{"_header": {"run_sha256": "23941fe9ed495df1a92670091d8f1b781922757ddcc88798d3e0b0a17c907698"}}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 22, 23, 24, 37, 35, 34, 33, 42, 40, 38, 32, 33, 38, 38, 38, 45, 36, 41, 38, 41, 37, 30, 32, 52, 50, 46, 35, 38, 38, 39, 52, 47, 58, 72, 66, 67, 68, 70, 75, 73, 71, 77, 76, 75, 70, 69, 68, 67, 64], "n_am_pl": [6, 7, 9, 6, 8, 8, 11, 13, 5, 15, 19, 9, 15, 11, 17, 12, 8, 12, 7, 10, 9, 6, 8, 3, 8, 10, 12, 15, 14, 13, 8, 6, 8, 6, 10, 5, 7, 7, 8, 8, 10, 10, 11, 11, 12, 9, 9, 10, 9, 9], "n_pos": 155, "sum_m_en": [19.021553, 25.399381, 25.554673, 26.211432, 30.156461, 29.435409, 30.317075, 29.822364, 30.754718, 30.642807, 31.023476, 31.118886, 29.512371, 29.861278, 29.040056, 29.062822, 29.093144, 26.644292, 26.500881, 26.281953, 24.993182, 25.139277, 24.625638, 24.875301, 35.557303, 34.092413, 33.737784, 31.286443, 32.033648, 33.866642, 30.978947, 33.279768, 33.132812, 36.39629, 41.650332, 43.836246, 49.589348, 52.705224, 55.015882, 64.455374, 63.056592, 64.699861, 71.597132, 72.260417, 72.504435, 70.470882, 67.417711, 69.700771, 65.30723, 64.31251], "sum_m_pl": [3.27873, 7.143612, 7.76018, 7.139588, 8.026855, 7.555542, 7.600875, 7.5781, 7.288666, 7.731042, 8.847793, 9.419697, 9.533041, 9.332049, 9.748366, 10.126696, 10.496098, 10.48968, 10.354682, 10.11021, 9.528582, 9.010112, 8.987861, 9.171213, 11.479651, 12.103597, 12.074998, 12.450134, 12.553248, 12.513728, 10.718137, 10.048759, 10.929131, 9.650949, 8.571419, 8.658539, 7.964076, 7.69525, 8.308492, 8.468224, 10.824528, 10.349168, 9.30753, 8.943882, 10.61981, 9.888782, 9.21715, 9.747421, 9.560079, 9.000019]}, "digit": {"n_am_en": [0, 2, 2, 1, 1, 0, 1, 2, 0, 2, 3, 1, 5, 2, 2, 2, 6, 3, 5, 2, 2, 3, 1, 1, 3, 3, 3, 2, 3, 0, 2, 4, 3, 4, 6, 4, 7, 6, 6, 4, 3, 0, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 4, 2, 3, 1, 0, 2, 3, 3, 2, 1, 0, 0, 3, 1, 2, 2, 1, 0, 1, 0, 1, 1, 4, 0, 2, 2, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.083613, 3.592823, 3.799645, 3.70527, 4.100432, 3.966079, 3.929053, 3.743176, 3.795685, 3.814883, 4.100824, 3.893677, 3.727007, 3.749727, 3.493577, 3.449299, 3.509545, 3.170754, 3.253887, 3.075984, 2.916383, 3.060896, 2.958532, 3.124011, 4.016746, 3.913406, 3.905038, 3.745586, 3.829717, 4.06287, 3.910132, 4.043931, 3.95137, 4.12616, 4.088666, 3.944218, 4.411764, 4.651619, 3.890082, 3.640973, 2.701648, 2.58307, 2.399687, 2.325863, 1.945336, 1.363487, 0.986375, 0.618982, 0.234369, 0.0], "sum_m_pl": [0.297201, 0.865745, 0.743397, 0.72964, 0.845472, 0.738784, 0.705786, 0.663843, 0.787288, 0.782383, 1.008234, 1.041685, 1.086198, 1.144122, 1.199577, 1.180513, 1.234404, 1.261943, 1.193938, 1.192514, 1.128327, 1.100544, 1.081918, 1.143357, 1.551067, 1.504624, 1.370668, 1.347549, 1.266531, 1.328074, 1.130696, 1.09388, 1.212393, 1.108014, 0.979517, 1.079047, 1.03044, 0.972105, 1.116345, 1.076881, 1.095806, 1.203648, 1.121896, 0.917935, 0.944907, 0.608702, 0.331657, 0.18326, 0.0582, 0.0]}, "lang": {"n_am_en": [13, 14, 15, 14, 24, 22, 21, 21, 28, 26, 22, 20, 22, 24, 27, 25, 29, 23, 23, 24, 28, 23, 20, 21, 35, 35, 35, 25, 28, 31, 29, 34, 29, 40, 46, 42, 47, 49, 54, 58, 58, 61, 63, 63, 63, 62, 59, 64, 65, 64], "n_am_pl": [3, 2, 0, 1, 6, 3, 6, 4, 2, 10, 8, 4, 7, 4, 9, 7, 2, 4, 1, 3, 5, 4, 5, 3, 2, 6, 4, 8, 7, 5, 6, 5, 5, 2, 5, 5, 4, 3, 5, 5, 8, 8, 8, 8, 9, 9, 9, 9, 9, 9], "n_pos": 75, "sum_m_en": [10.380907, 12.322219, 12.636618, 13.245729, 15.245785, 14.568215, 15.746078, 15.758358, 16.330688, 15.930244, 15.92911, 16.277751, 15.416466, 15.550171, 15.392753, 15.24237, 15.323004, 13.889885, 13.635784, 13.315272, 12.669987, 12.677885, 12.432781, 12.345083, 22.354295, 21.015248, 21.071881, 18.6448, 18.522175, 19.529598, 17.542865, 18.955167, 18.816956, 21.272901, 24.770459, 26.451484, 32.256073, 34.786761, 38.805923, 48.631252, 48.612251, 51.351323, 57.846853, 58.494945, 60.053533, 59.792351, 57.617471, 60.688688, 60.403719, 64.279606], "sum_m_pl": [1.726744, 3.301326, 3.569123, 3.266237, 3.7238, 3.529184, 3.510925, 3.62791, 3.424675, 3.705266, 4.382415, 4.679135, 4.775803, 4.737937, 4.911679, 5.228839, 5.259305, 5.11533, 5.079701, 4.971187, 4.604956, 4.349303, 4.362069, 4.370955, 5.195869, 5.725461, 6.103743, 6.208195, 6.22869, 6.476757, 5.755331, 5.326294, 5.980068, 5.136543, 4.438896, 4.478883, 4.116957, 3.849195, 4.549678, 4.834437, 7.10604, 6.858286, 6.081888, 5.824761, 7.633313, 7.742763, 8.118488, 8.903051, 9.122809, 9.000018]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "gsm8kpl-1004", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1208, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9873}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 26, 29, 41, 51, 54, 60, 48, 54, 61, 46, 49, 58, 49, 59, 49, 80, 75, 74, 69, 65, 74, 60, 64, 102, 86, 86, 72, 70, 55, 61, 68, 66, 100, 105, 115, 106, 115, 110, 124, 131, 127, 142, 129, 96, 79, 20, 7, 10, 3], "n_am_pl": [13, 37, 36, 22, 24, 22, 29, 33, 38, 31, 41, 38, 57, 49, 38, 39, 21, 23, 6, 19, 15, 13, 18, 20, 17, 33, 28, 45, 31, 42, 34, 33, 40, 19, 22, 14, 16, 14, 32, 34, 30, 40, 35, 43, 57, 76, 130, 151, 147, 153], "n_pos": 265, "sum_m_en": [25.417539, 39.915202, 42.064575, 44.456202, 49.886928, 48.460415, 49.146039, 49.029662, 49.839584, 51.607156, 52.76915, 51.685398, 49.522121, 49.668195, 48.189316, 48.471884, 50.512463, 44.718871, 44.902673, 43.409891, 41.577931, 42.364294, 41.705352, 41.935007, 63.91059, 57.680591, 56.439617, 51.406754, 49.061839, 49.755876, 47.176214, 49.745776, 50.24619, 57.202692, 64.695108, 67.214732, 71.557933, 80.741996, 82.421862, 91.802543, 98.740469, 98.697863, 108.119088, 107.741179, 87.514628, 70.083328, 23.555701, 10.845923, 10.874367, 2.851957], "sum_m_pl": [5.178875, 13.711755, 14.704162, 14.167096, 15.602096, 14.539856, 14.192652, 14.391717, 14.977553, 14.633967, 16.731575, 18.431317, 19.576715, 19.588961, 19.710835, 19.932268, 18.565799, 18.335783, 17.121535, 17.4676, 16.446608, 15.860304, 15.977605, 16.193468, 21.700809, 24.328367, 24.416117, 25.973955, 26.112661, 26.742036, 22.528617, 23.393376, 24.23533, 20.482662, 18.794321, 18.070454, 18.762645, 16.367268, 20.460994, 21.632903, 25.17671, 28.527078, 32.153101, 37.149775, 49.904506, 70.901719, 124.986879, 145.755363, 145.368093, 153.300864]}, "digit": {"n_am_en": [0, 2, 5, 3, 3, 5, 0, 3, 1, 1, 4, 1, 3, 4, 4, 2, 5, 3, 0, 1, 3, 5, 1, 2, 5, 3, 2, 1, 1, 1, 2, 2, 2, 5, 6, 7, 8, 7, 7, 6, 5, 6, 4, 3, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 5, 4, 2, 2, 3, 2, 1, 2, 1, 0, 2, 1, 3, 3, 3, 4, 2, 2, 2, 2, 3, 1, 3, 1, 1, 2, 2, 2, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.009826, 3.529646, 3.956613, 3.746535, 3.911688, 3.783442, 3.736564, 3.66615, 3.795579, 3.975877, 4.074901, 4.201978, 4.05457, 4.323888, 3.976479, 3.752088, 3.539883, 3.330817, 3.393138, 3.276382, 3.048442, 3.181922, 3.084811, 3.275002, 4.083648, 3.848135, 3.862201, 4.164152, 3.933513, 4.039068, 3.703127, 4.076195, 4.045385, 4.203413, 4.712507, 5.233798, 5.321537, 5.931672, 5.60814, 5.493847, 4.619013, 3.879212, 4.574501, 4.171259, 3.520451, 1.867956, 0.655157, 0.276213, 0.051356, 0.0], "sum_m_pl": [0.416481, 1.146327, 1.009135, 1.020176, 0.986664, 0.839796, 0.826643, 0.727756, 0.869458, 0.878891, 1.00051, 1.028402, 1.065262, 1.114435, 1.106502, 1.135112, 1.160336, 1.219124, 1.142367, 1.182235, 1.15653, 1.14259, 1.148698, 1.151896, 1.788328, 1.803128, 1.556678, 1.731174, 1.511602, 1.484041, 1.340432, 1.321759, 1.326108, 1.1364, 1.025344, 1.08781, 1.077472, 0.947715, 1.041677, 1.004931, 1.060308, 1.157545, 1.068877, 0.879234, 0.872355, 0.734287, 0.446314, 0.434488, 0.109388, 0.000729]}, "lang": {"n_am_en": [4, 19, 22, 29, 34, 38, 45, 28, 38, 41, 27, 31, 38, 34, 45, 38, 51, 51, 53, 50, 47, 50, 45, 47, 69, 56, 58, 49, 46, 34, 40, 43, 44, 64, 66, 69, 68, 78, 75, 79, 91, 85, 104, 93, 71, 52, 17, 6, 8, 3], "n_am_pl": [12, 26, 18, 19, 14, 12, 16, 23, 25, 26, 30, 24, 37, 36, 25, 24, 11, 15, 3, 12, 10, 8, 13, 15, 11, 24, 20, 33, 22, 31, 23, 20, 29, 14, 16, 12, 11, 6, 22, 24, 17, 27, 27, 32, 44, 67, 116, 140, 145, 153], "n_pos": 156, "sum_m_en": [15.197748, 23.095097, 24.675198, 26.45131, 30.159902, 29.435732, 29.616256, 29.672437, 29.957338, 31.54839, 31.827591, 31.381084, 30.483739, 30.463621, 29.927911, 30.29992, 31.561882, 27.825221, 27.859781, 26.692358, 25.567561, 25.83892, 25.522994, 25.507062, 42.104986, 37.119239, 36.405431, 31.998036, 29.948204, 29.51891, 28.426255, 30.449472, 30.594211, 35.648052, 40.242831, 42.43372, 47.289693, 53.648139, 55.182786, 59.681852, 70.357826, 68.906526, 75.403548, 74.876178, 62.602046, 45.205288, 16.645405, 7.488587, 8.01885, 2.851954], "sum_m_pl": [3.418089, 8.090859, 8.881439, 8.53457, 9.331725, 8.949429, 8.625953, 9.25897, 9.779345, 9.313799, 10.931131, 12.101805, 12.805466, 12.980446, 13.107041, 13.246473, 11.858523, 11.709675, 10.811778, 10.857187, 10.139521, 9.791737, 9.907152, 10.128929, 13.689277, 15.49513, 15.95934, 16.85108, 17.290866, 17.744695, 14.981227, 15.647303, 16.47442, 14.053953, 12.799258, 12.507641, 13.495989, 11.444143, 14.939982, 16.072049, 18.300318, 21.428529, 25.295004, 29.297421, 40.114735, 60.019801, 110.489928, 133.319855, 142.871681, 153.011511]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 268, "item_id": "gsm8kpl-1004", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1498, "region_end": 265, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 0.9963}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 12, 17, 14, 19, 21, 22, 27, 20, 25, 24, 26, 25, 23, 25, 31, 31, 31, 39, 38, 30, 36, 31, 31, 47, 49, 40, 35, 35, 33, 31, 33, 40, 47, 53, 50, 59, 57, 54, 61, 60, 57, 53, 52, 49, 44, 46, 45, 39, 35], "n_am_pl": [2, 3, 8, 5, 5, 1, 5, 5, 6, 5, 12, 8, 9, 11, 8, 5, 4, 7, 6, 9, 5, 3, 5, 4, 6, 8, 8, 10, 7, 10, 4, 6, 2, 3, 2, 2, 3, 3, 2, 1, 3, 3, 3, 1, 1, 2, 0, 0, 0, 0], "n_pos": 105, "sum_m_en": [11.969376, 17.270927, 17.136118, 17.719383, 19.026412, 18.322301, 18.260078, 17.97809, 18.011204, 19.213548, 20.031373, 21.099774, 20.479684, 20.269592, 20.540313, 20.036723, 20.281603, 19.492649, 19.639138, 19.596569, 18.159414, 18.289275, 17.922706, 18.952154, 32.358633, 28.708358, 26.157381, 22.684393, 23.644158, 25.437614, 23.923498, 22.624653, 24.534385, 26.766329, 31.770624, 35.528984, 40.059092, 44.237363, 47.277743, 51.978155, 50.879151, 51.516916, 50.17253, 47.421496, 44.792287, 44.349184, 45.293323, 44.369192, 38.624496, 35.090696], "sum_m_pl": [2.12955, 4.90493, 5.317355, 4.758846, 4.916063, 4.189817, 3.866356, 3.659124, 4.09176, 4.56983, 5.03635, 5.388202, 5.482625, 5.452577, 5.273853, 5.42576, 5.510567, 5.527233, 5.827588, 6.052284, 5.957827, 5.910248, 5.97931, 6.049215, 6.83596, 7.16815, 6.706608, 6.995111, 7.096623, 7.242983, 6.449999, 6.052361, 5.781005, 5.397242, 4.926253, 4.706852, 4.328405, 3.649932, 3.333006, 2.907711, 2.960504, 2.669126, 2.623678, 2.389458, 2.254633, 1.479935, 0.892973, 0.553567, 0.291944, 0.000186]}, "digit": {"n_am_en": [0, 2, 1, 1, 1, 5, 7, 5, 3, 5, 8, 7, 6, 5, 5, 8, 9, 10, 9, 9, 7, 8, 6, 7, 11, 10, 8, 6, 5, 3, 5, 5, 7, 10, 10, 10, 11, 10, 10, 10, 8, 7, 6, 5, 3, 1, 1, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 2, 3, 6, 2, 3, 1, 0, 3, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 3, 1, 2, 0, 0, 0, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 2, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.518323, 4.602669, 4.384009, 4.303238, 4.580243, 4.405478, 4.282738, 4.112763, 4.166234, 4.632907, 5.093179, 5.252357, 5.22173, 5.052427, 5.241058, 4.913778, 5.03519, 4.616696, 4.61328, 4.423576, 4.009256, 4.235873, 4.249192, 4.424081, 7.496981, 6.167696, 5.463288, 5.028748, 5.33598, 5.328972, 5.106782, 5.260194, 5.159239, 5.327845, 5.535233, 6.23215, 6.798759, 6.853509, 6.808021, 5.854785, 4.916987, 5.073268, 4.95827, 4.102498, 2.743953, 2.426842, 2.047085, 1.478882, 0.636434, 0.001184], "sum_m_pl": [0.405654, 1.174109, 0.960059, 0.84664, 0.888666, 0.72398, 0.61562, 0.572368, 0.802823, 0.923697, 1.068129, 1.171184, 1.313214, 1.34275, 1.193284, 1.319701, 1.31837, 1.402633, 1.384819, 1.441559, 1.415308, 1.395859, 1.408467, 1.464765, 1.770023, 1.719873, 1.432935, 1.532821, 1.48075, 1.631673, 1.418223, 1.341102, 1.244044, 1.181115, 1.151433, 1.436215, 1.331128, 1.308282, 1.45016, 1.435823, 1.548611, 1.612013, 1.536981, 1.444909, 1.42093, 1.009879, 0.668337, 0.359045, 0.112085, 0.000179]}, "lang": {"n_am_en": [5, 5, 8, 6, 9, 10, 10, 14, 12, 14, 10, 9, 9, 7, 13, 13, 13, 14, 17, 14, 14, 17, 14, 15, 23, 24, 22, 21, 21, 21, 19, 19, 23, 24, 26, 26, 30, 29, 28, 33, 33, 33, 33, 33, 33, 32, 34, 34, 34, 34], "n_am_pl": [0, 1, 2, 1, 2, 1, 2, 2, 3, 2, 4, 3, 1, 2, 1, 1, 1, 2, 0, 1, 1, 0, 2, 1, 1, 1, 3, 1, 2, 2, 2, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.021428, 5.634074, 5.881514, 6.222251, 6.651888, 6.432972, 6.506518, 6.530181, 6.520239, 6.708657, 6.706956, 7.037687, 6.806376, 6.786671, 7.159697, 7.053531, 7.049249, 6.989348, 6.997274, 7.188434, 6.691429, 6.549186, 6.205544, 6.931221, 14.76437, 13.402768, 12.805349, 10.168623, 10.083841, 11.080454, 10.244539, 9.183382, 10.482725, 11.860466, 14.886175, 17.478026, 20.524749, 22.748425, 25.362395, 30.058238, 29.787786, 31.960282, 31.332821, 31.279183, 31.878888, 31.539309, 32.982037, 32.304471, 32.240865, 33.964216], "sum_m_pl": [0.695375, 1.57052, 1.732265, 1.585784, 1.699923, 1.430643, 1.310033, 1.264007, 1.353918, 1.548512, 1.725464, 1.82059, 1.76545, 1.71082, 1.713973, 1.733617, 1.683527, 1.628471, 1.798856, 1.875843, 1.842389, 1.904147, 1.934157, 1.915061, 1.919505, 2.025514, 1.963947, 2.005322, 2.164475, 2.15261, 2.014578, 1.960766, 1.946114, 1.789187, 1.356108, 1.119849, 1.027817, 0.786103, 0.552727, 0.275923, 0.364988, 0.137712, 0.221497, 0.245589, 0.179047, 0.040637, 0.00992, 0.014606, 0.028584, 7e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "gsm8kpl-101", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1229, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9909}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 18, 21, 31, 36, 31, 30, 40, 43, 39, 50, 50, 55, 44, 53, 69, 66, 69, 74, 72, 78, 78, 72, 78, 118, 107, 99, 74, 68, 60, 59, 66, 60, 78, 101, 104, 112, 117, 126, 139, 132, 129, 131, 129, 122, 88, 30, 4, 0, 0], "n_am_pl": [2, 20, 16, 18, 26, 25, 18, 22, 8, 17, 21, 28, 24, 19, 17, 16, 17, 17, 19, 14, 11, 10, 17, 17, 14, 16, 12, 20, 19, 23, 22, 15, 21, 16, 14, 16, 22, 21, 15, 12, 18, 18, 17, 19, 23, 46, 109, 141, 141, 143], "n_pos": 251, "sum_m_en": [23.619155, 38.278083, 40.640848, 40.427892, 41.541004, 41.50716, 43.732278, 45.093672, 44.881749, 45.582842, 48.551525, 48.489157, 47.784321, 46.754848, 45.693388, 45.157725, 46.538298, 43.651586, 43.308198, 42.009791, 41.145527, 42.041621, 41.752106, 42.568205, 75.935113, 67.355671, 57.87466, 50.97123, 51.186367, 51.62132, 48.751057, 48.666946, 50.465582, 53.071605, 60.55648, 68.180811, 72.753468, 80.854645, 92.789566, 107.544649, 104.179624, 104.089924, 109.490519, 108.713036, 104.039607, 78.376337, 30.543006, 4.823531, 1.827855, 2e-06], "sum_m_pl": [4.228107, 12.36239, 13.105006, 12.440495, 13.183276, 12.709519, 12.251028, 12.129346, 12.502134, 12.571554, 13.312384, 14.466976, 14.30198, 14.752986, 13.354043, 13.851849, 13.593153, 13.720515, 13.493378, 14.121581, 13.824332, 13.537458, 13.651061, 13.812104, 16.588892, 16.71438, 17.262328, 18.144571, 19.649915, 20.500033, 18.382519, 18.125825, 17.628916, 16.403512, 15.833746, 15.897576, 18.51547, 18.807869, 18.092109, 13.82541, 15.27095, 17.316341, 17.751306, 22.872265, 25.156491, 44.00001, 101.878988, 134.907622, 139.859377, 143.280084]}, "digit": {"n_am_en": [0, 2, 4, 3, 2, 1, 0, 1, 1, 3, 3, 3, 2, 1, 1, 5, 4, 7, 6, 7, 2, 4, 4, 5, 9, 8, 8, 4, 2, 4, 2, 7, 5, 10, 10, 10, 13, 10, 9, 7, 9, 10, 6, 4, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 2, 5, 2, 1, 1, 3, 3, 2, 0, 2, 1, 2, 3, 3, 2, 1, 2, 4, 2, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 0], "n_pos": 22, "sum_m_en": [2.088781, 3.950481, 4.057874, 3.785576, 4.055068, 3.786595, 3.540498, 3.579655, 3.441292, 3.823917, 4.317487, 4.412985, 4.288583, 3.91946, 3.999413, 3.774683, 4.022067, 3.726344, 3.716254, 3.655021, 3.505188, 3.729698, 3.729149, 3.894695, 5.755412, 5.154199, 4.431218, 4.220607, 4.284112, 4.430957, 4.204211, 4.345701, 4.489397, 4.566664, 5.356012, 6.085021, 6.837425, 7.086359, 7.584799, 6.286663, 5.396891, 4.929671, 4.029828, 4.106932, 2.723198, 2.073214, 1.18512, 0.498062, 0.252292, 0.0], "sum_m_pl": [0.42866, 1.3035, 1.028578, 0.918049, 0.919954, 0.758687, 0.66929, 0.637844, 0.825437, 0.910912, 1.046331, 1.160912, 1.242301, 1.370598, 1.138326, 1.311426, 1.32408, 1.347622, 1.246763, 1.36415, 1.356067, 1.313211, 1.327295, 1.350218, 1.936624, 1.761028, 1.638694, 1.8263, 1.716764, 1.708656, 1.477012, 1.474574, 1.370992, 1.276525, 1.136285, 1.181378, 1.013659, 0.909549, 0.910851, 0.946674, 1.126643, 1.097755, 1.101502, 1.01389, 1.025059, 0.729511, 1.839489, 1.260397, 1.375291, 2.9e-05]}, "lang": {"n_am_en": [5, 9, 13, 19, 22, 20, 24, 29, 36, 22, 34, 36, 41, 36, 43, 45, 45, 44, 47, 46, 60, 59, 54, 59, 79, 72, 69, 54, 49, 43, 40, 46, 43, 53, 70, 72, 77, 81, 92, 104, 95, 92, 99, 102, 100, 72, 25, 2, 0, 0], "n_am_pl": [1, 13, 10, 12, 14, 12, 7, 9, 3, 8, 18, 22, 12, 13, 11, 11, 12, 12, 12, 7, 5, 6, 7, 8, 8, 8, 9, 9, 12, 14, 14, 10, 17, 15, 13, 14, 18, 19, 13, 10, 16, 15, 17, 18, 22, 41, 96, 128, 137, 143], "n_pos": 144, "sum_m_en": [13.460685, 21.424389, 23.394162, 23.442993, 24.094305, 24.197457, 26.022005, 27.071068, 27.253633, 26.912111, 28.598221, 28.55068, 28.360437, 28.078929, 27.452581, 27.249726, 27.727606, 26.497133, 26.012896, 24.886115, 24.586103, 25.081745, 24.919126, 25.289115, 52.70392, 45.888714, 38.993889, 32.232966, 32.273468, 31.769495, 30.472021, 30.198802, 31.524366, 34.602887, 39.924163, 46.303511, 49.781803, 55.983231, 66.096387, 78.894196, 77.931391, 76.997608, 84.435223, 85.542224, 84.628507, 62.203673, 24.08725, 1.913371, 0.889883, 1e-06], "sum_m_pl": [2.23797, 6.318244, 6.907711, 6.605273, 6.982227, 7.059583, 6.825397, 6.907574, 7.134721, 7.152308, 7.717373, 8.402009, 8.401099, 8.775794, 7.796164, 7.881805, 7.590477, 7.887165, 7.795365, 8.015898, 7.834041, 7.791792, 7.874137, 7.926432, 9.162545, 9.352224, 10.300828, 10.71418, 12.042601, 12.656886, 11.633425, 11.490914, 11.406579, 10.728457, 10.485415, 10.761456, 13.092581, 13.564585, 13.228435, 9.430924, 10.795656, 12.802503, 14.195652, 19.040357, 21.23964, 38.950394, 90.49676, 123.201013, 134.671955, 142.709163]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 257, "item_id": "gsm8kpl-101", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1519, "region_end": 251, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 9, 7, 12, 16, 11, 20, 25, 20, 24, 16, 12, 16, 18, 30, 29, 33, 26, 24, 25, 19, 22, 19, 15, 40, 28, 25, 13, 14, 18, 15, 23, 28, 22, 36, 37, 43, 52, 52, 61, 59, 58, 60, 58, 58, 47, 44, 39, 34, 31], "n_am_pl": [2, 7, 10, 5, 7, 3, 6, 4, 7, 2, 5, 10, 13, 7, 7, 12, 7, 6, 5, 4, 5, 3, 4, 2, 7, 9, 5, 9, 9, 8, 11, 10, 7, 9, 7, 3, 6, 4, 4, 3, 5, 2, 3, 2, 1, 1, 2, 1, 1, 1], "n_pos": 119, "sum_m_en": [13.019717, 18.557754, 19.118737, 19.451364, 21.928462, 21.03422, 20.488536, 20.190516, 19.821212, 20.52707, 19.659878, 18.896758, 18.980754, 18.880452, 19.111699, 18.6221, 19.653613, 19.335262, 19.313834, 20.563655, 19.052324, 18.978099, 18.848406, 19.302623, 25.621139, 22.394124, 21.186649, 18.706922, 19.294455, 20.470802, 19.381622, 20.710575, 22.116424, 24.001134, 25.781985, 25.833371, 29.759661, 40.033074, 41.384122, 45.910906, 48.265311, 51.605046, 53.172905, 48.446294, 46.788204, 43.411388, 41.160878, 40.398788, 33.527018, 30.477445], "sum_m_pl": [2.18865, 5.43439, 5.89549, 5.462015, 6.176027, 5.251094, 4.812634, 4.701462, 4.957552, 5.320248, 5.853275, 6.603495, 6.668378, 6.924832, 6.689463, 7.206886, 6.910351, 7.225226, 7.394838, 7.477189, 7.121727, 6.903151, 6.972047, 7.141978, 8.967417, 9.118669, 8.70848, 9.211612, 8.706705, 9.375597, 8.712502, 8.170689, 8.117959, 7.419321, 7.234844, 7.196599, 6.193629, 5.049837, 5.083229, 4.498016, 3.908741, 3.830672, 3.298371, 3.204345, 3.56473, 2.917393, 2.434153, 2.053579, 1.599453, 1.200829]}, "digit": {"n_am_en": [0, 3, 2, 5, 3, 2, 4, 3, 3, 3, 3, 3, 4, 6, 10, 9, 10, 6, 5, 5, 3, 5, 3, 3, 11, 7, 4, 0, 1, 3, 3, 7, 6, 5, 8, 5, 9, 8, 7, 11, 8, 8, 9, 14, 11, 8, 5, 2, 0, 0], "n_am_pl": [0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 2, 2, 5, 4, 2, 6, 2, 3, 3, 3, 3, 3, 2, 1, 2, 1, 2, 4, 4, 1, 4, 4, 2, 2, 4, 2, 5, 4, 4, 3, 5, 2, 3, 1, 0, 0, 1, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.639227, 6.037087, 5.960767, 5.912574, 6.780356, 6.149454, 6.190491, 6.109756, 6.213975, 6.626448, 6.692359, 6.320103, 6.180667, 6.21161, 6.310364, 6.115119, 6.318742, 5.954427, 6.129775, 6.28069, 5.888835, 5.99458, 5.981171, 6.18943, 8.247363, 7.281872, 6.750998, 5.999269, 6.381824, 6.851957, 6.363861, 6.697959, 7.143443, 7.185361, 7.194801, 6.790834, 7.390793, 8.380369, 7.864349, 8.420213, 7.458335, 8.391153, 8.093826, 7.142439, 6.002177, 5.906086, 4.772224, 3.663056, 1.391782, 0.0], "sum_m_pl": [0.541428, 1.585198, 1.33049, 1.250663, 1.516116, 1.270473, 1.063037, 0.996144, 1.194445, 1.355216, 1.644087, 1.786343, 1.943227, 2.128819, 1.899607, 2.13104, 2.001721, 2.199147, 2.197512, 2.143074, 2.007972, 1.983106, 2.018891, 2.099434, 2.658246, 2.677302, 2.326506, 2.549617, 2.427637, 2.563653, 2.352765, 2.118425, 1.804705, 1.695075, 1.80939, 2.081809, 1.866787, 1.50555, 1.740696, 1.664837, 1.626506, 1.687523, 1.561551, 1.440519, 1.502971, 1.201088, 1.156089, 0.810323, 0.237789, 0.0]}, "lang": {"n_am_en": [2, 3, 4, 5, 8, 1, 6, 8, 9, 11, 5, 7, 7, 7, 13, 6, 7, 8, 8, 10, 8, 9, 7, 6, 15, 10, 8, 7, 7, 7, 8, 9, 10, 9, 17, 20, 21, 26, 27, 29, 27, 30, 30, 30, 31, 28, 29, 31, 31, 31], "n_am_pl": [0, 2, 4, 1, 3, 1, 0, 1, 2, 2, 3, 3, 3, 2, 1, 5, 5, 2, 0, 0, 1, 0, 1, 1, 1, 3, 1, 4, 2, 6, 3, 4, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1], "n_pos": 33, "sum_m_en": [3.426365, 4.71771, 5.142184, 5.503463, 5.966319, 5.884061, 5.839052, 5.87097, 5.696591, 5.813508, 5.352588, 5.201351, 5.481094, 5.570828, 5.652956, 5.577707, 5.710764, 5.898872, 5.792332, 6.62742, 6.004171, 5.7697, 5.54898, 5.58128, 8.668502, 7.207207, 6.795908, 5.99786, 5.782723, 5.980363, 5.792148, 6.377458, 6.730612, 8.139213, 9.453236, 10.469747, 12.839362, 17.453873, 19.546851, 22.417781, 23.063753, 24.943476, 26.274354, 26.638398, 26.427683, 25.892175, 26.583102, 27.61603, 27.787787, 30.177187], "sum_m_pl": [0.615164, 1.477069, 1.688521, 1.623957, 1.855681, 1.532306, 1.500294, 1.483894, 1.643463, 1.64165, 1.858011, 2.082443, 1.98408, 1.942279, 1.944548, 2.001512, 1.86808, 1.945623, 2.089958, 2.139921, 2.055386, 1.97991, 2.024221, 2.045623, 2.633319, 2.764383, 2.86576, 2.987524, 2.86409, 3.117653, 2.833643, 2.834519, 2.992223, 2.765987, 2.313111, 2.207548, 1.795867, 1.526747, 1.276236, 0.867648, 0.875087, 0.968385, 0.724041, 0.955829, 1.361271, 1.169237, 0.980118, 1.035028, 1.189964, 1.200828]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "gsm8kpl-1015", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9918}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 18, 23, 20, 27, 34, 34, 28, 35, 36, 29, 31, 34, 32, 40, 52, 53, 44, 47, 41, 47, 48, 51, 43, 82, 67, 44, 30, 31, 32, 23, 30, 35, 57, 66, 65, 64, 86, 84, 107, 99, 96, 101, 91, 65, 46, 15, 1, 0, 0], "n_am_pl": [1, 19, 20, 12, 19, 13, 14, 25, 25, 20, 32, 31, 29, 28, 23, 20, 15, 22, 19, 11, 14, 12, 14, 15, 20, 18, 22, 30, 21, 30, 22, 29, 17, 15, 9, 16, 30, 19, 18, 17, 24, 22, 27, 33, 52, 66, 94, 106, 103, 96], "n_pos": 211, "sum_m_en": [19.313871, 32.444182, 34.132136, 35.560173, 38.766653, 39.054324, 38.355426, 39.186966, 38.791508, 40.574161, 40.562095, 39.244514, 38.038431, 37.328386, 36.931078, 36.846998, 38.531022, 35.370724, 35.439836, 35.578861, 34.834685, 34.788662, 35.005831, 35.161085, 51.203636, 45.013831, 38.698385, 35.280048, 34.644874, 36.242082, 35.390972, 37.332265, 39.090129, 42.039583, 44.213325, 42.825826, 46.211181, 58.353398, 65.320834, 75.998209, 80.430436, 79.305056, 86.329868, 81.706898, 62.71303, 44.03344, 17.652851, 4.023311, 1.538053, 1e-05], "sum_m_pl": [3.438012, 10.958573, 11.594032, 10.954885, 12.351628, 11.253752, 11.425478, 11.646438, 12.16682, 12.02908, 13.676093, 14.914742, 14.769937, 15.368034, 15.175061, 14.900694, 13.986196, 14.323132, 14.055581, 13.980261, 13.093986, 12.673268, 13.022328, 13.136362, 17.398245, 18.290089, 19.183574, 19.578051, 19.715164, 21.626174, 18.064077, 18.025504, 17.493579, 16.500908, 15.47634, 16.557412, 16.378928, 14.084992, 13.364987, 12.957276, 15.670944, 18.555821, 20.90739, 24.254266, 38.613036, 59.806051, 91.100021, 102.050974, 101.847813, 96.917268]}, "digit": {"n_am_en": [0, 4, 4, 3, 5, 0, 1, 2, 5, 2, 6, 4, 4, 2, 4, 7, 5, 4, 4, 3, 5, 7, 4, 5, 15, 8, 1, 2, 2, 5, 2, 6, 3, 4, 3, 2, 8, 10, 6, 5, 4, 4, 5, 6, 1, 2, 1, 1, 0, 0], "n_am_pl": [0, 3, 1, 0, 2, 1, 0, 0, 2, 2, 1, 2, 8, 5, 5, 5, 3, 3, 3, 1, 2, 0, 1, 0, 2, 1, 2, 3, 2, 3, 3, 4, 1, 1, 2, 1, 5, 4, 3, 4, 3, 1, 0, 0, 1, 0, 3, 2, 0, 0], "n_pos": 36, "sum_m_en": [3.419256, 6.080121, 6.080308, 5.833933, 6.152341, 5.922059, 5.985726, 6.219756, 6.146444, 6.933033, 7.237305, 6.722317, 6.351053, 6.233885, 6.409011, 6.175187, 6.578451, 5.984044, 6.042524, 6.089934, 5.891554, 6.022979, 6.073701, 6.273371, 8.528056, 7.520375, 6.686426, 6.244712, 6.074814, 6.380898, 6.048779, 6.558999, 6.897478, 6.67892, 6.810612, 6.454897, 6.462574, 6.803635, 6.709361, 6.935882, 6.456429, 6.982553, 6.322709, 5.366971, 4.741965, 3.708389, 2.854679, 1.879354, 0.677642, 0.0], "sum_m_pl": [0.572512, 1.902278, 1.506054, 1.3818, 1.567787, 1.370771, 1.266429, 1.229568, 1.45366, 1.649628, 1.938611, 1.922384, 2.079463, 2.285164, 2.090663, 2.133487, 1.986888, 2.117231, 2.068431, 2.066947, 1.948131, 1.91147, 1.955489, 1.98965, 2.358286, 2.517857, 2.223098, 2.456442, 2.45797, 2.660243, 2.275697, 2.067089, 1.88148, 1.911245, 1.89125, 1.883356, 1.831539, 1.468675, 1.582762, 1.471802, 1.557128, 1.576863, 1.51398, 1.436046, 1.490927, 1.3793, 3.014285, 2.030572, 0.397802, 3e-06]}, "lang": {"n_am_en": [6, 4, 8, 10, 10, 23, 16, 13, 17, 20, 11, 18, 22, 21, 26, 34, 35, 31, 30, 26, 30, 30, 35, 24, 44, 38, 28, 17, 18, 19, 14, 15, 18, 30, 43, 41, 36, 54, 52, 70, 66, 64, 63, 57, 37, 23, 8, 0, 0, 0], "n_am_pl": [0, 9, 8, 5, 9, 8, 11, 14, 20, 17, 24, 16, 12, 13, 13, 9, 7, 13, 12, 8, 8, 7, 8, 11, 12, 13, 13, 19, 15, 20, 16, 19, 13, 12, 5, 12, 23, 12, 13, 11, 17, 16, 22, 25, 45, 59, 80, 93, 97, 96], "n_pos": 98, "sum_m_en": [9.847916, 14.928057, 16.011271, 17.060955, 18.70157, 18.983436, 18.678975, 19.205089, 19.551489, 19.852211, 19.364674, 19.142287, 18.736487, 18.457696, 18.052155, 17.982388, 18.692452, 17.194676, 17.119438, 17.176684, 16.83516, 16.6418, 16.778054, 16.458747, 25.737545, 22.625258, 19.486437, 17.283032, 16.86311, 17.364152, 17.529069, 17.975343, 18.741951, 21.272053, 22.411938, 22.78724, 25.641639, 33.095895, 37.023641, 43.143645, 49.035015, 47.110589, 51.462612, 49.262298, 34.62168, 22.926318, 8.520998, 0.666535, 0.184873, 9e-06], "sum_m_pl": [1.727216, 5.0822, 5.811076, 5.379826, 5.980563, 5.634454, 5.967386, 6.266072, 6.585558, 6.249582, 7.105892, 8.009301, 7.722533, 8.091673, 7.997524, 7.69309, 7.152635, 7.134643, 7.092523, 6.938608, 6.418438, 6.15437, 6.328297, 6.338493, 8.889192, 9.452713, 10.507944, 10.863109, 11.131123, 12.17242, 10.299369, 10.654057, 10.573785, 9.974145, 9.423565, 10.425846, 10.807975, 9.31463, 9.107163, 8.798758, 9.831595, 11.903183, 15.010963, 17.392854, 31.720899, 51.119424, 76.965099, 88.628811, 95.03905, 96.100851]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 215, "item_id": "gsm8kpl-1015", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1466, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.9721, "tf_agree_excl_first": 0.9766}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 20, 21, 29, 25, 19, 13, 20, 18, 14, 24, 26, 17, 22, 29, 38, 32, 31, 33, 28, 34, 31, 24, 31, 63, 55, 52, 42, 44, 29, 30, 26, 23, 30, 43, 39, 43, 42, 44, 44, 46, 45, 49, 42, 45, 49, 43, 42, 39, 38], "n_am_pl": [1, 16, 10, 7, 11, 10, 6, 10, 14, 10, 14, 17, 12, 14, 15, 19, 20, 15, 10, 12, 7, 8, 5, 7, 14, 16, 15, 16, 9, 16, 10, 12, 11, 15, 7, 13, 9, 8, 13, 15, 7, 7, 7, 8, 3, 1, 1, 1, 1, 0], "n_pos": 168, "sum_m_en": [18.042088, 26.365806, 25.80487, 25.849437, 27.039118, 25.915805, 24.514603, 24.976721, 24.942493, 25.648179, 27.92832, 26.499314, 26.261819, 27.651716, 27.314753, 29.603755, 28.750143, 27.559259, 27.889705, 26.866592, 25.917854, 25.883605, 25.809004, 26.503882, 41.671698, 38.238979, 33.314308, 27.088653, 28.912396, 28.422612, 26.927975, 27.656917, 28.715666, 28.943469, 31.980536, 31.468369, 35.361543, 41.835368, 40.632191, 42.962382, 43.767655, 44.449657, 46.386668, 44.955649, 46.723656, 46.335147, 45.232205, 44.765212, 40.662498, 37.184645], "sum_m_pl": [3.274088, 8.195426, 8.855576, 7.645898, 7.998669, 7.044137, 6.704062, 7.414032, 8.146775, 8.657487, 9.102393, 9.165636, 9.887134, 9.110507, 9.833888, 9.89851, 9.982495, 9.598276, 9.51974, 9.61788, 8.780781, 8.456053, 8.116937, 8.55336, 10.756309, 12.159151, 11.993475, 11.95736, 11.511354, 11.330506, 10.600769, 9.880418, 10.187345, 10.795774, 10.847525, 11.319924, 9.511652, 8.180211, 7.99441, 7.650904, 7.026971, 6.382822, 6.464727, 6.300727, 6.016555, 3.852104, 2.89231, 1.932891, 1.509719, 0.119216]}, "digit": {"n_am_en": [0, 3, 2, 6, 8, 6, 1, 2, 2, 3, 12, 12, 4, 8, 12, 19, 11, 7, 11, 7, 16, 11, 7, 9, 22, 19, 20, 16, 19, 9, 10, 3, 5, 6, 7, 7, 10, 10, 9, 8, 7, 10, 11, 6, 7, 9, 3, 2, 0, 0], "n_am_pl": [0, 4, 1, 0, 2, 2, 2, 3, 5, 6, 10, 11, 8, 8, 6, 13, 11, 11, 6, 6, 4, 4, 1, 2, 4, 2, 4, 7, 6, 9, 2, 4, 5, 5, 4, 5, 8, 7, 13, 15, 7, 6, 7, 8, 2, 0, 0, 0, 0, 0], "n_pos": 66, "sum_m_en": [6.605694, 10.790744, 10.814635, 10.360982, 11.062724, 10.444133, 9.80792, 9.610105, 9.589556, 10.398969, 11.589662, 10.418825, 10.75424, 11.609742, 11.273367, 12.246654, 11.736431, 10.704831, 10.98831, 10.478837, 10.387007, 10.460331, 10.478555, 10.809379, 16.493013, 14.783355, 12.539907, 9.485456, 10.402087, 10.268146, 9.889935, 10.481166, 10.752479, 10.685028, 11.452938, 10.063716, 10.799888, 12.766843, 10.506417, 10.397204, 10.290591, 10.144866, 10.632908, 8.591383, 9.55934, 8.052309, 5.264281, 3.815142, 2.467506, 0.0], "sum_m_pl": [1.087395, 3.109519, 2.709838, 2.400929, 2.348022, 2.095376, 1.934194, 2.318246, 2.619173, 2.833243, 3.068068, 3.11913, 3.703015, 3.271299, 3.50661, 3.552473, 3.496426, 3.633938, 3.444971, 3.402222, 3.162469, 2.971518, 2.899214, 3.175371, 3.810995, 4.147351, 3.823006, 4.241431, 3.937467, 3.709293, 3.578944, 3.392698, 3.502217, 3.578843, 3.507578, 4.495453, 4.183933, 3.680974, 4.156301, 4.268312, 4.017169, 3.949548, 4.042695, 4.202032, 3.716623, 1.941691, 1.415215, 0.551858, 0.372828, 0.0]}, "lang": {"n_am_en": [14, 11, 9, 11, 12, 9, 5, 11, 11, 6, 6, 9, 6, 7, 10, 13, 12, 14, 14, 15, 12, 13, 10, 16, 24, 22, 19, 18, 15, 15, 14, 13, 10, 13, 19, 25, 27, 27, 28, 28, 30, 30, 32, 32, 33, 36, 37, 37, 37, 36], "n_am_pl": [1, 3, 2, 2, 5, 4, 3, 3, 4, 2, 3, 2, 1, 3, 4, 4, 5, 4, 4, 5, 3, 4, 3, 3, 6, 9, 8, 4, 1, 2, 4, 3, 4, 6, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.188307, 5.660577, 5.853967, 6.035195, 6.337545, 6.1703, 6.061275, 6.563956, 6.606156, 6.267201, 6.859487, 7.096255, 6.95274, 7.010847, 7.129144, 7.500719, 6.712413, 6.75117, 6.735058, 6.784513, 6.419861, 6.348892, 6.273089, 6.446145, 13.168508, 12.287372, 10.996413, 9.003716, 9.119895, 8.690586, 8.308625, 7.927984, 8.192406, 8.719104, 9.273746, 12.633104, 16.07761, 19.323825, 21.702948, 24.29668, 25.828932, 27.511994, 28.493451, 29.436745, 30.267732, 32.363537, 34.883707, 35.323104, 35.551282, 35.999915], "sum_m_pl": [0.704292, 1.420175, 1.631625, 1.637405, 1.971048, 1.724372, 1.865237, 1.913646, 2.295159, 2.346891, 2.434579, 2.462716, 2.599809, 2.466971, 2.668059, 2.498465, 2.497557, 2.326586, 2.559891, 2.603205, 2.469171, 2.404404, 2.247586, 2.285318, 3.639884, 3.800241, 3.900444, 3.48557, 3.358582, 3.150596, 2.985414, 2.92845, 3.114737, 3.48233, 3.446811, 3.135732, 2.420741, 1.841986, 1.64731, 1.347045, 1.045909, 0.841019, 0.69049, 0.65023, 0.476782, 0.285345, 0.102491, 0.079289, 0.112289, 1.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "gsm8kpl-1016", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1209, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 16, 21, 23, 21, 28, 35, 27, 31, 39, 29, 28, 30, 29, 34, 50, 46, 47, 54, 48, 53, 53, 48, 57, 106, 87, 72, 63, 57, 40, 34, 40, 37, 41, 65, 65, 77, 80, 76, 77, 78, 71, 77, 73, 61, 54, 21, 8, 2, 2], "n_am_pl": [18, 18, 15, 30, 34, 26, 22, 18, 21, 22, 19, 25, 21, 23, 26, 25, 18, 17, 21, 13, 15, 9, 10, 7, 10, 15, 18, 17, 25, 32, 28, 18, 24, 23, 9, 13, 11, 8, 9, 16, 14, 14, 10, 14, 21, 24, 46, 63, 62, 59], "n_pos": 248, "sum_m_en": [25.728241, 36.548389, 38.649145, 37.764848, 38.661519, 38.226588, 37.612678, 37.572556, 36.832959, 37.814769, 39.630788, 36.907809, 37.227289, 37.652857, 37.811797, 41.76336, 42.177673, 40.74525, 41.387128, 39.515376, 38.419296, 38.577236, 38.001753, 39.311288, 68.351602, 61.426787, 49.371931, 39.363972, 39.033327, 37.969919, 35.655638, 39.134137, 40.456903, 42.215413, 47.291286, 46.249156, 51.065735, 57.082239, 57.952604, 63.204534, 63.392313, 65.120298, 68.496362, 64.725494, 59.968257, 51.550053, 22.88992, 10.287537, 4.39905, 1.999144], "sum_m_pl": [4.907118, 12.632116, 13.823927, 12.779245, 13.10351, 12.334248, 11.858626, 12.517663, 13.702468, 14.36361, 15.250691, 15.005332, 15.486783, 15.491141, 15.572384, 15.032971, 14.714386, 13.883261, 13.522937, 13.817925, 12.924921, 12.648099, 12.246502, 12.651967, 13.929125, 16.354636, 17.099458, 18.524509, 20.196274, 20.539199, 18.68427, 17.23653, 16.233553, 16.670065, 15.329242, 14.961363, 13.606433, 11.826712, 11.596655, 12.10208, 12.971179, 11.932037, 13.412745, 17.455834, 22.514974, 26.4643, 45.018834, 61.665291, 62.324423, 58.855284]}, "digit": {"n_am_en": [0, 1, 3, 1, 3, 1, 1, 0, 2, 3, 6, 6, 2, 4, 7, 13, 11, 10, 12, 12, 14, 13, 10, 11, 28, 23, 21, 15, 15, 11, 11, 10, 7, 5, 11, 9, 15, 16, 13, 12, 11, 6, 8, 7, 6, 6, 4, 2, 0, 0], "n_am_pl": [2, 2, 0, 5, 3, 2, 0, 2, 2, 1, 5, 6, 5, 8, 8, 10, 6, 6, 6, 3, 3, 0, 0, 0, 1, 3, 1, 1, 6, 8, 3, 3, 5, 6, 2, 8, 4, 2, 4, 8, 7, 7, 3, 1, 0, 0, 0, 2, 1, 0], "n_pos": 66, "sum_m_en": [6.422449, 10.303929, 11.273412, 10.428736, 10.698537, 10.638752, 9.907407, 9.781333, 9.817831, 10.345608, 11.017788, 9.812979, 10.129914, 10.908125, 10.999029, 11.975712, 12.169054, 11.472162, 11.505557, 10.753532, 10.648314, 10.778633, 10.680453, 11.189348, 18.55295, 16.432839, 12.809653, 9.892901, 10.423984, 10.665267, 10.09428, 11.266389, 11.396787, 11.469737, 12.30102, 11.282067, 11.156022, 12.108249, 10.875912, 10.623637, 10.021755, 9.809592, 10.197374, 8.320521, 7.951037, 6.932344, 4.521509, 2.194596, 1.19439, 0.0], "sum_m_pl": [1.111891, 2.987054, 2.660417, 2.288855, 2.158991, 1.998514, 1.932897, 2.410581, 2.846825, 2.918598, 3.351701, 3.293464, 3.601014, 3.542327, 3.658578, 3.642691, 3.664355, 3.781029, 3.547465, 3.550144, 3.28354, 3.105144, 2.98873, 3.247013, 3.141121, 3.60768, 3.587216, 4.086636, 4.33082, 4.194214, 4.267287, 3.967692, 3.816755, 3.920915, 3.586314, 4.383927, 3.702239, 3.189084, 3.295708, 3.432538, 3.603632, 3.495963, 3.358065, 3.283363, 2.97909, 1.968912, 1.529149, 2.937552, 1.326109, 0.0]}, "lang": {"n_am_en": [2, 3, 3, 9, 10, 15, 15, 12, 17, 16, 10, 12, 20, 12, 14, 25, 19, 24, 31, 25, 25, 27, 26, 31, 43, 32, 29, 24, 19, 10, 12, 17, 14, 20, 25, 28, 30, 35, 37, 38, 37, 36, 39, 39, 33, 27, 12, 4, 2, 2], "n_am_pl": [0, 4, 4, 6, 6, 5, 4, 3, 7, 9, 9, 10, 11, 8, 7, 3, 3, 4, 6, 3, 3, 1, 3, 2, 2, 6, 5, 6, 5, 6, 5, 5, 5, 9, 3, 3, 4, 3, 3, 6, 7, 7, 7, 11, 16, 22, 40, 49, 56, 58], "n_pos": 60, "sum_m_en": [5.831921, 8.510851, 9.091126, 9.437686, 10.452455, 10.296533, 10.518979, 10.659969, 10.801474, 10.454774, 10.88614, 10.36938, 10.696723, 10.252458, 10.132589, 11.356513, 11.065927, 10.897693, 11.354228, 11.106868, 10.496726, 10.377677, 10.126004, 10.225887, 24.633751, 21.222473, 16.838824, 13.100665, 11.660876, 10.67181, 10.380065, 11.336127, 11.456439, 12.824974, 14.393166, 15.689257, 18.360204, 21.964866, 24.480846, 28.753273, 29.255748, 30.430035, 33.42394, 32.469939, 30.117974, 24.820546, 11.523714, 4.20897, 2.107999, 1.999091], "sum_m_pl": [1.155892, 2.807973, 3.191331, 3.299746, 3.391627, 3.148484, 3.131481, 3.154521, 3.763741, 3.950103, 4.180154, 4.274671, 4.713215, 4.756562, 4.499924, 4.054732, 3.7192, 3.443279, 3.556871, 3.559007, 3.458583, 3.444956, 3.365973, 3.456726, 3.694931, 4.368935, 4.673369, 5.258154, 6.135745, 6.328019, 5.618617, 5.566496, 5.234796, 5.40875, 5.142434, 5.110337, 5.334435, 4.661637, 4.696979, 5.305122, 6.208734, 5.965607, 7.651191, 11.075266, 15.442816, 20.749847, 36.428947, 48.835886, 55.420627, 57.662393]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 253, "item_id": "gsm8kpl-1016", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1499, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.9921}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 40, 38, 34, 52, 52, 47, 55, 48, 62, 66, 66, 45, 48, 62, 67, 66, 66, 68, 69, 75, 76, 72, 62, 107, 84, 73, 76, 76, 67, 67, 65, 68, 81, 98, 107, 118, 121, 141, 149, 150, 142, 147, 134, 138, 140, 126, 130, 118, 113], "n_am_pl": [9, 10, 17, 15, 13, 21, 21, 14, 27, 17, 16, 20, 30, 29, 34, 35, 29, 37, 35, 28, 20, 15, 23, 14, 29, 34, 21, 24, 41, 44, 29, 21, 25, 25, 23, 14, 15, 7, 7, 4, 10, 8, 8, 5, 5, 8, 6, 5, 6, 5], "n_pos": 290, "sum_m_en": [33.042809, 44.234124, 44.84236, 45.305449, 49.367646, 47.306114, 49.261742, 49.343863, 48.497605, 50.49784, 50.05805, 50.537552, 49.165993, 49.970793, 49.171431, 50.419619, 51.246016, 48.130931, 48.891565, 48.65337, 48.235841, 48.380433, 47.595029, 48.20351, 72.150514, 63.167952, 58.638649, 55.998939, 55.446098, 57.026427, 54.698833, 54.186761, 56.354425, 62.39555, 68.622547, 72.705216, 78.811613, 85.395743, 101.775405, 109.881772, 110.513524, 112.78452, 122.128022, 119.425824, 129.665536, 129.128616, 118.084863, 125.264304, 116.705993, 112.984065], "sum_m_pl": [8.220245, 13.681189, 14.318521, 12.93844, 14.995019, 14.141868, 13.93409, 14.094584, 15.094458, 16.400969, 17.933471, 19.478493, 21.295561, 22.041604, 22.211787, 23.133015, 21.111808, 20.986617, 20.879457, 21.056285, 20.418584, 19.179936, 18.580357, 18.612344, 24.490827, 27.9343, 28.378642, 28.51111, 29.750482, 30.932789, 28.020746, 27.729252, 27.506084, 25.470968, 23.039183, 21.217109, 19.536986, 17.147541, 14.586471, 12.986701, 12.636124, 11.812668, 11.09076, 9.426896, 7.873654, 8.058064, 7.224027, 6.451983, 6.908917, 4.568114]}, "digit": {"n_am_en": [0, 5, 4, 1, 4, 5, 3, 3, 1, 8, 7, 8, 3, 5, 8, 7, 5, 5, 3, 2, 3, 3, 3, 3, 8, 2, 3, 7, 5, 5, 4, 3, 1, 5, 5, 8, 7, 8, 6, 7, 7, 10, 8, 6, 4, 3, 4, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 3, 1, 5, 4, 5, 5, 7, 7, 6, 6, 5, 7, 7, 7, 5, 3, 3, 4, 6, 5, 2, 3, 7, 9, 6, 3, 3, 3, 5, 3, 6, 5, 4, 1, 8, 4, 5, 3, 2, 2, 1, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.765888, 6.482109, 6.270605, 5.87366, 6.461375, 6.102761, 6.355733, 6.321142, 5.86198, 6.216535, 6.469024, 6.460222, 6.236719, 6.10458, 6.04611, 6.158606, 6.278895, 5.885423, 6.089598, 5.94147, 6.070943, 6.144508, 6.08423, 6.183925, 7.370163, 6.488324, 6.242399, 6.466914, 6.680224, 6.641485, 6.647538, 6.866627, 6.961905, 7.27863, 7.295594, 7.45036, 7.414216, 6.705111, 5.444516, 5.457607, 5.538892, 5.715706, 6.817204, 5.306549, 4.457732, 4.453967, 3.136837, 1.74641, 0.648423, 0.0], "sum_m_pl": [0.834515, 1.77816, 1.542884, 1.522794, 1.694001, 1.489636, 1.406845, 1.516611, 1.823516, 1.973871, 2.177626, 2.266269, 2.522794, 2.554319, 2.534224, 2.626326, 2.414209, 2.557769, 2.729412, 2.640808, 2.452681, 2.291521, 2.205031, 2.186815, 3.579269, 3.735613, 3.757504, 3.304841, 3.268173, 3.607282, 3.243369, 3.252449, 3.068476, 2.779333, 2.658045, 2.599259, 2.494875, 2.176618, 2.414855, 2.379386, 2.334187, 2.404473, 2.386191, 2.504817, 2.109495, 1.43693, 1.578256, 0.819738, 0.333316, 0.0]}, "lang": {"n_am_en": [9, 21, 19, 21, 30, 30, 28, 29, 25, 31, 32, 31, 21, 21, 25, 30, 30, 33, 38, 38, 43, 44, 44, 38, 60, 50, 48, 44, 42, 41, 44, 42, 40, 49, 59, 58, 63, 72, 91, 97, 99, 101, 106, 100, 112, 110, 107, 109, 108, 111], "n_am_pl": [4, 6, 5, 7, 5, 7, 11, 4, 9, 7, 4, 10, 13, 9, 14, 12, 11, 13, 8, 10, 5, 4, 7, 3, 10, 13, 10, 9, 15, 12, 9, 5, 12, 13, 9, 7, 6, 1, 1, 1, 2, 2, 2, 2, 3, 4, 4, 5, 5, 5], "n_pos": 118, "sum_m_en": [14.344986, 17.081188, 17.976176, 18.791707, 20.626736, 19.786929, 20.956287, 20.79871, 21.155508, 21.694681, 20.564938, 21.102485, 20.294642, 21.094476, 21.367817, 21.796556, 22.131579, 20.92125, 20.811242, 20.621192, 20.44833, 20.564294, 20.093305, 20.259505, 38.973676, 34.359363, 31.874162, 29.270426, 28.147212, 29.21142, 26.55852, 25.860367, 27.047134, 30.383467, 34.649514, 38.091632, 43.138047, 49.090201, 62.624555, 68.713366, 72.465947, 78.912424, 87.168066, 87.844902, 101.124322, 101.34329, 99.174048, 103.489536, 101.151707, 110.774921], "sum_m_pl": [3.784332, 5.349028, 5.60314, 4.871441, 5.707038, 5.54626, 5.687539, 5.712489, 6.272235, 6.700358, 7.467155, 8.469016, 9.341491, 9.845368, 9.75787, 10.242615, 9.259436, 8.95631, 8.835983, 8.798131, 8.538536, 8.046957, 7.786509, 7.774345, 9.141475, 10.683974, 11.317073, 11.930857, 12.682187, 13.17493, 12.493782, 12.670046, 12.665641, 11.952264, 10.373958, 9.695006, 9.062586, 7.793115, 6.049826, 5.240104, 5.250405, 4.715526, 4.137323, 3.370017, 2.732901, 3.663035, 3.9763, 4.682763, 4.939595, 4.56811]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "gsm8kpl-1022", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1182, "region_end": 290, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.9795}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 25, 35, 61, 78, 73, 75, 57, 50, 64, 71, 53, 54, 49, 60, 68, 74, 69, 70, 75, 82, 88, 83, 70, 133, 103, 84, 73, 67, 67, 70, 66, 68, 82, 104, 109, 108, 122, 144, 148, 153, 147, 147, 157, 126, 92, 33, 7, 0, 0], "n_am_pl": [7, 28, 24, 21, 34, 20, 23, 27, 36, 29, 37, 55, 54, 43, 56, 48, 29, 39, 36, 27, 19, 21, 29, 25, 38, 55, 54, 44, 52, 67, 49, 57, 48, 45, 33, 25, 26, 23, 22, 25, 27, 30, 36, 33, 49, 76, 127, 163, 167, 164], "n_pos": 343, "sum_m_en": [32.64745, 51.528819, 53.601408, 54.430361, 57.530861, 57.044924, 57.727979, 59.264793, 57.617171, 60.717528, 60.679115, 58.778006, 57.741624, 58.766074, 55.986724, 57.854393, 59.950353, 54.493159, 56.076431, 55.537665, 55.670735, 57.002204, 55.879571, 55.60751, 88.284397, 74.606416, 65.738045, 60.845602, 59.119702, 61.096098, 58.898875, 59.828726, 60.303468, 64.432366, 71.295372, 71.747622, 74.169776, 83.759551, 101.490202, 115.317683, 116.462873, 119.515709, 127.736443, 132.28071, 115.29339, 86.831757, 34.743509, 9.123667, 2.462742, 2.3e-05], "sum_m_pl": [5.750418, 16.390098, 17.655195, 15.94449, 18.090124, 18.402762, 18.775453, 19.594104, 21.652329, 21.777504, 23.883305, 26.206933, 28.52984, 29.904813, 29.876755, 30.214956, 26.185691, 26.125732, 23.768527, 23.851656, 23.431251, 22.149571, 21.64185, 21.338434, 29.367857, 35.644973, 38.686058, 37.600628, 39.253743, 41.386, 37.768293, 37.763145, 35.718498, 33.746469, 28.767688, 25.946945, 25.196132, 21.81939, 19.027761, 18.723038, 19.8661, 23.134711, 28.174391, 33.003337, 47.964573, 68.501788, 128.895723, 162.097146, 167.217476, 163.065379]}, "digit": {"n_am_en": [0, 0, 2, 1, 3, 3, 4, 2, 1, 4, 8, 4, 4, 4, 6, 4, 4, 6, 2, 1, 5, 4, 2, 1, 8, 4, 7, 9, 9, 5, 6, 7, 2, 4, 5, 4, 5, 11, 10, 8, 9, 7, 12, 9, 8, 4, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 1, 0, 0, 2, 1, 3, 2, 5, 4, 7, 3, 3, 2, 5, 2, 2, 1, 1, 1, 3, 7, 3, 4, 8, 6, 8, 4, 3, 4, 2, 3, 3, 2, 2, 3, 3, 3, 5, 1, 0, 1, 4, 3, 2, 0], "n_pos": 35, "sum_m_en": [3.407475, 6.158954, 6.234884, 5.6353, 5.873773, 5.692551, 5.456436, 5.841135, 5.534663, 6.017629, 6.252991, 5.978828, 5.846071, 5.520198, 5.476114, 5.409366, 5.653591, 5.483661, 5.700286, 5.655367, 5.591667, 5.736925, 5.673322, 5.703469, 7.053188, 6.553983, 6.355227, 6.326955, 6.244922, 6.134657, 5.892059, 6.416473, 6.479075, 6.251104, 6.46751, 6.211549, 6.160826, 5.945284, 5.627935, 5.409236, 5.654801, 5.631743, 7.681208, 7.596723, 5.455941, 4.331658, 1.362228, 0.813917, 0.257161, 0.0], "sum_m_pl": [0.626132, 1.775855, 1.516071, 1.350522, 1.40668, 1.305862, 1.192801, 1.335443, 1.667768, 1.79831, 2.038561, 2.000222, 2.329677, 2.392855, 2.382664, 2.530313, 2.126219, 2.308815, 2.240424, 2.319706, 2.195811, 2.060025, 1.968418, 1.950776, 2.604776, 3.014746, 2.84022, 2.784422, 3.122237, 3.333717, 3.035891, 2.902978, 2.547775, 2.283106, 2.012173, 1.946205, 1.771214, 1.731127, 1.788382, 1.824629, 1.76085, 1.783902, 1.528818, 1.345993, 1.559503, 1.099635, 4.297179, 3.491673, 1.811958, 0.000183]}, "lang": {"n_am_en": [4, 13, 21, 42, 58, 44, 47, 36, 29, 35, 36, 31, 28, 26, 34, 36, 35, 36, 36, 39, 46, 50, 50, 40, 78, 59, 48, 41, 34, 33, 39, 36, 36, 42, 53, 62, 55, 63, 76, 86, 87, 87, 92, 98, 74, 58, 20, 6, 0, 0], "n_am_pl": [5, 16, 16, 13, 19, 10, 16, 17, 20, 19, 23, 32, 31, 26, 31, 29, 15, 18, 20, 20, 10, 16, 20, 18, 22, 29, 31, 27, 29, 36, 26, 38, 26, 29, 20, 15, 18, 16, 16, 19, 22, 25, 28, 29, 45, 69, 108, 147, 159, 162], "n_pos": 163, "sum_m_en": [15.836941, 24.165732, 25.452321, 26.556644, 28.349694, 28.337776, 29.059749, 29.385538, 29.17792, 30.532143, 30.685313, 29.326528, 28.805678, 29.851966, 27.531126, 28.768322, 30.201771, 26.731865, 27.378893, 27.090116, 27.413006, 28.642361, 27.836546, 27.391868, 47.68826, 39.857259, 34.381149, 31.118815, 29.537464, 30.751618, 30.383253, 30.630486, 30.726864, 33.953501, 37.839439, 38.990234, 40.297355, 45.70671, 53.775954, 64.315087, 65.258578, 67.42744, 74.688863, 79.744872, 69.03461, 54.089375, 22.049689, 4.692357, 0.460058, 0.0], "sum_m_pl": [2.627223, 7.353118, 8.336186, 7.498284, 8.263919, 8.726783, 9.481299, 10.128335, 11.500164, 11.293138, 12.634766, 14.575525, 15.874455, 17.095038, 17.126268, 16.796087, 14.292736, 14.230617, 12.874582, 12.488367, 12.173059, 11.572155, 11.32686, 11.15635, 15.787987, 19.441378, 21.888467, 21.325014, 22.200479, 23.335475, 21.154353, 21.665322, 20.694729, 19.638677, 16.672646, 15.150858, 15.955257, 13.504657, 11.707555, 11.837302, 13.554137, 17.067239, 22.386077, 26.515549, 40.907559, 60.5628, 108.873391, 144.928416, 156.510605, 161.337232]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 347, "item_id": "gsm8kpl-1022", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1472, "region_end": 343, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9942}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 19, 23, 20, 33, 28, 32, 32, 24, 32, 24, 28, 30, 29, 26, 23, 32, 34, 42, 45, 45, 41, 44, 42, 61, 49, 40, 38, 35, 32, 30, 38, 34, 43, 47, 47, 50, 52, 51, 57, 52, 48, 48, 51, 52, 52, 52, 47, 50, 43], "n_am_pl": [0, 12, 13, 6, 13, 11, 9, 10, 9, 8, 9, 13, 16, 13, 15, 16, 12, 9, 13, 9, 5, 4, 4, 4, 3, 9, 14, 11, 4, 9, 9, 10, 5, 8, 4, 4, 1, 1, 1, 1, 3, 1, 1, 5, 3, 3, 3, 1, 1, 1], "n_pos": 141, "sum_m_en": [16.956189, 23.040009, 23.73412, 22.799611, 25.035897, 24.733709, 23.372793, 23.284723, 23.54665, 24.556055, 24.369015, 24.496702, 24.046504, 23.749017, 24.052326, 25.176597, 27.749748, 25.865666, 26.855918, 26.980854, 25.441443, 24.670343, 24.319418, 24.391954, 42.288064, 35.264563, 30.719097, 26.395142, 26.913377, 28.000772, 26.157973, 27.168083, 28.982226, 31.011482, 34.662371, 32.899398, 36.792157, 39.83, 41.451778, 46.973568, 45.662184, 44.448777, 46.75003, 47.720138, 49.740553, 49.874425, 49.655627, 48.092231, 44.075131, 44.37736], "sum_m_pl": [3.646079, 7.594413, 7.98794, 7.328257, 7.837375, 7.146766, 6.523623, 6.391062, 6.518807, 6.911518, 7.587003, 8.075188, 8.574324, 8.690293, 8.404288, 8.402689, 8.034238, 7.904026, 8.293501, 8.428274, 8.23532, 8.17408, 8.019224, 8.00117, 8.407386, 9.969816, 10.266923, 10.483807, 9.464361, 10.472721, 9.69049, 9.211907, 9.289559, 8.102759, 7.016251, 6.471502, 5.956305, 5.00875, 4.425176, 4.296622, 4.453345, 4.406552, 4.167544, 4.541387, 4.095476, 3.97083, 3.738617, 2.392413, 1.930274, 1.000003]}, "digit": {"n_am_en": [0, 1, 3, 1, 4, 4, 4, 2, 2, 4, 1, 2, 4, 3, 7, 4, 5, 3, 5, 7, 9, 7, 6, 5, 15, 8, 5, 3, 2, 0, 1, 3, 3, 3, 7, 5, 5, 4, 5, 4, 3, 4, 1, 3, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 3, 4, 1, 1, 5, 4, 5, 6, 11, 10, 7, 10, 9, 7, 7, 5, 3, 2, 2, 3, 1, 4, 6, 5, 2, 2, 2, 2, 1, 4, 1, 4, 1, 1, 0, 0, 2, 0, 0, 3, 2, 1, 1, 0, 0, 0], "n_pos": 34, "sum_m_en": [4.324688, 5.948382, 5.720555, 5.286064, 5.746619, 5.35302, 4.82248, 4.927338, 4.745901, 5.352984, 5.709933, 5.62083, 5.659524, 5.746507, 5.792521, 5.871329, 6.684917, 5.857026, 6.510017, 6.278996, 6.12311, 6.14957, 6.123137, 6.157672, 8.714014, 6.219237, 5.047406, 4.778467, 5.288075, 5.206267, 5.086509, 5.666307, 6.211165, 6.184112, 6.394594, 6.181137, 6.4717, 6.083297, 6.154636, 5.935724, 5.334252, 5.4122, 4.892985, 4.246743, 3.726231, 3.213522, 2.21613, 1.956164, 0.935689, 0.0], "sum_m_pl": [1.008268, 2.032634, 1.727671, 1.549185, 1.657311, 1.459186, 1.192645, 1.189874, 1.417337, 1.694091, 1.911349, 2.104224, 2.344611, 2.227661, 1.99391, 2.172544, 1.98951, 1.911185, 1.954856, 1.954316, 1.865782, 1.82504, 1.787879, 1.807389, 2.701205, 2.922608, 3.114771, 2.867107, 2.036482, 2.304561, 2.17893, 1.989206, 1.920764, 1.766733, 1.696043, 1.685379, 1.730672, 1.598079, 1.882633, 2.042395, 2.003201, 1.897009, 1.923996, 2.202666, 2.051813, 1.720837, 1.651492, 1.111197, 0.526195, 0.0]}, "lang": {"n_am_en": [8, 11, 14, 11, 21, 18, 20, 25, 18, 20, 18, 17, 17, 19, 11, 10, 14, 20, 21, 21, 18, 18, 20, 19, 30, 29, 27, 25, 22, 21, 18, 22, 22, 26, 28, 31, 30, 30, 32, 34, 35, 33, 35, 38, 39, 38, 40, 39, 43, 42], "n_am_pl": [0, 4, 2, 2, 2, 0, 1, 2, 2, 2, 2, 5, 3, 1, 3, 2, 0, 0, 3, 1, 0, 0, 0, 0, 2, 1, 2, 3, 2, 5, 6, 6, 3, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1], "n_pos": 45, "sum_m_en": [6.309547, 7.552027, 8.467914, 8.272009, 9.177929, 9.449698, 9.380253, 9.442845, 9.633923, 9.389288, 8.95873, 9.149844, 8.827953, 8.953633, 9.104901, 9.367108, 10.063983, 9.916637, 9.878891, 9.994679, 9.091433, 8.360051, 8.139936, 8.024166, 19.915179, 18.14878, 16.117272, 12.242548, 11.574842, 12.125422, 11.165031, 11.299533, 12.314284, 14.015043, 16.780183, 16.862545, 18.910385, 21.335634, 24.324756, 27.768783, 28.01902, 28.120293, 29.736316, 32.744116, 35.772244, 35.507143, 37.333013, 36.809836, 36.225296, 42.469984], "sum_m_pl": [1.251335, 2.289623, 2.191574, 2.016827, 2.302618, 2.252292, 2.159024, 2.168224, 2.258004, 2.273645, 2.457651, 2.589481, 2.783739, 2.861059, 2.872579, 2.710286, 2.703205, 2.707377, 2.865618, 2.8453, 2.803978, 2.817174, 2.762704, 2.758777, 2.554574, 3.037323, 3.32751, 3.608304, 3.783636, 3.990739, 3.612847, 3.599844, 3.738075, 3.151219, 2.480521, 2.319402, 2.038091, 1.614184, 1.34039, 1.142903, 1.570642, 1.567569, 1.438972, 1.455079, 1.408947, 1.911467, 1.905353, 1.143692, 1.162166, 1.000001]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "gsm8kpl-1024", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1159, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.9589, "tf_agree_excl_first": 0.9655}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 15, 14, 28, 39, 53, 50, 52, 49, 53, 55, 47, 49, 42, 42, 44, 53, 49, 82, 78, 83, 86, 96, 89, 130, 121, 76, 70, 60, 54, 62, 56, 55, 75, 84, 82, 105, 125, 133, 137, 128, 119, 110, 120, 101, 70, 25, 12, 6, 4], "n_am_pl": [8, 34, 15, 19, 24, 27, 33, 26, 27, 23, 33, 32, 35, 39, 35, 36, 18, 26, 28, 17, 14, 16, 16, 20, 18, 17, 24, 24, 29, 37, 40, 27, 30, 24, 23, 29, 22, 15, 16, 18, 24, 31, 39, 40, 46, 71, 106, 122, 123, 123], "n_pos": 277, "sum_m_en": [27.3812, 42.626097, 44.046582, 45.338106, 46.547314, 47.692795, 46.603016, 47.199755, 47.490208, 50.711638, 51.352427, 50.698311, 50.160886, 48.602656, 50.381366, 49.949, 53.741403, 48.406539, 49.654337, 49.17952, 47.972052, 47.78552, 46.894593, 46.340692, 83.269697, 71.220942, 60.070957, 53.672388, 49.32501, 48.239683, 46.624303, 48.272035, 49.435829, 53.296455, 58.308987, 59.828176, 65.375762, 80.428796, 95.631181, 103.719918, 98.008501, 92.337839, 101.24818, 104.606044, 97.090594, 66.923464, 25.657853, 12.862912, 7.869215, 4.074648], "sum_m_pl": [4.794699, 13.252994, 13.436041, 13.15547, 14.754336, 14.667163, 14.518368, 14.627152, 15.624536, 16.029061, 18.55066, 19.84701, 20.441168, 21.548332, 20.762511, 20.331904, 18.235519, 18.156649, 18.005544, 18.143675, 17.373305, 17.067467, 17.00527, 16.75642, 20.103974, 22.232031, 24.491717, 24.914923, 26.485288, 28.230059, 24.699256, 26.117865, 25.779817, 23.400299, 21.190747, 21.120544, 20.999417, 17.267537, 16.359932, 16.058624, 18.25865, 21.56719, 28.825597, 30.82488, 37.499693, 66.53751, 101.68344, 117.181067, 123.428799, 122.910871]}, "digit": {"n_am_en": [0, 3, 1, 3, 2, 5, 2, 2, 2, 5, 7, 2, 3, 5, 4, 2, 3, 2, 6, 4, 6, 8, 6, 5, 16, 12, 4, 2, 6, 4, 7, 7, 3, 5, 8, 9, 13, 10, 11, 9, 11, 8, 6, 6, 4, 3, 1, 0, 0, 0], "n_am_pl": [0, 6, 2, 0, 0, 0, 0, 0, 1, 1, 2, 2, 6, 7, 2, 8, 3, 2, 2, 1, 1, 2, 3, 1, 2, 3, 3, 3, 4, 7, 6, 3, 5, 2, 3, 2, 2, 2, 1, 0, 0, 1, 0, 0, 0, 1, 4, 2, 0, 0], "n_pos": 40, "sum_m_en": [4.239751, 7.086865, 7.159358, 6.570801, 6.739848, 6.561119, 6.256318, 6.137907, 6.103031, 7.099106, 7.665559, 7.429472, 7.410598, 7.227393, 7.598714, 7.442681, 8.418426, 7.283897, 7.8441, 7.531858, 7.362847, 7.459967, 7.329364, 7.389276, 10.903278, 8.472251, 7.201984, 7.094293, 7.060205, 6.836707, 6.560765, 6.969013, 7.449709, 7.655557, 8.103856, 7.542312, 8.146646, 8.164434, 8.478766, 8.747053, 8.656198, 8.018132, 7.82555, 7.250785, 5.89333, 5.214376, 2.767324, 1.182252, 0.360606, 0.0], "sum_m_pl": [0.698404, 2.037204, 1.61049, 1.480842, 1.631615, 1.418672, 1.226114, 1.147744, 1.554283, 1.686173, 2.166214, 2.203799, 2.471309, 2.735507, 2.513385, 2.654273, 2.300008, 2.237703, 2.244838, 2.25565, 2.192221, 2.183547, 2.16246, 2.153135, 2.302934, 2.676996, 2.561278, 2.740027, 2.693809, 3.092102, 2.919489, 2.915546, 2.707258, 2.511084, 2.235251, 2.316145, 2.181314, 1.75683, 1.781968, 1.837496, 1.832219, 2.030458, 1.631771, 1.469492, 1.53779, 1.858899, 4.572886, 2.876741, 0.349411, 0.0]}, "lang": {"n_am_en": [3, 6, 6, 17, 27, 31, 28, 34, 32, 32, 34, 27, 30, 25, 26, 26, 25, 24, 38, 38, 42, 42, 51, 45, 70, 61, 38, 43, 35, 33, 34, 30, 29, 42, 43, 41, 60, 75, 80, 84, 78, 71, 65, 72, 65, 46, 20, 8, 5, 4], "n_am_pl": [3, 13, 8, 10, 13, 15, 16, 17, 15, 13, 17, 18, 19, 26, 25, 20, 11, 18, 19, 11, 8, 6, 6, 11, 9, 8, 15, 11, 16, 17, 24, 17, 17, 15, 15, 21, 11, 6, 11, 14, 18, 27, 33, 37, 41, 61, 91, 115, 120, 122], "n_pos": 127, "sum_m_en": [12.582138, 18.894828, 19.950853, 21.495266, 22.190114, 22.924669, 22.470578, 23.55478, 24.251549, 25.111127, 25.655879, 24.937041, 24.841781, 23.811128, 24.548877, 24.142991, 25.423889, 22.788639, 23.030858, 22.876352, 22.289877, 22.302012, 21.937365, 21.400899, 41.646999, 35.947331, 31.138969, 27.635058, 25.384459, 24.039329, 23.758113, 24.172133, 23.95208, 26.124715, 27.684412, 29.483628, 33.699576, 41.969579, 52.393037, 58.309482, 54.166841, 52.066388, 57.33295, 60.273416, 58.4556, 39.887449, 18.401458, 7.545454, 4.919291, 3.851955], "sum_m_pl": [2.144307, 5.631458, 5.820076, 5.881315, 6.775422, 7.10118, 7.367392, 7.570483, 8.1221, 7.943001, 9.079176, 9.803864, 10.323696, 11.226284, 10.880509, 10.19578, 8.955933, 9.172277, 9.212417, 9.012458, 8.517794, 8.373959, 8.338116, 8.171978, 10.226912, 11.40405, 12.810063, 12.715501, 14.037332, 15.127715, 13.08097, 14.07536, 14.160653, 13.07893, 12.074502, 12.481288, 12.193523, 9.834641, 9.516662, 9.869196, 11.665096, 14.794941, 22.33611, 24.756439, 31.903078, 57.133142, 88.09372, 108.967791, 119.203322, 122.031074]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 282, "item_id": "gsm8kpl-1024", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1449, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9893}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 20, 26, 26, 42, 42, 33, 27, 32, 47, 43, 40, 33, 29, 35, 46, 46, 48, 53, 52, 49, 46, 46, 51, 71, 69, 64, 59, 59, 49, 49, 54, 56, 71, 71, 72, 76, 76, 80, 79, 89, 84, 84, 89, 87, 78, 76, 77, 73, 68], "n_am_pl": [15, 23, 22, 14, 14, 16, 7, 14, 13, 12, 20, 15, 19, 22, 17, 17, 18, 10, 12, 14, 10, 4, 6, 5, 7, 12, 15, 20, 13, 17, 10, 8, 14, 12, 13, 8, 12, 9, 6, 4, 4, 2, 5, 3, 1, 3, 1, 0, 0, 0], "n_pos": 216, "sum_m_en": [24.469741, 32.114431, 31.421602, 32.006324, 34.061211, 34.963125, 34.343891, 33.765158, 35.62545, 36.96495, 39.131512, 37.656075, 37.337027, 37.676956, 37.40052, 39.236518, 38.683652, 36.58865, 38.261129, 37.99208, 36.164675, 36.036994, 35.640022, 35.81749, 57.445099, 54.001128, 50.191318, 43.513348, 43.408827, 41.805034, 39.805112, 43.682191, 45.307297, 46.043601, 49.427217, 50.477497, 55.175705, 57.791475, 65.252183, 67.85286, 72.472788, 76.674611, 79.754649, 81.563664, 80.941379, 78.729799, 76.133831, 76.875685, 70.916071, 66.202291], "sum_m_pl": [6.731436, 12.184773, 12.897905, 11.790417, 11.90345, 10.372489, 9.682284, 10.059989, 10.543541, 11.366346, 12.680607, 13.048096, 12.815247, 12.552227, 13.570119, 14.120794, 13.549478, 13.123338, 13.306727, 13.354791, 12.688325, 12.237982, 11.844308, 11.961454, 13.324316, 14.545868, 15.215377, 17.453965, 17.734348, 18.895237, 16.380093, 14.173713, 13.823439, 13.771796, 12.583153, 12.384202, 11.959958, 10.963764, 9.389961, 8.500638, 8.197553, 7.362965, 6.40815, 6.342744, 5.39802, 5.538625, 3.504904, 1.825834, 1.747709, 0.133134]}, "digit": {"n_am_en": [0, 0, 2, 1, 4, 3, 4, 6, 6, 16, 13, 6, 6, 7, 9, 12, 12, 8, 11, 9, 9, 7, 6, 12, 13, 11, 12, 10, 12, 7, 7, 9, 9, 12, 12, 12, 8, 10, 9, 8, 8, 8, 10, 9, 6, 4, 3, 5, 2, 0], "n_am_pl": [0, 5, 5, 3, 3, 0, 1, 0, 1, 1, 2, 3, 7, 5, 5, 4, 2, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 3, 1, 2, 2, 0, 3, 0, 3, 2, 2, 2, 1, 1, 2, 1, 0, 1, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [5.183157, 8.003657, 8.161699, 7.631752, 8.003034, 7.737677, 7.43952, 7.343065, 7.584085, 8.149984, 8.868495, 8.480021, 8.134574, 8.774557, 8.893996, 9.114064, 8.752907, 8.061763, 8.657873, 8.409052, 8.013329, 7.958115, 7.851546, 7.939202, 11.775349, 11.443439, 10.938195, 9.595293, 9.676197, 9.116783, 8.315199, 9.263433, 9.614749, 9.61371, 9.5557, 10.186718, 9.917436, 9.169888, 9.661675, 8.417155, 7.914872, 8.3692, 8.173149, 6.888826, 6.719839, 6.244317, 4.948321, 4.894088, 3.202924, 0.0], "sum_m_pl": [0.909309, 2.38389, 2.166284, 1.919056, 1.980975, 1.634234, 1.371601, 1.423568, 1.659845, 1.816292, 2.138115, 2.223954, 2.247021, 2.242859, 2.400091, 2.532448, 2.35271, 2.407946, 2.461791, 2.480816, 2.372112, 2.291114, 2.291077, 2.364903, 2.253489, 2.50063, 2.584471, 2.98464, 2.968386, 3.269706, 2.812467, 2.588223, 2.354801, 2.014769, 1.933894, 2.021787, 2.125681, 2.146273, 2.190109, 2.404327, 2.189126, 2.137398, 2.135062, 1.99218, 1.755278, 1.547212, 1.107685, 0.577632, 0.311877, 0.0]}, "lang": {"n_am_en": [6, 8, 8, 9, 15, 14, 16, 11, 13, 15, 16, 15, 14, 13, 16, 18, 19, 25, 27, 24, 25, 27, 26, 25, 34, 33, 34, 30, 25, 25, 26, 29, 29, 35, 36, 38, 40, 43, 52, 54, 60, 62, 61, 64, 64, 62, 62, 62, 65, 68], "n_am_pl": [7, 5, 5, 4, 6, 3, 2, 6, 2, 1, 3, 1, 3, 6, 4, 7, 7, 3, 5, 3, 1, 0, 1, 0, 2, 6, 5, 4, 2, 3, 2, 1, 4, 5, 3, 3, 5, 4, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [8.8585, 9.98417, 9.661801, 10.130653, 11.344297, 11.453293, 11.896188, 11.646917, 12.344944, 12.321054, 12.898714, 12.131079, 12.407483, 12.504872, 12.848812, 13.242392, 13.111135, 12.423757, 12.849639, 12.661609, 11.896996, 11.783987, 11.719749, 11.481272, 25.281341, 23.679991, 22.254881, 17.796066, 16.991102, 16.301937, 15.560882, 16.775122, 17.908204, 18.863646, 21.332053, 22.589451, 26.879628, 29.694868, 36.581313, 41.297779, 47.176311, 52.738521, 54.557895, 56.88311, 58.46942, 57.245285, 58.373031, 59.04536, 59.91893, 65.84291], "sum_m_pl": [1.994179, 3.21816, 3.669336, 3.525875, 3.733343, 3.229055, 3.151219, 3.302001, 3.454906, 3.611038, 3.834276, 3.98465, 4.032032, 3.983579, 4.33421, 4.592538, 4.471101, 4.326861, 4.316128, 4.202297, 3.973215, 3.816168, 3.659436, 3.71358, 3.819839, 4.197962, 4.525397, 5.19424, 5.190311, 5.77479, 5.118916, 4.365798, 4.58306, 4.655459, 4.072658, 4.030617, 3.952631, 3.461519, 2.581901, 2.242516, 1.94789, 1.337295, 0.886307, 0.862012, 0.580948, 0.808854, 0.561315, 0.142655, 0.335303, 0.133028]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 223, "item_id": "gsm8kpl-1026", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1209, "region_end": 216, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 21, 21, 34, 48, 49, 43, 42, 47, 55, 38, 37, 39, 47, 54, 53, 53, 49, 61, 57, 61, 59, 62, 65, 105, 109, 87, 59, 62, 51, 42, 50, 48, 61, 67, 84, 75, 81, 85, 88, 99, 92, 88, 96, 87, 52, 12, 2, 0, 0], "n_am_pl": [4, 26, 34, 33, 24, 17, 32, 28, 32, 28, 34, 48, 33, 28, 37, 38, 17, 23, 21, 23, 17, 15, 20, 19, 22, 29, 29, 42, 38, 44, 36, 38, 40, 29, 34, 24, 36, 27, 28, 29, 25, 31, 38, 35, 48, 82, 125, 134, 131, 121], "n_pos": 265, "sum_m_en": [24.954852, 40.168442, 43.213151, 44.4288, 44.472385, 46.347591, 45.501643, 46.132157, 47.362914, 49.155407, 51.787969, 48.298428, 49.422867, 46.933574, 46.873687, 47.673273, 47.079234, 43.953782, 45.724588, 44.925532, 43.29656, 43.234389, 42.639657, 43.228716, 72.201273, 68.286017, 61.136153, 53.08351, 50.900364, 47.630572, 44.776032, 48.566841, 47.031394, 49.705098, 51.868375, 56.022987, 56.651812, 61.877759, 67.134016, 72.50408, 77.284697, 75.987354, 75.283551, 81.888047, 78.599106, 52.872394, 17.66916, 5.110143, 2.642392, 1.5e-05], "sum_m_pl": [4.190667, 12.872769, 14.358024, 14.202457, 15.0217, 14.319941, 14.21168, 14.463822, 15.719331, 16.403109, 18.218802, 19.656245, 19.595282, 19.378872, 20.937139, 20.634187, 18.701753, 17.995205, 17.802629, 17.690006, 16.837732, 16.383466, 16.131922, 15.786879, 19.880917, 23.005051, 25.629686, 29.097711, 29.751225, 32.253055, 28.329047, 26.138591, 26.333858, 25.082223, 21.635601, 20.387148, 20.97644, 19.141286, 19.171398, 19.591445, 19.817128, 21.403458, 28.205228, 30.594764, 43.117773, 69.858701, 117.577847, 130.262615, 125.595563, 121.489719]}, "digit": {"n_am_en": [0, 2, 3, 4, 4, 6, 6, 3, 4, 7, 8, 2, 3, 6, 8, 13, 9, 8, 8, 8, 7, 5, 7, 8, 14, 14, 12, 9, 9, 5, 5, 7, 5, 10, 10, 6, 10, 9, 9, 6, 6, 6, 4, 3, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 5, 4, 1, 3, 1, 3, 0, 0, 1, 3, 4, 5, 4, 2, 4, 0, 1, 1, 0, 0, 0, 1, 1, 1, 3, 2, 1, 4, 6, 6, 5, 5, 3, 3, 3, 2, 1, 2, 2, 1, 1, 2, 0, 0, 2, 0, 1, 1, 0], "n_pos": 36, "sum_m_en": [3.483744, 6.40177, 6.948299, 6.67256, 6.748014, 6.665871, 6.091133, 6.015232, 5.842264, 6.283626, 6.864301, 6.153675, 6.365502, 6.376603, 6.893932, 6.768945, 6.537655, 6.070164, 6.599844, 6.45832, 6.21493, 6.134932, 6.030514, 6.210949, 10.403796, 9.720864, 8.862001, 8.035443, 7.638503, 6.967083, 6.473846, 7.294823, 7.493955, 7.338169, 7.544438, 7.267912, 7.460164, 7.250616, 7.599707, 6.653908, 6.475198, 6.876692, 6.058562, 4.610376, 4.081215, 3.320883, 2.537288, 1.494092, 0.905544, 0.0], "sum_m_pl": [0.603041, 1.950256, 1.675472, 1.540475, 1.668812, 1.517955, 1.219446, 1.206559, 1.490437, 1.628186, 1.907446, 2.02589, 2.054927, 2.005164, 1.998793, 2.107785, 1.930674, 2.013252, 2.022745, 2.061505, 1.976678, 1.887332, 1.888243, 1.892099, 1.661806, 1.923235, 2.195386, 2.696389, 2.788081, 3.048701, 2.600271, 2.309535, 2.093268, 1.926951, 1.704673, 1.871953, 1.653399, 1.631541, 1.828182, 1.962926, 1.7844, 1.716055, 1.585547, 1.445884, 1.301465, 1.462236, 1.125596, 0.905867, 0.811439, 0.0]}, "lang": {"n_am_en": [4, 13, 12, 22, 32, 31, 27, 25, 23, 25, 14, 21, 23, 24, 28, 22, 25, 25, 31, 28, 27, 29, 31, 32, 49, 49, 41, 31, 33, 27, 22, 25, 26, 30, 30, 47, 37, 44, 46, 51, 57, 54, 56, 64, 52, 30, 6, 0, 0, 0], "n_am_pl": [4, 11, 19, 20, 13, 8, 17, 14, 18, 15, 23, 21, 14, 16, 23, 18, 11, 11, 12, 13, 10, 11, 11, 10, 9, 11, 13, 20, 16, 20, 18, 16, 19, 12, 17, 10, 21, 13, 20, 20, 17, 21, 24, 25, 38, 63, 102, 112, 121, 120], "n_pos": 122, "sum_m_en": [11.62381, 18.002408, 19.556688, 20.488312, 20.91386, 21.986329, 21.927617, 22.181113, 23.203676, 23.770839, 24.916446, 23.247222, 23.774766, 22.265768, 22.250339, 22.411498, 22.209391, 20.831905, 21.414534, 21.003304, 20.264498, 20.059246, 19.875037, 19.948664, 34.444114, 32.957345, 29.506504, 26.073031, 24.715116, 22.964135, 21.410905, 22.845463, 21.646295, 23.66945, 24.401762, 27.311442, 27.996768, 31.731254, 34.293359, 38.641932, 42.493453, 41.776408, 43.513388, 49.489292, 45.18753, 29.037046, 7.676782, 1.072089, 0.349233, 5e-06], "sum_m_pl": [1.853822, 5.694598, 6.819844, 6.792026, 7.301542, 7.029382, 7.277272, 7.340775, 7.867007, 8.177508, 8.965737, 9.796928, 9.851229, 9.882163, 10.608845, 10.383992, 9.261459, 8.925974, 8.743869, 8.453189, 8.05051, 7.868104, 7.743193, 7.511753, 9.119206, 11.107238, 12.553644, 14.067442, 14.230917, 15.705717, 14.443, 13.480244, 13.976005, 13.147997, 11.307727, 10.652949, 11.612683, 10.177046, 10.681828, 10.444705, 10.548567, 11.408513, 17.208094, 19.964769, 32.786033, 54.91098, 94.630963, 109.629859, 116.180336, 120.002766]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 272, "item_id": "gsm8kpl-1026", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1499, "region_end": 265, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9889}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 15, 17, 20, 35, 33, 44, 42, 42, 40, 37, 30, 24, 28, 24, 38, 35, 33, 32, 45, 43, 40, 40, 34, 63, 53, 47, 40, 47, 45, 42, 44, 51, 49, 54, 58, 58, 66, 74, 79, 81, 76, 80, 73, 74, 71, 70, 72, 69, 59], "n_am_pl": [1, 7, 10, 4, 5, 2, 5, 5, 4, 4, 13, 19, 19, 16, 17, 8, 8, 9, 13, 12, 9, 4, 6, 5, 10, 12, 14, 11, 5, 9, 14, 10, 12, 8, 7, 7, 5, 4, 3, 4, 4, 5, 3, 2, 1, 0, 0, 0, 0, 0], "n_pos": 131, "sum_m_en": [13.787486, 19.647086, 19.331037, 21.022373, 23.960997, 24.432891, 26.331186, 26.374426, 26.592529, 28.060048, 27.227117, 26.270595, 25.070543, 24.761155, 24.251742, 24.961255, 25.950082, 23.795864, 24.04723, 23.825808, 23.010053, 22.994372, 22.61628, 22.874065, 39.033971, 35.451349, 34.051857, 31.831162, 33.047573, 30.772622, 29.337641, 29.76875, 29.93063, 32.176097, 37.04065, 38.08309, 44.284095, 52.334674, 59.745896, 66.444964, 67.63504, 66.89344, 71.116191, 71.989035, 72.924901, 69.734932, 69.379273, 70.193162, 64.490473, 60.674658], "sum_m_pl": [2.838897, 5.7787, 6.064664, 5.419113, 5.968043, 5.351334, 5.18862, 5.264538, 5.569742, 6.190736, 6.984517, 7.53803, 8.132071, 8.225408, 8.024268, 8.355707, 7.985768, 8.061879, 7.948042, 8.017816, 7.995848, 7.756138, 7.566558, 7.735699, 9.344818, 10.85208, 10.41523, 10.559973, 9.82589, 10.478135, 9.610268, 9.583477, 10.019622, 8.703714, 7.627777, 7.654335, 6.760448, 5.584811, 4.674882, 4.288801, 4.216662, 4.065299, 3.375133, 2.329385, 2.193489, 1.863833, 0.85604, 0.749704, 1.085208, 0.000159]}, "digit": {"n_am_en": [0, 0, 1, 3, 4, 2, 4, 6, 6, 4, 8, 2, 2, 4, 6, 10, 4, 3, 0, 2, 3, 2, 5, 3, 9, 4, 4, 5, 3, 3, 1, 1, 3, 1, 4, 4, 4, 6, 5, 5, 5, 7, 5, 5, 6, 5, 5, 3, 1, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 5, 5, 3, 3, 0, 4, 2, 3, 3, 2, 1, 0, 1, 1, 3, 3, 1, 0, 2, 4, 2, 2, 1, 2, 2, 2, 2, 2, 3, 3, 3, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.910313, 3.849202, 3.827259, 3.72759, 4.492693, 4.236827, 4.180886, 4.001266, 3.728409, 4.39069, 4.501877, 4.186387, 4.015572, 4.065638, 4.28811, 4.34231, 4.182493, 3.654064, 3.881063, 3.801472, 3.754315, 3.794219, 3.754379, 3.808907, 5.294434, 4.54278, 4.454115, 4.437031, 4.946828, 4.491604, 4.256182, 4.349738, 4.347491, 3.847673, 4.016485, 3.857272, 4.526405, 4.985448, 5.287269, 5.212925, 4.833784, 5.28065, 6.455512, 5.945992, 5.883932, 5.715957, 5.211969, 3.159512, 2.280208, 0.004613], "sum_m_pl": [0.270817, 0.887899, 0.758943, 0.7313, 0.936912, 0.782811, 0.684734, 0.68203, 0.850336, 1.013252, 1.277931, 1.238421, 1.347801, 1.439913, 1.221581, 1.289974, 1.244198, 1.325594, 1.255083, 1.2952, 1.306143, 1.232771, 1.194386, 1.222122, 1.385121, 1.646525, 1.683559, 1.676376, 1.412314, 1.598166, 1.449676, 1.556474, 1.415095, 1.2168, 1.125177, 1.223793, 1.194571, 1.126294, 1.332686, 1.405774, 1.27548, 1.272531, 1.105696, 0.985852, 0.836404, 0.776174, 0.419614, 0.336755, 0.278538, 0.0]}, "lang": {"n_am_en": [5, 9, 13, 16, 25, 19, 25, 19, 25, 22, 20, 22, 15, 18, 12, 15, 21, 18, 19, 27, 27, 27, 25, 21, 34, 30, 25, 19, 30, 26, 27, 29, 32, 34, 30, 36, 39, 42, 48, 52, 53, 53, 56, 55, 55, 53, 56, 60, 60, 58], "n_am_pl": [1, 4, 3, 2, 2, 0, 1, 1, 0, 1, 7, 4, 5, 5, 8, 4, 2, 5, 4, 2, 2, 2, 3, 3, 4, 3, 4, 4, 2, 3, 9, 5, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [6.512596, 9.173668, 9.093369, 9.885429, 11.042961, 11.386041, 13.120346, 13.433827, 14.288289, 14.308965, 13.529039, 13.634831, 12.879854, 12.590557, 12.180865, 12.464447, 13.227535, 12.00459, 11.832121, 11.582659, 11.143751, 11.040321, 10.739341, 10.760112, 22.252364, 20.661893, 20.512046, 18.332013, 18.634883, 17.469346, 16.587429, 16.688186, 16.763677, 19.118991, 22.277599, 22.913342, 26.891558, 30.936571, 36.827694, 43.248282, 45.503531, 45.589651, 48.106623, 51.065908, 52.44908, 51.464032, 54.264775, 57.113228, 55.010178, 58.385006], "sum_m_pl": [1.108112, 2.340956, 2.524454, 2.133201, 2.451458, 2.208955, 2.124225, 2.174818, 2.265048, 2.537992, 2.760457, 3.092116, 3.415958, 3.472234, 3.532189, 3.785891, 3.572284, 3.577069, 3.585003, 3.585869, 3.543637, 3.489836, 3.425572, 3.503826, 3.905786, 4.346306, 4.519331, 4.639746, 4.262873, 4.594178, 4.254613, 4.142472, 4.561676, 3.865857, 3.225538, 3.311395, 2.878178, 2.351544, 1.788876, 1.227926, 1.195346, 1.099727, 0.884449, 0.443621, 0.308752, 0.12621, 0.069348, 0.125961, 0.383456, 0.000139]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "gsm8kpl-1032", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1226, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9632, "tf_agree_excl_first": 0.9704}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 9, 13, 33, 39, 36, 39, 45, 48, 53, 48, 42, 47, 42, 45, 47, 40, 37, 51, 52, 54, 54, 50, 44, 85, 59, 50, 47, 51, 50, 46, 51, 53, 67, 78, 73, 78, 85, 96, 92, 91, 84, 85, 88, 73, 60, 22, 2, 0, 0], "n_am_pl": [3, 18, 17, 16, 13, 23, 18, 19, 18, 20, 17, 26, 23, 23, 29, 22, 9, 11, 11, 13, 13, 15, 17, 18, 18, 21, 29, 26, 31, 26, 29, 25, 34, 25, 18, 13, 13, 10, 10, 13, 10, 17, 24, 28, 34, 41, 66, 92, 90, 88], "n_pos": 186, "sum_m_en": [16.102869, 28.301196, 30.635315, 31.975719, 33.887668, 34.431918, 34.986611, 35.814315, 36.934171, 39.94257, 40.26083, 37.718614, 36.901977, 36.808925, 34.67001, 35.849526, 35.299848, 32.395655, 34.008737, 32.995217, 32.257642, 32.652394, 31.983345, 32.099447, 50.814832, 44.300871, 42.059197, 40.291545, 39.631651, 37.729632, 35.897374, 37.73366, 38.416344, 42.251842, 46.676037, 46.768684, 49.798282, 55.110541, 63.914205, 67.017237, 65.207611, 67.901437, 73.048817, 78.283723, 66.535205, 53.841481, 19.582574, 4.653076, 1.987951, 2e-06], "sum_m_pl": [2.692478, 8.436794, 9.504996, 8.805558, 9.847726, 9.543994, 9.759412, 9.532542, 10.037924, 10.155642, 11.051256, 12.361831, 13.137659, 13.285803, 13.089438, 13.341919, 11.936419, 12.048177, 11.188434, 11.456774, 11.392922, 11.043552, 10.888059, 10.841734, 14.684262, 17.779918, 19.007317, 18.235431, 17.935514, 19.430154, 17.853303, 16.907092, 17.782443, 14.9172, 12.131889, 11.956558, 11.39489, 10.364605, 9.878983, 10.437936, 11.140477, 12.857533, 17.374543, 19.978601, 26.610307, 40.111911, 71.379874, 88.469091, 89.602398, 88.411929]}, "digit": {"n_am_en": [0, 0, 2, 3, 3, 1, 4, 5, 3, 6, 6, 4, 7, 4, 4, 4, 2, 2, 3, 5, 2, 5, 3, 3, 7, 5, 4, 5, 4, 1, 3, 6, 3, 4, 5, 4, 3, 5, 7, 6, 3, 5, 3, 2, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 5, 5, 3, 3, 2, 2, 1, 0, 2, 1, 0, 0, 1, 0, 1, 0, 2, 2, 2, 3, 4, 3, 5, 3, 3, 2, 2, 2, 1, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [1.894128, 3.788991, 4.122285, 3.997329, 4.208473, 4.154954, 3.97121, 4.086097, 4.105109, 4.771255, 4.911635, 4.46243, 4.238227, 4.402559, 4.293493, 4.155445, 4.10765, 3.710879, 3.894353, 3.88516, 3.907503, 3.919627, 3.889068, 3.980398, 5.326438, 4.682598, 4.543496, 4.73405, 4.923497, 4.563628, 4.343342, 4.687106, 4.797028, 4.255103, 4.2994, 4.043382, 4.123266, 4.358262, 5.231447, 4.828, 4.306799, 4.254912, 4.362776, 3.672134, 3.269203, 2.543879, 1.663665, 0.814391, 0.689258, 0.0], "sum_m_pl": [0.322553, 1.028192, 0.858015, 0.814097, 0.980371, 0.898358, 0.8102, 0.743238, 0.93686, 1.091788, 1.309319, 1.307585, 1.282092, 1.403851, 1.329913, 1.411194, 1.245454, 1.24812, 1.224408, 1.258847, 1.247508, 1.180856, 1.16625, 1.190046, 1.449442, 1.761579, 1.722578, 1.61019, 1.440107, 1.668639, 1.495898, 1.342263, 1.287052, 1.184943, 1.036141, 1.165468, 1.040377, 0.978196, 1.042795, 1.132522, 1.159923, 1.223177, 1.214466, 1.129702, 0.978423, 0.84408, 0.588873, 0.520383, 0.522627, 0.0]}, "lang": {"n_am_en": [0, 4, 7, 20, 24, 25, 26, 21, 26, 28, 24, 23, 26, 25, 24, 20, 24, 19, 25, 24, 29, 26, 26, 22, 42, 27, 21, 24, 31, 31, 20, 25, 28, 41, 41, 41, 50, 51, 57, 56, 54, 50, 53, 56, 50, 40, 14, 2, 0, 0], "n_am_pl": [3, 10, 12, 9, 8, 11, 11, 9, 8, 10, 7, 12, 11, 11, 16, 12, 3, 7, 6, 7, 8, 7, 10, 9, 14, 15, 21, 18, 19, 17, 19, 18, 24, 16, 12, 8, 6, 6, 6, 8, 7, 12, 14, 18, 23, 31, 58, 81, 89, 88], "n_pos": 90, "sum_m_en": [7.655591, 13.118552, 14.779647, 15.276627, 16.46112, 16.740149, 17.131158, 17.798083, 18.626125, 20.335187, 20.122919, 18.726481, 18.450573, 18.581095, 17.130167, 17.605581, 17.428194, 15.928248, 16.780219, 16.276, 15.885382, 16.121669, 15.728981, 15.645092, 27.281113, 22.883976, 21.460144, 20.713894, 20.075426, 19.013895, 17.920548, 18.760958, 19.141618, 22.534931, 24.9132, 24.972313, 27.997258, 31.838323, 37.196195, 39.796836, 37.589258, 38.530193, 43.703088, 48.358684, 44.105568, 34.980182, 10.937611, 2.47036, 0.452853, 1e-06], "sum_m_pl": [1.193394, 3.852679, 4.658879, 4.270776, 4.780836, 4.696974, 4.932483, 4.905459, 5.285306, 5.032546, 5.42703, 6.446667, 7.082925, 7.196006, 7.180059, 7.152472, 6.231243, 6.453705, 5.857554, 5.923643, 5.845173, 5.669247, 5.557018, 5.483993, 7.547859, 9.740387, 10.442454, 10.026937, 9.849955, 10.746279, 9.997603, 9.707368, 10.46524, 8.411903, 6.750421, 6.751986, 6.846768, 5.763705, 5.302044, 5.364064, 6.347799, 8.060257, 9.816454, 11.863552, 17.955916, 30.867101, 60.771466, 77.57076, 86.440907, 87.765126]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "gsm8kpl-1032", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1516, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9738, "tf_agree_excl_first": 0.9789}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 23, 23, 20, 30, 28, 30, 32, 34, 39, 33, 30, 31, 28, 37, 29, 39, 35, 39, 34, 38, 45, 36, 36, 49, 41, 44, 38, 47, 40, 44, 43, 40, 47, 54, 48, 53, 58, 71, 75, 74, 73, 78, 82, 81, 70, 69, 67, 62, 55], "n_am_pl": [1, 3, 9, 7, 11, 3, 6, 14, 11, 11, 11, 10, 12, 13, 13, 7, 10, 7, 5, 6, 5, 3, 3, 3, 9, 6, 11, 6, 5, 9, 8, 4, 5, 3, 0, 0, 3, 1, 1, 0, 0, 1, 2, 1, 0, 1, 0, 0, 0, 0], "n_pos": 122, "sum_m_en": [13.806105, 19.254261, 19.895877, 20.861716, 22.734744, 21.708112, 22.839957, 23.07128, 23.817391, 25.694153, 24.545449, 24.500816, 23.743173, 23.748164, 23.376465, 22.843801, 23.90829, 22.461899, 22.140737, 22.441468, 21.928634, 21.220118, 20.6959, 20.783969, 35.446903, 32.473195, 31.497135, 29.285535, 29.016946, 29.671821, 28.346965, 29.10943, 29.710042, 32.222102, 35.120876, 36.505977, 41.63416, 47.028108, 53.967984, 61.012592, 61.744889, 63.982478, 68.75859, 73.15656, 74.385418, 70.39778, 67.786601, 64.031398, 59.895309, 56.163292], "sum_m_pl": [2.447771, 5.357908, 5.859558, 5.659883, 6.201633, 5.692076, 5.654208, 5.710371, 5.832186, 6.08565, 6.750344, 7.069251, 7.215136, 7.506227, 7.259815, 6.929828, 6.823039, 6.951829, 7.344968, 7.427373, 7.340104, 7.06904, 7.23488, 7.493927, 8.842625, 9.682528, 9.136314, 9.285639, 9.071627, 9.106484, 8.23469, 7.928002, 8.209139, 7.414295, 6.840973, 6.687991, 6.121403, 5.499566, 4.272246, 3.464887, 3.24626, 3.056367, 2.868622, 2.203594, 1.811916, 1.619049, 0.993069, 0.819167, 0.76539, 0.005277]}, "digit": {"n_am_en": [0, 2, 2, 2, 1, 3, 2, 1, 4, 7, 7, 4, 7, 3, 2, 1, 4, 3, 2, 1, 2, 3, 1, 1, 2, 2, 3, 1, 6, 4, 4, 5, 3, 4, 3, 3, 3, 3, 3, 4, 4, 5, 6, 5, 5, 3, 3, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 2, 0, 1, 0, 1, 0, 0, 2, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 0, 2, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.660768, 3.002909, 3.106522, 2.980143, 3.298, 3.083154, 3.033443, 2.847705, 2.82449, 3.242245, 3.193839, 3.135042, 2.984225, 2.974866, 2.764766, 2.705745, 2.830204, 2.535844, 2.756004, 2.751067, 2.736582, 2.745447, 2.654007, 2.729309, 3.331332, 3.149077, 3.20659, 3.140517, 3.454357, 3.279018, 2.978397, 3.160119, 3.198414, 3.319619, 3.250747, 3.116516, 3.02489, 3.203647, 3.181322, 3.419076, 3.358639, 3.621428, 4.753765, 4.440265, 4.466501, 3.154246, 2.624517, 1.639739, 0.46971, 0.0], "sum_m_pl": [0.236857, 0.706802, 0.605751, 0.607171, 0.744935, 0.642078, 0.566436, 0.525413, 0.646186, 0.671412, 0.799813, 0.856969, 0.905278, 0.905571, 0.829414, 0.817914, 0.733504, 0.796744, 0.810348, 0.893302, 0.880226, 0.865187, 0.865808, 0.904022, 1.016777, 1.028947, 0.899033, 0.942189, 0.899593, 1.012101, 0.9149, 0.89817, 0.800618, 0.722121, 0.765998, 0.835596, 0.752608, 0.633206, 0.612994, 0.621805, 0.680596, 0.728385, 0.6159, 0.642031, 0.707454, 0.825479, 0.543718, 0.453644, 0.253479, 0.0]}, "lang": {"n_am_en": [9, 11, 11, 11, 21, 20, 22, 21, 18, 20, 18, 14, 14, 13, 27, 20, 20, 23, 25, 22, 24, 28, 25, 26, 34, 26, 27, 25, 27, 24, 26, 27, 25, 31, 34, 30, 35, 36, 49, 48, 48, 49, 52, 53, 54, 53, 55, 54, 55, 55], "n_am_pl": [0, 1, 3, 3, 6, 1, 4, 5, 6, 7, 6, 7, 7, 8, 7, 4, 6, 2, 1, 2, 1, 1, 1, 2, 2, 3, 7, 2, 2, 5, 7, 1, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [7.077803, 9.06755, 9.490814, 10.100409, 10.993, 10.280768, 11.228627, 11.380021, 12.004997, 12.54986, 11.840219, 11.94176, 11.534704, 11.705036, 11.698804, 11.388194, 11.864428, 11.236593, 10.795885, 11.103487, 10.848353, 10.439768, 10.106844, 10.054404, 22.338937, 19.881273, 19.203464, 17.32821, 16.314718, 17.005613, 16.375299, 16.85395, 16.999114, 18.728509, 20.313774, 21.875911, 25.444797, 29.325827, 35.089544, 38.778787, 40.173448, 41.98098, 43.649584, 47.534193, 49.774469, 51.476998, 53.331251, 52.144375, 52.171941, 55.362714], "sum_m_pl": [1.257937, 2.30984, 2.597474, 2.540126, 2.749281, 2.518036, 2.556197, 2.698355, 2.751352, 2.931129, 3.151673, 3.359765, 3.486835, 3.63337, 3.543291, 3.370632, 3.390007, 3.365347, 3.6262, 3.603181, 3.519488, 3.400374, 3.469758, 3.590917, 4.30229, 4.624078, 4.648299, 4.494292, 4.492485, 4.409982, 4.137057, 3.909592, 4.253915, 3.910181, 3.417199, 3.38894, 2.935494, 2.544635, 1.795089, 1.416658, 1.141348, 1.010468, 0.820667, 0.47556, 0.33077, 0.189793, 0.111965, 0.13994, 0.108349, 0.005277]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "gsm8kpl-1036", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.992}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 12, 5, 8, 15, 13, 22, 18, 17, 18, 15, 14, 15, 17, 18, 21, 24, 18, 17, 23, 21, 25, 18, 18, 31, 30, 23, 26, 21, 22, 20, 22, 21, 26, 37, 35, 36, 42, 42, 53, 48, 45, 48, 47, 34, 20, 3, 2, 1, 1], "n_am_pl": [5, 5, 7, 7, 9, 11, 6, 6, 7, 6, 11, 12, 16, 10, 9, 2, 1, 3, 6, 3, 3, 2, 3, 4, 3, 6, 5, 7, 7, 10, 9, 7, 7, 8, 4, 3, 5, 4, 4, 2, 7, 6, 10, 15, 25, 28, 49, 53, 53, 52], "n_pos": 103, "sum_m_en": [10.407801, 15.720948, 16.082238, 16.222995, 17.941399, 17.334171, 18.052997, 18.046607, 19.1736, 20.799053, 20.496504, 19.370341, 19.660793, 19.053911, 18.031893, 17.581673, 18.276274, 17.19004, 17.208724, 17.288831, 16.951717, 17.153996, 16.886034, 17.015171, 25.774588, 22.221502, 21.290615, 20.452589, 20.610659, 19.849833, 18.944312, 19.991672, 19.614596, 21.24005, 22.171793, 21.607016, 23.468377, 25.796555, 26.891066, 32.62875, 33.159763, 33.975737, 39.870037, 40.288612, 31.829402, 19.736704, 5.811693, 2.157979, 1.367247, 1.000004], "sum_m_pl": [1.982396, 5.753017, 5.997811, 5.418806, 6.014754, 5.753487, 5.694284, 5.675642, 5.612921, 5.279067, 5.832265, 6.182845, 6.212151, 6.131204, 5.75423, 5.440238, 5.36259, 5.697212, 5.523656, 5.717106, 5.740116, 5.599419, 5.723162, 5.909964, 6.743459, 7.384346, 6.945537, 6.827775, 6.909602, 7.796251, 7.307307, 7.154201, 7.014057, 6.681889, 6.21612, 6.521706, 6.197924, 5.372362, 5.139113, 5.110821, 5.618569, 6.670486, 8.757089, 11.731525, 18.790656, 25.696067, 44.024308, 50.708107, 52.690891, 52.600736]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 1, 0, 0, 1, 2, 3, 3, 1, 3, 0, 0, 4, 0, 1, 2, 1, 3, 2, 1, 1, 1, 2, 1, 0, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.019784, 1.923866, 2.094735, 1.954402, 2.011095, 1.773804, 1.858386, 1.786505, 1.966292, 2.201474, 2.094559, 2.021532, 1.958489, 1.883985, 1.63895, 1.482226, 1.662579, 1.56601, 1.726089, 1.687782, 1.646635, 1.714034, 1.712483, 1.814239, 2.255256, 1.934668, 1.993873, 1.975295, 2.151278, 2.083009, 1.73438, 1.836606, 1.794831, 1.790602, 1.870403, 1.76934, 1.740248, 1.428797, 1.228632, 1.302535, 1.161333, 1.178238, 1.167748, 0.99111, 0.98468, 0.745157, 0.382822, 0.226895, 0.071512, 0.0], "sum_m_pl": [0.149599, 0.543341, 0.520907, 0.480425, 0.581296, 0.444741, 0.429532, 0.411052, 0.516346, 0.483359, 0.539909, 0.507581, 0.534386, 0.522856, 0.476001, 0.482977, 0.471, 0.508776, 0.491945, 0.542142, 0.545868, 0.553362, 0.55957, 0.583096, 0.690134, 0.811759, 0.577052, 0.667372, 0.607425, 0.642176, 0.606148, 0.557173, 0.499648, 0.46059, 0.457263, 0.507957, 0.457781, 0.372117, 0.377595, 0.403824, 0.43204, 0.456665, 0.438367, 0.400023, 0.358666, 0.365309, 0.234855, 0.202441, 0.053853, 0.0]}, "lang": {"n_am_en": [1, 9, 4, 4, 11, 12, 16, 10, 10, 12, 12, 12, 12, 10, 13, 12, 14, 13, 9, 14, 14, 14, 14, 13, 18, 21, 16, 21, 18, 17, 16, 16, 16, 17, 24, 23, 22, 28, 26, 35, 34, 33, 34, 30, 21, 16, 3, 2, 1, 1], "n_am_pl": [5, 4, 1, 3, 2, 2, 2, 3, 4, 3, 5, 7, 9, 6, 6, 1, 0, 1, 3, 1, 1, 1, 2, 3, 1, 3, 3, 4, 7, 6, 4, 3, 3, 5, 4, 2, 3, 4, 4, 2, 7, 5, 8, 13, 22, 26, 42, 46, 50, 52], "n_pos": 54, "sum_m_en": [6.030745, 8.245889, 8.387103, 8.630621, 9.584445, 9.492249, 10.014356, 10.02514, 10.979977, 11.804556, 11.523281, 10.925006, 11.166292, 10.87818, 10.306009, 10.108953, 10.373157, 9.646361, 9.427422, 9.540878, 9.566896, 9.586626, 9.415549, 9.32601, 16.605046, 13.930075, 13.158853, 12.451815, 12.498733, 11.590114, 11.308631, 11.584181, 11.284162, 12.405381, 12.861451, 12.937154, 14.196843, 15.52511, 17.862252, 22.596309, 24.159637, 25.1649, 27.469921, 25.293632, 20.835572, 15.012695, 4.502464, 1.651463, 1.147434, 1.000002], "sum_m_pl": [1.222474, 3.254859, 3.279611, 3.01568, 3.188836, 3.22675, 3.213412, 3.235509, 3.145781, 2.841531, 3.162293, 3.467104, 3.533796, 3.47365, 3.295096, 3.07238, 3.061159, 3.222527, 3.159535, 3.188647, 3.178098, 3.056027, 3.091403, 3.180417, 3.452345, 3.796075, 3.89385, 3.751371, 3.936095, 4.51553, 4.111567, 4.240444, 4.144587, 4.079342, 3.825177, 4.092975, 4.002598, 3.454988, 3.398106, 3.332966, 3.588868, 4.388655, 6.614983, 9.690417, 15.267119, 22.260939, 37.34169, 44.699076, 49.201942, 51.722974]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "gsm8kpl-1036", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1459, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9626, "tf_agree_excl_first": 0.9717}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 17, 11, 17, 20, 18, 13, 17, 14, 11, 19, 14, 22, 21, 22, 26, 25, 25, 35, 42, 29, 27, 21, 26, 43, 32, 26, 18, 22, 17, 15, 16, 23, 25, 37, 35, 42, 46, 43, 44, 46, 45, 42, 43, 34, 32, 30, 34, 26, 22], "n_am_pl": [1, 9, 8, 5, 8, 5, 15, 7, 9, 7, 6, 9, 12, 9, 12, 13, 5, 6, 7, 8, 8, 9, 8, 5, 10, 7, 5, 6, 9, 14, 11, 6, 7, 6, 5, 10, 5, 4, 5, 4, 6, 3, 3, 1, 1, 2, 1, 1, 1, 2], "n_pos": 95, "sum_m_en": [10.098399, 15.033591, 15.672552, 15.955621, 17.134164, 16.365038, 16.019277, 16.157004, 16.482251, 17.412861, 17.663653, 17.283693, 17.413705, 16.967752, 17.315644, 16.864942, 16.916003, 17.193672, 17.875306, 17.633579, 16.374164, 16.095061, 15.741711, 16.29622, 24.226345, 20.645378, 18.766798, 15.678953, 16.228743, 16.296569, 16.26915, 16.837595, 17.821917, 18.131662, 21.051291, 21.968435, 24.293807, 30.170613, 32.222965, 36.624834, 35.36729, 34.769176, 38.059388, 35.080786, 33.883328, 32.911359, 32.190301, 30.166989, 25.263294, 22.0357], "sum_m_pl": [1.607903, 4.980619, 5.30636, 5.308127, 5.321536, 4.505403, 4.196782, 3.857815, 4.631461, 4.53979, 4.699018, 5.454685, 5.318859, 5.701663, 5.392996, 5.925182, 6.065754, 6.47222, 5.890058, 6.409251, 6.069386, 5.887656, 5.731503, 5.7788, 9.306754, 8.591548, 8.323134, 8.63602, 7.7322, 7.789977, 6.675336, 6.40155, 6.289594, 6.428042, 5.764149, 5.462862, 4.855266, 4.023902, 4.640863, 4.059625, 3.918207, 3.745994, 3.640091, 3.241044, 3.047944, 2.564543, 2.049846, 1.909971, 2.040619, 1.704254]}, "digit": {"n_am_en": [0, 8, 3, 4, 5, 4, 2, 2, 3, 1, 10, 5, 7, 5, 8, 8, 12, 8, 18, 19, 12, 10, 7, 13, 23, 14, 8, 4, 5, 6, 2, 7, 6, 7, 7, 5, 10, 11, 7, 7, 7, 9, 9, 11, 8, 4, 3, 6, 1, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 2, 0, 2, 2, 2, 4, 9, 5, 5, 6, 1, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 2, 6, 8, 8, 4, 3, 2, 3, 6, 3, 3, 4, 3, 5, 2, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.85379, 6.049769, 6.256539, 6.458597, 6.815238, 6.573654, 6.308008, 6.32348, 6.409102, 6.884175, 7.1714, 6.793586, 6.826458, 6.788563, 6.61766, 6.501086, 6.408598, 6.43183, 6.362277, 6.383602, 6.095127, 6.194985, 6.158714, 6.54767, 9.931704, 8.228405, 7.165998, 5.95344, 6.167397, 6.286545, 6.142162, 6.77014, 7.231419, 6.878806, 6.829865, 6.345729, 6.496641, 6.904095, 6.581031, 7.707014, 6.871591, 7.130197, 8.527735, 7.721277, 7.55598, 5.27748, 4.580914, 4.283372, 1.719283, 0.0], "sum_m_pl": [0.635747, 1.836613, 1.653573, 1.69332, 1.650683, 1.459677, 1.212971, 1.064069, 1.321329, 1.408362, 1.613905, 1.827767, 2.002582, 2.252327, 1.886469, 2.175944, 2.041585, 2.233551, 1.947319, 2.056777, 1.915668, 1.892334, 1.849478, 1.928164, 2.303468, 2.386517, 2.437944, 2.807471, 2.631147, 2.731063, 2.44467, 2.285535, 1.98826, 2.066208, 2.067504, 2.175806, 2.127481, 1.787567, 1.945347, 1.707297, 1.668538, 1.879568, 1.70245, 1.380909, 1.441797, 1.038281, 0.776316, 0.684207, 0.674639, 0.0]}, "lang": {"n_am_en": [4, 6, 6, 8, 7, 5, 4, 4, 6, 5, 6, 5, 10, 8, 8, 11, 10, 11, 9, 13, 12, 12, 11, 8, 13, 12, 11, 12, 13, 8, 7, 7, 12, 12, 17, 18, 20, 21, 20, 21, 22, 21, 22, 22, 22, 22, 20, 22, 22, 22], "n_am_pl": [1, 3, 2, 2, 4, 3, 7, 6, 6, 4, 4, 2, 1, 1, 3, 1, 2, 2, 3, 3, 3, 4, 2, 2, 3, 4, 2, 2, 3, 4, 1, 0, 2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 23, "sum_m_en": [2.620471, 3.367106, 3.549714, 3.45943, 3.717765, 3.664425, 3.61188, 3.785834, 3.932159, 4.031384, 3.885449, 3.864597, 4.092167, 3.880787, 4.349477, 4.301251, 4.336303, 4.498134, 4.816487, 4.944044, 4.461354, 4.23042, 3.932659, 3.905317, 7.546478, 6.713789, 6.2216, 4.593153, 4.492178, 4.283704, 4.444568, 4.532317, 4.963784, 5.485573, 7.331169, 9.076355, 10.971403, 14.574184, 16.064445, 18.339647, 18.197796, 18.171198, 19.520542, 19.155823, 20.06045, 19.908576, 20.097401, 19.66292, 19.904819, 21.841066], "sum_m_pl": [0.358992, 1.266756, 1.430428, 1.601503, 1.620511, 1.260769, 1.30386, 1.297178, 1.676556, 1.37454, 1.46925, 1.618219, 1.385169, 1.472425, 1.626923, 1.607906, 1.739375, 1.788119, 1.605709, 1.808037, 1.739988, 1.664686, 1.617581, 1.575667, 2.770252, 2.741381, 2.862115, 2.900766, 2.56137, 2.304421, 1.787586, 1.7242, 1.860315, 1.985375, 1.595771, 1.443495, 1.124091, 0.883861, 1.351781, 1.168702, 1.151554, 0.915062, 1.109331, 1.195241, 1.078168, 1.106133, 1.090488, 1.074555, 1.115236, 1.000075]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "gsm8kpl-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 14, 10, 12, 28, 18, 12, 20, 17, 21, 17, 15, 19, 20, 29, 33, 35, 47, 49, 51, 40, 41, 36, 31, 55, 49, 33, 20, 22, 16, 19, 18, 22, 33, 47, 38, 45, 59, 62, 59, 55, 49, 52, 53, 41, 23, 9, 5, 1, 0], "n_am_pl": [0, 13, 12, 11, 7, 13, 15, 19, 19, 25, 21, 22, 23, 25, 16, 20, 12, 16, 9, 8, 11, 8, 9, 13, 20, 22, 23, 17, 23, 31, 27, 28, 27, 21, 17, 17, 22, 11, 22, 23, 28, 22, 24, 25, 32, 42, 60, 67, 65, 65], "n_pos": 160, "sum_m_en": [16.071731, 24.418568, 25.535449, 26.167152, 26.087184, 25.429502, 25.660717, 26.017384, 26.25903, 28.323, 28.221327, 27.205611, 26.136492, 25.704574, 25.838526, 25.474384, 25.811817, 26.371282, 26.503096, 26.445078, 25.090722, 25.424066, 25.237056, 26.830604, 36.392415, 29.782793, 26.142723, 24.119224, 23.855997, 24.416438, 24.240585, 25.81052, 26.766398, 26.869045, 28.976673, 29.368844, 34.829776, 42.148722, 47.330627, 48.716234, 46.197231, 45.783272, 48.220005, 46.806753, 37.904149, 23.442283, 11.009767, 6.178567, 2.568196, 4.1e-05], "sum_m_pl": [2.788697, 8.267037, 8.921705, 8.996952, 9.317748, 8.875299, 8.630278, 8.79402, 9.930737, 9.792616, 10.1465, 11.315195, 11.514088, 11.302442, 11.001552, 11.377595, 11.03825, 12.053058, 10.39883, 11.150552, 10.287359, 10.123033, 9.927775, 10.00879, 14.688098, 14.994471, 15.837801, 15.598627, 15.003071, 16.074308, 14.409037, 13.832274, 14.335166, 13.714816, 12.272807, 13.202236, 11.266385, 10.491035, 11.078252, 11.934137, 12.74533, 13.295384, 17.728719, 19.995138, 27.658022, 40.204965, 59.393579, 65.407206, 63.749125, 64.695725]}, "digit": {"n_am_en": [0, 3, 2, 3, 6, 3, 0, 1, 4, 1, 4, 1, 4, 3, 6, 9, 10, 15, 17, 18, 11, 8, 6, 5, 14, 13, 4, 6, 5, 3, 3, 2, 7, 6, 10, 8, 12, 12, 11, 9, 10, 7, 10, 11, 10, 5, 4, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 0, 2, 1, 3, 5, 5, 7, 8, 7, 2, 8, 3, 2, 0, 0, 1, 0, 1, 1, 2, 3, 3, 5, 4, 5, 6, 5, 2, 3, 2, 2, 3, 1, 3, 3, 5, 4, 2, 0, 0, 3, 1, 2, 0, 0], "n_pos": 43, "sum_m_en": [4.152618, 6.849837, 7.224384, 7.427211, 7.35575, 6.970147, 6.800684, 6.682007, 6.687821, 7.411245, 7.624626, 7.198298, 6.952601, 7.229797, 7.083048, 6.923878, 6.961288, 7.114944, 7.229321, 7.237157, 6.988898, 7.14168, 7.111063, 7.649996, 10.530756, 8.504506, 7.736682, 7.159942, 7.053927, 6.90031, 6.754469, 7.651989, 8.255682, 7.764848, 8.027433, 7.981923, 8.950943, 9.605275, 9.273048, 9.632156, 8.682643, 8.35304, 8.6931, 8.095761, 7.340805, 5.138671, 4.182399, 2.844437, 1.041923, 0.0], "sum_m_pl": [0.704366, 2.204962, 1.852887, 1.901498, 1.858388, 1.683882, 1.493714, 1.472532, 1.892104, 2.133584, 2.332362, 2.604728, 2.596873, 2.613374, 2.285088, 2.660618, 2.391082, 2.739158, 2.300191, 2.449981, 2.286385, 2.291967, 2.235632, 2.312627, 2.683208, 2.882689, 2.857789, 3.323199, 2.959211, 3.215291, 3.009385, 2.628121, 2.380317, 2.389909, 2.30957, 2.262111, 1.942116, 1.54441, 1.762159, 1.667494, 1.64286, 1.711493, 1.691265, 1.41351, 1.433588, 1.843931, 1.289853, 1.753782, 0.452865, 0.0]}, "lang": {"n_am_en": [1, 4, 4, 7, 16, 11, 6, 13, 10, 11, 9, 9, 12, 14, 13, 13, 13, 17, 19, 19, 19, 23, 21, 18, 33, 26, 21, 11, 9, 10, 10, 10, 12, 17, 24, 18, 20, 30, 35, 32, 30, 29, 29, 32, 23, 14, 4, 1, 1, 0], "n_am_pl": [0, 4, 6, 8, 2, 8, 9, 11, 11, 13, 10, 8, 10, 11, 10, 7, 7, 9, 6, 5, 7, 5, 5, 7, 5, 10, 12, 9, 15, 13, 16, 17, 16, 14, 12, 11, 17, 9, 17, 15, 18, 15, 21, 21, 31, 39, 54, 61, 62, 63], "n_pos": 63, "sum_m_en": [7.036075, 9.540699, 10.091374, 10.278735, 10.152469, 9.850072, 10.581634, 11.334291, 11.364196, 12.21123, 12.047917, 11.553826, 11.069669, 10.673413, 10.719872, 10.623254, 10.585717, 10.861159, 10.876586, 10.903911, 10.278918, 10.431684, 10.276213, 10.684894, 16.125067, 13.005315, 10.765689, 10.065556, 9.829508, 10.283163, 10.507264, 10.663107, 10.681331, 11.166319, 12.380171, 13.404917, 16.706945, 21.075636, 25.095045, 25.300823, 24.737126, 25.95542, 25.717729, 27.266259, 22.562027, 13.295473, 4.698654, 1.522237, 1.105965, 4e-05], "sum_m_pl": [1.167364, 3.022861, 3.614148, 3.768261, 3.94321, 3.937039, 4.035822, 4.140753, 4.616674, 4.316606, 4.572987, 5.211016, 5.537017, 5.457895, 5.455618, 5.155809, 5.153152, 5.526288, 4.714444, 4.937506, 4.490863, 4.397875, 4.31672, 4.230473, 6.559848, 6.654729, 7.809803, 7.504635, 7.405795, 7.868749, 6.951856, 6.96304, 7.420999, 7.285946, 6.34889, 7.542169, 6.534029, 6.327301, 6.946278, 7.774838, 8.617421, 9.127334, 14.53331, 16.445279, 24.193434, 36.282993, 53.205625, 58.85786, 60.374574, 62.823038]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "gsm8kpl-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1445, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9939}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [24, 21, 44, 40, 37, 41, 41, 44, 36, 31, 37, 43, 29, 35, 38, 52, 51, 42, 53, 45, 39, 44, 45, 42, 71, 62, 55, 49, 40, 40, 40, 45, 48, 48, 45, 61, 72, 77, 90, 85, 89, 86, 92, 88, 90, 90, 90, 76, 69, 68], "n_am_pl": [1, 19, 19, 20, 12, 13, 12, 19, 14, 19, 24, 22, 33, 24, 20, 25, 22, 22, 16, 18, 13, 12, 18, 14, 12, 14, 21, 14, 14, 20, 15, 16, 20, 16, 13, 13, 8, 6, 4, 6, 4, 3, 5, 1, 2, 3, 3, 1, 0, 0], "n_pos": 211, "sum_m_en": [24.366733, 32.910043, 33.005596, 33.676583, 37.314901, 37.685407, 38.584458, 37.781391, 36.466453, 36.831376, 37.519016, 38.196451, 35.932076, 36.325365, 37.773417, 37.730453, 39.442201, 37.061506, 36.561583, 36.006915, 34.331697, 34.399571, 33.555632, 34.416041, 50.639805, 47.834159, 45.637647, 40.358756, 40.311454, 40.784002, 38.932823, 41.509123, 42.207908, 43.6666, 45.662276, 46.814172, 52.787938, 56.033189, 67.232629, 72.26539, 78.049376, 82.39611, 84.628952, 83.19366, 86.004511, 82.702954, 84.03316, 78.320151, 68.106395, 68.169347], "sum_m_pl": [5.112902, 11.121658, 11.213334, 10.269335, 10.947274, 10.643929, 10.735268, 10.105121, 10.428377, 11.387102, 13.038089, 13.189675, 14.222194, 13.658569, 14.092115, 14.86948, 13.8797, 14.838956, 13.667066, 13.541524, 12.758268, 12.359589, 12.084293, 12.328431, 13.673224, 15.194907, 15.215725, 16.410344, 16.224545, 16.784365, 15.454416, 14.405765, 15.064003, 13.954766, 13.009032, 12.401078, 10.178712, 9.601326, 7.970612, 7.284935, 7.015404, 6.099481, 5.30924, 4.836913, 4.324434, 3.794871, 2.930697, 1.881043, 1.78307, 6e-06]}, "digit": {"n_am_en": [0, 4, 6, 4, 6, 4, 4, 3, 2, 4, 9, 9, 6, 2, 4, 5, 8, 5, 5, 5, 3, 5, 4, 3, 9, 6, 5, 8, 3, 4, 5, 5, 8, 4, 7, 9, 9, 7, 8, 5, 8, 4, 6, 7, 6, 8, 7, 1, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 3, 2, 0, 1, 2, 2, 3, 12, 8, 5, 9, 4, 3, 3, 1, 0, 1, 1, 1, 0, 0, 2, 1, 2, 4, 4, 4, 4, 3, 3, 2, 2, 3, 3, 4, 3, 3, 5, 1, 2, 3, 3, 1, 0, 0], "n_pos": 43, "sum_m_en": [4.629845, 7.673483, 7.937217, 7.361893, 8.337339, 7.873584, 7.313397, 7.017022, 6.840399, 7.408759, 8.175158, 7.802679, 7.236981, 7.423043, 7.566857, 6.991317, 7.525423, 6.893527, 7.270995, 7.232055, 6.975163, 7.195875, 7.047462, 7.197992, 8.963945, 8.546147, 8.867873, 7.839978, 7.985871, 7.745495, 7.345495, 7.872951, 7.984052, 7.676655, 7.756333, 7.942877, 7.999434, 7.442524, 7.304209, 6.535788, 6.570113, 6.926863, 6.400047, 6.014019, 5.692098, 6.151977, 5.931796, 3.273502, 1.345267, 0.0], "sum_m_pl": [0.741919, 1.939565, 1.587464, 1.494324, 1.74614, 1.471264, 1.288698, 1.218763, 1.635753, 1.810008, 2.320176, 2.58487, 2.924033, 2.796847, 2.579321, 2.837721, 2.589624, 2.84573, 2.649834, 2.569945, 2.361539, 2.291948, 2.227768, 2.262871, 2.555447, 2.74653, 2.526492, 2.592563, 2.501678, 2.685728, 2.410069, 2.240391, 2.172392, 2.025399, 2.189124, 2.25989, 2.072866, 2.107141, 2.399312, 2.552904, 2.468474, 2.477578, 2.564106, 2.332196, 2.338674, 2.233122, 1.640787, 1.252004, 0.616439, 0.0]}, "lang": {"n_am_en": [15, 11, 20, 15, 19, 17, 19, 21, 19, 13, 11, 19, 12, 18, 18, 24, 25, 26, 28, 25, 24, 24, 28, 28, 38, 33, 32, 24, 23, 26, 23, 26, 23, 32, 31, 39, 42, 47, 56, 56, 58, 59, 65, 63, 65, 63, 65, 65, 63, 66], "n_am_pl": [0, 8, 6, 7, 2, 5, 5, 12, 6, 10, 11, 8, 5, 4, 6, 7, 9, 7, 5, 6, 4, 5, 11, 7, 6, 6, 9, 5, 5, 7, 4, 4, 6, 6, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 67, "sum_m_en": [8.394439, 10.542203, 10.354525, 10.954069, 11.831609, 12.078489, 13.443709, 13.304934, 13.074747, 12.370316, 12.084431, 12.904301, 12.033584, 12.451355, 13.220145, 12.753749, 13.157511, 12.706825, 12.220266, 11.653287, 10.988623, 10.923525, 10.643586, 10.841346, 22.350584, 20.988315, 19.489536, 16.436978, 15.806195, 16.472131, 15.601469, 16.58884, 17.047782, 18.393615, 19.66299, 21.093122, 25.61619, 28.723918, 35.85553, 43.080644, 47.611191, 53.053267, 58.538339, 58.3794, 60.18744, 58.530406, 61.272719, 60.515011, 58.297955, 65.230374], "sum_m_pl": [1.456011, 3.057548, 3.228692, 3.012389, 3.283313, 3.525234, 3.813437, 3.664857, 3.685907, 4.002994, 4.482792, 4.472874, 4.861482, 4.714837, 5.223896, 5.391871, 4.951286, 5.171437, 4.68857, 4.665276, 4.358177, 4.257484, 4.163383, 4.190879, 4.898235, 5.392137, 6.037122, 6.448833, 6.296382, 5.951165, 5.721362, 5.263804, 5.723488, 5.535938, 4.731996, 4.76898, 3.86639, 3.470252, 2.522766, 1.898089, 1.669174, 0.98386, 0.559881, 0.583821, 0.35653, 0.171123, 0.171705, 0.066297, 0.25961, 5e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 216, "item_id": "gsm8kpl-1040", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1198, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9767}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 34, 34, 39, 38, 43, 41, 52, 41, 40, 47, 52, 37, 30, 45, 48, 39, 36, 36, 35, 29, 30, 34, 42, 84, 71, 53, 46, 45, 50, 41, 55, 55, 59, 61, 67, 80, 94, 102, 117, 131, 126, 130, 128, 113, 79, 21, 5, 0, 0], "n_am_pl": [3, 33, 29, 18, 30, 26, 27, 36, 29, 27, 40, 42, 38, 30, 33, 47, 36, 51, 35, 22, 23, 17, 24, 27, 32, 41, 48, 55, 48, 51, 53, 39, 35, 35, 27, 28, 31, 27, 23, 22, 25, 28, 28, 29, 29, 62, 124, 127, 129, 129], "n_pos": 303, "sum_m_en": [29.257314, 46.377226, 49.599133, 49.377699, 51.242947, 53.501486, 53.486304, 54.878469, 53.106852, 54.59038, 55.399907, 56.888226, 52.611607, 51.836957, 52.039066, 51.942892, 54.609123, 50.590231, 50.202362, 49.29611, 47.632049, 48.416121, 47.518248, 49.126021, 66.041987, 58.912633, 54.930981, 49.97374, 49.744542, 50.38831, 50.284636, 54.141928, 54.090329, 54.755768, 57.30141, 57.811552, 63.436191, 65.961709, 73.817091, 80.888211, 93.321954, 98.408472, 103.598658, 109.669351, 101.874581, 72.456038, 22.045969, 6.076107, 2.432269, 0.256849], "sum_m_pl": [5.161165, 15.769914, 16.592732, 16.078285, 17.492314, 17.713134, 18.04847, 17.321853, 18.115674, 18.776399, 21.03395, 20.915975, 21.83154, 22.174836, 23.016914, 24.303884, 22.265539, 23.275926, 20.712099, 20.548171, 19.904251, 19.096952, 18.999771, 18.894512, 25.492145, 29.872657, 32.513403, 32.880043, 32.098981, 32.268038, 29.302166, 27.581912, 26.263524, 25.223712, 23.060161, 23.36261, 21.778037, 21.72616, 22.159696, 21.724397, 23.461834, 27.081749, 28.063253, 29.34931, 32.511813, 59.509352, 110.773838, 121.920429, 128.398103, 129.094625]}, "digit": {"n_am_en": [0, 4, 5, 4, 3, 2, 3, 3, 4, 5, 10, 7, 7, 2, 7, 6, 10, 5, 6, 7, 3, 5, 2, 2, 7, 7, 5, 7, 4, 2, 1, 5, 4, 9, 8, 6, 6, 7, 5, 6, 8, 5, 4, 4, 5, 6, 7, 2, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 1, 0, 0, 2, 1, 2, 2, 7, 6, 2, 4, 5, 3, 4, 2, 3, 0, 0, 0, 3, 4, 1, 2, 2, 6, 5, 4, 3, 1, 1, 3, 4, 3, 6, 4, 2, 2, 5, 3, 2, 3, 4, 3, 0, 0], "n_pos": 42, "sum_m_en": [4.258862, 7.493545, 7.933574, 7.091433, 7.382377, 7.126346, 6.877229, 7.02873, 6.918656, 7.38561, 7.88412, 7.951517, 7.205343, 7.144614, 7.035875, 6.759792, 7.248828, 6.654757, 7.087805, 7.008964, 6.756662, 7.034367, 6.864477, 7.108399, 8.763232, 8.347891, 8.758522, 7.923717, 7.523998, 7.234663, 6.890185, 7.763915, 7.681753, 7.210787, 7.635161, 7.870152, 7.695366, 7.088392, 7.556026, 6.775977, 6.359056, 6.368132, 6.065574, 5.532564, 4.47303, 4.564339, 3.97643, 1.856546, 0.740128, 0.0], "sum_m_pl": [0.709339, 2.168495, 1.747736, 1.497638, 1.71739, 1.541602, 1.365246, 1.303059, 1.771691, 1.873606, 2.293003, 2.33777, 2.381897, 2.530283, 2.38223, 2.611859, 2.391584, 2.676547, 2.48446, 2.430977, 2.320131, 2.264149, 2.188072, 2.215219, 2.613285, 2.778057, 2.616281, 2.647204, 2.534405, 2.776844, 2.510245, 2.328682, 2.120211, 2.021919, 2.118616, 2.225058, 1.937054, 2.014742, 2.353758, 2.418922, 2.366182, 2.309033, 2.396427, 2.309252, 2.2072, 2.135491, 2.355095, 2.045947, 0.332724, 0.0]}, "lang": {"n_am_en": [3, 14, 24, 21, 17, 29, 22, 29, 15, 18, 20, 24, 16, 11, 19, 21, 15, 15, 16, 16, 18, 13, 20, 27, 47, 37, 29, 25, 27, 27, 21, 29, 26, 36, 33, 37, 49, 56, 60, 66, 76, 75, 79, 78, 66, 42, 7, 1, 0, 0], "n_am_pl": [0, 20, 15, 8, 20, 12, 15, 23, 20, 19, 23, 27, 16, 13, 19, 24, 16, 35, 25, 12, 13, 13, 15, 16, 15, 24, 26, 33, 29, 29, 30, 25, 20, 22, 17, 16, 17, 15, 13, 17, 19, 20, 17, 22, 24, 53, 98, 113, 125, 129], "n_pos": 130, "sum_m_en": [12.579433, 19.353915, 20.962323, 21.455862, 21.905627, 23.336183, 23.33591, 24.834214, 23.971813, 24.491558, 24.397018, 25.639633, 23.760373, 23.002618, 23.790923, 23.59732, 24.578757, 22.790503, 22.400396, 21.835753, 21.082908, 21.192682, 20.855941, 21.616774, 35.535314, 30.366171, 26.416522, 23.418489, 22.956819, 22.701101, 23.230434, 25.058832, 25.200256, 26.914435, 28.271382, 29.233858, 33.912038, 35.805612, 39.839006, 45.182953, 54.10772, 57.681253, 61.932952, 64.67422, 58.947376, 38.275178, 10.329662, 1.811506, 0.455109, 0.256844], "sum_m_pl": [2.157321, 6.548231, 7.118557, 7.126585, 7.800678, 8.192704, 8.742585, 8.606681, 8.97739, 9.114228, 10.045999, 10.259054, 10.934433, 11.320066, 11.927105, 12.340867, 10.948627, 11.429798, 10.232429, 9.874089, 9.573131, 9.161542, 9.181476, 9.023353, 13.037951, 15.375178, 17.333839, 16.857143, 16.313036, 16.539696, 15.20694, 14.505381, 13.851366, 13.633687, 11.96127, 12.836284, 12.651611, 12.341008, 12.927814, 12.948478, 14.03242, 17.323816, 18.735863, 21.482267, 25.189852, 49.988579, 89.018423, 107.693119, 122.701836, 127.782435]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "gsm8kpl-1040", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1488, "region_end": 303, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9935}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 11, 15, 14, 14, 13, 11, 9, 7, 9, 9, 7, 6, 7, 8, 9, 15, 16, 16, 20, 15, 16, 15, 13, 25, 22, 18, 13, 14, 15, 19, 12, 18, 16, 27, 20, 24, 25, 24, 25, 27, 25, 29, 31, 27, 29, 28, 28, 27, 24], "n_am_pl": [2, 3, 4, 6, 4, 3, 1, 1, 5, 7, 3, 9, 8, 6, 6, 11, 4, 4, 4, 5, 4, 7, 6, 7, 1, 3, 2, 1, 6, 3, 3, 3, 4, 2, 1, 2, 2, 2, 5, 4, 4, 3, 3, 4, 2, 1, 0, 0, 0, 0], "n_pos": 74, "sum_m_en": [8.959241, 11.981849, 11.796513, 11.555765, 12.649159, 12.968563, 11.801306, 11.615842, 11.54679, 11.86386, 11.884945, 12.193695, 11.881808, 11.911722, 11.698804, 12.189827, 13.52291, 13.106391, 13.332707, 13.866604, 12.833597, 12.025288, 11.868119, 11.847501, 17.775445, 16.804091, 15.004419, 12.621131, 13.105553, 14.071213, 13.7544, 13.755826, 14.786445, 15.786549, 18.733065, 16.996229, 19.628986, 21.903615, 21.333525, 22.993331, 24.215553, 25.478831, 26.033169, 26.645634, 26.517048, 25.880723, 25.931544, 27.043864, 25.268633, 23.943842], "sum_m_pl": [1.909273, 3.957123, 4.260114, 3.901124, 4.092616, 3.961686, 3.559596, 3.582373, 3.909399, 4.119943, 4.296874, 4.350822, 4.596213, 4.667146, 4.549965, 4.45803, 4.257682, 4.142144, 4.31464, 4.394863, 4.185966, 4.125054, 4.048811, 4.137089, 4.178394, 4.249124, 4.204136, 4.54496, 4.903018, 5.016177, 4.386185, 4.242482, 4.300497, 3.931965, 3.41935, 3.392482, 3.035899, 2.589381, 2.700948, 2.412657, 2.365857, 2.180428, 2.378906, 2.047007, 1.561002, 1.165617, 0.736928, 0.471264, 0.189765, 6e-06]}, "digit": {"n_am_en": [1, 1, 3, 0, 2, 1, 0, 1, 1, 0, 0, 0, 2, 1, 3, 3, 4, 3, 2, 2, 2, 2, 2, 1, 5, 2, 0, 0, 1, 0, 3, 1, 3, 1, 3, 3, 3, 4, 1, 3, 2, 1, 2, 3, 2, 2, 2, 2, 1, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 0, 3, 3, 2, 4, 5, 5, 3, 3, 3, 2, 2, 2, 1, 4, 3, 3, 1, 2, 1, 1, 2, 1, 0, 0, 1, 0, 1, 1, 2, 2, 5, 4, 4, 3, 3, 4, 2, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.215081, 3.063044, 3.030522, 2.827459, 3.044561, 2.956177, 2.641626, 2.520491, 2.365741, 2.547984, 2.752617, 2.806716, 2.745045, 2.777528, 2.716103, 2.825732, 3.315554, 3.156835, 3.21242, 3.302955, 3.15579, 3.039905, 3.084357, 3.099024, 3.970286, 3.270407, 2.753665, 2.597112, 2.884658, 3.049904, 3.134048, 3.319285, 3.382523, 3.24407, 3.438834, 3.230567, 3.212421, 3.351913, 2.534068, 2.953266, 2.325767, 2.498582, 2.86825, 2.953385, 2.879402, 2.671346, 1.885969, 2.018626, 0.565167, 0.0], "sum_m_pl": [0.552425, 1.092382, 0.961621, 0.877074, 0.902993, 0.812637, 0.668749, 0.694031, 0.806297, 0.942815, 1.000688, 1.037288, 1.180162, 1.102613, 1.04191, 1.046679, 0.98633, 0.951359, 0.93981, 0.983388, 0.948827, 0.919051, 0.900859, 0.945661, 1.27538, 1.190686, 1.098407, 1.107764, 1.196598, 1.147714, 0.936748, 0.921557, 1.002734, 0.858422, 0.855597, 0.975723, 1.142499, 1.028457, 1.628086, 1.418423, 1.591127, 1.578801, 1.64731, 1.712393, 1.326626, 0.981598, 0.609488, 0.384308, 0.074624, 0.0]}, "lang": {"n_am_en": [4, 5, 8, 8, 9, 8, 10, 6, 6, 5, 7, 6, 4, 5, 4, 5, 7, 8, 9, 10, 8, 10, 9, 9, 14, 16, 14, 10, 10, 10, 12, 10, 13, 12, 16, 13, 16, 15, 19, 18, 21, 20, 21, 22, 22, 21, 20, 22, 24, 23], "n_am_pl": [0, 1, 1, 3, 2, 1, 1, 1, 0, 2, 0, 3, 3, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [3.17106, 4.038589, 4.241785, 4.254696, 4.958429, 5.333906, 4.963953, 4.902701, 4.94644, 4.748355, 4.6741, 4.693739, 4.677623, 4.738708, 4.757245, 4.853319, 5.060785, 5.102402, 5.188776, 5.400847, 4.870012, 4.33478, 4.17714, 4.095501, 9.685286, 9.814148, 8.84397, 6.404409, 6.023148, 6.273194, 6.083963, 5.962118, 6.741521, 7.794093, 9.578541, 8.635308, 11.136429, 12.629315, 14.361019, 15.393367, 17.270006, 18.165977, 18.213267, 18.635396, 19.518128, 18.477766, 19.50976, 20.692317, 21.799563, 22.881864], "sum_m_pl": [0.435965, 1.128134, 1.208704, 1.075337, 1.225905, 1.234101, 1.169195, 1.205804, 1.396372, 1.364599, 1.42118, 1.381033, 1.520603, 1.56601, 1.580907, 1.45192, 1.458048, 1.425658, 1.54251, 1.520768, 1.443181, 1.4183, 1.360448, 1.398212, 1.284146, 1.294983, 1.496406, 1.651876, 1.902167, 1.761442, 1.648248, 1.622765, 1.598141, 1.524099, 1.207813, 1.278344, 0.994381, 0.820611, 0.578426, 0.464577, 0.34475, 0.225705, 0.422489, 0.152306, 0.115689, 0.09355, 0.055223, 0.031575, 0.025403, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "gsm8kpl-1041", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1191, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9872}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 10, 11, 15, 20, 24, 19, 20, 23, 16, 22, 23, 17, 18, 18, 14, 28, 31, 29, 33, 33, 31, 35, 33, 51, 41, 29, 33, 26, 28, 26, 30, 28, 35, 48, 45, 52, 60, 55, 52, 56, 53, 51, 53, 45, 39, 15, 6, 0, 0], "n_am_pl": [1, 12, 9, 18, 11, 10, 14, 17, 10, 12, 19, 12, 16, 21, 12, 17, 7, 9, 7, 9, 4, 5, 8, 7, 7, 6, 7, 9, 16, 14, 16, 17, 14, 15, 11, 13, 14, 15, 16, 19, 16, 15, 16, 12, 21, 29, 53, 63, 61, 62], "n_pos": 142, "sum_m_en": [14.884535, 22.352939, 23.120993, 22.83621, 22.545334, 23.401179, 23.481272, 23.728581, 24.044169, 24.938128, 25.311095, 24.796505, 24.600001, 23.574367, 23.393372, 24.187972, 26.287798, 24.273848, 24.611812, 25.250305, 24.167538, 23.484828, 23.377252, 23.178464, 36.609351, 32.619786, 28.21057, 25.54488, 25.962685, 25.70031, 25.343465, 26.24782, 26.43982, 28.307278, 32.521589, 32.778304, 34.490985, 41.575197, 42.577342, 44.699658, 52.26782, 52.604315, 50.378245, 48.692163, 42.970059, 33.29002, 15.338594, 5.058227, 1.213354, 5e-05], "sum_m_pl": [2.551989, 7.422376, 7.722097, 7.391551, 7.746152, 7.554914, 7.465065, 7.573132, 8.23833, 8.390946, 9.199042, 9.667251, 9.979507, 10.151792, 9.578791, 9.317736, 8.341367, 8.329976, 8.314721, 8.501808, 8.216459, 7.965111, 7.773511, 7.851305, 8.685808, 9.568309, 9.713091, 10.245682, 11.393456, 11.217505, 10.20451, 10.402431, 10.418849, 9.627305, 8.693741, 9.347623, 10.35008, 10.057347, 9.462484, 10.154624, 10.428941, 10.792724, 11.842877, 13.085149, 20.962592, 30.259032, 51.178081, 63.457236, 61.327035, 62.066043]}, "digit": {"n_am_en": [0, 1, 1, 1, 1, 3, 0, 1, 3, 1, 2, 4, 3, 1, 5, 4, 3, 1, 3, 2, 3, 3, 3, 3, 6, 4, 2, 3, 4, 5, 5, 4, 1, 2, 4, 2, 5, 6, 5, 4, 4, 2, 2, 1, 2, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 2, 3, 3, 1, 0, 1, 0, 0, 2, 2, 4, 4, 0, 3, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 2, 2, 2, 3, 3, 2, 2, 3, 0, 0, 1, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.2461, 3.767894, 4.009159, 3.663508, 3.706824, 3.544261, 3.289443, 3.280928, 3.320794, 3.540374, 3.571964, 3.608493, 3.569341, 3.317941, 3.449298, 3.518283, 3.962618, 3.678927, 3.854548, 3.764154, 3.669054, 3.636215, 3.643669, 3.65416, 5.106763, 4.406614, 3.711022, 3.894971, 4.00117, 3.994068, 3.741047, 3.920211, 3.805655, 3.901097, 4.073378, 4.087472, 3.850614, 4.364701, 4.194568, 4.400695, 4.23227, 3.883821, 3.451915, 3.224432, 2.84957, 2.322371, 2.035027, 0.950767, 0.16125, 0.0], "sum_m_pl": [0.393252, 1.157559, 1.051646, 0.917057, 0.97358, 0.804256, 0.721319, 0.753455, 0.957415, 0.987169, 1.163165, 1.259373, 1.338395, 1.339075, 1.194255, 1.25602, 1.135294, 1.117482, 1.089361, 1.141786, 1.110407, 1.051063, 1.037864, 1.062049, 1.043187, 1.220705, 1.072557, 1.20344, 1.340542, 1.245528, 1.127972, 1.106088, 1.172758, 1.016593, 1.055441, 1.245956, 1.284343, 1.009794, 1.215192, 1.072641, 1.127649, 1.097368, 1.327007, 1.102756, 1.058853, 0.82403, 0.401908, 0.333172, 0.087886, 0.0]}, "lang": {"n_am_en": [4, 5, 3, 11, 14, 13, 11, 15, 13, 11, 10, 12, 10, 11, 8, 8, 17, 18, 16, 16, 18, 17, 22, 18, 28, 26, 17, 19, 13, 12, 11, 18, 19, 23, 28, 27, 29, 32, 36, 35, 38, 37, 36, 40, 32, 28, 12, 4, 0, 0], "n_am_pl": [1, 4, 3, 9, 3, 2, 5, 6, 9, 5, 11, 5, 9, 13, 11, 10, 5, 4, 3, 6, 3, 2, 3, 4, 5, 5, 6, 8, 11, 9, 12, 11, 10, 12, 9, 10, 11, 10, 10, 14, 12, 11, 11, 11, 20, 26, 45, 58, 59, 62], "n_pos": 63, "sum_m_en": [6.434545, 9.629272, 9.868518, 10.385979, 10.403236, 10.915811, 11.493557, 11.860031, 12.321208, 12.332136, 12.50413, 12.031259, 12.148984, 11.926669, 11.714316, 11.985561, 12.63316, 11.508892, 11.458751, 11.824057, 11.269756, 10.849184, 10.890738, 10.621293, 20.058359, 17.340647, 15.178499, 12.6326, 12.760213, 12.082644, 12.539454, 13.147993, 13.372937, 14.862074, 17.002713, 17.467824, 18.922553, 22.492594, 25.847864, 28.225111, 34.283998, 34.819933, 34.731092, 33.970849, 29.308507, 22.536292, 11.084611, 2.732348, 0.372206, 4e-06], "sum_m_pl": [1.072758, 3.241869, 3.37657, 3.338198, 3.386526, 3.302, 3.497304, 3.66596, 3.98349, 3.996625, 4.377061, 4.557733, 5.015779, 5.177628, 5.002312, 4.729761, 4.142182, 4.202811, 4.228609, 4.223011, 4.083756, 3.920935, 3.764325, 3.745017, 4.552007, 4.945658, 5.116475, 5.245283, 5.820012, 5.909349, 5.63956, 5.821688, 5.848095, 5.743854, 5.230579, 5.683859, 6.476433, 6.519795, 6.081609, 7.044188, 7.53399, 8.006448, 8.900204, 9.864397, 17.976005, 26.220054, 43.410627, 57.413085, 59.185196, 61.752543]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "gsm8kpl-1041", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1481, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 13, 17, 23, 27, 33, 35, 38, 29, 34, 33, 21, 22, 18, 23, 29, 42, 29, 28, 38, 34, 40, 41, 38, 50, 46, 43, 37, 32, 30, 33, 32, 35, 39, 48, 43, 50, 52, 67, 72, 75, 74, 68, 72, 69, 66, 61, 62, 53, 52], "n_am_pl": [2, 6, 11, 4, 12, 16, 12, 12, 10, 7, 19, 18, 15, 16, 15, 14, 8, 9, 6, 9, 6, 7, 4, 7, 5, 4, 3, 10, 16, 14, 9, 8, 8, 7, 9, 10, 3, 3, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 132, "sum_m_en": [15.251482, 19.682852, 20.515438, 21.082708, 23.043441, 23.930063, 23.275865, 23.513439, 22.3755, 22.375805, 23.04348, 23.172382, 22.262362, 22.036354, 22.018285, 22.633102, 23.998168, 22.17036, 23.081643, 24.126432, 23.73957, 24.093895, 23.270722, 23.755551, 38.858796, 35.112811, 31.739377, 28.611029, 28.265822, 26.08513, 24.537867, 25.301875, 27.485286, 29.48442, 33.049708, 34.798099, 37.932928, 43.459324, 54.10317, 62.363564, 67.626719, 64.96135, 63.179899, 65.866674, 66.520714, 65.12416, 61.621011, 61.573119, 54.539228, 52.469745], "sum_m_pl": [4.431706, 6.401165, 6.875894, 6.057254, 6.832648, 6.561325, 6.497999, 6.682617, 6.679702, 7.424608, 8.267494, 9.079905, 9.258334, 9.034525, 9.315037, 9.512454, 9.11614, 8.650871, 8.773528, 8.909417, 8.247879, 7.97282, 7.924969, 8.137033, 8.43798, 9.562767, 9.044786, 10.232922, 10.906966, 11.550231, 10.670762, 9.785515, 9.307243, 8.395088, 7.776643, 7.40401, 6.696072, 5.893721, 5.369984, 4.708806, 4.41417, 4.159084, 3.809443, 3.106712, 2.339608, 1.91993, 1.292392, 0.747271, 0.81048, 9e-06]}, "digit": {"n_am_en": [0, 1, 1, 2, 4, 6, 4, 5, 7, 7, 6, 4, 2, 2, 3, 7, 9, 5, 2, 7, 5, 7, 7, 6, 10, 7, 8, 5, 4, 1, 6, 4, 6, 5, 6, 7, 6, 4, 9, 9, 11, 10, 8, 11, 9, 6, 4, 3, 0, 0], "n_am_pl": [0, 1, 0, 0, 4, 2, 1, 1, 3, 1, 1, 3, 6, 6, 3, 4, 0, 1, 2, 2, 1, 0, 0, 1, 0, 2, 0, 7, 8, 4, 2, 2, 4, 3, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.460866, 4.045592, 4.278689, 4.07493, 4.39569, 4.561119, 4.368254, 4.148416, 3.96969, 4.179775, 4.313522, 4.299431, 4.007773, 4.05106, 4.372393, 4.18774, 4.364921, 3.615527, 3.846747, 4.041411, 4.035579, 4.166959, 4.052552, 4.198938, 7.658816, 6.631116, 5.865491, 4.65123, 4.823191, 4.190512, 3.915471, 4.101871, 4.265309, 4.265911, 4.093731, 4.100439, 4.582912, 4.530161, 5.39274, 6.907224, 8.350855, 5.876261, 5.041332, 6.790585, 6.030438, 4.94964, 3.285655, 1.76817, 0.547382, 0.0], "sum_m_pl": [0.339461, 0.886858, 0.837394, 0.768424, 0.907744, 0.806866, 0.712538, 0.721506, 0.942074, 1.059704, 1.284896, 1.491716, 1.592543, 1.626586, 1.616002, 1.646386, 1.544029, 1.579938, 1.551095, 1.635355, 1.443439, 1.40452, 1.373119, 1.414791, 1.582831, 1.779569, 1.583827, 2.149, 2.089069, 1.99152, 1.842197, 1.719132, 1.559093, 1.448925, 1.459652, 1.684518, 1.452019, 1.418021, 1.411316, 1.267387, 1.150664, 1.389287, 1.298084, 1.142968, 0.945636, 0.573137, 0.424112, 0.207412, 0.096773, 0.0]}, "lang": {"n_am_en": [7, 8, 12, 14, 15, 17, 19, 21, 16, 18, 19, 12, 16, 9, 13, 14, 20, 17, 17, 18, 18, 21, 21, 21, 26, 27, 23, 26, 18, 18, 19, 21, 22, 27, 31, 25, 31, 33, 44, 47, 48, 48, 48, 50, 51, 51, 50, 52, 50, 52], "n_am_pl": [2, 3, 6, 2, 3, 4, 5, 5, 4, 2, 10, 8, 1, 3, 5, 4, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 5, 5, 4, 4, 2, 4, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 53, "sum_m_en": [6.668998, 8.3015, 8.911221, 9.365056, 10.286947, 10.583743, 10.35366, 10.757357, 10.302361, 9.978606, 10.152107, 10.092037, 9.772763, 9.863347, 9.77799, 10.123735, 10.786583, 10.442074, 10.869183, 11.068527, 10.78959, 10.920204, 10.333576, 10.295293, 20.26726, 18.213283, 17.033866, 15.422067, 14.527076, 13.35642, 12.65649, 12.96703, 14.501487, 15.919706, 18.3726, 19.42896, 22.292484, 26.2601, 36.108021, 41.570842, 44.910884, 45.774189, 45.549125, 47.316937, 49.230251, 49.318211, 48.487569, 50.319372, 48.583696, 51.869831], "sum_m_pl": [2.493013, 2.659493, 2.843418, 2.539577, 2.847687, 2.567771, 2.49884, 2.600815, 2.659916, 2.963339, 3.380945, 3.641549, 3.647326, 3.481793, 3.665186, 3.782347, 3.533111, 3.32242, 3.538495, 3.579194, 3.300903, 3.182803, 3.173914, 3.209537, 3.264631, 3.763132, 3.782702, 4.319692, 4.753109, 4.901866, 4.677636, 4.018015, 3.980698, 3.653544, 3.118571, 2.936844, 2.918994, 2.288449, 1.471665, 1.067888, 0.954496, 0.668517, 0.522887, 0.490946, 0.326846, 0.188643, 0.071554, 0.039073, 0.120447, 9e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "gsm8kpl-1044", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9925}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 16, 23, 31, 27, 34, 26, 26, 22, 28, 34, 26, 21, 21, 30, 35, 52, 44, 51, 54, 57, 64, 66, 57, 83, 74, 59, 50, 36, 37, 28, 32, 44, 55, 63, 76, 75, 78, 86, 83, 94, 87, 80, 76, 78, 54, 25, 14, 5, 4], "n_am_pl": [3, 11, 8, 12, 14, 19, 22, 19, 20, 17, 26, 35, 25, 28, 28, 35, 13, 23, 15, 17, 13, 10, 7, 14, 11, 16, 17, 18, 23, 30, 24, 20, 15, 13, 10, 11, 9, 13, 4, 10, 12, 12, 19, 24, 26, 34, 52, 68, 73, 72], "n_pos": 185, "sum_m_en": [19.365538, 28.960731, 30.704837, 31.045708, 30.672794, 32.42636, 32.902818, 32.017807, 30.708715, 31.929537, 33.729719, 33.228499, 32.642215, 32.532967, 31.653588, 32.002965, 33.778926, 30.444614, 31.418548, 32.608497, 32.269978, 33.946392, 32.305725, 32.704614, 58.886982, 51.971726, 45.340103, 38.623486, 36.486861, 33.489801, 32.633046, 33.628257, 34.895731, 39.405077, 41.664057, 44.374913, 48.598579, 54.120348, 61.777861, 73.909511, 77.508399, 70.565713, 66.477111, 71.995952, 72.230665, 48.473045, 23.744591, 14.378202, 7.369937, 3.999589], "sum_m_pl": [3.289393, 8.540846, 9.354712, 9.015246, 10.197251, 10.039913, 9.906918, 10.142699, 10.495188, 11.417481, 13.262321, 14.172479, 14.702743, 14.862731, 15.020957, 14.728741, 13.492871, 13.147805, 12.905322, 13.17634, 12.120901, 11.566383, 11.657698, 11.571087, 14.35793, 16.573456, 15.935661, 18.470014, 18.269199, 19.238551, 17.108385, 16.495283, 15.756067, 14.039104, 12.84674, 12.836088, 11.906634, 11.40796, 11.14178, 12.06013, 13.598675, 15.312074, 17.466712, 17.486408, 20.640209, 30.852293, 52.988898, 67.345081, 72.596338, 72.308685]}, "digit": {"n_am_en": [0, 0, 7, 7, 4, 4, 0, 2, 4, 3, 8, 7, 2, 3, 5, 5, 7, 5, 2, 1, 3, 7, 5, 4, 9, 6, 6, 8, 2, 3, 1, 3, 6, 5, 8, 9, 9, 9, 8, 8, 11, 9, 7, 5, 7, 3, 1, 1, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 0, 2, 0, 0, 2, 2, 3, 6, 4, 1, 7, 1, 3, 3, 2, 2, 2, 0, 0, 2, 2, 1, 1, 5, 4, 5, 2, 4, 1, 1, 3, 1, 2, 0, 0, 0, 0, 1, 2, 1, 2, 0, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.542651, 4.510432, 5.129513, 4.865756, 4.751937, 4.940653, 4.764789, 4.414447, 4.32101, 4.578578, 4.968655, 4.846245, 4.709165, 4.952359, 5.016869, 4.634845, 4.86604, 4.25654, 4.410423, 4.437972, 4.472655, 4.635393, 4.523372, 4.760207, 7.424702, 6.488318, 5.849187, 5.321693, 5.396867, 4.748956, 4.401264, 4.827228, 4.84302, 4.770433, 5.073608, 4.889652, 5.502947, 4.876051, 5.873909, 7.169949, 7.946035, 5.843625, 5.14501, 7.238636, 5.912276, 3.042106, 1.981567, 1.298943, 0.281482, 0.0], "sum_m_pl": [0.413385, 1.149554, 1.008499, 0.960285, 1.02336, 0.96372, 0.870832, 0.816664, 1.097513, 1.254182, 1.551251, 1.777521, 1.870888, 1.887095, 1.820117, 1.93479, 1.74151, 1.809312, 1.730217, 1.842989, 1.668781, 1.616631, 1.574103, 1.590265, 1.985348, 2.246926, 1.988329, 2.446063, 2.328178, 2.413654, 2.213202, 2.02438, 1.873237, 1.770759, 1.625934, 1.852262, 1.516708, 1.517379, 1.546148, 1.518968, 1.420379, 1.467252, 1.4094, 1.584218, 1.296803, 1.890019, 1.282271, 0.750324, 0.222425, 0.0]}, "lang": {"n_am_en": [9, 7, 10, 12, 14, 22, 15, 15, 10, 13, 14, 10, 12, 8, 15, 16, 24, 23, 30, 29, 30, 33, 39, 31, 43, 38, 31, 25, 22, 19, 17, 18, 23, 27, 30, 42, 42, 40, 48, 47, 44, 41, 40, 44, 41, 34, 17, 7, 4, 4], "n_am_pl": [0, 7, 2, 6, 8, 4, 10, 9, 15, 8, 9, 14, 9, 11, 14, 14, 6, 13, 6, 8, 6, 5, 4, 8, 3, 9, 11, 10, 10, 18, 11, 6, 5, 5, 4, 3, 6, 8, 2, 9, 11, 10, 16, 17, 22, 28, 47, 64, 70, 72], "n_pos": 77, "sum_m_en": [8.679391, 11.928493, 12.751136, 12.943653, 13.007856, 14.004194, 14.818122, 14.578196, 14.314764, 14.60222, 15.533752, 15.451026, 15.099732, 14.882397, 14.430907, 14.693846, 15.321345, 13.787112, 14.12363, 15.014801, 14.648489, 15.491796, 14.278056, 14.137575, 29.326764, 24.792808, 21.982445, 17.634943, 16.275177, 14.747977, 14.876037, 15.379425, 16.140094, 19.180217, 20.806106, 23.040376, 24.952794, 28.480829, 31.437322, 39.868435, 38.814471, 35.998691, 33.71235, 39.504185, 38.200106, 28.982324, 15.103369, 6.222745, 4.513149, 3.998656], "sum_m_pl": [1.350311, 3.541682, 3.849782, 3.712651, 4.365839, 4.271354, 4.334822, 4.619474, 4.726793, 5.028518, 5.700006, 6.040177, 6.508506, 6.743063, 6.82749, 6.64849, 6.254897, 6.051994, 6.14042, 6.079258, 5.555377, 5.255566, 5.375023, 5.306133, 6.50355, 8.041159, 8.09684, 9.086901, 9.027207, 9.616609, 8.365796, 8.068282, 8.030195, 6.96522, 6.280784, 6.420241, 6.405662, 5.948951, 5.617715, 6.893987, 8.501374, 10.173073, 12.697147, 12.305005, 15.872175, 24.934971, 45.619036, 62.907443, 69.624731, 71.758834]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "gsm8kpl-1044", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1479, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.984}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 23, 17, 25, 24, 18, 22, 20, 25, 28, 31, 29, 27, 29, 33, 34, 28, 33, 32, 30, 26, 24, 25, 25, 39, 28, 27, 34, 31, 40, 33, 29, 37, 41, 47, 53, 59, 68, 67, 76, 69, 75, 74, 75, 61, 57, 59, 57, 49, 50], "n_am_pl": [2, 16, 18, 15, 16, 14, 12, 12, 9, 13, 13, 14, 15, 20, 14, 15, 11, 10, 12, 16, 10, 11, 11, 11, 14, 19, 18, 18, 18, 18, 19, 16, 15, 10, 17, 11, 5, 4, 2, 4, 4, 3, 5, 1, 1, 2, 1, 0, 0, 0], "n_pos": 179, "sum_m_en": [20.487877, 29.512011, 28.982175, 29.257673, 31.533237, 28.809194, 28.616112, 29.780908, 29.056924, 30.49999, 29.632403, 30.720245, 29.065564, 28.742212, 28.607926, 28.959601, 29.217255, 28.003479, 28.941835, 28.609259, 27.074696, 27.352476, 26.977779, 28.161905, 35.905058, 33.55117, 30.960408, 29.749908, 30.471756, 31.172063, 30.128826, 30.270521, 33.316526, 34.162782, 37.36474, 38.691039, 42.957232, 49.316222, 54.642602, 59.662177, 58.406984, 62.094607, 64.5447, 66.302576, 59.941083, 57.334262, 58.171741, 57.051501, 48.29328, 49.877763], "sum_m_pl": [4.333723, 8.857151, 9.959069, 9.543398, 10.104707, 9.314584, 9.155501, 8.946283, 9.106983, 9.706355, 10.820248, 11.041843, 11.967008, 12.435185, 12.627921, 12.641056, 11.914554, 12.205831, 12.014829, 12.421212, 12.019475, 11.374432, 10.894025, 11.099853, 14.673681, 16.286966, 17.112435, 16.349697, 16.335661, 16.355456, 14.93099, 14.679304, 12.825511, 11.834748, 10.577427, 9.52262, 8.571741, 7.81798, 7.195979, 6.38554, 6.137745, 5.355034, 5.129666, 4.302361, 4.104808, 3.525777, 1.960278, 1.510073, 1.262067, 2.1e-05]}, "digit": {"n_am_en": [1, 4, 3, 1, 0, 0, 0, 1, 4, 3, 5, 3, 2, 3, 6, 4, 3, 4, 2, 2, 3, 2, 2, 3, 8, 5, 6, 5, 2, 2, 2, 1, 1, 4, 4, 2, 6, 5, 3, 4, 2, 4, 4, 6, 3, 2, 2, 2, 0, 0], "n_am_pl": [0, 1, 3, 1, 1, 1, 0, 1, 0, 2, 3, 2, 5, 6, 4, 3, 2, 4, 4, 7, 3, 3, 3, 3, 3, 2, 2, 2, 2, 3, 2, 1, 2, 2, 3, 2, 2, 2, 2, 3, 3, 2, 5, 1, 1, 2, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.828326, 4.637948, 4.567614, 4.31591, 4.626797, 4.252104, 4.295904, 4.489778, 4.254488, 4.449924, 4.406617, 4.381979, 4.156759, 4.070842, 4.243551, 4.020607, 4.064808, 3.990886, 4.32202, 4.113348, 3.848365, 3.914786, 3.914533, 4.134777, 5.551872, 5.373165, 4.587305, 4.081198, 4.056883, 4.078687, 4.168732, 4.215581, 4.546995, 4.438896, 4.544221, 4.394052, 5.04642, 5.082423, 4.53574, 5.059866, 4.47071, 5.040418, 4.326262, 5.751783, 2.85198, 2.429662, 2.094366, 1.754028, 0.737881, 0.0], "sum_m_pl": [0.471551, 1.254737, 1.157038, 1.122982, 1.165236, 1.060558, 1.019739, 1.033537, 1.157351, 1.272389, 1.574188, 1.603623, 1.8818, 1.956778, 2.068021, 2.011809, 1.852736, 2.067496, 2.004279, 2.043965, 1.969297, 1.815311, 1.715475, 1.78923, 2.443194, 2.551713, 2.391901, 2.16133, 2.275314, 2.330057, 2.080906, 1.997857, 1.799269, 1.622561, 1.555799, 1.49329, 1.456198, 1.427865, 1.480185, 1.398736, 1.33674, 1.308725, 1.418101, 1.142144, 1.274435, 1.46062, 0.739494, 0.572371, 0.215611, 0.0]}, "lang": {"n_am_en": [11, 9, 10, 14, 15, 9, 12, 14, 13, 13, 17, 16, 14, 13, 13, 13, 16, 19, 16, 17, 17, 14, 18, 17, 20, 18, 15, 16, 19, 22, 19, 21, 23, 24, 26, 25, 27, 33, 32, 43, 43, 45, 45, 46, 45, 42, 45, 46, 42, 48], "n_am_pl": [0, 4, 2, 3, 7, 8, 6, 4, 5, 2, 1, 5, 7, 6, 4, 6, 2, 3, 4, 3, 2, 2, 3, 3, 1, 4, 7, 7, 6, 5, 9, 6, 4, 3, 2, 3, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 49, "sum_m_en": [6.670305, 8.227755, 8.508853, 9.092764, 10.029728, 9.077816, 9.057769, 9.333064, 9.69593, 9.872547, 9.405836, 10.011503, 9.174639, 9.278315, 9.2036, 9.395629, 9.497329, 9.23868, 9.205764, 9.205034, 8.75725, 8.75304, 8.634713, 8.892475, 16.388318, 15.58419, 14.254407, 12.672138, 12.887848, 13.110091, 12.052557, 11.813683, 13.025294, 13.588771, 15.09342, 16.644906, 19.140247, 22.48642, 26.199146, 31.992088, 33.381471, 36.556443, 39.373658, 40.654312, 41.111363, 38.964207, 42.079901, 41.788574, 39.858845, 47.749468], "sum_m_pl": [1.391107, 2.306833, 2.667566, 2.679736, 2.958716, 2.896179, 2.801149, 2.709964, 2.781839, 2.719269, 3.157379, 3.302821, 3.625363, 3.983471, 3.873999, 4.005196, 3.576314, 3.626366, 3.516598, 3.537267, 3.44177, 3.281889, 3.176312, 3.134082, 3.887611, 4.301188, 5.078126, 4.819915, 4.774552, 4.758029, 4.518289, 4.725303, 4.079765, 3.933929, 3.24281, 3.022381, 2.80427, 2.491565, 1.974503, 1.460182, 1.393301, 0.857304, 0.585182, 0.551396, 0.459079, 0.308699, 0.230237, 0.131574, 0.071578, 2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "gsm8kpl-1047", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1206, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.978}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 31, 42, 57, 60, 44, 57, 51, 47, 78, 60, 56, 53, 49, 47, 57, 60, 55, 54, 62, 65, 74, 75, 73, 111, 89, 87, 77, 81, 73, 68, 69, 66, 78, 103, 97, 122, 128, 141, 150, 161, 152, 162, 171, 160, 102, 41, 12, 2, 2], "n_am_pl": [9, 41, 51, 39, 45, 34, 38, 52, 49, 37, 48, 54, 66, 66, 71, 68, 53, 69, 72, 62, 51, 39, 46, 38, 52, 63, 70, 74, 84, 77, 62, 73, 60, 51, 42, 48, 37, 29, 32, 30, 25, 31, 44, 42, 53, 98, 157, 185, 206, 203], "n_pos": 438, "sum_m_en": [44.126079, 66.966929, 69.342103, 71.304067, 72.526814, 68.870329, 71.122712, 73.083984, 71.760555, 74.478965, 74.282496, 75.713896, 72.659236, 70.773749, 70.255636, 72.454817, 73.898537, 69.346575, 71.577952, 71.729583, 69.84129, 70.802113, 70.295406, 70.764403, 94.394374, 85.673134, 79.132547, 76.617878, 74.316977, 76.330386, 73.993708, 75.667514, 79.197884, 82.375616, 85.878215, 83.265546, 89.628968, 101.856491, 111.689695, 121.749972, 124.102201, 135.496146, 144.125586, 151.835783, 142.299469, 99.825962, 39.777059, 16.164716, 5.343408, 2.000544], "sum_m_pl": [7.615963, 21.098486, 24.94275, 24.1418, 26.112755, 24.514664, 24.655392, 24.788484, 26.458619, 27.340436, 29.917202, 32.23578, 33.474458, 36.775548, 37.124749, 37.012073, 32.97743, 34.120514, 31.087016, 31.735066, 30.558565, 28.703192, 27.915098, 27.645014, 40.760473, 46.213136, 49.871422, 49.999717, 52.16576, 53.376563, 46.858663, 49.251121, 44.910571, 39.697659, 35.8462, 34.066681, 30.252752, 26.368672, 25.144568, 24.287428, 24.961119, 24.487958, 32.934015, 37.890784, 45.940249, 79.731639, 148.04136, 179.049318, 201.152389, 202.34285]}, "digit": {"n_am_en": [0, 3, 1, 5, 0, 1, 0, 0, 1, 6, 3, 4, 1, 5, 3, 1, 2, 7, 1, 5, 2, 2, 2, 1, 6, 3, 6, 5, 5, 3, 5, 4, 2, 4, 5, 5, 6, 7, 11, 10, 9, 9, 11, 12, 6, 4, 3, 0, 0, 0], "n_am_pl": [0, 3, 6, 2, 2, 2, 0, 0, 2, 2, 4, 1, 6, 4, 4, 7, 2, 3, 7, 5, 3, 2, 2, 1, 7, 7, 10, 12, 10, 9, 3, 4, 6, 5, 3, 4, 3, 2, 1, 0, 1, 1, 2, 1, 2, 2, 1, 2, 0, 0], "n_pos": 37, "sum_m_en": [3.717865, 6.871826, 7.360412, 6.849509, 6.764781, 6.174771, 5.958312, 6.217787, 5.940683, 6.362473, 6.302838, 6.340372, 5.644722, 5.50682, 5.43115, 5.553478, 5.689257, 5.784772, 6.153885, 6.17518, 5.896995, 5.865725, 5.777245, 5.919763, 6.682711, 6.268541, 6.338339, 6.834118, 6.186195, 6.413419, 6.117992, 6.767863, 7.184878, 6.952684, 6.94517, 7.079248, 7.269316, 7.007512, 6.667365, 6.336993, 6.133395, 6.216827, 7.173961, 7.507944, 6.170748, 5.791947, 3.352492, 1.340115, 0.462114, 0.0], "sum_m_pl": [0.605891, 2.126775, 1.936937, 1.815036, 1.785732, 1.50664, 1.47612, 1.547088, 1.874869, 2.015196, 2.448532, 2.430542, 2.575173, 2.727601, 2.857885, 2.867076, 2.649529, 2.889644, 2.674797, 2.758548, 2.616255, 2.441466, 2.320931, 2.365767, 3.585672, 3.740369, 3.891184, 3.734139, 3.84878, 3.664063, 3.171782, 3.211677, 3.089496, 2.820027, 2.582743, 2.626572, 2.224972, 2.109897, 2.149095, 2.080357, 1.958572, 2.15533, 2.011928, 1.829452, 1.856575, 1.571402, 1.961815, 1.512641, 0.21951, 0.0]}, "lang": {"n_am_en": [4, 21, 26, 33, 44, 32, 35, 32, 29, 47, 38, 34, 29, 23, 25, 33, 36, 30, 38, 42, 45, 53, 53, 52, 73, 63, 64, 45, 48, 47, 42, 47, 45, 59, 69, 63, 86, 90, 100, 110, 113, 114, 123, 127, 122, 74, 33, 7, 2, 2], "n_am_pl": [9, 25, 25, 23, 23, 21, 23, 33, 30, 17, 24, 27, 31, 37, 39, 38, 33, 49, 37, 34, 31, 24, 27, 28, 24, 34, 30, 36, 37, 38, 31, 35, 32, 28, 23, 26, 22, 15, 23, 22, 18, 18, 29, 31, 44, 80, 130, 171, 196, 203], "n_pos": 205, "sum_m_en": [22.031204, 30.968066, 32.394742, 34.323285, 35.386202, 33.979571, 35.905359, 36.943861, 37.26301, 38.576965, 38.581614, 39.785694, 38.076573, 37.123466, 36.784617, 37.969104, 38.812322, 35.69132, 36.257954, 36.375455, 35.512392, 36.235423, 36.167295, 36.118004, 55.54605, 49.488682, 45.66591, 42.08846, 40.876839, 41.197498, 40.383516, 40.825531, 42.455547, 47.023556, 48.445648, 48.276119, 53.978476, 64.127149, 71.835067, 83.195092, 86.944318, 96.96228, 106.059899, 110.675415, 104.529757, 71.080058, 29.742842, 8.230159, 3.121269, 2.000544], "sum_m_pl": [3.72603, 9.122327, 10.718068, 10.738363, 11.592355, 11.176636, 11.749582, 12.135845, 12.803956, 13.07897, 14.447803, 16.403642, 17.191856, 19.595989, 19.423718, 19.101508, 16.646199, 17.384137, 15.585582, 15.448099, 15.027445, 14.263171, 13.980726, 13.744189, 19.874658, 22.799544, 25.054318, 25.848986, 26.620624, 27.384017, 23.898775, 25.928041, 24.177955, 20.994163, 18.981324, 18.452925, 17.585476, 15.474935, 14.335644, 13.777229, 15.237957, 14.211801, 20.463796, 25.262832, 36.762577, 63.167199, 122.712375, 165.252262, 190.431026, 201.893773]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 442, "item_id": "gsm8kpl-1047", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1496, "region_end": 438, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 21, 14, 16, 28, 23, 29, 23, 29, 27, 30, 16, 26, 27, 33, 29, 28, 30, 35, 39, 35, 30, 27, 29, 48, 42, 42, 32, 31, 33, 34, 27, 32, 36, 44, 49, 58, 67, 74, 74, 76, 74, 80, 79, 80, 74, 73, 66, 56, 49], "n_am_pl": [1, 7, 10, 18, 14, 14, 7, 7, 9, 8, 10, 19, 20, 16, 13, 17, 10, 13, 12, 9, 4, 5, 6, 3, 15, 17, 15, 15, 13, 19, 20, 22, 12, 9, 12, 5, 7, 5, 5, 7, 7, 6, 5, 2, 1, 3, 1, 0, 1, 0], "n_pos": 160, "sum_m_en": [16.723591, 24.756822, 24.952185, 25.272513, 27.986839, 27.325633, 26.491808, 27.50474, 26.748285, 25.021992, 25.190103, 25.280707, 24.083903, 25.039325, 26.416289, 27.276358, 26.141405, 24.046705, 26.171835, 26.739118, 24.823099, 25.569085, 24.936485, 25.807004, 37.900855, 35.985808, 31.34129, 27.762941, 28.181144, 27.366248, 27.440257, 28.65583, 29.471846, 31.161169, 31.968856, 33.559455, 42.243404, 48.523931, 55.154756, 60.336544, 62.20288, 63.554053, 65.833261, 66.91336, 70.971092, 66.977989, 67.018234, 64.337126, 57.547482, 49.478009], "sum_m_pl": [3.208736, 7.465797, 8.488521, 7.814867, 8.403885, 7.732625, 7.221023, 6.816308, 7.57813, 8.142731, 8.547294, 9.606875, 10.240272, 10.225537, 10.554372, 10.926684, 11.206508, 10.878308, 10.772904, 10.941563, 10.705788, 10.161577, 9.905252, 9.851501, 13.073759, 14.12311, 14.770748, 15.21416, 14.162397, 15.317234, 13.534672, 13.40066, 13.651619, 12.512214, 12.248858, 11.209724, 8.720732, 7.217273, 6.988084, 6.56444, 6.079549, 5.625587, 5.021683, 4.42563, 4.025539, 4.071969, 3.316695, 2.697858, 3.09682, 0.005048]}, "digit": {"n_am_en": [0, 5, 3, 7, 8, 5, 6, 3, 4, 7, 8, 3, 4, 4, 5, 7, 6, 4, 7, 6, 4, 4, 3, 2, 7, 5, 5, 3, 2, 7, 7, 3, 7, 4, 7, 6, 4, 6, 8, 7, 7, 8, 14, 13, 14, 14, 15, 10, 1, 0], "n_am_pl": [0, 2, 0, 3, 3, 1, 1, 1, 0, 0, 4, 8, 8, 9, 5, 6, 2, 2, 4, 2, 3, 2, 2, 0, 4, 4, 4, 3, 3, 4, 3, 8, 4, 3, 8, 1, 6, 4, 4, 6, 6, 5, 4, 2, 1, 2, 1, 0, 0, 0], "n_pos": 46, "sum_m_en": [4.444743, 8.145875, 8.450147, 7.91052, 8.960896, 8.297222, 7.798738, 7.642109, 7.596709, 7.588931, 8.274594, 7.873004, 7.686438, 8.220191, 8.619327, 8.746436, 8.21678, 6.828104, 7.501532, 7.676325, 7.444474, 7.759181, 7.575201, 7.899634, 10.440361, 9.196911, 8.563293, 7.525509, 8.159763, 8.06722, 8.372245, 9.077794, 8.930615, 8.772761, 8.397661, 7.857183, 7.815047, 8.149563, 8.030282, 7.698022, 7.77285, 8.146379, 8.50881, 8.580503, 10.408949, 8.293995, 8.037412, 6.457282, 3.645118, 0.0], "sum_m_pl": [0.692206, 1.957268, 1.716104, 1.653583, 1.804049, 1.609492, 1.348138, 1.246656, 1.599006, 1.89726, 2.111239, 2.323582, 2.676906, 2.886196, 2.885881, 3.079462, 2.965805, 2.897463, 2.865141, 2.855123, 2.74639, 2.656543, 2.592779, 2.658155, 3.145013, 3.418909, 3.214044, 3.740558, 3.381086, 3.543127, 3.238049, 3.249665, 3.157195, 3.047665, 3.052357, 2.933608, 2.736283, 2.352917, 2.75989, 3.15538, 2.897925, 2.90791, 2.720807, 2.489597, 2.339375, 2.141092, 2.262791, 1.494878, 1.011439, 0.0]}, "lang": {"n_am_en": [11, 9, 7, 6, 13, 11, 12, 10, 16, 11, 12, 8, 16, 13, 14, 13, 10, 16, 16, 22, 20, 17, 18, 21, 31, 25, 28, 21, 18, 17, 14, 12, 15, 17, 23, 28, 37, 41, 45, 45, 47, 45, 47, 48, 47, 46, 48, 46, 48, 49], "n_am_pl": [0, 2, 5, 8, 6, 6, 4, 3, 6, 4, 2, 5, 5, 4, 2, 4, 5, 7, 4, 2, 0, 0, 1, 2, 2, 3, 3, 7, 6, 7, 9, 5, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [6.186292, 7.479444, 7.677183, 8.090751, 8.870434, 8.9848, 8.818965, 9.52407, 9.37094, 8.274203, 7.779933, 8.074094, 7.622224, 7.768086, 8.443263, 8.902345, 8.482063, 8.056241, 8.675616, 8.901343, 8.114671, 8.306801, 8.039566, 8.27475, 17.431506, 16.695121, 13.742826, 11.00975, 9.941951, 9.166109, 8.698532, 8.994764, 10.071853, 11.162169, 11.890667, 14.692653, 20.527482, 25.357109, 31.728718, 36.065809, 36.704363, 37.355312, 39.818111, 42.169927, 43.37757, 43.11612, 45.698801, 44.624189, 44.707964, 49.168048], "sum_m_pl": [1.089385, 2.5438, 2.935602, 2.729938, 3.024953, 2.831126, 2.763466, 2.648752, 2.936294, 2.983148, 3.100928, 3.590051, 3.645541, 3.619218, 3.74134, 3.859808, 3.870046, 3.636538, 3.656424, 3.762875, 3.691448, 3.472191, 3.374495, 3.296848, 3.947325, 4.586983, 5.289898, 5.620058, 5.468248, 5.936901, 4.967922, 4.75787, 4.925166, 4.394359, 4.110528, 3.70336, 2.781787, 2.028725, 1.632249, 1.159543, 0.9955, 0.80027, 0.675937, 0.581783, 0.45656, 0.41661, 0.26913, 0.095618, 0.240967, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "gsm8kpl-1052", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1219, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9817}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 7, 14, 28, 26, 35, 32, 39, 30, 32, 36, 32, 39, 33, 44, 34, 33, 26, 38, 40, 24, 21, 28, 29, 61, 47, 39, 38, 46, 39, 38, 44, 41, 43, 49, 47, 52, 58, 66, 71, 67, 72, 64, 73, 68, 53, 30, 5, 0, 0], "n_am_pl": [1, 16, 17, 19, 14, 22, 15, 20, 17, 25, 16, 32, 38, 33, 29, 31, 30, 18, 15, 15, 12, 9, 8, 10, 27, 33, 27, 25, 28, 34, 30, 33, 33, 36, 26, 24, 26, 33, 25, 32, 36, 31, 39, 33, 29, 53, 86, 107, 106, 108], "n_pos": 227, "sum_m_en": [20.816342, 33.424691, 35.367952, 36.223451, 37.891908, 38.377859, 38.214151, 40.645278, 40.730609, 39.834632, 40.268924, 39.147479, 37.691111, 38.45454, 39.900688, 40.391961, 37.86379, 34.059282, 36.045496, 36.426869, 34.6896, 35.686407, 35.250822, 36.298305, 48.131021, 46.018363, 42.883979, 39.021989, 40.00816, 39.96811, 39.458435, 41.40034, 40.75548, 42.166622, 41.905685, 44.310065, 46.363582, 50.08716, 54.614249, 60.193927, 61.777832, 65.629981, 59.333973, 64.221439, 60.126289, 52.60717, 29.205335, 6.652044, 1.828811, 1e-06], "sum_m_pl": [3.199568, 10.236603, 11.646857, 11.099245, 12.278424, 12.093455, 11.624707, 11.737821, 12.594326, 12.888512, 13.937267, 16.509927, 17.095515, 17.509976, 17.715361, 18.125671, 17.210998, 15.92981, 15.351581, 15.488307, 15.063819, 14.312304, 14.26288, 14.094209, 20.375463, 21.498237, 22.57994, 22.687523, 22.611519, 24.172985, 21.271653, 21.632073, 21.856345, 20.411375, 19.961505, 18.835818, 18.253338, 17.431304, 16.965977, 17.526814, 19.981076, 22.186929, 29.062502, 27.764037, 28.527942, 45.81447, 79.93455, 104.017195, 107.084916, 108.061437]}, "digit": {"n_am_en": [0, 1, 3, 3, 5, 1, 1, 3, 6, 3, 10, 5, 6, 7, 8, 7, 6, 1, 7, 8, 2, 3, 2, 3, 11, 5, 6, 6, 6, 3, 5, 2, 4, 3, 6, 3, 5, 5, 9, 7, 4, 4, 10, 8, 11, 4, 4, 2, 0, 0], "n_am_pl": [0, 4, 0, 4, 0, 0, 0, 1, 2, 6, 1, 6, 11, 12, 8, 4, 4, 2, 4, 3, 2, 2, 1, 0, 2, 1, 1, 2, 4, 5, 4, 10, 6, 5, 8, 5, 4, 5, 5, 6, 4, 2, 2, 3, 1, 5, 3, 2, 0, 0], "n_pos": 49, "sum_m_en": [4.382125, 8.140044, 8.605328, 8.007928, 8.514272, 8.232398, 7.685787, 8.017521, 8.129883, 8.348591, 9.072094, 8.352815, 8.159817, 8.817454, 9.205034, 8.818556, 8.25302, 6.977465, 7.657729, 7.964693, 7.854649, 8.17822, 8.040662, 8.38384, 10.519096, 9.72642, 9.070295, 8.445497, 8.718784, 8.246611, 8.170658, 9.102624, 9.212868, 8.748564, 8.619184, 7.95932, 7.918727, 7.819909, 7.595682, 7.235952, 6.752008, 6.861254, 6.860782, 6.524359, 6.934642, 4.924682, 4.698835, 3.150956, 1.325776, 0.0], "sum_m_pl": [0.715395, 2.226143, 1.879159, 1.823606, 1.822404, 1.682748, 1.411537, 1.389873, 1.778825, 2.122241, 2.422461, 2.795365, 3.043687, 3.143195, 3.156031, 3.418453, 3.189134, 3.080952, 2.956044, 2.958882, 2.888931, 2.787798, 2.736748, 2.796615, 3.468001, 3.723167, 3.621706, 3.816126, 3.653898, 3.978451, 3.655149, 3.604526, 3.333599, 3.187381, 3.072078, 2.932654, 2.781882, 2.492209, 2.749206, 2.773583, 2.593402, 2.617593, 2.548879, 2.361003, 2.323873, 2.320711, 2.584845, 2.336429, 0.929346, 0.0]}, "lang": {"n_am_en": [2, 4, 8, 22, 15, 30, 16, 22, 16, 18, 15, 17, 18, 18, 24, 23, 20, 18, 23, 25, 19, 14, 22, 24, 40, 34, 27, 29, 32, 27, 26, 33, 33, 30, 32, 32, 36, 41, 44, 51, 52, 53, 45, 54, 45, 42, 24, 2, 0, 0], "n_am_pl": [1, 10, 10, 11, 6, 12, 10, 13, 10, 11, 7, 19, 18, 17, 15, 19, 19, 12, 8, 5, 7, 6, 4, 6, 15, 20, 18, 15, 17, 20, 22, 16, 18, 23, 14, 17, 21, 24, 19, 24, 26, 24, 30, 26, 26, 42, 73, 97, 104, 108], "n_pos": 108, "sum_m_en": [10.568045, 15.804056, 17.180473, 17.76305, 18.557313, 18.822551, 19.43962, 21.390812, 21.432936, 20.380984, 20.049672, 19.694961, 19.082034, 18.991166, 19.668114, 20.568255, 19.102045, 17.337143, 17.999933, 17.900686, 17.004901, 17.369455, 17.146164, 17.505687, 26.17064, 24.802778, 23.620481, 20.488021, 20.333656, 20.806135, 20.109626, 20.979143, 20.637788, 22.418086, 22.229209, 25.967669, 27.301659, 30.672901, 35.221108, 40.721714, 42.917429, 45.760253, 42.070063, 46.801592, 42.778094, 39.359085, 21.802508, 1.575984, 0.145741, 0.0], "sum_m_pl": [1.540842, 4.884571, 5.846377, 5.753189, 6.569947, 6.568738, 6.510071, 6.780268, 7.216661, 6.993516, 7.632937, 9.25301, 9.437217, 9.87415, 9.979014, 10.026942, 9.340855, 8.485214, 8.268293, 8.187111, 7.945442, 7.530233, 7.517924, 7.335175, 11.330895, 11.985587, 12.608069, 13.012963, 13.166233, 13.745211, 12.311478, 12.766831, 13.180704, 12.454709, 12.187859, 12.144478, 12.117562, 11.242381, 10.596233, 10.991338, 12.438369, 14.82037, 21.057109, 21.523513, 23.238567, 36.756009, 67.345431, 93.887332, 102.95726, 107.758092]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 232, "item_id": "gsm8kpl-1052", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1509, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9827}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 23, 21, 23, 30, 42, 39, 34, 22, 27, 31, 23, 23, 20, 37, 36, 34, 38, 39, 34, 28, 31, 27, 26, 63, 53, 42, 40, 40, 34, 30, 26, 34, 40, 48, 47, 65, 64, 78, 77, 73, 76, 73, 68, 69, 61, 61, 58, 50, 45], "n_am_pl": [2, 21, 13, 10, 11, 8, 5, 9, 7, 7, 13, 16, 23, 24, 13, 17, 12, 11, 12, 7, 7, 5, 5, 3, 13, 13, 15, 18, 11, 18, 16, 14, 10, 7, 5, 8, 4, 4, 3, 1, 1, 1, 1, 2, 1, 2, 3, 0, 0, 0], "n_pos": 162, "sum_m_en": [17.425885, 26.061175, 26.6992, 27.412251, 29.882604, 30.648587, 26.714256, 26.900519, 26.015412, 28.678982, 28.2119, 28.181002, 27.639927, 26.997421, 27.510623, 26.815708, 27.7991, 25.733408, 26.210668, 26.131133, 24.653363, 25.345846, 25.419543, 26.213773, 35.306749, 31.103558, 29.085089, 27.554193, 29.55853, 28.251417, 27.753388, 29.745305, 28.945719, 30.391512, 31.50684, 33.002739, 43.796197, 48.223581, 61.021093, 70.381123, 68.141991, 69.445707, 73.054871, 70.300771, 68.90421, 66.175557, 65.078191, 57.437714, 47.782474, 44.369904], "sum_m_pl": [3.739822, 8.512391, 8.525381, 8.305883, 8.786052, 7.776381, 7.099852, 7.118758, 7.308598, 7.961718, 8.690007, 10.012633, 10.651565, 10.894486, 10.535564, 10.784041, 10.805657, 11.526806, 10.70033, 10.942621, 10.735307, 10.07718, 10.020903, 10.183145, 13.889124, 14.458757, 14.23387, 14.138203, 12.466012, 13.624133, 12.278278, 11.776449, 12.008761, 10.535556, 10.629053, 10.258237, 8.292789, 6.922562, 5.589207, 4.78143, 4.946376, 4.425072, 3.601253, 3.590531, 3.826989, 3.790568, 3.148874, 1.231968, 0.70172, 0.00412]}, "digit": {"n_am_en": [1, 2, 0, 4, 3, 4, 5, 7, 2, 3, 7, 5, 7, 3, 12, 10, 10, 11, 8, 6, 3, 4, 3, 4, 17, 13, 6, 11, 10, 8, 9, 9, 8, 9, 12, 7, 8, 8, 7, 6, 6, 6, 7, 4, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 3, 1, 0, 1, 0, 0, 3, 2, 6, 11, 3, 5, 4, 3, 6, 2, 4, 0, 0, 1, 4, 3, 7, 7, 6, 8, 7, 7, 3, 4, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.030143, 7.038323, 7.170335, 7.011592, 7.588362, 6.933896, 6.595134, 6.406674, 6.267977, 6.825458, 7.129536, 7.232838, 7.382162, 7.290586, 7.316214, 6.910392, 7.110237, 6.276087, 6.663472, 6.644537, 6.31168, 6.557906, 6.647936, 6.886727, 8.688547, 8.061849, 8.047506, 7.294681, 7.933022, 7.389331, 7.14217, 7.906162, 7.702325, 7.452885, 7.561931, 7.280833, 8.896975, 8.595724, 10.209886, 8.841107, 8.617459, 8.307189, 8.580144, 7.959523, 6.007111, 4.509605, 3.333286, 1.787554, 0.442511, 0.0], "sum_m_pl": [0.632219, 1.832826, 1.545377, 1.554918, 1.725904, 1.640984, 1.338052, 1.238998, 1.504452, 1.662585, 1.991489, 2.197868, 2.614882, 2.726935, 2.319133, 2.441961, 2.333773, 2.693, 2.531391, 2.525493, 2.515066, 2.395295, 2.408923, 2.464864, 3.375276, 3.179184, 3.05259, 3.316187, 2.84535, 3.310502, 2.981871, 2.731803, 2.607942, 2.397589, 2.320768, 2.444729, 2.070249, 1.840447, 1.718714, 1.755629, 1.768161, 1.757532, 1.584725, 1.889296, 2.141602, 1.961798, 2.198219, 0.718724, 0.199682, 0.0]}, "lang": {"n_am_en": [4, 6, 8, 5, 6, 14, 13, 10, 9, 12, 13, 11, 7, 8, 13, 12, 12, 15, 15, 13, 13, 16, 11, 11, 26, 23, 20, 10, 13, 12, 9, 7, 14, 16, 19, 23, 34, 34, 39, 42, 41, 41, 42, 41, 42, 43, 45, 45, 45, 44], "n_am_pl": [2, 9, 3, 2, 1, 1, 2, 2, 1, 1, 2, 6, 7, 7, 6, 4, 6, 2, 2, 0, 0, 1, 1, 0, 1, 1, 3, 4, 3, 3, 2, 3, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.723245, 7.050567, 7.398788, 7.916705, 8.355349, 8.457281, 7.757207, 8.164018, 8.164299, 8.976229, 9.01995, 8.819687, 8.592668, 8.282257, 8.54655, 8.019486, 8.107818, 7.621969, 7.638292, 7.616318, 7.267444, 7.436553, 7.363382, 7.546954, 12.739862, 10.472337, 9.258957, 7.787306, 8.20378, 8.258691, 8.463526, 9.205098, 8.958897, 10.293165, 10.397194, 12.673154, 18.941741, 22.08916, 29.639638, 34.377065, 34.863659, 36.692629, 38.797233, 38.631463, 40.870014, 42.136017, 43.4308, 42.195309, 41.332389, 43.18192], "sum_m_pl": [1.285808, 2.356612, 2.242702, 2.329715, 2.355662, 2.180822, 2.191167, 2.281666, 2.300296, 2.458328, 2.665854, 3.19251, 3.294428, 3.385849, 3.445747, 3.501203, 3.608035, 3.750229, 3.41395, 3.481056, 3.343572, 3.118477, 3.022571, 3.060596, 3.818135, 4.298759, 4.496361, 4.64505, 4.488105, 4.547846, 4.03369, 4.014907, 4.141552, 3.648221, 3.589253, 3.539533, 2.751639, 2.068104, 1.285377, 0.905155, 0.806794, 0.484137, 0.269109, 0.299207, 0.137038, 0.062432, 0.03814, 0.049876, 0.135989, 0.004116]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "gsm8kpl-1066", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1148, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9819, "tf_agree_excl_first": 0.9879}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 19, 13, 13, 36, 44, 37, 32, 23, 34, 33, 26, 21, 17, 32, 24, 39, 44, 41, 35, 27, 35, 31, 30, 77, 59, 51, 38, 36, 28, 29, 24, 36, 43, 52, 59, 50, 59, 74, 80, 84, 78, 89, 90, 76, 57, 33, 22, 13, 12], "n_am_pl": [1, 24, 23, 27, 16, 19, 20, 21, 25, 26, 29, 28, 28, 34, 23, 29, 19, 12, 20, 16, 16, 17, 17, 17, 29, 23, 28, 39, 32, 41, 35, 40, 36, 28, 28, 18, 16, 15, 15, 11, 11, 13, 9, 14, 18, 27, 53, 58, 56, 55], "n_pos": 200, "sum_m_en": [19.4643, 30.002307, 31.963489, 32.386958, 33.758264, 35.672999, 31.802952, 32.707153, 32.097822, 35.179848, 35.963033, 34.691754, 33.495015, 33.004883, 33.658115, 33.04405, 33.851997, 31.381815, 31.486859, 30.895886, 29.844481, 30.965719, 31.157395, 31.689773, 45.371521, 41.494315, 37.281178, 35.678653, 34.800106, 33.38156, 32.439185, 35.342882, 35.123616, 36.896139, 37.27636, 38.195909, 40.847326, 47.754148, 65.393192, 75.468273, 74.927051, 74.62126, 82.901008, 81.759027, 71.976718, 58.812919, 34.765747, 24.799455, 14.556364, 12.005202], "sum_m_pl": [3.672643, 10.635977, 10.755516, 10.718534, 11.087917, 10.63628, 10.391701, 11.208228, 11.072464, 11.676326, 12.904795, 14.422927, 15.189595, 15.82001, 15.187506, 15.645438, 14.215569, 14.631461, 13.242873, 13.772453, 13.214086, 12.520979, 12.416312, 12.207998, 18.560263, 18.68756, 19.797875, 19.944553, 20.075696, 20.60355, 19.115304, 18.054938, 18.300715, 16.410912, 14.794191, 14.890138, 13.019152, 11.411579, 9.920019, 8.886513, 9.743744, 11.225977, 11.316672, 13.159802, 18.165256, 28.268056, 52.016825, 56.541897, 55.659546, 55.512559]}, "digit": {"n_am_en": [0, 1, 1, 0, 2, 6, 6, 3, 1, 6, 7, 9, 3, 4, 11, 5, 13, 12, 5, 6, 1, 3, 3, 4, 15, 8, 6, 9, 10, 7, 6, 4, 7, 9, 11, 5, 7, 7, 6, 2, 5, 3, 5, 3, 4, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 3, 1, 0, 2, 2, 3, 2, 4, 3, 5, 9, 4, 6, 3, 0, 5, 2, 3, 1, 3, 2, 4, 3, 6, 6, 10, 11, 9, 10, 3, 4, 4, 3, 0, 2, 0, 1, 2, 2, 2, 3, 1, 2, 3, 2, 1, 0], "n_pos": 39, "sum_m_en": [3.674015, 6.663484, 6.91919, 6.784317, 6.807481, 6.533409, 5.914182, 5.795936, 5.689002, 6.507841, 7.189837, 7.159781, 6.880801, 6.938018, 6.904338, 6.615146, 6.808682, 6.094611, 6.321007, 6.132717, 5.983083, 6.282589, 6.378811, 6.6506, 8.502397, 7.986697, 8.02792, 7.35358, 7.435524, 6.771616, 6.45929, 7.566232, 7.481876, 7.495384, 7.771265, 7.79341, 7.453579, 7.594887, 7.187278, 6.065512, 5.94587, 5.595474, 6.455009, 4.690943, 3.986094, 2.705255, 1.679332, 0.884784, 0.353067, 0.0], "sum_m_pl": [0.643993, 1.995531, 1.628389, 1.59673, 1.593931, 1.479087, 1.256057, 1.263168, 1.445538, 1.615125, 1.959677, 2.170571, 2.485429, 2.588408, 2.273126, 2.491703, 2.276259, 2.45004, 2.274175, 2.386263, 2.344541, 2.243748, 2.277736, 2.242196, 3.100082, 3.014647, 2.857816, 3.293449, 3.182537, 3.301484, 3.057553, 2.659786, 2.508889, 2.249251, 2.141454, 2.249553, 2.000643, 1.746036, 1.817942, 1.880699, 1.894544, 1.858981, 1.797116, 2.031619, 1.844083, 1.91029, 3.221474, 2.568713, 1.016786, 0.0]}, "lang": {"n_am_en": [4, 5, 4, 6, 19, 21, 14, 13, 15, 17, 18, 8, 8, 9, 11, 11, 16, 14, 18, 17, 16, 17, 17, 16, 35, 32, 28, 15, 18, 13, 8, 10, 15, 19, 21, 28, 27, 36, 44, 49, 50, 48, 52, 56, 44, 32, 19, 13, 13, 12], "n_am_pl": [1, 8, 12, 10, 6, 9, 9, 8, 6, 10, 11, 15, 8, 9, 9, 8, 8, 4, 7, 5, 8, 9, 6, 9, 5, 4, 10, 16, 15, 17, 18, 19, 22, 14, 13, 9, 11, 10, 10, 6, 6, 6, 4, 6, 13, 23, 44, 50, 54, 55], "n_pos": 69, "sum_m_en": [6.960198, 10.214724, 11.414571, 11.981332, 12.520044, 14.166835, 12.488325, 13.391888, 13.54949, 14.61751, 14.568344, 13.549825, 12.954195, 12.776692, 12.868121, 12.707016, 12.847349, 11.702683, 11.649539, 11.518748, 11.27691, 11.656301, 11.690171, 11.556448, 21.042965, 19.037973, 15.701125, 14.477711, 13.808031, 13.008282, 12.950966, 13.620035, 13.47833, 15.203517, 14.369263, 15.521337, 17.459001, 22.587995, 35.117194, 41.66457, 42.036681, 42.146898, 47.921116, 48.790294, 41.860932, 31.820067, 18.545371, 13.690955, 13.142986, 12.005186], "sum_m_pl": [1.333666, 3.569705, 3.59667, 3.580762, 3.732798, 3.644212, 3.914262, 4.292812, 4.297348, 4.374039, 4.964051, 5.582196, 5.855729, 6.349931, 6.234198, 6.291331, 5.703154, 5.838865, 5.330061, 5.325033, 5.112004, 4.85273, 4.78694, 4.644567, 6.394291, 6.38526, 7.454309, 7.82117, 8.558195, 8.706026, 8.021043, 7.93007, 8.307758, 7.302264, 6.316192, 6.782611, 6.191392, 5.175187, 3.87836, 3.003697, 3.501396, 5.170402, 4.525846, 5.787359, 11.084808, 22.33361, 42.534005, 48.807041, 52.999333, 55.402482]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "gsm8kpl-1066", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1438, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9901}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 4, 5, 10, 19, 21, 19, 14, 19, 16, 14, 17, 19, 15, 20, 19, 18, 19, 26, 32, 26, 24, 20, 22, 34, 28, 25, 21, 27, 24, 27, 23, 25, 24, 25, 29, 33, 40, 32, 37, 40, 43, 45, 47, 43, 46, 48, 45, 40, 36], "n_am_pl": [2, 10, 13, 9, 9, 9, 8, 11, 10, 12, 10, 12, 13, 10, 10, 9, 9, 9, 11, 11, 4, 7, 9, 6, 4, 7, 8, 4, 4, 10, 7, 6, 6, 5, 5, 8, 3, 2, 3, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 95, "sum_m_en": [10.883959, 14.354633, 14.707135, 14.813349, 15.904069, 15.32789, 14.538952, 14.384572, 14.503884, 15.314725, 14.712633, 15.534197, 15.435186, 16.03851, 15.826583, 15.871498, 16.579214, 15.859317, 16.347031, 17.184612, 15.980875, 15.720659, 15.42985, 15.931653, 25.442286, 21.087561, 18.92187, 16.924145, 18.332015, 19.008773, 18.244285, 19.275143, 17.527906, 19.284054, 21.645708, 22.574197, 26.646252, 27.354275, 28.430107, 29.594391, 31.395332, 37.508365, 40.155283, 43.241395, 42.054943, 42.433634, 45.055541, 43.046663, 36.891399, 36.094478], "sum_m_pl": [2.537841, 4.835543, 5.381502, 5.126374, 5.332935, 4.858889, 4.197498, 4.291454, 4.43828, 4.945955, 5.27639, 5.741984, 6.131814, 6.006656, 5.723156, 6.203211, 6.093054, 5.730986, 5.838179, 5.89105, 5.579032, 5.359846, 5.379953, 5.420546, 6.115032, 6.890114, 6.944759, 6.990535, 6.837705, 7.302334, 6.895929, 6.26072, 6.764097, 6.891965, 6.426352, 6.037771, 5.781568, 5.447858, 4.683371, 5.075506, 4.292881, 3.511357, 3.096876, 2.765518, 2.21887, 1.687013, 1.242384, 0.944199, 0.387478, 0.000494]}, "digit": {"n_am_en": [4, 1, 0, 0, 3, 5, 6, 1, 1, 1, 3, 2, 3, 3, 6, 5, 5, 4, 4, 7, 5, 5, 3, 5, 9, 9, 4, 3, 6, 5, 4, 5, 5, 3, 1, 3, 5, 7, 2, 3, 3, 4, 4, 5, 3, 6, 7, 6, 2, 0], "n_am_pl": [0, 2, 2, 3, 2, 3, 2, 2, 4, 5, 8, 8, 8, 6, 5, 5, 5, 3, 5, 5, 2, 3, 2, 3, 3, 3, 3, 1, 2, 3, 3, 4, 3, 2, 2, 2, 0, 1, 2, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.682864, 4.106214, 4.103578, 3.951104, 4.163005, 4.130773, 3.744858, 3.53562, 3.582815, 3.933551, 3.975793, 4.245685, 4.378133, 4.616887, 4.685284, 4.641156, 4.885948, 4.642054, 4.927903, 4.970178, 4.63945, 4.575364, 4.597903, 4.842204, 7.931158, 6.094578, 5.123796, 4.382554, 4.977082, 4.945405, 5.015689, 5.484055, 5.007526, 4.97672, 5.10298, 4.816161, 5.247647, 4.897341, 3.596003, 3.741739, 3.823058, 4.443846, 4.04202, 4.709444, 3.875643, 3.988016, 5.434596, 5.042589, 1.982816, 0.0], "sum_m_pl": [0.483158, 1.050341, 1.143332, 1.314668, 1.203852, 1.108321, 0.921206, 1.063279, 1.128342, 1.35923, 1.474927, 1.589945, 1.932442, 1.798808, 1.634182, 1.771396, 1.714961, 1.666766, 1.684684, 1.668871, 1.570104, 1.511877, 1.535066, 1.591511, 1.919039, 2.118388, 2.041057, 2.134185, 2.029154, 2.293705, 2.262232, 2.098741, 2.087968, 2.013938, 1.999804, 1.685915, 1.736401, 1.837952, 2.056941, 2.280548, 1.987773, 1.972031, 1.879411, 1.962707, 1.732265, 1.328406, 1.01512, 0.633482, 0.078983, 0.0]}, "lang": {"n_am_en": [2, 3, 4, 6, 10, 10, 9, 10, 13, 10, 6, 11, 8, 7, 8, 13, 10, 10, 15, 15, 11, 11, 10, 10, 17, 13, 17, 15, 14, 16, 19, 14, 16, 15, 16, 21, 23, 28, 25, 27, 31, 34, 34, 35, 35, 35, 34, 34, 34, 35], "n_am_pl": [0, 6, 4, 3, 6, 6, 3, 2, 3, 2, 0, 2, 4, 2, 2, 3, 2, 2, 2, 2, 2, 3, 4, 1, 1, 2, 1, 1, 0, 2, 2, 1, 3, 2, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.445204, 5.431233, 5.466514, 5.631185, 6.194182, 5.857509, 6.023105, 6.064348, 5.9441, 6.078556, 5.637318, 5.985075, 5.840155, 6.165558, 6.225442, 6.215875, 6.356957, 6.134089, 6.171733, 6.576647, 6.098424, 6.026576, 5.844031, 5.921409, 10.992834, 10.058806, 9.121339, 8.079481, 8.503824, 8.719458, 8.02234, 8.373631, 7.6892, 9.256191, 11.520931, 12.46325, 15.764139, 17.599202, 19.481871, 20.127227, 22.966748, 27.908573, 29.596703, 30.956961, 32.28017, 32.573855, 32.956797, 32.380619, 31.5585, 34.599101], "sum_m_pl": [1.09646, 2.15009, 2.38142, 2.077817, 2.318757, 2.152326, 1.815757, 1.777374, 1.899546, 2.077506, 2.216592, 2.242217, 2.283967, 2.237276, 2.334714, 2.529552, 2.511603, 2.319842, 2.37302, 2.460156, 2.338884, 2.225225, 2.197098, 2.165154, 2.605622, 2.690087, 2.741824, 2.75309, 2.6901, 2.799924, 2.533335, 2.189825, 2.653078, 2.669814, 2.277542, 2.236113, 2.077631, 1.932754, 1.547287, 1.660268, 1.374763, 0.919899, 0.650264, 0.525253, 0.291216, 0.182628, 0.11299, 0.185338, 0.219847, 0.000492]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "gsm8kpl-1070", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1196, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9796}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 7, 19, 20, 25, 26, 27, 22, 19, 18, 17, 21, 21, 17, 24, 28, 18, 23, 32, 34, 32, 38, 30, 35, 63, 55, 43, 32, 27, 23, 22, 28, 36, 41, 42, 51, 51, 61, 65, 67, 74, 76, 74, 80, 75, 52, 20, 7, 6, 1], "n_am_pl": [6, 17, 16, 8, 19, 23, 18, 16, 13, 16, 9, 21, 25, 28, 24, 17, 15, 13, 15, 13, 13, 13, 11, 4, 10, 7, 11, 13, 10, 24, 20, 18, 23, 16, 15, 11, 7, 8, 5, 10, 10, 16, 22, 17, 23, 39, 57, 70, 69, 76], "n_pos": 165, "sum_m_en": [16.112259, 24.906413, 26.296279, 26.768083, 27.805787, 27.766129, 26.799093, 26.589774, 26.378803, 27.575753, 27.996953, 27.442512, 27.271724, 27.493891, 27.859909, 27.331816, 27.401731, 25.407638, 25.869521, 26.75883, 25.935664, 25.784403, 25.258289, 25.439488, 41.264007, 37.685812, 30.160901, 26.625222, 28.130712, 28.886213, 28.125508, 29.407932, 29.272675, 32.123566, 34.871054, 37.136033, 39.951228, 50.592612, 50.25766, 50.698324, 52.593451, 56.552426, 55.461647, 65.48371, 66.971003, 43.587395, 21.173179, 6.730824, 4.350529, 0.997551], "sum_m_pl": [2.79932, 8.280196, 8.819583, 8.634118, 9.600686, 9.068917, 8.715129, 8.542177, 9.103528, 9.278817, 9.937974, 10.287432, 11.307743, 11.241206, 11.672029, 11.802842, 10.335822, 9.679965, 9.759551, 10.002829, 9.669147, 9.393268, 9.327282, 9.304519, 11.104813, 12.101038, 12.817636, 13.050377, 12.985668, 15.007979, 13.360782, 12.996085, 13.033056, 12.586823, 11.828277, 10.644596, 11.356938, 8.754636, 8.784129, 9.666375, 9.444172, 11.662059, 14.613747, 15.777152, 20.326889, 36.245674, 52.912671, 67.36448, 67.498701, 75.006913]}, "digit": {"n_am_en": [1, 2, 7, 3, 0, 1, 2, 0, 0, 2, 2, 1, 0, 4, 5, 4, 2, 2, 1, 2, 2, 2, 1, 3, 7, 3, 4, 1, 2, 1, 2, 4, 5, 4, 3, 3, 6, 6, 6, 4, 6, 5, 4, 3, 2, 3, 6, 6, 4, 0], "n_am_pl": [0, 0, 1, 2, 3, 1, 1, 3, 2, 1, 0, 2, 9, 7, 3, 3, 2, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 3, 2, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.876832, 3.523642, 3.73177, 3.758464, 3.848308, 3.715816, 3.362189, 3.117051, 3.150568, 3.455566, 3.424198, 3.352542, 3.283818, 3.434389, 3.653834, 3.29547, 3.32605, 3.073462, 3.160386, 3.368315, 3.272038, 3.293138, 3.271224, 3.365845, 5.000756, 4.310078, 3.622856, 3.447169, 3.800468, 3.938972, 3.699423, 4.158974, 4.177159, 4.173887, 4.227117, 4.02178, 4.042144, 4.645327, 4.309012, 3.598754, 3.959024, 4.101682, 3.068563, 3.020523, 2.586245, 2.794925, 4.98772, 4.222061, 2.374683, 0.0], "sum_m_pl": [0.273708, 1.001128, 0.891257, 0.898234, 0.862484, 0.760802, 0.697996, 0.793633, 0.93595, 0.963379, 1.082628, 1.121114, 1.320037, 1.252039, 1.250711, 1.412318, 1.193267, 1.076627, 1.121014, 1.116761, 1.052038, 1.029056, 1.021135, 1.037542, 1.062804, 1.264231, 1.210289, 1.294618, 1.276319, 1.452015, 1.451947, 1.174451, 1.175164, 1.202308, 1.279393, 1.211102, 1.079106, 0.816795, 0.790293, 0.844693, 0.808426, 0.693055, 0.773961, 0.845654, 0.938127, 0.534828, 0.175605, 0.061367, 0.033234, 1e-06]}, "lang": {"n_am_en": [0, 4, 6, 11, 14, 13, 16, 13, 13, 8, 8, 13, 12, 6, 13, 12, 8, 10, 19, 22, 22, 26, 21, 21, 35, 32, 26, 19, 11, 13, 9, 14, 18, 21, 22, 28, 29, 34, 39, 43, 46, 50, 46, 52, 47, 32, 12, 1, 2, 1], "n_am_pl": [1, 9, 6, 1, 10, 8, 9, 6, 6, 7, 7, 12, 10, 15, 15, 7, 7, 6, 7, 5, 7, 5, 4, 2, 4, 4, 7, 7, 4, 12, 13, 13, 11, 10, 9, 8, 5, 4, 4, 6, 5, 9, 17, 13, 20, 33, 46, 61, 67, 74], "n_pos": 75, "sum_m_en": [7.627405, 11.188056, 11.733216, 11.921142, 12.388155, 12.56791, 12.415004, 12.488961, 12.535362, 12.756522, 13.255289, 12.83746, 12.712076, 12.797774, 12.787777, 12.81364, 12.867856, 11.918492, 12.069919, 12.374607, 12.088958, 11.879316, 11.649058, 11.663877, 21.323767, 19.102088, 14.574135, 12.285604, 12.890521, 12.96424, 12.829454, 13.374928, 13.08886, 14.931007, 15.870793, 17.953833, 20.54033, 27.789612, 28.625455, 29.457715, 30.466777, 33.287828, 33.83181, 42.017015, 41.680246, 28.116674, 14.186805, 1.770662, 1.545991, 0.997544], "sum_m_pl": [1.171723, 3.725133, 4.112527, 3.970014, 4.50884, 4.279063, 4.330981, 4.26728, 4.56948, 4.475288, 4.837797, 5.058504, 5.595863, 5.853263, 6.146428, 5.80927, 5.102468, 4.883606, 4.958713, 5.058475, 4.884574, 4.689144, 4.636182, 4.604223, 5.488244, 6.024706, 6.555575, 6.478334, 6.421638, 7.792081, 7.103239, 7.278821, 7.178609, 7.001955, 6.719722, 6.200836, 7.013822, 4.818509, 4.793491, 5.10671, 5.44636, 6.9372, 10.17723, 11.372465, 16.167464, 30.395425, 43.079736, 58.711549, 65.096897, 73.610588]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "gsm8kpl-1070", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1486, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.9821}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 14, 20, 23, 31, 28, 25, 32, 25, 30, 25, 32, 33, 35, 35, 34, 29, 39, 45, 42, 37, 39, 38, 39, 66, 58, 49, 41, 41, 43, 41, 36, 34, 44, 56, 62, 68, 87, 85, 96, 92, 95, 97, 94, 91, 92, 92, 89, 77, 73], "n_am_pl": [8, 5, 11, 8, 4, 6, 7, 10, 15, 12, 13, 7, 19, 15, 16, 16, 15, 14, 6, 10, 6, 4, 6, 7, 5, 6, 7, 11, 11, 9, 7, 12, 15, 10, 8, 5, 8, 3, 3, 2, 3, 1, 1, 3, 2, 1, 1, 0, 0, 0], "n_pos": 137, "sum_m_en": [15.422737, 19.750862, 19.94524, 21.032138, 22.785446, 22.739661, 23.325755, 22.986166, 23.34456, 26.052839, 26.302199, 26.321785, 26.073132, 26.177494, 24.564896, 24.887313, 25.109775, 24.189103, 23.543546, 23.920364, 22.942149, 22.818504, 22.364963, 22.519624, 38.054479, 34.656416, 30.439828, 27.97417, 28.589127, 29.394372, 28.174595, 27.728739, 27.467574, 30.226971, 33.356465, 38.039865, 43.851612, 58.979805, 68.277133, 76.594585, 72.638331, 77.058908, 82.110123, 85.942629, 83.294402, 82.906858, 84.068436, 81.2493, 71.054618, 72.392547], "sum_m_pl": [2.910223, 6.089116, 6.969261, 6.874345, 6.422441, 6.021909, 6.158375, 6.135069, 6.996718, 6.812729, 7.78551, 8.279971, 8.371532, 8.915399, 9.178691, 9.593187, 9.806798, 9.101996, 8.799975, 8.760632, 8.29168, 8.04302, 7.988743, 8.052577, 9.911033, 10.081676, 10.348243, 10.702753, 10.393916, 10.539505, 9.428569, 9.440608, 10.051659, 9.262701, 8.639851, 8.965761, 7.476414, 6.142657, 4.909608, 4.081774, 4.550597, 4.249178, 3.914949, 3.330391, 2.994723, 1.973893, 1.725025, 1.685012, 1.494179, 0.000703]}, "digit": {"n_am_en": [0, 2, 2, 4, 4, 2, 1, 2, 0, 4, 2, 2, 2, 2, 5, 7, 2, 6, 7, 8, 4, 5, 5, 5, 13, 9, 4, 2, 2, 1, 1, 0, 1, 3, 1, 8, 9, 9, 7, 10, 10, 8, 10, 5, 7, 7, 6, 5, 1, 0], "n_am_pl": [0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 2, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 2, 2, 1, 3, 5, 2, 0, 2, 1, 2, 0, 1, 1, 1, 1, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.99421, 3.487463, 3.59438, 3.418947, 3.472581, 3.329896, 3.442898, 3.434082, 3.293332, 3.866717, 3.82273, 3.610602, 3.692155, 3.853275, 3.487692, 3.499794, 3.613688, 3.431027, 3.824557, 3.748703, 3.539567, 3.611532, 3.486843, 3.615065, 6.173751, 4.945404, 3.933498, 3.865387, 4.020344, 3.887619, 3.709904, 3.762563, 3.608315, 3.753463, 3.738078, 4.587731, 4.413885, 4.372505, 4.852558, 5.845654, 4.80801, 5.130278, 5.147298, 5.456362, 6.386433, 5.691964, 5.098864, 3.4972, 1.146553, 0.0], "sum_m_pl": [0.29282, 0.996364, 1.003062, 0.937345, 0.825524, 0.698462, 0.670085, 0.69716, 0.879514, 0.951821, 1.135777, 1.14942, 1.134704, 1.206436, 1.173498, 1.333032, 1.298174, 1.185825, 1.127222, 1.154811, 1.106091, 1.124669, 1.112619, 1.130454, 1.306018, 1.544722, 1.543122, 1.513813, 1.464969, 1.621415, 1.270585, 1.176052, 1.219567, 1.142283, 1.178483, 0.994369, 0.989753, 0.931324, 0.930163, 0.880719, 1.094509, 1.32576, 1.245529, 1.350112, 1.158609, 0.684924, 0.757889, 0.996777, 0.481281, 0.0]}, "lang": {"n_am_en": [9, 7, 8, 14, 20, 19, 19, 23, 20, 19, 13, 21, 21, 21, 23, 19, 21, 25, 31, 28, 26, 27, 27, 26, 41, 39, 38, 33, 31, 34, 31, 28, 27, 31, 39, 43, 47, 58, 60, 64, 63, 66, 69, 70, 67, 69, 71, 71, 71, 70], "n_am_pl": [5, 4, 6, 6, 2, 5, 4, 2, 7, 6, 5, 4, 14, 9, 8, 7, 10, 10, 3, 5, 3, 3, 4, 5, 3, 1, 2, 5, 5, 1, 2, 6, 7, 5, 5, 2, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 72, "sum_m_en": [8.251908, 9.792492, 10.045655, 10.714936, 12.015107, 12.152926, 12.520166, 12.373588, 12.757335, 14.152203, 14.407722, 14.545562, 14.653648, 14.519687, 13.825804, 13.876015, 13.774374, 13.282119, 12.60261, 13.100809, 12.587278, 12.424997, 12.128593, 12.02939, 23.384872, 22.307786, 19.91226, 17.255174, 17.3002, 17.70954, 17.111528, 16.723254, 16.447128, 18.281616, 20.449602, 23.973178, 29.518984, 40.525383, 48.485278, 54.602592, 53.652795, 57.179216, 60.128814, 62.764742, 60.49273, 62.308745, 63.67252, 63.690786, 61.72854, 69.842542], "sum_m_pl": [1.536736, 2.855149, 3.382813, 3.347908, 3.271974, 3.09953, 3.243971, 3.283134, 3.770664, 3.538028, 4.085898, 4.466868, 4.49616, 4.831182, 4.923606, 5.086584, 5.22777, 4.760807, 4.645921, 4.642354, 4.372484, 4.207525, 4.157505, 4.15333, 4.928077, 4.719654, 5.26514, 5.29449, 5.200944, 5.215898, 4.935323, 4.742242, 5.440826, 4.894256, 4.337813, 4.627901, 3.894591, 2.974483, 2.042477, 1.492452, 1.499661, 1.324288, 1.009116, 0.555246, 0.647482, 0.387606, 0.394724, 0.243734, 0.518451, 0.00041]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "gsm8kpl-1074", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.95, "tf_agree_excl_first": 0.9568}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 7, 4, 11, 17, 23, 11, 15, 17, 18, 12, 20, 16, 11, 18, 15, 13, 17, 27, 30, 24, 27, 23, 22, 48, 39, 29, 21, 15, 15, 12, 14, 12, 26, 31, 32, 40, 57, 62, 61, 60, 53, 54, 56, 38, 24, 10, 1, 0, 0], "n_am_pl": [3, 6, 7, 10, 8, 5, 11, 14, 14, 12, 13, 15, 19, 17, 11, 13, 12, 13, 9, 4, 3, 3, 4, 3, 8, 9, 15, 10, 9, 10, 16, 15, 16, 11, 11, 12, 14, 6, 6, 9, 10, 16, 15, 15, 24, 38, 55, 64, 63, 62], "n_pos": 107, "sum_m_en": [11.334563, 16.262795, 15.920914, 16.606065, 17.007542, 17.499479, 17.981077, 18.399237, 18.366865, 20.034307, 20.567405, 20.116006, 19.950871, 18.922811, 18.28328, 18.062159, 18.030937, 17.315822, 17.852865, 17.505762, 17.009386, 17.143923, 16.72007, 17.183239, 28.292371, 25.901894, 20.989771, 19.050213, 18.39543, 19.052818, 17.922941, 18.175005, 17.388958, 20.025554, 20.98769, 23.319791, 27.366036, 41.779907, 44.764197, 47.253156, 43.203356, 42.07345, 44.052208, 47.0116, 39.747026, 28.23506, 12.360911, 2.492398, 0.994414, 0.00022], "sum_m_pl": [2.139371, 5.683587, 5.960575, 6.055529, 6.10244, 5.857299, 6.132885, 6.206185, 7.149085, 6.676729, 7.220352, 7.440769, 7.536248, 7.922413, 7.603751, 7.712779, 7.621498, 6.997492, 6.054057, 6.374681, 6.10221, 6.197742, 6.283845, 6.24977, 8.611125, 8.746556, 9.934424, 9.632045, 9.206149, 10.002235, 9.386373, 9.160523, 10.18077, 8.471068, 8.018187, 8.310151, 7.735931, 6.34535, 6.442557, 7.025107, 8.204697, 8.784628, 10.446348, 11.217326, 18.396751, 30.785232, 51.526015, 60.669143, 61.221992, 62.176847]}, "digit": {"n_am_en": [0, 2, 2, 5, 2, 1, 0, 1, 2, 6, 2, 3, 2, 1, 4, 3, 3, 3, 6, 6, 2, 3, 2, 5, 8, 6, 5, 2, 1, 1, 0, 3, 0, 1, 4, 7, 7, 8, 6, 6, 4, 5, 5, 5, 3, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 3, 1, 3, 2, 0, 1, 1, 0, 1, 1, 1, 2, 1, 1, 1, 1, 2, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.459859, 2.722146, 2.838128, 2.803842, 2.795306, 2.777275, 2.73208, 2.80929, 2.615226, 3.134532, 3.16875, 2.999873, 3.119031, 3.071462, 2.808421, 2.709971, 2.865246, 2.755643, 3.136713, 2.949539, 2.773957, 2.903114, 2.761353, 2.962529, 4.936639, 4.408235, 3.524384, 3.164217, 3.002325, 3.017061, 2.714685, 2.960218, 2.857934, 3.112976, 3.100242, 3.257889, 4.38331, 4.789339, 4.231781, 4.171628, 3.718439, 3.898478, 3.97192, 3.66494, 3.424915, 2.245647, 1.57256, 0.676289, 0.309882, 0.0], "sum_m_pl": [0.248832, 0.921735, 0.801665, 0.807709, 0.715149, 0.619671, 0.630811, 0.650767, 0.871694, 0.925425, 1.047872, 1.089669, 1.014898, 1.007422, 0.898088, 0.933535, 0.899196, 0.90197, 0.759131, 0.834187, 0.835703, 0.859343, 0.851936, 0.867627, 1.009059, 1.120318, 1.135147, 1.163435, 1.03141, 1.190962, 1.093083, 0.989275, 0.929286, 0.858215, 0.837063, 0.802009, 0.634281, 0.536556, 0.685044, 0.79504, 0.988896, 1.113159, 1.040926, 0.94009, 0.740755, 0.681039, 1.479855, 0.704035, 0.163545, 1.9e-05]}, "lang": {"n_am_en": [2, 3, 2, 5, 14, 16, 11, 11, 11, 7, 7, 10, 9, 7, 10, 8, 7, 10, 15, 17, 17, 18, 15, 11, 31, 26, 19, 15, 10, 9, 7, 7, 8, 17, 20, 17, 23, 32, 37, 36, 36, 31, 34, 39, 28, 20, 8, 0, 0, 0], "n_am_pl": [1, 4, 5, 8, 7, 4, 9, 11, 13, 8, 8, 11, 10, 10, 5, 9, 8, 9, 7, 4, 1, 2, 2, 2, 6, 7, 12, 8, 6, 9, 12, 13, 11, 9, 10, 9, 12, 6, 5, 8, 9, 13, 13, 13, 20, 32, 47, 58, 62, 62], "n_pos": 62, "sum_m_en": [7.13176, 9.374091, 9.087896, 9.466274, 9.723766, 10.190194, 10.656664, 10.821966, 11.047653, 11.720451, 12.096194, 11.899096, 11.674229, 11.163555, 10.955067, 10.896248, 10.574277, 10.10775, 10.13873, 9.989635, 9.882062, 9.874427, 9.64549, 9.729029, 16.743456, 15.2731, 12.570323, 11.217142, 10.855111, 11.287418, 10.647693, 10.73226, 9.995212, 11.631451, 12.299105, 14.128415, 15.506861, 23.462841, 26.711936, 28.457464, 26.528538, 27.24226, 28.355061, 33.391726, 28.454343, 20.379745, 8.408607, 0.938069, 0.183108, 4e-06], "sum_m_pl": [1.283397, 3.050744, 3.416449, 3.470451, 3.64998, 3.624147, 3.828846, 3.964709, 4.576734, 4.107334, 4.423544, 4.514934, 4.672378, 5.004541, 4.873028, 4.869397, 4.844656, 4.275752, 3.749549, 3.841078, 3.626436, 3.686761, 3.776212, 3.704758, 5.356909, 5.481192, 6.489859, 6.104703, 5.939354, 6.361144, 6.057184, 6.080242, 6.970768, 5.67961, 5.212795, 5.536381, 5.775666, 4.886462, 4.840475, 5.124254, 5.79994, 6.197048, 7.940473, 8.799375, 15.317721, 25.995571, 44.231068, 54.4569, 59.484047, 61.875747]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "gsm8kpl-1074", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1444, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.991}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 7, 16, 26, 21, 22, 24, 27, 21, 20, 23, 20, 12, 17, 18, 16, 18, 19, 16, 13, 13, 17, 15, 15, 32, 27, 22, 20, 18, 15, 14, 16, 18, 19, 23, 24, 26, 30, 38, 34, 34, 34, 34, 37, 38, 35, 38, 37, 33, 31], "n_am_pl": [6, 3, 8, 5, 1, 1, 5, 5, 6, 7, 9, 9, 18, 9, 12, 13, 4, 8, 4, 7, 6, 7, 4, 2, 4, 6, 7, 10, 12, 14, 8, 15, 11, 9, 7, 5, 4, 1, 2, 5, 5, 5, 3, 3, 5, 7, 7, 7, 6, 6], "n_pos": 95, "sum_m_en": [10.689368, 14.604823, 14.312037, 15.12014, 16.629394, 16.712405, 17.096442, 17.28793, 16.738914, 17.067679, 18.057516, 18.139338, 16.241049, 16.171008, 15.043198, 16.022313, 16.347894, 15.272608, 15.561577, 15.73183, 15.621509, 15.442161, 15.331296, 15.75336, 21.069043, 18.612742, 18.643301, 16.818671, 16.147527, 15.853915, 16.308855, 16.246691, 17.179979, 17.089953, 18.16829, 18.449054, 19.68052, 22.179194, 27.419353, 30.444795, 30.495625, 32.13975, 33.102613, 35.390509, 36.87511, 36.435667, 36.729257, 36.386523, 33.379424, 30.998547], "sum_m_pl": [2.254818, 4.406196, 5.123932, 4.460187, 5.264586, 4.925298, 4.981991, 5.303074, 5.287101, 6.232609, 6.553247, 6.44153, 6.743078, 6.592728, 6.741751, 7.407887, 6.700786, 7.027099, 6.56196, 6.546738, 6.153507, 5.918958, 5.703504, 5.860829, 6.765491, 7.447435, 7.137061, 7.724824, 7.157754, 7.866573, 7.249424, 7.31995, 7.499215, 6.976745, 6.580542, 6.505038, 5.668096, 5.262234, 4.648339, 4.301081, 5.699784, 5.154194, 4.448092, 4.789391, 5.759506, 7.148691, 7.173943, 7.26425, 6.40373, 6.000002]}, "digit": {"n_am_en": [0, 0, 0, 4, 0, 0, 0, 1, 0, 0, 2, 2, 0, 2, 3, 1, 1, 2, 0, 0, 0, 1, 1, 1, 5, 2, 1, 1, 1, 0, 1, 3, 3, 1, 2, 2, 0, 1, 2, 1, 2, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 2, 2, 4, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 2, 0, 3, 2, 3, 2, 1, 1, 2, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.517867, 2.695573, 2.76248, 2.640754, 2.841966, 2.704375, 2.658635, 2.500324, 2.383691, 2.630931, 2.776511, 2.603378, 2.257051, 2.408762, 2.259219, 2.401187, 2.449991, 2.010261, 2.301313, 2.465075, 2.566709, 2.57672, 2.522068, 2.607296, 3.449405, 3.036109, 2.846416, 2.59145, 2.639642, 2.598009, 2.845739, 2.952149, 2.741715, 2.341221, 2.244768, 2.103833, 2.091109, 2.086224, 2.585828, 2.402762, 1.914061, 1.845344, 1.831826, 1.687877, 1.631174, 1.943494, 1.715765, 0.941231, 0.638461, 0.0], "sum_m_pl": [0.237429, 0.676756, 0.659963, 0.643854, 0.684587, 0.576951, 0.552504, 0.539777, 0.645831, 0.777108, 0.927731, 0.944131, 1.062022, 1.040217, 0.977327, 1.139177, 1.047131, 1.13792, 1.127579, 1.015138, 0.914041, 0.895151, 0.853963, 0.883305, 1.030897, 1.073449, 0.962836, 0.946151, 0.799421, 0.90974, 0.859713, 0.892488, 0.795225, 0.689404, 0.778252, 0.911619, 0.857561, 0.891847, 0.893417, 0.883956, 0.869989, 0.885059, 0.808273, 0.765061, 0.775316, 0.666242, 0.924307, 0.992396, 0.223379, 0.0]}, "lang": {"n_am_en": [3, 5, 14, 17, 17, 17, 14, 18, 14, 14, 14, 10, 9, 11, 11, 10, 13, 12, 10, 8, 10, 12, 10, 12, 19, 20, 16, 16, 12, 14, 9, 11, 13, 14, 18, 19, 19, 22, 26, 25, 24, 28, 28, 29, 29, 27, 31, 31, 31, 30], "n_am_pl": [5, 1, 2, 0, 0, 1, 3, 1, 1, 3, 3, 7, 8, 4, 6, 4, 0, 1, 1, 2, 2, 2, 2, 0, 1, 2, 0, 1, 7, 7, 4, 6, 8, 4, 2, 2, 1, 0, 1, 2, 5, 4, 3, 3, 5, 6, 6, 6, 6, 6], "n_pos": 37, "sum_m_en": [4.598311, 5.619446, 5.612066, 6.025142, 6.697799, 6.686759, 7.275496, 7.542989, 7.447971, 7.466886, 7.817622, 8.109982, 7.405744, 7.258153, 6.910197, 7.176566, 7.312339, 6.942422, 6.722561, 6.400147, 6.331259, 6.238749, 6.247287, 6.322664, 10.844794, 9.68119, 10.02988, 8.729862, 8.373678, 8.181158, 8.25933, 8.039395, 9.15688, 9.71567, 10.468529, 10.828734, 11.482382, 13.095095, 17.264721, 20.341474, 21.146644, 22.99709, 24.126951, 25.820582, 26.755256, 26.743253, 27.735251, 28.546968, 29.178395, 29.907384], "sum_m_pl": [0.849277, 1.497047, 1.810643, 1.595967, 1.942252, 1.883939, 1.866864, 2.030005, 2.070686, 2.391474, 2.456254, 2.512232, 2.558489, 2.552361, 2.740411, 2.888059, 2.588436, 2.627314, 2.510635, 2.620218, 2.453021, 2.339252, 2.242532, 2.310953, 2.713053, 2.946313, 2.68896, 3.049459, 3.22412, 3.547422, 3.151357, 3.169104, 3.399909, 3.318368, 3.003293, 2.903975, 2.617903, 2.454888, 2.251564, 1.877575, 3.402856, 2.899064, 2.346906, 2.950895, 3.97181, 5.750169, 5.787214, 5.93905, 6.051973, 6.000002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "gsm8kpl-1081", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.96, "tf_agree_excl_first": 0.9697}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 37, 79, 127, 158, 150, 177, 163, 152, 172, 141, 134, 160, 148, 167, 193, 171, 154, 164, 163, 179, 162, 165, 148, 249, 218, 199, 162, 165, 153, 156, 156, 166, 179, 206, 217, 250, 261, 295, 323, 323, 316, 314, 317, 297, 225, 91, 20, 21, 9], "n_am_pl": [9, 66, 53, 62, 88, 84, 82, 110, 97, 127, 160, 139, 125, 127, 124, 116, 112, 127, 92, 93, 77, 83, 72, 78, 93, 126, 134, 133, 127, 133, 120, 135, 111, 70, 68, 68, 77, 74, 78, 87, 95, 119, 132, 141, 170, 227, 364, 401, 401, 413], "n_pos": 928, "sum_m_en": [82.816426, 130.421971, 137.717532, 138.031573, 142.274702, 146.787779, 153.586649, 154.666308, 156.257163, 160.278406, 168.355477, 155.749911, 155.519189, 151.680506, 144.319063, 149.099095, 152.626812, 140.189695, 143.377747, 141.439552, 141.718625, 141.490312, 140.570785, 142.633904, 204.04019, 180.735371, 170.705144, 151.423256, 153.159346, 147.331746, 145.951539, 143.539709, 146.103235, 158.388058, 177.688597, 180.460114, 196.179688, 210.902505, 237.94934, 253.19116, 266.218294, 259.317915, 282.601284, 293.998775, 275.716752, 220.378592, 93.827203, 35.210269, 33.000045, 8.992345], "sum_m_pl": [14.120436, 39.957739, 46.35188, 44.081289, 49.02037, 51.030532, 51.590571, 55.112506, 59.461264, 65.361577, 69.732479, 68.513981, 68.46234, 70.635013, 71.109442, 69.822182, 63.078561, 68.67053, 61.701007, 60.355129, 57.40462, 54.78137, 52.796448, 52.819887, 72.713836, 84.858098, 88.574403, 92.31686, 95.483217, 101.311586, 92.336719, 91.238375, 84.673557, 76.107132, 68.221888, 68.340002, 64.875378, 66.026482, 68.469757, 72.100101, 75.770693, 84.931111, 98.92656, 113.564563, 145.992395, 205.125604, 343.074556, 390.66364, 391.82537, 412.191045]}, "digit": {"n_am_en": [0, 7, 10, 4, 7, 8, 15, 4, 13, 14, 19, 17, 15, 12, 21, 25, 15, 9, 12, 13, 12, 12, 9, 6, 18, 19, 15, 12, 13, 11, 7, 12, 16, 10, 18, 19, 13, 15, 18, 18, 15, 16, 12, 9, 8, 4, 5, 0, 1, 0], "n_am_pl": [0, 10, 8, 8, 3, 1, 4, 6, 4, 13, 25, 23, 17, 19, 12, 16, 14, 24, 12, 13, 10, 10, 5, 9, 8, 14, 9, 14, 13, 19, 18, 20, 17, 10, 17, 16, 14, 14, 20, 18, 16, 17, 19, 13, 12, 13, 11, 4, 0, 0], "n_pos": 134, "sum_m_en": [12.657405, 22.956716, 24.281569, 22.099825, 22.953033, 22.601144, 22.674511, 22.085793, 22.386908, 23.805367, 26.312568, 23.521745, 23.321274, 22.480132, 21.027501, 20.788425, 21.998391, 19.386024, 19.971534, 19.897232, 20.177299, 20.571827, 20.344192, 21.06994, 25.089494, 22.810439, 22.752279, 21.629646, 22.118289, 21.680167, 21.565, 22.766891, 22.110699, 20.849888, 22.292034, 21.728704, 22.931131, 22.657462, 23.287611, 22.199238, 22.520903, 20.474, 20.409053, 17.108203, 14.541125, 13.655911, 12.365733, 7.071441, 6.708772, 0.0], "sum_m_pl": [2.123682, 6.431635, 5.463939, 5.016829, 5.162839, 4.790869, 4.438568, 4.681159, 5.783219, 6.741033, 8.251872, 7.978247, 7.943042, 8.076316, 7.98672, 7.978016, 7.177944, 8.514785, 7.785703, 7.63369, 7.282486, 7.029604, 6.785857, 6.926358, 8.536873, 9.418094, 8.749532, 9.32048, 10.246824, 10.593024, 10.211149, 9.859867, 8.300335, 7.337558, 7.653028, 8.78673, 7.548202, 7.435586, 8.385655, 8.632024, 8.373274, 8.186466, 8.204579, 7.591063, 7.049364, 7.638169, 7.61925, 5.513851, 3.000274, 0.0]}, "lang": {"n_am_en": [18, 16, 44, 80, 98, 94, 99, 109, 91, 104, 85, 73, 88, 78, 87, 99, 102, 82, 96, 99, 115, 110, 113, 101, 154, 132, 120, 100, 92, 88, 92, 82, 88, 117, 125, 122, 149, 162, 176, 189, 197, 188, 193, 203, 201, 150, 60, 18, 16, 9], "n_am_pl": [8, 31, 23, 28, 55, 45, 46, 55, 47, 60, 66, 70, 60, 71, 73, 55, 51, 57, 41, 45, 36, 37, 34, 44, 42, 60, 81, 73, 74, 70, 64, 79, 62, 42, 40, 38, 43, 36, 41, 56, 62, 81, 90, 104, 130, 177, 287, 349, 386, 411], "n_pos": 422, "sum_m_en": [37.37488, 56.478228, 61.213871, 62.997084, 64.788201, 67.550431, 71.524632, 72.90555, 74.348946, 75.50385, 78.474743, 72.762783, 72.30216, 70.665315, 66.81463, 70.645148, 71.679722, 66.290565, 67.624916, 67.123393, 67.267869, 66.535183, 65.856648, 66.081144, 112.629567, 96.558115, 89.738283, 76.09583, 74.209199, 70.591417, 69.218524, 67.196082, 68.442827, 79.783971, 91.183135, 94.919089, 106.696323, 119.044298, 137.69155, 148.100891, 155.803036, 152.355598, 168.878674, 185.109349, 176.15369, 136.881215, 53.33084, 18.070939, 17.113131, 8.986924], "sum_m_pl": [6.258571, 16.387111, 19.722321, 20.532465, 23.403392, 24.306764, 25.276533, 27.054459, 29.543558, 31.576996, 32.576429, 33.309067, 33.504532, 35.768065, 36.058083, 34.311208, 31.075709, 33.366037, 30.0644, 28.83263, 27.123931, 25.814874, 24.91577, 24.911196, 35.182991, 42.004922, 46.002429, 47.930295, 48.940337, 53.25452, 48.081365, 48.678192, 46.577014, 41.79527, 36.147035, 36.447028, 36.686646, 35.654846, 34.618677, 41.049656, 44.931378, 55.214191, 71.382664, 84.016464, 113.387926, 164.336421, 276.475603, 339.524576, 368.951525, 408.812611]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 933, "item_id": "gsm8kpl-1081", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1444, "region_end": 928, "roundtrip_ok": true, "tf_agree": 0.9946, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 12, 19, 16, 29, 27, 37, 27, 30, 35, 37, 33, 34, 30, 37, 50, 44, 39, 48, 46, 48, 48, 43, 45, 78, 57, 55, 50, 44, 47, 42, 44, 54, 67, 70, 68, 71, 76, 76, 74, 79, 75, 77, 72, 70, 69, 65, 63, 57, 61], "n_am_pl": [5, 15, 14, 6, 5, 13, 11, 6, 7, 12, 7, 7, 16, 19, 16, 13, 12, 10, 9, 8, 6, 6, 5, 5, 9, 13, 13, 13, 16, 17, 12, 11, 11, 7, 5, 6, 8, 5, 5, 2, 7, 5, 5, 6, 4, 5, 6, 3, 4, 5], "n_pos": 170, "sum_m_en": [19.06219, 27.284602, 27.505239, 27.016347, 29.472772, 28.859584, 28.935775, 29.341696, 28.978214, 30.32024, 30.619694, 30.544066, 30.138868, 30.609153, 30.114109, 32.056124, 32.331351, 29.265286, 29.607274, 29.858995, 28.064831, 27.577922, 27.73117, 27.733567, 48.215376, 42.816506, 38.093207, 32.498453, 33.709553, 34.217327, 32.581384, 34.120646, 35.515757, 40.638573, 45.708546, 45.910415, 53.47948, 56.741083, 61.285541, 66.654209, 68.364492, 70.067521, 70.721381, 67.520159, 64.95139, 66.163104, 65.640194, 62.651574, 57.781353, 61.362613], "sum_m_pl": [3.745452, 7.510829, 7.966091, 7.644808, 7.98596, 7.419151, 6.880173, 6.917042, 7.035253, 7.541541, 8.662243, 9.000954, 10.168703, 9.841438, 9.512103, 9.007275, 9.204148, 8.904906, 9.46012, 9.582427, 9.401638, 9.13451, 9.235446, 9.29777, 11.253543, 12.344346, 11.793996, 12.473553, 13.422169, 13.402878, 12.709975, 11.677195, 11.299081, 9.77796, 8.958528, 9.179191, 8.54058, 7.608292, 6.489781, 6.340228, 6.32781, 5.638066, 5.451568, 5.841193, 5.775969, 5.96758, 5.99547, 5.04692, 4.733929, 4.938191]}, "digit": {"n_am_en": [3, 1, 1, 1, 4, 5, 8, 2, 4, 3, 4, 1, 4, 6, 7, 7, 5, 6, 7, 4, 4, 4, 2, 4, 12, 6, 6, 5, 9, 8, 5, 5, 8, 4, 7, 8, 7, 7, 3, 4, 5, 3, 4, 2, 3, 2, 1, 1, 1, 0], "n_am_pl": [0, 2, 2, 1, 0, 2, 3, 2, 1, 5, 3, 4, 9, 8, 6, 5, 4, 2, 2, 1, 1, 2, 2, 0, 3, 2, 4, 4, 3, 6, 4, 2, 3, 2, 3, 2, 3, 3, 3, 2, 3, 3, 3, 2, 0, 1, 1, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.727766, 6.316705, 6.182522, 5.870228, 6.237866, 5.937028, 5.985941, 5.70675, 5.4989, 6.154271, 6.344495, 6.04391, 6.160979, 6.306365, 6.013718, 6.415968, 6.340678, 5.729606, 5.969313, 5.914657, 5.704244, 5.752779, 5.849119, 5.884276, 8.183157, 6.947667, 6.380863, 5.943687, 6.546567, 6.469059, 6.261809, 6.798685, 6.795759, 7.083317, 7.151591, 6.832853, 7.08326, 7.60846, 6.439922, 6.549934, 6.333375, 6.522107, 6.268406, 4.57814, 4.230159, 3.53886, 3.223299, 2.72704, 1.489322, 0.0], "sum_m_pl": [0.816062, 1.660166, 1.392917, 1.389335, 1.495402, 1.382585, 1.133479, 1.183494, 1.370154, 1.537924, 1.807042, 1.933281, 2.339484, 2.10727, 2.068186, 2.107847, 2.022606, 1.823976, 1.937898, 1.981622, 1.925413, 1.870372, 1.888805, 1.923201, 2.492212, 2.714407, 2.530082, 2.629329, 2.583417, 2.586015, 2.443708, 2.293115, 2.152763, 1.846223, 1.827327, 2.126099, 2.177401, 1.860938, 1.994961, 2.103787, 2.026698, 2.021593, 2.054782, 1.921058, 1.511321, 1.476695, 1.3335, 0.946641, 0.413996, 0.0]}, "lang": {"n_am_en": [11, 7, 11, 8, 17, 13, 16, 16, 15, 19, 21, 24, 21, 18, 20, 26, 28, 26, 27, 27, 33, 32, 28, 28, 47, 41, 38, 33, 26, 33, 27, 29, 36, 44, 47, 47, 43, 48, 54, 56, 56, 58, 59, 58, 56, 57, 57, 54, 53, 60], "n_am_pl": [5, 7, 3, 2, 1, 5, 5, 1, 3, 2, 0, 2, 2, 3, 4, 4, 4, 1, 2, 3, 1, 0, 1, 2, 2, 1, 3, 4, 7, 4, 4, 4, 3, 3, 2, 3, 3, 1, 2, 0, 4, 2, 2, 4, 4, 3, 5, 3, 4, 5], "n_pos": 66, "sum_m_en": [7.847229, 10.263859, 10.913705, 10.713572, 12.133194, 11.678394, 12.022091, 12.868116, 12.757698, 12.754177, 12.834841, 12.950347, 12.693864, 13.297072, 13.328041, 13.958988, 14.05109, 13.014023, 12.975282, 13.082649, 11.84628, 11.485768, 11.42742, 11.262278, 26.726531, 24.135988, 21.111773, 16.670854, 16.407316, 16.756953, 15.587333, 16.050001, 17.038585, 21.173269, 24.608208, 25.740475, 31.177771, 33.332343, 39.192087, 44.541179, 45.978161, 49.165752, 50.732208, 50.907293, 50.756848, 52.591724, 53.391084, 51.232713, 51.048391, 60.050049], "sum_m_pl": [1.495278, 2.631988, 2.798076, 2.588136, 2.855079, 2.695482, 2.632736, 2.65908, 2.695807, 2.753086, 3.211379, 3.291079, 3.634974, 3.647191, 3.557236, 3.21275, 3.43327, 3.292563, 3.485754, 3.508671, 3.579638, 3.539061, 3.620716, 3.597191, 3.923893, 4.280881, 4.409404, 4.799114, 5.394678, 5.031352, 4.927536, 4.576186, 4.469249, 3.811844, 3.51474, 3.747477, 3.383922, 3.224005, 2.639198, 2.447355, 2.722356, 2.162872, 2.188863, 2.797414, 3.370736, 3.681142, 4.313729, 3.585776, 3.931995, 4.938187]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "gsm8kpl-1083", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 11, 29, 23, 29, 31, 29, 26, 32, 39, 41, 31, 32, 29, 32, 47, 55, 60, 66, 80, 73, 69, 74, 69, 130, 111, 86, 61, 51, 44, 45, 47, 45, 61, 81, 89, 95, 104, 108, 102, 106, 96, 93, 92, 86, 64, 41, 22, 14, 9], "n_am_pl": [8, 25, 17, 16, 22, 21, 19, 19, 14, 13, 18, 21, 32, 30, 28, 30, 25, 17, 14, 14, 12, 10, 11, 20, 21, 21, 18, 26, 27, 30, 29, 33, 34, 28, 25, 26, 21, 15, 18, 22, 23, 25, 27, 23, 30, 50, 71, 87, 88, 85], "n_pos": 227, "sum_m_en": [21.698414, 34.730837, 37.844065, 37.829243, 39.006332, 38.190669, 37.149311, 38.447824, 37.820484, 40.196683, 41.274159, 40.787966, 40.079434, 39.546344, 39.130599, 41.135537, 41.111525, 36.399932, 38.196986, 38.409637, 37.348874, 37.080617, 37.067306, 36.694776, 69.319824, 59.851793, 49.581231, 41.818518, 41.564129, 40.061985, 38.718879, 40.430714, 40.33191, 45.417996, 50.526774, 54.549462, 56.530015, 66.809743, 74.628337, 80.491725, 86.128054, 82.182628, 80.863814, 81.139484, 75.863106, 60.698469, 39.618579, 21.839059, 15.071717, 8.943273], "sum_m_pl": [3.742929, 10.716908, 10.974211, 10.731939, 11.489609, 11.2688, 10.610474, 10.871195, 11.197248, 11.526731, 13.626972, 14.786731, 16.021652, 15.816926, 15.756496, 14.192705, 13.716608, 13.059272, 12.911962, 13.120667, 12.846468, 12.260614, 12.542133, 12.652264, 16.230308, 17.860394, 18.863039, 20.093846, 21.437232, 23.491133, 21.006788, 21.538771, 21.760973, 19.478055, 17.71271, 18.64091, 19.487725, 16.69661, 15.51339, 17.472782, 18.389934, 19.399995, 22.631433, 23.110233, 27.620764, 43.146462, 67.705567, 83.996424, 87.006175, 85.225933]}, "digit": {"n_am_en": [0, 0, 7, 3, 4, 5, 6, 2, 4, 4, 10, 4, 2, 6, 5, 10, 10, 8, 6, 10, 9, 8, 9, 10, 25, 22, 15, 9, 10, 8, 4, 4, 2, 7, 10, 12, 15, 16, 18, 13, 16, 10, 9, 8, 6, 6, 8, 4, 4, 0], "n_am_pl": [0, 7, 3, 0, 1, 1, 0, 1, 0, 0, 2, 3, 12, 6, 5, 6, 6, 7, 0, 2, 2, 1, 2, 1, 1, 4, 2, 2, 6, 5, 10, 8, 10, 6, 7, 8, 3, 1, 0, 0, 1, 1, 0, 0, 2, 2, 1, 4, 0, 0], "n_pos": 43, "sum_m_en": [4.017783, 7.121372, 7.489298, 7.370286, 7.552532, 7.331656, 6.614588, 6.403503, 6.231239, 7.065613, 7.648495, 7.528406, 7.337305, 7.450753, 7.321448, 7.649121, 7.670338, 6.635825, 6.928992, 7.16174, 7.000454, 6.986104, 6.987814, 7.105525, 12.551694, 10.50638, 8.030868, 7.26327, 7.569506, 7.108819, 7.040382, 8.017719, 7.884068, 8.126431, 8.54135, 8.708611, 8.67668, 9.849341, 10.549453, 9.754598, 11.02663, 10.04593, 7.72448, 6.33219, 5.471329, 5.429787, 7.714277, 5.097242, 3.394342, 0.0], "sum_m_pl": [0.645315, 2.08891, 1.700593, 1.678267, 1.677901, 1.523869, 1.257199, 1.382889, 1.614731, 1.700356, 2.101975, 2.272073, 2.67895, 2.599174, 2.602036, 2.49608, 2.394679, 2.308281, 2.30521, 2.332178, 2.235375, 2.148306, 2.217962, 2.288854, 2.488058, 2.980993, 2.737834, 3.117621, 3.52173, 3.733521, 3.410621, 3.227942, 3.292809, 3.013395, 2.895042, 3.091323, 3.086675, 2.391132, 1.934466, 2.04941, 1.877308, 1.657758, 1.687897, 1.59853, 1.819873, 1.890793, 1.198547, 2.26066, 0.620138, 0.002801]}, "lang": {"n_am_en": [5, 5, 11, 20, 16, 16, 10, 14, 22, 25, 21, 17, 18, 17, 20, 22, 30, 32, 41, 39, 37, 36, 40, 35, 63, 55, 44, 34, 29, 20, 20, 22, 22, 33, 43, 48, 49, 52, 55, 56, 54, 52, 55, 55, 55, 36, 23, 14, 9, 9], "n_am_pl": [2, 6, 4, 8, 7, 8, 11, 7, 9, 7, 8, 13, 11, 13, 18, 15, 15, 8, 10, 8, 7, 9, 6, 14, 10, 10, 12, 12, 10, 18, 13, 20, 17, 17, 14, 15, 15, 14, 16, 20, 20, 22, 26, 22, 26, 45, 62, 76, 84, 85], "n_pos": 95, "sum_m_en": [9.301808, 14.249908, 15.864451, 16.053463, 16.588996, 16.100809, 16.601107, 17.672779, 17.788413, 18.166551, 18.450367, 17.985661, 17.704452, 17.649112, 17.354842, 18.355097, 18.062157, 16.259149, 17.093122, 16.923784, 16.538295, 16.237659, 16.299382, 15.778737, 34.106247, 29.418246, 24.186885, 20.413283, 19.837578, 18.377654, 17.781504, 18.050405, 17.767199, 21.139242, 23.455796, 26.080386, 26.614618, 32.429011, 38.407686, 43.516858, 45.260988, 44.584158, 45.928785, 47.837298, 47.159546, 34.756272, 21.568592, 11.664303, 8.687692, 8.660117], "sum_m_pl": [1.46047, 4.026094, 4.492659, 4.347809, 4.879496, 4.850492, 5.059562, 5.040148, 5.402168, 5.347588, 6.493371, 7.141876, 7.698515, 7.864016, 7.915659, 6.668518, 6.493485, 6.175445, 5.999743, 5.934234, 5.925348, 5.593615, 5.726456, 5.653901, 7.561252, 8.157539, 9.400595, 9.483823, 10.165255, 11.593099, 10.685259, 11.598546, 11.868129, 10.883553, 10.299805, 11.292779, 12.751566, 11.377717, 10.516824, 12.111753, 13.641247, 15.217881, 18.992825, 19.662312, 23.405981, 38.494053, 59.475264, 73.957832, 81.839068, 84.427441]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 365, "item_id": "gsm8kpl-1083", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1466, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9918}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 10, 8, 9, 18, 19, 19, 15, 17, 21, 23, 19, 17, 9, 13, 11, 13, 17, 19, 25, 24, 23, 24, 23, 36, 34, 34, 30, 36, 29, 28, 26, 27, 29, 33, 29, 38, 42, 46, 47, 47, 45, 49, 52, 55, 51, 51, 48, 46, 40], "n_am_pl": [2, 2, 4, 2, 3, 1, 3, 9, 4, 11, 8, 10, 13, 6, 8, 6, 7, 2, 8, 5, 4, 5, 6, 7, 8, 6, 5, 4, 5, 9, 6, 7, 4, 1, 2, 2, 1, 2, 2, 3, 3, 3, 2, 2, 1, 0, 1, 3, 3, 3], "n_pos": 97, "sum_m_en": [10.910096, 14.833844, 15.234019, 15.373569, 16.887621, 17.341015, 17.196403, 17.71976, 17.910369, 18.129515, 17.70521, 18.183913, 17.488172, 17.336006, 17.797015, 17.453002, 18.605932, 16.508263, 17.07177, 17.92141, 16.291791, 16.526954, 16.376275, 16.697024, 28.09068, 25.601734, 23.747603, 20.184654, 20.862845, 21.213417, 19.829016, 19.465588, 20.026812, 21.362392, 23.385793, 22.645194, 29.046279, 32.723705, 34.640913, 44.157371, 43.592596, 43.967233, 47.248655, 47.984394, 50.974309, 48.155251, 47.702913, 47.102383, 44.220841, 39.845703], "sum_m_pl": [2.129275, 5.122476, 5.313114, 4.625777, 5.201644, 5.200652, 4.74021, 4.972854, 5.30547, 5.56302, 6.300442, 6.318962, 6.594391, 6.378763, 6.893172, 6.54697, 6.665176, 6.118531, 6.291803, 6.374989, 6.126432, 5.974691, 6.059898, 6.108495, 6.672471, 7.017531, 6.822573, 7.502564, 7.839379, 7.613116, 6.414404, 5.999757, 6.294392, 5.492812, 5.004344, 4.829181, 4.010952, 4.160326, 3.892375, 5.052175, 5.332752, 4.554976, 3.370788, 2.726831, 2.414824, 1.957153, 2.543923, 3.348538, 3.583115, 3.001119]}, "digit": {"n_am_en": [0, 3, 2, 1, 1, 2, 0, 0, 1, 0, 6, 3, 3, 0, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 7, 4, 4, 3, 5, 3, 2, 2, 1, 1, 4, 1, 4, 3, 5, 1, 2, 2, 3, 4, 6, 4, 3, 4, 0, 0], "n_am_pl": [0, 0, 1, 0, 3, 0, 0, 2, 2, 3, 4, 4, 5, 3, 2, 3, 2, 0, 1, 1, 0, 0, 1, 1, 2, 3, 0, 0, 1, 1, 1, 1, 1, 0, 1, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.16726, 3.63846, 3.687891, 3.460339, 3.969388, 3.748587, 3.351385, 3.459087, 3.368795, 3.690856, 4.080767, 4.021813, 3.780465, 3.796026, 3.80623, 3.54326, 3.838301, 3.314064, 3.397823, 3.477557, 3.327506, 3.397243, 3.369698, 3.464103, 4.664253, 3.956343, 3.516579, 3.500652, 3.914062, 3.769577, 3.500244, 3.551609, 3.701822, 3.647902, 3.865892, 3.440899, 3.321931, 3.420679, 2.981257, 3.379022, 3.230114, 3.400112, 3.43226, 3.363912, 4.343247, 3.123678, 2.211708, 2.021532, 0.677997, 0.0], "sum_m_pl": [0.373, 1.188453, 0.961122, 0.832434, 1.011115, 0.831033, 0.690934, 0.71126, 0.84463, 0.97765, 1.210465, 1.257397, 1.408362, 1.370864, 1.399943, 1.43351, 1.403574, 1.216193, 1.189347, 1.218575, 1.17733, 1.114539, 1.118142, 1.140003, 1.4301, 1.468332, 1.30766, 1.452121, 1.543635, 1.434367, 1.1542, 1.069481, 1.15793, 1.082717, 1.070712, 1.193124, 1.190945, 1.109797, 1.30194, 1.62343, 1.591386, 1.493675, 1.500608, 1.259395, 1.131162, 0.851636, 0.594316, 0.367616, 0.218558, 0.0]}, "lang": {"n_am_en": [4, 6, 6, 8, 13, 13, 15, 12, 12, 14, 10, 10, 9, 6, 7, 8, 11, 14, 14, 14, 17, 16, 18, 17, 25, 26, 25, 19, 23, 21, 19, 20, 20, 23, 24, 21, 27, 31, 32, 37, 37, 35, 38, 40, 40, 39, 39, 36, 40, 39], "n_am_pl": [2, 2, 0, 1, 0, 1, 2, 4, 1, 3, 3, 4, 3, 2, 5, 2, 2, 0, 2, 2, 0, 1, 1, 3, 2, 1, 3, 2, 1, 3, 3, 3, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 3, 3, 3], "n_pos": 43, "sum_m_en": [5.316816, 6.665865, 7.135634, 7.377112, 8.008827, 8.350111, 8.530766, 8.872068, 9.145063, 8.951327, 8.321622, 8.628172, 8.359907, 8.40787, 9.090497, 8.939168, 9.252974, 8.410151, 8.655675, 9.040785, 7.946314, 7.939533, 7.79225, 7.84289, 18.856798, 17.156507, 15.804305, 12.000778, 11.94236, 12.057676, 11.138831, 10.690678, 11.066892, 12.481399, 13.837732, 13.639829, 19.658289, 22.793363, 25.389201, 32.060774, 31.737883, 32.247957, 35.252163, 36.221437, 38.177144, 37.008183, 36.815064, 35.760439, 37.110601, 38.433975], "sum_m_pl": [1.023145, 2.255458, 2.415136, 2.051547, 2.299266, 2.481046, 2.196133, 2.325219, 2.551119, 2.650975, 2.867326, 2.873051, 3.062501, 2.948176, 3.301505, 3.016713, 3.196938, 2.944234, 3.106416, 3.086382, 2.955237, 2.890909, 2.953905, 2.969926, 3.400122, 3.586127, 3.627759, 3.922206, 3.965934, 3.567819, 3.157017, 3.029139, 3.221516, 2.85759, 2.506381, 2.311989, 1.775366, 1.931271, 1.556084, 2.119506, 2.306852, 1.959897, 0.8928, 0.759433, 0.616786, 0.566064, 1.400698, 2.839071, 3.090197, 3.000029]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "gsm8kpl-1097", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9802}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 15, 13, 21, 24, 30, 33, 28, 25, 41, 39, 38, 33, 39, 43, 44, 48, 48, 38, 35, 32, 37, 42, 43, 93, 79, 63, 53, 59, 58, 51, 46, 48, 59, 57, 65, 76, 84, 79, 85, 80, 76, 87, 85, 80, 65, 24, 3, 0, 0], "n_am_pl": [0, 10, 13, 10, 11, 11, 15, 32, 28, 25, 18, 22, 26, 22, 23, 25, 12, 12, 21, 18, 13, 16, 16, 21, 21, 25, 24, 25, 27, 24, 29, 24, 23, 14, 22, 24, 25, 32, 30, 31, 28, 37, 29, 27, 31, 50, 92, 107, 102, 102], "n_pos": 209, "sum_m_en": [19.071968, 31.135163, 32.851178, 34.355, 35.977146, 37.967969, 39.350047, 41.177196, 40.484155, 42.415801, 43.1342, 41.79504, 40.979799, 40.172761, 41.063708, 39.00339, 41.707023, 38.368986, 37.42862, 37.486814, 35.410722, 36.101244, 35.875062, 36.171423, 59.378557, 51.960355, 46.40187, 41.092844, 41.810793, 41.561638, 40.065731, 39.718525, 38.911109, 43.180934, 44.695723, 46.860396, 50.906614, 61.253237, 64.722019, 74.268872, 71.394018, 69.209519, 75.779152, 78.58865, 72.058579, 58.789045, 24.392813, 5.169744, 1.480417, 1.1e-05], "sum_m_pl": [3.174926, 9.510534, 10.132918, 9.855524, 11.247803, 11.735276, 11.421474, 12.390852, 13.342162, 13.228601, 14.286776, 15.007965, 15.866346, 15.768731, 16.160956, 15.686433, 14.305735, 13.333177, 13.711069, 14.076421, 13.880571, 13.399494, 13.686237, 13.502644, 19.731253, 19.723104, 20.59994, 21.392218, 22.769194, 22.788877, 20.051193, 19.70035, 20.26593, 17.691261, 17.6408, 17.250179, 17.344147, 19.595661, 20.245241, 21.573991, 22.894854, 26.25703, 25.294253, 23.016765, 32.248614, 48.282803, 85.61921, 103.041932, 102.791219, 102.317462]}, "digit": {"n_am_en": [0, 3, 1, 1, 3, 3, 2, 1, 1, 5, 7, 3, 1, 1, 5, 6, 3, 2, 3, 0, 4, 2, 3, 3, 13, 9, 6, 8, 6, 5, 5, 3, 3, 2, 2, 3, 6, 2, 3, 2, 2, 1, 1, 2, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 5, 3, 2, 3, 2, 0, 0, 3, 0, 0, 0, 0, 0, 2, 2, 2, 4, 1, 3, 2, 0, 2, 0, 1, 1, 1, 3, 1, 2, 3, 2, 2, 1, 0, 1, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.520177, 4.766014, 4.933062, 4.58681, 4.960037, 4.800444, 4.693678, 4.824274, 4.680184, 5.122109, 5.786704, 5.576337, 5.348608, 5.01737, 5.206545, 4.804617, 5.361367, 4.842057, 4.915117, 4.789743, 4.622459, 4.72658, 4.693729, 4.887804, 7.098595, 5.867971, 5.163308, 5.012651, 5.273651, 5.109107, 5.018229, 5.26574, 5.311724, 5.503273, 5.733128, 5.839736, 5.225184, 4.870779, 4.448904, 4.544983, 4.263328, 4.472976, 4.102869, 3.736561, 3.685315, 2.647658, 1.798887, 1.834605, 0.379785, 0.0], "sum_m_pl": [0.470606, 1.416386, 1.165102, 1.058344, 1.28355, 1.155243, 0.941303, 0.883211, 1.174815, 1.332415, 1.563919, 1.651869, 1.844742, 1.86328, 1.888388, 1.911155, 1.761801, 1.619055, 1.598617, 1.650135, 1.621345, 1.568391, 1.57011, 1.5838, 1.672525, 2.0015, 1.918241, 2.156154, 2.090981, 2.144726, 1.866309, 1.765261, 1.722422, 1.496601, 1.474299, 1.457111, 1.402049, 1.370253, 1.539038, 1.968299, 1.960515, 1.818997, 1.783381, 1.533215, 1.288934, 1.015747, 0.947787, 0.583159, 0.4522, 0.0]}, "lang": {"n_am_en": [3, 5, 6, 17, 19, 21, 20, 16, 14, 22, 19, 22, 21, 23, 25, 21, 25, 32, 22, 23, 22, 21, 27, 24, 48, 39, 30, 25, 34, 34, 28, 26, 29, 37, 34, 34, 40, 48, 47, 52, 48, 48, 55, 54, 52, 42, 13, 2, 0, 0], "n_am_pl": [0, 7, 7, 7, 4, 4, 6, 18, 14, 14, 14, 12, 12, 14, 17, 12, 6, 9, 16, 12, 11, 11, 11, 15, 13, 15, 13, 13, 16, 15, 18, 15, 16, 7, 17, 19, 20, 25, 22, 24, 21, 28, 24, 24, 28, 46, 80, 101, 101, 102], "n_pos": 103, "sum_m_en": [9.953583, 14.963962, 16.054019, 17.277995, 17.948131, 18.819792, 19.828781, 21.283519, 21.047185, 21.921263, 21.855138, 21.252705, 20.965373, 20.992882, 21.360625, 20.514733, 21.92302, 20.125839, 19.222853, 19.254497, 18.147331, 18.491868, 18.415626, 18.317444, 31.496267, 27.903408, 25.058867, 21.518672, 22.038184, 21.683728, 21.0285, 20.537121, 20.135086, 22.454447, 23.244985, 24.450344, 26.970346, 32.11857, 36.72962, 42.662973, 42.569802, 41.68476, 46.162439, 49.473322, 45.600157, 35.384104, 14.618575, 1.215456, 0.309952, 1.1e-05], "sum_m_pl": [1.639184, 4.783045, 5.330916, 5.226964, 5.710929, 6.131465, 6.144135, 6.937059, 7.517933, 7.288921, 7.952216, 8.368287, 8.84789, 8.784251, 9.060809, 8.475933, 7.618932, 7.038764, 7.322106, 7.421067, 7.282278, 7.00414, 7.227397, 7.065694, 11.01593, 10.653801, 11.434613, 11.634667, 12.941566, 12.757572, 11.374065, 11.500301, 12.011459, 10.405561, 10.457162, 10.600749, 11.115082, 12.871868, 13.19267, 13.172873, 14.401056, 18.393545, 18.441176, 18.065393, 26.97989, 41.234733, 72.730675, 95.992866, 99.145215, 101.69226]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "gsm8kpl-1097", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1461, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9953, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 8, 7, 11, 16, 18, 22, 22, 24, 18, 14, 20, 17, 13, 20, 24, 32, 29, 32, 35, 30, 33, 31, 30, 40, 40, 31, 26, 28, 21, 24, 20, 27, 24, 38, 42, 39, 42, 47, 50, 56, 50, 45, 48, 48, 46, 46, 48, 40, 38], "n_am_pl": [5, 7, 11, 11, 5, 10, 2, 6, 3, 4, 6, 7, 7, 9, 8, 9, 7, 8, 4, 4, 3, 3, 5, 3, 9, 7, 5, 9, 11, 13, 5, 7, 2, 4, 2, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 86, "sum_m_en": [10.374406, 12.964606, 13.377495, 13.428218, 15.642215, 15.375588, 15.519917, 14.997309, 14.398802, 14.585834, 15.788452, 16.167061, 15.82833, 15.860112, 16.111168, 15.621099, 16.154986, 14.692056, 14.136818, 14.757745, 14.120902, 14.13327, 13.459347, 13.551108, 25.689088, 22.632145, 20.61507, 17.561313, 17.212118, 17.350115, 16.555159, 17.57173, 18.729468, 19.300231, 22.275997, 24.357542, 28.361205, 32.7164, 36.226685, 40.407881, 42.491207, 44.055135, 43.422015, 44.98855, 43.825727, 44.078787, 44.484399, 46.707784, 39.871729, 38.284105], "sum_m_pl": [2.050235, 4.345247, 4.789562, 4.35223, 4.768531, 4.408102, 4.105803, 4.083781, 4.122056, 4.244704, 4.751924, 5.144263, 5.160517, 5.069477, 5.115251, 5.120588, 5.126485, 4.999926, 5.130106, 5.220564, 5.169686, 5.008888, 5.135808, 5.174387, 6.658698, 6.998713, 7.034903, 7.866887, 7.516879, 7.528708, 6.249529, 6.404161, 5.896869, 5.100415, 4.474872, 4.036253, 3.73317, 2.874459, 2.568798, 2.457475, 2.114143, 1.754408, 1.76677, 1.59283, 1.24319, 0.922588, 0.646321, 0.375555, 0.341086, 6.8e-05]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 2, 1, 4, 1, 2, 0, 3, 1, 2, 4, 4, 5, 3, 5, 5, 2, 3, 2, 3, 6, 8, 6, 4, 4, 0, 1, 4, 3, 3, 7, 5, 6, 6, 8, 8, 10, 9, 7, 7, 7, 5, 4, 5, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 4, 2, 2, 3, 1, 2, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.862906, 2.894089, 2.884978, 2.733232, 3.024212, 2.956798, 2.871235, 2.780081, 2.545518, 2.668365, 2.942976, 3.117492, 3.151, 3.173836, 3.03439, 2.751892, 2.90229, 2.401631, 2.395782, 2.504861, 2.504944, 2.561343, 2.521197, 2.59795, 3.921205, 3.493981, 3.474294, 2.923137, 3.043958, 2.904721, 2.665872, 2.983947, 3.142714, 3.085933, 3.303902, 3.834585, 4.005855, 4.148548, 4.45269, 4.062726, 4.501119, 4.310905, 4.21348, 5.07164, 4.586371, 3.829824, 3.502708, 3.824259, 0.757453, 0.0], "sum_m_pl": [0.299622, 0.825684, 0.743403, 0.644799, 0.699853, 0.579995, 0.476566, 0.44984, 0.497597, 0.546653, 0.616285, 0.733374, 0.90044, 1.000513, 0.953471, 0.919263, 0.958572, 0.900479, 0.85875, 0.864976, 0.838088, 0.809307, 0.820928, 0.837816, 1.085778, 1.086578, 1.080592, 1.186616, 1.218754, 1.148269, 0.90589, 0.938745, 0.890347, 0.775009, 0.777625, 0.763947, 0.681951, 0.665192, 0.692489, 0.783322, 0.715738, 0.729955, 0.650707, 0.510026, 0.420132, 0.403252, 0.287097, 0.154212, 0.068855, 0.0]}, "lang": {"n_am_en": [8, 6, 5, 5, 8, 7, 9, 11, 15, 10, 11, 13, 13, 10, 14, 17, 19, 18, 20, 21, 21, 20, 19, 20, 24, 21, 19, 18, 17, 16, 19, 13, 18, 16, 24, 29, 25, 28, 29, 32, 36, 33, 33, 36, 35, 36, 36, 36, 35, 37], "n_am_pl": [2, 3, 6, 5, 3, 4, 1, 3, 2, 3, 5, 2, 1, 3, 3, 5, 3, 4, 3, 1, 2, 0, 0, 1, 3, 1, 1, 5, 7, 8, 3, 3, 2, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.610565, 5.739397, 5.976599, 6.040023, 7.227549, 6.868382, 7.054953, 6.91946, 6.880391, 6.867191, 7.525284, 7.591439, 7.466018, 7.507229, 7.87874, 7.715895, 8.161788, 7.661944, 7.089243, 7.267253, 6.949771, 6.836923, 6.306999, 6.184957, 16.171675, 14.028228, 12.440382, 9.98836, 9.187299, 9.12594, 8.70993, 8.889458, 9.845721, 11.229608, 13.367784, 14.664984, 18.736233, 21.708596, 25.106245, 28.112096, 30.306544, 32.078296, 32.080038, 33.279939, 33.35697, 34.024911, 34.55196, 35.569672, 33.594775, 36.987981], "sum_m_pl": [0.795161, 1.818214, 2.17156, 1.890653, 2.106855, 1.931232, 1.716192, 1.725911, 1.82138, 1.881765, 2.071423, 2.209585, 2.179774, 2.097799, 2.166106, 2.237826, 2.138485, 2.1878, 2.294926, 2.244031, 2.209384, 2.129503, 2.212384, 2.208358, 2.475264, 2.797695, 3.017215, 3.714264, 3.672631, 3.507434, 2.830931, 2.937947, 2.723823, 2.438363, 2.10255, 1.920989, 1.943721, 1.295166, 0.979039, 0.753052, 0.57814, 0.404611, 0.546169, 0.640889, 0.434828, 0.173382, 0.146842, 0.032984, 0.052505, 6.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "gsm8kpl-1099", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1245, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9663, "tf_agree_excl_first": 0.9773}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 12, 15, 21, 30, 37, 42, 38, 34, 35, 31, 27, 34, 25, 37, 48, 62, 48, 53, 47, 50, 58, 51, 48, 72, 64, 54, 41, 34, 24, 26, 26, 30, 42, 49, 56, 62, 73, 67, 73, 69, 80, 75, 77, 68, 43, 14, 6, 1, 0], "n_am_pl": [3, 15, 24, 17, 11, 12, 9, 14, 5, 5, 11, 14, 15, 14, 14, 16, 7, 9, 4, 7, 7, 6, 9, 9, 12, 15, 14, 17, 18, 21, 20, 13, 11, 7, 12, 8, 10, 4, 7, 6, 12, 8, 12, 19, 26, 37, 64, 71, 72, 72], "n_pos": 141, "sum_m_en": [13.819075, 21.865473, 23.862654, 23.502036, 25.942355, 26.602383, 27.184553, 27.290409, 26.771464, 26.918605, 28.947309, 28.101119, 27.562879, 27.235113, 26.893036, 26.586947, 27.529899, 24.475388, 24.15024, 24.095352, 23.847398, 23.996004, 23.220927, 23.334565, 45.241985, 39.421189, 33.964984, 28.772956, 26.442762, 25.301838, 24.547375, 26.256996, 26.961158, 28.588915, 32.050402, 35.567946, 39.323692, 44.603007, 51.044684, 54.816937, 55.682955, 62.057355, 59.220547, 65.062326, 58.646809, 39.980645, 15.745144, 7.895253, 1.398905, 4e-06], "sum_m_pl": [2.378615, 7.618586, 8.571143, 8.520801, 9.189535, 8.995199, 8.546706, 8.932402, 8.649691, 8.755074, 9.391557, 10.011306, 10.035462, 9.644746, 9.723467, 9.2639, 8.672516, 8.524045, 8.591766, 9.114343, 8.925683, 8.821606, 8.964933, 8.947157, 11.707513, 12.478519, 12.519267, 13.835874, 13.816038, 14.12823, 12.057518, 11.898494, 11.866471, 10.840169, 10.139456, 9.47315, 9.151377, 8.417814, 8.367161, 9.407502, 10.282863, 9.701277, 11.900692, 17.395682, 24.133988, 35.565132, 61.386857, 66.364979, 72.263571, 72.086723]}, "digit": {"n_am_en": [0, 4, 1, 3, 0, 2, 2, 1, 0, 3, 4, 2, 2, 2, 2, 4, 6, 2, 4, 4, 3, 3, 1, 2, 5, 6, 3, 1, 2, 1, 1, 3, 3, 1, 8, 7, 7, 8, 7, 7, 7, 6, 7, 7, 7, 4, 3, 3, 1, 0], "n_am_pl": [0, 0, 2, 0, 2, 1, 1, 0, 0, 1, 1, 0, 4, 4, 1, 2, 1, 3, 0, 2, 1, 0, 0, 0, 0, 1, 1, 0, 2, 2, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.716475, 2.792293, 3.013217, 2.742819, 2.854048, 2.755253, 2.769044, 2.736512, 2.616733, 2.824378, 3.071855, 3.04618, 3.065085, 3.153237, 2.967139, 2.586547, 2.959072, 2.429216, 2.489548, 2.47173, 2.481815, 2.550869, 2.510766, 2.62935, 4.026902, 3.582963, 3.363643, 2.987381, 3.081807, 2.957881, 2.593092, 3.025014, 3.126656, 3.054192, 3.196567, 3.444583, 3.651868, 4.098393, 4.402696, 4.003452, 4.325527, 4.205931, 3.99141, 4.865166, 5.119665, 3.674287, 2.884839, 2.417277, 0.881097, 0.0], "sum_m_pl": [0.311334, 0.973922, 0.900846, 0.774201, 0.807481, 0.664951, 0.541588, 0.533354, 0.611208, 0.655639, 0.752317, 0.776889, 0.856854, 0.966704, 0.952893, 0.901275, 0.853246, 0.860575, 0.76402, 0.852784, 0.831364, 0.80392, 0.803021, 0.819947, 1.0304, 1.129103, 1.082564, 1.224272, 1.273066, 1.135272, 0.973867, 0.948568, 0.89321, 0.811885, 0.788507, 0.779755, 0.658317, 0.671632, 0.68596, 0.825991, 0.760558, 0.712924, 0.704307, 0.608029, 0.444638, 0.646757, 0.568651, 0.495929, 0.114575, 0.0]}, "lang": {"n_am_en": [1, 7, 11, 14, 20, 23, 25, 23, 20, 18, 13, 10, 17, 17, 22, 29, 37, 30, 31, 26, 30, 35, 30, 30, 43, 34, 32, 25, 17, 13, 15, 15, 15, 22, 27, 32, 37, 43, 40, 43, 40, 49, 46, 46, 44, 27, 6, 1, 0, 0], "n_am_pl": [1, 7, 14, 8, 2, 4, 2, 5, 4, 3, 6, 10, 8, 7, 10, 9, 5, 5, 4, 4, 5, 4, 4, 4, 4, 8, 7, 9, 8, 11, 11, 8, 5, 5, 9, 5, 8, 4, 6, 4, 6, 4, 7, 16, 17, 31, 55, 64, 72, 72], "n_pos": 72, "sum_m_en": [6.778331, 10.916743, 12.110263, 12.569368, 13.717587, 14.098189, 14.592836, 14.7186, 14.897203, 14.628917, 15.400823, 14.577402, 14.655784, 14.15929, 14.184616, 14.267705, 14.690561, 13.205356, 12.814566, 12.710011, 12.566754, 12.682819, 12.308584, 12.239814, 26.10195, 23.646811, 19.705869, 16.610034, 14.221502, 13.213835, 13.312499, 13.893158, 14.326252, 16.05751, 17.936523, 20.589766, 23.440438, 26.869386, 30.268408, 33.702745, 33.05837, 38.243774, 35.179582, 38.969674, 37.426737, 25.115743, 7.828536, 1.378498, 0.079774, 2e-06], "sum_m_pl": [1.147705, 3.669068, 4.304883, 4.183385, 4.541435, 4.609765, 4.509357, 4.867379, 4.780918, 4.935458, 5.34006, 5.657272, 5.777635, 5.379997, 5.398388, 5.174892, 4.792132, 4.769896, 4.844491, 5.088159, 4.960803, 4.871192, 4.913798, 4.892483, 6.197385, 6.448248, 6.777596, 7.328251, 7.491482, 7.680444, 6.587092, 6.684619, 6.843512, 6.444143, 6.054694, 5.803782, 5.929348, 5.313907, 5.505552, 6.010914, 7.238978, 6.113899, 7.741329, 13.122818, 17.15781, 28.29735, 52.165879, 60.42899, 70.880283, 71.994892]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "gsm8kpl-1099", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1535, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.993}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 9, 14, 11, 15, 19, 17, 11, 14, 18, 13, 23, 18, 22, 20, 19, 21, 16, 19, 19, 23, 20, 17, 11, 28, 23, 16, 21, 19, 24, 21, 27, 27, 24, 35, 34, 28, 39, 42, 41, 43, 45, 47, 48, 41, 42, 36, 36, 33, 29], "n_am_pl": [4, 4, 6, 3, 4, 3, 6, 3, 8, 3, 4, 11, 19, 17, 9, 13, 6, 9, 6, 5, 5, 8, 7, 9, 8, 9, 15, 11, 12, 14, 11, 10, 11, 4, 3, 4, 7, 3, 3, 2, 2, 2, 2, 2, 1, 0, 2, 0, 0, 0], "n_pos": 114, "sum_m_en": [11.821376, 17.834415, 17.96087, 18.503193, 18.947162, 18.609912, 17.19757, 17.003723, 17.243895, 17.945815, 17.966251, 18.900186, 18.291414, 18.146837, 17.614966, 19.137715, 19.674622, 17.860303, 18.739021, 19.321222, 17.844457, 18.0738, 18.088761, 18.197753, 23.389554, 21.905006, 20.895725, 20.146623, 21.648014, 21.383826, 20.757433, 21.801514, 21.284076, 23.733409, 25.759598, 25.344592, 26.218882, 33.298045, 34.79176, 35.084357, 35.536946, 38.651166, 38.327525, 37.104489, 39.290855, 39.042571, 37.311205, 35.089592, 30.937769, 29.228984], "sum_m_pl": [2.143281, 4.869711, 5.57214, 5.062443, 5.462076, 5.176023, 5.140815, 5.281144, 5.852123, 5.965458, 6.415131, 7.155209, 7.670246, 7.533345, 7.656676, 7.896846, 7.774684, 8.095523, 7.854758, 7.74866, 7.677428, 7.336802, 7.108518, 7.233158, 9.156514, 9.996402, 9.668308, 10.364089, 9.658901, 10.241946, 8.885616, 8.742814, 9.38666, 7.289515, 7.12956, 6.845186, 6.061583, 5.23918, 4.768508, 4.644267, 4.217016, 3.958604, 3.655216, 2.91346, 2.942956, 2.077168, 1.620214, 1.253298, 0.284197, 0.181012]}, "digit": {"n_am_en": [0, 1, 0, 0, 3, 2, 8, 3, 6, 5, 3, 7, 6, 4, 3, 4, 7, 3, 4, 3, 5, 5, 4, 2, 10, 8, 3, 2, 3, 2, 4, 7, 7, 8, 6, 7, 3, 3, 2, 3, 4, 4, 5, 7, 4, 5, 3, 2, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 3, 5, 8, 10, 3, 6, 2, 4, 2, 2, 2, 3, 2, 2, 2, 4, 6, 6, 7, 9, 5, 4, 2, 0, 1, 0, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.467778, 4.660401, 4.582328, 4.258019, 4.184725, 4.246498, 4.190615, 3.931565, 4.138239, 4.302689, 4.390821, 4.5121, 4.186974, 4.140421, 3.876121, 4.523882, 4.641967, 4.11667, 4.204505, 4.342929, 4.03542, 4.080962, 4.015001, 4.065463, 5.390939, 4.961138, 4.878024, 4.151409, 4.511436, 4.5343, 4.558129, 4.92045, 4.583371, 4.879385, 4.69916, 4.701605, 4.243333, 4.822777, 4.273739, 4.144292, 4.016851, 3.969767, 3.959856, 3.55766, 3.733678, 4.077409, 3.667828, 2.489274, 0.20969, 0.0], "sum_m_pl": [0.335518, 0.985644, 0.840143, 0.746185, 0.776233, 0.758577, 0.732821, 0.760209, 0.995878, 1.052688, 1.36617, 1.533876, 1.843618, 1.749124, 1.675017, 1.63957, 1.628382, 1.908759, 1.84128, 1.683261, 1.680956, 1.605322, 1.553938, 1.59747, 2.087543, 2.181795, 2.056725, 2.390728, 2.090806, 2.442122, 2.212588, 2.102506, 1.942731, 1.436453, 1.446738, 1.59025, 1.538894, 1.366727, 1.427447, 1.351155, 1.253937, 1.333655, 1.257393, 1.032055, 1.378963, 0.876033, 0.393941, 0.640039, 0.073272, 0.0]}, "lang": {"n_am_en": [6, 4, 6, 5, 6, 7, 3, 3, 4, 8, 6, 8, 8, 7, 8, 7, 7, 8, 11, 9, 13, 11, 9, 7, 11, 9, 7, 8, 9, 9, 9, 8, 9, 9, 13, 15, 17, 22, 23, 24, 26, 27, 26, 27, 26, 24, 23, 25, 27, 28], "n_am_pl": [3, 0, 2, 2, 0, 1, 1, 1, 0, 0, 1, 2, 3, 2, 3, 2, 4, 2, 1, 2, 1, 2, 3, 4, 2, 1, 2, 1, 2, 4, 2, 3, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.633715, 4.309048, 4.528721, 4.884626, 4.983209, 4.54133, 4.05958, 4.200769, 4.278708, 4.313016, 4.199062, 4.642566, 4.557281, 4.521342, 4.647184, 4.973781, 5.06859, 4.688538, 5.030359, 5.194236, 4.788982, 4.796948, 4.781447, 4.749107, 8.774931, 7.651357, 6.77141, 5.948085, 6.198904, 5.787641, 5.574769, 6.020509, 6.322642, 7.891659, 8.812256, 8.789422, 11.403195, 15.498026, 17.945561, 18.837057, 19.896568, 21.600226, 22.005128, 22.099192, 23.561258, 22.51661, 21.304214, 21.999073, 24.917836, 27.981163], "sum_m_pl": [0.751717, 1.214611, 1.422048, 1.370215, 1.479039, 1.435817, 1.472865, 1.549377, 1.592647, 1.608615, 1.724351, 1.771162, 1.893114, 1.918123, 1.992493, 2.183558, 2.178795, 2.143225, 2.116156, 2.101434, 2.042151, 1.964217, 1.910943, 1.922136, 2.113151, 2.392011, 2.476273, 2.826339, 2.82175, 2.755725, 2.260512, 2.146522, 2.490321, 1.954585, 2.001719, 1.907789, 1.599012, 1.279486, 1.106287, 1.053973, 0.905751, 0.659099, 0.435374, 0.370845, 0.17564, 0.054737, 0.042853, 0.056152, 0.042331, 0.000171]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "gsm8kpl-1118", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1201, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9828}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 20, 42, 54, 47, 41, 43, 51, 37, 49, 55, 47, 54, 37, 36, 40, 47, 47, 63, 56, 55, 55, 44, 43, 118, 85, 76, 58, 50, 55, 75, 64, 68, 81, 86, 92, 109, 127, 148, 162, 156, 154, 157, 128, 113, 57, 20, 5, 0, 0], "n_am_pl": [2, 37, 42, 47, 27, 32, 40, 40, 45, 42, 62, 55, 41, 45, 47, 40, 26, 34, 30, 39, 21, 17, 18, 26, 21, 33, 34, 43, 57, 57, 51, 41, 43, 27, 25, 21, 23, 20, 13, 17, 15, 26, 29, 42, 60, 98, 147, 153, 158, 158], "n_pos": 372, "sum_m_en": [36.016635, 57.26678, 59.820867, 61.374289, 59.887338, 60.051614, 60.656377, 64.480775, 64.803847, 66.69226, 69.264646, 70.212811, 68.836149, 66.310715, 63.996906, 68.864903, 71.222928, 63.414074, 65.224016, 63.804685, 61.243171, 62.207883, 61.812258, 62.824915, 87.337142, 78.694531, 74.481226, 66.581296, 69.281468, 69.433135, 67.796604, 70.558285, 68.105624, 74.434357, 80.981618, 80.779502, 79.205879, 94.233361, 98.253613, 109.93855, 112.639642, 121.192362, 133.761547, 118.144826, 105.827515, 57.616242, 24.232477, 9.752847, 2.250338, 4e-06], "sum_m_pl": [6.348743, 19.292516, 20.696462, 18.170946, 19.764108, 20.241878, 21.370696, 22.064232, 24.716513, 23.769272, 24.956779, 25.411312, 25.343832, 26.261641, 26.598923, 25.815615, 24.91346, 25.151958, 24.859251, 24.435233, 23.294264, 22.344541, 22.084076, 21.943726, 25.687148, 29.523437, 32.508242, 34.424703, 37.214085, 37.166621, 31.891028, 30.399547, 32.318549, 26.683471, 26.717955, 25.428764, 24.111482, 19.697171, 20.177773, 22.27222, 21.515783, 24.419761, 28.754706, 38.335344, 53.146092, 96.156997, 140.26723, 145.070602, 155.480344, 157.216568]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 7, 2, 2, 2, 1, 3, 4, 4, 3, 2, 3, 6, 2, 1, 10, 7, 4, 0, 1, 1, 2, 2, 4, 1, 5, 8, 8, 5, 5, 7, 6, 4, 7, 8, 9, 6, 3, 1, 0, 0], "n_am_pl": [0, 0, 9, 2, 1, 0, 0, 2, 2, 8, 10, 3, 6, 7, 5, 4, 3, 5, 2, 2, 1, 1, 1, 2, 0, 7, 8, 5, 7, 5, 8, 6, 4, 1, 1, 3, 3, 4, 1, 1, 1, 2, 2, 2, 1, 0, 2, 2, 0, 0], "n_pos": 34, "sum_m_en": [3.612268, 6.619657, 6.514619, 5.560624, 5.331932, 5.235574, 5.217276, 5.45545, 5.275833, 5.417408, 6.288863, 6.433998, 5.793839, 5.928906, 5.451672, 6.226596, 6.336285, 5.580886, 5.732526, 5.605179, 5.440035, 5.541849, 5.507413, 5.646964, 7.528142, 6.592414, 6.062788, 5.46176, 5.831385, 5.953958, 5.731204, 6.13662, 6.14386, 6.544191, 7.486206, 7.71411, 7.770892, 7.841664, 6.615911, 6.748691, 6.388071, 6.382486, 7.432632, 7.123814, 6.853356, 5.836109, 3.630683, 1.358153, 0.353783, 0.0], "sum_m_pl": [0.595608, 1.831192, 1.642345, 1.328942, 1.213187, 1.164752, 1.331221, 1.378182, 1.714737, 1.560646, 2.021465, 2.093025, 2.139113, 2.157576, 2.140702, 2.186829, 2.210794, 2.480422, 2.37973, 2.226357, 2.139805, 2.097866, 2.038502, 2.066574, 2.203766, 2.697832, 2.791691, 2.870105, 2.779613, 2.96721, 2.766749, 2.531954, 2.851129, 1.820202, 1.814892, 1.759533, 1.664217, 1.489745, 1.569028, 1.463359, 1.381967, 1.610238, 1.46646, 1.30698, 1.282997, 1.202654, 2.228263, 1.447688, 0.127599, 0.0]}, "lang": {"n_am_en": [13, 9, 23, 34, 30, 24, 23, 29, 17, 20, 22, 27, 32, 22, 24, 20, 24, 24, 42, 37, 34, 33, 29, 28, 67, 47, 44, 34, 28, 24, 43, 33, 35, 46, 46, 49, 65, 81, 94, 102, 98, 104, 95, 86, 75, 34, 7, 2, 0, 0], "n_am_pl": [0, 26, 18, 26, 18, 19, 18, 22, 24, 16, 29, 29, 15, 19, 17, 16, 13, 17, 14, 17, 9, 8, 9, 15, 10, 14, 12, 23, 26, 29, 21, 15, 23, 17, 15, 13, 18, 13, 11, 14, 10, 16, 23, 35, 54, 93, 131, 143, 155, 157], "n_pos": 158, "sum_m_en": [16.362853, 23.867364, 25.96603, 27.778138, 26.47051, 25.799498, 26.501897, 28.45687, 28.957577, 29.276949, 29.613528, 30.309591, 30.4166, 29.489333, 28.809049, 31.194277, 32.422029, 28.573256, 29.476611, 28.25679, 27.050541, 27.392472, 27.264868, 27.397435, 44.588146, 38.727073, 35.535237, 30.963994, 31.093156, 30.633276, 30.785708, 31.400024, 30.952694, 35.382062, 38.471558, 39.94382, 42.18137, 53.308389, 57.314173, 66.132862, 69.516069, 79.233775, 81.901263, 76.423124, 68.822483, 33.794123, 9.448182, 3.19305, 0.267309, 2e-06], "sum_m_pl": [2.886444, 8.277705, 9.140135, 8.195285, 8.856458, 9.484275, 9.975226, 10.745479, 12.378827, 11.808541, 11.999765, 12.19051, 12.428403, 13.32804, 13.422052, 12.844682, 11.985248, 11.939679, 11.892459, 11.41183, 10.61804, 10.245269, 10.160158, 9.951836, 11.71042, 13.961037, 15.933709, 17.200971, 19.315872, 19.506291, 16.537363, 16.243706, 17.349215, 14.955694, 15.117866, 14.795053, 14.752726, 11.822763, 11.649182, 13.677881, 12.995118, 14.107955, 19.527978, 29.529429, 44.322702, 84.36022, 123.536667, 135.17149, 150.764828, 156.626171]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 375, "item_id": "gsm8kpl-1118", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1491, "region_end": 372, "roundtrip_ok": true, "tf_agree": 0.9893, "tf_agree_excl_first": 0.992}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 18, 19, 30, 40, 41, 38, 39, 40, 36, 37, 30, 26, 26, 29, 25, 36, 35, 50, 45, 44, 42, 36, 37, 50, 47, 46, 40, 36, 28, 27, 31, 35, 40, 49, 48, 48, 50, 63, 65, 68, 64, 64, 69, 68, 60, 54, 55, 46, 42], "n_am_pl": [4, 8, 14, 8, 7, 5, 5, 9, 7, 14, 17, 14, 22, 14, 24, 21, 13, 19, 11, 10, 11, 8, 12, 5, 18, 13, 13, 16, 17, 16, 11, 16, 19, 19, 13, 8, 9, 10, 2, 7, 4, 5, 2, 4, 2, 5, 4, 3, 3, 3], "n_pos": 135, "sum_m_en": [14.930857, 22.232045, 22.854512, 24.164866, 26.105226, 25.84734, 26.396705, 26.081558, 26.089465, 27.089799, 28.017119, 27.535994, 26.920533, 26.932462, 25.910977, 25.803253, 26.985879, 25.654229, 25.94821, 24.874143, 23.88276, 23.646825, 23.213846, 23.85575, 36.712673, 34.179646, 33.310751, 31.087301, 31.344577, 29.32707, 27.239637, 29.363076, 29.733145, 30.242259, 35.033857, 33.93946, 37.461098, 40.506376, 44.389851, 52.684935, 54.89182, 53.220595, 57.512689, 59.823761, 57.593451, 54.631676, 51.671222, 52.132562, 44.216578, 41.877173], "sum_m_pl": [2.717289, 6.751895, 7.277682, 6.492403, 7.266714, 6.634459, 6.657086, 6.669273, 7.122958, 7.804776, 7.970508, 8.754789, 9.181277, 9.412001, 9.972742, 11.414979, 10.103407, 9.976427, 9.585878, 9.336682, 9.037708, 8.654288, 8.484771, 8.705003, 12.21885, 12.080208, 11.162125, 11.848414, 10.829299, 11.748387, 11.071699, 10.858482, 11.395907, 12.065801, 9.927087, 10.278587, 9.480225, 8.045432, 7.028681, 7.169397, 6.521904, 5.923312, 4.715701, 5.566739, 4.075903, 5.170989, 5.624319, 4.580002, 3.956422, 2.999152]}, "digit": {"n_am_en": [0, 1, 0, 5, 6, 9, 6, 6, 9, 5, 7, 7, 4, 4, 4, 2, 4, 5, 6, 9, 7, 6, 6, 5, 9, 8, 9, 10, 4, 4, 4, 8, 8, 6, 8, 6, 4, 8, 12, 12, 12, 11, 13, 12, 14, 11, 8, 9, 1, 0], "n_am_pl": [0, 1, 3, 2, 4, 1, 2, 0, 0, 3, 4, 1, 4, 4, 2, 2, 3, 3, 2, 0, 0, 0, 0, 0, 3, 0, 3, 3, 4, 4, 6, 4, 5, 7, 5, 1, 3, 2, 2, 4, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.468293, 5.554068, 5.675694, 5.809045, 6.503309, 6.050484, 6.030594, 5.709471, 5.663282, 6.154732, 6.518591, 6.165791, 5.928581, 6.008669, 5.899168, 5.599679, 6.041191, 5.632552, 5.931794, 5.587378, 5.436027, 5.4253, 5.255159, 5.419813, 7.302518, 6.652823, 6.817296, 6.367549, 6.411586, 5.963783, 5.493294, 6.132573, 6.057181, 5.762262, 6.227673, 5.859428, 6.518339, 6.899205, 6.769448, 8.048587, 8.242444, 7.431971, 8.838307, 8.994654, 8.787692, 8.162012, 6.878173, 6.602779, 2.35334, 0.0], "sum_m_pl": [0.562778, 1.698769, 1.45427, 1.233795, 1.420719, 1.235016, 1.13713, 1.142681, 1.425603, 1.674273, 1.772439, 1.715976, 2.179103, 2.160558, 2.250363, 2.538212, 2.226069, 2.345777, 2.252213, 2.17037, 2.050177, 1.978709, 1.917236, 1.972743, 2.762031, 2.821277, 2.448645, 2.769169, 2.627826, 2.816904, 2.701162, 2.556303, 2.538443, 2.628865, 2.154656, 2.133108, 2.114283, 1.766677, 2.004366, 1.796969, 1.748159, 1.823827, 1.567898, 1.394203, 1.127993, 1.430565, 1.784303, 0.832296, 0.338061, 0.0]}, "lang": {"n_am_en": [13, 8, 11, 14, 24, 20, 19, 20, 14, 15, 13, 13, 10, 13, 13, 14, 19, 18, 25, 21, 23, 23, 19, 21, 25, 25, 22, 22, 22, 20, 18, 18, 20, 24, 27, 29, 29, 29, 38, 39, 40, 37, 37, 40, 40, 39, 40, 39, 40, 40], "n_am_pl": [2, 2, 1, 3, 2, 2, 1, 5, 3, 5, 3, 6, 7, 5, 13, 9, 4, 5, 1, 2, 2, 1, 3, 2, 3, 4, 2, 4, 3, 3, 3, 5, 6, 5, 3, 3, 1, 2, 0, 1, 1, 2, 2, 3, 1, 3, 3, 3, 3, 3], "n_pos": 44, "sum_m_en": [5.159623, 7.540619, 7.719302, 8.022911, 8.480438, 8.579887, 9.183042, 9.161531, 9.147426, 9.248312, 9.496893, 9.611496, 9.550044, 9.499104, 9.499243, 9.344652, 9.822649, 9.388318, 9.133101, 8.457362, 8.158818, 8.065491, 7.834762, 8.02586, 17.710513, 16.502337, 16.343608, 14.552147, 14.351608, 13.139465, 12.206834, 13.300485, 13.95292, 14.731466, 17.880246, 17.498739, 20.137555, 22.212838, 26.12926, 31.30054, 33.80128, 33.443383, 35.833414, 37.014399, 37.481787, 37.750037, 38.070833, 38.159245, 37.013592, 39.93034], "sum_m_pl": [0.753721, 1.830821, 2.054962, 1.971453, 2.231659, 2.025052, 1.998843, 2.186541, 2.198345, 2.408624, 2.40102, 2.864388, 2.834774, 3.065625, 3.263521, 3.937767, 3.335015, 3.038929, 2.981491, 2.971453, 2.903653, 2.7686, 2.728698, 2.799156, 3.570517, 3.738025, 3.345475, 3.467193, 3.196453, 3.672935, 3.466372, 3.448214, 3.674307, 3.851767, 2.912402, 3.230919, 2.75659, 2.351023, 2.221971, 2.30654, 1.910429, 1.783855, 1.42361, 2.255925, 1.376602, 2.33193, 2.879483, 3.035048, 3.098945, 2.999052]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "gsm8kpl-114", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1231, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.971, "tf_agree_excl_first": 0.9781}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 12, 13, 28, 47, 44, 50, 58, 60, 67, 60, 56, 52, 51, 45, 43, 38, 35, 39, 43, 44, 49, 51, 52, 88, 60, 59, 42, 47, 42, 43, 45, 40, 43, 57, 63, 73, 94, 91, 98, 105, 102, 111, 98, 81, 56, 11, 3, 0, 0], "n_am_pl": [2, 19, 29, 22, 16, 21, 17, 21, 21, 19, 23, 35, 37, 31, 41, 43, 33, 32, 23, 31, 17, 17, 21, 19, 26, 35, 34, 43, 39, 35, 31, 35, 29, 30, 20, 15, 17, 9, 14, 25, 30, 37, 40, 52, 62, 92, 136, 135, 135, 132], "n_pos": 221, "sum_m_en": [20.804553, 32.717176, 35.437381, 37.458872, 38.598616, 39.317836, 41.347263, 43.723645, 45.660513, 46.765225, 48.401834, 46.684965, 45.644315, 45.364347, 41.127883, 40.708177, 41.465681, 40.046262, 39.461939, 38.208014, 37.029491, 36.820185, 36.65766, 38.032357, 57.433037, 49.946059, 45.897554, 42.862307, 43.361768, 42.056266, 39.127465, 42.127406, 41.880753, 42.311379, 45.245637, 45.152174, 52.725358, 56.756292, 65.762453, 75.50583, 78.517921, 82.301985, 93.920006, 88.781731, 71.956322, 48.58208, 11.463311, 4.378254, 1.043404, 1.4e-05], "sum_m_pl": [3.4313, 10.929529, 12.591483, 12.616638, 13.37042, 13.232781, 12.900915, 13.120571, 14.851851, 15.355574, 16.303673, 18.415646, 18.381527, 19.067196, 19.938568, 21.20052, 18.790592, 17.834198, 16.314706, 16.171417, 15.517685, 14.844763, 14.525855, 14.216562, 20.478772, 23.14554, 23.736425, 25.619813, 22.83418, 24.229542, 22.862844, 23.112561, 23.421684, 24.574608, 20.15955, 19.775065, 18.73517, 18.179939, 18.032716, 19.150414, 22.901655, 26.779688, 29.201083, 40.690317, 53.613872, 84.100497, 130.308875, 132.236101, 134.240309, 131.344436]}, "digit": {"n_am_en": [1, 2, 2, 1, 2, 2, 3, 1, 2, 4, 6, 6, 5, 4, 5, 2, 2, 2, 2, 5, 5, 4, 3, 4, 7, 4, 5, 5, 3, 5, 3, 3, 4, 2, 4, 4, 4, 8, 8, 10, 13, 11, 11, 11, 8, 6, 4, 2, 0, 0], "n_am_pl": [0, 0, 3, 1, 2, 0, 0, 0, 0, 1, 0, 1, 3, 3, 4, 5, 1, 2, 1, 0, 0, 0, 0, 1, 2, 3, 1, 3, 2, 5, 4, 3, 1, 1, 2, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1], "n_pos": 20, "sum_m_en": [2.174755, 3.391619, 3.657002, 3.712015, 3.762779, 3.608931, 3.700703, 3.723342, 3.766879, 4.055977, 4.26831, 4.249922, 4.215842, 4.394486, 4.14507, 3.960265, 4.004353, 3.840486, 3.990157, 3.819139, 3.504303, 3.517249, 3.389623, 3.529603, 4.479427, 4.37705, 4.183373, 4.190646, 4.12084, 4.20513, 3.801312, 4.353111, 4.241712, 4.087309, 4.328639, 4.089903, 3.982291, 4.179116, 4.375069, 4.836718, 5.380309, 5.684659, 6.306655, 6.482984, 5.207596, 4.040577, 2.942582, 2.06138, 0.450518, 1.1e-05], "sum_m_pl": [0.429987, 1.195656, 1.137533, 1.04361, 1.074319, 0.902798, 0.846706, 0.83829, 1.057859, 1.167427, 1.273275, 1.25915, 1.324701, 1.271738, 1.407945, 1.501496, 1.321705, 1.299456, 1.17107, 1.240257, 1.232282, 1.193568, 1.182818, 1.220325, 1.7898, 1.835422, 1.648203, 1.849053, 1.684632, 1.815146, 1.629639, 1.586428, 1.516938, 1.639621, 1.279165, 1.101371, 1.016501, 0.884999, 0.915529, 0.914696, 0.841214, 0.755698, 0.724865, 0.639256, 0.697775, 0.664959, 1.445636, 0.881802, 0.62364, 0.332058]}, "lang": {"n_am_en": [4, 8, 10, 21, 31, 33, 34, 44, 40, 43, 36, 32, 33, 32, 26, 27, 27, 24, 28, 28, 30, 33, 31, 37, 57, 42, 39, 29, 32, 29, 32, 33, 27, 31, 41, 37, 46, 62, 59, 65, 68, 68, 78, 67, 59, 34, 1, 1, 0, 0], "n_am_pl": [0, 10, 12, 10, 7, 8, 9, 10, 13, 12, 17, 26, 24, 20, 27, 25, 20, 21, 13, 19, 11, 11, 15, 13, 14, 16, 19, 19, 23, 21, 20, 18, 19, 18, 12, 10, 15, 9, 11, 20, 26, 32, 33, 44, 51, 83, 122, 126, 131, 131], "n_pos": 132, "sum_m_en": [11.982916, 18.542621, 20.77812, 22.424968, 23.106672, 23.891307, 25.177436, 27.016623, 28.031478, 28.568675, 29.208106, 27.745418, 27.486146, 27.12175, 24.592725, 24.325905, 25.174077, 24.149504, 23.67663, 22.896708, 22.4663, 22.262841, 22.133331, 22.99448, 37.379883, 32.308577, 29.616928, 27.204002, 27.227859, 25.87778, 23.957512, 25.369539, 25.316119, 26.436202, 28.278026, 28.361627, 33.956513, 36.864656, 43.055028, 50.172229, 52.233843, 55.578779, 68.387802, 63.370523, 52.392707, 30.828787, 3.555994, 0.837655, 0.234179, 1e-06], "sum_m_pl": [1.82372, 5.935814, 7.193327, 7.218348, 7.826059, 8.023543, 7.734067, 7.897953, 9.097049, 9.524694, 10.119702, 11.809669, 11.679384, 12.64915, 12.869281, 13.749725, 11.836011, 11.114574, 10.135522, 9.902572, 9.500819, 9.154902, 8.949906, 8.738157, 12.004634, 13.612344, 14.064233, 15.479689, 14.47481, 15.461416, 14.856684, 15.069505, 15.495009, 15.757341, 13.173855, 13.046533, 13.185959, 13.071036, 12.975222, 14.152046, 17.799958, 21.331505, 22.877271, 32.370839, 43.335529, 74.799004, 115.809217, 122.645404, 129.034234, 130.456636]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 224, "item_id": "gsm8kpl-114", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1521, "region_end": 221, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 27, 41, 35, 46, 40, 56, 57, 48, 46, 50, 46, 40, 44, 41, 48, 40, 47, 52, 58, 53, 48, 46, 46, 58, 59, 58, 57, 53, 53, 51, 48, 54, 60, 63, 62, 64, 67, 74, 69, 79, 77, 78, 80, 72, 76, 75, 70, 61, 57], "n_am_pl": [1, 4, 8, 8, 5, 9, 6, 10, 7, 11, 19, 13, 20, 18, 16, 16, 10, 8, 7, 4, 5, 4, 7, 4, 16, 11, 4, 6, 10, 6, 7, 8, 3, 5, 7, 7, 10, 8, 7, 3, 2, 3, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 151, "sum_m_en": [15.557126, 24.603317, 24.747929, 24.908543, 29.040135, 29.018064, 31.187053, 31.78432, 31.968519, 31.299953, 32.151968, 31.358343, 29.212414, 30.023951, 28.764854, 30.906039, 31.082189, 30.110182, 29.822127, 29.982801, 27.617986, 26.755332, 26.431971, 26.6201, 45.820213, 43.296157, 43.781981, 38.102156, 37.883258, 38.389934, 34.71546, 34.369481, 39.496903, 42.241954, 44.200734, 47.496647, 50.453094, 56.264616, 62.02806, 66.807349, 66.462387, 68.353623, 72.836302, 75.213587, 73.020947, 73.816229, 72.672931, 67.488719, 59.687537, 57.359116], "sum_m_pl": [2.518841, 6.441571, 6.238847, 5.519353, 6.494683, 6.220187, 6.19003, 6.538945, 6.360807, 6.850513, 7.929902, 8.091876, 8.777059, 8.87261, 8.690278, 9.757116, 9.87819, 9.637205, 9.216297, 8.911394, 8.661065, 8.467275, 8.636544, 8.914359, 10.093323, 9.954431, 9.593114, 10.497701, 10.095766, 10.360833, 9.344103, 9.031799, 8.717706, 8.685432, 7.845129, 7.814613, 7.653861, 6.55985, 5.495176, 5.53441, 4.888518, 4.50181, 3.79886, 2.596425, 2.150657, 1.407719, 1.339357, 1.514211, 0.894655, 5e-05]}, "digit": {"n_am_en": [0, 1, 0, 3, 3, 1, 2, 3, 2, 4, 6, 4, 4, 5, 5, 5, 2, 2, 4, 3, 5, 3, 2, 2, 4, 3, 2, 4, 2, 1, 2, 2, 3, 5, 4, 5, 6, 2, 4, 3, 3, 3, 5, 3, 5, 4, 3, 1, 0, 0], "n_am_pl": [0, 0, 1, 1, 3, 1, 0, 2, 2, 1, 2, 2, 3, 5, 4, 3, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 2, 2, 3, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.953662, 3.644774, 3.513384, 3.287739, 3.667463, 3.436187, 3.454866, 3.383477, 3.24512, 3.391773, 3.866485, 3.755042, 3.50995, 3.655278, 3.435165, 3.416155, 3.567217, 3.318651, 3.503479, 3.219575, 3.160842, 3.273297, 3.221844, 3.299935, 4.133166, 4.06677, 3.903164, 3.699024, 3.629656, 3.655536, 3.509218, 3.49552, 3.715873, 3.966678, 3.861984, 4.851719, 5.327662, 4.490808, 4.039048, 4.29386, 3.386302, 3.366416, 3.685647, 3.680031, 4.912312, 4.206734, 2.781729, 0.846421, 0.665992, 0.0], "sum_m_pl": [0.298007, 0.995343, 0.800778, 0.745985, 0.828359, 0.697745, 0.666279, 0.588326, 0.685717, 0.778556, 1.020441, 1.058248, 1.249575, 1.304202, 1.235622, 1.418714, 1.323688, 1.281108, 1.214832, 1.199996, 1.188782, 1.145205, 1.11277, 1.161421, 1.349341, 1.282267, 1.095686, 1.258073, 1.253293, 1.259246, 1.136711, 1.189304, 1.130701, 1.115204, 1.064347, 1.063656, 1.040114, 0.944811, 0.979567, 0.966026, 0.932296, 1.004316, 0.956726, 0.765151, 0.746999, 0.529534, 0.487973, 0.223653, 0.178658, 0.0]}, "lang": {"n_am_en": [13, 17, 26, 22, 33, 29, 35, 29, 28, 27, 22, 24, 18, 22, 20, 21, 22, 24, 27, 26, 24, 23, 24, 27, 34, 33, 33, 27, 26, 29, 28, 25, 30, 29, 33, 33, 31, 35, 40, 43, 45, 47, 47, 49, 50, 53, 56, 54, 55, 56], "n_am_pl": [1, 2, 3, 2, 0, 3, 3, 3, 2, 3, 7, 4, 8, 9, 6, 6, 3, 2, 3, 1, 1, 1, 2, 2, 4, 3, 3, 4, 8, 3, 5, 5, 2, 3, 3, 2, 4, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [6.214071, 9.122072, 10.012789, 10.229846, 11.721681, 11.857794, 13.235319, 13.444945, 14.010056, 13.311813, 12.837389, 12.969462, 11.723391, 12.372976, 12.23097, 12.604543, 12.693667, 12.462459, 12.352834, 12.519496, 11.22635, 10.538453, 10.259952, 10.155917, 23.247276, 20.988597, 21.447668, 17.986821, 17.973891, 18.469786, 15.732249, 15.431962, 18.322689, 19.662057, 20.80902, 21.843753, 23.280449, 27.110155, 32.808063, 36.715335, 37.093802, 40.849924, 43.949876, 46.421129, 47.823191, 49.393348, 51.576564, 50.444344, 51.287752, 55.533546], "sum_m_pl": [0.960848, 2.114233, 2.196985, 1.909551, 2.408061, 2.387158, 2.305912, 2.581721, 2.457641, 2.632117, 2.913088, 2.926926, 3.395625, 3.496009, 3.497168, 3.906542, 4.005677, 3.945903, 3.719025, 3.47682, 3.254926, 3.209003, 3.395982, 3.495927, 3.811818, 4.120405, 4.535414, 4.823849, 4.434395, 4.27609, 3.993308, 3.776948, 3.555057, 3.572483, 3.163044, 3.266931, 3.198391, 2.485409, 1.865457, 2.081897, 1.859335, 1.609717, 0.952476, 0.45523, 0.319377, 0.214813, 0.270459, 0.30253, 0.127285, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-1142", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9869}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 16, 14, 13, 26, 24, 32, 39, 33, 28, 28, 29, 34, 30, 31, 29, 26, 35, 34, 39, 41, 32, 37, 32, 51, 51, 48, 41, 37, 46, 35, 32, 41, 46, 48, 56, 51, 49, 58, 53, 47, 52, 47, 57, 53, 39, 15, 5, 0, 0], "n_am_pl": [0, 13, 12, 7, 7, 11, 16, 18, 11, 13, 15, 21, 22, 18, 15, 16, 8, 16, 7, 8, 6, 4, 8, 9, 17, 15, 17, 10, 14, 15, 12, 10, 11, 8, 12, 8, 11, 16, 20, 16, 22, 22, 22, 22, 23, 44, 63, 71, 72, 70], "n_pos": 149, "sum_m_en": [13.562548, 22.82094, 23.848421, 24.07144, 26.287877, 26.660629, 27.58418, 29.186934, 29.637384, 29.241437, 29.349319, 29.052734, 27.596036, 27.244775, 24.597303, 26.473075, 27.023351, 25.672703, 26.283022, 26.074017, 24.657229, 24.941812, 24.722774, 24.971058, 36.925117, 35.651416, 35.968512, 30.971548, 30.908223, 32.405784, 28.722471, 29.303701, 29.862336, 31.770864, 33.853366, 34.39136, 32.27744, 37.544608, 42.768575, 43.958315, 43.080434, 43.136085, 45.096681, 51.242283, 46.523102, 35.82322, 16.191017, 4.108093, 1.62113, 0.000697], "sum_m_pl": [2.233964, 6.781417, 7.02643, 6.403709, 7.163632, 7.517621, 7.642849, 7.934386, 8.273583, 8.466879, 9.264406, 9.937751, 10.33079, 10.977115, 10.758295, 11.386332, 10.732554, 10.471529, 9.725175, 9.51778, 9.544575, 9.287082, 9.220268, 9.004202, 11.585663, 11.880819, 12.153524, 12.585377, 12.632077, 12.421159, 11.211287, 10.621312, 11.137905, 10.455787, 9.930851, 9.26476, 9.432355, 8.654516, 9.969243, 12.654977, 14.200889, 16.026807, 19.975681, 20.435806, 23.03192, 38.850529, 59.829665, 69.421747, 69.568558, 70.055613]}, "digit": {"n_am_en": [0, 1, 0, 1, 2, 1, 3, 4, 2, 0, 1, 4, 2, 2, 2, 2, 1, 2, 2, 7, 7, 1, 3, 2, 7, 6, 2, 1, 3, 4, 4, 4, 2, 2, 2, 3, 3, 2, 4, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 1, 0, 2, 1, 0, 1, 0, 2, 3, 0, 5, 3, 3, 3, 2, 1, 0, 0, 1, 0, 1, 1, 2, 2, 0, 0, 1, 1, 2, 3, 1, 0, 2, 0, 2, 4, 3, 2, 2, 2, 1, 0, 0, 0, 0, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.923649, 3.613432, 3.739346, 3.522407, 3.626449, 3.528743, 3.473762, 3.559775, 3.538033, 3.69266, 3.932241, 3.794978, 3.416546, 3.351525, 2.999009, 3.042367, 3.391137, 3.01119, 3.279981, 3.21391, 3.199695, 3.308114, 3.289505, 3.450301, 4.406188, 4.314018, 4.11772, 3.856069, 3.723803, 3.793033, 3.529761, 3.700193, 3.826951, 3.637385, 3.73088, 3.604866, 3.419485, 3.555639, 4.288667, 3.972661, 3.55454, 3.502718, 3.553629, 2.980699, 2.387952, 1.987357, 1.914407, 0.556587, 0.326716, 0.0], "sum_m_pl": [0.295665, 0.975729, 0.824732, 0.756141, 0.855426, 0.787006, 0.723098, 0.681039, 0.901217, 0.950077, 1.174452, 1.240836, 1.330527, 1.410136, 1.354002, 1.517264, 1.359405, 1.341057, 1.237613, 1.236479, 1.232158, 1.173635, 1.12179, 1.132682, 1.343074, 1.30274, 1.13452, 1.199469, 1.231205, 1.214749, 1.054395, 1.080379, 0.999664, 1.060313, 1.013561, 1.068993, 1.081149, 0.976189, 0.992702, 1.017573, 1.011629, 1.066289, 1.005011, 0.866028, 0.814002, 0.561027, 0.427866, 0.92746, 0.220449, 0.0]}, "lang": {"n_am_en": [3, 4, 6, 8, 12, 12, 17, 23, 20, 19, 16, 18, 22, 16, 21, 20, 19, 24, 24, 25, 27, 25, 28, 26, 37, 34, 37, 30, 28, 34, 26, 21, 30, 33, 35, 41, 36, 35, 39, 37, 35, 38, 34, 40, 39, 27, 9, 3, 0, 0], "n_am_pl": [0, 7, 7, 5, 4, 5, 10, 7, 7, 7, 6, 11, 11, 7, 7, 8, 5, 6, 3, 2, 2, 2, 3, 4, 6, 5, 6, 5, 10, 7, 6, 5, 8, 3, 5, 4, 4, 5, 11, 8, 13, 14, 13, 18, 19, 34, 53, 61, 69, 70], "n_pos": 71, "sum_m_en": [6.792006, 10.881988, 11.477158, 11.894428, 13.064285, 13.266484, 14.261767, 15.253655, 15.815733, 15.235015, 15.139314, 14.989503, 14.494631, 14.473373, 13.111628, 14.023469, 13.969997, 13.529651, 13.667444, 13.595671, 12.746335, 12.822562, 12.685211, 12.632188, 22.300108, 21.266669, 21.610144, 17.402264, 17.654069, 18.446105, 16.222327, 16.198138, 16.242062, 17.676017, 18.539258, 19.403409, 18.800582, 22.45993, 26.889845, 27.83218, 27.461088, 26.905103, 29.257413, 34.89417, 31.585695, 23.214993, 9.887381, 2.395736, 0.480839, 0.0], "sum_m_pl": [1.02494, 3.206372, 3.344139, 3.022435, 3.298993, 3.650904, 3.794319, 4.122223, 4.145105, 4.192868, 4.524373, 5.039072, 5.415942, 6.002445, 5.832184, 6.006593, 5.584625, 5.343436, 4.987537, 4.78529, 4.792964, 4.672204, 4.698396, 4.495908, 5.134238, 5.417827, 5.777429, 6.410885, 6.606369, 6.397631, 5.954181, 5.62222, 6.113858, 5.601895, 5.377598, 4.937016, 5.039612, 4.369542, 5.074335, 7.320405, 8.846388, 10.587914, 13.192572, 14.66427, 17.680819, 30.694075, 50.090892, 60.174372, 66.307541, 69.974619]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-1142", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1473, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9801}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 17, 16, 17, 28, 19, 28, 25, 23, 21, 23, 26, 21, 24, 25, 31, 36, 29, 37, 37, 36, 32, 30, 29, 47, 45, 39, 34, 33, 32, 29, 36, 35, 46, 50, 51, 49, 57, 64, 69, 62, 64, 70, 69, 67, 67, 63, 62, 58, 50], "n_am_pl": [1, 4, 7, 3, 4, 2, 4, 4, 11, 10, 8, 8, 7, 7, 7, 3, 6, 9, 9, 8, 5, 3, 4, 3, 3, 5, 4, 9, 11, 13, 8, 7, 10, 7, 5, 6, 5, 5, 4, 1, 2, 1, 0, 0, 0, 0, 0, 0, 1, 5], "n_pos": 107, "sum_m_en": [12.585063, 16.249208, 16.68325, 17.384389, 18.484739, 17.86013, 18.937703, 18.68055, 19.368635, 19.469757, 19.241236, 19.729141, 18.443636, 18.512142, 19.276261, 20.208743, 21.064902, 19.909712, 20.1528, 19.450615, 18.354363, 18.180362, 17.862517, 17.943164, 34.289559, 32.116054, 28.738637, 26.071233, 25.682106, 24.599834, 22.94347, 22.847347, 23.519012, 26.769183, 29.707536, 31.376938, 38.456777, 43.305051, 47.215575, 53.37053, 54.500786, 55.279944, 62.899051, 59.539766, 58.768667, 62.208873, 60.52544, 59.903885, 54.586171, 50.290525], "sum_m_pl": [2.317334, 4.257592, 4.783421, 4.823068, 5.219645, 4.648696, 4.782043, 4.99936, 5.202627, 5.613018, 6.333096, 6.475894, 6.399916, 6.228286, 6.234046, 6.082242, 5.63777, 5.637749, 6.09917, 5.950322, 5.915904, 5.859912, 5.927443, 6.075628, 6.536799, 7.502951, 7.259276, 7.958876, 8.4117, 8.695208, 7.587788, 7.629363, 7.787983, 7.322603, 6.495464, 6.52758, 5.99754, 5.367808, 5.218987, 5.051848, 4.42529, 4.923275, 2.617737, 2.820634, 2.690188, 1.437394, 1.74209, 1.324091, 1.823909, 4.999864]}, "digit": {"n_am_en": [0, 0, 0, 1, 2, 2, 5, 4, 3, 4, 4, 4, 2, 6, 4, 8, 6, 4, 7, 4, 4, 3, 4, 3, 7, 5, 5, 5, 3, 2, 2, 5, 3, 5, 5, 6, 3, 2, 6, 9, 6, 7, 6, 8, 9, 5, 5, 4, 1, 0], "n_am_pl": [0, 0, 1, 1, 2, 0, 1, 0, 2, 2, 2, 1, 2, 2, 2, 2, 2, 3, 2, 2, 1, 1, 0, 0, 1, 1, 0, 2, 2, 2, 0, 2, 0, 0, 0, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.901446, 3.125243, 3.067282, 3.029012, 3.262737, 3.065704, 3.18028, 2.954199, 3.067429, 3.333153, 3.426613, 3.429519, 3.201281, 3.166163, 3.2727, 3.485114, 3.502648, 3.14109, 3.325191, 3.062863, 2.876893, 2.906417, 2.862952, 2.949971, 4.626237, 4.346075, 3.908905, 3.767942, 3.572682, 3.219459, 2.943223, 3.10256, 3.338823, 3.620658, 3.535566, 3.421745, 3.487072, 3.601793, 3.4455, 4.489336, 4.184638, 4.049324, 3.921823, 4.510535, 5.387499, 4.356103, 3.164939, 2.803959, 1.371622, 0.0], "sum_m_pl": [0.277978, 0.651215, 0.553783, 0.594668, 0.674211, 0.577316, 0.581332, 0.583048, 0.67322, 0.741985, 0.931583, 0.965073, 1.061572, 1.071002, 0.915423, 0.90247, 0.810104, 0.912324, 0.979644, 0.947005, 0.920231, 0.896056, 0.907579, 0.963581, 1.08118, 1.197612, 1.092509, 1.237685, 1.216328, 1.258666, 1.129855, 1.14565, 1.027304, 0.947839, 0.834117, 0.938706, 0.952274, 0.959125, 1.108559, 0.929147, 0.893492, 0.987136, 0.908678, 0.677775, 0.510193, 0.445833, 0.507663, 0.442918, 0.283514, 0.0]}, "lang": {"n_am_en": [8, 10, 12, 11, 17, 11, 15, 15, 14, 10, 14, 16, 16, 13, 16, 16, 21, 21, 21, 25, 25, 24, 21, 20, 34, 33, 29, 25, 26, 28, 26, 28, 28, 35, 38, 36, 34, 46, 45, 47, 41, 45, 52, 49, 47, 52, 49, 49, 50, 49], "n_am_pl": [0, 2, 2, 0, 1, 1, 3, 2, 6, 5, 5, 6, 1, 1, 2, 1, 3, 2, 4, 3, 3, 2, 2, 2, 0, 2, 4, 4, 4, 3, 3, 0, 4, 4, 4, 4, 2, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 1, 5], "n_pos": 55, "sum_m_en": [7.011404, 8.481542, 9.062894, 9.48307, 10.001552, 9.645177, 10.429267, 10.31698, 10.793802, 10.443781, 9.974588, 10.357959, 9.673927, 9.970546, 10.519137, 10.891356, 11.47076, 11.012182, 10.871117, 10.556327, 9.963153, 9.743304, 9.496814, 9.404331, 23.292038, 21.492213, 19.022721, 16.741704, 16.150766, 15.642924, 14.506456, 14.363617, 14.339845, 16.838166, 18.935821, 20.40779, 26.230334, 30.884119, 34.199237, 37.942995, 38.7108, 40.27839, 47.47341, 44.858238, 43.757968, 47.50753, 47.198263, 47.143833, 46.552239, 48.768025], "sum_m_pl": [1.162037, 2.087505, 2.442123, 2.401221, 2.605743, 2.306427, 2.396674, 2.583511, 2.654153, 2.857922, 3.229559, 3.24351, 3.079649, 2.974086, 3.127727, 3.087458, 2.835958, 2.772247, 3.009344, 2.924127, 2.929696, 2.953003, 3.002492, 3.037245, 2.998298, 3.357806, 3.649192, 3.816676, 3.933376, 4.152687, 3.745449, 3.775751, 4.05989, 3.969505, 3.51146, 3.640342, 3.186384, 2.616235, 2.709368, 2.923671, 2.42046, 2.908829, 0.823546, 1.56692, 1.708808, 0.623595, 1.027046, 0.702646, 1.273606, 4.999855]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "gsm8kpl-1143", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1132, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.973}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 8, 8, 18, 13, 21, 23, 19, 21, 25, 21, 24, 23, 24, 28, 38, 38, 37, 38, 28, 26, 26, 30, 30, 65, 50, 43, 39, 34, 32, 30, 35, 28, 43, 38, 43, 52, 60, 61, 70, 75, 71, 69, 74, 70, 43, 11, 4, 3, 1], "n_am_pl": [1, 8, 10, 13, 10, 8, 12, 12, 13, 12, 14, 17, 17, 19, 13, 13, 5, 6, 4, 5, 6, 7, 7, 6, 12, 10, 9, 18, 15, 16, 16, 15, 19, 12, 11, 11, 9, 5, 5, 8, 8, 7, 7, 10, 18, 33, 52, 63, 65, 62], "n_pos": 135, "sum_m_en": [12.93283, 20.699121, 21.473051, 22.426061, 23.395914, 22.862663, 22.95231, 22.975228, 23.216966, 24.214595, 24.601768, 24.727408, 23.357944, 22.883243, 23.834351, 25.626733, 26.228459, 24.009499, 24.331308, 22.914764, 22.1689, 22.288396, 22.183107, 21.774582, 40.622396, 36.579084, 30.77524, 27.944868, 27.329393, 26.528049, 24.421833, 25.186371, 24.684763, 27.893549, 28.580471, 28.618398, 32.343813, 38.170162, 42.589419, 51.076008, 56.212546, 55.876281, 62.149441, 65.652695, 63.337714, 43.155267, 13.51785, 4.937435, 4.191431, 0.982014], "sum_m_pl": [2.167078, 7.017743, 7.084321, 6.901832, 7.193374, 6.773268, 6.987159, 7.102506, 7.23229, 7.401466, 8.739611, 9.549264, 9.430477, 9.473215, 9.048064, 8.481517, 7.170177, 7.020804, 7.16352, 7.165953, 7.189175, 7.163862, 7.454089, 7.458633, 10.001964, 10.740687, 11.171279, 11.703451, 12.224666, 13.692871, 12.023293, 11.930781, 11.565009, 10.448207, 9.040831, 8.74148, 8.681762, 8.174778, 8.303619, 8.167152, 7.55213, 8.049983, 8.619849, 10.722162, 16.515935, 30.432289, 45.789649, 61.1572, 63.795209, 63.02537]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 3, 2, 7, 5, 4, 2, 3, 2, 2, 1, 2, 7, 3, 4, 3, 2, 1, 2, 4, 1, 2, 1, 2, 5, 4, 5, 8, 8, 8, 6, 8, 9, 6, 4, 2, 1, 0], "n_am_pl": [0, 0, 1, 1, 1, 2, 0, 1, 2, 2, 2, 2, 2, 3, 3, 3, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0], "n_pos": 17, "sum_m_en": [1.720087, 3.076905, 3.077001, 2.991513, 3.091696, 2.975893, 2.848174, 2.659433, 2.578201, 2.832346, 3.014076, 3.131706, 2.857074, 2.683766, 2.862445, 3.134407, 3.294157, 3.068785, 3.087572, 2.865091, 2.846743, 2.860558, 2.818766, 2.91686, 3.780559, 3.619673, 3.234568, 3.247188, 3.110759, 2.916519, 2.700199, 3.018702, 3.086724, 3.273979, 3.32319, 3.325291, 3.62203, 3.820625, 4.401758, 4.649458, 4.960407, 5.664194, 4.972645, 5.330369, 6.112039, 4.601043, 4.384223, 1.993776, 1.595696, 0.0], "sum_m_pl": [0.312021, 0.894514, 0.725141, 0.694103, 0.727925, 0.637215, 0.59258, 0.560884, 0.635998, 0.725884, 0.872656, 1.103797, 1.087289, 1.199643, 1.080687, 1.041172, 0.844519, 0.899737, 0.868603, 0.889185, 0.835889, 0.815708, 0.839799, 0.876141, 1.491835, 1.519406, 1.638928, 1.554456, 1.571023, 2.000684, 1.745663, 1.657096, 1.367556, 1.063913, 0.968312, 0.866373, 0.82997, 0.753535, 0.780292, 0.836034, 0.710771, 0.668907, 0.735004, 0.503523, 0.439627, 0.421639, 0.88511, 1.361895, 1.17875, 0.000261]}, "lang": {"n_am_en": [1, 4, 2, 11, 8, 12, 13, 10, 13, 12, 15, 11, 14, 15, 17, 20, 20, 19, 21, 14, 14, 14, 19, 16, 33, 24, 20, 17, 19, 16, 17, 18, 15, 22, 19, 22, 26, 31, 34, 36, 36, 37, 36, 38, 32, 17, 5, 2, 2, 1], "n_am_pl": [1, 5, 4, 8, 4, 2, 6, 2, 6, 5, 6, 8, 6, 9, 3, 4, 0, 3, 2, 2, 3, 5, 3, 4, 5, 5, 5, 10, 12, 10, 12, 10, 10, 7, 7, 7, 8, 5, 4, 7, 7, 5, 7, 10, 18, 27, 44, 57, 61, 62], "n_pos": 64, "sum_m_en": [6.391512, 9.721878, 10.263859, 10.988511, 11.425173, 11.157655, 11.519553, 11.892032, 12.224866, 12.308793, 12.54005, 12.313199, 11.814292, 11.825694, 12.329717, 13.094849, 13.204884, 12.032911, 12.099738, 11.483636, 11.121913, 11.287119, 11.29824, 10.804062, 22.341829, 19.623704, 15.840104, 13.743609, 13.84642, 13.141545, 12.609199, 12.797032, 12.285411, 14.429413, 14.07693, 14.028729, 15.679367, 19.364964, 21.436202, 26.741426, 29.930205, 28.370174, 33.356987, 35.211675, 30.882383, 18.978177, 5.202916, 1.971846, 1.76937, 0.982014], "sum_m_pl": [1.013443, 3.316258, 3.362801, 3.329488, 3.410259, 3.187647, 3.533254, 3.53665, 3.661087, 3.713601, 4.442127, 4.742397, 4.658898, 4.823304, 4.608974, 4.142356, 3.553988, 3.408376, 3.493791, 3.464415, 3.48662, 3.502288, 3.693573, 3.641365, 4.087089, 4.911824, 5.615855, 6.153106, 6.60113, 7.170505, 6.348927, 6.41872, 6.35709, 5.749805, 5.106362, 5.265142, 5.3258, 5.075994, 5.343406, 5.313494, 4.879405, 5.700773, 6.533172, 9.002415, 14.581433, 25.406661, 37.785572, 54.96363, 59.410652, 61.962027]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "gsm8kpl-1143", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1422, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 4, 6, 5, 13, 16, 14, 14, 16, 15, 24, 18, 21, 19, 17, 20, 29, 26, 25, 24, 28, 33, 37, 30, 48, 43, 41, 32, 23, 22, 23, 24, 14, 21, 37, 31, 31, 33, 39, 46, 42, 40, 41, 40, 35, 32, 27, 30, 27, 24], "n_am_pl": [0, 8, 6, 4, 3, 8, 7, 3, 8, 1, 6, 6, 13, 10, 6, 7, 3, 12, 5, 6, 4, 6, 4, 6, 6, 4, 2, 9, 6, 11, 7, 3, 4, 2, 3, 6, 6, 6, 3, 3, 3, 3, 3, 1, 0, 2, 0, 0, 0, 0], "n_pos": 102, "sum_m_en": [10.966346, 16.700949, 17.495606, 17.570596, 18.603954, 18.069489, 17.271526, 17.20708, 16.913246, 18.626734, 18.223444, 17.48906, 17.771404, 18.784016, 18.276055, 19.413869, 18.260494, 17.036684, 17.350912, 17.299807, 16.707887, 16.973986, 17.021108, 17.158337, 29.81799, 25.318538, 22.918502, 19.948789, 20.012127, 19.731483, 18.553329, 19.244861, 19.107713, 20.026041, 23.525723, 22.677874, 26.055305, 29.86192, 33.31293, 36.507564, 35.367445, 35.523839, 34.405112, 34.158742, 32.601064, 31.390275, 30.829781, 30.982237, 26.643205, 24.081174], "sum_m_pl": [1.900387, 4.992027, 5.183557, 4.84186, 5.301242, 4.666301, 4.504935, 4.265468, 4.596873, 4.766248, 5.234743, 5.605754, 5.969897, 5.958552, 5.710139, 5.869545, 5.743758, 6.157156, 6.101539, 6.299376, 6.394053, 6.123792, 5.922839, 6.017834, 7.009227, 7.706585, 7.251506, 7.787632, 7.214201, 8.071424, 7.492098, 7.158924, 6.636304, 5.971855, 5.725332, 5.760641, 5.35421, 4.551195, 4.408738, 4.07902, 4.118399, 3.791651, 3.578501, 2.883854, 2.620143, 2.223791, 1.48412, 1.036925, 0.528279, 3.1e-05]}, "digit": {"n_am_en": [0, 0, 0, 1, 4, 5, 5, 6, 6, 8, 10, 8, 7, 9, 9, 11, 14, 8, 11, 6, 8, 11, 13, 9, 20, 17, 13, 6, 5, 5, 4, 8, 2, 6, 12, 7, 5, 5, 6, 9, 9, 9, 10, 11, 9, 4, 3, 4, 1, 0], "n_am_pl": [0, 2, 0, 0, 1, 0, 2, 0, 1, 0, 2, 1, 7, 5, 0, 2, 1, 6, 1, 0, 0, 0, 0, 1, 0, 1, 1, 6, 4, 4, 3, 0, 0, 0, 2, 4, 5, 5, 2, 3, 2, 3, 3, 1, 0, 2, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.657756, 6.459725, 6.189067, 5.861002, 6.324113, 5.93818, 5.865422, 5.765092, 5.946291, 6.742683, 6.940128, 6.321551, 6.845367, 7.288811, 7.25183, 7.654806, 6.671226, 5.826615, 6.122571, 5.990001, 5.803155, 5.981908, 5.998187, 5.997799, 10.21345, 8.351609, 7.20196, 6.399634, 6.912057, 6.500541, 6.15498, 6.763868, 6.543349, 6.878799, 7.16258, 6.703952, 6.814143, 6.78132, 6.583126, 6.781426, 5.931939, 6.717637, 6.743576, 7.796519, 7.255761, 4.942506, 4.450907, 3.555182, 0.801673, 0.0], "sum_m_pl": [0.608962, 1.680967, 1.346025, 1.270159, 1.361972, 1.163033, 1.114861, 1.013397, 1.264386, 1.377684, 1.626126, 1.690479, 1.952867, 1.970461, 1.748914, 1.974343, 1.856, 2.089344, 2.130814, 2.15771, 2.185107, 2.092757, 2.030044, 2.066896, 2.190928, 2.617093, 2.395638, 2.871301, 2.391481, 2.677725, 2.465675, 2.212098, 1.979894, 1.859289, 1.902783, 2.100096, 2.29753, 1.9846, 2.103559, 2.061505, 2.038486, 2.168565, 2.126838, 1.607257, 1.491537, 1.38493, 1.146763, 0.767166, 0.196583, 0.0]}, "lang": {"n_am_en": [1, 2, 3, 2, 3, 3, 1, 3, 4, 4, 7, 5, 5, 4, 5, 4, 8, 10, 9, 11, 11, 12, 12, 12, 16, 16, 17, 15, 13, 12, 11, 8, 4, 8, 16, 16, 17, 18, 21, 23, 21, 22, 21, 22, 21, 21, 20, 22, 22, 23], "n_am_pl": [0, 1, 0, 2, 1, 4, 2, 1, 2, 0, 0, 2, 2, 2, 5, 3, 1, 4, 2, 3, 3, 4, 2, 3, 2, 1, 1, 2, 1, 4, 1, 1, 2, 2, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.676651, 3.719377, 4.317187, 4.358283, 4.546428, 4.651751, 4.510085, 4.637046, 4.380318, 4.429475, 4.117622, 4.098056, 4.213493, 4.558878, 4.408648, 4.661619, 4.63254, 4.52629, 4.355877, 4.405383, 4.228422, 4.225988, 4.21177, 4.238857, 10.151908, 8.888619, 7.842088, 5.810268, 5.299498, 5.495495, 5.062064, 4.755434, 4.544963, 5.406955, 7.766956, 8.840576, 11.531766, 14.044176, 16.760705, 19.227799, 19.504704, 19.902711, 19.7094, 19.730512, 19.992511, 20.904179, 20.563955, 21.538781, 21.542141, 22.932106], "sum_m_pl": [0.421703, 1.124637, 1.247883, 1.221356, 1.360912, 1.255325, 1.236052, 1.183124, 1.221259, 1.170296, 1.251111, 1.369905, 1.328044, 1.35152, 1.406189, 1.350756, 1.292233, 1.319361, 1.356016, 1.421738, 1.48577, 1.446668, 1.402639, 1.428224, 1.490864, 1.58226, 1.685151, 1.795695, 1.915849, 2.083234, 1.868107, 1.967158, 1.984117, 1.664618, 1.405522, 1.296584, 1.04603, 0.816911, 0.682212, 0.456564, 0.592896, 0.330743, 0.317675, 0.315976, 0.304405, 0.105194, 0.055079, 0.035045, 0.037182, 3.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "gsm8kpl-1146", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9905}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 3, 15, 14, 13, 12, 15, 20, 29, 21, 27, 23, 22, 22, 21, 34, 33, 29, 35, 34, 39, 51, 51, 51, 72, 64, 54, 38, 30, 25, 24, 28, 21, 24, 41, 36, 35, 56, 59, 64, 71, 63, 65, 61, 54, 23, 9, 1, 1, 0], "n_am_pl": [2, 14, 11, 8, 10, 14, 7, 10, 10, 12, 14, 15, 18, 16, 17, 13, 7, 20, 12, 12, 6, 8, 9, 12, 7, 7, 10, 15, 15, 15, 19, 13, 15, 12, 7, 10, 9, 5, 4, 7, 9, 12, 9, 11, 17, 34, 46, 48, 47, 43], "n_pos": 136, "sum_m_en": [13.448663, 20.204867, 20.94931, 21.313904, 22.427331, 21.897913, 20.535987, 21.126454, 21.4354, 23.901321, 23.447615, 21.842784, 22.128858, 22.859595, 22.798949, 24.5911, 23.080269, 21.38067, 21.922256, 21.899971, 21.525977, 22.23434, 22.144333, 22.385601, 40.366089, 32.681851, 29.011062, 25.839183, 25.229034, 24.303569, 22.851012, 24.02196, 22.993276, 23.73803, 27.157932, 26.756895, 28.168501, 35.798451, 43.514444, 48.375346, 51.616272, 52.408385, 54.732708, 52.977738, 48.296444, 26.965233, 10.972498, 3.190096, 1.083631, 6.5e-05], "sum_m_pl": [2.727208, 7.428485, 7.461099, 7.041743, 7.63765, 7.064445, 6.956886, 6.888972, 7.452655, 7.212395, 7.730807, 7.856852, 8.323982, 8.438594, 8.189261, 8.355477, 8.37519, 8.935718, 8.376069, 8.776116, 8.796206, 8.414364, 8.252408, 8.16867, 10.035771, 12.079145, 12.251295, 12.883031, 11.778697, 12.72171, 12.384775, 12.509018, 12.472209, 11.437155, 10.295878, 10.244284, 9.490337, 8.269937, 7.552701, 7.269351, 8.11468, 8.6841, 9.490204, 12.197014, 16.135003, 30.594697, 43.644207, 46.642847, 46.156226, 42.708373]}, "digit": {"n_am_en": [0, 0, 2, 0, 2, 1, 1, 2, 10, 5, 9, 5, 4, 5, 7, 9, 11, 9, 8, 7, 8, 9, 7, 8, 13, 14, 14, 5, 9, 5, 9, 12, 5, 8, 13, 5, 5, 8, 8, 8, 9, 10, 11, 12, 10, 2, 2, 1, 1, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 1, 1, 0, 3, 3, 3, 5, 4, 0, 3, 1, 7, 3, 3, 1, 0, 1, 1, 2, 1, 2, 5, 6, 5, 3, 2, 1, 1, 2, 5, 3, 3, 1, 3, 2, 3, 3, 0, 0, 1, 2, 2, 0, 0], "n_pos": 34, "sum_m_en": [3.270097, 5.891648, 5.838943, 5.326719, 5.836319, 5.469601, 5.238162, 5.248704, 5.478756, 6.374145, 6.561626, 5.691864, 6.038984, 6.449894, 6.458268, 6.659877, 6.09523, 5.530559, 5.826484, 5.715017, 5.580252, 5.850677, 5.891848, 6.070244, 9.489474, 8.256204, 7.124463, 6.529463, 6.89814, 6.39619, 6.091702, 6.732143, 6.469175, 6.537705, 7.244642, 6.752779, 6.188679, 6.105624, 6.921775, 6.784263, 6.527567, 7.522245, 8.000594, 7.975579, 6.801637, 3.711528, 2.608815, 1.312855, 0.614757, 0.0], "sum_m_pl": [0.57433, 1.824158, 1.373832, 1.194872, 1.352925, 1.199317, 1.177818, 1.111615, 1.392513, 1.486085, 1.673632, 1.702523, 1.944725, 2.017271, 1.872612, 2.115916, 2.004081, 2.256209, 2.088526, 2.18177, 2.193064, 2.075625, 2.006845, 1.999827, 2.245384, 2.57481, 2.405442, 3.01937, 2.507096, 2.713955, 2.572076, 2.425573, 2.139712, 2.006966, 1.922352, 1.948851, 1.996444, 1.808558, 1.833882, 1.868729, 1.809796, 1.891573, 1.78943, 1.490742, 1.547784, 1.864219, 2.161638, 1.577267, 0.513237, 0.0]}, "lang": {"n_am_en": [2, 2, 7, 7, 6, 7, 6, 9, 11, 6, 6, 8, 13, 9, 7, 16, 12, 10, 15, 18, 20, 25, 26, 24, 32, 27, 21, 17, 10, 10, 7, 5, 9, 11, 18, 16, 17, 25, 28, 29, 33, 25, 27, 23, 20, 8, 1, 0, 0, 0], "n_am_pl": [0, 4, 5, 5, 6, 10, 3, 2, 5, 3, 5, 6, 3, 8, 10, 9, 3, 8, 7, 6, 5, 5, 5, 5, 2, 3, 2, 5, 6, 3, 7, 6, 7, 7, 4, 4, 4, 2, 3, 3, 5, 7, 5, 10, 15, 29, 38, 39, 41, 41], "n_pos": 42, "sum_m_en": [4.712933, 5.409958, 6.354053, 6.795678, 7.176351, 7.246921, 6.844606, 7.359175, 7.386366, 7.696489, 7.375779, 7.05087, 7.26933, 7.427712, 7.331355, 8.28103, 7.543852, 7.069593, 7.25963, 7.276378, 7.158456, 7.251479, 7.188474, 7.117235, 14.968608, 11.655058, 10.292652, 8.691679, 8.134949, 7.74288, 7.219274, 7.375335, 6.966858, 7.918634, 8.9831, 9.958055, 9.878753, 14.185733, 17.321007, 19.124176, 21.827665, 20.655318, 22.500933, 21.439611, 19.065945, 8.221939, 1.51409, 0.450593, 0.135356, 3e-06], "sum_m_pl": [1.021144, 2.220515, 2.587677, 2.570796, 2.753671, 2.722211, 2.722693, 2.733638, 2.912254, 2.622539, 2.839528, 2.924131, 3.100283, 3.271603, 3.133956, 2.951237, 2.983432, 3.0179, 2.888357, 3.001396, 3.013922, 2.896163, 2.842545, 2.779068, 3.493295, 4.49358, 4.454424, 4.880755, 4.775114, 5.148024, 5.292136, 5.52036, 5.911204, 5.463402, 4.7175, 4.674384, 4.433183, 3.777564, 3.505866, 3.398034, 4.388545, 5.039632, 5.637159, 8.521643, 12.163975, 24.191802, 34.503766, 37.610544, 40.295377, 40.491117]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "gsm8kpl-1146", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1484, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9712}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 7, 7, 6, 4, 6, 9, 9, 3, 7, 5, 7, 7, 6, 8, 12, 12, 11, 14, 16, 13, 12, 13, 15, 21, 13, 17, 11, 9, 7, 8, 9, 13, 16, 16, 22, 27, 26, 29, 33, 33, 32, 34, 33, 34, 30, 27, 23, 23, 20], "n_am_pl": [0, 6, 5, 4, 6, 4, 6, 4, 7, 5, 11, 6, 7, 5, 7, 10, 6, 8, 5, 3, 3, 4, 4, 3, 3, 8, 6, 4, 8, 9, 6, 5, 7, 4, 8, 7, 3, 3, 2, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 71, "sum_m_en": [7.656205, 11.615045, 11.695498, 11.953422, 12.381164, 11.49134, 10.665654, 10.381565, 9.614124, 10.225713, 10.022595, 10.428564, 9.874575, 9.190275, 9.026046, 9.894753, 11.00894, 10.170634, 10.720522, 11.236896, 10.676401, 10.751224, 10.614442, 10.966759, 13.861268, 11.77255, 10.991661, 10.137067, 10.293406, 10.815455, 10.098751, 10.315625, 11.259063, 12.68968, 13.743047, 14.972217, 17.250064, 19.948824, 23.202412, 25.016252, 24.667631, 28.217135, 30.35436, 30.60928, 30.312303, 29.758319, 27.661173, 25.539664, 23.478155, 19.697454], "sum_m_pl": [1.346949, 3.200157, 3.600284, 3.472673, 3.886598, 3.115559, 3.184365, 3.068375, 3.334004, 3.519963, 3.651581, 3.8581, 4.033425, 4.134736, 4.04867, 4.582962, 4.623259, 4.694479, 4.590373, 4.570438, 4.626564, 4.458117, 4.403474, 4.416192, 5.584375, 6.028377, 5.511502, 5.969368, 5.385972, 5.797892, 4.822921, 4.995778, 5.119549, 4.667868, 4.778586, 4.665206, 4.662386, 4.065184, 3.920278, 3.223513, 3.111476, 2.67931, 2.619858, 2.327224, 2.345102, 2.010792, 1.629808, 1.628698, 1.320903, 1.000016]}, "digit": {"n_am_en": [1, 0, 2, 1, 1, 0, 2, 4, 2, 2, 2, 2, 1, 0, 3, 0, 0, 1, 3, 2, 2, 0, 0, 1, 6, 1, 2, 0, 0, 0, 1, 0, 1, 2, 3, 4, 4, 3, 0, 1, 1, 1, 3, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 3, 2, 1, 5, 3, 4, 3, 1, 1, 1, 1, 1, 0, 1, 1, 0, 2, 3, 2, 0, 0, 0, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.712873, 3.054978, 3.066118, 3.053875, 3.083825, 2.838312, 2.83477, 2.537406, 2.427654, 2.566831, 2.560953, 2.66434, 2.55306, 2.305016, 2.350356, 2.587234, 2.779511, 2.344813, 2.645557, 2.70265, 2.611522, 2.694545, 2.672313, 2.730781, 3.353008, 3.005272, 2.971475, 2.644726, 2.556374, 2.516334, 2.556979, 2.803181, 2.944709, 3.129536, 3.022928, 3.075383, 2.907624, 2.694766, 2.443708, 2.535424, 2.371783, 2.272925, 2.100708, 1.78326, 1.447486, 1.279683, 1.055681, 0.770548, 0.277813, 0.0], "sum_m_pl": [0.267544, 0.687275, 0.635656, 0.656676, 0.673737, 0.549461, 0.510588, 0.429203, 0.545053, 0.595406, 0.698995, 0.80968, 0.965265, 1.025196, 0.963396, 1.215917, 1.150985, 1.20817, 1.151188, 1.109343, 1.083697, 1.066605, 1.0312, 1.04664, 1.350269, 1.300793, 1.035973, 1.249267, 1.131717, 1.33466, 1.061913, 1.054999, 0.910373, 0.851516, 0.930994, 0.959745, 0.9943, 0.853579, 0.879301, 0.907208, 0.85408, 0.896602, 0.866498, 0.722597, 0.560555, 0.42535, 0.371793, 0.223951, 0.089535, 0.0]}, "lang": {"n_am_en": [1, 4, 4, 2, 3, 3, 3, 2, 1, 1, 1, 2, 3, 2, 4, 8, 6, 5, 7, 9, 7, 7, 8, 11, 11, 7, 9, 6, 4, 3, 2, 7, 6, 6, 5, 10, 11, 12, 15, 18, 17, 17, 18, 19, 19, 18, 18, 17, 17, 19], "n_am_pl": [0, 3, 2, 2, 1, 1, 1, 1, 4, 2, 4, 2, 2, 1, 2, 1, 1, 2, 0, 0, 1, 1, 0, 0, 0, 1, 2, 1, 3, 3, 1, 2, 2, 1, 1, 1, 2, 2, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 20, "sum_m_en": [1.891111, 2.854686, 3.267515, 3.292221, 3.426833, 3.089036, 2.743878, 2.96082, 2.699806, 2.887155, 2.971544, 3.010048, 2.951674, 2.813914, 2.656515, 2.941172, 3.256259, 3.107246, 3.061216, 3.302877, 3.132863, 3.104753, 3.04226, 3.199846, 6.006834, 4.300564, 3.515415, 2.770907, 2.941141, 3.243399, 2.847876, 2.982337, 3.455669, 4.009474, 4.787906, 5.499717, 6.679129, 7.666719, 10.622704, 11.742865, 11.508049, 13.564672, 15.464952, 15.740705, 16.744457, 16.706532, 17.34526, 17.229548, 17.301951, 18.932157], "sum_m_pl": [0.468179, 0.901388, 0.967906, 0.964596, 1.030806, 0.894495, 0.967801, 1.000842, 1.082691, 1.067897, 1.177708, 1.189012, 1.2427, 1.285162, 1.281803, 1.417054, 1.415877, 1.408804, 1.41261, 1.406918, 1.427874, 1.341696, 1.330399, 1.305732, 1.42916, 1.68532, 1.761468, 2.130434, 1.918922, 1.993685, 1.708106, 1.798062, 1.929321, 1.712374, 1.626902, 1.676272, 2.005827, 1.886682, 1.575215, 1.127351, 1.135789, 0.90009, 0.945849, 1.023952, 1.278479, 1.140523, 1.016637, 1.021187, 1.02213, 1.000003]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 75, "item_id": "gsm8kpl-1150", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1130, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 8, 17, 13, 12, 13, 13, 13, 9, 15, 10, 15, 11, 12, 10, 12, 19, 15, 23, 22, 15, 19, 14, 9, 29, 17, 16, 14, 14, 13, 12, 14, 13, 17, 22, 27, 24, 29, 26, 34, 33, 33, 34, 31, 29, 23, 6, 5, 1, 1], "n_am_pl": [0, 10, 5, 4, 2, 5, 7, 12, 12, 11, 13, 16, 13, 13, 12, 17, 11, 15, 11, 5, 8, 6, 8, 11, 13, 18, 12, 13, 14, 16, 12, 8, 8, 7, 9, 7, 9, 5, 6, 6, 5, 4, 7, 11, 13, 23, 36, 37, 40, 39], "n_pos": 88, "sum_m_en": [8.804576, 14.603774, 14.942559, 15.342269, 15.296493, 15.017757, 14.853682, 14.334003, 13.801503, 14.610009, 14.137617, 14.385226, 13.615933, 12.56488, 12.72008, 13.50522, 14.129487, 13.155059, 13.791999, 14.018801, 13.500543, 14.022686, 13.701345, 14.21259, 18.61008, 15.880257, 14.833385, 13.911168, 13.739612, 13.935221, 13.459042, 13.862959, 13.835852, 14.973009, 15.916571, 17.246585, 17.41464, 18.482075, 22.307136, 26.102907, 25.71405, 27.960968, 28.38698, 27.16931, 23.432301, 18.469653, 8.734858, 5.011798, 1.689597, 1.000035], "sum_m_pl": [1.479637, 4.397206, 4.738389, 4.76096, 4.692534, 4.243536, 4.274035, 4.504442, 4.78105, 4.911159, 5.185296, 5.647263, 5.930304, 6.320108, 6.015914, 6.630031, 6.239712, 6.284039, 5.709681, 5.846121, 5.836072, 5.522047, 5.564515, 5.539017, 8.595183, 8.921001, 8.388305, 8.726223, 8.272798, 8.990489, 7.284318, 7.339922, 7.167318, 6.677275, 6.361299, 6.129392, 6.28221, 6.124276, 5.857143, 6.124957, 5.83191, 5.953782, 7.628384, 8.848195, 11.767162, 22.104879, 32.705355, 36.735549, 39.50074, 38.528326]}, "digit": {"n_am_en": [1, 0, 0, 2, 1, 3, 2, 3, 1, 3, 2, 2, 2, 1, 1, 1, 2, 0, 3, 2, 0, 0, 0, 1, 5, 2, 1, 1, 0, 3, 1, 2, 2, 0, 4, 3, 2, 3, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 3, 2, 5, 3, 5, 4, 1, 2, 2, 2, 2, 3, 2, 0, 1, 3, 3, 3, 0, 0, 2, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.542436, 2.891789, 3.000046, 2.974903, 2.841284, 2.691498, 2.714724, 2.367789, 2.311584, 2.619881, 2.583015, 2.602519, 2.560512, 2.383508, 2.452747, 2.487661, 2.700148, 2.301779, 2.550635, 2.624576, 2.59057, 2.707989, 2.669761, 2.77163, 3.454765, 3.108626, 2.821846, 2.678769, 2.523704, 2.54126, 2.430557, 2.731358, 2.806099, 2.85175, 2.899899, 2.937002, 2.759295, 2.658386, 2.691118, 3.406939, 3.057695, 3.00537, 2.271081, 1.935928, 1.335127, 1.317432, 0.711612, 0.303248, 0.153138, 0.0], "sum_m_pl": [0.273582, 0.820487, 0.681971, 0.668253, 0.61354, 0.509388, 0.473378, 0.45819, 0.592981, 0.636083, 0.730241, 0.88893, 0.977889, 1.067743, 1.041174, 1.305137, 1.156559, 1.23229, 1.100623, 1.066678, 1.053552, 1.027228, 0.987214, 0.980529, 1.326111, 1.20972, 1.009824, 1.234085, 1.18043, 1.452167, 1.157266, 1.039846, 0.882133, 0.836989, 0.890557, 0.881089, 0.912101, 0.792966, 0.841857, 0.836861, 0.795604, 0.817554, 0.841508, 0.733317, 0.597878, 0.930562, 1.218565, 0.853211, 0.154891, 0.0]}, "lang": {"n_am_en": [2, 3, 11, 7, 6, 8, 7, 8, 5, 7, 5, 6, 5, 7, 7, 8, 13, 9, 11, 14, 8, 11, 9, 6, 17, 10, 11, 9, 9, 7, 10, 7, 8, 14, 12, 16, 14, 15, 13, 20, 19, 18, 20, 17, 17, 14, 3, 3, 1, 1], "n_am_pl": [0, 6, 2, 2, 2, 1, 4, 8, 7, 6, 9, 9, 8, 5, 3, 7, 5, 8, 4, 2, 4, 2, 3, 4, 4, 9, 10, 10, 8, 8, 5, 5, 6, 4, 5, 5, 6, 4, 5, 5, 3, 3, 6, 9, 11, 19, 32, 33, 37, 37], "n_pos": 38, "sum_m_en": [3.834914, 6.292532, 6.558743, 6.742887, 6.736374, 6.718492, 6.509991, 6.555667, 6.487772, 6.722681, 6.741287, 6.803863, 6.443613, 5.841282, 5.925575, 6.474653, 6.512508, 6.036248, 6.278985, 6.339693, 6.088811, 6.422141, 6.168016, 6.429887, 9.750378, 8.035542, 7.556539, 6.754464, 6.513264, 6.500338, 6.613468, 6.654203, 6.544599, 7.500237, 7.905248, 8.991867, 9.487431, 9.622744, 11.667822, 12.692977, 12.395555, 13.762134, 13.581113, 13.752491, 11.908969, 9.085323, 5.062608, 2.701026, 1.103658, 1.000001], "sum_m_pl": [0.68347, 1.936108, 2.099764, 2.163862, 2.214969, 2.032924, 2.136567, 2.257107, 2.386208, 2.380061, 2.594242, 2.774232, 2.923061, 3.129414, 2.91287, 3.102983, 2.903798, 2.96392, 2.68935, 2.756224, 2.729351, 2.571298, 2.630488, 2.613574, 4.05703, 4.344077, 4.456755, 4.719986, 4.511788, 4.689535, 3.692624, 3.878062, 3.930267, 3.709319, 3.559489, 3.532378, 3.827402, 3.9451, 3.62873, 3.98027, 3.791402, 3.848377, 5.512149, 6.636614, 9.301181, 17.024574, 27.426855, 31.918261, 36.636184, 36.815932]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "gsm8kpl-1150", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1420, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.967}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 6, 5, 8, 13, 12, 11, 14, 17, 14, 17, 17, 17, 16, 18, 19, 19, 17, 20, 21, 24, 20, 21, 19, 29, 31, 26, 23, 27, 23, 26, 21, 22, 28, 28, 37, 40, 38, 39, 38, 36, 35, 38, 35, 36, 37, 39, 43, 39, 37], "n_am_pl": [0, 3, 4, 1, 5, 4, 4, 3, 6, 3, 3, 6, 6, 3, 3, 3, 3, 1, 2, 3, 0, 0, 1, 1, 1, 3, 2, 3, 2, 3, 0, 4, 5, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1], "n_pos": 65, "sum_m_en": [7.258567, 9.693836, 9.662358, 9.807531, 10.834017, 11.06531, 11.898914, 11.397733, 12.379082, 11.900311, 11.997442, 11.922985, 11.784377, 11.997433, 11.732018, 12.165629, 11.957403, 11.173992, 11.227836, 11.207118, 10.755918, 10.782424, 11.385167, 10.484815, 21.766287, 19.125973, 17.889289, 14.814564, 15.109075, 14.918495, 14.054273, 13.720377, 14.470403, 16.450204, 17.670571, 19.233986, 22.898951, 25.77066, 26.6752, 32.341549, 31.266362, 31.225226, 32.1355, 32.302321, 32.675454, 34.916766, 38.12579, 39.923364, 36.744755, 35.987325], "sum_m_pl": [1.542169, 2.769618, 3.153036, 2.951915, 3.538445, 3.318306, 3.286488, 3.545148, 3.289286, 3.179363, 3.665422, 3.692894, 3.578945, 3.660118, 3.690532, 3.803519, 3.503702, 3.589, 3.663068, 3.691427, 3.584727, 3.570411, 3.542276, 3.643782, 3.231793, 3.753362, 3.551504, 3.848339, 3.956891, 4.255869, 3.887143, 3.687319, 3.960236, 3.71409, 3.298724, 3.299277, 2.778122, 2.395065, 2.261535, 1.690527, 1.546901, 1.415884, 1.200691, 1.093834, 1.620429, 1.532521, 1.244052, 1.117579, 1.264278, 1.019709]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 2, 1, 0, 0, 0, 2, 1, 1, 0, 1, 1, 1, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.361882, 0.684248, 0.658517, 0.647595, 0.722665, 0.734169, 0.735693, 0.660567, 0.666609, 0.651627, 0.725197, 0.676289, 0.614501, 0.62858, 0.578031, 0.688728, 0.581805, 0.483026, 0.548312, 0.547986, 0.534026, 0.550072, 0.543183, 0.585476, 0.682994, 0.679469, 0.766063, 0.599304, 0.748003, 0.65965, 0.532567, 0.618694, 0.572167, 0.628451, 0.622135, 0.589495, 0.557131, 0.543844, 0.409339, 0.485956, 0.405596, 0.477276, 0.499951, 0.447217, 0.423718, 0.168156, 0.018525, 0.013888, 0.012917, 0.0], "sum_m_pl": [0.051228, 0.151346, 0.109819, 0.099067, 0.13596, 0.118612, 0.120547, 0.127531, 0.142399, 0.132594, 0.19913, 0.193729, 0.232989, 0.218737, 0.199739, 0.248269, 0.220208, 0.244162, 0.23237, 0.220854, 0.213823, 0.209148, 0.208172, 0.21655, 0.183122, 0.20207, 0.192145, 0.231607, 0.182424, 0.232173, 0.199597, 0.156134, 0.156835, 0.125534, 0.12635, 0.164186, 0.148469, 0.110206, 0.119618, 0.131768, 0.140836, 0.156747, 0.137678, 0.10531, 0.075934, 0.056943, 0.006219, 0.008941, 0.00588, 0.0]}, "lang": {"n_am_en": [2, 4, 4, 4, 9, 7, 7, 10, 13, 11, 9, 12, 13, 11, 13, 12, 12, 12, 15, 15, 20, 16, 17, 15, 22, 19, 17, 16, 17, 17, 16, 14, 13, 18, 20, 26, 27, 26, 27, 26, 25, 25, 27, 27, 29, 29, 31, 34, 34, 35], "n_am_pl": [0, 1, 3, 1, 4, 2, 3, 2, 2, 2, 3, 5, 3, 1, 1, 3, 2, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 3, 0, 4, 4, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1], "n_pos": 36, "sum_m_en": [4.268258, 5.719217, 5.39116, 5.543737, 6.046215, 6.012192, 6.573622, 6.469734, 7.02986, 6.806064, 6.959063, 7.016519, 7.007718, 7.234239, 7.199786, 7.32068, 7.15612, 6.857921, 6.959268, 6.840216, 6.454997, 6.429158, 7.062319, 6.033543, 15.526477, 13.819531, 12.984653, 10.262632, 10.002559, 9.975207, 9.230273, 8.76234, 8.916287, 10.35369, 11.35302, 12.375367, 15.498941, 17.892681, 18.706039, 22.828102, 22.230798, 22.728871, 23.812612, 25.108251, 26.276067, 27.920391, 30.175719, 31.919346, 31.800045, 34.500026], "sum_m_pl": [0.822538, 1.529268, 1.827635, 1.703398, 2.068468, 1.936935, 1.927542, 2.051153, 1.922463, 1.911358, 2.204195, 2.255367, 2.118014, 2.180973, 2.254585, 2.290087, 2.110126, 2.161893, 2.208956, 2.188114, 2.105675, 2.095395, 2.040034, 2.088499, 1.833833, 2.024551, 1.870416, 2.164947, 2.441683, 2.506848, 2.298476, 2.260422, 2.42845, 2.299782, 1.97498, 1.944988, 1.648675, 1.472296, 1.432071, 0.857409, 0.735721, 0.678481, 0.55166, 0.534579, 1.206701, 1.207099, 1.06212, 0.950391, 1.101525, 1.019705]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "gsm8kpl-1163", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1144, "region_end": 65, "roundtrip_ok": true, "tf_agree": 0.9412, "tf_agree_excl_first": 0.9552}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 9, 9, 9, 10, 18, 15, 22, 25, 25, 25, 29, 23, 27, 26, 32, 27, 26, 40, 39, 45, 34, 41, 37, 61, 67, 53, 35, 39, 34, 32, 37, 35, 36, 49, 41, 49, 59, 53, 57, 56, 51, 49, 58, 47, 32, 13, 1, 0, 0], "n_am_pl": [2, 8, 7, 7, 7, 8, 6, 10, 8, 9, 17, 11, 18, 16, 12, 9, 4, 5, 5, 2, 1, 3, 4, 4, 6, 2, 4, 5, 6, 13, 14, 13, 12, 8, 6, 4, 8, 5, 6, 5, 7, 7, 8, 6, 10, 38, 54, 65, 66, 68], "n_pos": 117, "sum_m_en": [11.621494, 18.502547, 18.493515, 18.942014, 19.386642, 20.229166, 21.961522, 22.302217, 23.54505, 22.549513, 23.039136, 23.78507, 23.263871, 24.079126, 23.133663, 24.58134, 23.293329, 20.962248, 21.1479, 20.62938, 20.271679, 20.024662, 19.700459, 19.293744, 35.488346, 32.411968, 29.9024, 25.838892, 25.647914, 24.408553, 23.317215, 24.877916, 24.290683, 27.709867, 28.553556, 29.317959, 31.809428, 37.503946, 38.417176, 45.206416, 45.286675, 42.618913, 45.343287, 52.04224, 47.816956, 30.375532, 12.070604, 1.648349, 0.702488, 2e-06], "sum_m_pl": [2.160147, 5.654972, 5.938826, 5.950354, 6.757363, 6.208432, 6.296362, 6.536839, 6.306623, 5.968304, 7.229073, 7.257577, 7.294339, 7.514777, 7.446464, 7.369127, 6.444248, 6.138709, 6.034376, 6.204532, 6.130771, 6.134156, 6.196587, 6.187736, 6.238178, 6.971661, 7.003162, 7.474108, 8.244304, 8.923025, 7.933447, 7.599256, 8.738155, 7.18277, 6.029045, 6.328788, 6.496501, 5.796089, 5.566288, 4.672454, 5.133329, 6.144023, 8.380405, 6.77169, 10.208844, 33.965707, 52.492561, 62.674678, 64.10175, 67.210058]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 1, 3, 2, 2, 0, 1, 3, 3, 3, 3, 3, 3, 4, 4, 5, 2, 3, 1, 1, 1, 0, 0, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.475709, 1.069849, 1.076456, 1.032291, 1.025989, 0.984804, 1.005331, 0.975666, 1.102606, 1.06977, 1.160957, 1.223399, 1.177968, 1.248432, 1.181668, 1.224905, 1.114151, 1.041576, 1.103506, 1.055079, 1.008497, 0.999106, 0.987516, 1.013998, 2.155757, 1.803889, 1.532148, 1.2677, 1.414487, 1.32726, 1.121909, 1.269519, 1.115279, 1.13163, 1.052504, 1.014783, 0.9708, 1.711288, 1.846951, 1.806422, 1.694374, 1.602774, 2.000139, 1.673476, 1.551499, 1.138303, 0.31602, 0.021089, 0.00864, 0.0], "sum_m_pl": [0.085691, 0.32939, 0.243834, 0.196767, 0.224751, 0.197327, 0.20559, 0.217964, 0.205313, 0.20898, 0.263432, 0.274516, 0.296084, 0.305759, 0.280977, 0.312279, 0.249772, 0.274869, 0.265804, 0.290819, 0.276533, 0.275063, 0.275624, 0.282392, 0.271763, 0.272222, 0.234612, 0.241551, 0.245513, 0.338064, 0.330201, 0.283934, 0.28519, 0.28908, 0.204686, 0.262986, 0.246784, 0.175792, 0.162777, 0.176706, 0.192102, 0.213435, 0.167278, 0.155456, 0.08328, 0.054092, 0.014313, 0.012726, 0.004551, 0.0]}, "lang": {"n_am_en": [7, 6, 5, 6, 3, 10, 9, 13, 15, 15, 12, 16, 14, 18, 16, 23, 22, 22, 29, 26, 30, 22, 24, 23, 37, 42, 35, 25, 28, 26, 24, 25, 26, 25, 36, 30, 32, 35, 35, 37, 36, 33, 34, 41, 34, 16, 7, 0, 0, 0], "n_am_pl": [2, 5, 4, 4, 4, 6, 2, 6, 4, 4, 12, 8, 11, 12, 9, 7, 4, 3, 2, 0, 1, 3, 3, 3, 4, 1, 3, 3, 3, 9, 10, 7, 8, 4, 3, 4, 8, 5, 6, 5, 7, 7, 8, 6, 10, 37, 52, 60, 63, 67], "n_pos": 67, "sum_m_en": [6.914506, 10.689848, 10.593826, 10.993682, 11.252944, 11.665358, 12.924382, 13.409085, 14.122963, 13.243314, 13.422505, 13.784689, 13.393157, 13.921755, 13.380066, 14.438769, 13.827394, 12.422767, 12.351892, 11.982969, 11.729519, 11.500152, 11.366015, 10.974671, 22.308343, 21.150937, 19.599902, 16.302969, 15.903296, 14.655089, 14.018762, 15.050212, 14.907476, 17.372123, 17.675464, 17.693027, 19.491975, 23.004679, 23.483629, 27.987783, 28.866937, 26.420016, 29.346327, 34.753918, 32.898323, 16.698822, 5.9004, 0.380949, 0.274723, 1e-06], "sum_m_pl": [1.436583, 3.453237, 3.680322, 3.762178, 4.192847, 3.845818, 3.915688, 4.10642, 4.029695, 3.786074, 4.638444, 4.604888, 4.537083, 4.831981, 4.769823, 4.616502, 3.989951, 3.822645, 3.679505, 3.723676, 3.686588, 3.666088, 3.727355, 3.642095, 3.756823, 4.276803, 4.481898, 4.830886, 5.333531, 5.841068, 5.065683, 5.084738, 6.007508, 4.823369, 4.03695, 4.324497, 4.886956, 4.432837, 4.214473, 3.432976, 3.885431, 4.888239, 7.416241, 5.906567, 9.498409, 32.078577, 48.763501, 57.898859, 61.806786, 66.215163]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-1163", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1434, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9748}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 9, 14, 15, 19, 14, 27, 30, 11, 21, 25, 19, 14, 17, 28, 33, 26, 26, 26, 27, 19, 24, 22, 23, 43, 38, 34, 30, 27, 25, 26, 24, 27, 22, 38, 44, 48, 51, 67, 62, 64, 68, 70, 73, 67, 51, 47, 47, 38, 38], "n_am_pl": [9, 20, 7, 11, 12, 9, 4, 9, 9, 13, 21, 27, 24, 21, 20, 18, 9, 17, 12, 11, 6, 3, 7, 4, 12, 13, 12, 13, 9, 11, 10, 17, 17, 10, 19, 11, 10, 9, 6, 5, 5, 2, 1, 3, 6, 9, 11, 14, 17, 19], "n_pos": 173, "sum_m_en": [20.577534, 27.265055, 26.988814, 27.965488, 30.034823, 28.886093, 27.707978, 28.26007, 26.943552, 27.338381, 28.307401, 28.959953, 27.82768, 27.854626, 29.314438, 29.924963, 30.019759, 27.345662, 27.669768, 28.394915, 26.688535, 26.834069, 26.778217, 27.833974, 34.332614, 32.081096, 30.737699, 28.168011, 29.35759, 30.332225, 28.461475, 29.308165, 30.553492, 33.144331, 36.154896, 37.137159, 42.593183, 49.631928, 50.173018, 52.047403, 53.729, 61.343437, 63.25202, 62.520572, 60.795445, 56.344677, 50.594953, 48.863935, 38.475053, 37.654758], "sum_m_pl": [4.634738, 8.568987, 9.128214, 8.431331, 9.182, 8.293716, 7.858874, 7.661162, 8.241784, 9.313116, 10.297095, 11.514489, 11.525517, 11.487923, 11.473331, 11.803039, 11.385182, 11.838993, 11.061487, 11.297829, 11.165304, 10.48012, 10.362853, 10.557407, 12.961202, 14.065197, 13.915068, 15.076292, 13.742165, 14.973177, 13.302418, 13.356959, 13.477406, 11.764252, 11.20062, 10.653242, 9.884143, 8.657831, 7.727185, 7.48535, 7.391392, 5.82382, 5.196129, 5.280173, 7.431854, 7.408296, 12.122139, 14.377262, 17.88612, 18.998059]}, "digit": {"n_am_en": [0, 1, 0, 2, 3, 1, 1, 1, 1, 2, 8, 6, 3, 4, 4, 7, 4, 5, 6, 6, 1, 5, 3, 5, 9, 10, 9, 6, 4, 3, 4, 5, 3, 2, 3, 6, 5, 3, 4, 3, 4, 2, 3, 7, 5, 2, 2, 2, 1, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 3, 1, 2, 6, 3, 8, 8, 6, 4, 1, 1, 2, 2, 1, 0, 1, 0, 2, 2, 4, 3, 5, 4, 2, 6, 3, 1, 5, 2, 3, 3, 3, 2, 2, 1, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.110184, 5.926429, 5.532612, 5.281604, 5.514413, 5.454104, 5.380484, 5.218495, 4.90116, 5.032665, 5.68747, 5.794917, 5.318427, 5.19346, 5.709362, 5.883304, 5.74, 4.99156, 5.055715, 5.034142, 4.870447, 4.986005, 5.006854, 5.335443, 7.04135, 6.964194, 6.698442, 5.973681, 6.225642, 5.977706, 5.695287, 6.077884, 5.836957, 5.941863, 5.868546, 5.822826, 6.119674, 5.759466, 5.090739, 4.652867, 3.907558, 3.810284, 3.733595, 4.487943, 4.940372, 4.034139, 2.603248, 1.699506, 0.575984, 0.0], "sum_m_pl": [0.469452, 1.403811, 1.172518, 1.039259, 1.099676, 1.024482, 0.947521, 0.934786, 1.190774, 1.382674, 1.75397, 1.930773, 2.134667, 2.156861, 1.981858, 2.110587, 1.932749, 2.070528, 2.004223, 2.010982, 2.035584, 1.910227, 1.860955, 1.959273, 2.296672, 2.433734, 2.302648, 2.44418, 2.284465, 2.448758, 2.104771, 2.149569, 2.006441, 1.787199, 1.817234, 2.058062, 1.89452, 1.872281, 1.805449, 1.864125, 1.753462, 1.698289, 1.695329, 1.763842, 1.591915, 0.99303, 0.684018, 0.476494, 0.213424, 0.0]}, "lang": {"n_am_en": [4, 6, 7, 7, 8, 7, 16, 16, 7, 11, 13, 5, 4, 5, 11, 13, 14, 13, 11, 10, 11, 12, 11, 12, 23, 18, 14, 18, 15, 14, 14, 13, 16, 15, 24, 26, 30, 35, 47, 44, 43, 51, 53, 55, 51, 41, 39, 40, 37, 38], "n_am_pl": [7, 10, 3, 5, 6, 4, 2, 3, 2, 6, 5, 14, 12, 6, 4, 4, 4, 6, 4, 6, 2, 1, 5, 4, 4, 7, 4, 6, 3, 4, 7, 6, 7, 6, 11, 8, 6, 4, 1, 0, 1, 0, 0, 1, 5, 8, 11, 14, 17, 19], "n_pos": 59, "sum_m_en": [8.314591, 9.20546, 9.408151, 10.09633, 10.870015, 10.186697, 9.64812, 10.374029, 10.154975, 10.298023, 10.170992, 10.302324, 10.291911, 10.373995, 11.011568, 11.276729, 11.112313, 10.104533, 10.426068, 10.664801, 9.935806, 9.877868, 9.763503, 9.893866, 14.836036, 13.384668, 12.179684, 10.63737, 11.063603, 11.754097, 11.108229, 11.36142, 12.407579, 14.461572, 16.69516, 18.991701, 22.649843, 28.282156, 30.799496, 32.799325, 36.122884, 43.229219, 45.251608, 45.010913, 45.384662, 41.505485, 38.91841, 37.397019, 35.163976, 37.136231], "sum_m_pl": [2.113424, 3.014873, 3.23244, 2.98514, 3.420667, 3.165126, 2.959911, 2.992089, 3.148345, 3.413364, 3.691992, 4.262225, 4.223173, 4.18307, 4.317394, 4.41065, 4.336887, 4.40853, 4.036332, 4.136339, 4.075886, 3.817687, 3.810449, 3.821304, 4.987688, 5.792833, 5.949061, 6.599105, 5.88438, 6.084732, 5.597106, 5.568876, 5.762732, 5.020914, 4.543434, 4.326177, 4.436867, 3.425273, 2.864625, 2.464826, 2.707904, 1.679834, 1.392142, 1.777163, 3.839633, 4.987295, 10.528274, 13.262558, 17.379149, 18.998057]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "gsm8kpl-1164", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1197, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9829}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 12, 13, 26, 22, 33, 32, 34, 17, 23, 31, 26, 19, 17, 28, 38, 29, 27, 33, 32, 25, 30, 31, 32, 58, 44, 41, 28, 36, 27, 22, 22, 22, 37, 46, 53, 53, 68, 71, 67, 70, 79, 76, 82, 66, 48, 22, 7, 1, 1], "n_am_pl": [2, 17, 9, 10, 25, 22, 18, 23, 22, 15, 20, 33, 36, 22, 29, 26, 23, 27, 20, 13, 5, 10, 11, 5, 20, 26, 30, 31, 32, 28, 28, 33, 21, 16, 12, 16, 15, 9, 11, 14, 14, 13, 17, 14, 27, 40, 65, 72, 82, 83], "n_pos": 207, "sum_m_en": [20.518347, 31.542626, 32.446176, 32.942319, 33.928937, 33.178478, 32.535938, 33.591673, 32.737517, 33.613282, 34.560565, 35.489479, 33.788121, 33.721101, 34.867719, 35.426217, 35.124219, 32.077459, 32.296227, 32.665255, 31.265035, 31.942869, 32.159252, 33.428177, 43.769636, 39.806949, 36.121954, 33.314223, 33.453842, 34.162535, 32.910966, 33.762646, 34.297775, 37.44437, 39.027395, 39.328543, 45.575563, 53.27177, 56.238354, 57.77668, 58.80774, 67.321611, 67.40806, 71.41788, 61.636334, 49.173396, 22.710222, 10.164911, 2.359735, 1.000004], "sum_m_pl": [3.739774, 10.566898, 10.939551, 10.528553, 11.654348, 11.114533, 10.766683, 10.973803, 11.556023, 12.428621, 13.508154, 15.259938, 15.428648, 15.580856, 15.420613, 15.670288, 14.421985, 15.454241, 13.632299, 13.734293, 13.51378, 12.805008, 12.748347, 12.664735, 16.24494, 17.957738, 18.875433, 20.102903, 20.279444, 21.032369, 17.58793, 18.348293, 17.992, 15.490829, 14.444437, 14.746802, 13.430587, 12.190393, 11.46179, 12.175541, 12.418128, 12.642564, 14.691103, 15.351446, 23.959982, 34.896192, 63.520488, 70.07407, 81.164636, 83.226187]}, "digit": {"n_am_en": [0, 1, 1, 4, 5, 3, 5, 5, 0, 3, 6, 6, 3, 2, 6, 7, 6, 1, 4, 3, 2, 2, 1, 3, 8, 11, 8, 2, 6, 2, 2, 3, 1, 3, 5, 10, 7, 10, 6, 6, 5, 4, 5, 8, 6, 3, 2, 3, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 4, 4, 8, 6, 7, 2, 1, 2, 3, 2, 1, 3, 2, 0, 4, 6, 4, 4, 6, 6, 7, 7, 1, 2, 3, 4, 3, 1, 1, 2, 1, 0, 1, 0, 2, 2, 3, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.916604, 5.845529, 5.810333, 5.52972, 5.303968, 5.055637, 5.00619, 5.042506, 4.921267, 5.026389, 5.542431, 5.688678, 5.183412, 5.269066, 5.520017, 5.673144, 5.387864, 4.768143, 4.879147, 4.777575, 4.757141, 4.98903, 5.01672, 5.30245, 7.302522, 6.772831, 6.281282, 5.570278, 5.662763, 5.578613, 5.273213, 5.762931, 5.550751, 5.727251, 5.779672, 5.862265, 6.411171, 6.434764, 6.702154, 6.116251, 6.028943, 6.117348, 6.258062, 6.981547, 6.223776, 4.553614, 2.343067, 1.980957, 0.359082, 0.0], "sum_m_pl": [0.52503, 1.685744, 1.401473, 1.148008, 1.143037, 1.04721, 0.944285, 0.943089, 1.258566, 1.414102, 1.676389, 1.897843, 2.015705, 2.059183, 1.967107, 2.117454, 1.942011, 2.167123, 2.03783, 2.037177, 2.020035, 1.906902, 1.851896, 1.872305, 2.400724, 2.616303, 2.403787, 2.662736, 2.429555, 2.779237, 2.312578, 2.337709, 2.029808, 1.774375, 1.80484, 1.940823, 1.760988, 1.660263, 1.626723, 1.793656, 1.545168, 1.561558, 1.421941, 1.280374, 2.358318, 2.001195, 2.739687, 0.652687, 0.190351, 0.0]}, "lang": {"n_am_en": [3, 6, 6, 9, 12, 20, 12, 14, 8, 10, 13, 9, 9, 7, 14, 17, 16, 16, 18, 15, 14, 18, 20, 21, 32, 22, 18, 19, 20, 16, 12, 15, 13, 22, 26, 28, 30, 40, 46, 41, 43, 51, 45, 50, 40, 31, 13, 2, 1, 1], "n_am_pl": [2, 11, 4, 4, 15, 14, 13, 16, 11, 8, 10, 19, 13, 9, 12, 9, 12, 10, 9, 7, 1, 2, 5, 1, 6, 9, 14, 19, 17, 16, 15, 16, 8, 6, 7, 6, 8, 5, 6, 9, 11, 10, 14, 12, 22, 36, 58, 69, 81, 83], "n_pos": 85, "sum_m_en": [9.247842, 12.204834, 13.087227, 13.123978, 13.793789, 13.524138, 13.165833, 14.335274, 14.282458, 14.884499, 14.901126, 15.335301, 14.783095, 14.515209, 15.249308, 15.763841, 15.338022, 13.812589, 14.00294, 14.268654, 13.641015, 13.802913, 13.830837, 14.194265, 20.482417, 18.69304, 16.765117, 15.354186, 15.110812, 15.012645, 15.065465, 14.82133, 15.363622, 17.748784, 18.612329, 20.281076, 23.576941, 28.5011, 30.134235, 31.855769, 33.307635, 40.828516, 39.759355, 42.104227, 36.942926, 30.837769, 12.972873, 4.923891, 1.540675, 1.0], "sum_m_pl": [1.674455, 4.099524, 4.42414, 4.417358, 4.966124, 5.055095, 5.042029, 5.283332, 5.513237, 5.681246, 6.308954, 7.16329, 7.072973, 7.367272, 7.248725, 7.131737, 6.571652, 7.036872, 6.146224, 6.025985, 5.938894, 5.630896, 5.671457, 5.599589, 7.190068, 8.010646, 9.032616, 9.879706, 10.170654, 10.416363, 8.494547, 9.119153, 9.093214, 7.703046, 7.107641, 7.70263, 7.322502, 6.446369, 6.039319, 6.468975, 7.645811, 8.163441, 10.420717, 11.246194, 18.198392, 29.612911, 56.389559, 66.385787, 79.497781, 82.543167]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "gsm8kpl-1164", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1487, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9952}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 31, 32, 41, 43, 54, 61, 51, 49, 36, 54, 48, 39, 37, 44, 47, 43, 45, 45, 47, 41, 38, 38, 33, 58, 55, 54, 46, 47, 46, 46, 47, 53, 67, 64, 74, 89, 91, 99, 91, 96, 90, 103, 94, 96, 93, 91, 87, 80, 82], "n_am_pl": [8, 14, 15, 15, 21, 20, 16, 27, 28, 33, 26, 33, 33, 32, 25, 33, 23, 31, 24, 27, 18, 11, 12, 12, 22, 31, 28, 26, 31, 29, 23, 30, 22, 20, 26, 18, 8, 1, 4, 2, 3, 1, 2, 2, 2, 0, 0, 0, 0, 0], "n_pos": 263, "sum_m_en": [29.524691, 41.560489, 42.04706, 41.779287, 45.375306, 43.242717, 43.856495, 44.199793, 43.937833, 44.386197, 43.604173, 43.697424, 40.248481, 40.785727, 42.219448, 44.559406, 44.61151, 40.36871, 42.460871, 42.366052, 40.533914, 40.921262, 40.424526, 41.412504, 53.071561, 48.443355, 45.756996, 42.662119, 43.81322, 45.137532, 43.838574, 44.370282, 50.07869, 52.18062, 56.391847, 57.998752, 65.68922, 74.478449, 81.406412, 84.311055, 80.369726, 84.145627, 89.343911, 90.478572, 90.562713, 90.52074, 90.230351, 86.072284, 78.872672, 81.659584], "sum_m_pl": [6.370089, 12.554662, 15.491758, 14.065527, 15.010767, 14.099005, 13.465418, 13.790375, 14.262603, 14.993639, 15.903343, 16.315892, 17.227928, 17.666915, 18.914614, 19.228796, 18.745631, 19.313426, 18.179768, 17.82635, 17.177115, 16.368066, 15.705973, 15.800081, 21.175008, 23.964969, 23.866939, 24.840475, 23.672026, 25.369717, 22.712744, 23.003979, 21.829478, 20.050772, 18.280908, 16.556133, 14.044819, 11.393567, 9.995745, 7.955219, 7.093005, 6.469572, 6.381498, 5.417748, 4.595221, 3.569846, 2.302035, 1.723811, 2.091557, 9.5e-05]}, "digit": {"n_am_en": [0, 1, 2, 4, 2, 2, 5, 5, 5, 5, 6, 4, 5, 2, 1, 6, 3, 5, 5, 4, 5, 5, 3, 3, 6, 7, 7, 4, 3, 1, 3, 1, 4, 5, 5, 6, 11, 9, 9, 6, 10, 5, 10, 4, 3, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 3, 0, 0, 1, 2, 1, 1, 1, 4, 5, 9, 8, 3, 5, 3, 8, 3, 6, 4, 2, 3, 1, 4, 8, 6, 5, 7, 4, 1, 4, 5, 3, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.237302, 7.04445, 7.63253, 7.15786, 7.727095, 7.436025, 6.791734, 6.928727, 6.695089, 7.006819, 6.937664, 6.586958, 6.287348, 6.450853, 6.770698, 6.929124, 6.987502, 6.406541, 6.882975, 6.74324, 6.302191, 6.387498, 6.291506, 6.549407, 7.468568, 6.981084, 6.939606, 6.541531, 6.620748, 6.79015, 6.71779, 6.924314, 7.845794, 7.674088, 8.37821, 8.755792, 9.074639, 9.379625, 9.113898, 8.414745, 7.150093, 6.3686, 6.524961, 6.082209, 4.498038, 4.144833, 3.235043, 2.341079, 0.687249, 0.0], "sum_m_pl": [0.664033, 1.702816, 1.782606, 1.688705, 1.760395, 1.570849, 1.423049, 1.576477, 1.761168, 1.880826, 2.197491, 2.207401, 2.452354, 2.801822, 2.978427, 2.928142, 2.838691, 3.270333, 3.040928, 3.000837, 2.937413, 2.765074, 2.58646, 2.605302, 3.81746, 4.274328, 3.802166, 4.00938, 3.901919, 3.979931, 3.303345, 3.604484, 3.345636, 2.922594, 2.689353, 2.369827, 2.013492, 1.951712, 1.957163, 1.832236, 1.706702, 1.755078, 1.696436, 1.447888, 1.454582, 1.110356, 0.780437, 0.507826, 0.234658, 0.0]}, "lang": {"n_am_en": [23, 21, 24, 27, 24, 31, 36, 29, 26, 21, 33, 30, 23, 19, 27, 27, 28, 27, 27, 27, 31, 25, 29, 23, 42, 40, 37, 32, 31, 33, 35, 35, 37, 44, 41, 47, 54, 57, 66, 68, 66, 68, 67, 73, 77, 74, 76, 76, 75, 81], "n_am_pl": [2, 3, 2, 5, 9, 9, 7, 12, 14, 16, 12, 17, 16, 14, 12, 13, 9, 9, 8, 8, 7, 6, 6, 7, 10, 11, 12, 10, 10, 10, 7, 8, 6, 3, 8, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 82, "sum_m_en": [10.748232, 13.219742, 14.025996, 14.324285, 15.678024, 14.992737, 16.507415, 16.056766, 16.702852, 16.781956, 16.181176, 16.678248, 15.196233, 15.498978, 15.935897, 16.721785, 16.873597, 14.959785, 15.168544, 15.126844, 14.319055, 14.290357, 14.054317, 14.295751, 27.507651, 24.946781, 22.842311, 19.429219, 18.712463, 19.383697, 18.685739, 18.667079, 20.580263, 22.971927, 24.838254, 27.627021, 34.543055, 42.329117, 49.349553, 56.200612, 55.537047, 58.973502, 63.384462, 65.958146, 69.537516, 70.508335, 71.944039, 70.49686, 70.742463, 80.424977], "sum_m_pl": [1.849758, 3.68377, 4.461429, 4.190183, 4.589946, 4.64182, 4.801073, 5.052809, 5.208569, 5.112416, 5.556353, 6.100148, 6.564466, 6.620237, 6.834007, 7.191916, 6.84021, 6.881854, 6.405188, 6.076538, 5.831385, 5.559715, 5.326348, 5.299319, 7.27424, 8.164701, 8.646464, 9.334649, 8.632908, 8.589926, 8.007298, 8.208569, 8.056381, 7.338479, 6.299046, 5.722096, 4.983924, 3.669252, 2.897745, 2.192517, 1.972024, 1.473553, 1.42903, 1.198237, 0.670144, 0.468333, 0.294712, 0.2503, 0.254867, 9.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 267, "item_id": "gsm8kpl-1168", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1177, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 0.9962}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 11, 31, 36, 51, 52, 60, 48, 44, 45, 31, 40, 35, 33, 42, 45, 60, 53, 52, 56, 57, 55, 50, 57, 89, 60, 64, 52, 51, 54, 49, 47, 47, 71, 85, 87, 87, 97, 115, 129, 117, 121, 135, 144, 119, 91, 43, 8, 2, 2], "n_am_pl": [9, 31, 35, 27, 17, 33, 40, 43, 48, 50, 43, 58, 59, 62, 47, 52, 43, 36, 33, 40, 37, 33, 32, 25, 42, 58, 55, 56, 60, 55, 53, 58, 57, 51, 48, 28, 33, 26, 28, 38, 38, 34, 46, 39, 59, 75, 106, 145, 142, 137], "n_pos": 338, "sum_m_en": [33.739722, 52.120559, 53.840043, 53.966389, 57.297243, 56.417039, 58.549146, 58.232477, 56.606375, 58.89061, 57.76197, 58.627138, 55.727707, 55.573465, 52.90408, 56.566243, 57.805797, 52.792767, 55.460573, 55.396136, 54.033383, 55.108857, 54.602141, 55.064939, 75.896903, 65.199007, 60.625222, 57.712652, 54.39051, 55.711925, 53.772126, 55.621851, 57.088186, 61.28348, 67.185046, 69.093659, 71.88174, 79.748365, 95.941028, 102.407285, 99.791044, 102.865312, 116.790945, 126.235949, 108.19435, 84.698068, 41.314749, 11.218001, 3.948552, 2.000002], "sum_m_pl": [5.821096, 16.546192, 18.951671, 18.802124, 20.225733, 19.616754, 20.100772, 20.992733, 22.875917, 22.55826, 23.297729, 25.246194, 27.027292, 28.867207, 29.951866, 29.398245, 26.524799, 26.941297, 24.713122, 24.797345, 23.905252, 22.916459, 22.503938, 22.126369, 32.514506, 38.336306, 39.775194, 39.127168, 40.667981, 41.866115, 36.21004, 36.145347, 36.135176, 33.056049, 28.308332, 25.700538, 23.475365, 20.99379, 19.729412, 22.788264, 23.121843, 22.394246, 32.134024, 35.893775, 49.750216, 67.886461, 107.894094, 141.018426, 140.684886, 136.533703]}, "digit": {"n_am_en": [0, 1, 2, 3, 1, 2, 0, 1, 3, 4, 3, 3, 0, 2, 2, 1, 4, 5, 3, 3, 1, 2, 2, 6, 4, 4, 3, 4, 2, 4, 1, 1, 1, 3, 4, 4, 6, 5, 4, 6, 5, 3, 9, 9, 7, 4, 2, 0, 0, 0], "n_am_pl": [0, 3, 1, 1, 0, 1, 1, 0, 1, 3, 3, 3, 6, 4, 2, 4, 4, 1, 2, 3, 5, 4, 3, 2, 6, 9, 7, 10, 6, 2, 2, 4, 2, 4, 4, 2, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.153155, 5.678449, 6.164325, 5.654481, 5.699823, 5.5221, 5.280628, 5.292164, 5.107806, 5.225542, 5.148754, 4.948191, 4.526023, 4.530938, 4.431455, 4.724526, 5.05117, 4.880843, 5.399387, 5.158894, 4.925146, 4.927095, 4.842005, 5.025548, 6.025877, 5.559092, 5.415832, 5.494845, 5.146003, 5.332541, 4.944488, 5.107103, 5.415709, 5.413559, 5.825147, 6.28681, 6.418151, 6.362548, 6.054902, 5.690955, 5.69263, 4.843345, 5.715737, 5.404919, 3.943691, 3.875688, 2.06269, 1.113965, 0.223178, 0.0], "sum_m_pl": [0.506005, 1.646536, 1.491502, 1.496227, 1.440543, 1.196446, 1.10918, 1.128833, 1.389538, 1.462956, 1.806428, 1.794853, 1.93477, 2.095566, 2.26599, 2.241054, 1.952647, 2.089716, 1.989083, 2.10191, 2.026286, 1.924619, 1.855414, 1.867424, 2.841087, 3.282942, 2.965137, 2.988445, 2.919657, 2.810523, 2.37135, 2.508998, 2.526449, 2.246007, 1.984787, 1.850676, 1.46943, 1.338428, 1.36251, 1.359499, 1.295592, 1.319429, 1.325097, 1.235014, 1.174566, 1.021418, 0.876721, 0.473205, 0.100508, 0.0]}, "lang": {"n_am_en": [3, 8, 15, 18, 28, 23, 32, 29, 27, 24, 17, 21, 20, 14, 22, 31, 35, 30, 31, 35, 35, 33, 30, 34, 52, 37, 36, 27, 28, 28, 29, 28, 30, 39, 54, 54, 58, 63, 75, 84, 74, 79, 86, 89, 75, 56, 27, 5, 2, 2], "n_am_pl": [4, 14, 16, 13, 7, 13, 25, 20, 23, 28, 26, 27, 28, 29, 21, 26, 19, 19, 14, 15, 13, 15, 17, 9, 18, 23, 23, 19, 27, 31, 27, 30, 29, 28, 23, 16, 21, 16, 17, 25, 28, 24, 31, 27, 38, 55, 86, 124, 134, 137], "n_pos": 139, "sum_m_en": [13.890602, 21.659229, 22.93688, 23.530826, 25.509003, 24.738514, 26.436524, 26.615835, 26.372078, 27.706261, 26.729539, 27.592008, 26.352281, 26.448407, 24.709942, 26.45644, 26.983534, 24.104615, 24.844955, 24.912996, 24.389302, 25.277019, 24.993599, 24.825351, 40.373764, 33.826868, 31.12189, 28.624708, 25.852413, 26.27762, 26.139518, 27.04845, 26.99493, 30.923491, 33.781399, 35.561672, 38.703543, 44.26706, 54.746795, 60.409896, 61.059933, 62.956053, 70.32105, 77.249166, 68.506628, 53.402301, 25.7426, 6.007617, 2.315153, 2.000001], "sum_m_pl": [2.248238, 6.13684, 7.289299, 7.485826, 7.796496, 8.130972, 8.945687, 9.442657, 10.195447, 10.006146, 10.557174, 12.039252, 12.90398, 14.066117, 14.120447, 13.681675, 12.099469, 12.463626, 11.153942, 10.778797, 10.542798, 10.181721, 9.97093, 9.734036, 13.511793, 15.796734, 17.230701, 17.407295, 18.749535, 19.308983, 16.6985, 16.866778, 16.727873, 15.432668, 13.116916, 11.931004, 11.542144, 9.970366, 9.857405, 11.623335, 13.017561, 13.629699, 19.52069, 23.128551, 33.12792, 47.546195, 85.347146, 119.272405, 132.435127, 135.812413]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 342, "item_id": "gsm8kpl-1168", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1467, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9854, "tf_agree_excl_first": 0.9883}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 21, 25, 25, 29, 20, 34, 24, 28, 25, 33, 20, 33, 42, 40, 34, 37, 34, 52, 54, 52, 57, 52, 45, 68, 65, 55, 38, 34, 32, 34, 31, 40, 54, 65, 60, 71, 65, 71, 73, 73, 70, 64, 68, 70, 67, 69, 67, 47, 38], "n_am_pl": [6, 8, 17, 7, 7, 7, 12, 17, 12, 11, 14, 13, 23, 24, 16, 15, 14, 16, 12, 8, 5, 3, 6, 4, 11, 7, 12, 11, 19, 18, 21, 18, 13, 12, 12, 14, 4, 7, 5, 2, 4, 3, 3, 3, 2, 0, 0, 0, 0, 0], "n_pos": 181, "sum_m_en": [19.440482, 28.659452, 29.985755, 29.758615, 32.047623, 31.306676, 30.688639, 29.391824, 29.503694, 30.621753, 30.565825, 30.816625, 30.485161, 31.851558, 32.826934, 32.076419, 32.291036, 30.443241, 30.797466, 30.513271, 28.459935, 28.878855, 28.301734, 29.053328, 42.402796, 38.413847, 36.65827, 33.473969, 35.895658, 35.083797, 34.551329, 36.461792, 37.787548, 38.879213, 41.851426, 40.591934, 49.235931, 55.780786, 59.443841, 60.167813, 61.65945, 62.245159, 57.875584, 61.551621, 61.902745, 64.664736, 66.105817, 62.974205, 48.077676, 38.502448], "sum_m_pl": [4.000102, 8.948647, 9.497613, 9.021975, 9.629445, 8.395545, 7.994376, 7.703484, 8.301352, 9.316738, 9.675285, 10.765845, 11.415938, 11.361613, 11.844519, 12.212484, 11.466174, 11.057844, 10.75122, 11.03405, 11.2812, 10.977827, 10.782181, 11.020522, 14.023052, 14.904108, 15.244787, 16.248971, 15.126729, 15.754687, 14.627666, 13.846598, 13.534198, 12.200496, 12.17575, 11.710041, 10.746782, 9.765327, 8.59052, 8.880111, 8.239683, 7.549826, 6.834451, 5.867591, 5.18696, 3.386979, 2.614894, 2.088109, 1.075051, 3.4e-05]}, "digit": {"n_am_en": [0, 5, 2, 6, 10, 5, 7, 6, 7, 5, 12, 7, 9, 10, 12, 8, 9, 7, 15, 16, 13, 18, 15, 12, 20, 17, 10, 8, 9, 7, 7, 6, 9, 12, 17, 9, 16, 11, 12, 14, 11, 15, 13, 14, 11, 9, 10, 6, 0, 0], "n_am_pl": [0, 2, 2, 2, 0, 0, 1, 1, 2, 4, 2, 1, 10, 11, 3, 4, 3, 3, 3, 1, 1, 0, 2, 1, 3, 3, 1, 1, 7, 5, 6, 7, 1, 2, 3, 5, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [5.70121, 9.527168, 9.781298, 9.402889, 10.100432, 9.383279, 8.985161, 8.388091, 8.606961, 9.354097, 9.675905, 9.481241, 9.408276, 9.82518, 10.109134, 9.671279, 9.609686, 8.38831, 8.723614, 8.779917, 8.254243, 8.533499, 8.444266, 8.78168, 12.823826, 11.336937, 10.771956, 9.761748, 10.877263, 10.093581, 9.963062, 10.728191, 11.061976, 10.726155, 10.47125, 9.273497, 10.332331, 10.269201, 10.07354, 11.569937, 11.07375, 10.923773, 10.278717, 10.121289, 9.88365, 9.059343, 8.868712, 6.499102, 1.502091, 0.0], "sum_m_pl": [0.888108, 2.403811, 2.211871, 2.131591, 2.282307, 1.900186, 1.838887, 1.649898, 2.02306, 2.266406, 2.584706, 2.67977, 3.143629, 3.27901, 3.10421, 3.317882, 2.932163, 2.882423, 2.855625, 2.947004, 3.041713, 2.984998, 2.931458, 3.003914, 3.591092, 3.932881, 3.429753, 3.98464, 3.778394, 3.985247, 3.713147, 3.625596, 3.11947, 2.863858, 2.920101, 3.085123, 2.691328, 2.653728, 2.58977, 3.191419, 2.806999, 2.904204, 2.594058, 2.205261, 2.30924, 1.690955, 1.785002, 1.472251, 0.438873, 0.0]}, "lang": {"n_am_en": [7, 5, 7, 6, 7, 6, 10, 6, 11, 8, 6, 4, 9, 11, 9, 12, 12, 11, 19, 20, 22, 22, 20, 17, 27, 24, 21, 13, 13, 13, 17, 14, 18, 24, 24, 23, 24, 24, 29, 33, 31, 30, 31, 31, 33, 35, 36, 36, 36, 38], "n_am_pl": [2, 2, 4, 0, 1, 2, 1, 1, 0, 1, 3, 2, 3, 2, 3, 2, 4, 3, 3, 3, 2, 2, 1, 1, 1, 1, 4, 6, 4, 3, 4, 4, 0, 2, 3, 3, 0, 3, 4, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.561482, 5.932317, 6.523182, 5.986868, 6.518837, 6.51443, 6.821522, 6.741294, 6.634945, 6.489267, 6.361281, 6.553423, 6.445537, 6.822533, 7.344216, 7.072549, 7.19845, 7.162529, 7.087311, 6.878822, 6.307558, 6.213236, 6.000861, 6.064704, 11.420688, 10.382265, 9.680388, 8.115139, 8.212458, 8.517272, 8.559332, 8.931726, 9.062764, 10.310955, 12.459567, 12.927905, 17.216433, 19.349126, 24.063975, 26.200797, 25.921274, 27.227953, 27.443598, 28.273841, 30.396159, 33.378098, 35.083298, 34.941921, 34.389897, 37.685073], "sum_m_pl": [0.999765, 1.681029, 1.756324, 1.725542, 1.939473, 1.746324, 1.643497, 1.56897, 1.794341, 2.111527, 2.232985, 2.469632, 2.590617, 2.522034, 2.850042, 2.845742, 2.777688, 2.723239, 2.499126, 2.507786, 2.556983, 2.461844, 2.422257, 2.466616, 3.152385, 3.454671, 4.031673, 4.12134, 3.874962, 3.84109, 3.47869, 3.308572, 3.432802, 3.176444, 2.786831, 2.902084, 2.549353, 2.485884, 1.884879, 1.673439, 1.844588, 1.536036, 1.284005, 1.125772, 0.799992, 0.168569, 0.03803, 0.043876, 0.119741, 2.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "gsm8kpl-1174", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1219, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9946, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 16, 23, 30, 33, 41, 47, 52, 47, 46, 33, 28, 32, 38, 39, 52, 68, 60, 82, 88, 81, 83, 75, 74, 104, 87, 75, 57, 57, 47, 55, 61, 64, 59, 73, 81, 91, 100, 97, 107, 107, 96, 87, 96, 87, 68, 31, 6, 0, 0], "n_am_pl": [3, 23, 18, 29, 15, 34, 40, 23, 28, 26, 36, 38, 35, 48, 43, 41, 36, 33, 25, 20, 14, 13, 22, 18, 26, 27, 31, 39, 31, 42, 30, 34, 32, 36, 26, 25, 27, 25, 21, 28, 29, 29, 32, 24, 37, 50, 81, 92, 92, 89], "n_pos": 269, "sum_m_en": [25.164555, 39.493598, 43.17505, 44.15243, 46.016991, 47.288537, 46.77487, 46.410969, 48.386282, 49.910535, 49.608886, 48.056738, 48.020761, 49.634756, 49.835162, 48.735347, 47.947336, 44.472046, 45.062207, 44.516038, 42.132353, 43.116707, 42.352679, 43.729024, 66.98889, 57.605583, 54.071581, 49.529178, 51.009434, 50.055331, 49.418933, 52.858996, 52.100905, 52.611345, 52.735854, 53.539148, 62.740167, 68.419035, 77.602837, 84.348515, 84.531214, 84.537808, 80.828379, 86.450039, 77.832588, 63.654318, 34.245135, 8.312877, 1.209122, 7.3e-05], "sum_m_pl": [5.335393, 14.535392, 15.007423, 15.363335, 15.752312, 15.359754, 14.68765, 15.095436, 15.737589, 16.888898, 18.151702, 19.805146, 21.456593, 21.855975, 21.668403, 20.854411, 19.274676, 17.775875, 16.674006, 16.671592, 16.771501, 16.364153, 16.484011, 16.302901, 22.001381, 24.920717, 26.403887, 28.368397, 27.081996, 28.531875, 25.842223, 25.638147, 25.709726, 23.715711, 23.680702, 22.930921, 23.025328, 21.377235, 20.650375, 23.116426, 22.337371, 21.371754, 24.938896, 24.660386, 35.198279, 48.848341, 77.326655, 94.070877, 91.414565, 88.726975]}, "digit": {"n_am_en": [0, 2, 3, 4, 3, 3, 6, 4, 8, 6, 4, 8, 7, 11, 13, 8, 9, 7, 12, 10, 11, 16, 14, 15, 21, 17, 11, 9, 9, 9, 9, 14, 15, 10, 17, 13, 16, 15, 16, 18, 20, 16, 14, 16, 15, 9, 3, 2, 0, 0], "n_am_pl": [0, 2, 0, 4, 2, 3, 4, 0, 1, 5, 5, 4, 8, 10, 3, 5, 7, 3, 7, 5, 3, 2, 3, 2, 2, 2, 4, 5, 4, 3, 6, 6, 2, 3, 2, 7, 5, 5, 4, 3, 2, 3, 3, 1, 1, 1, 4, 4, 0, 0], "n_pos": 58, "sum_m_en": [5.78821, 10.037018, 10.589061, 10.268663, 10.669523, 10.327345, 9.757543, 9.34772, 9.882899, 11.200669, 11.402103, 10.673838, 10.969601, 11.537214, 11.792887, 10.979419, 10.486684, 9.104687, 9.501138, 9.780863, 9.259088, 9.655423, 9.541955, 9.949796, 14.090741, 12.39722, 11.132097, 10.661151, 11.736537, 11.581939, 11.484096, 12.389693, 12.584489, 12.100141, 12.174758, 10.456078, 12.011211, 11.550862, 13.001359, 15.1476, 14.465437, 13.727837, 13.532525, 13.694803, 12.765529, 8.949507, 5.472941, 3.290923, 0.650962, 0.0], "sum_m_pl": [1.124346, 3.161752, 2.711184, 2.628982, 2.599427, 2.3111, 2.162024, 2.002615, 2.484619, 2.847808, 3.321084, 3.244936, 3.529708, 3.766181, 3.60263, 3.634188, 3.419335, 3.297463, 3.284778, 3.3268, 3.415972, 3.328369, 3.311545, 3.335137, 4.044838, 4.511255, 4.203492, 4.839279, 4.423454, 4.827253, 4.418583, 4.327021, 3.800556, 3.575249, 3.466146, 3.773103, 3.550433, 2.953845, 2.947799, 3.283763, 3.311391, 3.102068, 3.038683, 2.552113, 2.156744, 1.90518, 4.363832, 4.668719, 0.453019, 0.010993]}, "lang": {"n_am_en": [0, 4, 5, 11, 16, 26, 24, 27, 19, 21, 16, 8, 13, 11, 10, 23, 27, 28, 38, 42, 38, 37, 33, 31, 48, 38, 40, 27, 23, 24, 28, 27, 27, 34, 32, 43, 44, 43, 44, 50, 51, 42, 39, 45, 44, 34, 17, 2, 0, 0], "n_am_pl": [0, 5, 8, 12, 7, 12, 16, 11, 17, 12, 12, 19, 16, 14, 21, 21, 18, 19, 11, 10, 5, 7, 10, 12, 8, 13, 12, 18, 16, 22, 12, 15, 15, 19, 14, 10, 14, 15, 13, 15, 19, 20, 25, 21, 32, 45, 65, 83, 89, 89], "n_pos": 89, "sum_m_en": [7.930013, 12.579144, 14.132841, 14.75296, 15.481871, 16.620194, 17.105038, 17.429021, 18.314322, 17.749209, 17.862157, 17.342954, 17.405049, 17.812977, 17.746686, 17.512131, 16.728153, 15.844934, 16.229793, 15.649008, 14.838586, 15.248144, 14.853456, 15.228813, 27.513666, 23.176234, 22.189176, 18.674538, 18.550172, 17.780588, 17.78789, 18.831076, 18.139123, 19.651954, 19.526565, 21.919914, 26.488905, 28.319242, 33.676274, 37.519105, 38.144761, 36.756324, 35.319248, 40.637063, 37.683756, 31.984153, 16.837079, 1.261719, 0.074223, 1e-06], "sum_m_pl": [1.439335, 4.424096, 5.097918, 5.431039, 5.73418, 5.889158, 5.69541, 6.272552, 6.651827, 6.732964, 7.182148, 8.26023, 9.2408, 9.274681, 9.080057, 8.469399, 7.645008, 7.054192, 6.361963, 6.19188, 6.148583, 5.972462, 6.072293, 5.882695, 8.363231, 9.97172, 10.910135, 11.682854, 11.334851, 11.956482, 10.813895, 10.891093, 11.25838, 10.492143, 10.269181, 10.545178, 10.868775, 11.242509, 11.385842, 11.575294, 11.872153, 12.195075, 15.950123, 17.678637, 26.780591, 40.170739, 61.918199, 82.215938, 87.511164, 88.688546]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 274, "item_id": "gsm8kpl-1174", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1509, "region_end": 269, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9927}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 8, 7, 7, 10, 10, 6, 7, 8, 7, 8, 13, 5, 6, 8, 10, 12, 11, 15, 13, 13, 9, 10, 9, 17, 16, 12, 7, 13, 10, 11, 12, 14, 14, 12, 15, 17, 22, 24, 27, 26, 28, 27, 27, 27, 27, 24, 29, 27, 25], "n_am_pl": [1, 3, 3, 2, 3, 2, 6, 5, 3, 5, 6, 8, 16, 9, 12, 13, 11, 11, 6, 5, 4, 6, 4, 7, 8, 5, 4, 7, 6, 7, 7, 7, 2, 1, 5, 6, 2, 4, 2, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [7.125388, 9.403963, 9.076472, 9.546787, 9.942222, 9.834048, 10.21815, 9.736363, 9.431451, 9.824949, 9.734271, 10.068477, 9.230432, 8.713018, 8.788963, 9.283045, 9.874537, 9.270167, 9.374142, 9.620828, 9.221508, 9.387002, 9.270731, 9.570348, 12.03661, 10.467368, 11.073433, 10.308906, 10.715974, 10.628927, 10.711865, 11.122769, 11.250969, 11.804391, 13.121295, 13.414065, 14.164815, 15.688362, 18.667534, 20.945608, 21.559624, 22.597248, 24.534751, 24.564992, 24.412046, 25.244444, 24.881547, 26.961797, 25.561738, 25.246598], "sum_m_pl": [1.810421, 2.765331, 2.855404, 2.566635, 2.861791, 2.781256, 2.573054, 2.694108, 2.564175, 3.108243, 3.6496, 3.915322, 4.348053, 4.105473, 4.088277, 4.368802, 4.09088, 4.405707, 3.874491, 3.846067, 3.74164, 3.563613, 3.50632, 3.556426, 4.57749, 5.041383, 4.569506, 5.340238, 4.534216, 5.284979, 4.672356, 4.561504, 4.678195, 4.383941, 4.234316, 4.685448, 4.161591, 3.992344, 3.162727, 2.743305, 2.593001, 2.101138, 1.564292, 1.316705, 1.27126, 0.901427, 0.891862, 0.4082, 0.278611, 3.6e-05]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 2, 1, 1, 0, 0, 0, 1, 1, 1, 1, 2, 0, 0, 1, 0, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 8, 5, 2, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 2, 0, 0, 0, 2, 1, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.145348, 2.06191, 1.92532, 1.790395, 1.85423, 1.846539, 1.742699, 1.565099, 1.44638, 1.621149, 1.788152, 1.828343, 1.587239, 1.48312, 1.45967, 1.718539, 1.815962, 1.544988, 1.594667, 1.590566, 1.576121, 1.670271, 1.652431, 1.697175, 1.764917, 1.750338, 1.953708, 1.724153, 1.787402, 1.689632, 1.708018, 1.96695, 1.785261, 1.639772, 1.584931, 1.35458, 1.400843, 1.356958, 1.22998, 1.181972, 1.124513, 1.250384, 1.14997, 1.038923, 0.919733, 1.384099, 0.852646, 0.435931, 0.303086, 0.0], "sum_m_pl": [0.186117, 0.437985, 0.33688, 0.306527, 0.318019, 0.295527, 0.26443, 0.26506, 0.331555, 0.468343, 0.624404, 0.719469, 1.004331, 0.977812, 0.782382, 0.861781, 0.785563, 0.856985, 0.749745, 0.726927, 0.676646, 0.657787, 0.638702, 0.659739, 0.664461, 0.805881, 0.755444, 0.76449, 0.730676, 1.06776, 0.894748, 0.94535, 0.8369, 0.649417, 0.607995, 0.676236, 0.677062, 0.747436, 0.695864, 0.637474, 0.600855, 0.665937, 0.622451, 0.532472, 0.547304, 0.35742, 0.230841, 0.16649, 0.140953, 0.0]}, "lang": {"n_am_en": [2, 5, 6, 6, 9, 7, 4, 5, 5, 5, 4, 7, 3, 3, 6, 6, 8, 8, 10, 8, 8, 6, 6, 6, 11, 10, 8, 6, 10, 9, 7, 7, 7, 9, 8, 10, 12, 16, 18, 21, 20, 21, 20, 20, 19, 20, 19, 23, 25, 25], "n_am_pl": [1, 1, 0, 1, 1, 1, 2, 1, 1, 3, 2, 3, 2, 1, 5, 8, 5, 5, 3, 2, 3, 4, 3, 6, 5, 3, 4, 6, 3, 3, 2, 1, 1, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.618384, 4.445261, 4.495685, 4.813721, 4.855058, 4.818281, 5.387986, 5.125739, 5.194414, 5.137351, 4.8205, 5.040919, 4.722203, 4.350401, 4.49933, 4.602321, 4.891118, 4.642291, 4.537297, 4.582991, 4.376554, 4.388013, 4.318145, 4.385465, 6.986278, 5.983917, 6.179901, 5.503965, 5.605037, 5.689143, 5.755671, 5.811551, 5.956382, 6.41166, 7.187572, 7.22815, 8.016041, 9.126221, 11.449908, 13.554288, 14.322288, 15.755455, 17.862682, 18.342049, 18.351919, 19.033695, 18.937223, 21.43791, 22.533803, 24.990223], "sum_m_pl": [0.921819, 1.211168, 1.226963, 1.126026, 1.351167, 1.268156, 1.153345, 1.299616, 1.170058, 1.387373, 1.494753, 1.640454, 1.664968, 1.595381, 1.732406, 1.964373, 1.77533, 1.86249, 1.644613, 1.639079, 1.620464, 1.539763, 1.553302, 1.555277, 2.088511, 2.450633, 2.283326, 2.861753, 2.125105, 2.205977, 1.965623, 1.908292, 2.131823, 2.133975, 2.146101, 2.533254, 2.385638, 2.220662, 1.655955, 1.321517, 1.243211, 0.824942, 0.358684, 0.348615, 0.315469, 0.271249, 0.544382, 0.142724, 0.064819, 3.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 63, "item_id": "gsm8kpl-1178", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1138, "region_end": 59, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.9839}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 13, 13, 14, 15, 23, 18, 21, 18, 17, 15, 15, 13, 8, 16, 20, 17, 13, 17, 16, 15, 16, 18, 19, 32, 21, 15, 18, 18, 17, 14, 18, 20, 24, 30, 30, 38, 39, 50, 52, 56, 54, 54, 55, 48, 36, 21, 11, 7, 5], "n_am_pl": [6, 12, 12, 12, 8, 11, 13, 14, 11, 19, 10, 21, 16, 17, 15, 19, 21, 23, 14, 13, 14, 9, 8, 15, 13, 18, 16, 20, 17, 20, 27, 14, 13, 17, 18, 11, 7, 10, 10, 11, 9, 8, 8, 7, 9, 29, 39, 53, 58, 58], "n_pos": 118, "sum_m_en": [11.047144, 18.119885, 18.578274, 19.692737, 19.518698, 20.043288, 20.040958, 20.197543, 19.841851, 20.587121, 19.753534, 19.597511, 18.613026, 18.246057, 17.560424, 18.392279, 19.083082, 17.349473, 18.171885, 18.492933, 18.120818, 18.762411, 18.722099, 18.915737, 25.546667, 21.713475, 21.186268, 19.048237, 18.897412, 19.021258, 18.289754, 19.47761, 19.12156, 21.591207, 23.247772, 24.421535, 26.746519, 29.068654, 34.24245, 39.309137, 40.667588, 36.581765, 42.73512, 48.65188, 44.926367, 35.105834, 21.271975, 11.692053, 7.368595, 4.629366], "sum_m_pl": [2.496733, 5.907233, 6.328223, 5.935622, 6.753657, 6.530368, 6.394982, 6.675312, 6.99792, 7.689009, 8.650808, 9.380434, 10.146966, 10.535369, 10.654149, 11.127209, 9.6662, 9.892124, 8.25812, 8.053077, 7.890979, 7.409936, 7.359531, 7.349112, 10.240088, 11.703605, 11.690732, 13.396021, 12.619125, 13.886222, 12.440639, 12.336832, 12.320881, 11.075384, 9.547147, 9.560598, 8.640119, 8.185403, 7.660619, 7.301006, 7.085775, 8.70388, 8.30069, 7.254142, 9.67844, 23.504765, 38.794717, 51.014954, 56.848981, 57.754119]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 2, 1, 0, 2, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 2, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 2, 1, 1, 1, 1, 0, 0, 0, 0, 3, 0, 2, 0, 3, 4, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.074326, 2.048333, 2.086343, 1.844803, 1.722082, 1.721835, 1.664103, 1.584724, 1.483902, 1.638745, 1.661646, 1.666664, 1.494858, 1.532979, 1.495472, 1.660163, 1.594641, 1.376904, 1.49654, 1.517842, 1.602596, 1.728382, 1.719056, 1.767178, 2.11178, 2.008621, 1.984025, 1.8982, 1.861128, 1.725059, 1.660338, 1.82533, 1.651635, 1.507194, 1.446211, 1.411199, 1.45507, 1.419959, 1.346622, 1.336604, 1.204046, 1.291561, 1.349902, 0.981736, 0.788934, 1.133851, 1.013816, 0.274481, 0.185402, 0.0], "sum_m_pl": [0.197505, 0.585678, 0.442361, 0.384352, 0.379864, 0.339059, 0.348567, 0.334145, 0.422881, 0.497408, 0.644368, 0.74068, 0.84861, 0.84285, 0.769657, 0.840265, 0.790445, 0.865822, 0.74914, 0.711322, 0.686758, 0.671594, 0.647945, 0.651385, 0.807137, 0.94974, 0.766753, 0.815338, 0.766407, 1.094959, 0.961155, 0.988494, 0.864425, 0.728475, 0.681039, 0.657467, 0.574041, 0.591937, 0.614596, 0.633028, 0.615454, 0.62752, 0.562577, 0.500421, 0.486384, 0.316432, 0.169498, 0.142631, 0.096881, 0.0]}, "lang": {"n_am_en": [1, 6, 7, 9, 11, 18, 13, 16, 11, 10, 8, 11, 10, 7, 10, 8, 9, 7, 13, 12, 13, 14, 16, 17, 23, 16, 12, 10, 10, 10, 7, 12, 13, 17, 23, 22, 29, 29, 34, 34, 36, 34, 38, 37, 34, 25, 18, 8, 4, 4], "n_am_pl": [6, 6, 7, 8, 7, 9, 8, 9, 8, 12, 7, 15, 7, 6, 9, 14, 12, 15, 8, 7, 6, 4, 4, 9, 5, 5, 9, 13, 10, 12, 18, 10, 10, 12, 13, 9, 4, 7, 8, 9, 7, 8, 7, 6, 9, 27, 36, 52, 57, 57], "n_pos": 62, "sum_m_en": [5.925908, 9.260954, 9.617834, 10.54095, 10.473284, 10.759357, 11.045458, 11.417946, 11.50867, 11.513351, 11.216133, 11.085998, 10.717919, 10.18612, 9.835485, 10.186104, 10.578334, 9.489839, 9.947431, 10.276228, 9.913746, 10.185696, 10.170247, 10.175861, 15.821017, 12.86826, 12.434131, 10.49612, 10.357907, 10.412386, 10.214699, 11.00704, 10.93272, 13.213812, 14.468988, 15.827895, 17.740207, 19.543768, 23.253221, 27.296718, 28.300472, 25.462997, 28.321402, 32.769809, 30.6915, 23.217536, 17.192154, 8.205776, 4.301255, 3.543596], "sum_m_pl": [1.484539, 2.93031, 3.285811, 3.13534, 3.80914, 3.797474, 3.661376, 3.977656, 4.249271, 4.373413, 4.801726, 5.400215, 5.848941, 6.183727, 6.356934, 6.527038, 5.542481, 5.657598, 4.675792, 4.400693, 4.328755, 4.048287, 4.055261, 4.038508, 5.291085, 6.224057, 6.567343, 7.764934, 7.454951, 8.233478, 7.48326, 7.483479, 7.596293, 6.630219, 5.834374, 5.947366, 5.35125, 4.89513, 4.794821, 4.464958, 4.401058, 6.042797, 6.615844, 5.457286, 8.076484, 21.069784, 36.11103, 49.068543, 55.61292, 57.063009]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "gsm8kpl-1178", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1428, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9752}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 17, 22, 28, 38, 34, 30, 22, 25, 39, 29, 20, 26, 26, 33, 31, 37, 31, 47, 49, 52, 54, 52, 49, 62, 60, 46, 38, 35, 38, 44, 49, 40, 41, 51, 45, 49, 61, 70, 78, 76, 74, 69, 73, 72, 73, 75, 74, 63, 55], "n_am_pl": [5, 11, 13, 4, 5, 4, 7, 13, 8, 8, 14, 10, 15, 15, 14, 10, 11, 16, 10, 10, 3, 1, 4, 6, 11, 7, 12, 18, 13, 12, 10, 8, 10, 5, 7, 7, 8, 2, 3, 3, 2, 1, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 135, "sum_m_en": [14.648013, 21.97659, 22.242522, 23.225597, 25.888321, 24.878468, 24.815479, 24.902042, 25.132283, 26.709627, 26.360086, 25.447276, 25.362847, 25.797051, 26.37897, 26.386945, 26.839678, 24.623496, 25.263412, 24.888805, 24.371131, 23.40041, 23.727102, 24.083568, 42.578059, 39.596039, 32.870345, 28.347243, 28.483019, 28.461763, 27.986932, 28.476912, 29.975803, 32.160218, 36.400681, 36.10458, 40.583154, 47.008258, 53.227254, 60.789456, 61.758584, 64.671112, 62.612937, 67.470596, 66.304596, 67.645305, 71.036624, 67.862527, 60.544464, 55.072173], "sum_m_pl": [2.76201, 6.534502, 6.577064, 6.238557, 6.855079, 6.48795, 6.106949, 6.388328, 6.763447, 7.590973, 8.408972, 8.89559, 9.540913, 9.309822, 9.355185, 9.783793, 9.376112, 9.730968, 9.587261, 9.497105, 8.986012, 8.665657, 8.600579, 8.599591, 10.250721, 10.349667, 11.187767, 12.061434, 12.442633, 12.442745, 10.919161, 10.362203, 10.08024, 10.03151, 9.754555, 9.738273, 8.8008, 7.070152, 5.98684, 5.377194, 5.111731, 3.885302, 3.733414, 2.937027, 3.415758, 2.209318, 1.735866, 1.107765, 0.803316, 0.000178]}, "digit": {"n_am_en": [1, 0, 1, 2, 7, 3, 2, 1, 1, 6, 6, 0, 2, 2, 9, 8, 9, 2, 9, 9, 11, 10, 11, 10, 13, 11, 8, 4, 5, 4, 5, 8, 5, 4, 9, 8, 7, 10, 12, 14, 11, 9, 7, 11, 9, 9, 9, 10, 4, 0], "n_am_pl": [0, 3, 1, 1, 1, 0, 0, 1, 4, 3, 3, 3, 7, 5, 2, 7, 7, 5, 5, 3, 0, 1, 3, 2, 3, 2, 3, 7, 6, 4, 2, 3, 0, 1, 0, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.262662, 5.768594, 5.70127, 5.389898, 6.228433, 5.556586, 5.190122, 5.271344, 5.237376, 5.997036, 6.111123, 5.529203, 5.647157, 5.97194, 6.310558, 6.080691, 6.057196, 5.275402, 5.784905, 5.746478, 5.700215, 5.525571, 5.749091, 5.854011, 9.737843, 8.768396, 6.484155, 5.59918, 5.69649, 5.617851, 5.494378, 5.951749, 6.369588, 7.22206, 7.724887, 7.276729, 7.677468, 8.419423, 8.337152, 8.29673, 8.48836, 8.291893, 7.884647, 8.971478, 7.99815, 9.129255, 9.658687, 8.12191, 4.057506, 0.0], "sum_m_pl": [0.571567, 1.667721, 1.392867, 1.399952, 1.526527, 1.409365, 1.213598, 1.37506, 1.583846, 1.769044, 2.016654, 2.084855, 2.228861, 2.099541, 2.10294, 2.237478, 2.133668, 2.26994, 2.144387, 2.099035, 1.996556, 1.903889, 1.916163, 1.909066, 2.149196, 2.191518, 2.633282, 2.815363, 2.677181, 2.749241, 2.338043, 2.229622, 2.027116, 1.850393, 1.869989, 1.893931, 1.831406, 1.577501, 1.812065, 1.897813, 1.876504, 1.789651, 1.875964, 1.614966, 2.004876, 1.418681, 1.163051, 0.664354, 0.224776, 0.0]}, "lang": {"n_am_en": [7, 11, 15, 22, 23, 19, 18, 18, 16, 23, 18, 15, 20, 16, 18, 14, 20, 21, 24, 24, 26, 28, 27, 25, 35, 36, 28, 26, 22, 28, 30, 30, 27, 27, 28, 26, 32, 39, 47, 50, 51, 51, 50, 50, 54, 53, 54, 54, 54, 54], "n_am_pl": [3, 4, 5, 0, 0, 3, 3, 5, 2, 2, 3, 3, 6, 6, 6, 2, 1, 5, 2, 3, 1, 0, 0, 1, 1, 0, 5, 8, 2, 2, 3, 1, 5, 1, 3, 0, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 56, "sum_m_en": [6.362315, 9.184275, 9.588001, 10.340829, 11.503686, 11.235892, 12.06438, 11.93861, 12.108312, 12.24908, 11.732512, 11.80916, 11.556794, 11.617973, 11.746543, 11.709055, 11.951158, 10.981523, 10.828805, 10.692742, 10.5089, 9.97852, 9.984089, 10.046211, 21.988559, 20.715997, 17.908851, 15.017704, 14.603795, 14.651824, 14.518786, 14.256995, 14.90529, 15.840443, 18.445158, 18.105326, 21.343647, 27.516324, 32.604013, 39.686325, 39.652589, 44.473001, 43.29826, 46.392156, 47.990378, 48.78649, 50.269054, 49.527069, 50.323683, 53.95174], "sum_m_pl": [0.922102, 2.368376, 2.498849, 2.227285, 2.564198, 2.511437, 2.505787, 2.535534, 2.748526, 3.212821, 3.604564, 3.832381, 4.183792, 4.068891, 4.207675, 4.318687, 4.05744, 4.063687, 4.19391, 4.16145, 3.898682, 3.758046, 3.690861, 3.67209, 3.834499, 4.127477, 4.764442, 5.039891, 5.264066, 5.262514, 4.79226, 4.644738, 4.528303, 4.610897, 4.244073, 4.446255, 4.309286, 3.274737, 2.546042, 1.926278, 1.862954, 1.033354, 0.856455, 0.525866, 0.717864, 0.276027, 0.215962, 0.191825, 0.190832, 0.000178]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "gsm8kpl-1180", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1226, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9645, "tf_agree_excl_first": 0.9714}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 9, 17, 26, 27, 36, 36, 23, 31, 32, 33, 24, 17, 29, 39, 44, 45, 30, 42, 50, 61, 61, 66, 64, 84, 74, 51, 38, 29, 32, 25, 33, 33, 42, 49, 61, 50, 61, 73, 89, 88, 84, 78, 76, 67, 57, 24, 10, 4, 1], "n_am_pl": [2, 15, 11, 9, 11, 12, 8, 12, 21, 22, 21, 28, 27, 13, 15, 24, 13, 26, 12, 17, 16, 12, 14, 10, 10, 13, 14, 21, 17, 17, 20, 18, 13, 10, 6, 14, 17, 12, 13, 12, 11, 15, 15, 21, 27, 40, 62, 73, 75, 75], "n_pos": 167, "sum_m_en": [15.434929, 25.75115, 27.991032, 28.15384, 29.068273, 28.719693, 27.764188, 28.694275, 29.937978, 32.040456, 31.788269, 29.588455, 30.304477, 30.736335, 29.946179, 31.022409, 30.695204, 27.505732, 28.050812, 27.939252, 28.646289, 27.652774, 28.600074, 28.102336, 52.086597, 46.594564, 33.694758, 29.411541, 29.627872, 28.588925, 27.574723, 28.13255, 28.169099, 31.903465, 36.622611, 37.927944, 40.416371, 45.235106, 51.898816, 57.619891, 65.638994, 65.278982, 64.942933, 66.563298, 59.796615, 49.5217, 23.918866, 10.100516, 5.121271, 1.000133], "sum_m_pl": [2.793416, 8.323686, 8.714376, 8.294917, 9.092238, 8.825823, 8.525947, 8.789844, 9.805879, 10.643264, 11.596127, 12.910217, 13.206962, 12.9234, 13.416276, 13.089083, 12.321921, 12.684738, 11.912174, 11.731555, 11.155762, 10.754776, 10.626349, 10.312802, 13.315882, 13.414148, 15.602815, 16.270674, 16.572834, 17.964773, 15.834172, 15.589113, 14.675157, 13.868804, 13.750806, 14.112283, 13.961012, 13.998326, 13.958278, 12.366232, 10.816794, 11.455, 14.161578, 17.504881, 24.134765, 37.97791, 59.145827, 69.983069, 75.624937, 74.711303]}, "digit": {"n_am_en": [0, 1, 2, 5, 3, 1, 1, 0, 0, 3, 4, 1, 1, 3, 5, 4, 11, 5, 9, 10, 10, 9, 9, 9, 10, 8, 5, 4, 4, 4, 3, 7, 4, 3, 7, 6, 7, 5, 7, 7, 6, 5, 5, 6, 6, 6, 6, 5, 2, 0], "n_am_pl": [0, 1, 1, 0, 2, 0, 0, 0, 1, 1, 1, 2, 3, 3, 2, 3, 2, 2, 2, 3, 0, 0, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 0, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 2, 0, 1, 0, 0], "n_pos": 24, "sum_m_en": [2.177937, 4.01563, 4.258976, 4.18761, 4.590886, 4.268167, 3.868545, 3.845702, 3.87808, 4.384669, 4.464423, 4.044374, 4.116405, 4.29399, 4.638834, 4.439348, 4.301487, 3.964812, 4.279493, 4.17754, 4.131112, 4.05534, 4.210704, 4.331611, 8.080776, 6.673117, 4.942288, 4.331857, 4.221386, 4.183651, 4.101962, 4.377018, 4.535481, 4.710807, 6.129416, 5.56155, 6.059037, 5.811281, 6.116821, 5.476768, 5.83071, 6.09615, 5.442971, 6.126585, 5.622223, 4.888151, 5.370094, 4.267142, 1.613733, 0.0], "sum_m_pl": [0.419669, 1.25667, 1.058276, 1.052581, 1.151342, 1.038989, 0.855634, 0.957127, 1.156234, 1.221298, 1.430444, 1.434317, 1.550581, 1.480695, 1.418358, 1.539121, 1.463163, 1.520825, 1.378256, 1.520937, 1.407702, 1.351685, 1.364476, 1.343909, 1.263791, 1.533958, 1.783744, 1.976687, 1.881251, 1.961005, 1.636963, 1.588843, 1.505381, 1.31851, 1.243688, 1.308652, 1.125462, 0.954942, 1.115789, 1.112973, 1.198222, 1.119021, 1.277012, 1.88909, 1.457155, 1.90777, 1.025214, 1.275204, 0.485859, 5.8e-05]}, "lang": {"n_am_en": [6, 5, 7, 15, 16, 21, 20, 15, 19, 17, 18, 12, 6, 14, 20, 24, 18, 15, 19, 23, 31, 31, 35, 33, 43, 37, 25, 18, 15, 17, 11, 13, 15, 26, 27, 34, 26, 35, 42, 50, 52, 49, 47, 43, 41, 32, 12, 4, 1, 1], "n_am_pl": [1, 9, 6, 4, 7, 4, 3, 6, 11, 12, 14, 17, 14, 8, 8, 13, 6, 16, 7, 9, 11, 6, 7, 6, 3, 6, 9, 12, 10, 13, 14, 12, 9, 7, 4, 10, 13, 8, 10, 8, 8, 13, 12, 16, 21, 32, 55, 65, 73, 74], "n_pos": 77, "sum_m_en": [7.031944, 11.735445, 12.87207, 12.719786, 13.294384, 13.242703, 13.249841, 13.969684, 14.921239, 15.570813, 15.366502, 14.185118, 14.230449, 14.535635, 13.736899, 14.575689, 14.190652, 12.47184, 12.370349, 12.650249, 13.698232, 12.948251, 13.551865, 12.829402, 25.510114, 23.086906, 16.350858, 13.914734, 14.243092, 13.290197, 12.674102, 12.629308, 12.663199, 15.817912, 17.950041, 19.180108, 20.259508, 23.437982, 27.80609, 32.531148, 37.186947, 37.991717, 37.812072, 36.468064, 34.040745, 25.898662, 11.313711, 3.97409, 1.552953, 1.000024], "sum_m_pl": [1.106814, 3.688886, 3.967741, 3.788663, 4.11599, 4.131203, 4.246053, 4.315171, 5.037217, 5.454855, 6.056257, 6.805866, 6.853216, 6.735648, 7.216408, 6.499446, 6.276165, 6.416416, 6.08744, 5.73929, 5.429517, 5.228488, 5.177138, 4.970111, 6.565825, 6.628044, 8.118483, 8.513064, 8.787008, 9.692061, 8.70013, 8.700362, 7.946658, 7.488185, 7.717837, 8.30144, 8.516135, 8.752799, 8.398541, 7.465841, 6.89783, 7.918192, 10.140718, 12.432654, 18.738178, 30.349053, 51.469176, 62.571927, 71.165066, 73.660843]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "gsm8kpl-1180", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1516, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 84, 111, 194, 171, 166, 109, 137, 146, 142, 141, 153, 169, 165, 169, 152, 186, 180, 209, 217, 197, 182, 162, 164, 249, 235, 199, 167, 187, 162, 142, 173, 177, 184, 243, 284, 323, 322, 330, 319, 314, 310, 290, 303, 254, 271, 214, 197, 136, 134], "n_am_pl": [18, 73, 87, 118, 127, 96, 78, 71, 79, 107, 80, 122, 131, 160, 146, 177, 140, 186, 120, 99, 76, 53, 43, 45, 86, 126, 123, 177, 141, 198, 164, 162, 100, 78, 76, 44, 45, 41, 30, 28, 19, 13, 9, 5, 9, 6, 14, 13, 15, 11], "n_pos": 1280, "sum_m_en": [137.264413, 199.62554, 201.771963, 201.435047, 214.652503, 206.423949, 193.385081, 204.114661, 200.022524, 208.369627, 207.955065, 198.820686, 193.848763, 191.15273, 191.737377, 196.693609, 202.229674, 192.130787, 202.556273, 195.803189, 191.130908, 192.728392, 190.956321, 195.274876, 226.492793, 219.801467, 199.253883, 192.789673, 203.5324, 197.171113, 200.244759, 199.320349, 218.386959, 215.551276, 235.643953, 238.762016, 253.229411, 261.51797, 275.97628, 275.684739, 280.373234, 284.142199, 290.568793, 287.418595, 260.669025, 258.352923, 229.225076, 201.571236, 142.229043, 133.225784], "sum_m_pl": [24.988667, 64.182061, 72.322167, 70.609564, 75.630464, 69.568041, 64.30384, 62.737628, 69.830568, 77.4793, 81.194621, 80.150763, 81.166723, 86.646413, 82.757131, 84.825037, 80.556771, 88.062741, 81.954391, 77.877724, 73.11309, 69.899995, 67.167094, 69.18147, 88.847381, 105.498823, 99.854862, 107.828186, 108.507223, 119.563165, 105.275534, 98.218668, 90.485254, 82.514567, 77.60662, 68.692211, 63.130097, 60.181356, 56.426389, 52.332435, 47.934403, 46.027377, 39.592984, 34.834088, 35.306598, 25.454439, 25.395092, 20.98523, 21.266514, 11.065191]}, "digit": {"n_am_en": [0, 14, 46, 81, 52, 39, 19, 21, 33, 35, 51, 30, 27, 33, 38, 15, 45, 38, 50, 59, 63, 57, 45, 53, 96, 98, 78, 63, 52, 52, 46, 48, 44, 51, 58, 99, 108, 104, 86, 92, 76, 63, 62, 73, 47, 67, 37, 25, 2, 0], "n_am_pl": [0, 13, 8, 24, 27, 13, 12, 16, 22, 23, 21, 36, 33, 67, 63, 65, 42, 58, 39, 29, 17, 7, 7, 3, 15, 34, 38, 48, 34, 41, 47, 37, 34, 27, 28, 19, 21, 19, 5, 6, 7, 4, 4, 1, 2, 1, 0, 0, 0, 0], "n_pos": 310, "sum_m_en": [36.064941, 55.836486, 55.806735, 55.400916, 59.503721, 57.459777, 51.823611, 53.912745, 53.057684, 56.838146, 58.178042, 53.673345, 50.702729, 49.953863, 48.65333, 48.023375, 50.093225, 50.495138, 54.235207, 52.006797, 50.465065, 51.040917, 50.205024, 51.604253, 68.72725, 65.275231, 57.913417, 54.926447, 55.639993, 54.364473, 55.810117, 57.469108, 60.645836, 58.077592, 58.88984, 65.721691, 72.565194, 72.334501, 68.145514, 67.53409, 66.449101, 60.751231, 63.826513, 67.552154, 55.992405, 55.791568, 45.512617, 28.860416, 5.189561, 0.0], "sum_m_pl": [6.295999, 17.826732, 14.986959, 15.862919, 15.346363, 13.624691, 12.272658, 12.4187, 15.3336, 18.068501, 19.874261, 18.521811, 18.990294, 20.608012, 20.411356, 21.392941, 19.386359, 22.470169, 20.79922, 19.263349, 18.427949, 17.596997, 16.923191, 17.398533, 21.858304, 25.60376, 25.133473, 26.839008, 26.255979, 27.373608, 24.932729, 23.666203, 22.70436, 20.959932, 19.927478, 18.920405, 18.802104, 18.199209, 19.461873, 18.17218, 17.675579, 16.797355, 15.012988, 13.019249, 13.696157, 8.497275, 5.872454, 3.572451, 1.510226, 0.0]}, "lang": {"n_am_en": [22, 38, 30, 23, 28, 32, 42, 43, 49, 43, 46, 49, 52, 50, 60, 58, 62, 60, 64, 70, 65, 64, 56, 58, 74, 71, 57, 44, 58, 50, 50, 57, 58, 70, 85, 95, 108, 112, 122, 121, 130, 130, 131, 133, 134, 133, 127, 129, 120, 134], "n_am_pl": [10, 14, 2, 11, 3, 11, 4, 7, 9, 9, 14, 11, 11, 10, 6, 16, 17, 17, 15, 11, 11, 10, 3, 2, 5, 13, 12, 14, 21, 17, 12, 15, 9, 12, 9, 4, 1, 3, 1, 3, 2, 4, 4, 3, 6, 5, 11, 12, 14, 11], "n_pos": 148, "sum_m_en": [20.200653, 23.144996, 23.634315, 23.999925, 24.969232, 23.472128, 24.164791, 26.371576, 26.715492, 26.489334, 27.021329, 28.957112, 27.36654, 27.165775, 28.228925, 29.738512, 30.920319, 28.764482, 29.253477, 27.640402, 27.329256, 26.684404, 26.049657, 26.224092, 47.09596, 46.860669, 42.776405, 36.291977, 37.990955, 34.97684, 34.716315, 33.420459, 36.894191, 41.729683, 49.578353, 53.721143, 71.59603, 74.034512, 89.347639, 97.520253, 105.875, 111.972405, 117.382685, 120.164584, 120.568349, 120.896559, 119.720721, 119.543277, 111.777193, 132.238748], "sum_m_pl": [4.152129, 6.563986, 7.261633, 7.087304, 7.573533, 7.810709, 7.597846, 7.842659, 8.414624, 8.703264, 9.714062, 9.216097, 9.703037, 10.629581, 10.407733, 10.364219, 9.864351, 10.669025, 10.368633, 9.775692, 9.172493, 8.897606, 8.401506, 8.462026, 9.936527, 11.579656, 10.724243, 11.770594, 12.971179, 13.74495, 11.681749, 12.186734, 11.762886, 11.160729, 9.835581, 8.733036, 7.214811, 6.232183, 4.960372, 4.727755, 3.641653, 5.373934, 4.634391, 3.681566, 5.428886, 4.711572, 10.358974, 11.652734, 12.864899, 11.06504]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "gsm8kpl-1181", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1131, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9961, "tf_agree_excl_first": 0.9969}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 68, 118, 183, 212, 203, 187, 173, 195, 199, 210, 178, 178, 186, 159, 199, 251, 239, 269, 295, 286, 274, 255, 249, 394, 330, 295, 249, 225, 215, 200, 208, 228, 240, 298, 331, 363, 369, 400, 418, 412, 406, 425, 421, 402, 337, 114, 56, 22, 20], "n_am_pl": [15, 128, 117, 109, 129, 161, 141, 159, 167, 192, 165, 194, 198, 217, 221, 220, 171, 199, 179, 166, 149, 134, 120, 108, 139, 209, 191, 212, 212, 224, 217, 212, 190, 163, 125, 86, 74, 69, 59, 58, 67, 84, 70, 82, 100, 144, 325, 404, 430, 396], "n_pos": 1280, "sum_m_en": [132.970514, 193.129855, 200.059036, 206.449894, 210.843961, 206.894566, 206.647222, 210.49604, 207.680927, 216.880365, 217.298369, 207.175016, 199.917962, 194.985291, 188.829192, 196.325824, 208.990474, 199.323842, 206.430532, 203.508109, 200.773433, 203.869686, 201.924006, 204.68249, 295.871979, 272.37042, 247.860887, 221.950069, 215.453955, 209.765216, 204.752033, 208.581687, 217.052905, 226.950681, 251.680264, 257.909091, 279.668239, 296.952555, 323.879057, 356.623753, 351.317672, 361.833459, 389.750169, 398.647575, 381.986883, 311.523485, 133.456955, 67.091063, 36.65434, 19.731897], "sum_m_pl": [23.493033, 63.561062, 71.613599, 70.696129, 76.303811, 75.475476, 71.22714, 72.852309, 84.105915, 91.103691, 94.049998, 96.594683, 100.589385, 106.644135, 114.114797, 111.556027, 101.065027, 104.608664, 94.791339, 90.16594, 82.754832, 78.641929, 75.451695, 74.200435, 106.328367, 129.601956, 129.499634, 139.635008, 144.86722, 152.868996, 139.451508, 135.409933, 129.208061, 118.548802, 106.288505, 94.754419, 84.737703, 77.039852, 72.653515, 71.316155, 71.660778, 74.679807, 71.852749, 83.747261, 108.296115, 152.182419, 317.895252, 393.420932, 409.473776, 395.684375]}, "digit": {"n_am_en": [0, 11, 22, 25, 18, 19, 2, 10, 17, 25, 32, 29, 13, 13, 18, 10, 36, 26, 30, 39, 42, 38, 30, 27, 49, 31, 28, 29, 12, 22, 13, 16, 18, 24, 28, 50, 62, 52, 47, 48, 43, 39, 32, 26, 26, 28, 7, 3, 0, 0], "n_am_pl": [0, 20, 10, 17, 14, 11, 3, 9, 16, 24, 19, 29, 17, 31, 35, 44, 24, 30, 27, 25, 28, 24, 20, 19, 33, 50, 45, 46, 40, 46, 42, 34, 43, 29, 25, 9, 8, 8, 10, 6, 8, 2, 1, 3, 3, 7, 16, 11, 2, 0], "n_pos": 176, "sum_m_en": [18.371466, 32.334005, 33.307508, 32.187079, 33.833904, 32.904932, 31.033297, 30.822886, 30.309972, 32.759723, 33.153384, 30.693982, 29.052184, 28.081924, 27.488449, 27.175766, 30.338354, 30.361624, 31.261572, 30.486921, 29.883396, 30.031061, 29.178815, 29.967284, 37.248027, 34.203841, 29.829027, 30.343925, 28.375262, 29.731089, 29.438613, 32.226631, 33.368239, 32.450485, 34.796913, 38.14566, 45.575246, 44.52568, 41.281894, 39.734831, 37.674758, 34.775997, 33.43972, 34.012744, 31.285906, 26.71574, 17.186854, 9.263184, 4.768541, 0.0], "sum_m_pl": [3.246383, 11.162571, 9.225929, 9.093294, 8.470293, 7.457629, 6.613632, 7.076901, 9.293327, 10.923297, 11.972264, 12.212385, 13.103305, 13.920354, 15.512414, 15.215249, 13.095539, 14.214339, 12.83717, 12.451355, 11.565115, 10.942787, 10.46433, 10.479066, 16.364602, 20.094461, 19.283625, 20.396059, 19.853378, 19.738387, 17.701895, 17.561422, 16.779086, 15.098205, 13.264519, 12.33043, 10.235298, 9.979783, 10.776547, 10.842934, 10.212729, 9.775659, 9.227371, 9.130329, 8.523465, 11.264811, 15.880002, 13.15622, 3.381724, 0.0]}, "lang": {"n_am_en": [16, 37, 45, 80, 98, 108, 114, 93, 103, 90, 91, 77, 80, 83, 58, 99, 104, 113, 133, 143, 141, 137, 138, 134, 190, 155, 137, 115, 113, 101, 99, 104, 103, 117, 153, 159, 191, 200, 243, 243, 237, 239, 259, 265, 265, 212, 75, 31, 19, 20], "n_am_pl": [6, 44, 41, 53, 52, 46, 40, 53, 69, 67, 65, 72, 82, 82, 82, 70, 52, 61, 57, 53, 47, 37, 34, 37, 42, 67, 56, 62, 61, 63, 56, 60, 65, 59, 43, 35, 35, 35, 26, 32, 43, 62, 52, 62, 82, 122, 268, 352, 387, 395], "n_pos": 415, "sum_m_en": [44.610244, 61.184574, 64.997479, 69.712516, 72.50616, 71.800873, 75.036864, 76.132929, 75.455494, 79.326714, 79.933397, 77.361617, 71.633011, 70.480914, 65.925705, 71.234576, 76.019194, 71.75623, 73.304791, 72.923781, 71.904904, 73.666842, 73.261186, 72.919409, 131.022271, 116.938678, 106.467818, 90.731412, 86.577794, 81.76873, 79.110579, 78.713927, 79.678925, 87.995961, 100.012223, 109.070257, 125.914348, 140.618929, 169.384202, 193.844993, 191.846468, 201.966158, 222.322919, 238.780064, 237.497293, 193.414085, 74.515994, 32.46472, 21.795848, 19.731149], "sum_m_pl": [7.794125, 17.986478, 21.045661, 21.639114, 23.984752, 25.062965, 25.291138, 26.84428, 30.541882, 32.189138, 32.944267, 34.261257, 35.887089, 40.006936, 42.461054, 39.723078, 35.499188, 36.771841, 33.836881, 31.143784, 28.80615, 27.417344, 26.206126, 25.756563, 34.120231, 42.434623, 44.024508, 49.110059, 50.755134, 53.475893, 47.793795, 48.594778, 48.481036, 46.339045, 42.06069, 36.967971, 36.247608, 31.626229, 29.975118, 29.866867, 32.265458, 36.610352, 36.755085, 49.48823, 72.987317, 113.72722, 255.571573, 338.625011, 373.098113, 394.104055]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "gsm8kpl-1181", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1421, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 24, 31, 33, 51, 63, 69, 72, 72, 79, 65, 48, 51, 54, 69, 74, 74, 74, 77, 87, 93, 98, 98, 95, 120, 119, 109, 100, 98, 93, 85, 74, 95, 108, 106, 101, 115, 129, 135, 148, 141, 142, 141, 123, 126, 113, 114, 114, 95, 90], "n_am_pl": [18, 27, 15, 13, 17, 21, 17, 11, 13, 14, 17, 27, 21, 29, 26, 18, 17, 15, 16, 13, 11, 16, 17, 15, 16, 20, 17, 24, 16, 11, 15, 14, 14, 9, 11, 9, 3, 3, 3, 4, 7, 4, 4, 6, 2, 0, 0, 0, 0, 0], "n_pos": 253, "sum_m_en": [29.756677, 39.124279, 40.397152, 41.462442, 46.839872, 48.005192, 46.686377, 45.966812, 46.920355, 48.278396, 48.991894, 48.369805, 46.531905, 47.535823, 49.194946, 49.206206, 46.657961, 44.682068, 44.061336, 44.75898, 44.661368, 46.127482, 44.86538, 45.305608, 86.230934, 83.321146, 72.238175, 61.645973, 62.448072, 59.317174, 56.200951, 56.596139, 62.0154, 63.363191, 67.757906, 69.038055, 78.244773, 91.007345, 102.702674, 119.180295, 114.245128, 112.219141, 116.502044, 114.633174, 115.926295, 112.649416, 108.084502, 105.867543, 93.723549, 89.498972], "sum_m_pl": [6.096883, 12.715563, 13.195392, 12.222515, 13.602555, 12.159535, 11.583061, 11.725425, 11.921221, 12.410943, 14.079915, 14.926653, 14.595477, 15.508009, 14.536311, 14.408962, 14.334543, 13.872817, 14.429122, 14.238482, 13.795676, 13.737381, 13.623926, 13.679316, 19.313354, 18.802798, 18.374236, 18.35446, 18.035086, 17.399478, 16.177027, 15.620716, 15.196259, 13.764613, 13.374412, 13.227395, 12.584882, 11.750053, 11.310214, 11.047389, 11.670223, 9.673007, 8.630712, 9.570374, 6.773279, 4.363712, 3.477691, 2.913497, 2.659997, 0.034214]}, "digit": {"n_am_en": [0, 2, 4, 8, 8, 12, 16, 18, 15, 19, 22, 10, 8, 14, 21, 16, 17, 14, 14, 15, 16, 16, 19, 17, 25, 23, 18, 15, 18, 16, 18, 16, 15, 18, 19, 17, 24, 27, 23, 27, 24, 25, 28, 22, 19, 15, 14, 12, 2, 0], "n_am_pl": [0, 3, 1, 1, 3, 2, 5, 1, 1, 1, 0, 4, 9, 12, 8, 6, 3, 2, 6, 4, 2, 4, 6, 3, 5, 5, 3, 3, 3, 3, 6, 3, 5, 3, 3, 5, 1, 1, 1, 3, 4, 4, 4, 3, 1, 0, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.904993, 9.382983, 9.737943, 9.623899, 10.848196, 10.94693, 10.462609, 9.762469, 9.856934, 10.171047, 10.660101, 10.238672, 9.948522, 10.35553, 10.744739, 10.274503, 9.535794, 9.442496, 9.165998, 9.24332, 9.265896, 9.426355, 9.264994, 9.429882, 16.706713, 16.001698, 13.537598, 11.600866, 12.573944, 11.641833, 11.029322, 11.727791, 12.467345, 12.300069, 11.944498, 12.181008, 12.24439, 12.958675, 14.176703, 19.076215, 16.073105, 13.639961, 12.060562, 15.761786, 14.241247, 12.954173, 11.21302, 9.961555, 3.529769, 2e-06], "sum_m_pl": [0.961325, 2.510363, 2.279622, 2.238916, 2.397222, 2.032082, 1.773159, 1.645507, 1.958352, 2.09919, 2.439991, 2.599759, 2.865668, 3.089296, 2.726942, 2.725717, 2.690294, 2.764382, 2.823221, 2.740151, 2.707019, 2.706266, 2.703069, 2.780684, 4.514271, 3.995895, 3.193911, 3.238027, 3.197488, 3.334902, 3.102611, 2.921014, 2.789809, 2.469532, 2.51601, 2.832122, 2.509155, 2.592639, 3.399614, 3.79677, 4.604174, 3.943371, 3.402467, 3.029383, 2.555452, 1.774141, 1.533032, 1.028188, 0.603656, 0.0]}, "lang": {"n_am_en": [12, 15, 14, 18, 31, 33, 29, 28, 32, 32, 23, 21, 23, 24, 30, 38, 36, 39, 39, 46, 53, 53, 52, 55, 61, 58, 58, 57, 56, 53, 50, 41, 48, 59, 62, 59, 63, 71, 78, 79, 76, 77, 80, 76, 82, 82, 81, 82, 84, 89], "n_am_pl": [9, 9, 3, 4, 5, 7, 6, 5, 7, 6, 4, 12, 6, 8, 10, 6, 8, 7, 6, 4, 5, 6, 4, 4, 2, 9, 5, 10, 6, 5, 5, 6, 4, 2, 2, 1, 1, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 91, "sum_m_en": [10.936362, 14.043933, 14.802834, 15.346583, 17.694732, 18.335866, 17.78613, 17.873011, 18.72779, 18.889287, 18.731982, 18.764554, 18.097308, 18.673759, 19.596373, 19.778692, 18.770701, 17.888694, 17.711688, 17.967017, 17.984103, 18.897021, 18.01881, 18.019436, 43.54906, 42.124332, 37.055903, 30.165136, 29.223021, 27.842761, 25.488568, 24.695973, 26.9058, 29.144577, 33.135863, 35.639815, 41.958212, 51.133999, 59.844017, 67.420732, 68.062938, 68.820671, 75.061597, 73.527581, 77.46807, 78.587184, 77.921965, 77.666965, 77.490121, 88.28392], "sum_m_pl": [2.236381, 4.272924, 4.748679, 4.394608, 4.926813, 4.483187, 4.242134, 4.404408, 4.434203, 4.624758, 5.436715, 5.691663, 5.367895, 5.976854, 5.611809, 5.565289, 5.405145, 5.189107, 5.446964, 5.385554, 5.17172, 5.211843, 5.135202, 5.101336, 6.04748, 6.211643, 6.569148, 6.980959, 6.803887, 6.179824, 6.078705, 5.931566, 5.758941, 5.406373, 5.072648, 4.846272, 4.656786, 3.86402, 3.288834, 2.805992, 2.756659, 2.079834, 1.683924, 3.249232, 1.365877, 0.730043, 0.665473, 0.721448, 0.534451, 0.034209]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 256, "item_id": "gsm8kpl-1187", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9882}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 72, 53, 96, 141, 157, 136, 155, 160, 118, 128, 127, 125, 148, 173, 181, 152, 145, 168, 170, 184, 207, 207, 210, 345, 301, 251, 215, 199, 173, 149, 142, 178, 197, 200, 224, 248, 299, 277, 284, 291, 283, 275, 303, 240, 174, 55, 20, 12, 3], "n_am_pl": [3, 44, 73, 43, 45, 56, 70, 99, 71, 90, 90, 101, 108, 92, 68, 59, 48, 49, 40, 37, 31, 42, 38, 37, 26, 40, 48, 66, 73, 87, 75, 68, 73, 49, 53, 53, 53, 44, 61, 72, 78, 86, 107, 95, 140, 182, 319, 375, 372, 381], "n_pos": 746, "sum_m_en": [66.84814, 112.679089, 116.804809, 119.86359, 128.81533, 132.88658, 128.979347, 131.399953, 131.671556, 135.732307, 140.512258, 135.075933, 133.225971, 133.297952, 132.948334, 135.38122, 126.18254, 120.159471, 120.347634, 118.980079, 121.350451, 124.534044, 123.293918, 124.002378, 206.709609, 195.452514, 169.433291, 148.028243, 147.153601, 138.268345, 130.357348, 131.355915, 137.913487, 147.385666, 155.183818, 157.774867, 161.596792, 194.889612, 207.633496, 227.793903, 228.377358, 230.87193, 227.477996, 250.716582, 206.484526, 160.379981, 61.407662, 28.357578, 17.263073, 2.382026], "sum_m_pl": [10.557544, 33.312466, 37.051089, 35.507067, 36.975104, 35.240647, 36.233692, 36.89806, 39.284409, 38.81177, 43.24648, 46.689077, 45.053165, 47.473994, 45.596575, 44.2514, 41.142732, 41.121468, 39.682743, 40.239468, 39.27997, 38.601536, 38.425332, 38.279673, 46.728149, 49.289341, 52.079049, 54.320846, 57.176202, 58.680178, 53.302414, 52.832803, 53.531659, 46.295308, 46.134685, 45.776456, 46.211253, 44.690799, 50.920488, 55.30818, 60.983257, 66.924812, 87.30377, 93.139754, 125.266545, 169.81071, 286.380777, 350.601367, 368.709666, 382.410861]}, "digit": {"n_am_en": [1, 0, 11, 12, 14, 12, 10, 18, 23, 14, 20, 19, 14, 32, 26, 30, 22, 14, 14, 18, 22, 25, 25, 28, 44, 46, 41, 34, 36, 22, 19, 20, 22, 29, 27, 32, 31, 40, 29, 30, 33, 30, 33, 35, 23, 13, 8, 2, 0, 0], "n_am_pl": [0, 4, 4, 4, 7, 4, 3, 3, 4, 6, 12, 13, 24, 15, 11, 11, 11, 13, 11, 6, 3, 5, 5, 3, 7, 5, 3, 7, 9, 14, 17, 14, 13, 5, 7, 11, 10, 9, 9, 7, 8, 10, 9, 4, 6, 11, 10, 9, 5, 0], "n_pos": 104, "sum_m_en": [10.252827, 18.894867, 20.203379, 18.939229, 19.454135, 19.04719, 18.75663, 18.316382, 19.263863, 19.496089, 20.428682, 18.935112, 18.318747, 19.232791, 19.092032, 19.245352, 17.611492, 16.910783, 17.224551, 16.794622, 17.225642, 17.94072, 17.816657, 18.233862, 29.40047, 28.623702, 25.091637, 22.520928, 22.908393, 21.605407, 19.775709, 20.682975, 21.625665, 22.392419, 21.946148, 23.94136, 21.772525, 24.719566, 24.653834, 27.570435, 24.530163, 22.84967, 22.008677, 24.322305, 18.649281, 15.515589, 9.481801, 4.397092, 2.563367, 0.0], "sum_m_pl": [1.883982, 5.026474, 4.50879, 4.14158, 3.985559, 3.581556, 3.498703, 3.401071, 4.34937, 4.47816, 5.219353, 5.914396, 5.891638, 6.266998, 5.526053, 5.492691, 5.272712, 5.688089, 5.484047, 5.428335, 5.344107, 5.291075, 5.226409, 5.261781, 6.497478, 6.408808, 6.012982, 6.490434, 6.36961, 6.826657, 6.532086, 6.535295, 6.234765, 5.464945, 5.679669, 6.191375, 5.876538, 5.811892, 6.904742, 7.446706, 8.023525, 7.299929, 7.100946, 7.234852, 7.167104, 7.706419, 10.1715, 8.80313, 5.146416, 0.00703]}, "lang": {"n_am_en": [12, 49, 31, 70, 109, 107, 88, 94, 98, 75, 75, 73, 82, 85, 104, 110, 95, 96, 112, 114, 128, 138, 144, 141, 225, 183, 144, 123, 107, 102, 91, 87, 102, 112, 114, 132, 155, 190, 189, 190, 196, 193, 188, 217, 172, 131, 36, 14, 6, 2], "n_am_pl": [1, 23, 50, 23, 20, 21, 43, 63, 38, 68, 55, 52, 54, 46, 43, 37, 29, 21, 21, 19, 21, 26, 25, 28, 13, 23, 30, 48, 49, 53, 40, 45, 50, 37, 39, 39, 41, 33, 48, 61, 62, 68, 89, 81, 123, 155, 282, 344, 355, 381], "n_pos": 383, "sum_m_en": [35.470861, 56.656167, 58.501228, 60.727126, 67.479544, 70.02214, 68.283705, 71.320158, 71.715754, 74.500278, 75.898748, 72.936162, 72.817077, 72.214265, 72.195708, 74.617528, 68.747688, 64.815201, 64.327029, 63.886249, 65.246282, 66.680404, 65.851462, 65.62241, 124.257974, 115.521545, 97.409111, 82.151937, 79.18344, 72.207801, 69.32057, 69.588672, 71.84047, 80.060288, 86.841677, 91.077025, 98.475749, 122.728865, 137.958637, 150.198003, 154.795562, 156.692163, 158.301056, 179.568035, 146.053504, 113.162755, 36.451351, 14.921833, 6.862532, 1.463325], "sum_m_pl": [5.116823, 17.156328, 19.65959, 19.210566, 19.584437, 18.945908, 19.572956, 20.566923, 21.712416, 21.254949, 24.012092, 25.461104, 24.965711, 26.710321, 26.050222, 24.961039, 22.358105, 22.037772, 21.126102, 21.539352, 20.910588, 20.618517, 20.586818, 20.554373, 26.69448, 28.6908, 31.70279, 32.716002, 34.70513, 35.32027, 32.08554, 32.033537, 33.292564, 28.696917, 28.718476, 28.403305, 30.450454, 29.618171, 33.686921, 37.299999, 41.711598, 48.539294, 68.64926, 72.393916, 102.298214, 143.192173, 249.996227, 320.096935, 348.908537, 380.816338]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 749, "item_id": "gsm8kpl-1187", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1456, "region_end": 746, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 0.996}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [0, 6, 4, 5, 8, 8, 12, 14, 12, 13, 10, 10, 12, 6, 4, 8, 1, 4, 6, 13, 8, 6, 4, 9, 16, 14, 10, 8, 8, 14, 13, 10, 8, 17, 13, 12, 15, 16, 20, 21, 25, 22, 23, 19, 18, 23, 23, 18, 17, 12], "n_am_pl": [1, 2, 2, 2, 1, 4, 6, 4, 4, 4, 6, 6, 8, 7, 3, 2, 2, 6, 4, 3, 4, 6, 5, 3, 5, 7, 4, 6, 1, 5, 4, 1, 7, 4, 5, 4, 3, 2, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [6.236867, 9.372641, 8.637007, 8.787682, 9.127834, 9.523592, 9.579434, 9.732856, 9.174217, 9.390896, 9.603801, 9.966078, 8.679295, 8.517225, 8.391382, 8.616158, 8.960394, 8.497257, 9.282799, 10.057385, 8.895436, 8.932589, 8.869299, 9.281292, 11.231535, 9.846413, 9.487552, 9.601769, 9.987921, 11.33946, 10.699082, 10.584639, 10.278219, 10.550351, 10.983862, 10.675348, 10.949764, 13.069301, 16.817018, 18.392662, 17.86693, 18.828213, 20.120419, 19.263894, 19.504815, 21.308671, 21.099815, 18.93799, 16.386283, 12.459144], "sum_m_pl": [1.550385, 2.863903, 3.161366, 2.671734, 2.803017, 2.6353, 2.700733, 2.592244, 2.814806, 3.058399, 3.267862, 3.436517, 3.569101, 3.668567, 3.587061, 3.608951, 3.400087, 3.732614, 3.520057, 3.610446, 3.515184, 3.40807, 3.259715, 3.382928, 3.817124, 4.114704, 4.406756, 4.42344, 3.972657, 4.58306, 3.959978, 4.143941, 4.314452, 3.776491, 3.756626, 3.651014, 3.575036, 3.254093, 2.291917, 2.122862, 1.957347, 2.035733, 1.779317, 1.456251, 1.237166, 0.819384, 0.542268, 0.277162, 0.095283, 5.6e-05]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 1, 1, 3, 3, 4, 2, 0, 2, 2, 0, 0, 1, 4, 1, 1, 1, 2, 4, 3, 3, 0, 1, 3, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 4, 5, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 3, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.108442, 2.091102, 1.828235, 1.726715, 1.645393, 1.807241, 1.854494, 1.742042, 1.641854, 1.87691, 2.057808, 2.156674, 1.884267, 1.76748, 1.701828, 1.749906, 1.768073, 1.604102, 1.849071, 1.990741, 1.730685, 1.706006, 1.688191, 1.811338, 2.376769, 2.333115, 2.24703, 1.988421, 2.012474, 2.18203, 2.199821, 2.224626, 2.080315, 2.085433, 1.979366, 2.171642, 2.360325, 2.545137, 2.363615, 2.183647, 1.867906, 1.992267, 2.05067, 1.881529, 1.706179, 1.310208, 1.09431, 0.564844, 0.011479, 0.0], "sum_m_pl": [0.180863, 0.461323, 0.355169, 0.28299, 0.303511, 0.314891, 0.325578, 0.318894, 0.399059, 0.482776, 0.590863, 0.606964, 0.755139, 0.747988, 0.717966, 0.733334, 0.639535, 0.715931, 0.67297, 0.679819, 0.660737, 0.642334, 0.619827, 0.685622, 0.747513, 0.738239, 0.739709, 0.855546, 0.76311, 0.929661, 0.862162, 0.893703, 0.832299, 0.697826, 0.702832, 0.66316, 0.59067, 0.565052, 0.483462, 0.471608, 0.441409, 0.44836, 0.394137, 0.322178, 0.282303, 0.131023, 0.105794, 0.071732, 0.002922, 0.0]}, "lang": {"n_am_en": [0, 1, 2, 1, 3, 3, 3, 4, 3, 2, 2, 1, 3, 2, 2, 3, 1, 1, 4, 4, 3, 2, 2, 5, 7, 6, 5, 3, 2, 4, 3, 2, 3, 5, 4, 5, 6, 8, 11, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12], "n_am_pl": [0, 1, 0, 0, 1, 1, 2, 2, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.354795, 1.846784, 1.812354, 1.857136, 2.036881, 1.966771, 2.007473, 2.057938, 1.895429, 1.799714, 1.782857, 1.922575, 1.896441, 1.922907, 1.946187, 1.898467, 1.980915, 1.954216, 2.031525, 2.187718, 1.937986, 1.912665, 1.902038, 1.976485, 3.235189, 2.349596, 2.042268, 1.907992, 2.091221, 2.377034, 2.254022, 2.334916, 2.388455, 2.526418, 2.566199, 2.850805, 3.010107, 4.407027, 8.452261, 10.108507, 9.917844, 10.149697, 10.675207, 11.483096, 11.828191, 11.655547, 11.318424, 11.773543, 11.639819, 11.999461], "sum_m_pl": [0.349103, 0.576472, 0.652692, 0.601331, 0.702761, 0.557166, 0.593903, 0.554382, 0.623972, 0.661631, 0.778361, 0.784197, 0.793089, 0.856325, 0.814713, 0.777312, 0.690052, 0.77522, 0.77674, 0.826845, 0.799901, 0.767704, 0.746883, 0.742173, 0.677419, 0.856745, 0.995079, 0.975475, 0.912962, 0.981244, 0.855727, 0.944161, 1.035264, 0.918633, 0.72887, 0.751129, 0.779251, 0.691546, 0.277241, 0.119717, 0.139686, 0.128597, 0.097235, 0.026084, 0.011324, 0.159522, 0.145945, 0.013397, 0.033367, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 62, "item_id": "gsm8kpl-1189", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1167, "region_end": 59, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [0, 12, 12, 16, 13, 18, 18, 24, 15, 17, 21, 19, 17, 11, 12, 21, 12, 10, 21, 16, 12, 13, 16, 15, 36, 28, 18, 19, 13, 17, 20, 20, 21, 24, 22, 23, 26, 34, 38, 44, 42, 37, 41, 43, 38, 23, 8, 1, 0, 0], "n_am_pl": [1, 5, 13, 9, 7, 8, 11, 6, 11, 13, 13, 18, 19, 16, 11, 12, 10, 9, 5, 8, 8, 11, 9, 8, 13, 14, 19, 18, 19, 18, 12, 18, 21, 14, 10, 13, 15, 10, 9, 9, 11, 14, 11, 13, 13, 31, 41, 46, 49, 47], "n_pos": 111, "sum_m_en": [10.601123, 17.366659, 17.435784, 17.184456, 17.767213, 18.047084, 18.377906, 18.834312, 17.467004, 18.158034, 19.215099, 19.615196, 17.910225, 17.148028, 17.36196, 18.08643, 18.456985, 16.563191, 17.973426, 18.83694, 16.883244, 17.431327, 17.487106, 17.815331, 25.163135, 20.774148, 19.509811, 18.740277, 18.314016, 19.337941, 18.598926, 18.664854, 18.346394, 19.208138, 20.179082, 20.647652, 21.876689, 26.435051, 29.212636, 29.972731, 28.918353, 29.032462, 36.058199, 36.562638, 33.376596, 22.56944, 7.430135, 2.795982, 0.499008, 0.017996], "sum_m_pl": [2.058511, 5.817985, 6.490002, 5.863018, 5.865251, 5.448187, 5.627263, 5.819162, 5.930188, 6.262127, 6.683062, 7.266142, 7.689215, 7.860447, 7.427443, 7.523143, 6.678967, 7.255126, 6.457993, 6.70433, 6.535635, 6.299342, 6.149519, 6.266187, 8.284984, 9.451432, 9.854338, 10.061555, 10.29349, 11.43721, 10.029781, 10.70103, 10.902422, 9.697283, 8.899283, 8.422908, 8.558241, 7.391682, 7.753099, 7.577551, 8.3081, 9.256003, 8.709942, 9.027372, 12.438789, 27.686891, 40.737522, 43.701929, 48.144074, 46.503982]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 2, 1, 1, 0, 6, 4, 2, 2, 2, 3, 1, 0, 3, 3, 0, 0, 1, 1, 5, 3, 1, 1, 0, 1, 0, 1, 2, 3, 1, 3, 3, 3, 4, 2, 3, 2, 1, 1, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 1, 0, 2, 0, 1, 0, 0, 0, 2, 2, 3, 3, 4, 2, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 2, 1, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.136324, 2.494065, 2.531224, 2.304214, 2.003262, 1.993937, 2.170697, 2.103367, 1.954958, 2.058722, 2.324415, 2.385, 2.07173, 2.108111, 2.155975, 2.264058, 2.332869, 2.093609, 2.362916, 2.35832, 2.167995, 2.211871, 2.185782, 2.255317, 3.869945, 3.012441, 2.45604, 2.239867, 2.178789, 2.15876, 2.093907, 2.290909, 2.148476, 2.085269, 2.224734, 2.913632, 3.031729, 3.654411, 3.857825, 3.192443, 2.443324, 3.083277, 2.346024, 1.4985, 1.812918, 1.424211, 0.594194, 0.626551, 0.008878, 0.0], "sum_m_pl": [0.192353, 0.639445, 0.536936, 0.389169, 0.377869, 0.348274, 0.39, 0.383544, 0.487859, 0.569092, 0.676541, 0.728712, 0.83442, 0.874128, 0.829414, 0.892435, 0.748355, 0.82223, 0.696455, 0.648349, 0.662011, 0.659217, 0.658136, 0.704999, 0.769863, 0.846236, 0.769593, 0.96051, 0.864537, 1.137609, 0.989948, 1.131954, 1.107147, 0.859162, 0.845064, 0.634356, 0.561313, 0.486008, 0.461589, 0.490081, 0.480747, 0.446102, 0.422708, 0.359094, 0.267358, 0.11929, 0.116452, 0.106963, 0.00658, 0.0]}, "lang": {"n_am_en": [0, 5, 8, 12, 9, 11, 7, 15, 11, 11, 8, 8, 10, 2, 3, 9, 10, 7, 13, 6, 7, 11, 13, 12, 21, 17, 8, 11, 8, 9, 12, 10, 12, 11, 13, 12, 15, 22, 24, 30, 25, 23, 26, 29, 26, 11, 5, 0, 0, 0], "n_am_pl": [0, 0, 8, 4, 5, 4, 8, 3, 7, 7, 6, 8, 12, 9, 5, 6, 3, 4, 4, 6, 5, 9, 7, 5, 7, 9, 13, 13, 15, 12, 10, 12, 10, 10, 8, 9, 14, 9, 7, 7, 8, 11, 8, 7, 10, 28, 35, 43, 46, 46], "n_pos": 46, "sum_m_en": [4.71149, 7.033947, 7.442943, 7.499781, 7.872019, 7.704948, 7.603012, 8.016655, 7.406293, 7.888805, 8.212835, 8.44083, 7.944547, 7.389342, 7.518683, 8.045681, 8.05824, 6.994446, 7.484222, 7.940056, 6.916889, 7.327291, 7.373804, 7.416601, 12.863453, 9.802491, 8.879622, 8.225814, 7.928579, 8.203086, 8.325246, 8.248574, 8.418002, 9.01098, 9.413276, 9.452661, 10.572964, 13.810163, 16.595433, 17.202361, 17.731658, 17.246764, 24.33031, 24.656902, 22.592277, 12.482453, 3.591433, 1.04278, 0.036863, 0.0], "sum_m_pl": [0.807133, 2.532447, 2.808417, 2.72336, 2.655222, 2.540255, 2.634262, 2.873183, 2.906471, 2.872479, 3.196548, 3.413046, 3.682999, 3.873117, 3.536397, 3.487033, 3.01347, 3.35052, 2.990539, 3.091508, 2.972682, 2.889937, 2.819327, 2.827301, 3.940229, 4.454498, 4.850105, 5.051673, 5.282261, 5.817467, 5.102791, 5.566356, 5.550058, 4.991171, 4.369111, 4.493965, 5.183475, 4.334734, 4.925387, 4.629941, 5.18006, 6.006829, 5.403004, 5.391595, 8.858941, 22.938934, 34.83425, 40.28103, 45.437602, 45.730771]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "gsm8kpl-1189", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1457, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 6, 14, 17, 21, 16, 27, 19, 10, 16, 14, 23, 21, 23, 27, 21, 37, 33, 40, 37, 25, 27, 26, 23, 42, 39, 30, 27, 27, 27, 24, 28, 31, 32, 41, 43, 48, 54, 58, 68, 68, 64, 63, 61, 62, 60, 59, 59, 51, 45], "n_am_pl": [3, 7, 6, 2, 3, 4, 5, 6, 2, 9, 8, 15, 13, 14, 11, 9, 4, 8, 5, 7, 9, 6, 4, 6, 4, 5, 3, 6, 10, 11, 8, 12, 10, 6, 4, 2, 0, 2, 0, 1, 0, 4, 4, 5, 3, 1, 4, 2, 1, 3], "n_pos": 142, "sum_m_en": [14.706677, 21.52948, 21.51803, 22.500201, 23.431982, 23.255848, 23.267318, 22.339263, 21.765672, 22.330318, 22.261795, 22.58907, 22.225696, 22.126832, 22.30614, 22.363336, 23.125947, 21.550361, 23.156633, 23.316567, 21.494628, 21.493292, 21.298679, 22.03247, 28.692943, 26.110054, 23.831457, 22.691185, 22.403947, 23.60847, 22.45821, 23.342716, 24.789509, 25.562066, 27.844772, 30.571606, 39.585861, 42.876394, 45.725019, 50.054989, 49.309531, 52.526479, 54.215924, 55.776134, 56.66988, 57.878312, 57.339012, 57.301941, 49.377898, 45.14595], "sum_m_pl": [2.515568, 5.906415, 6.902075, 6.622647, 7.27939, 6.535827, 5.99581, 6.129352, 6.447952, 6.772552, 7.497771, 8.342888, 7.671001, 8.144329, 8.075493, 8.047859, 8.184766, 8.799269, 8.489567, 8.707112, 8.678548, 8.473938, 8.3612, 8.350505, 9.614343, 9.593033, 9.452269, 10.06942, 9.762257, 10.728046, 9.376808, 8.922066, 8.987495, 7.772945, 7.762604, 7.384179, 6.194568, 5.40266, 4.885865, 4.440972, 4.600998, 5.283229, 6.179905, 4.306228, 3.807774, 2.990961, 4.897866, 2.696269, 2.465748, 2.651645]}, "digit": {"n_am_en": [0, 1, 0, 2, 4, 4, 6, 3, 2, 3, 3, 6, 7, 7, 8, 7, 11, 8, 11, 8, 3, 3, 2, 4, 9, 10, 5, 6, 3, 4, 4, 5, 5, 7, 9, 10, 8, 9, 10, 8, 10, 7, 8, 4, 4, 2, 4, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 3, 3, 6, 7, 1, 3, 0, 2, 1, 2, 3, 1, 2, 2, 1, 1, 0, 0, 2, 3, 2, 6, 4, 3, 3, 1, 0, 2, 0, 0, 0, 2, 1, 4, 2, 0, 1, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.880503, 5.684086, 5.742241, 5.381235, 5.553572, 5.283778, 5.23088, 4.808173, 4.825863, 4.941277, 5.160976, 5.33184, 5.193286, 5.229059, 5.113692, 5.250908, 5.437243, 4.771029, 5.03911, 4.972085, 4.867565, 4.999348, 4.99463, 5.253867, 6.821281, 6.571209, 6.069702, 5.481304, 5.386471, 5.544052, 5.154946, 5.611801, 5.281671, 5.434515, 5.277064, 5.153484, 5.875539, 5.944615, 5.443522, 5.881994, 5.150406, 5.537198, 5.19112, 4.727225, 3.924741, 3.541968, 3.101859, 1.374026, 0.522922, 0.0], "sum_m_pl": [0.407687, 1.219741, 1.125434, 1.104168, 1.172349, 1.052901, 0.930182, 0.918079, 1.107592, 1.120914, 1.438695, 1.596887, 1.702688, 1.833536, 1.701915, 1.737825, 1.723869, 1.933117, 1.882371, 1.93856, 1.913379, 1.834419, 1.806804, 1.805704, 2.085695, 2.002802, 1.769155, 2.075104, 1.932504, 2.134802, 1.924209, 1.893915, 1.716879, 1.538807, 1.603656, 1.85939, 1.639737, 1.531909, 1.535246, 1.48702, 1.574736, 1.73713, 1.724558, 1.462976, 1.521274, 1.027213, 1.119211, 0.398943, 0.177107, 0.0]}, "lang": {"n_am_en": [3, 1, 4, 8, 11, 9, 10, 7, 4, 9, 6, 10, 10, 10, 14, 9, 15, 16, 19, 19, 15, 15, 14, 10, 22, 18, 17, 13, 10, 11, 9, 10, 14, 15, 20, 21, 26, 28, 30, 36, 37, 39, 38, 41, 43, 42, 40, 41, 42, 44], "n_am_pl": [2, 1, 3, 0, 2, 2, 3, 2, 0, 3, 3, 5, 4, 4, 7, 2, 2, 4, 2, 3, 5, 4, 1, 3, 0, 2, 1, 1, 4, 3, 3, 2, 2, 1, 0, 1, 0, 0, 0, 1, 0, 2, 3, 1, 1, 1, 3, 2, 1, 3], "n_pos": 48, "sum_m_en": [5.200644, 7.05333, 7.214379, 7.765732, 8.250905, 8.537743, 8.66151, 8.714524, 8.491371, 8.533543, 8.507565, 8.332763, 8.56582, 8.438714, 8.699517, 8.511299, 8.624576, 8.218771, 8.803576, 9.13406, 8.02092, 7.792116, 7.618573, 7.751823, 12.613885, 11.151944, 9.680185, 8.501919, 7.882941, 8.322328, 8.156258, 8.630797, 9.361621, 10.163661, 11.914302, 14.689473, 18.91263, 21.821775, 25.01437, 28.303269, 28.957981, 31.133687, 34.0081, 36.684033, 39.054316, 38.816976, 37.457622, 39.007869, 38.688296, 43.604189], "sum_m_pl": [1.00224, 1.927742, 2.325853, 2.304432, 2.730714, 2.470474, 2.262077, 2.38486, 2.605371, 2.564673, 2.933016, 3.234564, 2.750952, 3.059766, 3.226937, 3.099859, 3.061695, 3.096348, 2.998743, 2.998805, 3.013037, 3.032791, 2.990294, 2.974043, 3.380221, 3.363269, 3.456833, 3.703342, 3.677528, 3.805237, 3.376283, 3.221135, 3.417693, 2.856995, 2.828436, 2.571069, 2.334089, 1.973266, 1.575793, 1.32317, 1.312302, 1.983229, 2.709356, 1.504959, 0.992015, 1.077673, 3.251851, 1.842612, 1.569873, 2.651644]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "gsm8kpl-1202", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9862}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 6, 22, 28, 39, 39, 36, 30, 20, 27, 23, 33, 34, 31, 39, 32, 39, 35, 52, 50, 37, 37, 38, 37, 78, 65, 46, 37, 28, 30, 32, 37, 43, 49, 48, 58, 60, 76, 90, 107, 106, 105, 112, 98, 83, 60, 28, 6, 2, 2], "n_am_pl": [5, 13, 20, 15, 12, 14, 19, 18, 18, 19, 30, 23, 32, 43, 38, 20, 19, 24, 15, 16, 13, 10, 17, 11, 21, 27, 22, 28, 30, 43, 34, 30, 30, 22, 19, 16, 15, 19, 14, 19, 24, 15, 19, 20, 37, 62, 98, 109, 110, 103], "n_pos": 239, "sum_m_en": [23.327688, 36.395064, 37.325531, 38.193373, 37.592788, 37.658165, 39.123976, 38.520573, 38.539529, 40.353825, 40.422075, 40.71232, 40.011128, 39.333846, 39.724666, 38.777503, 39.114197, 36.526913, 37.354234, 36.992884, 34.992084, 35.77654, 35.465813, 36.545067, 48.167577, 43.917828, 39.316966, 37.340544, 37.969229, 39.405853, 37.013356, 38.975081, 38.444546, 39.5699, 39.404958, 41.649216, 48.673761, 53.569287, 59.819849, 69.383181, 70.589657, 78.860365, 82.545435, 80.424207, 74.641024, 55.666037, 26.843404, 8.267125, 3.185691, 1.721175], "sum_m_pl": [4.11188, 10.713013, 11.972929, 11.466752, 12.977495, 12.769338, 12.130007, 12.650744, 13.736247, 14.057113, 15.449882, 16.297307, 15.436413, 16.670923, 16.578982, 16.060932, 15.761857, 16.534243, 15.028716, 15.156473, 14.974491, 14.4472, 14.544667, 14.037844, 19.390639, 20.43357, 21.008742, 21.043451, 21.333017, 23.816405, 19.89278, 20.181504, 20.236285, 17.231716, 17.604853, 17.861606, 15.595592, 15.111136, 15.290242, 16.643113, 16.819885, 17.609994, 20.914742, 20.335969, 28.419265, 53.902735, 89.00809, 103.794762, 106.560741, 103.643872]}, "digit": {"n_am_en": [0, 0, 1, 2, 3, 3, 4, 2, 4, 1, 3, 4, 3, 4, 7, 6, 9, 6, 12, 9, 5, 5, 5, 6, 14, 8, 5, 4, 5, 6, 3, 3, 3, 5, 5, 9, 11, 10, 11, 12, 12, 10, 11, 5, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 2, 1, 7, 11, 8, 2, 1, 2, 1, 0, 1, 1, 1, 0, 1, 3, 0, 5, 5, 4, 5, 8, 4, 4, 3, 2, 1, 2, 2, 2, 0, 1, 1, 1, 1, 2, 4, 0, 0, 0], "n_pos": 32, "sum_m_en": [2.837237, 5.624328, 5.852391, 5.643676, 5.259479, 5.137117, 4.962733, 4.669486, 4.84011, 5.236857, 5.317018, 5.503145, 5.193711, 5.217572, 5.139541, 5.030031, 5.144546, 4.726574, 5.102003, 4.898183, 4.77416, 4.977767, 4.958369, 5.219133, 7.178514, 6.272977, 5.539299, 5.162895, 5.299022, 5.396853, 4.981904, 5.52392, 5.185759, 5.348004, 5.109251, 5.700263, 6.555239, 6.617867, 6.13798, 6.824529, 6.209799, 6.812404, 6.468504, 5.932265, 4.694979, 1.956224, 0.667809, 0.448583, 0.250035, 0.0], "sum_m_pl": [0.469707, 1.431922, 1.220593, 1.173134, 1.186742, 1.052464, 0.974661, 0.939465, 1.18012, 1.277186, 1.637231, 1.79402, 1.818542, 2.046785, 1.920294, 1.946867, 1.850446, 1.993865, 1.877134, 1.968255, 1.950371, 1.854484, 1.836157, 1.815326, 2.228996, 2.149897, 1.929597, 2.246378, 2.076911, 2.512971, 2.25931, 2.257716, 2.037218, 1.737171, 1.854706, 1.998871, 1.658222, 1.455746, 1.501617, 1.345457, 1.464943, 1.398563, 1.433845, 1.320101, 1.624773, 2.887494, 3.381499, 1.215106, 0.136801, 7.9e-05]}, "lang": {"n_am_en": [4, 3, 9, 23, 16, 18, 15, 12, 10, 13, 9, 11, 22, 18, 14, 13, 11, 16, 22, 27, 20, 19, 20, 21, 36, 33, 22, 16, 10, 12, 22, 19, 21, 23, 27, 29, 27, 44, 47, 56, 58, 61, 65, 62, 52, 39, 16, 1, 2, 2], "n_am_pl": [1, 5, 11, 5, 7, 10, 11, 10, 11, 12, 19, 17, 16, 24, 22, 14, 13, 16, 11, 10, 8, 8, 13, 8, 13, 18, 15, 14, 15, 22, 14, 13, 19, 14, 13, 10, 10, 15, 11, 13, 16, 12, 14, 14, 31, 51, 81, 99, 102, 103], "n_pos": 106, "sum_m_en": [11.760275, 16.239607, 16.9435, 17.42244, 17.088986, 16.988444, 17.972085, 18.258261, 18.389985, 18.66147, 19.011823, 18.973258, 18.941582, 18.63661, 18.827509, 18.316005, 18.182094, 17.056043, 17.164044, 17.192702, 16.166656, 16.433877, 16.063214, 16.358117, 23.325903, 20.812625, 17.860789, 16.78619, 17.15126, 17.778706, 17.16397, 18.07958, 17.542395, 18.45234, 18.812654, 21.063402, 23.901616, 29.103082, 32.450436, 39.609185, 40.655126, 46.469621, 50.237521, 49.600067, 46.387013, 35.248495, 15.785678, 2.750297, 2.153112, 1.720608], "sum_m_pl": [1.936904, 4.790962, 5.573521, 5.533799, 6.239991, 6.121629, 5.987904, 6.443772, 7.238953, 7.189355, 8.113995, 8.38656, 7.812926, 8.68575, 8.524223, 7.95364, 7.766551, 8.256345, 7.345836, 7.208907, 7.124521, 6.869546, 6.985181, 6.647651, 10.116037, 10.561972, 11.41652, 10.974404, 11.066491, 12.169483, 10.057181, 10.552977, 11.073335, 9.384506, 9.659621, 10.0439, 8.87215, 9.217688, 9.159559, 10.84227, 10.925465, 11.953386, 14.139012, 14.483428, 22.598307, 42.457141, 73.555604, 92.542309, 99.521352, 102.55433]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-1202", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1484, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 26, 20, 31, 30, 31, 33, 31, 25, 19, 22, 16, 15, 16, 16, 21, 23, 23, 24, 22, 26, 25, 24, 20, 37, 33, 30, 29, 28, 28, 26, 25, 33, 36, 32, 40, 42, 52, 59, 63, 60, 58, 63, 60, 59, 60, 58, 55, 50, 50], "n_am_pl": [7, 11, 8, 8, 11, 9, 7, 10, 10, 14, 11, 19, 18, 12, 20, 11, 13, 14, 10, 13, 7, 7, 7, 5, 10, 15, 12, 9, 11, 17, 10, 13, 6, 6, 12, 6, 3, 1, 1, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 131, "sum_m_en": [14.085439, 21.632762, 21.602347, 21.678395, 23.00012, 22.837031, 21.749564, 21.616398, 20.744684, 21.619598, 20.835166, 20.4201, 18.792996, 18.927848, 18.079818, 19.034874, 19.493998, 18.60911, 19.840269, 20.265537, 20.000166, 20.238509, 19.68184, 20.662605, 30.758094, 27.337347, 23.774033, 22.255383, 21.649693, 21.629793, 20.725842, 21.403392, 23.236995, 23.939851, 27.391336, 28.131837, 29.674777, 34.615322, 44.260775, 49.174945, 49.87204, 53.442928, 57.102405, 58.729192, 58.805179, 58.324455, 57.617909, 54.429801, 48.782445, 49.876387], "sum_m_pl": [2.738298, 6.009264, 6.709719, 6.744067, 7.453349, 6.844572, 6.540505, 6.606126, 6.888267, 7.586687, 8.113445, 8.511853, 8.779984, 9.083621, 8.909551, 8.794537, 8.667604, 8.782844, 8.565586, 8.852931, 8.595866, 8.343071, 8.036041, 8.048756, 11.499918, 12.203837, 11.498933, 11.218665, 11.188634, 12.412441, 10.607562, 10.532711, 10.016352, 9.804268, 9.407369, 8.036124, 7.418409, 6.589477, 5.577558, 4.87151, 4.583114, 3.924816, 3.320593, 2.722949, 2.286609, 1.840384, 1.095099, 0.858941, 0.582237, 1e-06]}, "digit": {"n_am_en": [0, 2, 1, 2, 1, 2, 1, 3, 2, 0, 3, 1, 2, 4, 4, 2, 1, 4, 5, 3, 2, 2, 0, 1, 2, 2, 1, 0, 0, 3, 3, 1, 3, 3, 2, 1, 1, 4, 3, 4, 5, 3, 4, 4, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 2, 4, 3, 2, 0, 0, 1, 1, 3, 1, 1, 2, 0, 1, 2, 1, 3, 1, 1, 1, 6, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.862224, 3.420258, 3.530261, 3.290227, 3.42655, 3.408981, 3.216174, 3.113118, 2.950618, 3.053542, 3.078533, 2.874639, 2.596467, 2.557527, 2.544785, 2.568496, 2.751074, 2.669216, 3.036608, 3.00419, 2.779903, 2.814283, 2.732466, 2.945667, 3.305449, 3.286886, 2.625792, 2.655259, 2.568574, 2.716766, 2.639717, 2.746393, 2.886246, 2.882908, 2.857, 3.169482, 3.071842, 2.960578, 3.338606, 3.570698, 4.229345, 3.122151, 3.769978, 3.8418, 2.940178, 2.305553, 1.545535, 1.031417, 0.253505, 0.0], "sum_m_pl": [0.263713, 0.836543, 0.830627, 0.871212, 0.940142, 0.776651, 0.660186, 0.669133, 0.786893, 0.911301, 1.038254, 1.103183, 1.140901, 1.17944, 1.15981, 1.158416, 1.121182, 1.257559, 1.217276, 1.281981, 1.259375, 1.216989, 1.170645, 1.186212, 1.469438, 1.572176, 1.344917, 1.590132, 1.598605, 1.688972, 1.523548, 1.596986, 1.381997, 1.307268, 1.302745, 1.23193, 1.066017, 0.980186, 0.869206, 0.858956, 0.765914, 0.859188, 0.723067, 0.652416, 0.625087, 0.597403, 0.443598, 0.314459, 0.094136, 0.0]}, "lang": {"n_am_en": [10, 16, 13, 20, 23, 21, 23, 23, 16, 14, 12, 14, 12, 10, 10, 14, 12, 12, 10, 10, 15, 15, 16, 13, 22, 23, 21, 20, 22, 19, 18, 19, 24, 27, 22, 24, 28, 35, 39, 41, 39, 40, 42, 45, 45, 46, 48, 48, 46, 48], "n_am_pl": [4, 6, 4, 4, 6, 4, 3, 6, 4, 7, 6, 9, 6, 3, 9, 5, 5, 6, 3, 3, 3, 4, 3, 4, 5, 7, 6, 6, 4, 5, 2, 2, 2, 4, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 49, "sum_m_en": [6.033517, 7.997999, 8.264511, 8.721839, 9.571911, 9.520198, 9.390098, 9.379225, 9.310397, 9.43259, 8.960229, 9.043012, 8.179813, 8.260784, 7.811226, 8.470731, 8.649842, 8.244561, 8.399636, 8.529354, 8.615802, 8.739078, 8.341176, 8.67589, 18.151269, 15.971804, 13.716913, 12.142478, 11.588587, 11.447599, 10.741945, 11.045247, 11.874581, 12.644747, 14.457935, 14.926862, 16.650295, 19.65241, 26.737868, 31.234349, 32.422368, 36.574946, 39.138018, 42.104903, 43.396107, 43.739743, 45.829431, 45.108642, 43.339474, 47.741651], "sum_m_pl": [1.181675, 2.154806, 2.344162, 2.431373, 2.731801, 2.612524, 2.67209, 2.733739, 2.888349, 2.955243, 3.335755, 3.475619, 3.704276, 3.905365, 3.77846, 3.78011, 3.641664, 3.534415, 3.386338, 3.417288, 3.272746, 3.227746, 3.09268, 3.048219, 4.335388, 4.604007, 4.482801, 4.552605, 4.558219, 4.691138, 4.038277, 4.066292, 4.025545, 4.131332, 3.9642, 3.422312, 3.128217, 2.785389, 1.938787, 1.461458, 1.128818, 0.789379, 0.611694, 0.416856, 0.220115, 0.160914, 0.103716, 0.115374, 0.137463, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "gsm8kpl-1220", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1160, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9851}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 19, 32, 50, 58, 54, 48, 47, 45, 38, 30, 31, 20, 21, 29, 37, 44, 39, 42, 44, 49, 54, 49, 46, 74, 74, 52, 51, 48, 47, 45, 41, 41, 43, 47, 53, 57, 72, 94, 100, 93, 84, 89, 104, 98, 75, 26, 10, 4, 4], "n_am_pl": [1, 19, 25, 22, 29, 30, 23, 20, 31, 32, 31, 32, 37, 40, 40, 35, 25, 31, 29, 20, 25, 21, 20, 19, 27, 30, 37, 45, 49, 51, 39, 47, 39, 37, 29, 26, 25, 22, 22, 12, 17, 22, 28, 26, 35, 48, 92, 107, 112, 112], "n_pos": 239, "sum_m_en": [22.760715, 37.657473, 41.082399, 42.035836, 43.788418, 43.690985, 42.209901, 42.460308, 40.364579, 42.248113, 41.242304, 41.462372, 39.509424, 38.751622, 36.660705, 39.533805, 40.87609, 37.724932, 39.968893, 39.834142, 39.663033, 39.58383, 39.177595, 39.313634, 53.247304, 46.383205, 42.157416, 40.70018, 38.331472, 41.165081, 39.328788, 40.373448, 41.188762, 43.887254, 45.934838, 45.884256, 47.187629, 54.583381, 74.226236, 80.19728, 82.66786, 76.912778, 84.015173, 97.335288, 91.6118, 72.508558, 26.827745, 11.355351, 5.678259, 4.000157], "sum_m_pl": [3.821737, 12.332889, 14.726869, 14.409554, 16.014222, 15.442283, 14.435642, 14.562881, 15.738707, 16.35427, 17.477239, 18.663214, 19.687416, 20.412702, 19.830956, 19.150265, 17.039712, 16.68129, 15.83706, 16.363776, 15.98512, 15.631806, 15.206461, 15.031854, 22.785352, 26.18283, 26.506271, 26.62647, 27.81405, 27.933921, 24.404944, 25.823143, 24.926945, 23.46779, 21.480152, 18.845215, 17.47343, 15.897954, 14.533067, 14.134724, 14.494156, 15.912744, 20.024387, 20.088309, 27.810292, 46.477381, 88.787089, 104.26887, 110.928394, 111.898925]}, "digit": {"n_am_en": [0, 1, 1, 1, 2, 2, 2, 2, 5, 2, 4, 1, 0, 2, 2, 2, 1, 3, 2, 1, 1, 2, 2, 3, 4, 5, 4, 3, 2, 2, 1, 1, 0, 0, 3, 2, 2, 3, 3, 4, 4, 2, 5, 4, 4, 3, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 3, 2, 6, 4, 2, 4, 4, 1, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.546358, 3.141278, 3.438173, 3.156854, 3.084504, 3.097404, 2.811766, 2.710986, 2.583958, 2.714663, 2.819944, 2.700347, 2.344815, 2.367398, 2.39738, 2.425143, 2.560828, 2.486495, 2.790794, 2.821654, 2.717632, 2.75195, 2.689451, 2.748137, 3.423542, 3.153063, 2.812329, 2.906985, 2.694478, 2.813634, 2.60297, 2.850435, 2.895772, 2.979151, 2.809732, 2.819363, 2.80983, 2.705491, 3.012188, 3.149944, 3.327572, 2.706459, 3.724841, 3.768907, 3.222102, 2.732278, 1.384735, 0.574957, 0.208878, 0.0], "sum_m_pl": [0.231546, 0.979737, 0.956371, 0.967291, 0.867257, 0.736114, 0.628837, 0.602339, 0.77597, 0.845837, 1.027499, 1.08797, 1.119037, 1.142261, 1.161192, 1.175759, 1.037311, 1.083595, 1.050036, 1.08856, 1.055226, 1.012634, 0.97508, 0.999862, 1.55883, 1.583561, 1.50761, 1.783933, 1.675983, 1.6391, 1.501375, 1.596337, 1.509955, 1.41637, 1.249981, 1.176922, 0.969406, 0.857982, 0.794749, 0.773896, 0.735704, 0.787898, 0.677805, 0.702458, 0.714066, 0.625261, 0.374612, 0.250718, 0.115728, 0.0]}, "lang": {"n_am_en": [6, 13, 17, 28, 40, 32, 30, 30, 27, 24, 15, 23, 15, 13, 20, 22, 27, 22, 22, 22, 23, 30, 23, 20, 34, 40, 28, 26, 28, 28, 27, 29, 28, 29, 27, 28, 34, 43, 55, 63, 55, 54, 54, 64, 66, 53, 21, 4, 4, 4], "n_am_pl": [1, 9, 17, 5, 13, 19, 14, 6, 15, 20, 21, 17, 24, 20, 22, 21, 16, 20, 18, 12, 17, 14, 13, 12, 14, 15, 20, 27, 32, 34, 21, 28, 25, 24, 22, 19, 21, 17, 19, 11, 15, 20, 26, 22, 29, 41, 74, 97, 106, 111], "n_pos": 115, "sum_m_en": [11.361251, 17.903807, 20.42101, 21.067743, 22.24061, 21.888665, 21.694996, 22.444845, 21.902621, 22.695123, 21.770388, 22.284525, 21.331648, 20.761823, 19.63418, 21.456568, 22.011624, 19.798963, 20.67666, 20.408686, 20.41789, 20.508518, 20.292975, 20.23184, 28.452768, 25.122609, 23.47783, 22.28973, 20.916574, 22.010618, 21.683223, 22.051997, 22.31058, 24.574072, 25.024273, 25.588577, 26.440526, 30.957009, 43.042508, 48.161275, 49.603399, 47.44781, 52.293774, 60.81356, 60.221912, 49.982722, 17.947136, 5.409969, 4.345944, 4.000154], "sum_m_pl": [1.820256, 5.604846, 6.948547, 6.529071, 7.375725, 7.553575, 6.830168, 7.318483, 8.048017, 8.362385, 9.366619, 10.198198, 10.893825, 11.555621, 10.938906, 10.349408, 9.061168, 8.915872, 8.30731, 8.457738, 8.266902, 8.093283, 7.786973, 7.654391, 11.598248, 13.380336, 13.652826, 13.929364, 15.208086, 15.510539, 13.022477, 14.299509, 13.612486, 13.022292, 11.910383, 10.555884, 10.223242, 9.412491, 9.021417, 9.11602, 10.105147, 11.906156, 15.837848, 16.270767, 21.845012, 37.635438, 73.532331, 94.274722, 104.887543, 110.758304]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-1220", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1450, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 12, 19, 20, 38, 26, 18, 33, 29, 22, 35, 27, 35, 25, 29, 31, 34, 35, 31, 35, 26, 27, 28, 22, 48, 37, 30, 30, 32, 19, 26, 31, 41, 45, 49, 53, 59, 62, 70, 72, 66, 70, 70, 67, 65, 60, 59, 61, 57, 52], "n_am_pl": [6, 15, 12, 13, 12, 8, 13, 12, 13, 16, 11, 14, 9, 16, 11, 15, 17, 9, 4, 8, 5, 6, 9, 5, 9, 11, 11, 12, 15, 18, 13, 12, 12, 5, 5, 7, 5, 3, 5, 1, 2, 5, 2, 0, 1, 1, 0, 0, 0, 0], "n_pos": 155, "sum_m_en": [17.565862, 24.903054, 25.656581, 26.381052, 28.612399, 27.491318, 26.140337, 26.765086, 26.176899, 27.118448, 26.61833, 27.18912, 25.799257, 26.838826, 25.709719, 26.570899, 27.807882, 27.02794, 26.904281, 26.425856, 25.223185, 25.465118, 25.179088, 25.689326, 35.269831, 31.405075, 30.181158, 28.1794, 29.497597, 29.706365, 28.309389, 29.397959, 30.580065, 32.941296, 36.097831, 35.721302, 41.716142, 47.235949, 55.898648, 61.25094, 59.896238, 63.211244, 64.42576, 65.348997, 64.611656, 64.289384, 62.120387, 61.326832, 54.96585, 51.975485], "sum_m_pl": [4.63513, 7.135242, 8.053207, 7.96034, 8.388999, 7.594861, 7.157306, 7.368347, 7.583762, 8.460459, 8.796163, 9.402772, 9.820814, 10.31413, 10.065069, 10.834353, 10.144116, 10.441663, 10.155439, 10.421202, 10.351743, 9.946633, 9.706688, 9.898459, 12.620532, 14.173593, 13.629388, 13.21215, 13.112177, 14.090109, 11.894548, 11.873292, 11.746109, 10.618865, 9.439133, 8.969394, 8.190117, 7.268487, 6.506085, 5.72875, 5.529167, 5.320147, 4.660043, 3.974445, 3.321711, 2.481359, 1.569996, 1.069306, 0.857536, 1.3e-05]}, "digit": {"n_am_en": [0, 2, 2, 2, 4, 3, 2, 3, 2, 1, 8, 3, 8, 7, 3, 7, 6, 4, 4, 4, 2, 2, 2, 2, 4, 3, 1, 2, 6, 1, 5, 4, 8, 6, 6, 7, 6, 5, 5, 6, 4, 4, 5, 4, 3, 3, 3, 2, 1, 0], "n_am_pl": [0, 3, 0, 0, 2, 1, 2, 0, 0, 2, 1, 3, 5, 5, 3, 2, 2, 2, 0, 2, 1, 1, 2, 1, 2, 0, 2, 2, 2, 3, 2, 1, 2, 1, 2, 2, 3, 2, 2, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.808939, 4.97713, 5.070843, 4.858155, 5.073044, 4.745086, 4.456573, 4.389477, 4.252326, 4.391762, 4.527204, 4.500154, 4.306549, 4.637037, 4.531567, 4.491944, 4.722377, 4.690979, 4.680325, 4.356458, 4.166867, 4.308079, 4.308917, 4.495099, 5.631533, 5.190858, 5.158562, 4.803534, 4.948992, 4.795645, 4.798666, 5.094815, 5.199553, 5.30199, 5.174708, 5.032869, 5.030246, 4.701379, 4.923362, 5.254415, 5.38369, 5.384444, 5.577671, 5.154458, 4.846163, 4.523714, 3.845117, 2.816311, 1.200638, 0.0], "sum_m_pl": [0.444602, 1.172647, 1.11387, 1.163808, 1.174637, 1.010761, 0.987309, 1.013421, 1.131907, 1.336138, 1.476285, 1.591433, 1.869171, 1.935797, 1.840029, 2.001705, 1.864202, 2.016519, 2.003679, 1.97696, 1.891797, 1.785403, 1.748538, 1.794113, 2.42639, 2.471585, 2.331193, 2.267542, 2.211201, 2.519593, 1.921261, 1.978069, 1.91159, 1.74651, 1.591298, 1.645076, 1.680406, 1.451953, 1.401869, 1.368426, 1.389457, 1.484422, 1.319998, 1.078085, 0.993297, 0.798836, 0.571862, 0.371452, 0.128542, 0.0]}, "lang": {"n_am_en": [5, 4, 8, 10, 20, 13, 10, 18, 15, 11, 12, 12, 13, 7, 12, 11, 20, 20, 17, 18, 18, 18, 20, 15, 29, 19, 19, 21, 18, 13, 13, 17, 22, 25, 25, 29, 34, 38, 42, 46, 44, 47, 49, 49, 48, 46, 48, 49, 49, 50], "n_am_pl": [4, 7, 3, 4, 2, 2, 4, 3, 3, 2, 4, 6, 3, 8, 4, 9, 4, 1, 0, 3, 1, 2, 1, 2, 1, 5, 5, 5, 4, 6, 4, 2, 6, 2, 1, 2, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.270195, 8.190705, 8.668279, 9.282548, 10.264904, 10.177442, 9.94644, 10.431566, 10.542936, 10.607186, 10.097148, 10.359317, 10.028454, 10.157052, 9.719788, 10.198887, 10.83295, 10.462907, 10.166938, 10.0511, 9.567212, 9.508118, 9.343731, 9.387422, 17.502073, 15.266633, 14.603058, 12.392846, 12.251044, 12.560806, 11.979449, 12.186122, 12.635708, 14.244696, 16.482261, 17.324138, 22.715987, 26.849541, 32.531465, 36.049856, 37.248859, 40.910477, 43.3675, 44.584568, 44.872913, 44.908807, 46.42718, 46.098493, 46.331648, 49.829558], "sum_m_pl": [1.721367, 2.187985, 2.387965, 2.489917, 2.659081, 2.471266, 2.329946, 2.535586, 2.582007, 2.89297, 3.059079, 3.31403, 3.402319, 3.656829, 3.521487, 3.836691, 3.442942, 3.512246, 3.374013, 3.478652, 3.474744, 3.406127, 3.312971, 3.361681, 3.89912, 4.63476, 4.717854, 4.820453, 4.630152, 4.774726, 4.053396, 4.103421, 4.386397, 3.825515, 3.323984, 3.24409, 2.786662, 2.376655, 2.129876, 1.692241, 1.528554, 1.124597, 0.866597, 0.790449, 0.47783, 0.35754, 0.323454, 0.158896, 0.170393, 1.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "gsm8kpl-1225", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1181, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9557, "tf_agree_excl_first": 0.9618}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 15, 18, 34, 52, 61, 56, 59, 46, 49, 52, 47, 39, 47, 52, 52, 56, 55, 55, 50, 50, 46, 45, 52, 81, 61, 61, 61, 56, 44, 44, 42, 53, 64, 70, 72, 73, 105, 117, 124, 120, 116, 118, 111, 104, 78, 28, 11, 6, 6], "n_am_pl": [5, 25, 19, 17, 20, 17, 21, 22, 22, 23, 33, 33, 34, 30, 32, 34, 20, 30, 26, 23, 19, 20, 26, 25, 21, 26, 31, 38, 29, 45, 32, 31, 29, 21, 19, 26, 24, 20, 21, 19, 20, 20, 26, 26, 36, 60, 95, 115, 120, 113], "n_pos": 238, "sum_m_en": [21.896432, 36.13358, 38.662772, 40.852099, 43.473413, 44.837013, 44.920202, 46.174335, 46.062332, 46.613923, 45.183286, 44.768844, 44.038606, 44.438307, 43.071495, 43.932173, 45.449752, 42.080197, 42.932163, 41.396302, 40.097416, 41.312625, 40.819882, 41.467586, 61.322923, 53.988847, 49.340707, 45.671159, 44.610694, 44.213198, 42.568069, 42.679496, 42.685181, 47.451278, 51.112668, 53.531079, 57.629222, 69.91803, 82.410949, 96.784587, 94.255646, 93.884832, 104.732065, 105.440565, 98.477625, 75.547892, 31.558548, 12.251734, 7.198414, 6.000015], "sum_m_pl": [4.120288, 11.082208, 12.04191, 12.067454, 13.354878, 12.650697, 12.631201, 13.81313, 14.74311, 15.231062, 16.916947, 18.887237, 19.942437, 20.794291, 20.910489, 20.539846, 18.332704, 19.135874, 17.413957, 17.919542, 17.36629, 16.572464, 16.241175, 16.199275, 23.640743, 25.008691, 25.558889, 25.224661, 26.059952, 27.550908, 23.661874, 24.28777, 24.546705, 21.710875, 18.921238, 19.204769, 18.86432, 17.092474, 16.499276, 16.020211, 18.273261, 19.312663, 23.139208, 23.770439, 31.635089, 54.201674, 95.647277, 113.251345, 119.352535, 113.402965]}, "digit": {"n_am_en": [0, 2, 2, 2, 2, 2, 1, 0, 5, 5, 4, 5, 4, 6, 3, 5, 1, 4, 3, 3, 0, 2, 0, 2, 3, 2, 3, 3, 3, 2, 2, 5, 5, 2, 3, 6, 2, 2, 4, 3, 5, 3, 4, 4, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 2, 0, 2, 0, 0, 1, 3, 3, 4, 3, 2, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 3, 5, 0, 0, 0, 1, 0, 2, 3, 2, 2, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.784572, 3.719949, 3.860828, 3.545708, 3.404041, 3.403567, 3.394088, 3.504397, 3.431401, 3.596786, 3.602669, 3.569235, 3.391504, 3.342415, 3.454214, 3.505086, 3.672997, 3.556809, 3.592022, 3.297842, 3.134781, 3.248124, 3.246255, 3.362264, 4.18934, 3.799302, 3.783143, 3.536214, 3.568314, 3.49563, 3.291373, 3.619473, 3.706221, 3.84342, 4.001674, 3.91358, 3.890916, 3.566017, 3.73944, 4.052583, 3.997654, 3.70781, 4.196185, 3.963513, 2.855448, 2.448076, 1.476612, 0.385035, 0.165826, 0.0], "sum_m_pl": [0.295239, 0.937713, 0.814538, 0.833791, 0.860777, 0.780622, 0.764507, 0.794315, 0.926152, 1.01397, 1.214473, 1.282252, 1.499166, 1.601678, 1.523334, 1.510334, 1.400972, 1.531526, 1.477842, 1.553995, 1.484385, 1.401464, 1.347948, 1.374427, 1.909475, 2.057493, 1.814975, 1.741491, 1.809822, 1.903939, 1.476365, 1.645854, 1.583067, 1.352161, 1.190238, 1.231712, 1.21107, 0.98973, 0.998917, 0.955118, 0.904372, 0.912039, 0.800493, 0.61463, 0.638576, 0.596062, 1.54353, 0.497124, 0.176282, 0.0]}, "lang": {"n_am_en": [8, 8, 11, 20, 34, 37, 39, 39, 24, 31, 28, 23, 19, 25, 27, 26, 36, 28, 33, 32, 39, 32, 34, 39, 56, 41, 38, 40, 35, 26, 28, 24, 27, 39, 43, 40, 49, 65, 76, 81, 79, 78, 79, 75, 70, 49, 21, 9, 6, 6], "n_am_pl": [4, 18, 12, 14, 14, 8, 11, 11, 14, 17, 21, 18, 22, 19, 23, 22, 13, 19, 12, 12, 8, 10, 13, 14, 13, 17, 16, 24, 18, 24, 20, 22, 22, 15, 18, 20, 17, 16, 18, 16, 17, 18, 21, 24, 33, 56, 87, 106, 113, 113], "n_pos": 120, "sum_m_en": [11.912119, 17.737346, 19.212389, 21.010518, 23.084098, 24.003309, 24.42421, 25.273022, 25.724135, 25.855589, 24.675296, 24.294701, 24.083642, 24.273412, 23.102333, 23.705289, 24.783891, 22.495138, 23.098887, 22.31206, 21.811145, 22.698858, 22.415164, 22.532906, 38.209792, 32.594767, 29.079903, 25.96008, 24.885304, 24.395377, 23.923922, 23.766229, 23.373226, 26.855711, 28.526527, 29.925943, 32.697984, 41.542072, 50.792033, 59.994552, 58.334118, 60.586765, 67.662116, 68.379714, 64.156035, 46.857203, 22.052964, 9.00653, 5.92151, 6.000011], "sum_m_pl": [2.197083, 5.467539, 5.977233, 6.039604, 6.38391, 6.22734, 6.273032, 7.241236, 7.873648, 8.109453, 9.048227, 10.422527, 11.161957, 11.869017, 11.873361, 11.466574, 9.921984, 10.513038, 9.460441, 9.557057, 9.242886, 8.861938, 8.678169, 8.604562, 12.667202, 13.33767, 14.030538, 14.162732, 14.693694, 15.509941, 13.454561, 13.965239, 14.434961, 12.810655, 11.222925, 11.924541, 12.420368, 11.763976, 11.430659, 11.601891, 13.912642, 14.955735, 17.968741, 19.448823, 26.797897, 48.188002, 84.833664, 102.927701, 111.484591, 112.605801]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 241, "item_id": "gsm8kpl-1225", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1471, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9959, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 11, 12, 17, 12, 18, 15, 9, 12, 19, 22, 15, 18, 17, 14, 16, 24, 22, 39, 40, 39, 37, 30, 31, 44, 28, 28, 17, 20, 17, 15, 22, 17, 22, 34, 28, 43, 36, 42, 43, 43, 38, 35, 39, 35, 38, 32, 30, 26, 24], "n_am_pl": [3, 14, 8, 6, 9, 3, 6, 6, 7, 6, 9, 11, 12, 9, 7, 10, 5, 9, 4, 10, 5, 5, 6, 5, 9, 5, 4, 7, 5, 11, 10, 12, 8, 8, 6, 5, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 104, "sum_m_en": [12.445894, 16.416219, 17.624267, 17.189723, 17.236585, 16.470791, 15.701591, 15.545359, 15.967518, 16.785779, 16.905527, 16.388681, 15.89851, 17.473971, 18.18616, 17.724605, 17.972374, 17.010582, 17.78701, 16.976883, 16.189568, 16.255999, 16.298966, 16.796878, 24.328227, 19.660136, 18.460889, 16.994193, 17.497273, 17.645349, 17.206442, 18.688906, 18.933325, 19.202375, 21.152919, 19.992235, 24.169795, 26.716443, 31.366147, 34.430219, 35.032845, 35.988171, 37.946688, 38.300482, 36.82876, 35.889138, 34.006143, 30.748494, 27.01979, 24.376943], "sum_m_pl": [2.610862, 5.4056, 5.569041, 5.427991, 5.958981, 4.79692, 4.382189, 4.291064, 4.738807, 5.243402, 5.438536, 5.861864, 5.820378, 5.941923, 6.005315, 6.595328, 6.354983, 6.601205, 6.364405, 6.655789, 6.532886, 6.303208, 6.138597, 6.287038, 8.26977, 8.106903, 8.175785, 8.141479, 7.570934, 8.040954, 7.231368, 7.197202, 7.321295, 7.335111, 6.883426, 6.851014, 5.815382, 4.953154, 4.236848, 4.056916, 3.771315, 3.196759, 2.677628, 2.184192, 1.900482, 1.626953, 0.856741, 0.508447, 0.288454, 8.4e-05]}, "digit": {"n_am_en": [0, 1, 2, 3, 4, 5, 4, 3, 4, 7, 14, 7, 11, 6, 5, 7, 13, 11, 17, 12, 11, 11, 9, 10, 15, 10, 9, 9, 5, 4, 3, 7, 7, 7, 7, 7, 11, 6, 5, 4, 3, 3, 3, 5, 4, 4, 3, 2, 0, 0], "n_am_pl": [0, 8, 2, 1, 0, 0, 0, 0, 0, 3, 6, 5, 7, 7, 2, 3, 2, 4, 1, 4, 2, 1, 3, 3, 3, 1, 2, 1, 2, 4, 4, 4, 0, 0, 1, 3, 0, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.27307, 5.457763, 5.54592, 5.277435, 5.416296, 5.121016, 4.959174, 4.679846, 4.831339, 5.194191, 5.465965, 5.201269, 5.129442, 5.528128, 5.870908, 5.598098, 5.545023, 4.943716, 5.277662, 5.016546, 4.883957, 5.019291, 5.151402, 5.369353, 8.006903, 6.634425, 6.063122, 5.48701, 5.648323, 5.567278, 5.443899, 6.03807, 6.151781, 6.138116, 5.998768, 5.377408, 5.362896, 5.450268, 4.869688, 5.083489, 4.738892, 4.929197, 5.065336, 5.004306, 4.745916, 3.670811, 2.606805, 1.655275, 0.290661, 0.0], "sum_m_pl": [0.628154, 1.548432, 1.362709, 1.233935, 1.323478, 1.107856, 0.935229, 0.863612, 1.110656, 1.264909, 1.473609, 1.57231, 1.601938, 1.720118, 1.610467, 1.836731, 1.607711, 1.874573, 1.835196, 1.903153, 1.867574, 1.792236, 1.736701, 1.78609, 2.322791, 2.199376, 2.280898, 2.217487, 1.971985, 2.214448, 2.039201, 1.927788, 1.731809, 1.667664, 1.770591, 1.975167, 1.792164, 1.562156, 1.574809, 1.636123, 1.736118, 1.772887, 1.583503, 1.447165, 1.275646, 0.929674, 0.51314, 0.29693, 0.082665, 0.0]}, "lang": {"n_am_en": [5, 8, 6, 5, 3, 5, 5, 1, 4, 6, 3, 3, 3, 6, 7, 7, 6, 6, 10, 12, 15, 14, 12, 14, 16, 11, 10, 5, 6, 6, 7, 8, 4, 9, 13, 9, 19, 20, 24, 24, 24, 24, 24, 24, 22, 22, 23, 24, 24, 24], "n_am_pl": [2, 1, 3, 1, 5, 2, 4, 2, 3, 3, 2, 3, 3, 1, 3, 3, 2, 2, 2, 3, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 3, 3, 5, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [3.500512, 3.423563, 4.390787, 4.135705, 4.037758, 3.844737, 3.929255, 4.168923, 4.387926, 4.25317, 4.145273, 4.206474, 4.175261, 4.840663, 4.947493, 4.678897, 4.719324, 4.663699, 4.790939, 4.381737, 4.089111, 3.933359, 3.850727, 3.929256, 8.130405, 5.709447, 5.0811, 4.292401, 4.166401, 4.26247, 4.307068, 4.597589, 4.388898, 4.915865, 6.009592, 6.321911, 8.516614, 11.127869, 15.143156, 17.299195, 18.846729, 21.214854, 22.411168, 23.034378, 22.053321, 22.231898, 22.906612, 22.893511, 22.896411, 23.987105], "sum_m_pl": [0.717064, 1.161043, 1.188082, 1.300896, 1.386403, 1.219036, 1.292792, 1.208175, 1.383527, 1.399844, 1.430807, 1.575503, 1.601016, 1.57681, 1.838684, 1.857796, 1.862202, 1.727939, 1.63629, 1.701139, 1.714123, 1.60522, 1.562186, 1.576908, 2.029834, 2.255601, 2.344337, 2.383168, 2.379828, 2.387274, 2.064221, 2.076627, 2.561371, 2.628237, 2.373123, 2.473956, 2.044486, 1.520049, 0.98259, 0.76581, 0.579149, 0.263764, 0.121184, 0.068295, 0.040437, 0.137892, 0.109205, 0.03757, 0.068027, 7.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "gsm8kpl-1233", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1172, "region_end": 104, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9813}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 16, 13, 17, 23, 34, 45, 38, 34, 32, 33, 23, 23, 27, 31, 38, 64, 60, 71, 64, 57, 59, 57, 56, 85, 69, 58, 54, 43, 26, 31, 45, 41, 56, 65, 67, 81, 82, 91, 103, 102, 91, 93, 94, 74, 40, 9, 3, 1, 0], "n_am_pl": [9, 15, 15, 20, 18, 16, 17, 22, 19, 25, 17, 16, 25, 29, 25, 24, 14, 18, 13, 15, 12, 13, 13, 10, 19, 23, 26, 28, 24, 36, 28, 22, 19, 15, 21, 19, 9, 11, 10, 10, 14, 22, 20, 26, 34, 45, 76, 73, 83, 81], "n_pos": 215, "sum_m_en": [23.336567, 34.104729, 35.54837, 36.699383, 36.821381, 35.475101, 34.566097, 34.753203, 35.564038, 37.681099, 37.405617, 35.493968, 34.511733, 36.145406, 37.911817, 37.639889, 38.507068, 36.203275, 37.812748, 35.274179, 33.813383, 34.592547, 34.505474, 35.801179, 52.808764, 43.599229, 40.15244, 37.974208, 36.257098, 34.572729, 34.277915, 37.596817, 38.051382, 39.783052, 41.677266, 42.265898, 50.691952, 55.097871, 65.795134, 71.518335, 70.712873, 64.193306, 79.106067, 78.396056, 63.074821, 35.108983, 11.823706, 5.084414, 1.664084, 3.8e-05], "sum_m_pl": [4.647083, 12.464263, 12.102761, 11.869759, 12.703841, 11.502674, 11.204479, 11.828862, 11.960147, 12.833346, 13.920113, 14.58493, 15.499533, 16.094248, 15.517683, 15.757641, 15.001214, 15.803512, 13.95022, 14.374492, 14.021424, 13.38916, 13.172244, 13.151205, 17.657219, 18.403708, 19.566836, 19.120567, 18.293584, 20.249263, 18.551479, 17.987456, 18.086709, 16.876627, 16.224555, 16.442151, 14.776653, 14.047078, 13.540065, 13.852964, 15.593469, 17.924417, 18.042051, 20.45581, 28.337823, 43.49552, 69.150113, 73.392424, 80.430373, 80.784377]}, "digit": {"n_am_en": [0, 2, 2, 1, 1, 6, 4, 4, 6, 7, 6, 7, 4, 4, 7, 9, 17, 12, 13, 10, 7, 12, 12, 12, 16, 12, 12, 12, 6, 4, 7, 11, 8, 9, 15, 9, 15, 12, 10, 10, 12, 11, 7, 9, 4, 4, 1, 1, 1, 0], "n_am_pl": [0, 4, 1, 1, 0, 0, 0, 1, 4, 3, 3, 2, 13, 11, 4, 3, 3, 2, 2, 4, 2, 2, 2, 3, 2, 2, 1, 5, 3, 14, 6, 7, 1, 1, 2, 2, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0], "n_pos": 43, "sum_m_en": [4.220097, 7.39765, 7.729224, 7.736846, 7.531783, 7.273736, 7.140574, 6.947188, 7.032647, 7.730777, 7.835942, 7.533094, 7.275326, 7.742756, 7.958431, 7.537196, 7.787743, 7.324819, 7.526362, 7.198818, 7.047676, 7.332966, 7.452854, 7.912157, 11.661398, 10.091557, 9.284929, 8.345157, 8.129101, 7.417734, 7.367468, 8.607331, 8.664045, 8.986666, 9.148065, 8.405263, 8.657858, 8.779633, 7.773466, 8.206198, 8.512029, 7.826766, 8.192652, 7.216612, 4.422583, 2.987742, 1.599934, 1.526899, 0.574791, 0.0], "sum_m_pl": [0.87786, 2.555615, 2.113754, 1.912993, 1.948748, 1.692061, 1.517498, 1.496447, 1.817592, 2.006706, 2.316494, 2.40358, 2.585304, 2.881878, 2.670338, 2.885532, 2.564728, 2.890356, 2.597645, 2.733944, 2.678267, 2.568722, 2.500914, 2.47305, 2.978318, 3.058226, 3.039211, 3.229195, 3.075224, 3.567677, 3.149859, 2.815288, 2.573182, 2.441913, 2.315446, 2.465891, 2.14747, 1.956457, 2.010584, 1.971274, 2.066857, 1.988594, 1.828831, 1.755877, 1.530418, 1.445338, 1.126432, 0.89613, 0.949338, 0.0]}, "lang": {"n_am_en": [2, 11, 1, 7, 16, 18, 23, 21, 18, 17, 18, 8, 9, 13, 13, 16, 22, 24, 29, 26, 27, 28, 26, 23, 42, 33, 25, 22, 18, 12, 9, 19, 15, 26, 27, 31, 44, 46, 54, 62, 56, 53, 54, 49, 41, 19, 4, 1, 0, 0], "n_am_pl": [9, 3, 6, 9, 3, 8, 8, 10, 10, 11, 7, 6, 5, 7, 14, 15, 7, 8, 5, 6, 7, 6, 8, 6, 7, 11, 15, 18, 14, 17, 16, 11, 13, 12, 15, 13, 5, 6, 6, 6, 11, 16, 18, 23, 27, 40, 65, 69, 78, 80], "n_pos": 80, "sum_m_en": [9.392651, 12.511803, 13.2647, 14.001523, 14.478713, 13.926478, 13.847928, 14.233128, 14.801147, 15.40105, 15.436932, 14.303532, 14.244202, 14.76736, 15.387528, 15.263045, 15.38782, 14.144101, 14.912343, 13.644322, 13.139111, 13.291256, 13.150622, 13.416599, 21.08176, 16.730519, 15.223766, 14.696385, 13.911405, 13.446685, 13.644837, 14.416407, 14.313254, 15.728241, 16.174013, 18.43888, 22.490393, 27.052521, 36.324032, 38.975657, 39.317501, 35.823247, 42.955747, 40.87702, 33.789544, 19.365926, 5.843115, 1.518895, 0.720754, 2e-06], "sum_m_pl": [1.937583, 4.764031, 4.794514, 4.939795, 5.110413, 4.811326, 4.968675, 5.385847, 5.451028, 5.451879, 6.067501, 6.398591, 7.010922, 7.398213, 7.261429, 7.117958, 6.693224, 6.879015, 5.970382, 5.904552, 5.707694, 5.392702, 5.319787, 5.326395, 7.529916, 8.013405, 9.241905, 8.796519, 8.491983, 9.249036, 8.608601, 8.651456, 8.895762, 8.318476, 8.205448, 8.449205, 7.97811, 7.490546, 6.915617, 7.188305, 8.231546, 10.869945, 12.667063, 14.991691, 21.394918, 35.601305, 57.619961, 66.394028, 75.596609, 79.5816]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "gsm8kpl-1233", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1462, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9862}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 15, 14, 21, 33, 30, 26, 22, 22, 25, 24, 24, 19, 24, 26, 30, 38, 36, 26, 31, 30, 39, 33, 29, 49, 45, 45, 39, 27, 30, 26, 29, 34, 45, 48, 42, 50, 58, 61, 70, 65, 64, 64, 61, 62, 54, 56, 53, 44, 40], "n_am_pl": [2, 15, 18, 11, 10, 16, 17, 21, 17, 19, 19, 20, 20, 23, 21, 17, 15, 14, 15, 5, 3, 3, 3, 2, 9, 10, 14, 13, 15, 15, 15, 14, 8, 7, 10, 8, 4, 2, 6, 7, 8, 8, 5, 7, 2, 4, 3, 3, 3, 2], "n_pos": 149, "sum_m_en": [16.350966, 23.735245, 23.734349, 23.506336, 24.866508, 24.282908, 23.006302, 24.153988, 23.984449, 23.90233, 25.076247, 25.869206, 24.705814, 24.466737, 24.464375, 25.139429, 26.883377, 23.837785, 23.810494, 25.024354, 23.728267, 23.725121, 23.780323, 23.802236, 39.273388, 34.92153, 32.11831, 26.689327, 27.741271, 27.921042, 27.099545, 28.516107, 28.912746, 30.985696, 36.761032, 34.455234, 36.63464, 41.35374, 44.089775, 50.649388, 53.579724, 54.727148, 55.15479, 51.687792, 51.240856, 48.539736, 53.008592, 50.2658, 41.459738, 39.950921], "sum_m_pl": [2.832163, 7.328978, 8.140885, 7.528085, 7.886756, 7.728916, 7.471856, 7.811094, 7.806755, 8.530576, 9.24873, 9.686061, 10.624658, 10.152059, 10.327375, 10.568792, 9.302198, 9.048938, 9.106936, 8.683008, 8.175287, 8.018929, 8.072831, 8.269701, 8.521735, 9.701718, 10.378048, 10.817061, 11.369809, 11.907642, 11.43202, 10.920271, 10.330936, 10.206052, 9.15931, 8.989129, 9.054678, 7.986925, 6.848408, 6.579941, 6.225279, 6.00213, 5.255988, 6.129544, 4.056051, 5.659911, 3.991469, 4.674866, 4.08645, 2.206014]}, "digit": {"n_am_en": [0, 1, 0, 1, 4, 7, 5, 0, 1, 1, 5, 1, 2, 4, 2, 5, 9, 6, 5, 11, 10, 13, 11, 10, 15, 12, 12, 14, 6, 5, 3, 6, 8, 15, 11, 10, 10, 11, 12, 12, 12, 10, 9, 9, 11, 6, 10, 8, 1, 0], "n_am_pl": [0, 1, 4, 3, 3, 5, 8, 8, 7, 8, 8, 11, 11, 9, 12, 8, 8, 9, 8, 2, 2, 0, 0, 1, 4, 3, 7, 4, 6, 6, 9, 7, 6, 0, 4, 1, 3, 1, 6, 7, 7, 6, 4, 6, 1, 1, 1, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.016847, 6.247419, 5.824043, 5.618551, 5.665661, 5.476429, 5.052524, 5.183746, 4.988034, 5.403762, 5.83415, 6.320551, 5.980325, 6.026203, 5.955764, 6.380095, 7.192881, 6.229745, 6.344575, 6.530601, 6.256599, 6.445803, 6.601651, 6.652847, 12.650428, 9.928858, 8.529197, 7.075439, 7.179094, 6.918803, 6.684889, 7.464127, 7.586034, 8.801443, 9.770949, 9.455335, 8.715769, 9.534793, 9.400082, 9.874776, 10.756028, 10.058422, 8.891361, 7.822913, 7.725774, 6.519616, 7.948352, 8.286735, 2.76561, 1.4e-05], "sum_m_pl": [0.743176, 1.820526, 1.942618, 2.102589, 2.043032, 1.936532, 1.700329, 1.916187, 2.067102, 2.339758, 2.607746, 2.71313, 3.466036, 2.790287, 2.743503, 2.650909, 2.269355, 2.155648, 2.254208, 2.087563, 1.951126, 1.939171, 1.99781, 2.148135, 2.207327, 2.574738, 2.957403, 3.136265, 3.049094, 3.120307, 3.005255, 2.918026, 2.647838, 2.389433, 2.207981, 1.941802, 2.246353, 1.969149, 2.217983, 2.744237, 2.665699, 2.78121, 2.757791, 2.802518, 1.77906, 1.784982, 1.755671, 1.045279, 0.326351, 0.0]}, "lang": {"n_am_en": [7, 6, 6, 8, 12, 9, 12, 12, 14, 14, 10, 15, 11, 12, 14, 14, 14, 15, 12, 11, 9, 13, 12, 10, 17, 21, 20, 13, 12, 12, 14, 13, 15, 17, 19, 21, 23, 26, 29, 33, 30, 33, 34, 34, 35, 34, 35, 35, 36, 38], "n_am_pl": [1, 4, 4, 1, 3, 2, 3, 1, 2, 4, 3, 2, 3, 6, 3, 4, 4, 1, 1, 1, 0, 1, 0, 0, 3, 3, 3, 4, 2, 4, 4, 3, 0, 2, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 3, 2], "n_pos": 42, "sum_m_en": [5.189393, 6.482173, 6.875346, 7.032523, 8.034085, 7.982169, 7.888793, 8.500339, 8.622895, 7.797474, 8.368881, 8.592002, 8.25429, 8.127229, 8.36026, 8.389192, 8.655039, 8.003311, 7.833654, 8.338554, 7.813659, 7.632304, 7.590593, 7.431138, 14.423107, 13.729829, 13.068923, 10.174127, 10.604443, 10.699749, 10.218505, 10.34847, 10.293412, 10.855668, 13.607937, 13.532831, 15.491413, 17.258546, 19.374992, 22.014707, 23.730204, 27.472243, 30.178878, 29.991504, 31.515745, 31.118914, 33.628752, 32.380192, 33.328617, 37.681316], "sum_m_pl": [0.713175, 1.839173, 1.942917, 1.566976, 1.910748, 2.08669, 2.260054, 2.344537, 2.425821, 2.496448, 2.68304, 2.687937, 2.808873, 3.044843, 3.026467, 3.229728, 2.954991, 2.919974, 2.990437, 2.803482, 2.684994, 2.595318, 2.556637, 2.53717, 2.683663, 3.038459, 3.219742, 3.292116, 3.528373, 3.493576, 3.522466, 3.382187, 3.305654, 3.448767, 2.768292, 3.047727, 3.002206, 2.740359, 2.461772, 2.19833, 2.193696, 1.670059, 1.064754, 1.771621, 1.479316, 1.760329, 1.503847, 2.020269, 2.929897, 2.183234]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-1238", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1177, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.974, "tf_agree_excl_first": 0.9804}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 18, 19, 25, 26, 33, 26, 38, 43, 35, 35, 41, 36, 37, 42, 52, 59, 54, 55, 51, 65, 65, 66, 54, 98, 83, 83, 53, 46, 43, 41, 47, 69, 65, 93, 86, 92, 104, 109, 122, 116, 109, 106, 102, 94, 70, 35, 13, 2, 0], "n_am_pl": [15, 25, 39, 27, 31, 37, 32, 21, 27, 37, 34, 31, 38, 36, 28, 32, 25, 25, 22, 14, 6, 11, 11, 7, 13, 20, 25, 29, 29, 39, 33, 25, 19, 29, 14, 16, 11, 10, 7, 4, 9, 6, 9, 13, 18, 31, 68, 79, 89, 90], "n_pos": 256, "sum_m_en": [26.323432, 38.432851, 39.348283, 39.672895, 40.03378, 39.361916, 39.689784, 41.48791, 41.872922, 41.502832, 44.46704, 43.868919, 44.022835, 44.106744, 43.417477, 43.769831, 45.367377, 39.551101, 39.938008, 40.04374, 39.682205, 40.467834, 40.900253, 40.962431, 69.994637, 64.674499, 58.284895, 47.441307, 44.147208, 43.629219, 41.625654, 44.32762, 45.888279, 51.689204, 57.381399, 55.611091, 58.259897, 66.92869, 81.586654, 94.655269, 96.916852, 97.675538, 97.114575, 96.149611, 88.169914, 66.033559, 34.635394, 14.069644, 5.257742, 0.009546], "sum_m_pl": [4.896973, 13.757371, 14.755633, 13.845757, 14.67301, 14.157977, 14.129271, 14.389725, 15.43784, 16.30528, 17.321477, 17.526368, 18.540848, 18.171671, 18.241116, 18.534699, 15.979721, 15.873203, 15.414949, 15.10008, 14.400321, 13.918088, 13.910329, 13.850235, 14.771388, 18.20684, 19.159959, 20.950923, 24.415791, 25.785459, 23.766571, 22.282802, 20.973279, 20.104437, 16.404803, 16.005736, 15.568171, 13.384388, 10.420024, 10.107676, 9.689964, 9.899101, 11.152305, 15.628705, 20.23214, 31.438526, 65.094887, 78.838876, 88.227784, 90.233191]}, "digit": {"n_am_en": [2, 2, 2, 5, 6, 7, 7, 2, 4, 5, 3, 6, 5, 8, 9, 8, 9, 7, 7, 5, 11, 9, 12, 9, 17, 13, 14, 12, 10, 7, 5, 8, 11, 12, 13, 14, 16, 23, 19, 14, 14, 12, 9, 8, 5, 3, 9, 7, 2, 0], "n_am_pl": [0, 4, 6, 6, 6, 2, 2, 4, 5, 2, 4, 4, 2, 5, 5, 5, 3, 5, 4, 3, 1, 1, 1, 1, 2, 2, 3, 6, 3, 5, 3, 4, 5, 4, 1, 2, 1, 1, 0, 1, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.376798, 7.114584, 7.419288, 7.061007, 7.056278, 6.874195, 6.339259, 5.975253, 5.948064, 6.405084, 6.970089, 7.365038, 7.11946, 7.542399, 7.69676, 7.779608, 8.421284, 7.119729, 7.30713, 7.050851, 7.102885, 7.183324, 7.303655, 7.385177, 12.900458, 11.787034, 10.330461, 8.620368, 7.796855, 7.790439, 7.207302, 7.982838, 8.427781, 9.902535, 10.687131, 10.297192, 10.780703, 12.421398, 13.509341, 12.783378, 14.045732, 12.97, 10.282043, 8.762203, 6.935378, 4.903579, 7.942653, 6.4137, 3.248826, 0.0], "sum_m_pl": [0.679385, 2.165923, 2.095178, 2.058702, 2.045809, 1.688008, 1.513455, 1.874951, 2.234902, 2.288345, 2.534731, 2.55852, 3.142533, 2.862167, 2.864843, 3.017319, 2.375698, 2.501831, 2.578261, 2.530057, 2.343078, 2.246768, 2.274776, 2.347854, 2.397236, 2.953712, 3.020902, 3.561899, 3.695086, 3.966546, 3.96681, 3.665335, 3.295652, 3.095674, 2.89493, 2.664356, 2.4388, 1.880171, 1.773374, 2.27214, 1.747682, 1.544265, 1.674431, 2.104651, 2.484798, 2.463656, 2.2405, 0.842553, 0.380442, 0.0]}, "lang": {"n_am_en": [4, 8, 8, 9, 10, 13, 12, 20, 25, 19, 20, 20, 19, 22, 20, 27, 27, 26, 30, 30, 34, 31, 34, 28, 50, 48, 44, 29, 26, 25, 25, 30, 38, 36, 46, 42, 48, 50, 59, 72, 66, 66, 64, 63, 62, 47, 19, 5, 0, 0], "n_am_pl": [1, 9, 7, 5, 7, 8, 15, 9, 12, 13, 16, 11, 19, 15, 12, 12, 10, 12, 10, 4, 2, 3, 4, 3, 9, 11, 14, 11, 14, 24, 20, 12, 9, 13, 7, 11, 8, 6, 6, 3, 8, 6, 7, 12, 15, 30, 61, 78, 89, 90], "n_pos": 91, "sum_m_en": [9.093093, 13.273603, 13.264178, 14.046999, 14.675088, 14.423833, 15.378618, 17.025365, 17.491794, 16.625586, 18.021033, 17.458927, 17.822473, 17.62995, 17.488321, 17.895558, 18.212309, 15.836661, 15.615621, 15.622743, 15.293909, 15.604913, 15.939709, 15.829908, 34.880183, 31.965471, 28.77838, 21.806288, 18.999445, 18.345181, 17.510511, 18.115723, 18.979861, 23.009153, 25.153029, 25.204124, 27.396106, 31.918498, 41.176273, 50.345929, 50.844427, 52.39454, 54.910014, 57.508586, 56.71906, 43.704581, 18.136927, 4.669732, 0.710547, 0.009545], "sum_m_pl": [1.585443, 4.409621, 4.702301, 4.414901, 4.958858, 5.043132, 5.74643, 5.6128, 5.992948, 6.146843, 6.646001, 7.00294, 7.372095, 7.54273, 7.473795, 7.426402, 6.372198, 6.351752, 6.254572, 6.006073, 5.725488, 5.532899, 5.573192, 5.491004, 5.807365, 7.084399, 7.623861, 8.25082, 10.198228, 11.402626, 10.145867, 10.032142, 9.557704, 9.017048, 6.877938, 7.020619, 7.607867, 6.613814, 5.217562, 4.788068, 5.494708, 6.322197, 7.362652, 11.514739, 15.454063, 26.763418, 56.772426, 74.23693, 85.328821, 89.571005]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "gsm8kpl-1238", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1467, "region_end": 256, "roundtrip_ok": true, "tf_agree": 0.9923, "tf_agree_excl_first": 0.9962}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 15, 17, 15, 32, 18, 25, 25, 20, 22, 28, 22, 17, 20, 22, 35, 31, 25, 38, 32, 27, 39, 31, 34, 53, 50, 45, 39, 46, 41, 36, 35, 40, 45, 55, 48, 50, 55, 54, 53, 56, 55, 61, 59, 59, 58, 60, 54, 47, 48], "n_am_pl": [1, 14, 10, 9, 8, 8, 4, 8, 5, 5, 11, 6, 10, 13, 9, 11, 6, 10, 3, 8, 4, 6, 3, 4, 5, 7, 10, 15, 10, 8, 7, 13, 13, 8, 5, 5, 1, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 2, 0], "n_pos": 131, "sum_m_en": [14.715247, 20.315049, 20.123382, 20.221718, 21.816974, 21.305012, 21.974356, 21.877741, 21.434329, 22.524352, 24.076446, 24.442589, 23.082384, 23.353172, 24.167979, 24.070689, 24.72927, 23.024731, 23.698988, 22.943844, 22.275843, 22.37473, 22.391274, 22.585451, 38.360817, 36.505827, 33.00537, 29.530846, 29.916655, 30.551192, 27.169955, 27.64125, 29.517089, 30.228608, 34.750663, 35.620077, 39.720422, 45.442045, 48.24458, 49.274561, 52.111652, 51.237778, 53.931498, 56.695171, 57.548413, 53.644321, 54.885505, 54.028145, 48.010051, 47.655093], "sum_m_pl": [2.71465, 6.697298, 6.898195, 6.742413, 7.09657, 6.68725, 6.089045, 5.691195, 5.697344, 5.954662, 7.03256, 7.173496, 7.521622, 7.512133, 7.039178, 7.809644, 7.803889, 7.866803, 7.559339, 8.047317, 7.694341, 7.442388, 7.298946, 7.430678, 8.833255, 8.832121, 8.387913, 9.587857, 9.350151, 9.476499, 8.728705, 8.126499, 7.943393, 7.650457, 6.691694, 7.01457, 6.084518, 5.366461, 4.838646, 4.616885, 4.292524, 3.925992, 3.253769, 2.912146, 2.676814, 2.318592, 1.542637, 1.423327, 2.715979, 3.9e-05]}, "digit": {"n_am_en": [1, 3, 1, 3, 6, 1, 1, 2, 1, 2, 8, 3, 3, 2, 3, 6, 5, 3, 6, 2, 1, 3, 2, 4, 8, 6, 5, 5, 7, 5, 2, 4, 6, 5, 8, 4, 6, 6, 3, 3, 3, 4, 5, 3, 3, 4, 3, 1, 0, 0], "n_am_pl": [0, 3, 0, 0, 2, 0, 0, 1, 0, 1, 0, 0, 5, 4, 5, 4, 1, 3, 0, 2, 2, 3, 0, 1, 2, 2, 3, 4, 3, 1, 1, 3, 3, 1, 1, 3, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.80448, 4.816486, 4.734315, 4.614061, 5.12924, 4.742297, 4.422837, 4.177121, 4.149175, 4.529834, 5.323393, 5.225269, 5.069446, 5.137061, 5.216837, 4.888547, 4.91043, 4.394192, 4.742655, 4.793758, 4.643233, 4.691516, 4.804262, 4.988494, 6.321136, 6.131123, 5.918285, 5.555728, 5.810339, 5.778149, 5.314812, 5.545797, 5.813365, 5.62542, 5.760707, 5.663909, 5.865128, 4.875263, 4.802345, 4.619217, 4.280005, 4.168964, 4.314094, 4.179359, 4.213904, 4.08973, 3.244256, 2.172713, 0.42013, 0.0], "sum_m_pl": [0.44237, 1.358217, 1.100298, 1.138512, 1.226616, 1.119919, 0.903586, 0.785762, 0.938408, 0.98256, 1.268191, 1.329205, 1.521132, 1.54628, 1.335348, 1.506798, 1.353675, 1.455724, 1.42415, 1.577862, 1.510068, 1.441852, 1.432759, 1.524327, 1.819846, 1.904703, 1.658795, 1.989981, 1.76401, 1.764215, 1.622815, 1.431693, 1.338243, 1.275551, 1.222247, 1.388004, 1.250999, 1.31987, 1.436901, 1.48251, 1.414506, 1.418814, 1.319928, 1.207713, 1.193012, 0.950278, 0.781775, 0.456271, 0.20273, 0.0]}, "lang": {"n_am_en": [8, 12, 14, 10, 16, 13, 17, 19, 17, 14, 13, 17, 13, 15, 14, 18, 17, 18, 21, 18, 18, 24, 22, 23, 32, 33, 30, 26, 26, 26, 27, 25, 26, 29, 28, 29, 30, 34, 37, 36, 38, 36, 39, 41, 43, 44, 46, 45, 45, 46], "n_am_pl": [1, 3, 3, 1, 2, 4, 1, 4, 3, 3, 7, 3, 2, 4, 2, 2, 3, 4, 2, 3, 0, 0, 1, 3, 1, 3, 3, 6, 3, 2, 2, 4, 6, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 48, "sum_m_en": [6.062472, 7.512268, 7.773481, 7.806747, 8.414099, 8.400518, 9.225483, 9.351837, 9.333828, 9.306229, 9.577572, 9.959389, 8.991966, 9.19278, 9.95022, 9.860525, 10.237949, 9.728676, 9.567234, 8.964449, 8.791938, 8.722975, 8.539636, 8.404906, 20.366637, 19.566844, 17.670288, 14.39525, 14.067599, 14.671557, 12.648297, 12.976887, 14.206011, 14.845847, 17.222664, 18.634033, 21.881002, 28.085788, 31.248615, 31.900087, 33.377127, 33.348791, 36.214599, 38.486907, 40.61886, 40.174194, 42.23124, 43.173445, 42.596631, 45.485114], "sum_m_pl": [1.013996, 2.388802, 2.396263, 2.245658, 2.437247, 2.377279, 2.268021, 2.213824, 2.254693, 2.352267, 2.761148, 2.782997, 2.952775, 3.065618, 2.950841, 3.173474, 3.252786, 3.171609, 2.924002, 3.013921, 2.904941, 2.852449, 2.776836, 2.773854, 3.046811, 3.087555, 3.192505, 3.686177, 3.651453, 3.54218, 3.427303, 3.411665, 3.410923, 3.146237, 2.559625, 2.737457, 2.279378, 1.643754, 1.352856, 1.258343, 1.158217, 0.945117, 0.640738, 0.599223, 0.406292, 0.433369, 0.233721, 0.185212, 0.249504, 3.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "gsm8kpl-1244", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1230, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9481, "tf_agree_excl_first": 0.9552}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 9, 14, 22, 30, 40, 46, 43, 34, 42, 35, 27, 31, 30, 25, 32, 42, 40, 45, 34, 51, 48, 47, 46, 77, 78, 61, 48, 51, 40, 33, 36, 34, 46, 48, 49, 53, 67, 73, 72, 92, 77, 91, 82, 57, 28, 13, 4, 2, 2], "n_am_pl": [5, 37, 32, 25, 22, 15, 25, 18, 23, 22, 21, 18, 26, 22, 24, 28, 17, 21, 15, 22, 13, 7, 10, 9, 18, 15, 18, 22, 22, 36, 37, 26, 35, 24, 18, 18, 15, 8, 6, 7, 7, 11, 14, 21, 27, 45, 65, 86, 89, 93], "n_pos": 204, "sum_m_en": [18.826801, 29.227034, 30.591052, 30.368033, 31.656865, 30.753474, 31.34686, 33.282308, 33.700014, 36.767503, 38.806032, 37.471758, 36.582309, 35.553553, 35.663401, 35.528928, 36.451712, 34.213325, 35.354909, 33.863422, 34.267464, 34.404732, 34.361021, 35.081391, 53.251832, 49.472359, 42.804161, 38.923815, 39.264261, 37.438775, 35.158146, 36.017072, 36.633988, 37.638173, 39.713071, 39.898787, 42.482378, 51.166504, 60.001049, 62.616949, 74.227644, 65.555169, 75.703506, 71.020956, 57.673414, 33.883986, 16.051624, 4.586418, 2.747315, 2.000002], "sum_m_pl": [3.747786, 11.263889, 11.574584, 11.004861, 11.927586, 11.588595, 11.289096, 10.695383, 10.824369, 10.826615, 12.692511, 13.223653, 13.302785, 13.873634, 13.76979, 14.620829, 13.795263, 13.950973, 12.791738, 13.611153, 12.86448, 12.364311, 12.105428, 12.138377, 16.217392, 16.510996, 17.185183, 19.178968, 18.301587, 20.012413, 18.854046, 17.848499, 17.87016, 16.603842, 15.212983, 15.972435, 15.152825, 13.245106, 10.665424, 11.261333, 10.73094, 13.459904, 14.514468, 19.341662, 26.016901, 43.289552, 65.479883, 85.062985, 89.879841, 93.334338]}, "digit": {"n_am_en": [2, 2, 4, 8, 5, 4, 6, 4, 3, 9, 9, 7, 5, 6, 6, 4, 4, 9, 5, 4, 5, 4, 6, 5, 15, 16, 10, 8, 10, 8, 7, 9, 9, 9, 8, 3, 4, 6, 7, 6, 7, 5, 5, 7, 2, 1, 0, 0, 0, 0], "n_am_pl": [1, 5, 1, 2, 4, 2, 4, 2, 2, 2, 3, 2, 7, 6, 3, 5, 2, 1, 3, 2, 2, 1, 2, 1, 3, 1, 3, 6, 4, 8, 8, 8, 6, 9, 3, 3, 4, 2, 2, 2, 1, 1, 1, 0, 0, 1, 1, 2, 0, 0], "n_pos": 41, "sum_m_en": [3.870044, 6.760898, 6.936022, 6.701036, 7.053559, 6.687085, 6.406363, 6.274867, 6.398377, 7.530924, 7.996933, 7.772898, 7.55609, 7.577023, 7.553179, 7.118833, 7.351957, 6.897914, 7.172294, 6.851351, 6.790936, 7.017124, 7.128138, 7.390322, 10.772663, 10.285061, 8.760246, 8.268625, 8.255179, 7.767025, 7.366525, 7.843352, 8.411067, 8.275173, 8.328537, 7.32424, 7.486813, 7.761945, 7.494893, 7.307742, 6.778212, 6.311692, 5.95831, 5.061795, 4.068764, 2.768957, 1.968661, 0.771122, 0.190879, 1e-06], "sum_m_pl": [0.656642, 2.119862, 1.699055, 1.537085, 1.54996, 1.59407, 1.456598, 1.332698, 1.522958, 1.685236, 2.141301, 2.051607, 2.266654, 2.468702, 2.171592, 2.391387, 2.231057, 2.497258, 2.245625, 2.411488, 2.348349, 2.20041, 2.192515, 2.239774, 2.757924, 2.844045, 2.736426, 3.385858, 2.880458, 3.174513, 2.993016, 2.811958, 2.580456, 2.510085, 2.073722, 2.411294, 2.242252, 2.059507, 2.220463, 2.229782, 2.1313, 2.028197, 1.917299, 1.772504, 1.797476, 1.446234, 1.410497, 2.186256, 0.361615, 0.001139]}, "lang": {"n_am_en": [2, 5, 6, 8, 21, 29, 30, 27, 22, 25, 21, 16, 19, 19, 8, 19, 27, 20, 23, 21, 31, 26, 22, 25, 42, 39, 33, 29, 27, 19, 15, 20, 17, 24, 28, 29, 34, 45, 47, 43, 61, 49, 62, 52, 40, 23, 11, 4, 2, 2], "n_am_pl": [2, 21, 18, 12, 12, 6, 10, 8, 12, 12, 9, 10, 13, 11, 14, 14, 8, 13, 8, 14, 8, 4, 6, 6, 7, 8, 10, 11, 13, 18, 20, 10, 20, 10, 12, 10, 8, 6, 4, 5, 6, 10, 13, 21, 26, 41, 60, 79, 88, 93], "n_pos": 95, "sum_m_en": [9.212701, 12.810703, 13.940583, 13.914915, 14.494629, 14.041502, 14.778181, 16.489738, 16.982965, 17.92055, 19.149112, 18.213034, 17.931936, 17.169873, 17.052388, 17.264339, 17.570049, 16.436617, 17.008779, 16.324295, 17.095063, 16.734222, 16.523077, 16.568014, 28.104676, 25.643716, 21.721086, 18.714666, 18.803498, 18.021165, 17.113145, 17.229505, 17.349873, 18.667608, 19.919802, 21.673107, 24.082377, 30.496803, 36.693329, 38.268789, 46.540403, 39.781427, 48.987828, 46.084613, 39.133433, 24.467245, 12.263643, 3.408491, 2.200944, 2.000001], "sum_m_pl": [1.965504, 5.381585, 5.667898, 5.735996, 6.236291, 6.080629, 6.192922, 5.856244, 6.017131, 5.656853, 6.489116, 7.092588, 7.037116, 7.560411, 7.50888, 7.761347, 7.290384, 7.066485, 6.601234, 6.806081, 6.334354, 6.223424, 6.063166, 6.079962, 7.974184, 8.247929, 9.137473, 10.186742, 10.302284, 11.065664, 10.44555, 10.093259, 10.093156, 9.492444, 8.931413, 9.530207, 9.592327, 8.331016, 6.185079, 6.844079, 6.602545, 9.566965, 10.811634, 15.716923, 21.831958, 38.069805, 58.99904, 78.168278, 87.500964, 92.646533]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "gsm8kpl-1244", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1520, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9952}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 3, 2, 3, 7, 5, 7, 7, 7, 12, 10, 11, 7, 8, 10, 11, 7, 6, 11, 8, 8, 7, 10, 11, 20, 16, 14, 10, 13, 11, 10, 11, 11, 11, 16, 17, 18, 21, 24, 26, 23, 24, 26, 27, 26, 25, 20, 17, 16, 16], "n_am_pl": [0, 5, 4, 2, 2, 2, 6, 2, 2, 1, 2, 6, 4, 5, 5, 2, 2, 4, 6, 4, 1, 3, 1, 1, 0, 1, 3, 2, 2, 3, 4, 3, 2, 0, 1, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 47, "sum_m_en": [4.988333, 6.882207, 6.59109, 6.916196, 7.932369, 8.08956, 7.859353, 8.244791, 8.080076, 8.784854, 8.674164, 8.502276, 8.442646, 8.0281, 7.776079, 7.896633, 8.005838, 7.834705, 8.133626, 8.274073, 7.553798, 7.658237, 7.614203, 7.84386, 12.008177, 11.177471, 10.235069, 8.58607, 9.036641, 9.485505, 8.786558, 8.856491, 8.8894, 9.341957, 10.876415, 10.897116, 12.594291, 15.864344, 19.248583, 21.400817, 20.389621, 22.080701, 23.177789, 23.502346, 22.435245, 22.260987, 20.31364, 18.919355, 16.31265, 15.595909], "sum_m_pl": [1.146403, 2.540046, 2.402879, 2.349764, 2.653651, 2.465662, 2.393552, 2.246784, 2.253311, 2.418437, 2.587449, 2.728068, 2.76979, 2.725438, 2.56376, 2.564941, 2.452455, 2.695483, 2.814523, 2.887316, 2.738865, 2.68361, 2.705753, 2.83174, 3.043739, 3.142568, 3.051162, 3.337577, 3.215651, 3.369777, 2.927071, 2.735647, 2.721533, 2.571229, 2.364965, 2.437982, 2.307679, 1.862327, 1.565345, 1.394946, 1.392306, 1.282314, 1.065066, 0.868311, 0.846243, 0.934713, 0.637596, 0.436028, 0.222402, 2e-06]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 5, 5, 1, 0, 2, 3, 0, 0, 3, 1, 1, 1, 1, 1, 7, 3, 2, 0, 4, 4, 2, 2, 2, 0, 2, 2, 3, 2, 3, 4, 3, 3, 5, 4, 5, 4, 2, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 3, 2, 1, 2, 2, 3, 3, 4, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 2, 2, 1, 0, 1, 0, 1, 2, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.287112, 2.189286, 2.041505, 1.906841, 2.308183, 2.29936, 2.231821, 2.210188, 2.110977, 2.452124, 2.481468, 2.536174, 2.43664, 2.274953, 2.16879, 2.086274, 2.099565, 1.925676, 2.208903, 2.240701, 2.024347, 2.138789, 2.10831, 2.185224, 3.125819, 2.751995, 2.918764, 2.546362, 2.648757, 2.704916, 2.373113, 2.434093, 2.576947, 2.576484, 2.528001, 2.294799, 2.294259, 2.536531, 2.442864, 2.630888, 2.402911, 2.596814, 2.844055, 2.704475, 2.526019, 2.168243, 1.840657, 0.851919, 0.268796, 0.0], "sum_m_pl": [0.209352, 0.578452, 0.478265, 0.496384, 0.578229, 0.513755, 0.465897, 0.45022, 0.489627, 0.554192, 0.638664, 0.642914, 0.71276, 0.725542, 0.588983, 0.646862, 0.623417, 0.738236, 0.754063, 0.78106, 0.726064, 0.717888, 0.726818, 0.781631, 0.946758, 0.943779, 0.70403, 0.821893, 0.744756, 0.795347, 0.688841, 0.644504, 0.601224, 0.570327, 0.597623, 0.646202, 0.744299, 0.693862, 0.767164, 0.733893, 0.710319, 0.695924, 0.592628, 0.506049, 0.541729, 0.677635, 0.491411, 0.324121, 0.12498, 0.0]}, "lang": {"n_am_en": [1, 1, 1, 1, 6, 3, 3, 5, 4, 2, 1, 3, 3, 4, 5, 5, 4, 4, 6, 4, 5, 4, 7, 7, 9, 10, 9, 8, 7, 5, 7, 7, 6, 7, 8, 10, 10, 15, 15, 15, 15, 15, 14, 16, 16, 15, 15, 15, 15, 15], "n_am_pl": [0, 2, 1, 1, 1, 1, 4, 1, 2, 0, 2, 3, 1, 2, 4, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 2, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.860145, 2.162648, 2.139431, 2.401268, 2.721772, 2.771674, 2.924639, 3.169543, 3.115642, 3.039327, 2.973809, 2.978216, 3.055188, 3.04832, 3.024765, 3.162152, 3.128982, 3.085126, 2.992496, 3.057411, 2.850297, 2.845648, 2.837514, 2.875988, 5.505317, 5.36058, 4.485407, 3.514913, 3.659853, 3.721355, 3.545255, 3.596178, 3.386709, 3.7154, 4.613079, 5.359509, 6.840066, 9.491319, 12.693664, 14.153512, 13.860974, 14.25168, 14.118069, 14.775245, 15.08795, 15.092497, 14.842677, 14.992465, 14.819568, 14.966925], "sum_m_pl": [0.547163, 0.909064, 0.840518, 0.798122, 0.917456, 0.9027, 0.903611, 0.845672, 0.912058, 0.935423, 1.042772, 1.102192, 1.094357, 1.01842, 1.059538, 0.943993, 0.908663, 1.010714, 1.038416, 1.024602, 0.982549, 0.943421, 0.960814, 0.973303, 0.955302, 1.016358, 1.262135, 1.29131, 1.247844, 1.143281, 1.006575, 0.984282, 1.09966, 1.084443, 0.923413, 0.958598, 0.779813, 0.546294, 0.259653, 0.118515, 0.106086, 0.102106, 0.068092, 0.092026, 0.037117, 0.04044, 0.015437, 0.01483, 0.021091, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 51, "item_id": "gsm8kpl-1250", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 47, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.98}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [0, 6, 7, 12, 7, 10, 11, 12, 14, 16, 18, 17, 19, 18, 23, 23, 26, 25, 29, 31, 31, 32, 36, 35, 47, 41, 32, 30, 20, 24, 25, 25, 23, 29, 40, 33, 40, 51, 47, 52, 49, 53, 53, 55, 57, 39, 20, 8, 6, 4], "n_am_pl": [1, 10, 9, 8, 7, 7, 8, 9, 6, 6, 8, 16, 15, 13, 11, 5, 3, 2, 1, 2, 1, 8, 2, 4, 4, 3, 5, 9, 14, 12, 12, 11, 10, 7, 5, 5, 6, 5, 5, 5, 11, 10, 10, 10, 9, 20, 38, 51, 49, 48], "n_pos": 103, "sum_m_en": [9.737334, 15.595632, 16.150254, 17.468765, 18.390821, 19.367791, 18.436271, 19.336526, 19.092227, 20.049, 19.904354, 19.4686, 19.441561, 19.638871, 18.885401, 18.40341, 18.632441, 17.76956, 19.245404, 19.031593, 18.425755, 18.172572, 17.802426, 18.314997, 31.78711, 27.055482, 23.411761, 20.932775, 20.139908, 20.950649, 19.730757, 20.404814, 20.108105, 22.774911, 24.741777, 25.542593, 28.839652, 35.914571, 38.989486, 45.252621, 44.299462, 44.943002, 46.535821, 48.681364, 46.719385, 34.748741, 19.477748, 8.932186, 6.864162, 3.976636], "sum_m_pl": [1.728157, 5.095038, 5.298956, 5.222198, 5.786406, 5.528067, 5.357649, 5.255964, 5.482704, 5.335219, 5.979023, 6.394, 6.725678, 6.673557, 6.437681, 6.313689, 5.938917, 6.172421, 6.042587, 6.258986, 5.817874, 5.786761, 5.842093, 5.945743, 6.172046, 6.888226, 7.253405, 8.006289, 8.260629, 9.061549, 7.666478, 7.487778, 7.583933, 6.71201, 6.194505, 6.237231, 5.929569, 5.005845, 4.670245, 4.631265, 6.016744, 6.657982, 8.294573, 9.374541, 11.166159, 17.457389, 37.018816, 50.736063, 48.837909, 48.363552]}, "digit": {"n_am_en": [0, 2, 2, 2, 0, 0, 1, 0, 0, 2, 4, 2, 2, 2, 3, 3, 4, 3, 3, 4, 3, 3, 3, 2, 7, 5, 4, 3, 2, 4, 5, 5, 4, 1, 5, 1, 1, 2, 2, 2, 2, 3, 4, 3, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 1, 2, 0, 1, 0, 0, 0, 1, 1, 3, 4, 3, 2, 0, 1, 1, 0, 2, 1, 2, 1, 1, 0, 1, 0, 1, 3, 0, 2, 1, 2, 1, 1, 0, 1, 1, 1, 1, 1, 2, 2, 0, 0, 2, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.421528, 2.62375, 2.679989, 2.662319, 2.887527, 2.870306, 2.822242, 2.786636, 2.710663, 3.141009, 3.135471, 3.192217, 3.057709, 3.001533, 2.872096, 2.702572, 2.780158, 2.474017, 2.773419, 2.717384, 2.561264, 2.722661, 2.705522, 2.840824, 3.890482, 3.568536, 3.556377, 3.292921, 3.196907, 3.278769, 3.052565, 3.36104, 3.135678, 3.2915, 3.302732, 2.942462, 2.961286, 2.802659, 2.706239, 2.705518, 2.601071, 2.800422, 3.106633, 3.047734, 2.681064, 2.577627, 1.944142, 0.789437, 0.247079, 0.0], "sum_m_pl": [0.254733, 0.799495, 0.639038, 0.60858, 0.651308, 0.605429, 0.5776, 0.561126, 0.63439, 0.698631, 0.839541, 0.818628, 0.866375, 0.886772, 0.765986, 0.828085, 0.756826, 0.84578, 0.838198, 0.907996, 0.834735, 0.855865, 0.850328, 0.892206, 0.977975, 0.998138, 0.807869, 0.960892, 0.897831, 0.988682, 0.843214, 0.772393, 0.713163, 0.661803, 0.678881, 0.763427, 0.71946, 0.718015, 0.742162, 0.76198, 0.801558, 0.786368, 0.711445, 0.705082, 0.844726, 0.872788, 1.332352, 1.251433, 0.310977, 8.5e-05]}, "lang": {"n_am_en": [0, 1, 3, 8, 3, 6, 7, 8, 8, 7, 8, 12, 11, 10, 12, 14, 13, 14, 17, 19, 19, 23, 25, 24, 29, 25, 22, 19, 13, 14, 12, 14, 13, 22, 26, 25, 29, 37, 32, 36, 35, 37, 34, 37, 37, 29, 14, 6, 5, 4], "n_am_pl": [0, 4, 6, 4, 4, 4, 5, 6, 4, 4, 5, 8, 6, 6, 9, 3, 0, 1, 1, 0, 0, 2, 0, 0, 2, 2, 4, 7, 7, 9, 5, 6, 6, 4, 4, 4, 5, 4, 3, 4, 9, 6, 7, 8, 9, 15, 32, 44, 46, 47], "n_pos": 52, "sum_m_en": [5.141293, 7.637965, 8.118034, 8.96785, 9.222793, 9.703065, 9.364504, 10.190249, 10.187305, 10.3228, 10.310346, 10.022669, 10.090645, 10.377283, 10.137366, 9.875021, 9.834948, 9.489858, 10.413607, 10.404939, 10.221713, 9.817812, 9.444597, 9.72855, 19.347776, 15.787601, 13.393674, 11.641228, 10.93214, 11.330155, 10.485996, 10.861562, 10.728465, 13.067264, 13.865204, 15.425469, 18.50871, 24.458875, 26.609863, 30.841423, 30.277085, 30.053054, 30.17703, 31.850327, 31.996414, 25.273342, 14.208575, 5.654836, 4.941662, 3.962438], "sum_m_pl": [0.826567, 2.458083, 2.716928, 2.734404, 3.082978, 3.003431, 2.907067, 2.857415, 3.112723, 2.875249, 3.279715, 3.507495, 3.818743, 3.777655, 3.734025, 3.450526, 3.240986, 3.320683, 3.246037, 3.26923, 2.992584, 2.994978, 3.052012, 3.036397, 3.123676, 3.611184, 4.205918, 4.50754, 4.857905, 5.217707, 4.488591, 4.476718, 4.56773, 4.035495, 3.771283, 3.837679, 3.694407, 2.903468, 2.735684, 2.739919, 4.064853, 4.562666, 6.587672, 7.679569, 9.291602, 14.493655, 30.485671, 43.990642, 45.245222, 47.009894]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "gsm8kpl-1250", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1461, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9811}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 22, 31, 39, 38, 42, 34, 38, 42, 38, 45, 34, 36, 35, 40, 48, 41, 34, 41, 44, 47, 50, 46, 41, 83, 75, 69, 66, 53, 47, 53, 57, 49, 55, 46, 75, 78, 104, 111, 124, 116, 112, 112, 113, 110, 85, 47, 18, 2, 0], "n_am_pl": [2, 8, 20, 19, 21, 18, 19, 21, 16, 13, 23, 38, 42, 40, 33, 33, 27, 34, 20, 14, 7, 6, 8, 8, 15, 18, 19, 26, 23, 35, 27, 25, 30, 18, 14, 8, 15, 7, 11, 19, 26, 34, 42, 46, 46, 69, 108, 139, 143, 142], "n_pos": 257, "sum_m_en": [24.322515, 36.845742, 39.538099, 41.333846, 43.351321, 41.488787, 43.499592, 44.47504, 43.703139, 44.132206, 47.674785, 45.918517, 44.789644, 45.806937, 45.56409, 45.974112, 42.818972, 39.61041, 38.886402, 39.589917, 38.750494, 39.419374, 39.146438, 40.130293, 54.27675, 52.606709, 50.14298, 47.034986, 47.044882, 42.862885, 41.977372, 45.122766, 44.581218, 46.402398, 46.643365, 51.212773, 59.394006, 72.180393, 81.424923, 94.583728, 93.81965, 93.544518, 91.891683, 102.594017, 101.647801, 80.006644, 44.438847, 19.160835, 4.493353, 0.000156], "sum_m_pl": [3.87706, 11.790009, 14.078058, 14.177577, 14.353398, 14.216903, 12.901694, 13.322267, 13.171668, 13.25162, 14.573798, 16.462413, 17.337842, 17.107618, 15.751924, 15.47337, 15.190444, 15.59067, 13.905022, 14.50272, 14.474901, 14.290024, 14.118025, 14.351705, 17.302348, 19.039008, 20.633889, 20.31724, 19.880042, 22.968152, 20.055995, 18.6151, 17.878639, 16.022253, 15.341336, 14.752087, 14.416697, 13.415905, 14.899582, 17.384176, 19.288181, 22.769669, 30.822671, 37.297305, 41.58088, 63.664282, 108.354581, 134.480472, 140.687272, 141.406474]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 1, 1, 3, 5, 3, 2, 2, 2, 1, 3, 1, 2, 3, 3, 5, 4, 3, 2, 9, 8, 9, 7, 6, 4, 5, 5, 5, 4, 4, 4, 7, 9, 12, 10, 9, 9, 9, 7, 2, 3, 5, 1, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 3, 1, 0, 0, 1, 0, 2, 6, 3, 6, 4, 3, 0, 1, 1, 0, 0, 0, 0, 0, 0, 2, 2, 2, 7, 1, 1, 0, 1, 0, 0, 1, 0, 1, 2, 2, 1, 2, 2, 3, 4, 0, 1, 0, 0], "n_pos": 26, "sum_m_en": [2.284856, 4.417632, 4.797713, 4.651954, 4.762934, 4.695932, 4.421415, 4.507706, 4.27025, 4.459356, 4.929948, 4.650981, 4.112584, 4.381451, 4.478876, 4.308195, 4.094281, 3.772471, 3.98636, 4.121409, 4.197105, 4.334332, 4.283577, 4.487122, 5.957623, 5.841516, 5.643897, 4.977324, 5.262653, 4.894868, 4.601727, 4.869074, 5.063811, 4.920728, 5.197577, 4.798409, 5.74051, 5.522169, 6.220524, 5.622211, 5.379285, 5.407515, 5.149114, 5.862141, 4.968453, 4.477438, 3.684517, 1.974521, 0.619903, 0.0], "sum_m_pl": [0.367566, 1.078739, 1.04424, 0.999138, 1.067946, 0.932951, 0.796746, 0.831805, 0.890919, 0.902185, 1.088127, 1.253221, 1.422038, 1.487041, 1.336558, 1.322862, 1.259182, 1.469602, 1.2946, 1.388525, 1.370936, 1.346363, 1.35244, 1.366574, 1.532085, 1.676739, 1.656843, 1.667615, 1.556998, 1.798919, 1.553108, 1.37516, 1.242287, 1.085189, 1.118548, 1.127864, 1.147865, 1.232959, 1.370404, 1.648114, 1.721535, 1.628008, 1.59836, 2.229973, 2.025839, 2.196998, 1.242023, 1.804943, 0.56894, 0.0]}, "lang": {"n_am_en": [2, 13, 21, 24, 28, 21, 17, 25, 28, 26, 36, 26, 23, 27, 32, 33, 26, 18, 20, 28, 33, 38, 33, 29, 53, 48, 42, 39, 31, 30, 33, 37, 31, 35, 28, 50, 52, 74, 73, 84, 79, 74, 74, 82, 85, 63, 27, 10, 0, 0], "n_am_pl": [2, 6, 12, 12, 15, 7, 7, 14, 12, 10, 13, 26, 25, 22, 18, 19, 14, 22, 12, 8, 4, 5, 7, 5, 11, 11, 8, 12, 15, 17, 16, 14, 21, 11, 12, 5, 10, 5, 8, 14, 22, 29, 33, 35, 33, 53, 98, 125, 139, 142], "n_pos": 142, "sum_m_en": [13.936505, 20.644093, 22.319996, 23.81381, 24.971849, 23.167425, 25.12166, 25.665395, 25.856045, 25.851193, 28.144916, 27.323053, 26.887858, 27.499669, 27.252349, 27.852752, 25.435665, 23.194378, 22.566147, 22.7343, 22.018917, 22.368681, 22.223418, 22.463065, 33.819925, 31.683056, 29.46209, 27.34219, 27.044777, 24.419955, 24.829984, 27.276788, 26.642468, 28.471711, 28.110295, 32.535571, 38.09524, 49.251701, 53.0215, 64.536025, 65.125772, 65.012668, 63.817409, 72.932007, 74.514762, 56.580079, 27.00973, 9.547386, 1.049526, 0.000121], "sum_m_pl": [2.244103, 6.632993, 8.001931, 8.125118, 8.184262, 8.141024, 7.418362, 7.826466, 7.983103, 8.105834, 8.859951, 9.772279, 10.379542, 10.238885, 9.445505, 9.290762, 9.124897, 9.233178, 8.111486, 8.27575, 8.287197, 8.309898, 8.239957, 8.376808, 10.513654, 11.370854, 12.833899, 12.854862, 12.590083, 14.771856, 12.865883, 12.155231, 11.881566, 10.491871, 9.898192, 9.535253, 9.511437, 8.612033, 9.989941, 11.938645, 13.575473, 16.255844, 22.766392, 26.94291, 31.398126, 51.080171, 96.793272, 122.149575, 136.298102, 141.311487]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "gsm8kpl-1251", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1211, "region_end": 257, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9885}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 18, 31, 35, 42, 42, 45, 45, 49, 64, 73, 63, 54, 64, 59, 63, 70, 66, 56, 60, 55, 59, 55, 55, 101, 84, 81, 73, 74, 59, 71, 77, 69, 80, 75, 98, 116, 129, 130, 147, 145, 142, 146, 139, 141, 96, 51, 20, 4, 1], "n_am_pl": [1, 28, 30, 26, 41, 26, 27, 21, 27, 20, 35, 38, 39, 37, 34, 26, 17, 17, 19, 14, 11, 10, 15, 16, 17, 20, 31, 25, 27, 37, 29, 28, 25, 20, 22, 16, 13, 14, 12, 23, 21, 30, 30, 47, 49, 89, 146, 171, 175, 175], "n_pos": 315, "sum_m_en": [30.762653, 47.044475, 49.830162, 51.236336, 52.493148, 50.84716, 51.936544, 52.927998, 52.850794, 54.561505, 58.826358, 58.209996, 56.676729, 56.265764, 54.77408, 56.106499, 55.038473, 51.424969, 50.886391, 50.813544, 50.576179, 51.780965, 50.851841, 51.157395, 71.939552, 69.45287, 64.134486, 59.624901, 58.098102, 56.232288, 55.445514, 57.703191, 58.298691, 60.546383, 63.741993, 69.526139, 77.179102, 91.935463, 100.010752, 115.774408, 116.77658, 119.323099, 121.492184, 125.917717, 122.476769, 95.773226, 53.094289, 21.766721, 7.156859, 1.013476], "sum_m_pl": [5.306327, 15.320982, 17.862195, 17.297791, 17.432042, 17.006712, 16.074049, 16.03734, 16.215838, 16.394143, 17.774993, 18.975908, 19.467388, 19.845251, 18.353457, 17.619047, 16.237273, 16.96179, 15.72257, 16.547617, 17.060295, 16.881853, 16.568886, 16.40073, 18.879264, 20.251422, 23.938995, 23.302163, 25.181875, 25.110212, 21.503548, 22.206763, 20.774119, 18.73206, 17.653572, 17.659228, 17.482843, 15.866071, 15.917891, 18.337835, 20.237852, 22.299864, 28.14017, 39.348017, 47.867244, 75.975171, 137.339427, 165.125035, 172.141699, 175.033273]}, "digit": {"n_am_en": [0, 0, 0, 3, 1, 1, 3, 0, 1, 3, 7, 8, 5, 5, 4, 2, 5, 5, 1, 3, 3, 4, 2, 5, 11, 5, 3, 4, 4, 2, 4, 6, 0, 3, 2, 9, 11, 11, 10, 14, 10, 13, 12, 10, 9, 8, 8, 1, 0, 0], "n_am_pl": [0, 1, 5, 2, 0, 2, 1, 1, 3, 1, 2, 3, 7, 4, 4, 5, 0, 0, 1, 3, 1, 0, 0, 1, 1, 1, 1, 3, 2, 3, 4, 3, 3, 1, 2, 0, 1, 0, 2, 2, 3, 1, 2, 1, 1, 3, 0, 3, 0, 0], "n_pos": 33, "sum_m_en": [3.146232, 6.062242, 6.278171, 5.855872, 5.703907, 5.770552, 5.545275, 5.46046, 5.106379, 5.614626, 6.424192, 6.310164, 5.649942, 5.721335, 5.674304, 5.471782, 5.682264, 5.197195, 5.509208, 5.407809, 5.582802, 5.724889, 5.595063, 5.803304, 8.147589, 7.07977, 6.403931, 6.167022, 6.061843, 5.809441, 5.615781, 6.127287, 6.173838, 5.753846, 5.873406, 6.456075, 7.456442, 8.135586, 9.001661, 9.535764, 8.513224, 8.986108, 8.660202, 9.888167, 9.233099, 8.659059, 7.653905, 2.463088, 0.996551, 0.0], "sum_m_pl": [0.533873, 1.717551, 1.599262, 1.451655, 1.234049, 1.221554, 1.110435, 1.093043, 1.237965, 1.246126, 1.453497, 1.549157, 1.639981, 1.782917, 1.621375, 1.670944, 1.60166, 1.803126, 1.633447, 1.712719, 1.822757, 1.813653, 1.805935, 1.825879, 1.871412, 2.117329, 2.298185, 2.37709, 2.456137, 2.484256, 2.164334, 2.134934, 2.039698, 1.74666, 1.69278, 1.472811, 1.663633, 1.527538, 1.702671, 1.837865, 1.823339, 1.587199, 1.556986, 1.457826, 1.392263, 1.474848, 1.000953, 2.916934, 0.606215, 0.0]}, "lang": {"n_am_en": [4, 15, 18, 21, 28, 28, 25, 34, 33, 45, 49, 37, 32, 46, 39, 44, 49, 43, 38, 42, 38, 43, 38, 37, 68, 61, 59, 51, 50, 38, 50, 53, 53, 64, 56, 66, 78, 92, 88, 102, 106, 102, 106, 104, 110, 68, 30, 13, 1, 1], "n_am_pl": [0, 19, 19, 21, 28, 14, 13, 13, 14, 13, 20, 26, 22, 24, 23, 15, 10, 9, 13, 5, 5, 6, 9, 11, 10, 10, 15, 18, 16, 22, 11, 14, 14, 14, 16, 9, 8, 11, 9, 19, 17, 27, 25, 36, 38, 76, 130, 155, 170, 175], "n_pos": 176, "sum_m_en": [17.83143, 25.751663, 27.8046, 29.28539, 30.144539, 28.4252, 29.758127, 30.82668, 31.554236, 31.71727, 33.954829, 33.536963, 33.382957, 33.158624, 32.288471, 33.832408, 32.485718, 30.33769, 29.276945, 29.365845, 29.029845, 29.690293, 29.170153, 28.90538, 46.192983, 44.572829, 40.462978, 36.422044, 34.964494, 33.819247, 33.048538, 34.345338, 34.839984, 38.092916, 39.725607, 44.819999, 49.672586, 63.059699, 68.783425, 81.009129, 83.700913, 85.792005, 88.479787, 92.435348, 92.248641, 68.643942, 32.767494, 13.326115, 2.430542, 0.999911], "sum_m_pl": [2.943122, 8.503276, 10.358105, 10.194866, 10.417817, 10.199077, 9.556643, 9.759386, 9.790448, 9.864634, 10.745221, 11.692337, 12.021602, 12.467988, 11.477077, 10.776989, 9.702785, 9.924141, 9.158261, 9.524168, 9.807112, 9.756745, 9.578869, 9.498238, 10.866599, 11.954817, 14.708527, 14.19983, 15.62292, 15.746605, 13.317298, 14.225591, 13.197009, 11.96459, 11.100878, 11.301028, 11.159116, 10.198426, 10.645188, 12.895344, 14.797526, 17.105049, 22.820563, 30.89569, 39.08128, 64.950226, 122.373411, 149.611953, 166.146242, 174.30532]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "gsm8kpl-1251", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1501, "region_end": 315, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9937}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 12, 15, 15, 19, 17, 27, 31, 28, 25, 30, 23, 27, 17, 17, 24, 23, 25, 21, 29, 22, 22, 23, 20, 29, 26, 30, 27, 21, 26, 19, 21, 24, 22, 39, 32, 38, 45, 49, 54, 51, 47, 46, 47, 46, 44, 45, 46, 43, 41], "n_am_pl": [6, 12, 10, 6, 8, 8, 8, 8, 7, 3, 8, 6, 11, 12, 15, 9, 7, 11, 9, 9, 9, 8, 12, 6, 9, 13, 14, 7, 14, 10, 10, 12, 10, 13, 11, 7, 6, 5, 3, 2, 4, 9, 8, 7, 7, 4, 3, 4, 4, 4], "n_pos": 110, "sum_m_en": [11.677617, 16.987335, 17.696437, 18.020729, 21.077219, 21.274519, 21.130826, 21.775743, 21.518875, 21.979172, 21.629372, 21.137782, 20.323222, 20.768877, 19.853554, 19.844398, 20.736585, 19.297985, 19.173592, 19.1969, 17.977983, 18.207549, 17.870989, 18.45454, 26.515559, 24.314943, 23.02771, 20.935621, 22.540457, 22.737861, 21.603417, 21.96751, 21.175657, 21.815746, 25.294019, 25.898697, 29.814085, 35.256909, 39.146444, 42.246447, 43.372495, 42.613206, 45.319148, 46.731863, 46.034312, 46.630876, 45.596201, 46.753033, 41.844862, 40.782789], "sum_m_pl": [3.187321, 4.786047, 5.672849, 5.387011, 5.998946, 5.747016, 5.288393, 5.091367, 5.145269, 5.376119, 5.88154, 6.584116, 6.681342, 7.100948, 7.718003, 7.742855, 7.378931, 7.09241, 6.586296, 6.741335, 6.674616, 6.516677, 6.381883, 6.482475, 8.47723, 9.608569, 10.169082, 9.870836, 9.646184, 10.236673, 8.323438, 7.709613, 8.500291, 8.930436, 7.388704, 7.077216, 6.190393, 4.886673, 4.404686, 3.852696, 3.904051, 9.264419, 8.225199, 7.780851, 7.77243, 4.264215, 4.398651, 4.505805, 4.333066, 3.502061]}, "digit": {"n_am_en": [0, 2, 2, 2, 2, 0, 1, 4, 4, 3, 5, 4, 2, 0, 5, 5, 2, 0, 1, 1, 0, 0, 1, 0, 4, 2, 4, 2, 3, 3, 2, 1, 4, 3, 5, 5, 5, 4, 2, 3, 3, 3, 2, 2, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 2, 1, 4, 5, 4, 3, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 3, 1, 3, 1, 0, 1, 1, 0, 3, 2, 3, 3, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.015671, 3.63629, 3.682381, 3.572118, 4.101391, 3.859588, 3.699263, 3.645446, 3.479326, 3.694265, 3.963526, 3.979001, 3.818584, 3.8528, 3.757305, 3.484378, 3.730401, 3.183004, 3.419343, 3.346145, 3.215777, 3.340773, 3.276232, 3.424885, 4.616246, 4.247056, 4.167402, 3.563154, 3.802382, 3.855667, 3.546375, 3.76392, 3.622698, 3.559536, 3.608798, 3.370373, 3.51751, 3.374102, 3.029357, 3.409019, 3.211413, 3.260575, 3.411402, 3.304703, 3.483434, 2.992882, 2.354484, 1.798312, 0.386444, 0.0], "sum_m_pl": [0.330694, 0.938268, 0.824722, 0.81896, 1.005109, 0.878856, 0.72034, 0.634268, 0.76911, 0.853481, 1.043115, 1.145607, 1.241821, 1.337919, 1.275149, 1.242245, 1.157742, 1.176039, 1.066876, 1.069512, 1.069496, 1.077508, 1.041953, 1.079714, 1.094885, 1.343805, 1.289428, 1.398422, 1.405697, 1.452559, 1.331161, 1.302903, 1.182644, 1.093757, 1.015388, 1.051313, 1.119787, 1.041833, 1.142501, 1.104012, 1.074843, 1.120619, 1.046253, 0.912034, 0.862006, 0.72657, 0.640578, 0.545999, 0.235489, 0.0]}, "lang": {"n_am_en": [5, 8, 11, 7, 9, 13, 17, 19, 17, 12, 14, 11, 17, 11, 7, 10, 12, 17, 12, 18, 14, 14, 14, 15, 16, 15, 16, 15, 11, 14, 9, 11, 12, 16, 27, 20, 28, 27, 31, 36, 35, 35, 35, 35, 36, 37, 39, 40, 40, 39], "n_am_pl": [5, 5, 3, 2, 4, 1, 3, 4, 3, 1, 0, 3, 3, 1, 5, 3, 3, 5, 6, 5, 4, 4, 6, 3, 6, 9, 5, 5, 7, 5, 6, 5, 4, 7, 4, 4, 1, 1, 0, 0, 1, 3, 3, 3, 3, 3, 3, 4, 4, 4], "n_pos": 45, "sum_m_en": [5.127721, 7.060834, 7.503399, 7.77424, 9.100192, 9.213827, 9.458037, 10.055525, 10.111698, 10.127365, 9.719392, 9.608786, 9.003038, 9.248775, 8.879149, 9.265751, 9.448022, 9.000713, 8.55588, 8.510201, 7.817191, 7.816671, 7.632672, 7.830493, 12.71306, 11.79871, 11.315822, 9.679154, 10.240688, 10.285457, 9.965424, 10.151726, 9.459267, 10.300033, 12.536489, 13.337894, 17.223767, 21.394373, 24.240623, 27.349883, 29.367837, 31.017327, 32.40897, 33.886721, 34.684476, 36.59799, 37.108254, 38.586338, 37.134153, 39.159899], "sum_m_pl": [1.882943, 1.785339, 2.312042, 2.134781, 2.432681, 2.39884, 2.300982, 2.258172, 2.286256, 2.306464, 2.409202, 2.691215, 2.777104, 3.051183, 3.622261, 3.688734, 3.49073, 3.284035, 2.962622, 2.979729, 2.905814, 2.844724, 2.802612, 2.828872, 3.823584, 4.615417, 4.945302, 4.86233, 5.02709, 5.258194, 4.051852, 3.739036, 4.323806, 4.588218, 3.505966, 3.391278, 2.708639, 1.889774, 1.619893, 1.256314, 1.450454, 3.335009, 2.966569, 2.715988, 2.776084, 2.728646, 3.544691, 3.766016, 3.783252, 3.502051]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "gsm8kpl-1252", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.9558}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 11, 18, 27, 28, 30, 19, 18, 27, 25, 26, 17, 25, 23, 19, 25, 17, 24, 27, 26, 23, 23, 28, 25, 49, 40, 41, 34, 38, 36, 32, 35, 27, 33, 39, 54, 56, 78, 74, 70, 70, 78, 78, 70, 57, 41, 10, 3, 0, 0], "n_am_pl": [1, 10, 15, 11, 6, 19, 16, 16, 14, 20, 22, 31, 32, 29, 34, 25, 22, 21, 14, 12, 10, 13, 13, 15, 22, 25, 24, 20, 26, 33, 22, 30, 27, 25, 19, 12, 12, 9, 7, 4, 4, 4, 9, 14, 21, 39, 67, 70, 73, 73], "n_pos": 168, "sum_m_en": [15.936751, 25.221675, 27.554181, 27.210372, 28.725155, 31.013102, 30.118833, 31.585504, 32.33706, 33.525368, 33.368897, 32.476105, 31.865313, 30.900452, 28.826748, 29.028117, 30.113976, 27.850525, 28.417611, 27.637152, 27.222358, 27.893293, 27.675011, 28.481069, 41.583906, 38.004549, 36.844741, 34.247256, 34.240174, 33.617088, 31.453244, 33.579937, 32.068332, 32.872122, 35.430837, 36.593158, 38.287256, 47.33265, 52.061749, 55.970756, 57.055514, 67.400033, 66.550424, 64.316908, 52.725975, 40.116014, 13.347138, 3.534772, 1.155183, 0.0], "sum_m_pl": [2.729053, 7.456967, 8.65182, 8.481649, 9.206451, 9.909184, 10.069667, 9.950016, 9.983771, 10.953315, 11.528133, 12.855171, 12.544528, 13.4917, 13.487836, 13.609176, 12.058001, 11.809636, 10.302491, 10.659472, 10.72852, 10.530713, 10.266094, 10.197111, 13.460711, 15.865742, 16.589345, 16.037403, 16.984434, 17.65638, 15.271857, 14.18187, 14.6696, 14.905308, 12.729811, 11.404615, 11.178906, 10.139182, 9.478463, 8.498692, 8.35401, 7.544891, 11.271394, 13.747284, 18.416802, 33.605656, 68.010736, 70.284021, 71.600644, 73.121958]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 0, 1, 5, 2, 5, 2, 3, 4, 4, 1, 0, 2, 0, 1, 2, 2, 2, 3, 5, 3, 1, 2, 5, 2, 1, 3, 3, 3, 3, 3, 3, 4, 3, 2, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 2, 4, 3, 4, 2, 2, 0, 0, 0, 0, 1, 3, 1, 2, 2, 2, 2, 2, 3, 2, 2, 3, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.069344, 3.725833, 3.945869, 3.609958, 3.822135, 3.972416, 3.733394, 3.584434, 3.631152, 3.835994, 4.171791, 4.045982, 3.9462, 3.86502, 3.844915, 3.497071, 3.734821, 3.384405, 3.75047, 3.587714, 3.597379, 3.757465, 3.705195, 3.869994, 5.008587, 4.547059, 4.477033, 4.037322, 4.144321, 4.152089, 3.901183, 4.381034, 4.264457, 4.180536, 4.238613, 4.170871, 4.044634, 4.055577, 3.791118, 3.696767, 3.385729, 3.586586, 3.188002, 3.331767, 3.011278, 2.787902, 1.452325, 0.679806, 0.193455, 0.0], "sum_m_pl": [0.356939, 1.010674, 0.97379, 0.899662, 0.96322, 0.877341, 0.811123, 0.714236, 0.950352, 1.062884, 1.182586, 1.375983, 1.543147, 1.552271, 1.477444, 1.453514, 1.302291, 1.281782, 1.123702, 1.146994, 1.175409, 1.190122, 1.152511, 1.188015, 1.082023, 1.432666, 1.415043, 1.514766, 1.712544, 1.769385, 1.565937, 1.517409, 1.427983, 1.262858, 1.123178, 1.091457, 1.020094, 0.909871, 0.970996, 1.000037, 1.031016, 1.004924, 1.020389, 0.85104, 0.751739, 0.694629, 1.073152, 0.715695, 0.187482, 0.0]}, "lang": {"n_am_en": [1, 8, 10, 19, 17, 17, 10, 8, 14, 10, 14, 8, 14, 14, 10, 16, 10, 9, 17, 15, 13, 12, 18, 15, 29, 26, 27, 20, 21, 23, 18, 14, 12, 14, 20, 28, 32, 44, 49, 49, 50, 54, 53, 50, 42, 27, 7, 1, 0, 0], "n_am_pl": [0, 6, 8, 4, 2, 10, 8, 6, 7, 14, 13, 15, 12, 14, 15, 10, 11, 11, 6, 6, 4, 7, 6, 8, 8, 12, 11, 8, 14, 15, 14, 17, 16, 16, 11, 6, 6, 4, 4, 3, 3, 4, 8, 11, 18, 37, 59, 68, 71, 73], "n_pos": 74, "sum_m_en": [7.692621, 10.931346, 12.256808, 12.184138, 12.427957, 13.335216, 13.377942, 14.611503, 15.297984, 15.68194, 15.676662, 14.959222, 14.960399, 14.552867, 13.360799, 13.86125, 14.172639, 13.194167, 13.291229, 12.796191, 12.575491, 12.759439, 12.631043, 12.943961, 20.295006, 18.577055, 18.657345, 16.928619, 16.101437, 15.541507, 14.751731, 15.640037, 14.731933, 15.559552, 17.088609, 17.888107, 19.428475, 26.119699, 30.488457, 36.339645, 37.971485, 45.097076, 44.92696, 43.847621, 36.438791, 26.601714, 7.111078, 0.847744, 0.377418, 0.0], "sum_m_pl": [1.313895, 3.340419, 4.123429, 4.068353, 4.335334, 4.829826, 5.100812, 5.178128, 5.147047, 5.676052, 5.820882, 6.420178, 6.15039, 6.829337, 6.836654, 6.851786, 5.993863, 5.883866, 5.053801, 5.200199, 5.172412, 5.032171, 4.88156, 4.804713, 6.582944, 7.892851, 8.329022, 8.016106, 8.691878, 8.899236, 7.899054, 7.580968, 7.978677, 8.493522, 7.191946, 6.33439, 6.748243, 6.022829, 5.520082, 4.238757, 4.46786, 4.016131, 7.286805, 9.401917, 14.567657, 29.583963, 57.600581, 66.202434, 69.873748, 72.856401]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "gsm8kpl-1252", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1459, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 13, 15, 23, 25, 33, 34, 41, 50, 49, 39, 37, 36, 32, 45, 53, 55, 58, 55, 65, 80, 86, 79, 72, 89, 93, 79, 59, 56, 45, 38, 47, 48, 68, 72, 76, 80, 92, 98, 104, 105, 103, 96, 96, 88, 84, 80, 82, 73, 68], "n_am_pl": [0, 17, 16, 18, 9, 5, 6, 8, 6, 8, 10, 15, 20, 12, 12, 5, 12, 4, 7, 7, 0, 1, 1, 0, 6, 7, 8, 13, 11, 12, 10, 9, 8, 6, 5, 6, 3, 6, 3, 3, 4, 3, 2, 2, 1, 2, 0, 0, 0, 0], "n_pos": 153, "sum_m_en": [17.289994, 22.618671, 22.108192, 23.086282, 25.520989, 24.797326, 25.279895, 25.979815, 27.920315, 29.031774, 28.9795, 29.028451, 28.33669, 28.951296, 31.032413, 32.446209, 32.588232, 29.358764, 27.756724, 27.545008, 27.654573, 27.977007, 27.549727, 27.0231, 56.640902, 53.854752, 47.688784, 37.631656, 36.831147, 33.444856, 32.799659, 33.836159, 35.078473, 38.144751, 44.005279, 45.019801, 51.670372, 61.252242, 73.26353, 87.684137, 88.60819, 85.759009, 84.821356, 87.035909, 82.745073, 79.598311, 77.099052, 77.848273, 71.837598, 67.154488], "sum_m_pl": [3.763474, 7.55593, 7.877934, 6.929019, 7.443591, 7.247334, 7.210343, 7.171017, 7.177725, 7.496068, 8.705596, 8.916515, 9.529299, 9.342082, 9.866126, 9.520415, 9.189159, 9.29901, 10.022946, 9.791756, 9.596163, 9.525653, 9.713568, 9.830907, 11.569457, 11.297439, 10.892562, 12.751554, 12.625481, 13.585034, 13.022071, 11.958203, 11.812027, 10.948379, 9.625815, 9.042279, 7.841258, 7.34832, 6.402864, 5.9043, 5.887859, 4.837589, 4.242976, 5.11581, 4.0373, 2.618086, 2.442883, 1.030486, 0.479857, 0.002649]}, "digit": {"n_am_en": [0, 0, 0, 2, 0, 5, 6, 9, 9, 11, 10, 8, 9, 7, 13, 14, 11, 10, 8, 6, 19, 20, 15, 14, 18, 19, 17, 13, 13, 7, 3, 4, 6, 11, 13, 12, 12, 18, 21, 19, 18, 18, 13, 14, 12, 8, 7, 8, 2, 0], "n_am_pl": [0, 0, 3, 1, 5, 0, 0, 0, 1, 3, 1, 3, 5, 2, 1, 1, 0, 1, 0, 2, 0, 0, 1, 0, 3, 2, 1, 2, 3, 2, 1, 2, 0, 1, 0, 0, 2, 2, 1, 2, 2, 2, 1, 1, 1, 2, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.03629, 5.194809, 5.156685, 5.115612, 5.780192, 5.365539, 5.206885, 5.329226, 5.379679, 5.862776, 6.248926, 5.867509, 5.688246, 6.031225, 6.479175, 6.561451, 6.487072, 5.446107, 5.208995, 5.160074, 5.338596, 5.530331, 5.441525, 5.318824, 11.466775, 10.700981, 9.487473, 6.523214, 6.893986, 5.88603, 5.456307, 5.59767, 5.923065, 6.559624, 6.312619, 7.03191, 6.872393, 7.573651, 10.602281, 13.319785, 12.069688, 9.144762, 7.461309, 8.96798, 7.784801, 6.166915, 5.270264, 5.250702, 2.657369, 0.0], "sum_m_pl": [0.485633, 1.460774, 1.345675, 1.02214, 1.234704, 1.120713, 1.05083, 0.986474, 1.148033, 1.286555, 1.484864, 1.407051, 1.692926, 1.672192, 1.681147, 1.65146, 1.589388, 1.660111, 1.781117, 1.652641, 1.653105, 1.68041, 1.746912, 1.778365, 2.616499, 2.248844, 1.744988, 2.070397, 2.13305, 2.253612, 2.006269, 1.89863, 1.648961, 1.550304, 1.471573, 1.559147, 1.493782, 1.351209, 1.553864, 1.680859, 2.010153, 1.898549, 1.960598, 2.291598, 1.981113, 1.502655, 0.887114, 0.676667, 0.152575, 0.0]}, "lang": {"n_am_en": [7, 8, 10, 15, 22, 25, 20, 22, 29, 29, 17, 22, 16, 15, 24, 26, 32, 34, 38, 40, 45, 47, 46, 42, 50, 50, 46, 36, 32, 29, 24, 29, 33, 39, 41, 48, 48, 53, 56, 63, 64, 63, 63, 62, 63, 65, 63, 67, 66, 67], "n_am_pl": [0, 11, 8, 6, 1, 1, 2, 2, 2, 2, 2, 7, 8, 7, 7, 2, 7, 2, 2, 2, 0, 1, 0, 0, 1, 1, 2, 5, 3, 4, 4, 5, 5, 3, 4, 4, 1, 3, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 68, "sum_m_en": [8.365664, 10.760658, 10.572745, 11.114076, 12.108299, 12.030953, 12.275488, 12.688037, 14.061227, 14.203156, 13.9439, 14.341906, 13.722455, 14.062083, 15.344353, 15.829104, 15.875737, 14.809585, 13.822804, 13.469393, 13.582039, 13.5044, 13.203951, 12.885845, 32.180575, 30.350662, 26.878554, 21.197466, 20.073803, 18.523175, 18.096729, 18.198457, 18.705331, 21.03381, 25.038159, 25.001974, 30.704163, 37.937317, 45.794326, 53.219633, 55.110184, 55.803918, 57.713046, 58.302261, 59.488036, 60.550896, 60.779397, 63.107117, 62.630834, 66.169545], "sum_m_pl": [1.303343, 3.10603, 3.403882, 2.933045, 3.126632, 2.904571, 2.930723, 2.954817, 2.962135, 3.119915, 3.567387, 3.845532, 4.064658, 4.078937, 4.333204, 4.146376, 4.037289, 4.113821, 4.516579, 4.486252, 4.353244, 4.317114, 4.402753, 4.425293, 4.892068, 4.635512, 4.657495, 5.680733, 5.568101, 5.913718, 5.853866, 5.570885, 5.687077, 5.087136, 4.353199, 4.42626, 3.718666, 3.370226, 2.644396, 2.376338, 2.186595, 1.60854, 1.215791, 1.929449, 1.312227, 0.684932, 1.344152, 0.126957, 0.187191, 0.002647]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "gsm8kpl-1253", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1148, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9809}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 2, 5, 7, 10, 16, 21, 40, 39, 37, 29, 28, 18, 24, 30, 43, 43, 43, 39, 52, 51, 54, 52, 47, 57, 61, 52, 48, 35, 29, 31, 29, 33, 47, 47, 56, 55, 67, 75, 71, 75, 66, 58, 54, 47, 32, 14, 5, 3, 0], "n_am_pl": [1, 5, 8, 13, 8, 5, 9, 7, 4, 11, 10, 10, 13, 17, 14, 6, 8, 5, 6, 3, 4, 7, 6, 5, 13, 9, 7, 9, 18, 15, 18, 17, 13, 14, 7, 6, 5, 8, 10, 16, 14, 15, 24, 24, 24, 36, 56, 60, 60, 61], "n_pos": 123, "sum_m_en": [11.554076, 17.789581, 18.00585, 18.632525, 20.04656, 18.99526, 18.546911, 20.495465, 21.442638, 22.31999, 23.128683, 22.622141, 21.807967, 23.206241, 25.163449, 26.00475, 24.474706, 21.55888, 21.600889, 21.54729, 21.285406, 21.625648, 20.897634, 20.997843, 41.950483, 38.998101, 32.305759, 25.2889, 24.718647, 22.877392, 22.135874, 22.977257, 23.455437, 28.590921, 29.177974, 30.481484, 32.299418, 41.602716, 47.137088, 54.177109, 56.329314, 49.780888, 46.083359, 49.185298, 44.818075, 32.455456, 15.742315, 7.079019, 2.531576, 1.9e-05], "sum_m_pl": [2.036419, 5.94588, 5.979987, 6.142023, 6.593843, 6.13908, 6.022089, 5.863276, 6.065775, 6.355574, 7.787189, 7.900025, 8.762284, 8.814185, 8.872467, 8.046513, 7.540297, 7.424109, 7.520222, 7.583417, 7.565006, 7.465746, 7.573324, 7.511102, 9.476579, 8.814049, 8.70368, 10.023888, 10.589624, 12.08025, 11.235938, 11.210799, 10.841173, 9.617378, 8.64596, 8.565147, 8.443879, 8.628758, 10.403149, 11.941463, 12.297991, 14.099501, 17.935613, 19.454242, 21.300467, 32.104476, 51.949693, 56.832463, 59.857726, 61.090249]}, "digit": {"n_am_en": [2, 0, 2, 2, 1, 2, 4, 6, 6, 6, 6, 5, 3, 7, 11, 12, 11, 12, 7, 7, 10, 12, 11, 11, 9, 12, 11, 11, 8, 8, 4, 3, 3, 10, 9, 10, 10, 12, 15, 13, 13, 14, 11, 6, 3, 2, 2, 1, 1, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0, 2, 1, 0, 0, 3, 3, 4, 5, 3, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 3, 1, 0], "n_pos": 23, "sum_m_en": [2.419506, 4.057687, 4.096998, 3.978396, 4.164757, 3.968349, 3.713189, 3.885362, 3.872445, 4.248724, 4.654444, 4.488045, 4.146909, 4.460827, 5.104839, 5.11889, 4.914388, 4.332034, 4.333548, 4.217861, 4.156298, 4.166339, 4.074092, 4.132399, 8.663682, 8.247397, 6.808571, 4.768491, 5.007089, 4.407469, 4.001147, 4.349051, 4.585735, 5.527699, 5.352616, 5.665214, 5.552013, 6.346924, 8.64419, 9.776684, 8.288084, 6.449455, 5.050002, 5.159756, 3.947128, 3.256526, 2.910983, 1.514052, 0.789235, 0.0], "sum_m_pl": [0.45746, 1.254073, 0.99755, 0.95607, 1.041681, 0.906351, 0.782644, 0.718274, 0.855107, 0.927669, 1.207959, 1.229337, 1.431569, 1.433887, 1.316778, 1.26051, 1.157523, 1.213433, 1.265514, 1.300282, 1.311769, 1.306952, 1.334971, 1.384384, 1.829778, 1.658976, 1.250134, 1.474305, 1.455207, 1.671815, 1.69583, 1.705063, 1.423135, 1.218327, 1.133768, 1.119004, 1.019577, 1.13097, 1.236921, 1.618232, 2.013618, 1.580072, 1.703973, 2.260374, 2.314874, 2.042981, 1.717354, 1.812109, 0.970523, 2e-06]}, "lang": {"n_am_en": [1, 1, 2, 4, 7, 10, 11, 21, 20, 19, 14, 15, 8, 8, 10, 19, 19, 18, 20, 32, 29, 32, 30, 23, 34, 31, 30, 25, 17, 13, 19, 15, 18, 27, 27, 35, 32, 41, 42, 38, 43, 36, 33, 35, 33, 19, 8, 2, 2, 0], "n_am_pl": [0, 1, 5, 6, 4, 3, 8, 7, 3, 7, 8, 5, 7, 8, 7, 1, 2, 3, 4, 0, 2, 5, 5, 4, 9, 7, 4, 6, 13, 10, 11, 10, 9, 7, 4, 4, 4, 6, 9, 13, 10, 13, 20, 19, 18, 30, 48, 55, 57, 60], "n_pos": 62, "sum_m_en": [5.602934, 8.668786, 8.938585, 9.259717, 10.091019, 9.520112, 9.520546, 10.801047, 11.554272, 11.743149, 12.03287, 11.830346, 11.641647, 12.305689, 13.173235, 13.705522, 12.59177, 11.11788, 11.178863, 11.296052, 11.109929, 11.065629, 10.636645, 10.603137, 22.926445, 20.667837, 16.334751, 12.643489, 12.113245, 11.683183, 11.819016, 12.221251, 12.363909, 15.194238, 15.446824, 16.951058, 17.435728, 24.662295, 26.832484, 29.532901, 34.755982, 31.00693, 30.047965, 32.197662, 31.005603, 19.737368, 8.051864, 3.29825, 1.523296, 1.9e-05], "sum_m_pl": [0.830905, 2.667841, 2.824313, 3.03805, 3.333572, 3.223897, 3.287563, 3.310032, 3.386586, 3.459076, 4.46354, 4.363479, 4.858487, 4.858382, 4.941877, 4.344883, 4.03901, 4.006048, 3.969561, 3.959066, 3.942939, 3.932671, 3.980354, 3.925048, 5.077115, 4.78241, 5.00699, 5.790864, 6.457731, 7.127374, 6.550874, 6.650037, 6.547019, 5.631127, 5.230921, 5.334207, 5.432107, 5.223279, 6.651795, 7.389274, 7.12174, 9.652669, 13.131072, 14.19847, 15.448571, 26.190535, 44.138691, 52.41994, 56.647719, 59.853494]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "gsm8kpl-1253", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1438, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9764}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 15, 17, 18, 21, 18, 24, 26, 29, 25, 31, 19, 27, 27, 29, 32, 45, 45, 40, 48, 54, 50, 45, 38, 63, 50, 42, 37, 33, 38, 33, 32, 39, 42, 59, 54, 61, 68, 62, 67, 67, 62, 64, 69, 67, 64, 63, 61, 55, 49], "n_am_pl": [0, 6, 8, 2, 9, 9, 7, 9, 9, 10, 8, 11, 15, 20, 14, 7, 5, 4, 7, 9, 7, 2, 5, 4, 3, 6, 4, 9, 12, 10, 8, 12, 8, 5, 5, 7, 9, 4, 7, 8, 5, 4, 5, 1, 1, 0, 0, 0, 0, 0], "n_pos": 124, "sum_m_en": [13.70168, 18.799098, 19.230447, 19.432819, 21.930634, 20.615003, 20.069127, 20.016854, 20.549819, 21.990117, 23.123267, 22.792101, 22.801421, 22.870825, 24.165102, 24.434248, 24.857438, 24.071451, 22.699345, 22.852455, 22.100556, 21.552796, 21.102457, 20.983783, 43.901277, 37.37572, 33.497121, 29.079002, 28.130359, 29.573402, 26.991525, 26.798376, 27.785096, 29.130629, 34.37925, 37.843088, 41.099367, 46.600242, 49.676623, 53.694797, 53.504076, 54.174299, 56.693066, 61.038504, 63.48666, 61.691045, 61.307758, 61.301921, 55.938139, 48.828302], "sum_m_pl": [2.513678, 5.546557, 5.64205, 5.619997, 6.077255, 5.838488, 5.448158, 5.715988, 5.723104, 6.107348, 6.764529, 7.168501, 7.724228, 7.763323, 7.414204, 7.299629, 6.980052, 6.597929, 7.155402, 7.17655, 7.107402, 6.888839, 6.95025, 7.105745, 7.27589, 8.095036, 8.063136, 9.54668, 9.629935, 9.704538, 9.195095, 9.029903, 9.096496, 8.381922, 7.769086, 7.545284, 7.174474, 6.522104, 6.216302, 6.719032, 6.155734, 5.180917, 5.235814, 3.337867, 2.158199, 1.498864, 0.967227, 0.565706, 0.730157, 1.1e-05]}, "digit": {"n_am_en": [1, 2, 0, 1, 2, 1, 3, 3, 3, 3, 4, 0, 3, 6, 6, 10, 17, 13, 9, 9, 13, 13, 10, 9, 16, 11, 9, 8, 4, 3, 2, 3, 3, 6, 11, 11, 12, 16, 13, 14, 10, 9, 10, 10, 9, 8, 7, 4, 2, 0], "n_am_pl": [0, 1, 1, 1, 2, 3, 2, 1, 2, 3, 2, 3, 5, 4, 5, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 3, 2, 0, 0, 0, 2, 1, 1, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.087965, 4.793443, 4.689673, 4.544548, 4.964405, 4.581926, 4.499932, 4.313189, 4.107321, 4.61577, 5.102977, 4.789399, 4.952913, 4.932341, 5.484255, 5.473668, 5.557959, 5.369384, 5.071875, 4.891748, 4.914549, 4.823596, 4.680407, 4.653996, 10.150848, 7.135586, 5.903915, 5.201402, 5.215236, 5.14711, 4.531983, 4.603302, 4.984048, 5.019666, 5.168069, 6.058389, 6.790454, 8.318521, 8.325183, 7.862793, 7.280468, 7.172348, 6.964831, 7.871553, 7.501372, 6.976146, 5.774142, 5.031793, 2.678992, 0.0], "sum_m_pl": [0.525662, 1.286927, 1.055168, 1.120397, 1.260368, 1.172117, 1.007404, 0.973367, 1.163383, 1.237087, 1.399762, 1.47801, 1.746249, 1.675563, 1.531593, 1.529631, 1.420147, 1.3563, 1.477404, 1.474082, 1.423271, 1.3521, 1.362401, 1.416182, 1.095512, 1.325689, 1.351177, 1.658056, 1.608502, 1.780683, 1.775274, 1.749666, 1.690362, 1.313325, 1.458166, 1.368223, 1.473588, 1.230453, 1.419112, 1.529056, 1.410572, 1.493199, 1.478921, 1.227122, 0.988129, 0.723622, 0.601284, 0.37955, 0.313729, 0.0]}, "lang": {"n_am_en": [7, 8, 9, 9, 13, 12, 11, 15, 15, 12, 15, 10, 16, 14, 14, 11, 19, 22, 18, 26, 27, 27, 26, 23, 37, 30, 27, 23, 22, 24, 23, 22, 24, 26, 36, 33, 34, 38, 34, 37, 41, 39, 40, 46, 46, 46, 47, 48, 48, 48], "n_am_pl": [0, 2, 2, 1, 6, 5, 3, 2, 4, 4, 3, 5, 5, 12, 7, 1, 3, 1, 1, 4, 3, 1, 1, 2, 1, 2, 1, 4, 3, 4, 1, 3, 2, 2, 1, 3, 2, 0, 4, 4, 3, 3, 3, 0, 1, 0, 0, 0, 0, 0], "n_pos": 49, "sum_m_en": [5.962665, 7.39198, 7.818188, 7.969315, 9.317701, 8.725122, 8.361784, 8.493417, 8.905108, 9.185934, 9.603898, 9.707293, 9.556975, 9.73365, 10.035625, 10.313138, 10.557711, 10.524478, 9.436874, 9.734484, 9.192722, 8.982649, 8.850698, 8.627078, 23.257529, 21.623108, 19.336685, 16.174881, 15.055389, 15.799608, 14.093094, 13.773866, 14.120256, 15.417207, 19.031293, 21.434427, 23.124335, 25.746837, 28.459234, 32.141703, 32.790499, 36.289508, 37.787551, 41.087503, 43.09777, 43.569721, 45.431442, 46.228739, 45.926645, 47.66622], "sum_m_pl": [0.999938, 2.046187, 2.148452, 2.100337, 2.315962, 2.143058, 2.092137, 2.234538, 2.287102, 2.402708, 2.66552, 2.806551, 2.925242, 3.026928, 2.889785, 2.776403, 2.699492, 2.50933, 2.744956, 2.778383, 2.790604, 2.716858, 2.723733, 2.756782, 2.647635, 2.740767, 3.071228, 3.668087, 3.655931, 3.610631, 3.512436, 3.604892, 3.755646, 3.601091, 3.138723, 3.032522, 2.678851, 2.419928, 2.543098, 2.813045, 2.593736, 2.049504, 2.500628, 1.137343, 0.559996, 0.349739, 0.099326, 0.047591, 0.108666, 1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "gsm8kpl-1259", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1157, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 3, 9, 12, 16, 21, 18, 21, 26, 30, 19, 15, 20, 25, 23, 34, 40, 35, 37, 39, 49, 54, 44, 37, 76, 56, 49, 36, 30, 22, 19, 25, 26, 42, 54, 61, 54, 61, 61, 75, 75, 63, 59, 74, 63, 42, 21, 4, 1, 0], "n_am_pl": [5, 14, 8, 8, 17, 10, 15, 9, 9, 9, 12, 16, 18, 25, 20, 8, 11, 11, 13, 8, 7, 8, 8, 5, 8, 11, 8, 12, 15, 14, 21, 19, 21, 10, 14, 8, 15, 13, 15, 13, 15, 18, 25, 17, 24, 40, 53, 67, 63, 61], "n_pos": 152, "sum_m_en": [13.968462, 22.19228, 23.035353, 23.73857, 25.342842, 25.122919, 23.982044, 24.334813, 24.289707, 27.031628, 27.870905, 26.313019, 26.338626, 25.968841, 27.282155, 27.42487, 27.703402, 26.377548, 25.654526, 25.741755, 24.982092, 25.37298, 24.597575, 24.301815, 46.199388, 37.970368, 31.681271, 28.666402, 26.763711, 25.974629, 24.185901, 24.805023, 26.312614, 29.022475, 32.735369, 37.469922, 39.641346, 46.760253, 48.426655, 52.993011, 55.092923, 49.973773, 48.188606, 59.423783, 55.842705, 37.859813, 17.245293, 5.264176, 1.809788, 2e-05], "sum_m_pl": [2.657051, 7.28051, 7.714278, 7.442976, 8.158321, 7.681084, 7.425339, 7.74438, 8.294535, 8.421945, 9.519272, 10.173139, 10.612941, 10.671186, 10.898926, 10.418859, 9.483403, 9.055262, 8.939192, 9.235459, 9.013222, 8.755486, 8.904444, 9.030578, 11.167693, 12.173576, 12.294742, 12.942665, 14.122996, 15.497104, 14.068038, 14.280021, 13.392973, 11.752246, 11.210634, 9.950532, 11.263268, 10.830786, 11.445229, 10.983662, 11.570677, 14.062319, 17.664278, 16.224017, 22.624147, 37.248118, 51.973026, 63.805326, 62.370673, 61.064243]}, "digit": {"n_am_en": [0, 1, 3, 3, 3, 3, 4, 2, 3, 3, 2, 1, 2, 6, 8, 8, 10, 8, 8, 6, 9, 9, 8, 7, 19, 12, 12, 7, 6, 1, 3, 5, 4, 9, 9, 13, 10, 11, 13, 13, 12, 10, 8, 9, 8, 4, 4, 1, 1, 0], "n_am_pl": [0, 1, 0, 0, 0, 2, 3, 0, 1, 2, 3, 3, 5, 6, 3, 1, 2, 1, 2, 0, 0, 1, 1, 0, 1, 0, 1, 2, 2, 2, 5, 5, 2, 0, 2, 2, 3, 4, 3, 3, 2, 4, 4, 1, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.148468, 5.504283, 5.836899, 5.574511, 5.500924, 5.34269, 5.115399, 4.886044, 4.761814, 5.467824, 5.706311, 5.468097, 5.414562, 5.453368, 6.162816, 6.144549, 6.089622, 5.770817, 5.579087, 5.584116, 5.537607, 5.57667, 5.306345, 5.307903, 11.390737, 8.330001, 6.819257, 6.065213, 5.73626, 5.540098, 4.841497, 5.193299, 5.465042, 5.739095, 6.483495, 7.73268, 8.296881, 9.50505, 10.044535, 8.876061, 8.557242, 7.926258, 7.082002, 7.697384, 6.810833, 5.195973, 3.067397, 2.170873, 0.896864, 0.0], "sum_m_pl": [0.512677, 1.447273, 1.292148, 1.224475, 1.250741, 1.129342, 0.984768, 0.969138, 1.254686, 1.397049, 1.679623, 1.646849, 1.831572, 1.8808, 1.793105, 1.828359, 1.661439, 1.688132, 1.732379, 1.80446, 1.738358, 1.650307, 1.662456, 1.723173, 1.543272, 2.01331, 1.974758, 2.115343, 2.223618, 2.54177, 2.450971, 2.257929, 1.987588, 1.665207, 1.714712, 1.625936, 1.643199, 1.460017, 1.608196, 1.705941, 1.581557, 1.598078, 1.619654, 1.399647, 1.078094, 0.941986, 0.826992, 0.71271, 0.366209, 0.0]}, "lang": {"n_am_en": [2, 1, 4, 4, 10, 13, 9, 10, 16, 20, 14, 9, 10, 10, 10, 19, 21, 13, 17, 17, 25, 29, 26, 21, 34, 26, 20, 18, 14, 15, 9, 10, 12, 19, 28, 31, 27, 28, 31, 38, 38, 32, 28, 39, 35, 22, 10, 0, 0, 0], "n_am_pl": [1, 8, 5, 4, 8, 4, 8, 5, 8, 2, 3, 7, 10, 10, 11, 3, 5, 5, 7, 4, 4, 3, 3, 2, 2, 5, 5, 7, 9, 6, 7, 8, 12, 8, 8, 6, 11, 8, 8, 8, 11, 13, 19, 15, 22, 35, 47, 59, 61, 61], "n_pos": 61, "sum_m_en": [5.462482, 8.523382, 8.876301, 9.446277, 10.594363, 10.436407, 10.047436, 10.515413, 10.827025, 12.10421, 12.357229, 11.346555, 11.374485, 11.078372, 11.386035, 11.669605, 11.659335, 10.89242, 10.444759, 10.584963, 10.094799, 10.223276, 10.060473, 9.690996, 22.300084, 18.136788, 14.672414, 12.932531, 11.786804, 11.155492, 10.455327, 10.539957, 11.140897, 13.073472, 14.246019, 17.434833, 17.589747, 22.268902, 24.008966, 27.043606, 28.394073, 25.220542, 24.511465, 31.593583, 30.714457, 19.308987, 8.460279, 0.607984, 0.141972, 2e-06], "sum_m_pl": [1.003436, 2.887383, 3.10634, 3.114017, 3.572103, 3.431135, 3.548916, 3.835654, 4.142841, 3.961498, 4.395164, 4.78843, 4.917887, 5.063693, 5.194754, 4.697935, 4.320625, 4.05274, 3.975553, 3.961473, 3.890704, 3.802211, 3.887323, 3.892469, 4.526616, 5.226783, 5.656786, 5.794008, 6.72648, 7.435433, 6.655492, 7.125093, 6.911016, 6.099938, 5.869144, 5.252526, 6.848272, 6.506558, 7.229757, 6.736848, 7.7162, 10.001341, 13.562365, 12.687326, 19.221676, 32.236467, 44.572554, 56.834386, 59.582576, 60.693793]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "gsm8kpl-1259", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1447, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 16, 22, 25, 30, 26, 28, 26, 26, 22, 18, 18, 19, 24, 24, 27, 26, 29, 33, 32, 29, 30, 27, 27, 54, 46, 42, 34, 34, 30, 33, 29, 42, 49, 47, 46, 52, 53, 42, 47, 46, 46, 44, 42, 46, 46, 46, 49, 46, 42], "n_am_pl": [2, 12, 17, 4, 8, 8, 5, 6, 9, 4, 10, 12, 12, 11, 15, 15, 9, 14, 8, 5, 7, 5, 6, 5, 8, 6, 12, 15, 16, 7, 15, 14, 9, 8, 7, 6, 4, 7, 5, 4, 3, 3, 4, 5, 3, 0, 1, 0, 2, 1], "n_pos": 138, "sum_m_en": [15.806915, 20.928341, 20.769088, 20.01164, 22.242142, 22.265999, 21.050426, 20.999945, 21.186444, 21.216795, 22.59997, 23.348626, 22.772495, 23.56507, 23.620507, 24.59079, 26.338117, 24.248763, 24.319705, 24.783756, 22.872989, 22.43427, 22.128616, 22.25899, 33.522163, 31.355039, 29.832964, 26.960904, 29.174381, 29.967735, 27.585677, 27.77951, 29.049904, 29.684607, 34.161306, 33.685796, 39.791359, 39.754506, 37.504637, 42.034629, 44.785674, 42.727936, 42.800748, 42.398689, 43.690444, 42.736071, 44.533084, 44.735091, 42.383242, 42.28138], "sum_m_pl": [3.426373, 7.193259, 7.690681, 6.812299, 7.065563, 6.829711, 6.068919, 6.122425, 6.331098, 6.703287, 7.474891, 7.506909, 7.959869, 7.889713, 8.12734, 7.636194, 7.477143, 7.493502, 7.732294, 7.554519, 7.651446, 7.387111, 7.367636, 7.420953, 8.116794, 8.772356, 9.155858, 9.589996, 10.013752, 10.114578, 9.212235, 8.178532, 8.346893, 7.690092, 6.802096, 6.584559, 5.578486, 5.148181, 4.766246, 4.502551, 3.533503, 3.213951, 2.987804, 2.679196, 2.546374, 1.699033, 2.023054, 0.814541, 1.568903, 1.192734]}, "digit": {"n_am_en": [0, 0, 3, 0, 4, 1, 3, 1, 0, 2, 2, 0, 2, 5, 1, 3, 3, 3, 5, 4, 4, 5, 7, 7, 16, 7, 7, 7, 5, 0, 1, 0, 1, 4, 2, 3, 5, 6, 3, 4, 3, 3, 2, 2, 2, 3, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 1, 2, 0, 1, 6, 1, 7, 5, 7, 6, 6, 8, 6, 7, 5, 2, 2, 3, 4, 3, 1, 3, 6, 5, 7, 4, 8, 6, 5, 3, 1, 3, 2, 2, 3, 2, 3, 3, 4, 4, 2, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.005645, 4.402944, 4.410178, 4.002344, 4.366603, 4.214799, 3.813507, 3.702863, 3.332817, 3.572834, 4.060654, 4.198839, 4.097852, 4.457436, 4.393079, 4.522198, 4.868728, 4.41363, 4.491193, 4.551162, 4.456625, 4.371401, 4.350483, 4.485857, 6.833106, 5.86557, 5.110246, 4.612382, 5.025279, 4.838861, 4.654883, 4.822367, 4.992405, 4.923085, 4.993485, 4.738873, 5.69028, 5.179927, 3.845865, 3.711968, 3.962802, 3.737066, 3.273407, 2.6827, 2.329185, 2.946938, 1.653038, 0.467798, 0.420426, 0.0], "sum_m_pl": [0.789637, 1.529925, 1.304085, 1.14377, 1.206358, 1.115937, 0.946657, 1.018567, 1.171049, 1.367076, 1.586324, 1.584938, 1.887052, 1.640508, 1.60072, 1.554951, 1.463415, 1.512693, 1.452446, 1.420388, 1.43073, 1.39554, 1.401485, 1.423097, 1.668858, 1.749003, 1.903448, 2.033177, 2.02022, 2.01445, 1.959443, 1.735301, 1.63096, 1.394235, 1.277822, 1.371103, 1.404947, 1.330488, 1.569848, 1.662053, 1.654759, 1.602481, 1.674217, 1.650527, 1.498812, 0.839487, 0.479077, 0.15455, 0.136842, 0.0]}, "lang": {"n_am_en": [9, 10, 14, 15, 17, 11, 17, 16, 16, 11, 10, 9, 8, 8, 9, 10, 12, 14, 11, 11, 10, 12, 9, 10, 22, 24, 20, 16, 19, 20, 17, 16, 24, 26, 26, 25, 29, 31, 24, 24, 28, 29, 31, 28, 32, 31, 34, 36, 38, 41], "n_am_pl": [0, 2, 3, 1, 1, 2, 0, 2, 3, 1, 0, 4, 3, 4, 5, 2, 1, 5, 1, 1, 2, 0, 0, 0, 3, 1, 2, 5, 3, 3, 3, 3, 3, 4, 3, 1, 0, 2, 1, 2, 0, 0, 0, 1, 1, 0, 1, 0, 2, 1], "n_pos": 43, "sum_m_en": [5.697633, 6.71832, 6.827846, 6.684735, 7.700028, 7.741151, 7.663916, 7.954671, 8.262009, 7.711903, 8.12958, 8.371231, 8.104975, 8.347129, 8.804133, 8.994269, 9.315043, 8.879807, 8.894717, 9.016465, 7.725968, 7.421139, 7.260323, 7.175506, 15.621909, 15.422688, 15.240625, 12.04423, 12.377554, 12.403885, 10.890748, 10.870795, 11.828197, 12.700517, 15.373944, 15.867521, 20.449335, 21.430147, 22.347113, 25.270646, 28.245559, 28.14783, 28.392549, 28.60758, 30.786865, 29.094245, 31.925073, 33.49917, 34.433266, 40.30501], "sum_m_pl": [0.921271, 1.897223, 2.058074, 1.739389, 1.943484, 1.977693, 1.78006, 1.853913, 2.00805, 2.104073, 2.317152, 2.315927, 2.444794, 2.550743, 2.643517, 2.248991, 2.328309, 2.364894, 2.533296, 2.348687, 2.421088, 2.299724, 2.292474, 2.304226, 2.410226, 2.585494, 2.700295, 2.962408, 3.298731, 3.296987, 2.95258, 2.589335, 2.822915, 2.726374, 2.268281, 2.226825, 1.783451, 1.572275, 1.421157, 1.184697, 0.681311, 0.672891, 0.622505, 0.513291, 0.655742, 0.535203, 1.295837, 0.515626, 1.186525, 1.192727]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "gsm8kpl-1261", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1222, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9859}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 17, 20, 14, 18, 26, 26, 22, 19, 17, 26, 13, 20, 14, 31, 28, 27, 24, 25, 24, 23, 21, 26, 26, 69, 52, 36, 27, 25, 27, 28, 25, 27, 36, 51, 53, 51, 63, 57, 57, 67, 59, 55, 54, 52, 45, 25, 14, 1, 0], "n_am_pl": [5, 21, 17, 14, 17, 21, 19, 16, 14, 17, 20, 29, 21, 16, 16, 19, 7, 15, 9, 8, 4, 6, 8, 6, 7, 11, 13, 15, 20, 23, 20, 24, 12, 17, 15, 8, 14, 8, 4, 6, 5, 9, 7, 8, 13, 20, 47, 54, 51, 52], "n_pos": 204, "sum_m_en": [21.016591, 31.920198, 32.617173, 31.081077, 32.320059, 31.818542, 31.149485, 30.72361, 30.326393, 32.198947, 33.466123, 33.570864, 32.401707, 32.782276, 33.679224, 34.236734, 36.524859, 31.349737, 31.79941, 31.940056, 31.321066, 31.49368, 31.162088, 31.325458, 43.828314, 39.659973, 34.324162, 32.087888, 33.747307, 34.212669, 33.182259, 35.038665, 35.276284, 37.570142, 42.589039, 40.518732, 41.331691, 44.954285, 43.29802, 46.021937, 52.762629, 52.031006, 49.577433, 47.926091, 45.250904, 39.234758, 25.41675, 14.535283, 4.794575, 8e-06], "sum_m_pl": [3.61688, 11.794778, 12.017684, 10.696041, 10.234508, 9.828042, 8.654834, 9.331211, 10.216011, 10.728173, 11.91917, 11.849371, 12.50874, 11.707111, 11.846883, 11.478529, 10.531624, 10.557534, 11.044498, 10.77545, 10.816823, 10.390098, 10.192168, 10.321729, 10.978259, 13.265731, 14.168837, 14.24114, 16.365532, 16.492081, 14.958804, 13.69432, 13.40472, 12.516623, 11.378402, 11.108821, 11.08616, 8.294917, 7.854677, 8.938233, 8.906199, 9.145205, 9.937569, 10.693596, 15.480346, 22.221557, 44.367024, 51.449834, 52.163558, 52.324277]}, "digit": {"n_am_en": [1, 3, 7, 4, 2, 6, 7, 2, 0, 1, 5, 2, 5, 4, 13, 9, 6, 7, 5, 4, 5, 3, 2, 4, 30, 15, 7, 7, 5, 8, 4, 6, 8, 9, 13, 14, 16, 24, 20, 16, 20, 14, 10, 13, 11, 12, 13, 11, 1, 0], "n_am_pl": [0, 2, 2, 0, 3, 2, 0, 1, 3, 2, 7, 9, 10, 6, 5, 7, 5, 5, 5, 3, 2, 1, 3, 2, 1, 3, 4, 4, 9, 12, 9, 9, 3, 4, 7, 2, 2, 2, 0, 1, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 61, "sum_m_en": [5.867346, 9.656825, 10.232483, 9.446188, 9.979233, 9.627914, 8.64175, 8.230219, 7.898213, 8.727385, 9.354862, 9.676236, 9.377519, 9.929779, 10.299597, 10.275719, 11.845114, 9.960813, 9.900956, 9.80767, 9.671784, 9.621355, 9.538429, 9.735933, 14.059733, 12.00371, 10.25086, 10.12501, 10.773942, 10.921266, 10.31117, 11.263207, 11.567206, 12.11519, 12.465265, 12.106361, 12.5117, 13.485314, 12.286198, 11.48764, 12.18099, 11.080086, 9.757802, 9.371178, 8.300747, 9.975245, 13.403324, 10.013882, 3.392928, 0.0], "sum_m_pl": [0.865306, 3.283137, 3.189712, 2.760699, 2.405673, 1.971818, 1.754403, 2.104611, 2.515353, 2.715916, 3.167458, 3.188572, 3.762103, 3.462095, 3.619563, 3.444606, 3.029057, 3.227855, 3.455917, 3.23764, 3.259783, 3.140577, 3.152707, 3.321734, 3.478976, 4.437125, 4.416206, 4.408781, 4.716115, 5.007762, 4.923263, 4.222873, 3.987817, 3.581967, 3.723251, 3.469991, 3.30328, 2.628786, 2.584913, 2.884096, 2.712452, 2.672557, 2.650637, 2.567346, 2.762813, 2.244918, 1.843587, 1.294999, 0.230146, 0.0]}, "lang": {"n_am_en": [3, 3, 1, 3, 6, 9, 7, 8, 5, 5, 8, 3, 8, 2, 9, 7, 7, 7, 8, 5, 5, 6, 11, 8, 24, 18, 12, 13, 11, 10, 9, 8, 6, 13, 15, 16, 19, 25, 26, 29, 34, 33, 31, 30, 31, 24, 7, 1, 0, 0], "n_am_pl": [2, 6, 5, 4, 5, 4, 3, 5, 5, 3, 6, 7, 7, 7, 4, 6, 0, 6, 3, 2, 2, 2, 2, 2, 3, 6, 4, 1, 7, 5, 3, 7, 6, 8, 6, 6, 11, 5, 4, 5, 4, 6, 7, 8, 13, 19, 40, 48, 50, 52], "n_pos": 53, "sum_m_en": [6.26143, 8.346585, 8.129822, 8.111614, 8.328175, 8.544334, 9.377114, 9.561737, 9.654706, 9.589641, 10.102359, 9.660354, 9.754118, 9.646042, 9.961081, 10.083652, 10.375532, 8.978843, 8.810723, 8.84268, 8.726723, 8.752115, 8.791376, 8.613327, 15.182295, 13.484822, 11.699238, 10.362733, 10.463556, 10.025535, 10.190863, 10.33984, 9.978106, 11.054872, 13.040851, 12.327244, 14.322805, 16.468664, 18.335653, 21.724771, 25.727906, 26.386478, 27.618624, 27.231469, 27.020165, 19.390772, 6.3664, 1.008498, 0.161797, 0.0], "sum_m_pl": [0.998402, 2.826252, 2.854389, 2.618949, 2.808269, 2.825533, 2.726169, 2.931848, 3.201457, 3.032583, 3.54789, 3.721167, 3.94854, 3.820259, 3.632633, 3.280411, 3.045241, 3.006068, 3.200837, 3.060888, 3.139368, 3.004376, 2.926908, 2.84584, 2.969765, 3.392426, 3.648558, 3.602542, 4.717284, 4.946636, 4.250433, 4.526879, 4.633825, 4.45785, 3.805836, 4.22258, 4.799687, 3.274541, 3.051666, 3.610236, 4.016594, 4.551037, 5.42292, 6.151362, 10.731565, 17.742725, 36.61485, 46.558588, 49.850495, 51.929205]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "gsm8kpl-1261", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1512, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9952}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 25, 29, 31, 38, 46, 59, 43, 45, 42, 42, 36, 34, 34, 38, 44, 51, 51, 49, 60, 62, 59, 54, 53, 66, 59, 58, 44, 47, 47, 53, 40, 41, 46, 57, 53, 65, 62, 78, 84, 78, 80, 72, 83, 76, 70, 72, 70, 56, 58], "n_am_pl": [11, 17, 14, 8, 11, 7, 6, 11, 7, 9, 12, 12, 14, 11, 10, 7, 9, 7, 12, 9, 6, 4, 6, 2, 9, 8, 5, 12, 11, 11, 8, 10, 11, 10, 4, 6, 9, 7, 1, 3, 2, 0, 0, 3, 2, 1, 0, 0, 1, 2], "n_pos": 167, "sum_m_en": [19.527329, 27.218998, 27.959556, 30.581184, 33.527127, 34.261154, 33.868767, 33.219028, 32.366199, 33.409099, 33.739143, 32.334739, 31.036559, 32.181395, 33.730606, 33.921946, 34.490527, 32.732818, 33.723265, 33.101423, 31.76209, 31.30635, 30.482762, 30.749195, 51.308005, 46.586531, 42.212037, 37.814484, 38.588959, 37.958633, 35.027281, 35.944577, 37.670358, 38.983019, 42.436808, 46.072077, 51.154529, 56.331421, 66.114975, 74.161392, 74.714759, 75.994088, 70.920551, 74.696406, 73.408016, 71.520047, 71.693676, 67.573108, 55.806234, 58.443476], "sum_m_pl": [4.632269, 8.524918, 8.634473, 8.169446, 8.595416, 8.061771, 7.394565, 7.328886, 7.985623, 8.780915, 9.795213, 10.19581, 10.895736, 10.727103, 10.212956, 10.619056, 9.438051, 9.510588, 9.941395, 9.985798, 9.830645, 9.770231, 9.667728, 9.87534, 11.28219, 12.30391, 12.095989, 13.011027, 12.797633, 13.921465, 12.307339, 11.580337, 11.200927, 10.48406, 9.55068, 8.881416, 9.009156, 7.580711, 5.923075, 5.00654, 5.007473, 4.271703, 3.954703, 3.790998, 3.70672, 2.828842, 1.969065, 1.555191, 2.653333, 1.958853]}, "digit": {"n_am_en": [1, 3, 4, 3, 8, 12, 13, 11, 9, 8, 10, 10, 9, 11, 7, 10, 12, 9, 11, 13, 11, 13, 12, 13, 15, 12, 13, 6, 9, 6, 11, 6, 7, 7, 7, 5, 10, 9, 12, 11, 6, 10, 8, 9, 9, 9, 8, 8, 0, 0], "n_am_pl": [0, 1, 2, 2, 3, 1, 1, 0, 0, 2, 1, 4, 3, 5, 4, 2, 4, 0, 4, 3, 1, 1, 2, 1, 2, 0, 0, 0, 1, 2, 2, 2, 1, 3, 3, 3, 4, 3, 1, 3, 2, 0, 0, 3, 2, 1, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.434743, 7.463882, 7.752398, 8.299312, 9.549824, 9.605769, 9.260292, 8.702032, 8.111769, 8.600455, 8.982885, 8.189938, 8.229046, 8.447128, 8.705669, 8.517046, 8.759376, 7.893202, 8.554315, 8.115668, 7.952023, 7.895848, 7.783981, 7.840377, 11.243653, 10.078894, 9.594079, 8.96871, 9.416869, 8.922741, 8.282389, 8.659048, 9.300228, 9.190099, 8.854382, 9.189735, 8.968025, 9.215292, 9.790803, 9.98323, 9.073577, 10.230406, 8.748979, 9.164689, 8.60665, 8.992764, 8.339437, 5.904913, 2.400436, 0.0], "sum_m_pl": [0.684995, 2.038729, 1.699163, 1.721186, 1.912436, 1.733725, 1.452013, 1.373316, 1.673102, 2.097174, 2.479209, 2.451388, 2.804455, 2.851577, 2.537171, 2.654103, 2.263011, 2.284296, 2.447812, 2.465005, 2.381041, 2.343011, 2.369608, 2.404358, 3.131805, 3.130746, 2.902845, 3.009022, 3.029049, 3.213467, 2.7704, 2.608238, 2.400244, 2.255634, 2.14513, 2.26791, 2.806453, 2.347979, 2.19079, 2.197601, 2.159843, 2.257171, 2.251836, 2.310236, 2.294551, 1.778668, 1.372851, 0.919757, 0.646636, 0.0]}, "lang": {"n_am_en": [13, 13, 18, 18, 16, 20, 27, 20, 26, 20, 20, 14, 15, 16, 24, 18, 25, 25, 23, 23, 27, 28, 28, 25, 30, 29, 32, 25, 30, 30, 31, 27, 27, 30, 32, 33, 35, 39, 48, 54, 52, 52, 51, 57, 56, 54, 56, 54, 51, 58], "n_am_pl": [5, 9, 7, 4, 5, 3, 3, 3, 1, 3, 9, 4, 4, 1, 1, 3, 2, 3, 3, 3, 3, 2, 0, 0, 0, 1, 2, 4, 0, 2, 3, 4, 4, 1, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2], "n_pos": 61, "sum_m_en": [7.777518, 10.044612, 10.725982, 11.798649, 12.83179, 12.926928, 13.04392, 13.143037, 13.182762, 13.111033, 12.951949, 12.727521, 11.970313, 12.563425, 13.607151, 13.514629, 13.471004, 13.205216, 13.230901, 13.150276, 12.426748, 12.268073, 11.645128, 11.677983, 24.282154, 22.803149, 21.020212, 17.659641, 17.362107, 17.390826, 15.653148, 16.112799, 16.879267, 17.874358, 20.158254, 22.471366, 26.382644, 31.852721, 38.982329, 45.855948, 46.29276, 49.017158, 47.802944, 50.727584, 51.443968, 51.037684, 53.266301, 52.099229, 47.504349, 57.792264], "sum_m_pl": [1.827352, 3.099866, 3.220853, 2.940455, 3.083719, 2.892774, 2.73327, 2.713373, 2.93422, 3.170416, 3.638908, 3.837565, 4.014406, 3.927204, 3.843552, 4.068144, 3.540528, 3.485137, 3.624532, 3.666062, 3.594774, 3.604599, 3.532852, 3.579815, 3.333646, 3.663074, 4.091, 4.471678, 4.435124, 5.044387, 4.708558, 4.436801, 4.522147, 4.135206, 3.604291, 3.374833, 3.110232, 2.514156, 1.586218, 0.847761, 0.889583, 0.533247, 0.445257, 0.451469, 0.448988, 0.385697, 0.218237, 0.239192, 1.432398, 1.957942]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "gsm8kpl-1262", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1199, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 8, 12, 18, 20, 23, 33, 37, 45, 36, 41, 32, 31, 27, 45, 47, 57, 43, 49, 46, 50, 53, 49, 51, 75, 66, 57, 49, 39, 30, 31, 31, 30, 39, 44, 46, 45, 61, 64, 76, 69, 70, 69, 82, 73, 56, 15, 5, 3, 1], "n_am_pl": [3, 26, 22, 14, 15, 11, 10, 16, 18, 16, 24, 23, 21, 16, 19, 16, 8, 16, 10, 12, 9, 10, 12, 9, 12, 13, 16, 18, 21, 20, 23, 19, 21, 18, 19, 15, 17, 10, 9, 7, 11, 12, 13, 15, 22, 36, 65, 85, 84, 83], "n_pos": 175, "sum_m_en": [18.321185, 28.654426, 29.885944, 30.511844, 31.486289, 32.485327, 33.562569, 34.432261, 35.205829, 36.294253, 36.457602, 33.593833, 33.689884, 32.939027, 34.399017, 33.919897, 34.806555, 31.70011, 31.874582, 30.570088, 29.872475, 30.261598, 30.018041, 30.037817, 51.946145, 47.587109, 41.110908, 37.167412, 35.603044, 34.104742, 32.731586, 33.274557, 33.895279, 34.931249, 36.288005, 37.70493, 37.326522, 41.520105, 46.370052, 63.228438, 58.934167, 67.874703, 67.773667, 70.901046, 63.558093, 49.038533, 17.989624, 6.402426, 4.135499, 1.000217], "sum_m_pl": [3.365862, 10.059924, 10.666746, 9.969532, 10.083182, 9.944538, 9.570955, 9.970197, 10.265799, 10.850496, 12.195088, 12.300276, 12.449224, 12.445063, 11.852895, 11.643148, 10.381002, 9.791502, 9.912559, 10.376349, 10.312216, 10.406431, 10.566904, 10.398498, 13.913628, 14.201788, 14.33627, 14.718407, 15.816846, 17.152372, 14.934537, 14.768704, 13.734406, 13.825775, 12.567348, 12.103053, 12.153783, 10.924996, 10.283515, 8.576405, 10.98829, 10.459769, 12.86536, 17.20822, 21.267052, 36.312421, 61.265974, 81.291613, 84.493496, 83.799381]}, "digit": {"n_am_en": [1, 1, 1, 0, 4, 5, 5, 8, 4, 3, 7, 6, 1, 3, 8, 7, 6, 5, 8, 2, 4, 4, 4, 5, 6, 5, 4, 6, 6, 3, 2, 3, 1, 6, 3, 3, 5, 8, 7, 6, 6, 4, 5, 8, 7, 6, 3, 2, 0, 0], "n_am_pl": [0, 2, 4, 1, 3, 1, 1, 3, 3, 2, 2, 2, 3, 2, 2, 5, 2, 4, 1, 3, 1, 1, 0, 1, 0, 0, 1, 1, 3, 3, 4, 5, 4, 3, 2, 1, 2, 2, 0, 2, 2, 1, 1, 2, 2, 2, 2, 2, 0, 0], "n_pos": 30, "sum_m_en": [3.205489, 5.17362, 5.703859, 5.766766, 6.244132, 6.262146, 5.830566, 5.899442, 5.595349, 6.147194, 6.28743, 5.6504, 5.624796, 5.520661, 5.854777, 5.41767, 5.703107, 5.12046, 5.391093, 5.240609, 5.106903, 5.150795, 5.106998, 5.208939, 6.843791, 6.688987, 6.279604, 6.284687, 6.480873, 6.270674, 5.677801, 6.01467, 6.333815, 6.009667, 5.803285, 5.696797, 5.564913, 5.94723, 5.560288, 5.592416, 5.110988, 5.284261, 5.461948, 6.135955, 5.479644, 5.467721, 4.265011, 2.38578, 0.430505, 0.0], "sum_m_pl": [0.5925, 1.86257, 1.551721, 1.494168, 1.580558, 1.351651, 1.117075, 1.149908, 1.43422, 1.6927, 1.905702, 1.736941, 1.875536, 1.940201, 1.829406, 1.806556, 1.542657, 1.512725, 1.471279, 1.542752, 1.50724, 1.46732, 1.495219, 1.514421, 1.702413, 1.871614, 1.7053, 1.834195, 2.007615, 2.03857, 1.780413, 1.766037, 1.589459, 1.624127, 1.466801, 1.458239, 1.522059, 1.372612, 1.535247, 1.554554, 1.561368, 1.581144, 1.53548, 2.073902, 1.937677, 2.048706, 1.452131, 1.259438, 0.172895, 0.0]}, "lang": {"n_am_en": [3, 5, 8, 12, 6, 8, 16, 18, 29, 22, 22, 17, 22, 19, 29, 28, 39, 27, 31, 30, 33, 36, 34, 36, 44, 40, 38, 29, 23, 19, 22, 17, 17, 25, 32, 33, 31, 42, 44, 50, 43, 45, 47, 53, 48, 38, 9, 3, 2, 1], "n_am_pl": [0, 11, 10, 9, 8, 6, 3, 8, 9, 7, 14, 12, 10, 7, 10, 6, 4, 8, 6, 8, 5, 7, 9, 4, 8, 9, 7, 9, 9, 13, 11, 11, 11, 11, 13, 10, 12, 6, 8, 5, 9, 10, 10, 12, 19, 32, 59, 78, 82, 83], "n_pos": 85, "sum_m_en": [9.311686, 14.114968, 14.794286, 15.035782, 15.375611, 15.784538, 16.914534, 17.857791, 18.80104, 18.979919, 18.92672, 17.355556, 17.632777, 17.153657, 18.051696, 17.77971, 18.133256, 16.498465, 16.38943, 15.462301, 15.125307, 15.337818, 15.283576, 15.100889, 30.205381, 26.983959, 23.045788, 19.917097, 18.857335, 17.641576, 17.162763, 17.231368, 17.211472, 18.939741, 20.455853, 21.973769, 22.261437, 25.72305, 29.587791, 40.431778, 37.789459, 42.376535, 43.911135, 45.75386, 41.517394, 30.930784, 10.002674, 3.006092, 2.869895, 1.000156], "sum_m_pl": [1.558985, 4.467855, 5.107161, 4.701458, 4.767368, 4.912247, 4.952957, 5.191246, 5.308296, 5.430193, 6.061915, 6.363897, 6.457698, 6.688587, 6.237993, 6.077687, 5.371521, 5.090014, 5.251087, 5.459121, 5.434761, 5.535887, 5.627575, 5.480495, 7.832477, 7.897109, 7.681057, 8.0207, 8.80326, 9.963578, 8.754373, 8.889269, 8.285227, 8.300226, 7.622257, 7.660613, 7.995486, 6.958429, 6.410139, 5.42304, 7.65848, 7.652094, 9.831858, 13.348032, 17.601882, 31.156681, 55.221052, 74.92025, 80.507028, 82.998675]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "gsm8kpl-1262", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1489, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 19, 11, 15, 20, 19, 12, 15, 18, 24, 23, 19, 21, 27, 25, 26, 22, 23, 25, 22, 23, 23, 26, 31, 39, 43, 33, 35, 33, 24, 31, 27, 30, 36, 36, 36, 38, 40, 38, 40, 43, 34, 40, 36, 34, 36, 37, 35, 30, 23], "n_am_pl": [0, 14, 12, 10, 13, 18, 15, 21, 14, 15, 18, 18, 23, 20, 14, 26, 20, 18, 14, 13, 13, 13, 14, 13, 24, 24, 19, 28, 21, 31, 21, 19, 10, 20, 9, 4, 4, 3, 3, 1, 1, 2, 0, 1, 1, 0, 2, 3, 3, 3], "n_pos": 164, "sum_m_en": [19.040084, 26.647332, 25.685144, 24.866152, 26.624831, 25.452525, 24.974674, 24.248267, 23.548714, 24.314019, 25.417019, 25.014921, 25.260698, 26.204871, 26.172801, 26.754497, 26.209681, 26.302225, 27.47171, 27.178705, 25.421437, 25.375792, 25.371952, 26.538506, 36.356895, 34.014088, 30.052944, 27.221564, 28.47922, 28.108345, 27.919181, 30.467417, 31.503676, 30.702368, 32.579149, 31.345404, 32.182379, 35.150554, 35.540017, 37.332403, 37.495831, 37.491739, 36.989955, 37.090809, 36.201919, 36.088979, 37.751585, 36.098032, 29.519875, 23.572899], "sum_m_pl": [3.373534, 8.41648, 8.918417, 8.33779, 8.466344, 7.751754, 7.471167, 8.236824, 8.701208, 9.664116, 10.040676, 11.029066, 11.63888, 11.074944, 10.994659, 12.048479, 12.325294, 11.537939, 10.809168, 10.606008, 9.878908, 9.582134, 9.433048, 9.680632, 15.334769, 16.444067, 16.18369, 15.746657, 14.538814, 16.364257, 15.357831, 14.429724, 12.959538, 13.418078, 11.951557, 10.154109, 9.411718, 8.079189, 7.928594, 7.434737, 6.831541, 6.017994, 5.233696, 4.893856, 4.240041, 3.001905, 4.564914, 4.431572, 3.694605, 3.000042]}, "digit": {"n_am_en": [3, 4, 3, 3, 2, 6, 1, 4, 9, 9, 12, 10, 10, 13, 8, 11, 10, 8, 10, 6, 6, 8, 8, 11, 12, 15, 10, 12, 8, 6, 5, 6, 8, 10, 9, 11, 11, 12, 10, 8, 11, 7, 10, 8, 8, 8, 9, 6, 1, 0], "n_am_pl": [0, 7, 4, 4, 6, 5, 2, 7, 5, 6, 10, 11, 13, 6, 5, 11, 5, 7, 5, 4, 4, 1, 2, 2, 8, 6, 6, 11, 6, 9, 9, 10, 5, 9, 4, 1, 1, 2, 2, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 63, "sum_m_en": [6.86485, 10.799788, 10.757084, 10.259949, 10.806195, 10.320028, 9.523907, 9.419506, 9.329991, 10.019587, 10.850516, 10.40542, 10.800014, 11.331213, 10.960639, 11.27981, 11.182104, 10.803321, 11.471724, 11.124797, 10.496906, 10.395033, 10.39498, 10.935167, 13.983647, 13.422644, 11.318556, 10.22615, 10.95803, 10.800597, 10.621386, 11.94008, 12.199207, 11.258116, 11.873264, 10.539684, 10.408015, 11.673369, 11.330026, 11.177155, 10.297942, 10.674301, 10.122993, 9.128516, 8.309615, 7.612163, 9.424055, 6.75495, 1.938149, 0.0], "sum_m_pl": [1.191861, 3.576162, 3.148633, 2.974102, 3.041928, 2.7741, 2.458291, 2.928435, 3.178871, 3.336166, 3.577653, 3.714083, 4.105233, 3.735299, 3.686917, 4.365419, 4.281929, 4.045424, 3.655832, 3.546397, 3.378084, 3.256675, 3.267684, 3.455262, 4.869605, 4.7663, 4.714725, 5.515615, 4.495893, 5.001187, 4.754159, 4.772383, 4.199986, 4.268512, 3.764085, 3.557118, 3.501108, 3.018647, 3.17504, 3.08568, 3.018893, 3.046125, 2.755376, 2.667041, 2.647352, 2.014834, 1.901308, 1.217148, 0.376433, 0.0]}, "lang": {"n_am_en": [7, 11, 6, 5, 9, 5, 3, 4, 4, 3, 4, 3, 5, 2, 5, 5, 3, 5, 4, 4, 4, 4, 7, 9, 12, 11, 9, 6, 9, 6, 10, 6, 9, 13, 14, 14, 17, 20, 20, 23, 22, 22, 22, 21, 20, 22, 24, 24, 24, 23], "n_am_pl": [0, 1, 1, 0, 0, 2, 3, 2, 2, 3, 2, 3, 3, 5, 4, 5, 5, 5, 4, 2, 3, 2, 3, 4, 5, 8, 6, 7, 7, 9, 4, 3, 2, 5, 2, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 3, 3], "n_pos": 27, "sum_m_en": [3.87581, 4.492375, 4.375363, 4.315971, 4.896066, 4.643252, 4.941487, 4.94231, 4.64688, 4.357337, 4.61543, 4.715003, 4.50138, 4.453695, 4.793735, 4.629935, 4.188489, 4.350955, 4.396269, 4.397647, 4.110592, 4.207952, 4.149772, 4.247409, 7.874073, 6.732459, 6.067447, 5.03076, 5.061173, 5.017362, 5.164095, 5.154427, 5.918301, 6.277409, 6.606284, 9.421238, 10.735535, 12.663896, 13.924757, 16.359514, 17.763629, 19.097801, 19.742515, 20.532519, 20.206156, 20.976606, 22.510044, 22.231739, 22.681985, 23.000047], "sum_m_pl": [0.586953, 1.203127, 1.338437, 1.43044, 1.601521, 1.433718, 1.522488, 1.529533, 1.691272, 1.940908, 1.970719, 2.386759, 2.546709, 2.52012, 2.332364, 2.552555, 2.621765, 2.402528, 2.273938, 2.200921, 2.062281, 2.020343, 1.95297, 1.955518, 3.710681, 3.755432, 3.594934, 3.11265, 3.228059, 3.501869, 3.395471, 2.977218, 3.003743, 3.318571, 2.983696, 2.543858, 2.178448, 1.908091, 1.691097, 1.450632, 1.448834, 1.018556, 0.692291, 0.641336, 0.530822, 0.352177, 2.324714, 2.992119, 3.119545, 3.000041]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "gsm8kpl-1270", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 0.9941}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 24, 25, 18, 19, 33, 46, 42, 35, 56, 61, 46, 39, 51, 38, 51, 58, 49, 61, 61, 69, 86, 72, 67, 140, 123, 107, 85, 74, 75, 50, 57, 51, 70, 81, 93, 96, 104, 122, 124, 124, 122, 115, 108, 93, 68, 41, 23, 0, 0], "n_am_pl": [3, 35, 30, 45, 59, 58, 47, 67, 68, 62, 50, 73, 65, 53, 54, 54, 36, 29, 25, 21, 19, 20, 23, 22, 29, 33, 48, 47, 46, 46, 48, 44, 39, 35, 31, 23, 17, 24, 18, 26, 27, 28, 31, 40, 42, 64, 101, 125, 114, 108], "n_pos": 405, "sum_m_en": [42.861303, 62.222888, 63.481849, 59.774014, 62.696259, 60.864014, 60.541692, 63.193559, 60.326397, 61.97543, 65.331785, 62.537219, 61.814954, 65.40168, 63.792972, 67.427564, 69.818687, 65.527175, 67.251603, 65.446663, 64.648876, 65.854814, 65.197301, 67.003888, 99.198373, 90.123689, 78.153549, 69.223054, 66.96862, 65.474449, 61.099964, 66.896023, 69.889836, 72.16343, 76.414167, 77.336304, 76.656036, 87.160453, 87.15644, 99.245818, 106.72256, 109.777391, 108.143555, 108.534751, 90.954913, 66.738173, 35.800779, 21.408387, 4.965684, 1.1e-05], "sum_m_pl": [8.654318, 23.927743, 24.468572, 22.755246, 23.021835, 22.26373, 21.447338, 22.027656, 24.644258, 25.986913, 27.322172, 29.158361, 31.129308, 30.262565, 29.072296, 31.603577, 29.88774, 26.875179, 24.54433, 24.353012, 22.955301, 22.329062, 22.041591, 22.054712, 27.261773, 32.504602, 34.51877, 36.900346, 36.673869, 37.555188, 35.136938, 34.383724, 31.825303, 31.500947, 29.575307, 24.579339, 25.108504, 21.239989, 21.339421, 24.350644, 25.136418, 27.748119, 31.179685, 35.152543, 44.764335, 61.268187, 98.617459, 115.025905, 113.952013, 109.454898]}, "digit": {"n_am_en": [3, 6, 3, 3, 2, 4, 15, 6, 8, 15, 21, 16, 8, 7, 11, 10, 21, 10, 17, 20, 16, 21, 14, 18, 32, 31, 26, 16, 16, 17, 12, 12, 11, 17, 16, 15, 18, 20, 25, 20, 17, 18, 11, 8, 8, 9, 19, 14, 0, 0], "n_am_pl": [0, 5, 5, 5, 16, 21, 13, 26, 27, 21, 15, 16, 18, 16, 18, 13, 12, 11, 7, 3, 5, 2, 2, 5, 11, 11, 14, 17, 16, 9, 14, 9, 10, 9, 10, 5, 5, 6, 3, 5, 4, 4, 7, 11, 4, 4, 5, 4, 0, 0], "n_pos": 123, "sum_m_en": [13.78932, 19.699686, 19.943558, 18.525308, 19.471164, 18.907414, 17.552509, 17.947178, 17.282853, 19.305941, 21.00961, 19.021432, 19.214612, 22.066137, 21.583624, 21.760404, 22.986193, 20.894059, 21.51374, 20.691268, 20.496274, 20.699221, 20.439901, 21.321002, 29.378335, 26.990745, 22.368619, 20.262732, 20.419949, 20.859219, 19.097783, 22.145721, 24.050217, 22.837158, 24.058961, 21.79241, 21.050107, 21.417248, 20.590391, 20.96868, 20.050753, 19.56156, 18.451241, 17.588405, 14.414185, 12.159673, 13.902392, 12.022712, 3.171876, 0.0], "sum_m_pl": [3.211209, 8.683032, 7.115301, 6.692893, 7.027677, 6.497941, 5.475844, 6.359015, 7.17523, 7.414518, 7.814625, 8.132303, 8.609212, 7.53259, 7.159571, 8.62165, 8.012469, 7.311172, 6.203021, 5.989837, 5.720779, 5.607085, 5.672164, 5.805286, 6.874819, 8.491793, 9.530856, 10.267719, 9.410529, 9.328434, 8.747202, 8.099423, 7.313028, 7.500633, 6.894242, 6.579107, 6.623936, 5.497564, 5.9152, 6.149941, 5.922678, 5.612439, 5.651429, 6.536915, 5.868091, 4.759521, 5.884856, 3.863645, 0.783511, 6e-06]}, "lang": {"n_am_en": [5, 7, 6, 8, 10, 9, 14, 20, 16, 22, 17, 14, 18, 24, 13, 17, 20, 25, 25, 24, 28, 34, 35, 33, 59, 54, 44, 40, 29, 31, 25, 29, 24, 27, 37, 49, 53, 53, 66, 67, 72, 73, 74, 70, 62, 41, 15, 6, 0, 0], "n_am_pl": [0, 12, 10, 9, 20, 16, 14, 14, 14, 17, 9, 29, 26, 20, 20, 18, 10, 8, 5, 5, 4, 5, 10, 10, 5, 9, 12, 15, 14, 17, 13, 20, 14, 15, 14, 12, 8, 12, 12, 16, 20, 21, 20, 24, 32, 51, 77, 97, 107, 108], "n_pos": 109, "sum_m_en": [10.848803, 16.759701, 17.629232, 17.430917, 18.27344, 17.400816, 18.634893, 20.073715, 19.093783, 18.675807, 19.066674, 18.918238, 18.868606, 18.654224, 17.902088, 19.546179, 19.471208, 18.740202, 19.005895, 18.865841, 18.3328, 18.808462, 18.990062, 18.979909, 36.004443, 31.725408, 27.517451, 23.279839, 21.09275, 19.430562, 18.805677, 19.80776, 20.024794, 22.670132, 23.763849, 29.243486, 31.450036, 38.570234, 41.452685, 47.481178, 55.187774, 60.38831, 60.747609, 62.876057, 53.80898, 37.684941, 15.312585, 6.344639, 0.303432, 4e-06], "sum_m_pl": [1.774865, 5.162192, 5.973254, 5.928214, 6.24789, 6.593838, 6.992511, 6.881429, 7.616412, 8.016052, 8.411673, 9.328445, 9.945893, 10.333812, 9.830259, 9.899586, 9.133004, 7.835657, 7.518386, 7.382597, 7.059003, 6.957185, 6.78455, 6.829939, 8.299821, 10.046229, 10.532168, 11.315396, 11.925659, 12.367547, 11.353187, 11.41084, 11.023013, 11.147763, 10.795992, 9.166607, 9.941425, 8.446321, 9.036148, 11.473112, 13.513355, 16.633354, 19.706157, 22.301389, 32.658831, 47.732843, 73.865736, 88.700039, 104.501311, 108.425974]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 411, "item_id": "gsm8kpl-1270", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1461, "region_end": 405, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9951}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 10, 18, 25, 28, 21, 14, 12, 16, 21, 19, 19, 14, 13, 12, 18, 23, 25, 25, 25, 26, 26, 26, 24, 46, 43, 39, 32, 26, 28, 20, 20, 25, 31, 42, 36, 40, 46, 39, 45, 43, 49, 51, 50, 49, 48, 43, 37, 34, 33], "n_am_pl": [0, 11, 11, 7, 7, 10, 11, 5, 14, 4, 9, 13, 11, 14, 15, 15, 9, 12, 10, 7, 4, 3, 3, 4, 9, 4, 6, 8, 5, 4, 3, 4, 3, 8, 4, 6, 4, 1, 1, 1, 2, 1, 1, 3, 3, 2, 0, 0, 0, 0], "n_pos": 115, "sum_m_en": [13.878026, 18.357062, 18.171909, 17.502622, 19.041418, 18.780949, 17.9239, 18.207928, 18.465907, 18.41277, 18.948095, 19.274495, 18.582083, 18.559965, 18.315069, 18.803513, 20.043396, 17.891833, 18.715172, 19.364079, 19.104056, 18.997327, 18.697984, 18.907973, 28.711074, 26.033375, 23.605478, 20.034574, 20.530335, 22.229121, 20.818947, 22.118231, 23.058591, 24.339998, 29.88433, 27.908153, 32.951634, 37.129346, 37.975573, 43.911221, 43.125686, 46.871023, 48.621392, 48.870011, 46.9718, 44.620662, 41.4514, 35.190874, 33.120642, 33.711818], "sum_m_pl": [2.856049, 6.325063, 6.552102, 5.873346, 6.157153, 5.821435, 5.180088, 5.275476, 5.482076, 6.022592, 6.930924, 7.144233, 7.79742, 7.923375, 7.74638, 7.885032, 7.533643, 7.134799, 7.039729, 6.937232, 6.520082, 6.319402, 6.204852, 6.236099, 6.857929, 7.181822, 7.426534, 7.949524, 7.832402, 8.338475, 7.822176, 7.629157, 7.292576, 7.244147, 5.911244, 5.68338, 4.928654, 4.1108, 3.293799, 3.033462, 2.848033, 2.383248, 2.294978, 2.445595, 2.2656, 1.861921, 1.190254, 0.746989, 0.492691, 0.00068]}, "digit": {"n_am_en": [0, 0, 2, 5, 4, 4, 1, 1, 0, 1, 1, 0, 2, 1, 0, 2, 5, 3, 2, 2, 1, 1, 1, 2, 7, 4, 3, 1, 3, 2, 0, 3, 3, 1, 2, 1, 1, 1, 0, 1, 1, 3, 2, 1, 1, 2, 2, 1, 0, 0], "n_am_pl": [0, 2, 1, 1, 2, 4, 0, 0, 5, 2, 3, 7, 6, 6, 6, 9, 4, 5, 4, 2, 3, 1, 1, 0, 2, 3, 3, 3, 1, 1, 1, 2, 2, 3, 2, 2, 2, 0, 0, 1, 1, 1, 1, 3, 3, 2, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.389039, 4.705116, 4.562557, 4.237997, 4.708457, 4.398597, 4.003907, 3.813791, 3.661246, 4.03464, 4.409834, 4.376106, 4.199848, 4.40982, 4.360355, 4.490574, 4.835846, 4.324469, 4.788024, 4.775979, 4.76337, 4.741851, 4.6955, 4.878078, 5.681369, 4.669896, 3.93975, 3.750887, 4.323765, 4.467105, 4.275115, 4.917221, 5.205622, 5.077599, 5.397962, 4.979894, 5.043233, 4.746516, 4.091165, 3.965556, 3.55899, 3.795895, 4.246389, 3.72167, 3.491559, 2.426864, 1.913168, 1.186906, 0.64204, 0.0], "sum_m_pl": [0.860371, 1.679935, 1.415796, 1.224344, 1.299658, 1.24186, 0.980058, 1.058097, 1.225645, 1.466898, 1.706962, 1.864974, 2.148197, 1.9611, 1.867128, 1.953165, 1.865369, 1.764399, 1.634261, 1.627648, 1.523769, 1.476739, 1.447199, 1.501834, 1.737527, 1.933401, 2.031632, 1.881847, 1.820666, 1.879423, 1.72443, 1.769284, 1.683465, 1.932503, 1.58803, 1.525011, 1.555784, 1.354461, 1.347604, 1.566658, 1.618837, 1.55693, 1.689733, 1.896467, 1.825888, 1.480048, 0.906237, 0.518371, 0.214349, 0.0]}, "lang": {"n_am_en": [6, 9, 11, 11, 15, 12, 9, 8, 12, 15, 11, 13, 6, 5, 4, 8, 11, 14, 14, 12, 14, 15, 17, 13, 25, 27, 27, 22, 18, 20, 14, 11, 15, 22, 26, 24, 27, 31, 26, 28, 29, 31, 33, 34, 34, 32, 33, 29, 30, 32], "n_am_pl": [0, 3, 1, 2, 0, 0, 3, 0, 2, 0, 1, 1, 1, 3, 4, 1, 1, 3, 3, 1, 0, 0, 0, 1, 2, 0, 0, 3, 4, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.718424, 6.002368, 6.116122, 5.930199, 6.477243, 6.882713, 6.800873, 7.328956, 7.539349, 6.897153, 6.90148, 7.065453, 6.746906, 6.702537, 6.509591, 6.586406, 6.897618, 6.0889, 6.171736, 6.528864, 6.464546, 6.399646, 6.259226, 6.211966, 14.400338, 13.876829, 12.481368, 8.954596, 8.637637, 9.109066, 8.417799, 8.758477, 9.09065, 10.354321, 13.834747, 13.485601, 17.18731, 20.327038, 22.794944, 26.085725, 26.824558, 28.817518, 30.286744, 30.285126, 30.715736, 29.840616, 30.286959, 26.720478, 27.563733, 32.741783], "sum_m_pl": [0.57492, 1.488562, 1.5685, 1.430334, 1.569293, 1.635732, 1.594456, 1.567884, 1.726262, 1.832101, 2.059281, 2.05716, 2.316718, 2.623655, 2.493242, 2.450708, 2.482058, 2.379239, 2.468348, 2.303951, 2.15717, 2.073532, 2.048087, 2.021866, 1.884427, 1.911068, 2.095764, 2.608994, 2.871209, 2.743928, 2.76201, 2.737424, 2.737181, 2.617187, 1.983317, 2.053478, 1.806606, 1.542315, 1.135399, 0.779287, 0.642291, 0.351007, 0.211441, 0.23449, 0.164293, 0.099531, 0.041128, 0.06762, 0.101397, 0.000677]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-1272", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1191, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9664}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 22, 18, 30, 31, 44, 44, 53, 49, 62, 47, 41, 39, 37, 39, 56, 53, 48, 47, 56, 57, 65, 62, 53, 118, 103, 80, 66, 56, 61, 55, 54, 62, 77, 97, 86, 103, 113, 126, 134, 135, 136, 144, 144, 138, 92, 51, 14, 7, 5], "n_am_pl": [10, 15, 10, 18, 28, 28, 29, 32, 35, 30, 50, 59, 46, 54, 53, 53, 32, 45, 37, 23, 17, 19, 21, 17, 23, 21, 25, 33, 38, 53, 47, 51, 46, 45, 37, 42, 35, 42, 26, 29, 39, 30, 28, 27, 40, 80, 121, 152, 141, 139], "n_pos": 296, "sum_m_en": [29.876823, 44.377739, 47.179388, 47.348628, 49.515894, 52.302547, 53.066966, 53.100715, 53.741167, 53.86739, 54.17891, 51.961228, 50.753515, 50.68427, 50.719768, 50.796704, 51.924656, 45.741088, 47.508422, 48.417649, 48.311714, 48.617511, 47.715327, 47.673303, 76.713814, 70.367607, 63.894893, 56.969034, 55.132368, 53.970941, 50.604774, 51.914858, 51.152908, 56.941855, 63.797236, 64.080603, 70.203668, 88.220899, 95.719127, 109.563022, 110.672859, 118.846316, 119.199102, 121.55491, 120.00075, 77.870224, 43.255477, 15.521147, 9.19014, 5.502084], "sum_m_pl": [5.196563, 15.302324, 15.456858, 14.341628, 16.387986, 16.106249, 16.142947, 17.039565, 18.598664, 19.55324, 23.005246, 24.253854, 24.808716, 25.885194, 24.940747, 23.952417, 21.104934, 21.216306, 20.143216, 19.601606, 19.142067, 18.342796, 17.973045, 17.442797, 24.140182, 25.790302, 27.367925, 27.413554, 29.364816, 31.526116, 30.08293, 30.698067, 30.375489, 28.979778, 26.230754, 27.748449, 28.634646, 29.624876, 25.147029, 25.031933, 28.846229, 27.020384, 28.730948, 29.831776, 40.206205, 75.668507, 120.950731, 148.115546, 139.464608, 138.737683]}, "digit": {"n_am_en": [0, 1, 3, 2, 1, 6, 7, 3, 1, 4, 6, 5, 7, 5, 7, 8, 6, 5, 3, 2, 2, 3, 4, 6, 14, 9, 6, 6, 7, 7, 3, 6, 5, 7, 6, 4, 9, 9, 6, 5, 5, 6, 3, 3, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 2, 2, 1, 0, 3, 2, 0, 2, 3, 6, 6, 4, 5, 5, 8, 2, 4, 4, 3, 2, 1, 1, 0, 0, 2, 5, 4, 3, 6, 4, 5, 3, 4, 2, 5, 1, 1, 0, 2, 2, 1, 1, 0, 1, 1, 1, 1, 1, 0], "n_pos": 34, "sum_m_en": [3.360338, 6.11947, 6.219949, 5.733316, 6.001532, 5.968187, 5.560148, 5.137328, 5.006059, 5.517589, 5.957072, 5.822004, 5.84756, 5.767644, 5.953616, 5.656632, 6.032879, 5.287549, 5.732791, 5.631816, 5.652308, 5.755722, 5.689413, 5.856448, 8.308536, 7.3772, 6.688508, 6.44259, 6.19371, 5.987424, 5.565899, 6.249519, 6.305154, 6.586975, 6.990719, 6.739162, 6.923607, 6.971353, 6.002014, 5.376872, 5.012783, 4.693219, 4.020812, 3.378479, 2.825984, 1.977634, 1.087818, 0.610525, 0.460532, 0.0], "sum_m_pl": [0.572853, 1.676442, 1.318644, 1.19165, 1.333216, 1.291933, 1.125475, 1.134778, 1.373723, 1.586097, 2.038694, 2.163387, 2.282272, 2.446164, 2.257983, 2.559735, 2.075045, 2.15342, 1.989413, 1.98798, 1.920033, 1.862664, 1.834267, 1.827607, 1.972211, 2.242436, 2.20583, 2.320868, 2.515449, 2.677132, 2.600724, 2.547719, 2.354663, 2.271163, 1.966838, 2.071481, 1.849411, 1.50651, 1.280903, 1.317719, 1.348152, 1.26798, 1.259883, 1.197212, 1.30887, 1.205702, 1.413476, 1.303116, 1.14559, 0.0]}, "lang": {"n_am_en": [3, 9, 9, 22, 25, 30, 30, 35, 37, 39, 24, 19, 16, 18, 21, 31, 27, 26, 23, 32, 34, 37, 38, 34, 60, 59, 45, 36, 33, 29, 25, 28, 35, 41, 61, 52, 61, 68, 80, 89, 91, 93, 105, 106, 103, 70, 39, 13, 7, 5], "n_am_pl": [3, 8, 5, 11, 12, 11, 9, 16, 21, 15, 28, 36, 26, 38, 32, 24, 22, 27, 21, 12, 11, 10, 10, 11, 11, 12, 14, 18, 19, 28, 29, 33, 28, 29, 23, 22, 24, 25, 19, 17, 25, 20, 17, 19, 28, 60, 96, 130, 136, 139], "n_pos": 145, "sum_m_en": [15.051467, 21.493772, 23.172386, 23.923245, 25.100896, 26.963347, 28.231821, 28.992698, 30.221834, 28.745646, 28.550682, 26.899614, 25.589568, 25.77651, 25.776508, 26.058854, 26.42234, 22.931061, 23.681674, 24.298384, 24.495885, 24.803115, 24.389293, 23.883632, 43.286418, 40.042329, 35.619203, 30.661265, 29.346969, 27.777505, 26.066448, 26.450912, 26.274558, 30.338884, 34.305583, 33.775437, 38.213145, 51.520512, 60.380082, 72.173376, 73.406778, 81.583387, 83.548452, 89.343061, 87.585954, 57.432158, 33.022527, 12.590386, 7.431147, 5.502084], "sum_m_pl": [2.591576, 7.332737, 7.772028, 7.095677, 7.746653, 7.772474, 7.960234, 8.518794, 9.603735, 10.211219, 12.279877, 13.074091, 13.795511, 14.459793, 13.754201, 12.453746, 11.310494, 11.174397, 10.820055, 10.192788, 10.086212, 9.638523, 9.493113, 9.04426, 13.3266, 13.891863, 15.043385, 14.473781, 15.918613, 17.546663, 17.289221, 18.224917, 17.678854, 17.041503, 15.891079, 17.527523, 18.22119, 17.721795, 15.58278, 13.747522, 16.979851, 16.848993, 18.219008, 19.541312, 28.357902, 57.498857, 94.847885, 125.842439, 132.592853, 138.220644]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 301, "item_id": "gsm8kpl-1272", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1481, "region_end": 296, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.9933}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 11, 13, 14, 16, 16, 17, 21, 18, 23, 16, 20, 16, 13, 15, 13, 18, 17, 15, 13, 13, 16, 14, 16, 30, 32, 29, 24, 22, 29, 20, 28, 21, 25, 28, 35, 42, 44, 44, 48, 43, 52, 55, 50, 54, 54, 55, 53, 47, 44], "n_am_pl": [3, 7, 5, 3, 6, 5, 4, 4, 5, 6, 10, 8, 13, 9, 9, 16, 8, 12, 10, 12, 9, 9, 8, 9, 8, 9, 8, 4, 8, 7, 7, 11, 8, 6, 3, 4, 3, 1, 0, 0, 2, 1, 1, 0, 0, 1, 1, 1, 1, 1], "n_pos": 103, "sum_m_en": [11.843509, 15.841479, 15.992946, 16.730137, 17.658892, 17.345919, 17.992547, 18.344101, 18.636268, 19.099104, 19.032656, 18.695163, 17.217127, 16.619304, 15.274598, 16.287098, 17.177634, 16.540761, 17.227614, 16.6115, 15.831495, 16.249665, 16.182542, 16.594801, 21.393655, 21.114933, 20.417703, 18.228482, 18.850884, 19.511998, 18.613797, 19.09609, 19.289169, 21.011122, 24.787669, 25.822875, 27.53857, 32.903245, 36.376393, 40.995191, 41.122201, 44.443474, 46.778164, 45.812712, 46.390214, 47.335267, 50.125644, 49.373267, 45.619259, 43.561189], "sum_m_pl": [2.272507, 4.49139, 4.90194, 4.651, 5.074629, 4.61834, 4.688656, 4.554386, 4.979256, 5.359979, 5.673178, 5.910239, 6.611127, 6.885436, 6.965783, 7.779492, 7.293305, 7.408851, 7.472989, 7.289765, 6.830087, 6.59546, 6.414242, 6.523467, 9.102896, 8.508741, 8.441965, 9.323309, 8.614828, 9.047082, 7.673707, 7.455808, 7.960815, 7.55931, 6.946061, 6.494093, 5.971293, 5.007757, 4.496683, 4.210314, 4.245127, 3.893252, 3.582074, 2.736844, 2.572289, 2.019133, 1.177104, 1.041489, 1.368009, 1.000064]}, "digit": {"n_am_en": [0, 2, 1, 2, 0, 4, 3, 5, 7, 6, 3, 3, 4, 2, 3, 3, 6, 3, 1, 0, 2, 2, 3, 3, 6, 5, 2, 6, 1, 3, 2, 6, 1, 3, 2, 5, 3, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 3, 1, 1, 0, 0, 1, 3, 2, 3, 2, 0, 1, 3, 0, 0, 2, 1, 2, 2, 3, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.799292, 3.229089, 3.34578, 3.154326, 3.416795, 3.310019, 3.438418, 3.262502, 3.372707, 3.48568, 3.798467, 3.800618, 3.567398, 3.322614, 3.034763, 3.018046, 3.230591, 2.994611, 3.318164, 2.971451, 2.976998, 3.157159, 3.216068, 3.322885, 4.416505, 4.474064, 4.230374, 3.806433, 3.703173, 3.683792, 3.580722, 3.623664, 3.435016, 3.659223, 3.762367, 3.834091, 3.503527, 2.965197, 2.904596, 2.612288, 2.408503, 2.560692, 2.766578, 2.218955, 1.658653, 1.292316, 1.068147, 0.605367, 0.260325, 0.0], "sum_m_pl": [0.271694, 0.706813, 0.624347, 0.637057, 0.73208, 0.655902, 0.639882, 0.570247, 0.753566, 0.781643, 0.904443, 0.998401, 1.160191, 1.27246, 1.19107, 1.414034, 1.236246, 1.310004, 1.3739, 1.3802, 1.230126, 1.218074, 1.155995, 1.176927, 1.596398, 1.421206, 1.340076, 1.584398, 1.476781, 1.476825, 1.199505, 1.149137, 1.135093, 1.072652, 1.095635, 1.091606, 1.105607, 1.102142, 1.11182, 1.199528, 1.198748, 1.203709, 1.095205, 0.872956, 0.849626, 0.581608, 0.33511, 0.180324, 0.075828, 0.0]}, "lang": {"n_am_en": [10, 6, 8, 10, 12, 8, 6, 9, 6, 11, 6, 10, 7, 3, 6, 5, 7, 8, 8, 8, 7, 9, 7, 7, 13, 17, 17, 10, 15, 16, 12, 12, 10, 16, 18, 23, 25, 31, 34, 36, 32, 37, 39, 40, 41, 43, 43, 42, 43, 42], "n_am_pl": [2, 4, 1, 1, 2, 2, 1, 0, 3, 5, 6, 5, 8, 3, 4, 7, 5, 6, 3, 6, 3, 2, 2, 4, 2, 2, 1, 1, 1, 2, 2, 6, 3, 3, 0, 3, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1], "n_pos": 44, "sum_m_en": [5.641586, 6.627778, 6.71835, 7.221354, 7.745263, 7.552445, 8.018795, 8.366819, 8.550924, 8.592157, 8.126401, 7.888688, 7.30822, 7.114174, 6.830206, 7.442009, 7.757461, 7.535839, 7.560849, 7.424751, 6.855489, 6.930685, 6.855279, 7.075862, 10.027493, 9.747462, 9.558592, 8.316948, 8.618541, 9.111373, 8.836468, 8.983712, 9.464664, 10.526096, 13.187848, 14.997243, 16.898104, 20.800887, 23.920957, 27.870054, 28.312842, 31.454387, 33.609639, 34.424486, 35.165389, 36.104597, 39.320402, 38.787079, 38.912467, 41.88374], "sum_m_pl": [1.065134, 1.8928, 2.015697, 1.90783, 2.091501, 1.895498, 1.863916, 1.890866, 2.080827, 2.319661, 2.499021, 2.608069, 2.919844, 3.011567, 3.084412, 3.497083, 3.259329, 3.191289, 3.272894, 3.13616, 2.943133, 2.828388, 2.767243, 2.78955, 3.792437, 3.702918, 3.818892, 4.184932, 3.834722, 4.113929, 3.59229, 3.6105, 3.902592, 3.549522, 3.10248, 2.864289, 2.529481, 1.979491, 1.73261, 1.404153, 1.577163, 1.262896, 1.121277, 0.941873, 0.966308, 0.890274, 0.547477, 0.699927, 1.044344, 1.00006]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "gsm8kpl-1273", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1150, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9811}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 9, 16, 26, 21, 26, 24, 32, 32, 32, 35, 26, 26, 22, 18, 20, 19, 28, 28, 28, 23, 26, 26, 28, 57, 47, 35, 31, 35, 27, 27, 31, 29, 29, 42, 52, 45, 51, 60, 71, 65, 68, 70, 68, 63, 41, 11, 14, 11, 2], "n_am_pl": [2, 12, 17, 19, 8, 7, 15, 17, 17, 24, 25, 29, 31, 35, 24, 28, 22, 26, 20, 23, 18, 22, 19, 20, 18, 27, 33, 28, 24, 30, 23, 17, 19, 18, 18, 15, 19, 9, 11, 9, 13, 19, 27, 26, 33, 44, 69, 78, 85, 85], "n_pos": 174, "sum_m_en": [15.910629, 25.355178, 26.395089, 28.691097, 30.129445, 30.968736, 31.228267, 32.705647, 32.392344, 33.152332, 34.027171, 33.071362, 30.821859, 29.996053, 27.163649, 28.207071, 29.139823, 27.593551, 27.669587, 26.936889, 26.328382, 27.434918, 27.395977, 27.620669, 36.860421, 35.112544, 33.300415, 30.350478, 30.359291, 30.197855, 29.108464, 29.564552, 28.937094, 30.160898, 31.553011, 33.376206, 32.756034, 39.805831, 43.608155, 50.687181, 49.78105, 54.096278, 60.63135, 61.564199, 54.952073, 35.449024, 14.829725, 14.117375, 10.753066, 2.955549], "sum_m_pl": [2.774181, 7.926804, 8.592071, 8.495972, 8.968487, 8.666259, 8.856634, 9.083994, 9.95605, 10.453968, 11.098217, 12.390608, 12.49666, 12.824003, 12.635119, 14.465449, 12.55587, 12.418902, 11.673666, 11.705118, 10.94761, 10.557344, 10.566381, 10.469031, 15.681963, 15.366447, 16.89116, 17.819921, 17.545392, 18.047783, 15.088992, 15.094705, 15.300493, 14.656872, 13.663599, 13.20955, 12.401685, 10.75376, 10.953809, 11.410245, 12.901942, 13.683311, 18.767178, 21.218846, 24.803297, 38.55819, 63.414905, 72.981245, 83.887049, 83.547249]}, "digit": {"n_am_en": [0, 1, 3, 2, 2, 0, 1, 3, 2, 3, 2, 1, 2, 1, 1, 0, 2, 3, 3, 2, 1, 2, 2, 2, 4, 5, 2, 2, 3, 1, 0, 2, 0, 2, 2, 1, 2, 1, 1, 2, 2, 3, 4, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 2, 2, 6, 4, 1, 3, 2, 3, 4, 4, 2, 3, 2, 1, 2, 2, 2, 2, 2, 4, 3, 2, 4, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.627202, 3.115842, 3.353282, 3.295553, 3.267029, 3.200642, 3.148093, 3.087115, 3.151983, 3.366303, 3.623368, 3.547548, 3.304504, 3.157796, 2.862247, 2.650064, 2.838524, 2.629497, 2.964015, 2.665884, 2.796886, 2.949562, 2.944986, 3.089686, 4.156612, 3.943511, 3.824633, 3.565815, 3.43577, 3.4229, 3.156098, 3.43421, 3.132178, 3.214243, 3.265758, 2.908216, 2.809076, 2.625101, 2.770322, 2.697735, 2.276448, 2.418021, 2.278006, 1.733214, 1.456007, 1.095305, 0.499643, 0.180633, 0.092714, 0.0], "sum_m_pl": [0.318409, 0.966906, 0.811939, 0.745441, 0.791292, 0.699515, 0.698541, 0.570519, 0.755765, 0.767848, 0.909208, 0.989617, 1.075836, 1.082839, 1.102719, 1.346591, 1.116296, 1.192877, 1.199465, 1.235536, 1.096825, 1.058329, 1.012302, 1.021103, 1.238235, 1.185967, 1.128484, 1.294465, 1.176286, 1.140049, 0.979185, 0.933694, 0.890512, 0.920078, 0.904927, 0.985881, 0.883359, 0.880184, 0.921978, 0.98173, 1.036718, 0.987358, 0.953445, 0.857019, 0.824713, 0.598949, 0.210866, 0.093957, 0.033335, 0.0]}, "lang": {"n_am_en": [3, 4, 10, 12, 13, 10, 13, 14, 17, 17, 14, 11, 16, 10, 8, 10, 7, 13, 14, 15, 13, 15, 17, 17, 31, 23, 22, 18, 19, 17, 15, 16, 17, 10, 19, 28, 25, 29, 34, 39, 34, 34, 33, 37, 38, 21, 9, 5, 2, 2], "n_am_pl": [2, 9, 9, 15, 5, 3, 9, 8, 13, 19, 18, 17, 17, 21, 16, 18, 13, 17, 13, 12, 6, 10, 7, 9, 9, 15, 18, 16, 15, 16, 11, 7, 9, 8, 14, 9, 12, 6, 6, 6, 11, 18, 25, 23, 28, 39, 61, 74, 84, 84], "n_pos": 87, "sum_m_en": [8.38567, 12.347779, 12.937631, 14.036548, 14.891498, 15.265175, 15.515744, 16.731653, 16.711876, 16.961109, 17.450369, 16.654484, 15.658043, 15.31077, 13.761253, 14.645053, 15.094582, 14.373411, 14.224558, 13.82677, 13.369491, 13.900573, 13.941306, 13.955979, 18.939128, 18.140967, 17.074891, 15.180204, 15.45294, 14.951014, 14.880476, 14.764016, 14.740761, 15.241626, 15.909267, 16.822362, 17.291445, 21.67355, 23.239922, 27.308815, 26.822644, 29.722871, 33.317677, 34.079321, 31.423021, 18.256161, 9.09497, 6.295363, 2.473056, 1.982011], "sum_m_pl": [1.474162, 3.831847, 4.291799, 4.367219, 4.505902, 4.488064, 4.629793, 4.887609, 5.607424, 5.650536, 5.968193, 6.586608, 6.61851, 6.923496, 6.734789, 7.585444, 6.31974, 6.241585, 5.807425, 5.742183, 5.31071, 5.150914, 5.232701, 5.115683, 7.481987, 7.803742, 9.058795, 9.582936, 9.92181, 9.988129, 8.382744, 8.530614, 8.592061, 8.250952, 8.06516, 7.724084, 7.350314, 6.11321, 6.313594, 6.921677, 8.574061, 9.912876, 14.982958, 17.005454, 19.854944, 32.983145, 56.335917, 68.458241, 81.295767, 82.595441]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "gsm8kpl-1273", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1440, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9887}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 12, 6, 13, 10, 12, 11, 16, 13, 7, 13, 13, 16, 11, 10, 14, 11, 20, 17, 13, 16, 14, 13, 14, 24, 23, 21, 16, 15, 15, 14, 17, 19, 21, 25, 28, 29, 26, 29, 24, 27, 28, 27, 26, 25, 22, 25, 23, 23, 23], "n_am_pl": [2, 7, 5, 4, 3, 1, 7, 4, 5, 4, 4, 3, 3, 5, 3, 3, 2, 4, 4, 3, 0, 1, 1, 0, 1, 2, 3, 2, 3, 2, 3, 1, 3, 1, 1, 2, 2, 2, 4, 4, 3, 3, 1, 0, 3, 1, 1, 0, 0, 0], "n_pos": 67, "sum_m_en": [6.94523, 10.361341, 10.419057, 10.39463, 11.41286, 11.314432, 11.52142, 11.164042, 11.072297, 11.199413, 11.722751, 11.676142, 11.342893, 10.773101, 11.504666, 12.339627, 12.995829, 12.909104, 12.915521, 12.81864, 11.465214, 11.289015, 11.00495, 11.127024, 20.127874, 18.605741, 15.705543, 12.783604, 12.939993, 14.302599, 12.858691, 12.243827, 13.887969, 15.100492, 16.324377, 18.799499, 21.076766, 22.84259, 24.666576, 24.889884, 25.248269, 26.353459, 27.849342, 28.650723, 27.566496, 24.635509, 24.057588, 24.720894, 21.743083, 23.009568], "sum_m_pl": [1.364464, 3.301134, 3.33725, 3.000325, 3.291954, 2.99308, 2.885991, 2.787697, 3.066206, 3.345984, 3.645267, 3.600507, 3.675721, 3.46586, 3.283514, 3.550192, 3.636865, 3.792634, 3.708807, 3.755562, 3.651877, 3.555117, 3.631035, 3.73329, 3.570544, 3.764646, 3.868461, 4.933717, 4.169804, 4.175869, 3.700673, 3.593065, 3.636282, 3.679974, 3.526174, 3.187124, 2.591895, 2.264796, 2.139963, 2.226569, 2.027658, 2.146208, 1.997708, 1.611699, 1.777877, 2.257561, 1.742924, 0.758417, 0.207369, 0.000271]}, "digit": {"n_am_en": [2, 5, 2, 3, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 5, 3, 4, 3, 2, 3, 1, 4, 4, 6, 3, 6, 6, 3, 5, 2, 3, 3, 1, 3, 2, 1, 3, 1, 0, 0], "n_am_pl": [0, 3, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 2, 0, 1, 0, 3, 3, 2, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 4, 3, 3, 1, 0, 3, 1, 1, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.145337, 3.63465, 3.620212, 3.360698, 3.558231, 3.378404, 3.227485, 3.052143, 3.177376, 3.35082, 3.734485, 3.66207, 3.596529, 3.20692, 3.40661, 3.686299, 3.925306, 3.699339, 3.62135, 3.600652, 3.304676, 3.348314, 3.247423, 3.332288, 4.829401, 4.416008, 4.240237, 3.623639, 3.731234, 3.679394, 3.411476, 3.356049, 3.693475, 4.532813, 4.216599, 4.449598, 4.778325, 5.029317, 4.655688, 4.559309, 4.191953, 3.99177, 4.241876, 4.157917, 3.574017, 2.581812, 2.110031, 1.323046, 0.139756, 0.0], "sum_m_pl": [0.356909, 1.060258, 0.868449, 0.830027, 0.863159, 0.726719, 0.600248, 0.521857, 0.744279, 0.828911, 0.986137, 0.927162, 0.947701, 0.905059, 0.835247, 1.005686, 1.056992, 1.124124, 1.06357, 1.072575, 1.032925, 0.9932, 0.985499, 1.027686, 1.032281, 1.024952, 0.910979, 1.163788, 1.091748, 1.089547, 0.904275, 0.852982, 0.858253, 0.775562, 0.834357, 0.909867, 0.818794, 0.781354, 0.875967, 0.95986, 0.912451, 1.20752, 1.218065, 1.004423, 1.299081, 1.874784, 1.543383, 0.606658, 0.068381, 0.0]}, "lang": {"n_am_en": [3, 5, 3, 6, 7, 7, 10, 11, 9, 6, 8, 9, 9, 9, 7, 9, 8, 12, 10, 8, 11, 9, 9, 9, 12, 13, 12, 12, 10, 10, 10, 12, 11, 11, 14, 17, 17, 16, 18, 18, 20, 20, 22, 21, 22, 20, 21, 21, 23, 23], "n_am_pl": [1, 1, 1, 2, 0, 0, 3, 2, 1, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.526504, 3.462015, 3.691638, 3.759481, 4.313823, 4.505636, 4.826405, 4.74845, 4.650302, 4.498019, 4.420485, 4.504213, 4.420376, 4.391124, 4.629401, 4.839961, 5.049451, 5.206329, 5.152213, 5.113058, 4.468712, 4.333506, 4.23674, 4.199143, 10.776308, 10.153839, 8.27928, 6.033165, 5.915491, 6.970727, 5.938477, 5.520769, 6.859514, 7.086546, 8.003855, 10.329324, 11.98475, 13.573415, 15.627785, 16.162718, 17.016985, 18.150076, 19.706127, 20.67512, 21.091969, 19.47375, 19.800035, 21.05066, 20.768033, 22.993254], "sum_m_pl": [0.471323, 1.07146, 1.094134, 0.992578, 1.179791, 1.122644, 1.101325, 1.123042, 1.198986, 1.308037, 1.40803, 1.439024, 1.528315, 1.430896, 1.375198, 1.417119, 1.417392, 1.464789, 1.443441, 1.440242, 1.398268, 1.35921, 1.407012, 1.427364, 1.126626, 1.159824, 1.426385, 1.772277, 1.544713, 1.480149, 1.394024, 1.397951, 1.454441, 1.557336, 1.338467, 1.021502, 0.725982, 0.547692, 0.399999, 0.350086, 0.312034, 0.222305, 0.121415, 0.084542, 0.03882, 0.043556, 0.030887, 0.029601, 0.05641, 0.00027]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "gsm8kpl-1285", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1208, "region_end": 67, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 8, 7, 14, 9, 15, 18, 20, 19, 19, 19, 20, 17, 11, 11, 19, 23, 21, 27, 25, 24, 26, 22, 18, 34, 30, 30, 24, 21, 25, 20, 25, 25, 31, 27, 35, 35, 39, 44, 41, 43, 45, 46, 47, 42, 23, 12, 4, 2, 0], "n_am_pl": [1, 17, 15, 15, 11, 8, 9, 11, 6, 10, 12, 16, 12, 10, 4, 6, 5, 8, 8, 4, 2, 3, 7, 5, 7, 6, 6, 7, 11, 14, 5, 4, 7, 4, 6, 12, 10, 8, 6, 5, 5, 11, 9, 11, 12, 22, 34, 42, 45, 46], "n_pos": 102, "sum_m_en": [9.917709, 15.327479, 15.907245, 16.256546, 17.31264, 17.415525, 18.283645, 18.176235, 18.152252, 18.352753, 18.411138, 18.033874, 17.666083, 16.502332, 17.321662, 18.463392, 19.610754, 19.038685, 18.651091, 17.886722, 16.785158, 17.223476, 17.228135, 17.093618, 28.702682, 26.818329, 24.329477, 21.49778, 20.395958, 20.802071, 19.651783, 19.563739, 19.333617, 23.236195, 23.619535, 26.841089, 29.503829, 32.325439, 34.507158, 36.611419, 38.238584, 39.81659, 42.649466, 43.753562, 38.407632, 23.067322, 11.395523, 5.350593, 1.96759, 0.270921], "sum_m_pl": [1.826258, 5.560014, 5.659743, 5.225425, 5.45267, 5.199246, 5.191469, 5.213057, 5.630881, 5.900101, 6.483438, 6.359405, 6.235032, 6.128444, 5.757989, 5.8904, 5.798365, 6.154976, 5.924432, 6.065771, 5.830784, 5.646133, 5.808807, 5.841128, 6.458685, 6.519751, 6.602452, 7.545939, 7.923854, 7.878494, 6.907644, 7.123439, 7.58926, 7.389986, 7.233918, 7.317645, 7.514921, 6.180261, 5.668856, 5.640085, 5.66265, 6.974846, 8.108623, 9.254821, 10.351353, 21.528365, 35.077169, 40.939876, 45.627594, 46.222269]}, "digit": {"n_am_en": [2, 6, 4, 2, 1, 1, 0, 2, 0, 1, 4, 5, 2, 2, 1, 0, 1, 1, 1, 2, 1, 2, 1, 1, 5, 4, 4, 3, 0, 2, 0, 3, 2, 5, 4, 5, 4, 4, 4, 2, 2, 3, 2, 4, 3, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 1, 2, 1, 0, 1, 1, 1, 0, 1, 2, 3, 2, 0, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 3, 1, 2, 3, 2, 2, 2, 1, 1, 2, 2, 1, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.091659, 3.57922, 3.611076, 3.296761, 3.448542, 3.351117, 3.349737, 3.239009, 3.232012, 3.427156, 3.785556, 3.592158, 3.437632, 3.048527, 3.324838, 3.628904, 3.932759, 3.707314, 3.597752, 3.468526, 3.235986, 3.248542, 3.145914, 3.304392, 4.92146, 4.327826, 4.157502, 3.861264, 3.79582, 3.795995, 3.334094, 3.403272, 3.650936, 4.337658, 4.228855, 4.577019, 5.149649, 5.288408, 4.983195, 4.864685, 4.677965, 4.6552, 4.675214, 4.171909, 3.578404, 2.731957, 2.065616, 1.274932, 0.098012, 0.0], "sum_m_pl": [0.383751, 1.188193, 0.958869, 0.856211, 0.866797, 0.771851, 0.673763, 0.602042, 0.842039, 0.90446, 1.057995, 0.94946, 0.913516, 0.877359, 0.823002, 0.974551, 0.948271, 1.033996, 0.968147, 0.990145, 0.980073, 0.940018, 0.944564, 0.979674, 0.94078, 1.040746, 0.925667, 1.137823, 1.103678, 1.021996, 0.875052, 0.8474, 0.924642, 0.861458, 0.881124, 0.981062, 0.821606, 0.788648, 0.890786, 0.960528, 0.925424, 0.911605, 0.906556, 0.984046, 1.014114, 1.830311, 1.575206, 0.335597, 0.051787, 0.0]}, "lang": {"n_am_en": [2, 1, 2, 7, 4, 7, 9, 6, 11, 9, 7, 8, 8, 5, 8, 11, 13, 10, 13, 12, 14, 14, 12, 11, 17, 15, 14, 13, 11, 12, 12, 13, 12, 14, 12, 19, 21, 24, 25, 28, 29, 27, 32, 30, 27, 13, 7, 1, 1, 0], "n_am_pl": [0, 10, 9, 8, 9, 5, 4, 9, 2, 6, 7, 10, 5, 8, 4, 5, 1, 3, 5, 2, 1, 1, 2, 2, 4, 4, 6, 6, 8, 12, 4, 2, 7, 4, 6, 8, 7, 6, 2, 2, 2, 7, 7, 8, 8, 19, 29, 41, 45, 46], "n_pos": 47, "sum_m_en": [4.714221, 6.695588, 7.272809, 7.599861, 8.156478, 8.333683, 8.56105, 8.737987, 8.992792, 9.079596, 8.632186, 8.517316, 8.539466, 7.97475, 8.140842, 8.703497, 9.097762, 8.871987, 8.643551, 8.328846, 7.840266, 8.059012, 8.119993, 7.876266, 14.234058, 13.447096, 11.7294, 9.974264, 9.103005, 9.475549, 9.368841, 9.162964, 8.763784, 10.926667, 10.984366, 13.158505, 15.052863, 17.128688, 18.903029, 20.724028, 22.013173, 23.482665, 25.155001, 25.331574, 22.743746, 11.507893, 5.988366, 1.593718, 0.643354, 0.002356], "sum_m_pl": [0.78962, 2.403271, 2.52593, 2.410159, 2.619455, 2.620411, 2.702136, 2.798222, 2.962497, 3.071487, 3.350025, 3.337259, 3.428392, 3.446248, 3.183084, 3.121434, 2.905721, 3.193379, 3.050755, 3.011312, 2.863211, 2.795255, 2.909397, 2.894252, 3.472982, 3.457433, 3.827077, 4.145389, 4.573563, 4.614261, 3.938485, 4.179908, 4.541879, 4.379412, 4.384207, 4.583104, 5.067329, 3.888063, 3.18142, 3.032121, 3.373488, 4.452461, 5.811297, 6.814378, 7.757738, 17.907839, 29.52263, 38.665916, 44.847137, 45.976708]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "gsm8kpl-1285", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1498, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9907}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [23, 27, 27, 39, 50, 42, 43, 44, 46, 41, 42, 41, 33, 38, 37, 37, 42, 39, 45, 39, 31, 27, 29, 25, 56, 50, 43, 38, 36, 39, 35, 41, 42, 45, 48, 58, 61, 58, 63, 73, 78, 81, 83, 90, 86, 79, 76, 79, 74, 72], "n_am_pl": [4, 11, 13, 6, 6, 8, 6, 9, 7, 17, 13, 19, 18, 19, 18, 16, 14, 14, 13, 11, 7, 8, 9, 6, 14, 12, 7, 15, 13, 18, 11, 10, 10, 7, 10, 5, 6, 2, 2, 4, 5, 2, 1, 2, 2, 1, 1, 0, 0, 0], "n_pos": 171, "sum_m_en": [19.283402, 28.646133, 29.176593, 30.201107, 32.567827, 31.482786, 32.703859, 32.265533, 33.003905, 32.629022, 32.100778, 32.525866, 29.879819, 30.394439, 29.833107, 30.298024, 31.401095, 30.316086, 30.894045, 29.465119, 27.558914, 27.159874, 27.084187, 27.896755, 42.820606, 39.913532, 39.04026, 33.148697, 31.763371, 33.65393, 30.959417, 32.474288, 33.847496, 35.663166, 39.141855, 39.366173, 43.596758, 44.608511, 48.469487, 57.158287, 61.826956, 65.646876, 72.968977, 78.386253, 79.416333, 76.111435, 73.595056, 75.092181, 70.205123, 72.374097], "sum_m_pl": [3.894747, 7.789171, 7.785788, 7.049639, 8.064423, 7.489654, 7.307827, 7.314865, 7.862946, 9.015726, 9.667458, 10.513062, 10.793852, 11.409662, 11.581993, 12.128947, 11.644072, 11.66863, 10.963404, 10.826711, 10.599557, 10.20804, 10.216208, 10.406983, 12.930788, 13.408592, 12.40877, 13.934532, 13.768952, 14.426931, 12.850498, 12.416162, 12.224861, 11.175415, 10.5985, 10.282036, 9.474707, 8.983648, 8.401548, 7.464885, 7.206878, 6.043389, 4.902217, 3.629108, 2.756305, 1.81025, 1.222725, 0.694833, 0.855837, 0.000375]}, "digit": {"n_am_en": [0, 1, 2, 5, 9, 5, 5, 6, 8, 6, 13, 9, 6, 7, 7, 3, 5, 8, 11, 7, 6, 6, 5, 6, 12, 8, 8, 7, 6, 4, 3, 3, 3, 4, 2, 4, 6, 6, 4, 7, 4, 2, 3, 5, 6, 3, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 1, 1, 2, 0, 0, 1, 3, 3, 5, 5, 3, 3, 1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 1, 4, 3, 3, 5, 4, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.380339, 6.167472, 6.13792, 5.891839, 6.827465, 6.408835, 6.232448, 5.881749, 5.762383, 6.01884, 6.361276, 6.3287, 5.635599, 5.780226, 5.740687, 5.801574, 5.940978, 5.521467, 5.950803, 5.556507, 5.440433, 5.432467, 5.440288, 5.656841, 8.614998, 7.637997, 7.361498, 6.037543, 5.619425, 5.606824, 5.16793, 5.740546, 6.076575, 5.978564, 6.083076, 5.993748, 6.028423, 5.634353, 4.984081, 5.092455, 4.471533, 4.386357, 4.183454, 4.685585, 4.228876, 3.757244, 2.289658, 1.457534, 0.703867, 0.0], "sum_m_pl": [0.461365, 1.316355, 1.154983, 1.128484, 1.394344, 1.234653, 1.088247, 1.035648, 1.216327, 1.433923, 1.652395, 1.844202, 2.008702, 2.185744, 2.115723, 2.319937, 2.118222, 2.301965, 2.095089, 2.061737, 2.036762, 1.963351, 1.88774, 1.972452, 2.180107, 2.304622, 2.059048, 2.429295, 2.515079, 2.641013, 2.357018, 2.378545, 2.009261, 1.818899, 1.753201, 1.933145, 1.842611, 1.832438, 1.959139, 1.99639, 1.968607, 1.829759, 1.701952, 1.617886, 1.263357, 0.858203, 0.723189, 0.353948, 0.163363, 0.0]}, "lang": {"n_am_en": [19, 17, 18, 25, 31, 25, 30, 28, 27, 23, 18, 24, 18, 20, 20, 21, 26, 25, 25, 27, 20, 17, 18, 15, 33, 27, 24, 22, 22, 25, 26, 29, 28, 26, 32, 35, 37, 40, 46, 53, 57, 62, 64, 64, 67, 65, 68, 70, 69, 70], "n_am_pl": [0, 6, 2, 1, 0, 5, 0, 4, 5, 8, 4, 7, 6, 9, 11, 9, 8, 8, 5, 4, 3, 2, 4, 3, 6, 5, 3, 3, 3, 4, 2, 2, 5, 3, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 72, "sum_m_en": [8.956334, 12.377725, 13.135963, 13.807117, 14.763709, 14.206462, 15.365978, 15.381833, 16.207115, 15.343599, 14.735738, 15.183495, 13.783721, 13.984588, 13.777407, 13.772792, 14.407647, 13.940628, 13.833406, 13.114802, 11.898683, 11.60864, 11.484156, 11.613715, 21.760197, 21.054803, 20.767607, 17.05108, 16.233255, 17.351552, 15.675719, 16.26654, 17.050798, 18.398753, 20.225903, 20.881962, 24.665853, 26.363833, 31.357367, 37.965223, 40.936779, 45.821547, 51.994627, 56.963803, 59.838988, 59.976761, 60.925585, 63.731812, 62.739483, 69.991972], "sum_m_pl": [1.912788, 3.413087, 3.271079, 2.802978, 3.224158, 3.128423, 3.063891, 3.166525, 3.504427, 3.861874, 4.083545, 4.460688, 4.559936, 4.991765, 5.163739, 5.345964, 5.224715, 4.979323, 4.765271, 4.644774, 4.54089, 4.410749, 4.446384, 4.498717, 5.560713, 5.653363, 5.59688, 6.261166, 6.16966, 6.192834, 5.653706, 5.486173, 5.723224, 5.297539, 4.949554, 4.845586, 4.373043, 4.037312, 3.5672, 2.610872, 2.488329, 1.900844, 1.18936, 0.701339, 0.374016, 0.172841, 0.134436, 0.118873, 0.317095, 0.000375]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "gsm8kpl-1290", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1145, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9657, "tf_agree_excl_first": 0.9713}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 13, 12, 31, 31, 30, 36, 29, 31, 34, 36, 38, 28, 39, 30, 40, 33, 33, 37, 36, 31, 28, 29, 25, 67, 53, 57, 44, 35, 29, 34, 33, 46, 43, 46, 54, 60, 70, 59, 63, 62, 63, 70, 88, 77, 70, 18, 1, 0, 0], "n_am_pl": [0, 15, 19, 13, 19, 11, 12, 20, 17, 22, 25, 31, 41, 30, 34, 21, 17, 20, 15, 8, 9, 17, 18, 13, 20, 21, 21, 28, 27, 30, 23, 17, 16, 18, 13, 10, 10, 8, 10, 15, 16, 17, 16, 16, 23, 32, 69, 84, 83, 85], "n_pos": 195, "sum_m_en": [18.76476, 30.870997, 32.177226, 32.737798, 33.895556, 33.928483, 34.363903, 34.69322, 34.524857, 35.589789, 35.945444, 35.391048, 33.726894, 33.286637, 32.132701, 33.277998, 33.841286, 32.133835, 33.216246, 31.739798, 30.195646, 30.428749, 30.328105, 31.073938, 46.867358, 42.458623, 39.024352, 33.857689, 31.804412, 32.640464, 30.912338, 33.078186, 32.937023, 34.405072, 37.092539, 40.524178, 43.166657, 45.1483, 45.803068, 53.421392, 53.305127, 53.891605, 61.144244, 71.4353, 64.841373, 58.684116, 17.255534, 3.685502, 1.565485, 3e-06], "sum_m_pl": [3.254044, 9.111499, 9.566602, 8.655035, 9.46762, 9.214491, 9.251437, 9.987353, 10.37792, 11.626164, 12.501262, 13.912953, 14.432376, 15.221112, 14.869924, 14.755019, 13.825986, 13.598485, 11.97416, 11.934606, 11.735706, 11.42662, 11.491858, 11.518597, 15.27936, 16.535555, 16.479181, 18.215912, 18.80574, 20.022712, 17.0382, 16.344996, 16.023015, 14.537869, 13.390717, 12.36211, 10.691487, 10.230195, 10.207893, 11.453452, 13.297015, 14.232282, 14.105147, 14.603899, 20.544708, 30.615867, 69.272241, 81.05277, 85.107658, 84.990823]}, "digit": {"n_am_en": [1, 1, 2, 6, 4, 2, 7, 4, 5, 5, 8, 9, 7, 5, 5, 6, 3, 3, 7, 7, 5, 3, 4, 5, 11, 9, 10, 5, 5, 5, 2, 4, 6, 6, 3, 5, 7, 9, 6, 5, 5, 5, 7, 8, 7, 6, 1, 0, 0, 0], "n_am_pl": [0, 2, 3, 0, 1, 2, 0, 0, 1, 3, 2, 3, 10, 6, 2, 4, 4, 3, 3, 2, 2, 4, 3, 1, 3, 2, 3, 4, 7, 6, 6, 5, 3, 2, 0, 2, 1, 2, 3, 3, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.120549, 5.855592, 6.010729, 5.704953, 5.851804, 5.874657, 5.814248, 5.467376, 5.40281, 5.701374, 5.916126, 5.868058, 5.287247, 5.406362, 5.232561, 5.051024, 5.282155, 5.00187, 5.464083, 5.0557, 4.994906, 5.065046, 5.094782, 5.399152, 8.284357, 7.490108, 6.833121, 5.837318, 5.201838, 5.165479, 4.624007, 5.517285, 5.624617, 5.392995, 5.672561, 5.995029, 6.071276, 6.069079, 5.736419, 6.125412, 5.866699, 5.377408, 5.659407, 6.354553, 5.480705, 4.172275, 1.769232, 0.860182, 0.382024, 0.0], "sum_m_pl": [0.480957, 1.548952, 1.306964, 1.192805, 1.28171, 1.202048, 1.058916, 1.010502, 1.238468, 1.502092, 1.695061, 1.912695, 2.009968, 2.180277, 2.140289, 2.262136, 2.10451, 2.255468, 1.96373, 2.000904, 1.909352, 1.858184, 1.79222, 1.790249, 1.948328, 2.150182, 2.032105, 2.550976, 2.644425, 2.852374, 2.48317, 2.535131, 2.170391, 1.945218, 1.935171, 2.083977, 1.720426, 1.587079, 1.678376, 1.650044, 1.633499, 1.624925, 1.465653, 1.397661, 0.974938, 0.739644, 1.41859, 0.713867, 0.135134, 0.0]}, "lang": {"n_am_en": [5, 7, 5, 18, 21, 17, 18, 15, 17, 16, 16, 18, 11, 20, 15, 21, 17, 19, 16, 17, 15, 15, 14, 10, 36, 28, 31, 26, 22, 17, 22, 19, 22, 24, 26, 29, 31, 38, 35, 35, 37, 38, 45, 56, 49, 44, 9, 1, 0, 0], "n_am_pl": [0, 8, 11, 6, 8, 4, 3, 11, 8, 6, 10, 12, 14, 10, 19, 11, 9, 9, 4, 1, 1, 6, 4, 5, 7, 8, 5, 12, 10, 15, 8, 7, 9, 8, 8, 6, 8, 6, 6, 11, 12, 16, 14, 13, 20, 28, 64, 81, 82, 85], "n_pos": 86, "sum_m_en": [8.926935, 13.86685, 14.715002, 15.107645, 15.60125, 15.120535, 15.660441, 16.395581, 16.74228, 16.947166, 17.131749, 16.756243, 15.942556, 15.60843, 14.835389, 15.750621, 16.343602, 15.044889, 15.214903, 14.498441, 13.7276, 13.918026, 13.862765, 13.941921, 22.83327, 20.479014, 18.93604, 15.825406, 15.287155, 15.483653, 15.229633, 15.921244, 15.490181, 16.879786, 18.097532, 19.555106, 21.453833, 23.396501, 24.423884, 28.905667, 30.076626, 31.818733, 38.65998, 44.416174, 39.398745, 36.932551, 8.351834, 1.620576, 0.208375, 3e-06], "sum_m_pl": [1.476222, 3.998854, 4.26828, 3.806259, 4.094398, 4.107737, 4.197509, 4.755042, 4.942959, 5.33218, 5.639779, 6.496956, 7.045087, 7.603705, 7.367686, 7.121255, 6.537896, 6.311243, 5.565278, 5.407661, 5.3995, 5.320903, 5.398429, 5.489304, 6.705873, 7.637569, 7.766121, 8.653988, 9.324966, 9.910316, 8.385612, 8.288289, 8.38844, 7.67713, 6.900735, 6.502073, 5.675159, 5.26894, 5.389247, 6.746677, 8.570251, 9.697673, 9.929724, 11.037585, 17.17112, 26.252613, 62.499659, 76.190956, 82.164053, 84.880523]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 199, "item_id": "gsm8kpl-1290", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1435, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 9, 12, 14, 20, 20, 22, 23, 17, 14, 19, 21, 15, 13, 13, 19, 17, 21, 20, 21, 22, 28, 25, 19, 29, 32, 27, 19, 19, 20, 13, 19, 19, 23, 24, 33, 35, 45, 53, 58, 61, 54, 53, 52, 50, 50, 50, 46, 43, 42], "n_am_pl": [0, 3, 6, 8, 2, 6, 8, 15, 12, 4, 7, 11, 16, 11, 9, 15, 12, 12, 12, 9, 5, 3, 4, 4, 7, 4, 8, 9, 8, 4, 5, 6, 6, 11, 13, 8, 8, 3, 4, 1, 3, 3, 0, 2, 3, 3, 2, 2, 2, 2], "n_pos": 108, "sum_m_en": [12.797812, 16.16904, 15.674604, 16.466413, 17.543523, 18.072823, 18.548515, 18.633523, 17.392433, 17.274882, 17.592878, 18.042003, 17.066481, 17.250605, 16.382694, 17.048017, 17.257947, 16.113982, 17.155904, 17.644371, 17.087631, 17.662115, 17.482541, 17.839999, 26.297321, 23.581489, 20.493091, 19.039444, 19.377646, 18.998507, 17.545349, 18.252774, 19.072219, 21.170285, 22.784764, 24.65296, 29.075413, 36.57798, 43.674544, 52.012887, 51.960923, 50.617317, 49.306423, 49.889246, 48.731369, 49.115863, 48.522184, 46.420782, 43.52406, 41.624988], "sum_m_pl": [2.376536, 4.852182, 5.203817, 5.032663, 5.751075, 5.32223, 5.062566, 5.282866, 5.502023, 6.204509, 6.391857, 6.948203, 7.464101, 7.126984, 7.466033, 8.65649, 8.148177, 7.876033, 7.533335, 7.430133, 7.274048, 7.086087, 6.691314, 6.847567, 8.108341, 8.144615, 8.492665, 8.580598, 8.310409, 9.105923, 8.04064, 8.072658, 8.557681, 8.270234, 7.986587, 7.74523, 6.893018, 5.556565, 4.96883, 3.870256, 4.296554, 4.037778, 3.195682, 2.980504, 3.113053, 2.977393, 2.738176, 2.563193, 2.5915, 2.023501]}, "digit": {"n_am_en": [0, 3, 2, 0, 2, 2, 2, 2, 0, 1, 3, 3, 3, 2, 3, 4, 2, 1, 1, 1, 2, 2, 1, 1, 3, 5, 4, 1, 3, 3, 1, 3, 3, 2, 2, 3, 1, 3, 5, 5, 7, 5, 5, 4, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 1, 0, 4, 4, 0, 1, 0, 4, 3, 3, 4, 5, 4, 4, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 0, 0, 1, 1, 2, 3, 2, 3, 2, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.123934, 3.260945, 3.158732, 3.068607, 3.175932, 3.203283, 3.150001, 2.97803, 2.793958, 2.77583, 3.019349, 3.129397, 2.94031, 3.122429, 2.957489, 3.000967, 3.023958, 2.604131, 2.949507, 3.002617, 2.933453, 3.035469, 2.968155, 3.140949, 3.878038, 3.725861, 3.392093, 3.463602, 3.601679, 3.450314, 3.07992, 3.227612, 3.152709, 2.985062, 3.053598, 2.814727, 2.793702, 2.878245, 3.29279, 3.568407, 3.950635, 3.293897, 2.713293, 3.120398, 3.662647, 2.733601, 1.966129, 0.938153, 0.249921, 0.0], "sum_m_pl": [0.338293, 0.793635, 0.680324, 0.675566, 0.787303, 0.668786, 0.558536, 0.594634, 0.730658, 0.818976, 0.925061, 1.037775, 1.231848, 1.210142, 1.232408, 1.43937, 1.25348, 1.278964, 1.197232, 1.133744, 1.09816, 1.105291, 1.053596, 1.075517, 1.392534, 1.29121, 1.225146, 1.129122, 1.073062, 1.220023, 1.091733, 1.111662, 1.061262, 1.081263, 1.072095, 1.199548, 1.184549, 1.123752, 1.179684, 1.173035, 1.200182, 1.277472, 1.058899, 0.937957, 0.856817, 0.779852, 0.431716, 0.226387, 0.091737, 0.0]}, "lang": {"n_am_en": [5, 3, 6, 8, 12, 10, 8, 11, 10, 9, 11, 13, 8, 6, 7, 10, 9, 12, 11, 11, 15, 17, 15, 14, 19, 19, 16, 13, 11, 16, 8, 9, 9, 14, 16, 22, 27, 33, 38, 40, 40, 39, 40, 41, 40, 39, 40, 38, 39, 41], "n_am_pl": [0, 0, 1, 3, 2, 3, 3, 5, 6, 2, 3, 4, 5, 2, 3, 5, 3, 3, 3, 3, 1, 1, 2, 2, 3, 0, 1, 5, 2, 1, 2, 3, 2, 5, 4, 3, 2, 0, 2, 1, 2, 2, 0, 1, 2, 2, 2, 2, 2, 2], "n_pos": 44, "sum_m_en": [5.359953, 6.56358, 6.626585, 6.986485, 7.563161, 7.657069, 8.019171, 8.390723, 7.912113, 7.837078, 7.936034, 8.15469, 7.860221, 7.817099, 7.475864, 7.523545, 7.61869, 7.251014, 7.457842, 7.62389, 7.417508, 7.785412, 7.804035, 7.687987, 14.876212, 13.441306, 11.24818, 9.538797, 9.213363, 9.094299, 8.48258, 8.525339, 9.132857, 9.897934, 11.360964, 13.422478, 17.533297, 23.802688, 30.293337, 36.415398, 35.541271, 36.587399, 36.564616, 38.066952, 37.60605, 37.985609, 38.260541, 37.772876, 38.182648, 40.273137], "sum_m_pl": [0.885254, 1.801821, 1.950256, 1.958772, 2.290338, 2.095169, 2.000345, 2.096152, 2.308489, 2.489284, 2.689444, 2.936527, 3.037609, 2.95102, 3.12103, 3.691008, 3.469915, 3.265419, 3.133556, 3.118483, 3.057813, 2.954712, 2.761485, 2.83452, 3.114205, 3.132725, 3.582971, 3.794044, 3.588375, 3.960462, 3.598132, 3.670053, 3.981313, 3.852963, 3.660451, 3.607977, 3.134783, 2.079742, 1.708402, 1.061874, 1.545561, 1.402415, 1.051636, 1.242327, 1.514267, 1.5892, 1.956124, 2.01396, 2.045388, 2.023501]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "gsm8kpl-1292", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.991}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 12, 11, 18, 19, 23, 32, 29, 26, 36, 30, 27, 21, 25, 26, 26, 27, 26, 24, 31, 34, 43, 47, 40, 60, 51, 46, 34, 24, 24, 26, 21, 17, 30, 35, 46, 52, 65, 80, 88, 89, 78, 83, 84, 75, 62, 26, 6, 8, 3], "n_am_pl": [1, 9, 9, 8, 10, 12, 9, 15, 18, 16, 16, 19, 27, 33, 28, 31, 13, 24, 19, 12, 15, 17, 12, 15, 18, 20, 20, 21, 19, 18, 24, 22, 27, 21, 15, 14, 13, 10, 5, 8, 5, 10, 11, 14, 25, 35, 61, 81, 78, 79], "n_pos": 161, "sum_m_en": [15.90093, 23.919207, 25.027742, 25.39493, 24.93348, 26.844997, 27.513176, 28.610308, 27.291557, 27.906828, 28.965677, 28.311833, 27.361613, 26.935819, 25.015938, 25.912526, 26.562762, 24.433824, 25.527499, 26.069159, 25.501562, 26.547495, 25.559606, 25.898429, 43.658613, 38.669968, 33.087947, 30.169185, 28.745436, 27.896516, 25.976968, 26.947009, 25.889662, 28.308773, 29.456749, 31.502781, 34.068212, 42.921154, 53.154437, 73.218162, 76.345426, 67.483953, 67.9489, 74.148516, 67.919853, 54.650572, 26.660186, 8.84509, 9.863317, 3.381757], "sum_m_pl": [2.605913, 6.996917, 7.773285, 7.646576, 8.485726, 8.445801, 8.213949, 8.683608, 9.184013, 10.146382, 10.80103, 11.751181, 12.681095, 12.863973, 13.594053, 15.096364, 13.251107, 12.399284, 11.430681, 11.358394, 11.033229, 10.820748, 10.243295, 10.240999, 13.690439, 15.378453, 16.275478, 15.967084, 15.629617, 16.73743, 14.856453, 14.759652, 15.674581, 15.027926, 13.438213, 12.215869, 12.072133, 10.093624, 10.091954, 8.528059, 8.127775, 10.867012, 11.917486, 12.691513, 21.402311, 34.218815, 56.175468, 75.708637, 76.450761, 78.677461]}, "digit": {"n_am_en": [0, 2, 1, 1, 1, 1, 0, 2, 0, 4, 8, 4, 1, 2, 1, 2, 1, 2, 0, 0, 1, 2, 1, 2, 4, 5, 4, 1, 3, 2, 2, 3, 2, 0, 2, 2, 1, 2, 6, 5, 6, 5, 4, 5, 5, 4, 3, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 1, 1, 3, 3, 4, 4, 2, 3, 1, 2, 1, 2, 1, 3, 2, 2, 3, 5, 1, 0, 0, 1, 3, 4, 2, 3, 1, 2, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.958074, 3.175303, 3.394952, 3.266882, 3.127349, 3.216934, 3.054875, 2.88643, 2.769899, 2.896364, 3.200286, 3.097449, 2.860141, 3.031792, 2.918594, 2.910751, 3.024271, 2.645926, 2.959219, 3.03656, 3.029113, 3.119052, 3.0607, 3.21927, 4.037728, 3.970115, 3.618913, 3.666418, 3.669816, 3.551853, 3.162659, 3.311553, 3.167427, 3.047385, 3.098796, 2.892878, 2.712032, 2.572493, 3.172957, 3.733069, 4.072912, 3.193504, 2.773305, 3.373641, 4.020183, 2.908446, 2.229495, 0.611859, 0.12948, 0.0], "sum_m_pl": [0.3563, 0.874707, 0.726013, 0.715399, 0.72328, 0.664197, 0.572018, 0.572089, 0.765454, 0.877893, 1.031349, 1.09872, 1.272547, 1.30552, 1.299226, 1.530609, 1.286963, 1.324944, 1.200392, 1.156928, 1.120083, 1.113852, 1.062875, 1.068627, 1.410855, 1.492278, 1.395117, 1.368106, 1.226326, 1.282488, 1.122257, 1.133589, 1.082033, 1.09146, 1.082005, 1.207651, 1.10563, 1.043945, 1.043763, 1.016644, 1.118092, 1.151482, 1.02197, 0.887003, 1.028456, 0.576556, 0.302376, 0.214783, 0.0545, 0.0]}, "lang": {"n_am_en": [3, 7, 6, 10, 13, 13, 22, 17, 20, 20, 13, 15, 11, 16, 21, 18, 19, 16, 19, 24, 26, 32, 35, 31, 39, 35, 34, 24, 17, 14, 18, 12, 9, 17, 22, 31, 33, 46, 54, 62, 61, 52, 59, 59, 51, 43, 15, 5, 5, 3], "n_am_pl": [1, 5, 3, 6, 4, 6, 2, 8, 11, 10, 9, 14, 15, 20, 11, 16, 6, 12, 9, 6, 7, 8, 6, 7, 6, 8, 11, 8, 15, 14, 13, 12, 16, 13, 6, 6, 10, 8, 2, 6, 3, 10, 9, 13, 21, 29, 53, 74, 76, 79], "n_pos": 83, "sum_m_en": [8.289405, 12.276624, 12.69704, 12.832563, 12.478062, 13.511628, 14.331225, 15.404452, 15.118741, 15.357929, 15.963604, 15.647137, 15.125, 14.694751, 13.755629, 14.226717, 14.734459, 13.554895, 13.844226, 14.209455, 13.84648, 14.718, 13.933429, 13.933937, 29.395648, 25.243879, 20.835652, 17.350345, 15.991005, 15.087503, 14.301657, 14.747492, 14.198797, 16.044268, 16.185582, 18.283703, 20.498054, 27.0341, 33.427079, 50.687774, 51.541157, 44.203683, 45.887114, 51.817364, 45.927908, 36.546007, 16.483032, 5.179252, 4.598345, 2.999449], "sum_m_pl": [1.156449, 3.396932, 3.88651, 3.913839, 4.339661, 4.373511, 4.397679, 4.820812, 5.176896, 5.499526, 5.850768, 6.549478, 7.081488, 7.264657, 7.722451, 8.291485, 7.316939, 6.679843, 6.232789, 6.218635, 5.941371, 5.813546, 5.480438, 5.468075, 6.525586, 7.720698, 8.446359, 8.658203, 8.961403, 9.556057, 8.647383, 8.745768, 9.400593, 8.89325, 8.004327, 6.950024, 7.269647, 5.741287, 5.681574, 4.859308, 4.871169, 7.781783, 9.046152, 10.053323, 16.939196, 28.497618, 48.301917, 68.796535, 74.763942, 78.622094]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "gsm8kpl-1292", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1446, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9939}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 16, 15, 17, 15, 17, 17, 16, 15, 20, 16, 18, 18, 13, 12, 17, 19, 17, 22, 24, 21, 21, 18, 25, 41, 36, 35, 22, 25, 24, 22, 26, 18, 31, 38, 38, 37, 48, 47, 43, 42, 43, 37, 38, 40, 31, 33, 37, 34, 30], "n_am_pl": [5, 6, 6, 9, 10, 21, 12, 9, 5, 4, 6, 7, 6, 9, 6, 10, 4, 11, 8, 6, 3, 5, 5, 4, 5, 5, 6, 8, 7, 8, 4, 4, 5, 6, 5, 5, 5, 3, 2, 1, 2, 2, 2, 4, 0, 0, 0, 0, 0, 0], "n_pos": 110, "sum_m_en": [12.877946, 17.305516, 17.639448, 17.582416, 19.047841, 18.635598, 17.748177, 18.118613, 17.84989, 18.469108, 18.625913, 18.840435, 18.206853, 17.893544, 17.043741, 17.488484, 19.694739, 17.884895, 19.003176, 20.020039, 18.928788, 18.423704, 18.862866, 18.739656, 27.301369, 25.380751, 22.556614, 19.024179, 19.755673, 20.612367, 19.090556, 19.804571, 20.136877, 22.604535, 27.29994, 26.294728, 30.767856, 36.259089, 36.750241, 37.87847, 39.292797, 39.937243, 37.528016, 37.292605, 36.341265, 32.718751, 34.147676, 34.356995, 31.720114, 30.374592], "sum_m_pl": [2.425368, 5.721536, 6.225269, 5.68588, 6.121041, 5.961666, 5.159804, 5.174095, 5.426608, 5.817126, 6.661232, 6.61892, 7.012248, 7.039099, 6.810536, 7.058379, 6.85562, 7.040044, 7.054757, 6.819791, 6.51401, 6.320733, 6.217575, 6.215251, 5.943526, 6.596447, 6.524446, 7.644793, 7.528551, 7.834493, 7.016034, 6.633109, 6.738635, 5.684959, 5.05671, 5.271762, 4.657852, 3.657185, 3.080523, 3.142051, 2.628356, 2.316004, 2.289647, 2.344821, 1.780447, 1.395908, 0.794817, 0.462849, 0.691885, 0.004073]}, "digit": {"n_am_en": [0, 2, 1, 2, 1, 1, 0, 2, 0, 3, 3, 2, 3, 0, 2, 4, 2, 0, 7, 8, 5, 4, 4, 4, 10, 8, 5, 3, 3, 0, 2, 2, 2, 4, 6, 7, 6, 8, 5, 4, 3, 4, 2, 1, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 3, 2, 2, 1, 2, 0, 2, 2, 3, 4, 4, 4, 3, 5, 4, 3, 0, 1, 2, 0, 2, 2, 3, 1, 3, 3, 2, 3, 2, 2, 1, 2, 3, 2, 2, 1, 2, 2, 2, 3, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.351038, 3.854915, 3.868443, 3.714348, 4.107068, 3.822892, 3.461935, 3.366041, 3.318059, 3.571499, 3.998165, 4.012348, 3.775815, 3.616711, 3.520639, 3.483987, 4.011613, 3.434587, 3.919212, 4.050936, 3.725382, 3.68712, 3.643763, 3.704809, 5.436085, 5.008342, 4.424965, 3.74706, 3.856756, 4.045552, 3.799691, 3.968796, 3.80731, 4.057474, 4.138882, 4.272484, 5.045001, 5.023274, 4.607023, 4.688384, 4.307687, 4.042803, 3.174887, 2.536511, 1.877745, 1.430976, 1.03427, 0.926527, 0.526165, 0.0], "sum_m_pl": [0.389015, 1.139723, 0.995067, 0.967215, 1.056606, 0.976584, 0.713115, 0.715065, 0.898541, 0.9529, 1.238708, 1.219883, 1.508543, 1.465354, 1.347005, 1.476384, 1.386399, 1.511366, 1.407198, 1.33174, 1.289724, 1.237719, 1.238549, 1.255378, 1.406195, 1.545667, 1.383208, 1.666646, 1.528449, 1.528028, 1.414143, 1.381579, 1.323457, 1.15998, 1.167359, 1.262919, 1.255096, 1.19549, 1.223192, 1.282315, 1.265618, 1.270318, 1.260647, 1.073532, 1.034986, 0.823839, 0.476988, 0.25459, 0.149879, 0.0]}, "lang": {"n_am_en": [7, 8, 8, 9, 11, 11, 10, 9, 10, 11, 6, 11, 11, 8, 5, 9, 11, 13, 9, 11, 7, 10, 10, 14, 18, 19, 20, 15, 15, 17, 15, 17, 12, 18, 20, 19, 21, 25, 28, 29, 28, 28, 28, 27, 29, 25, 28, 31, 29, 29], "n_am_pl": [0, 4, 3, 2, 1, 4, 1, 2, 0, 1, 1, 2, 1, 3, 2, 4, 1, 3, 2, 1, 2, 0, 1, 1, 1, 1, 2, 3, 3, 2, 0, 0, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.867355, 4.695378, 4.944055, 5.295382, 5.940845, 5.72964, 5.681742, 6.194689, 6.045155, 5.845466, 5.593027, 5.883828, 5.781059, 5.734463, 5.559723, 5.82269, 6.367589, 5.93846, 6.112656, 6.470998, 6.103506, 5.807214, 6.290109, 5.933888, 12.461623, 11.421432, 10.311922, 8.036871, 7.438025, 8.116066, 7.550838, 7.727771, 8.305529, 10.380536, 12.665643, 12.832002, 15.023232, 19.027003, 21.542162, 22.874638, 23.616158, 24.896813, 24.957379, 24.778515, 25.679052, 24.470104, 26.626747, 26.917655, 26.195179, 29.375627], "sum_m_pl": [0.746781, 1.59304, 1.692063, 1.547939, 1.772391, 1.871059, 1.748535, 1.812242, 1.855151, 1.962816, 2.184152, 2.17459, 2.328917, 2.298483, 2.304941, 2.274302, 2.30681, 2.266241, 2.277549, 2.132644, 2.06878, 2.025797, 1.900937, 1.858327, 1.903601, 2.078158, 2.299028, 2.617868, 2.59374, 2.57913, 2.332041, 2.235476, 2.482317, 2.037715, 1.736165, 1.816862, 1.582351, 1.077489, 0.768888, 0.81546, 0.574973, 0.366566, 0.404182, 0.648041, 0.250002, 0.229248, 0.087641, 0.053073, 0.075461, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "gsm8kpl-1299", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1168, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9649, "tf_agree_excl_first": 0.9735}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 21, 19, 20, 19, 25, 20, 17, 19, 26, 26, 27, 22, 18, 23, 18, 21, 23, 36, 40, 41, 44, 37, 29, 75, 59, 49, 34, 34, 25, 23, 23, 34, 37, 56, 59, 67, 78, 67, 76, 78, 74, 66, 67, 53, 34, 17, 9, 9, 1], "n_am_pl": [12, 15, 29, 27, 26, 24, 23, 17, 18, 16, 30, 28, 33, 22, 24, 23, 12, 18, 17, 16, 7, 7, 8, 8, 8, 3, 16, 18, 17, 21, 17, 20, 14, 13, 13, 13, 7, 9, 7, 11, 12, 12, 11, 13, 20, 29, 46, 56, 54, 54], "n_pos": 199, "sum_m_en": [20.970871, 30.65074, 32.492495, 32.24561, 33.413783, 33.567323, 31.633059, 32.569544, 32.070262, 33.782404, 34.833184, 34.816366, 33.623217, 32.720408, 32.486439, 32.906104, 35.370407, 31.910732, 33.395867, 34.146549, 32.931546, 32.654014, 32.456703, 32.650033, 47.093054, 42.096421, 37.729804, 33.700365, 33.638014, 33.656315, 31.790016, 32.335556, 33.256989, 35.661892, 39.888729, 41.605231, 43.772322, 53.216908, 56.009184, 57.267624, 59.591386, 61.181655, 54.619706, 55.748422, 47.195163, 30.11336, 17.417012, 8.081153, 7.707964, 1.056453], "sum_m_pl": [3.995253, 11.307652, 11.739009, 11.620272, 11.667018, 11.16653, 10.17081, 10.639511, 11.921064, 12.63627, 14.091197, 14.083065, 14.585058, 14.480551, 13.91985, 13.605331, 12.618002, 12.526013, 12.061971, 11.54089, 10.988417, 10.788643, 10.767757, 10.841123, 12.168039, 13.312274, 14.872541, 16.472726, 17.356737, 18.188185, 16.099347, 16.597521, 16.222859, 13.84899, 12.68538, 12.548152, 11.852182, 9.638989, 8.245669, 8.55615, 8.684522, 8.135882, 9.263317, 14.24716, 19.802379, 28.467638, 46.464681, 55.202244, 54.275283, 53.922976]}, "digit": {"n_am_en": [0, 3, 6, 3, 1, 0, 1, 2, 0, 3, 5, 3, 3, 2, 7, 3, 4, 1, 7, 7, 5, 5, 4, 4, 14, 6, 6, 5, 5, 6, 2, 6, 10, 6, 12, 13, 15, 19, 18, 18, 19, 13, 11, 8, 6, 4, 5, 5, 4, 0], "n_am_pl": [0, 1, 5, 2, 1, 2, 3, 2, 1, 1, 10, 5, 9, 3, 9, 7, 2, 6, 6, 5, 2, 1, 0, 1, 2, 1, 4, 5, 5, 7, 7, 2, 0, 3, 3, 4, 1, 1, 1, 2, 2, 3, 4, 2, 2, 0, 3, 2, 0, 0], "n_pos": 44, "sum_m_en": [4.492274, 6.92825, 7.437831, 7.15759, 7.38771, 7.202839, 6.234573, 6.212066, 5.848217, 6.375964, 7.051391, 7.274528, 6.878066, 6.887882, 7.061487, 7.144254, 8.202515, 7.00004, 7.636705, 7.520037, 7.186387, 7.120694, 7.015197, 7.174369, 9.702733, 8.435122, 7.677328, 7.265534, 7.065888, 7.347855, 6.738709, 7.396729, 7.675237, 7.988947, 8.620347, 9.171635, 10.756777, 11.855224, 11.794943, 10.915661, 11.692628, 11.17226, 8.370491, 7.764937, 6.075284, 4.132617, 5.729263, 4.667301, 2.663543, 0.0], "sum_m_pl": [0.78922, 2.34795, 2.311113, 2.28969, 2.227231, 1.911138, 1.520145, 1.679962, 2.059061, 2.211428, 2.737287, 2.654135, 2.925021, 2.6389, 2.643588, 2.863586, 2.591483, 2.634606, 2.497475, 2.313481, 2.234954, 2.193369, 2.200465, 2.303728, 2.516083, 2.853173, 2.765166, 3.270454, 3.450459, 3.445761, 3.327134, 3.159334, 3.02225, 2.739507, 2.675705, 2.46855, 2.306177, 1.840236, 1.766351, 1.9618, 1.979963, 1.860356, 1.944802, 1.890297, 2.058852, 2.097216, 3.656716, 2.376975, 0.182923, 0.0]}, "lang": {"n_am_en": [3, 6, 1, 6, 6, 13, 10, 6, 9, 8, 8, 10, 8, 8, 9, 8, 11, 12, 18, 19, 15, 19, 14, 12, 32, 26, 19, 13, 10, 9, 8, 6, 14, 16, 16, 25, 31, 35, 30, 39, 37, 35, 34, 37, 29, 18, 9, 3, 4, 1], "n_am_pl": [0, 7, 6, 10, 7, 7, 8, 8, 8, 8, 11, 14, 12, 9, 10, 10, 4, 5, 7, 4, 0, 1, 3, 2, 1, 0, 5, 4, 7, 8, 8, 11, 9, 8, 9, 4, 3, 5, 2, 4, 5, 7, 5, 9, 15, 27, 37, 52, 53, 54], "n_pos": 57, "sum_m_en": [5.857663, 8.741442, 9.059854, 9.690103, 10.257196, 10.520217, 10.514207, 11.013125, 11.037782, 11.332613, 11.433422, 10.99789, 10.930852, 10.834764, 10.597172, 10.828336, 11.507133, 10.627546, 10.796746, 11.126767, 10.673896, 10.401344, 10.401687, 10.214109, 17.880012, 15.784729, 14.098529, 11.961045, 11.825275, 11.167303, 11.018182, 10.756192, 11.046573, 12.13776, 13.629225, 14.867216, 15.509128, 20.596904, 24.233259, 27.619145, 27.684702, 28.689492, 27.703891, 27.998238, 24.190761, 14.326834, 7.515073, 1.858487, 3.180019, 1.0564], "sum_m_pl": [1.059241, 2.962766, 2.992799, 3.162721, 3.417414, 3.481327, 3.562359, 3.66886, 4.003875, 4.07847, 4.547078, 4.823402, 5.088736, 5.280002, 4.951872, 4.600855, 4.136256, 4.081754, 4.07643, 3.7997, 3.632968, 3.54298, 3.516945, 3.399903, 3.715972, 3.969959, 4.744595, 5.258281, 5.828641, 6.356707, 5.674531, 6.422885, 6.352463, 5.667349, 4.942313, 5.187872, 5.044051, 3.918396, 2.568844, 2.433704, 2.946779, 3.15904, 4.123928, 8.725042, 14.244098, 23.261472, 36.589018, 49.499859, 52.027228, 53.846075]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-1299", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1458, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9802}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 12, 7, 11, 15, 10, 12, 14, 12, 9, 13, 8, 8, 7, 13, 12, 18, 11, 12, 8, 6, 7, 5, 9, 15, 13, 9, 7, 6, 11, 8, 12, 14, 13, 18, 20, 19, 22, 22, 26, 25, 31, 30, 28, 29, 36, 36, 35, 22, 21], "n_am_pl": [2, 6, 9, 1, 4, 4, 2, 3, 3, 6, 4, 12, 9, 9, 10, 7, 4, 10, 4, 7, 8, 7, 6, 5, 4, 5, 6, 6, 10, 12, 10, 9, 12, 7, 7, 3, 2, 1, 1, 3, 2, 1, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 71, "sum_m_en": [8.062711, 11.342409, 11.540167, 11.856682, 11.934567, 11.987264, 11.83991, 12.437132, 12.525479, 12.610369, 12.842933, 12.612861, 12.79575, 12.12996, 12.175608, 11.703508, 12.306448, 11.068111, 11.546382, 11.654629, 10.812384, 10.94248, 10.998181, 11.416131, 13.205856, 12.219228, 11.385515, 10.988857, 11.722622, 11.949054, 11.70425, 12.34942, 13.182577, 13.55391, 14.707048, 14.565662, 16.125897, 18.239779, 21.474074, 24.967965, 25.71574, 26.925526, 27.571961, 25.981841, 26.930827, 29.582919, 31.280338, 29.996083, 21.105243, 21.332092], "sum_m_pl": [2.44679, 4.214291, 4.321007, 3.861298, 4.412084, 4.380892, 4.103206, 3.978458, 4.414102, 4.493215, 4.626485, 5.224162, 5.439218, 5.347102, 5.513501, 5.771504, 5.625847, 5.961822, 5.191236, 5.374641, 5.106012, 4.817997, 4.641154, 4.627654, 6.023335, 6.292989, 6.802687, 7.395632, 6.83199, 7.351477, 6.089131, 5.851598, 5.996569, 5.517207, 5.315517, 4.576919, 4.024536, 3.546607, 3.100682, 2.977428, 2.651294, 2.36477, 1.835979, 1.606702, 1.334202, 1.494553, 1.207577, 0.524292, 0.240718, 6e-05]}, "digit": {"n_am_en": [0, 3, 1, 3, 4, 0, 2, 1, 3, 2, 1, 2, 2, 2, 4, 3, 8, 4, 3, 2, 1, 1, 0, 1, 3, 4, 3, 1, 0, 1, 1, 4, 2, 4, 4, 4, 3, 1, 1, 2, 1, 3, 2, 5, 5, 11, 11, 12, 0, 0], "n_am_pl": [0, 1, 2, 0, 1, 1, 0, 2, 1, 1, 2, 5, 5, 6, 4, 4, 0, 3, 2, 1, 0, 1, 1, 2, 1, 1, 3, 2, 4, 1, 1, 3, 4, 2, 3, 2, 2, 0, 1, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.75365, 4.158252, 4.189806, 4.221023, 4.073974, 3.966732, 3.882293, 4.091804, 4.087115, 4.189503, 4.427815, 4.494869, 4.537931, 4.375087, 4.370876, 4.015172, 4.256471, 3.475789, 3.829542, 3.942479, 3.645038, 3.750903, 3.789886, 4.02089, 4.293779, 4.012629, 3.657716, 3.505459, 3.886883, 3.95325, 3.706581, 4.280165, 4.56285, 4.085038, 4.215834, 3.788032, 3.88326, 3.637663, 3.3356, 4.29324, 3.976093, 4.464141, 3.940191, 4.434522, 4.596667, 5.963864, 7.862516, 7.20359, 0.771251, 0.0], "sum_m_pl": [0.499095, 1.457693, 1.239161, 1.139239, 1.194362, 1.179799, 1.024745, 1.044341, 1.255498, 1.279316, 1.373071, 1.554009, 1.613331, 1.535118, 1.491875, 1.570249, 1.551462, 1.735744, 1.521089, 1.52501, 1.48183, 1.442206, 1.43917, 1.447262, 1.852372, 1.903837, 2.260299, 2.49719, 2.221001, 2.227239, 1.978091, 1.716049, 1.677099, 1.627581, 1.533557, 1.442164, 1.420252, 1.167696, 1.299267, 1.361965, 1.195787, 1.255543, 1.099814, 0.970478, 0.859261, 1.135024, 1.001325, 0.404624, 0.109909, 0.0]}, "lang": {"n_am_en": [2, 7, 5, 6, 7, 7, 7, 9, 6, 6, 10, 3, 5, 4, 5, 5, 6, 3, 6, 4, 3, 3, 3, 6, 8, 7, 6, 5, 3, 7, 4, 5, 7, 6, 7, 9, 10, 16, 16, 19, 18, 18, 18, 16, 17, 17, 18, 17, 18, 20], "n_am_pl": [1, 1, 3, 0, 2, 2, 1, 1, 0, 1, 0, 4, 2, 1, 3, 2, 2, 2, 1, 3, 5, 4, 3, 0, 1, 2, 1, 2, 3, 5, 5, 4, 5, 4, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.541273, 3.262318, 3.406685, 3.558171, 3.688171, 3.694139, 3.79569, 4.031387, 4.032979, 3.975727, 3.875375, 3.887767, 4.009559, 3.810885, 3.776779, 3.635771, 3.973589, 3.688126, 3.565941, 3.554588, 3.279926, 3.200415, 3.198207, 3.22091, 5.121064, 4.58792, 4.264941, 3.972659, 3.85126, 3.895969, 3.958556, 4.059252, 4.470868, 5.036165, 5.425986, 5.636948, 7.706935, 9.934454, 13.278327, 15.111066, 15.422302, 15.397452, 16.475842, 16.029279, 16.646268, 17.058234, 17.463471, 17.17979, 17.331247, 19.777936], "sum_m_pl": [0.671964, 1.254186, 1.395378, 1.237027, 1.425198, 1.558796, 1.48704, 1.445239, 1.581928, 1.507353, 1.559811, 1.740237, 1.825657, 1.811818, 2.061237, 2.070335, 2.004408, 2.022635, 1.716993, 1.820505, 1.665087, 1.578456, 1.501982, 1.47158, 1.739111, 2.025498, 2.276177, 2.419377, 2.299778, 2.330462, 2.034163, 2.03525, 2.209607, 2.0804, 1.935892, 1.645633, 1.268619, 1.133557, 0.654937, 0.594546, 0.601993, 0.42886, 0.323667, 0.290489, 0.202144, 0.093639, 0.063604, 0.032878, 0.023344, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 77, "item_id": "gsm8kpl-1304", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.961, "tf_agree_excl_first": 0.9737}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 5, 12, 16, 16, 15, 13, 15, 15, 19, 14, 13, 11, 16, 18, 15, 30, 17, 15, 16, 11, 16, 17, 17, 35, 28, 19, 13, 11, 12, 13, 10, 16, 23, 24, 27, 29, 26, 24, 35, 40, 41, 44, 43, 40, 30, 24, 14, 6, 6], "n_am_pl": [1, 17, 8, 3, 8, 4, 4, 8, 5, 4, 9, 10, 14, 12, 13, 14, 8, 9, 5, 6, 6, 4, 8, 7, 7, 8, 10, 17, 9, 19, 13, 14, 12, 9, 12, 6, 5, 4, 5, 6, 7, 8, 7, 7, 11, 20, 32, 34, 34, 37], "n_pos": 101, "sum_m_en": [11.386747, 16.65911, 17.476699, 17.56143, 16.755705, 16.701886, 16.219934, 17.209231, 17.563551, 18.113558, 19.1835, 18.172353, 18.448628, 17.963109, 17.503344, 16.956801, 17.583493, 15.624293, 16.571071, 16.106111, 15.213992, 15.465884, 15.470376, 16.102303, 23.281933, 19.514894, 17.918437, 16.767107, 16.01067, 16.17325, 15.780247, 17.213409, 17.23537, 18.297959, 20.995322, 21.112746, 22.701703, 25.039816, 26.025292, 34.727923, 34.810835, 40.744354, 41.9893, 38.116805, 35.494164, 26.005068, 17.874894, 12.271952, 6.941895, 5.999987], "sum_m_pl": [2.669706, 6.008646, 6.318802, 6.012636, 6.339829, 6.246184, 6.059127, 6.26424, 6.719889, 6.825065, 7.058696, 7.751349, 7.718156, 7.75595, 8.18079, 8.252916, 7.840716, 8.003152, 7.234981, 7.340023, 6.776085, 6.510085, 6.448193, 6.451191, 8.928492, 9.525998, 9.625586, 11.058511, 10.559421, 11.271839, 10.094914, 9.674101, 9.465647, 8.881305, 8.092851, 7.761646, 7.566305, 7.363243, 7.640652, 7.011329, 8.472951, 7.488837, 7.729392, 9.110529, 12.474021, 18.241268, 31.341585, 33.825029, 34.627717, 37.394104]}, "digit": {"n_am_en": [0, 1, 3, 1, 4, 2, 4, 2, 5, 3, 4, 6, 3, 2, 3, 2, 6, 2, 2, 2, 1, 1, 1, 2, 5, 4, 2, 1, 1, 2, 1, 2, 3, 1, 2, 2, 2, 1, 1, 2, 2, 2, 3, 3, 4, 8, 11, 6, 0, 0], "n_am_pl": [0, 3, 2, 0, 4, 0, 1, 0, 0, 0, 1, 3, 3, 2, 4, 5, 1, 4, 1, 1, 1, 0, 0, 0, 0, 0, 3, 1, 1, 3, 0, 3, 2, 2, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [3.021863, 4.709526, 5.140825, 5.099685, 4.804716, 4.671515, 4.54732, 4.803261, 4.811528, 5.041213, 5.38802, 5.240507, 5.277285, 5.126952, 5.123092, 4.57111, 4.715171, 3.97909, 4.453446, 4.49661, 4.240707, 4.369837, 4.370899, 4.624032, 5.260983, 4.712705, 4.315555, 4.309123, 4.199324, 4.376363, 4.168446, 4.772901, 4.966998, 4.586565, 5.265636, 4.76678, 4.831694, 4.478911, 4.132168, 4.647998, 4.381379, 5.444562, 4.921436, 4.814096, 4.975596, 4.634514, 5.728306, 4.336399, 0.290372, 0.0], "sum_m_pl": [0.56377, 1.710547, 1.48901, 1.406996, 1.413342, 1.365482, 1.174821, 1.296743, 1.499339, 1.538697, 1.602189, 1.844813, 1.801138, 1.69965, 1.626889, 1.767503, 1.691328, 1.772745, 1.538185, 1.655072, 1.565636, 1.517541, 1.508237, 1.488337, 1.925539, 2.006321, 2.076311, 2.430942, 2.381946, 2.35486, 2.107712, 1.864856, 1.70921, 1.769474, 1.532385, 1.426777, 1.442788, 1.175685, 1.321934, 1.335291, 1.339212, 1.327262, 1.279151, 1.140109, 1.009291, 1.009846, 1.238812, 0.962706, 0.108955, 0.0]}, "lang": {"n_am_en": [1, 4, 6, 10, 11, 10, 7, 8, 7, 13, 6, 5, 7, 9, 12, 9, 17, 9, 8, 10, 5, 9, 9, 9, 19, 16, 11, 8, 5, 4, 9, 5, 6, 16, 13, 13, 17, 16, 15, 22, 26, 27, 29, 29, 28, 19, 12, 8, 6, 6], "n_am_pl": [1, 9, 5, 2, 3, 4, 1, 3, 2, 2, 4, 4, 4, 2, 4, 4, 1, 2, 2, 2, 4, 2, 4, 3, 5, 5, 4, 8, 7, 13, 9, 5, 9, 5, 8, 4, 4, 4, 4, 5, 7, 7, 7, 7, 8, 15, 25, 30, 33, 37], "n_pos": 43, "sum_m_en": [5.240554, 7.219093, 7.58617, 7.454653, 7.299502, 7.162287, 6.939834, 7.517843, 7.763537, 7.887209, 8.282165, 7.749668, 7.875346, 7.711954, 7.435692, 7.492914, 7.844162, 7.046579, 7.165102, 6.882984, 6.490049, 6.588738, 6.582286, 6.804079, 11.56231, 9.248218, 8.492748, 7.477615, 6.987163, 6.939131, 7.08832, 7.620087, 7.388111, 8.378884, 9.907753, 10.740644, 11.995042, 13.492587, 14.108595, 19.260241, 20.374339, 25.190771, 26.332248, 24.476892, 23.869579, 17.795543, 10.805519, 7.701199, 6.377255, 5.999987], "sum_m_pl": [1.502095, 2.729304, 3.110496, 2.985622, 3.177298, 3.1979, 3.232426, 3.24813, 3.480292, 3.558576, 3.67937, 3.989163, 3.946093, 4.07191, 4.457192, 4.292546, 4.087743, 4.130561, 3.781103, 3.710498, 3.366037, 3.212405, 3.19306, 3.198593, 4.218391, 4.750115, 4.878123, 5.674385, 5.72757, 6.008718, 5.42642, 5.45503, 5.447708, 5.131902, 4.561309, 4.477345, 4.509829, 4.823129, 4.967042, 4.795894, 6.28418, 5.38278, 5.824361, 6.854833, 7.886158, 12.789725, 24.017168, 29.385924, 33.559553, 36.782694]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "gsm8kpl-1304", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1476, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9906}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 13, 11, 16, 20, 12, 17, 18, 12, 24, 28, 21, 15, 14, 18, 21, 20, 16, 22, 19, 20, 19, 23, 18, 40, 33, 29, 20, 21, 22, 33, 30, 27, 34, 37, 42, 44, 47, 58, 60, 66, 66, 66, 74, 71, 65, 65, 71, 55, 49], "n_am_pl": [3, 10, 12, 5, 12, 8, 10, 10, 10, 5, 12, 13, 17, 12, 14, 12, 9, 16, 9, 6, 5, 3, 4, 5, 6, 5, 10, 15, 8, 20, 18, 14, 14, 7, 10, 13, 6, 2, 5, 2, 1, 1, 4, 5, 6, 4, 4, 4, 4, 4], "n_pos": 156, "sum_m_en": [16.728158, 23.506501, 24.14844, 24.551321, 25.769945, 25.569191, 26.381047, 26.395688, 25.230962, 26.393878, 27.268932, 27.005081, 25.301312, 26.090177, 25.31941, 25.545888, 27.140876, 24.827517, 26.112874, 26.346832, 25.121294, 25.55843, 25.017727, 25.787359, 30.989789, 28.969363, 27.806048, 25.656323, 27.133919, 27.493245, 27.168412, 28.471113, 28.478256, 30.067709, 33.815868, 33.689101, 36.633459, 40.664559, 46.269929, 50.436922, 53.072067, 57.626605, 62.200597, 63.017176, 64.844655, 59.426289, 61.05511, 63.076333, 54.051889, 49.0012], "sum_m_pl": [3.319987, 7.827028, 8.451165, 8.068303, 8.245073, 7.750957, 7.489957, 7.479515, 7.783585, 8.94434, 9.30645, 9.866448, 10.22484, 9.700289, 9.876542, 10.862336, 10.346033, 10.657897, 9.954832, 9.990494, 9.561139, 9.152413, 8.931058, 9.070272, 9.759546, 11.162114, 11.665661, 12.517664, 11.920352, 13.084361, 11.939275, 10.400439, 10.829241, 10.68208, 9.763131, 9.940893, 8.664994, 7.851377, 6.939352, 6.334627, 5.582846, 5.285116, 5.072072, 4.857667, 6.249853, 5.51762, 5.367271, 4.990951, 4.712873, 3.999996]}, "digit": {"n_am_en": [0, 3, 2, 0, 2, 0, 2, 1, 2, 2, 9, 5, 4, 3, 3, 4, 5, 1, 5, 4, 2, 2, 2, 1, 8, 8, 4, 1, 1, 3, 3, 5, 5, 7, 7, 7, 6, 7, 13, 10, 13, 9, 10, 15, 13, 10, 10, 18, 0, 0], "n_am_pl": [0, 2, 4, 2, 3, 1, 0, 0, 0, 0, 1, 4, 5, 6, 6, 4, 3, 5, 3, 2, 1, 0, 0, 0, 1, 1, 3, 4, 3, 9, 9, 5, 3, 3, 2, 3, 1, 0, 0, 1, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [5.304422, 7.601727, 7.995528, 7.810336, 8.254453, 7.814638, 7.759967, 7.802822, 7.210777, 7.811816, 8.780624, 8.644074, 7.894691, 8.37538, 8.514152, 8.186067, 8.997818, 7.654264, 8.6281, 8.55488, 8.105778, 8.361459, 8.109188, 8.304603, 9.933094, 9.717069, 8.671226, 7.720064, 8.057288, 7.796425, 7.766524, 8.278762, 8.364574, 7.93359, 8.460079, 7.919289, 8.348363, 8.280245, 7.877787, 8.451978, 8.032674, 8.000061, 8.055545, 8.84501, 9.418193, 6.674143, 7.152085, 9.5535, 2.729742, 0.0], "sum_m_pl": [0.906712, 2.120569, 1.808475, 1.678512, 1.749252, 1.633677, 1.48137, 1.459459, 1.852064, 2.134411, 2.51579, 2.715269, 3.006309, 2.756877, 2.737488, 3.126936, 2.85493, 2.991903, 2.658703, 2.632824, 2.562555, 2.497687, 2.411046, 2.477873, 2.610373, 3.011776, 3.012769, 3.158246, 3.102494, 3.728024, 3.518442, 2.691561, 2.663373, 2.794231, 2.476678, 2.536086, 2.302124, 2.149904, 2.423134, 2.530435, 2.341323, 2.485854, 2.539414, 2.413269, 2.224235, 1.87063, 1.630282, 0.958876, 0.596081, 0.0]}, "lang": {"n_am_en": [6, 7, 6, 11, 15, 11, 12, 11, 5, 13, 10, 9, 7, 7, 10, 9, 11, 10, 11, 10, 13, 12, 16, 14, 24, 20, 18, 11, 15, 12, 18, 19, 16, 22, 23, 26, 32, 36, 37, 42, 44, 48, 46, 47, 48, 46, 47, 45, 48, 49], "n_am_pl": [3, 4, 4, 1, 2, 2, 3, 5, 5, 3, 7, 7, 8, 5, 5, 8, 5, 7, 3, 0, 1, 2, 2, 3, 2, 3, 4, 8, 2, 5, 6, 6, 7, 3, 6, 8, 4, 1, 4, 0, 0, 1, 2, 3, 4, 4, 4, 4, 4, 4], "n_pos": 54, "sum_m_en": [5.795998, 8.13684, 8.360144, 8.71573, 9.292081, 9.541339, 10.205582, 10.002244, 10.053433, 10.078603, 10.071314, 10.004643, 9.626559, 9.721369, 9.349716, 9.37122, 9.701732, 9.287835, 9.252408, 9.244389, 8.748742, 8.813092, 8.617471, 8.884034, 13.327747, 12.433962, 12.196836, 10.592575, 11.253548, 11.70082, 11.646806, 12.217042, 12.36565, 14.04508, 15.731702, 17.63668, 21.079121, 25.334809, 31.112829, 33.961628, 36.109041, 39.877064, 42.488595, 44.003043, 44.911742, 43.361671, 45.026561, 44.459369, 44.447763, 48.632383], "sum_m_pl": [1.109226, 2.766868, 3.170682, 3.027389, 3.152323, 3.0185, 2.858039, 2.923121, 2.973504, 3.451318, 3.526873, 3.734568, 3.871742, 3.622835, 3.747033, 4.221595, 3.881842, 3.966819, 3.793192, 3.816535, 3.552242, 3.396072, 3.32318, 3.35903, 4.06831, 4.693181, 4.968123, 5.351165, 4.823728, 4.997272, 4.742041, 4.198983, 4.614022, 4.405398, 3.93851, 4.16544, 3.73051, 3.367861, 2.637579, 2.079625, 1.725698, 1.565893, 1.466478, 1.500806, 2.962055, 3.083244, 3.502122, 3.846267, 3.879635, 3.999996]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "gsm8kpl-1309", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1197, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9691, "tf_agree_excl_first": 0.9752}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 16, 25, 32, 31, 32, 28, 38, 46, 44, 41, 58, 39, 38, 41, 45, 42, 33, 34, 33, 38, 35, 37, 36, 71, 55, 53, 36, 45, 42, 40, 47, 46, 41, 50, 61, 71, 92, 97, 100, 92, 102, 103, 103, 94, 71, 36, 21, 17, 14], "n_am_pl": [2, 25, 20, 19, 18, 39, 24, 32, 24, 27, 44, 42, 53, 43, 24, 37, 23, 39, 35, 26, 12, 19, 19, 24, 30, 31, 35, 36, 41, 38, 31, 38, 36, 26, 20, 24, 19, 16, 24, 24, 27, 28, 31, 38, 38, 54, 82, 81, 83, 84], "n_pos": 275, "sum_m_en": [28.122332, 40.619755, 43.62127, 44.430503, 44.722284, 44.871323, 45.601506, 47.263146, 46.676899, 49.206757, 50.488221, 48.858762, 46.109731, 46.540111, 46.298153, 47.578969, 50.806121, 45.232176, 46.915789, 46.27137, 44.787675, 45.582935, 44.83852, 45.470543, 56.74591, 51.637362, 49.276519, 45.588647, 45.563018, 45.483838, 44.36462, 46.396059, 45.860608, 48.40604, 52.184914, 51.703828, 57.360747, 67.973391, 73.535784, 80.19815, 82.615268, 84.22298, 83.57541, 87.263867, 84.305334, 64.695856, 36.127176, 25.878868, 19.181681, 13.936606], "sum_m_pl": [6.062002, 15.028647, 15.934576, 15.607468, 16.326767, 16.177763, 15.308982, 15.437042, 16.527449, 17.806398, 18.692901, 20.435675, 21.15056, 20.558407, 19.976166, 22.885556, 20.109849, 21.06008, 19.059638, 18.749283, 17.858935, 17.102822, 16.823191, 16.832233, 22.446414, 25.806795, 27.478306, 28.187563, 28.406848, 30.582199, 25.924725, 25.016702, 25.581315, 23.128467, 20.691871, 21.057214, 19.247787, 17.274786, 17.14407, 16.4928, 20.870637, 23.307989, 29.961905, 31.311548, 35.862794, 52.965908, 76.78691, 78.937745, 82.918371, 84.501806]}, "digit": {"n_am_en": [1, 4, 7, 10, 6, 1, 1, 4, 6, 4, 11, 12, 1, 7, 8, 7, 12, 6, 5, 5, 4, 3, 3, 1, 13, 10, 5, 6, 6, 3, 5, 8, 4, 6, 7, 10, 8, 12, 18, 14, 15, 17, 16, 15, 14, 7, 7, 2, 0, 0], "n_am_pl": [0, 6, 4, 2, 0, 0, 0, 0, 1, 2, 0, 6, 11, 7, 5, 9, 5, 10, 7, 8, 4, 4, 5, 3, 3, 4, 6, 5, 4, 6, 5, 4, 7, 2, 3, 3, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0], "n_pos": 58, "sum_m_en": [6.531565, 9.645132, 10.173981, 9.977753, 10.023635, 9.466271, 9.254451, 9.348456, 9.11888, 9.945488, 11.315799, 10.702691, 9.603406, 10.331931, 10.575299, 10.478187, 11.620403, 9.851616, 10.825613, 10.614278, 10.20137, 10.434515, 10.123589, 10.228715, 12.621227, 12.292978, 11.222658, 10.284101, 10.102348, 9.949497, 9.45636, 10.197594, 10.556217, 10.393751, 10.824984, 10.445587, 10.869844, 11.314356, 11.244025, 11.62301, 11.514945, 11.618594, 11.298117, 11.076216, 9.803904, 6.723929, 5.949478, 4.222976, 1.62472, 0.0], "sum_m_pl": [1.205575, 3.174073, 2.403036, 2.235531, 2.330394, 2.193495, 1.899037, 1.847294, 2.538536, 2.869682, 3.237929, 3.548195, 3.787003, 3.458643, 3.304894, 4.119752, 3.509647, 3.659407, 3.327219, 3.262766, 3.177123, 3.078153, 2.963707, 3.044519, 3.43058, 4.129387, 3.991858, 4.101207, 4.085694, 4.412894, 3.766435, 3.411331, 3.301945, 3.245893, 3.110227, 3.141103, 2.660839, 2.324522, 2.680147, 2.836278, 2.747222, 2.76328, 2.875914, 2.770266, 2.422749, 2.199172, 2.64453, 1.485627, 0.540012, 0.0]}, "lang": {"n_am_en": [2, 7, 12, 18, 14, 20, 16, 21, 21, 16, 12, 23, 23, 17, 22, 21, 17, 16, 17, 17, 23, 22, 22, 21, 37, 26, 28, 19, 23, 19, 18, 22, 27, 23, 26, 29, 32, 46, 44, 48, 43, 50, 52, 52, 47, 36, 19, 17, 15, 14], "n_am_pl": [2, 5, 7, 10, 11, 20, 13, 15, 16, 13, 23, 18, 18, 21, 15, 13, 13, 19, 13, 10, 5, 7, 7, 13, 13, 15, 17, 16, 24, 18, 13, 22, 17, 17, 11, 17, 15, 11, 16, 16, 19, 18, 21, 26, 29, 42, 72, 77, 82, 84], "n_pos": 100, "sum_m_en": [10.737283, 13.433978, 15.256019, 16.237685, 16.167778, 16.229862, 17.084802, 18.402552, 18.238943, 18.719634, 18.409703, 17.888569, 17.407916, 17.262415, 16.968347, 17.738609, 18.726818, 16.814295, 17.29504, 17.013295, 16.617135, 16.999836, 16.816567, 16.955254, 24.814313, 20.924915, 20.160799, 17.97054, 18.055042, 17.528562, 17.373154, 18.203209, 17.90091, 20.341614, 21.885576, 22.822114, 26.228711, 30.889719, 34.112165, 38.710572, 39.99941, 40.463047, 43.39827, 43.694318, 43.053082, 33.066271, 19.951091, 15.995413, 14.591758, 13.9281], "sum_m_pl": [1.991593, 5.025048, 5.776389, 5.981511, 6.372141, 6.582845, 6.473646, 6.669297, 7.062501, 7.407567, 7.835484, 8.695982, 9.116539, 9.186439, 8.942606, 9.805099, 8.442117, 9.024336, 8.16957, 7.883711, 7.378379, 7.060591, 6.985907, 6.835964, 9.362634, 11.042193, 12.141919, 12.261923, 12.241107, 13.770802, 11.587133, 11.691865, 12.373989, 11.158349, 9.660578, 10.293806, 9.611529, 8.430087, 8.074316, 7.234922, 11.772475, 10.934575, 15.64973, 18.068475, 24.311528, 38.431738, 63.597663, 71.640398, 80.602233, 84.158255]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 281, "item_id": "gsm8kpl-1309", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1487, "region_end": 275, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 0.9964}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 21, 14, 19, 24, 32, 37, 31, 22, 31, 34, 30, 27, 24, 29, 35, 34, 29, 31, 40, 44, 47, 40, 47, 63, 52, 50, 41, 44, 31, 42, 37, 41, 40, 54, 57, 64, 73, 84, 88, 86, 80, 75, 75, 72, 70, 66, 63, 59, 60], "n_am_pl": [4, 12, 12, 10, 15, 10, 10, 19, 16, 8, 14, 16, 20, 14, 16, 12, 12, 12, 11, 7, 5, 6, 5, 4, 4, 5, 7, 12, 11, 10, 12, 16, 11, 10, 8, 9, 5, 2, 6, 2, 1, 3, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 159, "sum_m_en": [18.416709, 22.732944, 24.055897, 25.018066, 27.690062, 30.478825, 30.194836, 29.23621, 27.218993, 29.207552, 29.406226, 29.056212, 28.657735, 29.036972, 27.307019, 27.22615, 27.168611, 25.269911, 25.891216, 26.167586, 25.71174, 25.850974, 25.283228, 26.024509, 42.542137, 37.270565, 34.416725, 33.057741, 33.629365, 30.370443, 29.173575, 28.849415, 30.024592, 30.426876, 34.888428, 36.090771, 41.238629, 49.047927, 61.096081, 67.33219, 70.513072, 72.053784, 69.791881, 72.44385, 71.052523, 69.448737, 67.773666, 64.190539, 59.708287, 60.665477], "sum_m_pl": [4.246557, 7.893426, 8.726083, 8.692211, 8.929069, 8.531954, 8.256941, 9.223374, 9.589868, 10.409791, 10.610841, 11.198006, 11.378265, 11.109684, 11.546709, 11.76456, 10.856289, 10.44997, 10.339467, 10.621903, 10.364765, 9.897367, 9.747775, 9.747566, 11.048519, 12.618545, 12.289987, 13.156419, 13.21042, 15.029055, 14.215031, 14.003949, 13.881364, 13.598087, 11.993461, 11.318765, 10.134646, 8.346784, 6.64965, 5.648424, 4.954122, 4.260336, 3.595314, 4.003058, 3.223793, 1.948733, 1.230247, 0.595218, 0.912261, 8e-06]}, "digit": {"n_am_en": [0, 5, 1, 0, 2, 8, 5, 7, 7, 3, 7, 4, 5, 4, 7, 9, 5, 6, 2, 4, 5, 9, 8, 8, 12, 9, 13, 7, 8, 5, 10, 6, 6, 4, 8, 10, 6, 8, 10, 6, 7, 5, 6, 3, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 2, 0, 4, 2, 3, 3, 1, 6, 3, 5, 4, 5, 3, 5, 1, 0, 0, 0, 0, 0, 1, 0, 4, 4, 0, 1, 5, 1, 2, 3, 3, 3, 2, 4, 2, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.152059, 4.744515, 4.509059, 4.611306, 4.911679, 5.3361, 5.314403, 4.953345, 4.720402, 5.156301, 5.016994, 4.961825, 4.925483, 5.011215, 4.779788, 4.591833, 4.483809, 4.414077, 4.466696, 4.596859, 4.538793, 4.694638, 4.605839, 4.775871, 7.755621, 6.625953, 6.074529, 5.896723, 6.537935, 5.594569, 5.445157, 5.483204, 5.396263, 5.063079, 5.297279, 5.839215, 6.123491, 5.946643, 5.596238, 5.065698, 4.637164, 4.559095, 3.796915, 3.473081, 2.555184, 1.598252, 1.024296, 0.452243, 0.404277, 0.0], "sum_m_pl": [0.572175, 1.375748, 1.257387, 1.215617, 1.220145, 1.223804, 1.055751, 1.258677, 1.515958, 1.690268, 1.789232, 1.783124, 1.990978, 2.005735, 2.016306, 2.12041, 1.914563, 1.826733, 1.816492, 1.903802, 1.817922, 1.73186, 1.695224, 1.699339, 1.898996, 2.223136, 2.191947, 2.446984, 2.263923, 2.583603, 2.49013, 2.427891, 2.229551, 2.257941, 2.135466, 2.179617, 2.0147, 1.811577, 1.89361, 1.865464, 1.697522, 1.714871, 1.4734, 1.595988, 1.61831, 0.936186, 0.561209, 0.226071, 0.102274, 0.0]}, "lang": {"n_am_en": [10, 12, 8, 13, 11, 14, 20, 14, 11, 14, 15, 14, 15, 13, 13, 16, 19, 16, 20, 22, 27, 27, 25, 27, 33, 31, 26, 25, 23, 18, 20, 20, 21, 24, 34, 33, 37, 43, 52, 56, 55, 55, 54, 56, 56, 57, 55, 54, 53, 58], "n_am_pl": [4, 6, 6, 4, 8, 5, 5, 7, 9, 3, 6, 8, 6, 4, 8, 4, 1, 2, 0, 1, 0, 3, 1, 2, 0, 1, 2, 3, 3, 2, 4, 4, 6, 4, 0, 3, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.491793, 8.646836, 9.288739, 9.857077, 10.939131, 12.001593, 12.217002, 11.837477, 10.90139, 11.55136, 11.638119, 11.495185, 11.599359, 12.035085, 11.394668, 11.429121, 11.302208, 10.583341, 10.808664, 10.780519, 10.561328, 10.55365, 10.235607, 10.460975, 21.589116, 19.427661, 17.483282, 15.940206, 14.831956, 13.349744, 12.998776, 12.826656, 13.450587, 14.53565, 17.7747, 18.404634, 22.384889, 28.429869, 38.751618, 43.926176, 47.088378, 50.017723, 50.313143, 52.056592, 53.753379, 54.710354, 54.142199, 52.142109, 51.428746, 58.072704], "sum_m_pl": [1.717519, 2.903315, 3.35545, 3.259238, 3.411151, 3.210312, 3.157782, 3.458423, 3.702038, 3.973317, 4.189684, 4.437546, 4.217967, 4.180446, 4.56931, 4.554967, 4.00119, 3.870158, 3.777755, 3.850721, 3.807209, 3.665864, 3.628202, 3.594515, 3.756026, 4.386643, 4.494655, 4.91213, 5.129441, 5.767441, 5.528765, 5.536023, 5.80408, 5.477631, 4.484238, 4.522705, 4.187149, 3.334949, 2.214263, 1.560686, 1.258244, 1.009991, 0.89537, 1.496977, 0.803485, 0.325394, 0.303149, 0.032317, 0.149057, 7e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "gsm8kpl-1310", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1209, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9693, "tf_agree_excl_first": 0.9753}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 10, 37, 63, 67, 122, 97, 100, 79, 90, 91, 96, 96, 85, 92, 97, 100, 92, 105, 121, 136, 141, 130, 127, 194, 147, 129, 107, 102, 82, 77, 81, 92, 115, 126, 150, 152, 169, 206, 214, 216, 224, 218, 227, 199, 150, 96, 39, 29, 26], "n_am_pl": [18, 46, 40, 35, 42, 49, 59, 71, 69, 44, 58, 60, 55, 47, 33, 36, 31, 23, 26, 26, 23, 18, 20, 20, 27, 39, 46, 54, 61, 73, 65, 56, 63, 50, 48, 27, 23, 25, 17, 17, 21, 27, 25, 23, 41, 58, 129, 169, 171, 178], "n_pos": 449, "sum_m_en": [46.913508, 61.275843, 67.580638, 70.077097, 74.504696, 85.441119, 82.458035, 86.293054, 81.193133, 85.370412, 86.496239, 83.699842, 84.166335, 81.118661, 76.284778, 76.151293, 79.847008, 72.038633, 72.90785, 73.246605, 74.243132, 75.54574, 74.448529, 74.807793, 123.266152, 104.286257, 94.445361, 87.499837, 84.031204, 80.457141, 75.9935, 76.336732, 80.08618, 85.063228, 93.983157, 93.827315, 99.846474, 112.941432, 149.346735, 172.868201, 175.625887, 184.052256, 189.384357, 198.307555, 176.170637, 139.413223, 89.655874, 41.63327, 32.388335, 25.897331], "sum_m_pl": [11.522299, 24.793838, 28.006508, 27.200084, 27.541008, 27.082337, 26.66143, 29.637838, 30.018398, 30.349668, 33.584371, 36.706418, 36.461828, 35.632484, 35.832801, 36.516182, 32.303317, 31.450109, 29.385572, 29.386961, 28.63404, 27.399934, 26.79184, 26.252769, 30.472001, 37.243186, 38.557611, 41.863303, 44.643408, 47.96745, 44.550718, 44.036664, 43.144719, 40.344346, 35.367261, 34.256162, 32.81982, 31.566799, 27.284607, 26.468309, 30.274493, 30.20069, 26.342334, 27.154743, 39.178383, 60.400946, 120.592527, 165.849789, 170.3696, 178.52606]}, "digit": {"n_am_en": [0, 3, 2, 0, 1, 7, 3, 5, 7, 5, 6, 4, 6, 4, 7, 8, 3, 5, 3, 4, 6, 6, 7, 6, 12, 7, 9, 8, 7, 6, 3, 6, 4, 7, 7, 11, 9, 10, 11, 9, 9, 9, 5, 7, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 6, 3, 2, 2, 2, 1, 2, 3, 2, 1, 2, 5, 4, 3, 4, 4, 2, 1, 2, 2, 2, 5, 5, 3, 3, 1, 3, 3, 3, 3, 7, 4, 5, 6, 5, 5, 2, 2, 3, 1, 4, 3, 3, 3, 1, 3, 1, 0, 0], "n_pos": 36, "sum_m_en": [3.724048, 5.630244, 6.053018, 5.814346, 5.83127, 6.498041, 6.353266, 6.336478, 5.880185, 6.698026, 6.728398, 6.699623, 6.539881, 6.436191, 6.304063, 6.16978, 6.444309, 5.960263, 5.980468, 6.026825, 6.020301, 6.165148, 6.077856, 6.261462, 8.984906, 7.862095, 7.507723, 7.382008, 7.363924, 6.656239, 6.145411, 6.497773, 6.62675, 6.381101, 7.057347, 6.918901, 6.755356, 6.634191, 6.422313, 7.598193, 6.711774, 6.221294, 4.888137, 5.699304, 4.315301, 3.069934, 1.119309, 0.354615, 0.264241, 0.0], "sum_m_pl": [0.687118, 1.805629, 1.702229, 1.734267, 1.675856, 1.677867, 1.58669, 1.743072, 1.900104, 2.046086, 2.265962, 2.229662, 2.374857, 2.468487, 2.477597, 2.645162, 2.389532, 2.415274, 2.227177, 2.311506, 2.218889, 2.155462, 2.120994, 2.091423, 2.632626, 3.091003, 2.895358, 3.023532, 3.115239, 3.330636, 3.307693, 3.24575, 2.850294, 2.83469, 2.610708, 2.715851, 2.478905, 2.103685, 2.141012, 2.330141, 2.326993, 2.116059, 1.898356, 2.195607, 2.299257, 2.055181, 2.000166, 1.276074, 0.093266, 0.0]}, "lang": {"n_am_en": [7, 4, 18, 33, 38, 62, 64, 60, 50, 59, 59, 57, 54, 48, 50, 51, 61, 48, 63, 68, 75, 84, 75, 74, 107, 89, 83, 68, 65, 48, 43, 46, 55, 66, 74, 82, 91, 99, 128, 131, 134, 141, 149, 155, 141, 106, 69, 30, 27, 26], "n_am_pl": [7, 19, 16, 14, 17, 17, 14, 27, 31, 18, 23, 33, 31, 24, 18, 13, 14, 13, 15, 11, 11, 6, 8, 4, 14, 17, 20, 27, 30, 43, 32, 25, 30, 20, 21, 14, 16, 17, 15, 13, 18, 17, 18, 18, 34, 52, 110, 160, 170, 178], "n_pos": 205, "sum_m_en": [22.659857, 27.976277, 32.107009, 33.368958, 36.23861, 41.769158, 41.000859, 43.030011, 40.944477, 42.840518, 43.086364, 41.167935, 41.905758, 40.446843, 38.182138, 37.925165, 39.476491, 35.791808, 36.409187, 36.119358, 36.430569, 37.018007, 36.402905, 36.140091, 67.503948, 58.758821, 53.231669, 46.412875, 43.225649, 40.247775, 37.757828, 37.850942, 40.289282, 45.175889, 49.355867, 50.113262, 55.739291, 64.632908, 91.288423, 105.609949, 109.552533, 115.620124, 127.254621, 137.468167, 123.887976, 97.687346, 68.167757, 31.085565, 28.27313, 25.896908], "sum_m_pl": [5.423115, 10.377863, 12.014816, 11.899573, 12.38102, 11.989219, 11.60912, 13.275922, 13.231457, 13.550123, 15.306538, 17.092109, 16.977935, 16.581253, 16.820872, 16.718807, 14.532454, 14.201499, 13.552041, 13.391381, 13.18619, 12.648758, 12.334693, 12.249592, 14.098405, 16.963877, 17.870982, 19.78143, 21.101391, 23.17651, 21.794272, 21.183904, 20.984814, 18.97365, 16.592627, 16.821712, 18.405566, 18.050554, 15.737607, 15.828872, 19.996926, 21.048358, 18.582637, 18.70617, 30.210822, 50.139184, 101.553562, 154.687009, 166.572566, 177.721385]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 453, "item_id": "gsm8kpl-1310", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1499, "region_end": 449, "roundtrip_ok": true, "tf_agree": 0.9956, "tf_agree_excl_first": 0.9978}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 12, 13, 16, 29, 26, 24, 20, 22, 19, 26, 26, 25, 21, 24, 21, 26, 25, 29, 28, 25, 31, 26, 26, 42, 43, 31, 30, 25, 25, 23, 26, 32, 32, 40, 46, 50, 49, 43, 42, 45, 49, 49, 45, 43, 44, 48, 45, 40, 43], "n_am_pl": [1, 10, 6, 4, 2, 3, 3, 4, 4, 4, 7, 8, 12, 9, 8, 9, 10, 12, 6, 4, 5, 5, 3, 3, 3, 5, 5, 9, 11, 13, 8, 7, 6, 2, 0, 0, 0, 0, 1, 0, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0], "n_pos": 105, "sum_m_en": [11.484364, 16.069421, 16.263957, 17.120678, 18.608337, 18.791999, 18.184325, 17.89351, 18.275205, 17.789238, 18.993456, 18.806415, 18.452655, 18.516446, 20.109908, 19.77849, 19.353906, 18.220398, 19.099959, 19.094338, 17.841942, 17.819379, 17.294486, 17.373247, 30.31481, 26.729053, 24.06483, 21.279048, 21.895818, 21.914706, 19.787602, 20.268574, 22.357249, 24.069243, 26.066345, 27.29902, 34.835417, 37.508734, 38.78745, 41.576555, 42.264043, 44.499871, 45.060571, 44.309811, 43.534151, 43.959723, 46.471616, 43.445447, 39.680512, 41.766922], "sum_m_pl": [2.178625, 4.723042, 5.16798, 4.74515, 5.613857, 5.122011, 4.586234, 4.737223, 4.690245, 5.033774, 5.80505, 6.073044, 6.401109, 6.162061, 6.263611, 6.233444, 5.879522, 6.027678, 6.173194, 6.357151, 6.321483, 6.152842, 6.005029, 6.13676, 5.985172, 6.262508, 6.087404, 6.868951, 7.354403, 8.024825, 7.329572, 6.639743, 6.333998, 5.563808, 4.74695, 4.73667, 3.705641, 3.133284, 2.738318, 2.502148, 2.468634, 2.310776, 2.074376, 1.629639, 1.379756, 1.165488, 0.948857, 0.78721, 0.668177, 7.3e-05]}, "digit": {"n_am_en": [0, 2, 2, 2, 4, 5, 7, 3, 3, 2, 6, 5, 5, 3, 4, 4, 5, 5, 5, 4, 4, 5, 3, 4, 9, 6, 4, 4, 3, 2, 2, 3, 3, 5, 4, 4, 4, 5, 3, 3, 3, 3, 2, 1, 0, 0, 2, 1, 0, 0], "n_am_pl": [0, 2, 0, 2, 0, 1, 1, 1, 3, 3, 2, 3, 3, 2, 2, 5, 4, 5, 2, 1, 1, 2, 0, 0, 1, 1, 2, 3, 3, 3, 3, 2, 2, 1, 0, 0, 0, 0, 1, 0, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.295209, 3.657749, 3.596904, 3.42719, 3.604144, 3.617096, 3.544107, 3.366889, 3.246566, 3.414516, 3.801944, 3.602087, 3.557796, 3.574313, 4.077689, 3.96969, 4.008563, 3.63374, 3.871403, 3.707267, 3.701087, 3.680279, 3.615857, 3.690022, 6.200492, 5.020738, 4.444728, 3.960237, 3.947981, 3.871126, 3.827384, 4.11649, 4.463689, 4.760919, 4.499643, 4.170212, 4.349178, 4.471923, 3.96192, 3.61051, 3.643932, 3.418977, 3.418022, 2.432495, 2.078711, 2.355472, 1.659207, 1.020106, 0.565061, 0.0], "sum_m_pl": [0.524655, 0.946558, 0.841689, 0.812756, 0.960541, 0.912319, 0.715841, 0.802731, 0.857271, 0.940984, 1.066082, 1.135857, 1.375371, 1.168337, 1.160931, 1.165835, 1.094117, 1.155684, 1.15559, 1.209593, 1.197612, 1.171535, 1.137002, 1.194712, 1.237808, 1.206627, 1.211908, 1.399686, 1.473146, 1.619888, 1.598567, 1.37867, 1.154856, 0.990461, 0.951024, 1.1735, 1.084909, 0.895308, 1.038005, 1.121759, 1.155206, 1.254818, 1.221097, 1.08735, 0.949292, 0.726965, 0.639549, 0.501225, 0.238624, 0.0]}, "lang": {"n_am_en": [6, 7, 8, 8, 13, 10, 8, 9, 10, 11, 11, 11, 11, 11, 11, 10, 15, 15, 17, 17, 13, 16, 16, 16, 25, 27, 18, 16, 17, 18, 17, 15, 20, 18, 27, 29, 32, 30, 29, 31, 33, 39, 38, 36, 38, 37, 38, 39, 38, 41], "n_am_pl": [0, 4, 1, 1, 1, 0, 1, 1, 1, 1, 3, 3, 6, 4, 3, 4, 2, 2, 2, 0, 1, 0, 0, 0, 1, 2, 1, 3, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [5.257391, 6.689409, 7.167973, 7.718616, 8.291735, 8.316307, 8.162369, 8.269482, 8.543962, 7.916182, 8.253239, 8.240768, 8.076702, 8.268084, 8.996721, 8.841842, 8.595855, 8.182801, 8.596951, 8.715279, 7.875948, 7.668362, 7.345545, 7.268965, 16.637221, 14.686486, 12.937833, 10.626428, 11.105446, 11.204301, 9.54922, 9.719453, 10.798269, 11.8991, 13.662813, 14.460176, 20.270625, 22.86134, 25.231205, 28.402078, 29.866905, 34.224291, 34.585678, 34.778553, 35.703108, 35.185938, 36.846631, 35.628923, 35.548943, 40.200101], "sum_m_pl": [0.911708, 1.900865, 2.048927, 1.968955, 2.353469, 2.085455, 1.914767, 2.043489, 2.104585, 2.145155, 2.600113, 2.728936, 2.854675, 2.797614, 2.807982, 2.779532, 2.656486, 2.704181, 2.786563, 2.807396, 2.815016, 2.708141, 2.617363, 2.618014, 2.546875, 2.629377, 2.542418, 2.933974, 3.121335, 3.313896, 3.028959, 2.86853, 2.955598, 2.616382, 2.062691, 2.029223, 1.454341, 1.160986, 0.906759, 0.641938, 0.589614, 0.372068, 0.219806, 0.161366, 0.108959, 0.083831, 0.051267, 0.080859, 0.154887, 7.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "gsm8kpl-1312", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1170, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9455, "tf_agree_excl_first": 0.9541}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 13, 15, 17, 41, 49, 51, 47, 58, 45, 53, 45, 41, 44, 56, 44, 47, 41, 45, 37, 44, 52, 51, 50, 90, 77, 66, 56, 50, 33, 37, 42, 46, 63, 75, 78, 81, 92, 88, 96, 95, 93, 95, 91, 84, 61, 22, 11, 3, 1], "n_am_pl": [6, 19, 14, 12, 14, 15, 19, 19, 13, 18, 20, 19, 27, 23, 22, 22, 17, 16, 13, 7, 3, 4, 6, 8, 9, 18, 17, 22, 24, 33, 23, 23, 18, 13, 8, 13, 13, 9, 7, 7, 9, 14, 16, 20, 27, 47, 73, 87, 95, 99], "n_pos": 209, "sum_m_en": [20.754153, 30.782695, 32.609018, 32.755818, 35.216762, 36.352494, 34.814473, 36.532794, 37.843147, 37.846313, 40.173486, 38.33015, 38.187833, 37.612453, 39.219304, 38.548115, 38.657624, 34.617927, 35.065301, 33.405234, 33.186562, 33.523807, 33.185368, 32.97108, 61.023365, 53.683041, 44.62482, 37.744703, 37.211478, 35.950305, 34.613009, 35.760729, 37.083539, 42.541745, 45.994546, 49.439823, 53.489809, 58.826011, 64.481767, 78.077615, 79.718069, 76.681637, 84.058675, 85.248854, 80.278836, 61.756482, 25.000364, 11.894104, 5.073926, 1.160565], "sum_m_pl": [3.694185, 9.773661, 10.304055, 9.757963, 11.063912, 10.639273, 11.066335, 10.491911, 10.717023, 11.207101, 13.239864, 14.250088, 14.60005, 14.878444, 14.426961, 14.339305, 12.64422, 12.710885, 12.327994, 12.684859, 12.572381, 12.368067, 12.493225, 12.409709, 13.954229, 15.425513, 15.908733, 17.36836, 19.179938, 21.272179, 18.626198, 18.091164, 17.484122, 15.432682, 13.334582, 13.239558, 14.045018, 12.314449, 11.293443, 9.55788, 12.690088, 15.784819, 16.353294, 17.962622, 26.045943, 43.581156, 71.036167, 85.145959, 93.184774, 99.715766]}, "digit": {"n_am_en": [0, 1, 3, 2, 1, 5, 5, 2, 4, 4, 6, 5, 6, 6, 10, 6, 9, 5, 3, 2, 3, 5, 5, 2, 10, 8, 7, 8, 4, 2, 2, 3, 3, 4, 4, 2, 2, 4, 4, 3, 2, 3, 3, 4, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 0, 0, 1, 1, 2, 0, 1, 0, 1, 0, 2, 5, 2, 4, 1, 0, 0, 2, 0, 0, 0, 0, 0, 1, 0, 2, 3, 3, 3, 2, 1, 0, 0, 1, 2, 1, 1, 1, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.215664, 4.360639, 4.355132, 3.895755, 3.988203, 3.952963, 3.780261, 3.67403, 3.683812, 4.082572, 4.638276, 4.608269, 4.423382, 4.480795, 4.908471, 4.693381, 4.896446, 4.0781, 4.277134, 3.891205, 4.044294, 4.107549, 4.035931, 4.064226, 6.778128, 5.385409, 4.794208, 4.583247, 4.490853, 4.33943, 3.998762, 4.349073, 4.631442, 5.047676, 4.911252, 4.811646, 4.599714, 4.641665, 4.117733, 4.137578, 3.881493, 3.742516, 3.569559, 3.073231, 2.730224, 2.194787, 1.99131, 1.092343, 0.578927, 0.0], "sum_m_pl": [0.363663, 1.157688, 0.903405, 0.805283, 0.912282, 0.867243, 0.746609, 0.746769, 0.916357, 1.005549, 1.280797, 1.356647, 1.556607, 1.568143, 1.466404, 1.46148, 1.270035, 1.380598, 1.385982, 1.416009, 1.396361, 1.383904, 1.378546, 1.416707, 1.401497, 1.601696, 1.315842, 1.572927, 1.709716, 2.07154, 1.923, 1.728122, 1.506232, 1.22789, 1.275507, 1.376553, 1.649181, 1.095396, 1.122157, 1.092458, 1.032054, 1.123421, 1.113171, 1.015305, 0.958657, 1.180831, 0.633149, 0.433702, 0.269227, 0.0]}, "lang": {"n_am_en": [2, 7, 5, 10, 27, 33, 30, 26, 40, 26, 30, 19, 21, 22, 28, 24, 27, 21, 30, 25, 25, 24, 28, 29, 51, 43, 39, 29, 31, 19, 26, 23, 24, 36, 45, 47, 52, 56, 60, 67, 66, 62, 62, 62, 56, 39, 14, 8, 3, 1], "n_am_pl": [2, 11, 8, 9, 5, 7, 8, 7, 7, 14, 15, 14, 17, 10, 11, 13, 10, 11, 4, 3, 2, 2, 2, 3, 3, 8, 11, 12, 14, 21, 15, 14, 13, 11, 7, 11, 9, 6, 5, 4, 9, 13, 15, 15, 24, 41, 68, 79, 93, 99], "n_pos": 101, "sum_m_en": [10.879386, 14.61495, 15.695146, 16.162119, 17.874706, 18.633119, 17.899782, 19.582864, 20.665505, 19.920692, 21.177964, 19.481836, 19.818883, 19.617747, 20.202963, 19.94691, 19.716784, 17.511549, 17.577506, 16.762268, 16.598167, 16.711969, 16.536279, 16.269638, 34.114341, 29.754606, 24.333113, 19.758676, 19.340348, 18.400992, 18.148206, 18.422384, 18.711451, 22.896984, 24.626439, 28.149791, 30.53267, 33.524054, 38.857813, 49.913697, 50.869346, 49.190197, 54.723273, 56.909775, 52.735079, 39.149206, 14.534599, 7.06901, 3.293279, 1.001599], "sum_m_pl": [1.843542, 4.57018, 4.886768, 4.716408, 5.412644, 5.270528, 6.056944, 5.708971, 5.978656, 5.984732, 7.298905, 7.887861, 7.873043, 8.139905, 7.701918, 7.607703, 6.703295, 6.631536, 6.386469, 6.412966, 6.402946, 6.255985, 6.357925, 6.221555, 6.923796, 8.01755, 8.587089, 9.352773, 10.723239, 11.587178, 9.938261, 10.059451, 10.038602, 8.950254, 7.675353, 7.903542, 8.665769, 7.879297, 7.319631, 5.975693, 9.328685, 11.979053, 12.796845, 14.075415, 21.584397, 35.829329, 64.417189, 77.691324, 90.792135, 98.857783]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "gsm8kpl-1312", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1460, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.9953}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 6, 11, 15, 21, 19, 20, 19, 15, 13, 16, 13, 11, 10, 11, 16, 13, 18, 20, 19, 15, 18, 16, 16, 37, 30, 27, 22, 20, 17, 15, 14, 19, 19, 21, 32, 34, 38, 43, 51, 49, 47, 53, 52, 56, 55, 50, 49, 42, 38], "n_am_pl": [0, 4, 5, 2, 3, 5, 7, 8, 9, 9, 7, 9, 18, 8, 12, 9, 8, 8, 9, 6, 3, 5, 6, 5, 8, 6, 6, 9, 9, 18, 14, 11, 5, 5, 4, 4, 3, 1, 3, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 96, "sum_m_en": [10.771536, 14.498366, 14.858075, 15.205549, 16.614083, 16.459991, 16.678783, 15.896541, 15.725888, 15.888301, 15.599081, 15.840011, 14.803742, 14.263701, 13.990806, 14.557037, 14.933969, 14.574851, 15.105803, 15.02066, 14.193658, 14.664265, 14.6434, 15.319836, 22.588543, 20.3134, 19.555515, 17.412153, 17.797195, 17.196691, 16.063755, 16.577903, 16.973095, 17.689826, 19.232076, 20.452839, 25.876244, 30.933443, 34.639235, 40.20532, 41.155237, 41.887792, 45.884177, 46.535638, 49.521986, 51.091534, 50.351829, 46.709406, 42.112073, 38.787217], "sum_m_pl": [2.154964, 4.379793, 4.672673, 4.507698, 4.927788, 4.364836, 4.409437, 4.317079, 4.508703, 5.248221, 5.647703, 6.278395, 6.626151, 6.455373, 6.534751, 7.164883, 6.830044, 6.700799, 6.331142, 6.117919, 6.008591, 5.832802, 5.694833, 5.800094, 6.919089, 7.203244, 6.863817, 7.562223, 7.05878, 8.072498, 7.171702, 7.161888, 7.188571, 6.972007, 6.348393, 6.419535, 5.07937, 4.199551, 4.052173, 3.523274, 3.454365, 2.89224, 2.334999, 1.896453, 1.531653, 1.001818, 0.599642, 0.491107, 0.532588, 8e-05]}, "digit": {"n_am_en": [0, 0, 1, 2, 2, 4, 3, 2, 1, 3, 5, 3, 2, 1, 1, 5, 1, 1, 2, 0, 0, 2, 0, 1, 6, 4, 2, 3, 2, 1, 2, 0, 4, 2, 0, 4, 0, 2, 1, 1, 2, 1, 4, 5, 4, 4, 2, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 2, 6, 4, 2, 2, 1, 0, 2, 3, 1, 0, 1, 0, 1, 0, 1, 3, 2, 3, 2, 6, 2, 2, 0, 2, 2, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.098874, 3.617017, 3.626118, 3.380028, 3.760932, 3.488371, 3.405935, 3.015615, 3.050222, 3.198253, 3.373432, 3.417378, 3.178194, 3.126, 2.901391, 3.016915, 2.916806, 2.745472, 3.06264, 2.989338, 2.99785, 3.195569, 3.218782, 3.385231, 4.310651, 4.075126, 3.651069, 3.483621, 3.611365, 3.357548, 3.094747, 3.30851, 3.301235, 3.126142, 2.995818, 2.981126, 3.078736, 2.856979, 2.496527, 2.548269, 2.556947, 2.35167, 3.661555, 3.327788, 3.898229, 4.463415, 3.606683, 1.315711, 0.607324, 0.0], "sum_m_pl": [0.312174, 0.834526, 0.716319, 0.714269, 0.848184, 0.688443, 0.663569, 0.569332, 0.736643, 0.843449, 0.965149, 1.084747, 1.315619, 1.284666, 1.275153, 1.486344, 1.347643, 1.406549, 1.331966, 1.287206, 1.221523, 1.19248, 1.142118, 1.167543, 1.313388, 1.40181, 1.266226, 1.350219, 1.276982, 1.571929, 1.333314, 1.453376, 1.334988, 1.342369, 1.273066, 1.379588, 1.154002, 1.021351, 1.12852, 1.100689, 1.082501, 1.033388, 0.893863, 0.714591, 0.626239, 0.465092, 0.314537, 0.271924, 0.179042, 0.0]}, "lang": {"n_am_en": [8, 2, 7, 7, 14, 10, 11, 13, 10, 6, 5, 7, 6, 5, 6, 8, 8, 13, 12, 13, 11, 12, 11, 10, 19, 15, 15, 11, 12, 9, 9, 8, 9, 11, 14, 17, 21, 23, 27, 34, 34, 35, 36, 36, 38, 37, 38, 37, 37, 37], "n_am_pl": [0, 2, 1, 1, 3, 1, 2, 3, 4, 4, 3, 4, 6, 1, 5, 4, 2, 3, 1, 0, 0, 3, 4, 4, 3, 5, 4, 6, 4, 8, 7, 5, 2, 3, 4, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.762949, 5.78597, 6.048743, 6.340485, 6.959277, 6.926083, 7.436043, 7.306856, 7.281521, 7.131128, 6.775975, 6.821271, 6.537897, 6.185649, 6.297552, 6.490913, 6.685913, 6.463462, 6.376235, 6.357355, 5.895508, 6.021403, 5.970104, 6.212471, 11.868841, 10.126441, 9.911177, 8.336972, 8.270873, 8.037263, 7.671905, 7.78716, 8.066219, 8.236095, 9.456413, 10.46208, 14.49741, 18.851355, 22.555412, 26.679938, 27.357062, 29.099482, 32.144219, 33.101288, 34.851469, 35.650021, 36.315456, 35.718848, 35.416847, 36.996502], "sum_m_pl": [0.830312, 1.670265, 1.820165, 1.768649, 1.952061, 1.716742, 1.688577, 1.744797, 1.767789, 2.11534, 2.310256, 2.748706, 2.786022, 2.734554, 2.760329, 3.090394, 2.903834, 2.702151, 2.559257, 2.451392, 2.40943, 2.325877, 2.290073, 2.315241, 2.68971, 2.92218, 3.062667, 3.45658, 3.105948, 3.402713, 3.074837, 3.113344, 3.304273, 3.193211, 2.763441, 2.87707, 2.322868, 1.732567, 1.661527, 1.225145, 1.209329, 0.939513, 0.651189, 0.577138, 0.329219, 0.139094, 0.063536, 0.061947, 0.05175, 7e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "gsm8kpl-135", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1150, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.97, "tf_agree_excl_first": 0.9798}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 15, 13, 23, 31, 24, 24, 21, 19, 21, 26, 16, 26, 17, 16, 19, 20, 20, 27, 30, 24, 29, 32, 26, 56, 49, 38, 30, 30, 25, 25, 19, 28, 33, 40, 43, 45, 58, 69, 79, 84, 78, 90, 94, 85, 73, 43, 19, 16, 7], "n_am_pl": [0, 9, 7, 15, 13, 18, 23, 21, 14, 19, 27, 26, 25, 20, 19, 27, 17, 18, 16, 16, 15, 20, 20, 19, 17, 24, 27, 30, 24, 25, 36, 31, 22, 19, 16, 16, 15, 7, 3, 7, 7, 7, 7, 5, 9, 25, 47, 63, 60, 64], "n_pos": 164, "sum_m_en": [17.21785, 25.705426, 26.399984, 27.724251, 28.128657, 28.970425, 28.561985, 29.008708, 29.218656, 29.530192, 28.730194, 28.45236, 26.256619, 25.696609, 24.346311, 25.703976, 26.503962, 25.305702, 26.647061, 25.670275, 24.902974, 25.656747, 25.565677, 26.267506, 38.985848, 33.923688, 31.154243, 28.883295, 28.141632, 26.869086, 25.528413, 26.588508, 24.959571, 27.545316, 29.619518, 30.756696, 36.389416, 42.979487, 52.469731, 62.297221, 62.66439, 63.070233, 71.940802, 77.537619, 77.475079, 68.221464, 39.957132, 18.160553, 14.968095, 7.423397], "sum_m_pl": [2.563471, 7.200595, 7.698509, 7.608342, 8.61414, 8.344511, 8.514225, 8.720824, 9.229009, 10.500319, 11.507552, 12.329519, 12.972771, 12.917669, 13.431622, 14.293704, 12.396734, 12.625561, 11.15651, 10.905488, 10.705524, 10.302891, 10.096576, 9.904704, 13.670308, 15.993855, 16.97394, 17.347279, 16.266691, 18.504334, 16.321131, 16.200146, 16.272745, 15.087155, 13.112437, 13.964588, 11.301179, 9.408121, 8.58997, 8.255754, 8.048863, 7.987175, 8.082576, 8.08125, 9.658345, 21.347617, 45.678502, 61.481109, 60.438319, 63.752619]}, "digit": {"n_am_en": [0, 2, 2, 2, 3, 2, 3, 0, 1, 0, 4, 1, 3, 3, 2, 5, 2, 0, 0, 0, 1, 1, 2, 1, 4, 4, 2, 2, 2, 3, 2, 2, 2, 2, 4, 2, 1, 2, 2, 1, 3, 1, 3, 5, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 3, 8, 3, 5, 4, 0, 2, 2, 3, 1, 2, 1, 0, 1, 3, 2, 3, 4, 4, 3, 2, 2, 2, 2, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.261911, 4.120123, 4.289189, 4.10202, 4.281908, 4.1606, 3.919269, 3.661414, 3.78234, 4.011825, 4.140662, 4.107448, 3.765579, 3.799895, 3.545865, 3.704915, 3.692608, 3.420265, 3.700869, 3.530519, 3.550989, 3.769645, 3.81478, 4.03297, 5.091855, 4.631003, 4.178919, 4.237947, 4.301, 4.036179, 3.68081, 4.04978, 3.683867, 3.512717, 3.372726, 3.383036, 3.579154, 3.369607, 3.199246, 3.179381, 3.285186, 3.012681, 3.870122, 3.776785, 3.226125, 3.346188, 2.506884, 0.925356, 0.447511, 0.0], "sum_m_pl": [0.422297, 1.113605, 0.960711, 0.919124, 0.967309, 0.870696, 0.807471, 0.740007, 0.964439, 1.160618, 1.296752, 1.415756, 1.62271, 1.651537, 1.698148, 1.856489, 1.557358, 1.747307, 1.612313, 1.55523, 1.505737, 1.455718, 1.400222, 1.397992, 1.794615, 1.899223, 1.654677, 1.714331, 1.606426, 1.892809, 1.685936, 1.758609, 1.620992, 1.540175, 1.43911, 1.560768, 1.285759, 1.163869, 1.338826, 1.30375, 1.34506, 1.311511, 1.126132, 0.945151, 0.818971, 1.06667, 1.159486, 0.405076, 0.179477, 0.0]}, "lang": {"n_am_en": [6, 7, 5, 13, 19, 13, 12, 11, 11, 11, 11, 7, 14, 8, 10, 7, 9, 9, 17, 18, 14, 18, 19, 16, 31, 24, 18, 14, 15, 12, 12, 10, 13, 16, 19, 23, 28, 38, 43, 49, 53, 51, 57, 58, 55, 44, 24, 12, 10, 7], "n_am_pl": [0, 3, 4, 8, 7, 8, 11, 12, 9, 9, 12, 13, 10, 9, 9, 14, 11, 11, 8, 6, 9, 11, 11, 11, 10, 13, 17, 17, 12, 10, 20, 17, 11, 12, 11, 9, 8, 3, 3, 6, 5, 5, 6, 4, 6, 21, 38, 58, 59, 64], "n_pos": 72, "sum_m_en": [7.359257, 11.104283, 11.495463, 12.653296, 12.706718, 13.022845, 13.017002, 13.785834, 13.990215, 13.979025, 13.658485, 13.49286, 12.493774, 12.388034, 11.611116, 12.187534, 12.494096, 11.943139, 12.76294, 12.186661, 11.86289, 12.02922, 11.936668, 12.141981, 20.076279, 17.961084, 16.37193, 14.570636, 13.756506, 12.817852, 12.651283, 12.705304, 11.962419, 14.506786, 15.509052, 16.5666, 21.051688, 24.898316, 31.80523, 36.323528, 36.767623, 37.482342, 43.410644, 48.116152, 48.558415, 39.788326, 21.328214, 11.243493, 9.793658, 7.305937], "sum_m_pl": [0.97274, 2.950847, 3.187113, 3.077211, 3.649947, 3.593845, 3.76498, 4.135315, 4.38892, 4.78804, 5.292475, 5.806836, 6.120624, 5.919931, 6.364179, 6.653805, 5.721315, 5.792228, 5.129554, 4.937322, 4.81764, 4.653869, 4.555681, 4.427238, 6.082661, 6.867982, 8.022709, 7.891174, 7.989106, 9.144017, 7.80471, 8.067983, 8.145194, 7.416849, 6.774018, 7.492504, 5.94326, 4.558657, 3.887355, 3.660664, 3.530168, 3.865179, 4.51557, 4.770102, 5.934046, 17.325801, 37.695846, 55.946261, 58.42707, 63.424345]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "gsm8kpl-135", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1440, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.994}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 42, 49, 57, 58, 49, 54, 51, 41, 45, 39, 46, 37, 29, 38, 45, 31, 28, 26, 28, 28, 29, 28, 34, 70, 60, 49, 42, 46, 38, 45, 44, 50, 53, 55, 57, 76, 84, 107, 109, 112, 114, 123, 115, 124, 110, 113, 104, 99, 101], "n_am_pl": [6, 16, 15, 12, 11, 15, 18, 13, 17, 18, 26, 23, 33, 22, 28, 22, 26, 33, 21, 16, 13, 9, 12, 10, 19, 19, 20, 22, 32, 36, 29, 24, 19, 19, 16, 15, 12, 10, 7, 6, 6, 4, 4, 3, 1, 0, 0, 0, 0, 0], "n_pos": 245, "sum_m_en": [28.01402, 40.548261, 41.135802, 40.716548, 45.150839, 43.168355, 43.2706, 46.114838, 45.573958, 45.938028, 44.914257, 45.096963, 43.127808, 41.148115, 37.935622, 40.229551, 41.977907, 38.75112, 39.653194, 40.261502, 38.530672, 39.374385, 38.897979, 40.341402, 53.354044, 49.893399, 47.944778, 44.727585, 44.91551, 45.360482, 42.947431, 42.638936, 43.950423, 45.372364, 50.112642, 52.0673, 59.950169, 65.954966, 76.210377, 81.675196, 84.958517, 92.249288, 96.897805, 92.911768, 103.727198, 98.65514, 101.541507, 97.517102, 92.838981, 101.060403], "sum_m_pl": [4.960897, 11.023641, 12.26864, 11.4852, 12.827564, 12.774801, 12.747039, 12.866111, 12.985103, 13.955487, 15.185056, 15.868908, 17.197239, 17.880723, 18.720078, 19.121624, 17.684948, 18.061202, 17.193472, 17.213276, 16.863479, 16.036407, 15.77243, 16.123427, 22.308663, 23.507943, 23.192764, 23.418247, 24.439452, 25.813654, 22.907445, 22.08535, 22.171047, 21.989032, 20.406648, 18.959149, 16.910744, 15.061327, 13.560617, 11.862982, 11.374762, 8.846481, 8.420365, 7.273228, 5.285791, 3.286954, 2.214202, 1.492059, 1.355604, 0.018048]}, "digit": {"n_am_en": [0, 4, 3, 4, 4, 2, 1, 2, 4, 5, 4, 3, 3, 4, 1, 8, 7, 3, 5, 2, 1, 2, 1, 2, 5, 4, 4, 1, 3, 3, 4, 2, 3, 3, 4, 2, 6, 7, 10, 11, 11, 10, 13, 16, 18, 9, 12, 8, 3, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 2, 1, 8, 4, 4, 6, 4, 4, 5, 2, 2, 1, 0, 0, 4, 2, 1, 0, 4, 3, 4, 5, 4, 4, 2, 3, 5, 4, 4, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.660845, 6.195752, 6.201594, 6.038284, 6.885696, 6.250991, 6.216766, 6.61967, 6.361487, 6.467314, 6.425686, 6.222959, 6.106214, 5.991472, 5.669406, 5.690654, 5.899386, 5.54555, 5.589829, 5.461054, 5.20132, 5.281175, 5.216807, 5.437657, 6.44064, 6.311621, 5.93589, 5.562531, 5.412195, 5.546796, 5.240003, 5.303712, 5.439226, 5.440832, 5.435748, 5.540569, 5.699362, 5.663851, 5.835238, 6.435015, 6.06589, 5.790015, 6.507765, 7.040566, 8.389209, 6.952678, 7.755299, 6.67529, 2.610983, 9e-06], "sum_m_pl": [0.55573, 1.532144, 1.387651, 1.436085, 1.662106, 1.493446, 1.413957, 1.409166, 1.553599, 1.756538, 2.015778, 2.112829, 2.223393, 2.271616, 2.393518, 2.485902, 2.242424, 2.347376, 2.275677, 2.27031, 2.16167, 2.016224, 1.975711, 2.015715, 2.782807, 2.860849, 2.486127, 2.492974, 2.801664, 2.876282, 2.525244, 2.644601, 2.457882, 2.351372, 2.325818, 2.115638, 1.956208, 1.718799, 1.923607, 1.816677, 1.816983, 1.927415, 1.615196, 1.341418, 1.182233, 1.064733, 0.82267, 0.529164, 0.237915, 0.0]}, "lang": {"n_am_en": [18, 20, 29, 28, 36, 31, 40, 36, 26, 22, 25, 27, 17, 19, 24, 23, 15, 14, 12, 16, 18, 21, 20, 21, 42, 37, 33, 29, 35, 25, 32, 28, 33, 29, 37, 37, 45, 48, 62, 66, 73, 76, 79, 78, 88, 86, 88, 86, 92, 100], "n_am_pl": [3, 9, 4, 3, 7, 5, 5, 5, 10, 12, 11, 15, 16, 10, 16, 12, 12, 13, 8, 6, 5, 4, 6, 6, 4, 6, 10, 12, 14, 16, 10, 11, 11, 10, 7, 9, 5, 4, 2, 1, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 102, "sum_m_en": [11.762928, 16.462255, 16.955819, 17.269088, 19.325377, 18.908521, 19.103961, 20.095583, 20.060549, 19.998122, 19.528462, 19.735855, 18.985054, 18.455058, 16.89426, 17.774476, 18.910879, 17.460915, 17.92956, 18.221115, 17.385208, 17.961507, 17.724342, 18.278092, 30.26987, 28.135177, 27.253631, 24.855526, 24.803536, 24.365461, 22.303302, 21.806556, 22.417379, 23.204826, 26.834063, 28.726591, 34.434252, 38.756246, 44.831348, 50.82004, 53.857901, 61.127083, 65.25389, 64.790017, 75.278914, 74.795846, 80.693629, 79.142956, 83.16516, 99.48322], "sum_m_pl": [2.00451, 4.4011, 4.893497, 4.573385, 5.063744, 5.257181, 5.321349, 5.568379, 5.762893, 5.949795, 6.397445, 6.856058, 7.624506, 8.036369, 8.392213, 8.857001, 7.914622, 7.959996, 7.601714, 7.397518, 7.222785, 6.898182, 6.797404, 6.87779, 9.211815, 9.650148, 10.042153, 10.57199, 10.502498, 11.815847, 10.651698, 10.45351, 11.085991, 11.548236, 10.260463, 10.114902, 8.787675, 7.51887, 6.373462, 4.969789, 4.744239, 3.167912, 3.186898, 3.000991, 1.679842, 0.700942, 0.425336, 0.345271, 0.428917, 0.017995]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "gsm8kpl-141", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1141, "region_end": 245, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.988}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 10, 27, 35, 52, 47, 52, 67, 56, 54, 42, 45, 47, 33, 31, 34, 44, 36, 40, 40, 41, 46, 48, 43, 92, 64, 59, 50, 45, 45, 51, 43, 44, 58, 65, 62, 74, 94, 107, 127, 130, 128, 132, 134, 126, 85, 41, 19, 12, 11], "n_am_pl": [6, 38, 32, 22, 23, 25, 40, 28, 46, 36, 39, 57, 53, 54, 49, 43, 30, 41, 31, 28, 22, 20, 28, 17, 39, 41, 38, 48, 54, 53, 53, 44, 44, 35, 39, 28, 29, 25, 26, 25, 35, 32, 30, 27, 48, 81, 137, 147, 147, 147], "n_pos": 312, "sum_m_en": [29.734924, 46.549058, 50.489349, 50.522411, 53.056121, 53.630798, 54.476364, 58.676271, 58.346977, 59.750855, 58.133558, 58.499373, 58.020721, 54.5639, 51.015931, 53.308468, 55.364761, 50.519634, 52.44857, 52.521788, 49.996803, 50.462326, 50.526767, 52.280247, 70.768583, 62.281065, 56.965869, 53.178385, 52.866821, 54.285938, 51.43791, 52.622365, 53.162014, 54.607566, 56.608818, 56.321166, 60.233787, 71.821952, 82.75125, 90.757937, 93.7475, 97.8005, 105.514832, 110.593177, 104.638837, 75.942126, 38.887219, 17.570012, 13.215368, 10.99708], "sum_m_pl": [5.753681, 15.183446, 16.783776, 16.013689, 17.901874, 18.087154, 17.866595, 18.04895, 18.912693, 19.768347, 21.390784, 22.971988, 24.087249, 25.807331, 26.045663, 26.509441, 23.453404, 22.946214, 21.026741, 21.030202, 21.202197, 20.462353, 20.318323, 20.232022, 28.314251, 31.644442, 32.809955, 32.507051, 34.216878, 36.19717, 31.558285, 31.366138, 31.071149, 29.710144, 27.736776, 25.493923, 24.800264, 20.777329, 20.426855, 19.337343, 23.908661, 24.281738, 26.039592, 28.257018, 44.425113, 73.259204, 131.293526, 147.944637, 144.621005, 146.603512]}, "digit": {"n_am_en": [0, 2, 9, 1, 2, 0, 0, 4, 4, 7, 10, 7, 5, 3, 5, 7, 8, 4, 6, 6, 2, 6, 5, 4, 14, 9, 7, 1, 4, 1, 3, 1, 0, 2, 4, 5, 4, 3, 7, 6, 7, 4, 8, 12, 10, 9, 9, 7, 1, 0], "n_am_pl": [0, 5, 2, 1, 0, 0, 4, 1, 5, 3, 7, 6, 12, 8, 7, 7, 6, 5, 5, 3, 2, 1, 2, 2, 7, 6, 2, 3, 7, 6, 4, 5, 1, 2, 7, 2, 2, 0, 2, 0, 2, 2, 1, 0, 0, 0, 2, 2, 0, 0], "n_pos": 43, "sum_m_en": [4.20847, 7.306303, 7.31222, 6.809819, 7.201727, 7.089005, 7.10333, 7.607678, 7.681936, 7.965441, 8.332125, 8.234925, 8.168593, 7.568195, 7.53518, 7.432332, 7.685915, 6.969755, 7.471377, 7.32302, 6.877128, 6.962085, 6.849747, 7.237019, 9.603688, 8.258446, 7.866263, 7.311017, 7.211624, 7.153613, 6.440762, 6.992484, 7.054605, 6.925741, 6.87635, 6.727709, 6.570092, 6.193187, 6.284376, 6.113302, 5.784868, 5.634192, 6.016062, 6.036206, 5.547166, 5.108641, 6.309288, 5.761534, 2.225129, 0.0], "sum_m_pl": [0.661803, 2.075698, 1.827842, 1.843608, 1.968065, 1.843961, 1.856603, 1.826747, 2.148987, 2.377934, 2.784547, 2.777441, 2.898243, 2.852218, 2.92816, 3.045304, 2.808402, 2.815509, 2.586978, 2.671956, 2.605475, 2.513501, 2.480917, 2.571417, 3.485216, 3.663944, 3.273408, 3.290817, 3.776566, 3.94194, 3.3585, 3.65878, 3.25066, 2.968297, 2.777251, 2.456459, 2.153873, 1.773419, 1.892639, 1.83834, 1.793964, 1.879697, 1.600004, 1.404787, 1.37832, 1.133395, 2.70486, 2.372866, 0.696235, 0.0]}, "lang": {"n_am_en": [8, 3, 12, 20, 35, 33, 38, 44, 35, 34, 24, 20, 28, 22, 15, 15, 26, 18, 21, 26, 26, 30, 29, 30, 57, 39, 39, 36, 27, 27, 33, 29, 34, 38, 41, 34, 51, 61, 71, 90, 92, 96, 97, 100, 94, 60, 28, 9, 10, 11], "n_am_pl": [5, 14, 19, 11, 15, 18, 24, 23, 27, 20, 24, 37, 29, 32, 28, 28, 15, 24, 16, 13, 14, 15, 17, 11, 20, 24, 22, 32, 33, 31, 29, 25, 32, 28, 26, 22, 25, 20, 19, 22, 28, 25, 25, 22, 41, 75, 118, 137, 144, 146], "n_pos": 158, "sum_m_en": [15.831959, 23.214627, 26.538507, 27.25464, 28.766413, 29.201664, 29.851845, 32.087852, 32.169757, 32.920071, 31.40791, 31.782166, 31.645611, 29.619525, 27.098548, 28.513945, 29.779686, 26.675944, 27.538077, 27.903199, 26.614522, 26.801418, 27.085239, 27.850325, 42.117273, 36.255815, 32.865759, 30.154725, 29.740099, 30.19059, 29.130656, 29.560105, 29.560365, 30.927217, 31.836025, 32.600249, 36.321726, 45.110103, 52.159212, 60.525693, 64.352599, 69.157877, 75.906603, 82.040347, 77.013746, 53.834933, 25.604163, 7.888471, 9.342329, 10.996919], "sum_m_pl": [2.94007, 7.187223, 8.270593, 7.846006, 8.903038, 9.146694, 9.341906, 9.667854, 10.255047, 10.449798, 11.2854, 12.780068, 13.554548, 15.108487, 15.097786, 15.335301, 12.976102, 12.832128, 11.647846, 11.25426, 11.437797, 11.042622, 10.998791, 10.877298, 14.787974, 17.346721, 18.665286, 18.838207, 19.912214, 21.376681, 18.957959, 18.713164, 19.00892, 18.638598, 17.299376, 16.392869, 16.872942, 13.844303, 13.644614, 13.22335, 17.374791, 17.943506, 20.007048, 22.127973, 36.908739, 64.836229, 115.387542, 135.699062, 139.613649, 145.39263]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 317, "item_id": "gsm8kpl-141", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1431, "region_end": 312, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9842}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 13, 10, 13, 17, 14, 19, 14, 13, 14, 17, 18, 12, 12, 13, 13, 18, 15, 21, 19, 16, 17, 16, 22, 33, 26, 20, 18, 16, 17, 14, 15, 16, 23, 21, 21, 23, 23, 34, 35, 39, 31, 39, 37, 35, 33, 33, 35, 23, 26], "n_am_pl": [2, 2, 8, 2, 5, 4, 5, 8, 4, 6, 9, 11, 19, 13, 12, 7, 9, 10, 9, 5, 5, 4, 3, 1, 4, 11, 7, 13, 6, 12, 11, 9, 15, 9, 7, 5, 6, 3, 5, 3, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 98, "sum_m_en": [10.132208, 15.195825, 15.757015, 16.097374, 17.226286, 17.278503, 17.812914, 17.122356, 17.603182, 18.788682, 18.821138, 18.077623, 18.004703, 17.699706, 17.087327, 17.35374, 17.211188, 16.216912, 16.816445, 16.765365, 15.620841, 15.621665, 15.654755, 16.579536, 22.24093, 19.622897, 18.895602, 17.583504, 18.038389, 18.350396, 17.958253, 18.487194, 18.653942, 18.970929, 19.453418, 19.722716, 22.174333, 24.596984, 26.381489, 29.941416, 29.90971, 29.583227, 31.081768, 31.435714, 32.210489, 31.38706, 31.325928, 30.966505, 25.109346, 25.474836], "sum_m_pl": [1.713789, 5.363063, 5.388325, 4.949993, 5.189424, 4.787932, 4.574165, 4.580913, 4.743155, 5.41804, 5.895863, 6.277605, 6.507364, 6.480127, 6.761221, 6.972438, 6.840662, 7.095782, 6.564522, 6.592175, 6.286098, 6.075627, 5.867104, 5.99039, 7.34756, 8.289268, 8.125587, 8.555639, 7.71112, 8.615177, 7.450515, 6.796428, 6.901183, 6.682341, 6.488359, 5.813071, 4.828675, 4.123872, 3.828452, 3.662911, 3.38347, 3.142902, 3.135817, 2.518505, 2.228733, 2.043717, 1.429005, 1.020745, 0.49862, 0.012985]}, "digit": {"n_am_en": [0, 5, 0, 4, 5, 1, 5, 2, 1, 6, 9, 5, 4, 6, 6, 3, 7, 4, 7, 5, 5, 6, 4, 9, 16, 11, 5, 6, 3, 2, 1, 3, 4, 8, 7, 3, 5, 6, 9, 9, 10, 5, 10, 11, 10, 7, 9, 8, 0, 0], "n_am_pl": [0, 0, 1, 0, 2, 0, 2, 2, 1, 1, 3, 2, 7, 7, 3, 1, 1, 4, 4, 2, 1, 1, 2, 0, 1, 4, 1, 5, 2, 8, 7, 4, 5, 2, 4, 2, 4, 2, 5, 3, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.665047, 6.564571, 6.551046, 6.555549, 7.130108, 6.893193, 6.83304, 6.883541, 6.764841, 7.693813, 7.788277, 7.462673, 7.421844, 7.225192, 7.050512, 6.892346, 6.846984, 6.094477, 6.51212, 6.324261, 6.045536, 6.156143, 6.122425, 6.524052, 8.360086, 7.411161, 7.048244, 6.709487, 6.611146, 6.637742, 6.806159, 7.138282, 7.07069, 6.837227, 6.994121, 6.36926, 7.176024, 7.744658, 7.215888, 7.78956, 7.136694, 6.405143, 6.596658, 7.358804, 7.325653, 6.05815, 6.84694, 5.61261, 1.155313, 0.0], "sum_m_pl": [0.532695, 1.85234, 1.607356, 1.519492, 1.549033, 1.394981, 1.271891, 1.309505, 1.471764, 1.740286, 2.052322, 2.170175, 2.292712, 2.287671, 2.268631, 2.394872, 2.285667, 2.424966, 2.183806, 2.216446, 2.163921, 2.147647, 2.086715, 2.12778, 2.500203, 2.740475, 2.519814, 2.950146, 2.710035, 3.087228, 2.65617, 2.239674, 2.091276, 2.071834, 2.113452, 2.069642, 1.916817, 1.704891, 1.966273, 1.971226, 1.926192, 1.97623, 2.001369, 1.715117, 1.607955, 1.455213, 1.076939, 0.786331, 0.248999, 0.0]}, "lang": {"n_am_en": [6, 5, 5, 4, 6, 8, 7, 8, 8, 5, 5, 8, 6, 5, 5, 6, 7, 8, 8, 9, 9, 10, 9, 9, 13, 11, 11, 9, 11, 11, 11, 9, 7, 11, 11, 14, 14, 15, 20, 20, 23, 22, 22, 22, 22, 23, 21, 22, 21, 25], "n_am_pl": [0, 0, 1, 0, 2, 1, 0, 2, 0, 1, 1, 4, 3, 2, 3, 2, 5, 3, 2, 1, 2, 1, 0, 1, 0, 2, 3, 5, 2, 3, 3, 4, 5, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.277567, 4.031626, 4.380105, 4.596699, 4.821322, 5.00142, 5.383273, 5.041726, 5.410865, 5.461213, 5.398911, 5.341612, 5.319183, 5.301892, 5.07127, 5.253243, 5.037483, 5.038054, 5.029448, 5.176961, 4.73488, 4.656104, 4.588223, 4.780103, 8.578726, 7.810302, 7.827635, 6.628672, 6.686206, 6.634192, 6.05967, 6.444771, 6.53238, 7.319909, 7.478502, 8.955607, 10.619177, 12.356934, 14.079665, 16.406565, 17.464299, 17.878411, 18.2784, 19.203503, 20.154036, 19.791481, 19.574853, 20.564151, 20.417327, 24.256281], "sum_m_pl": [0.478775, 1.387415, 1.456888, 1.365552, 1.573474, 1.468233, 1.496009, 1.445557, 1.450858, 1.515114, 1.666935, 1.765273, 1.923086, 2.001293, 2.090952, 2.123876, 2.084877, 2.177704, 2.094392, 2.033016, 1.919458, 1.820441, 1.746118, 1.774815, 2.159978, 2.561043, 2.762183, 2.655316, 2.453453, 2.683394, 2.417096, 2.320632, 2.360721, 2.25261, 2.157588, 1.719198, 1.217666, 1.07801, 0.792787, 0.615163, 0.472871, 0.331765, 0.400693, 0.309259, 0.153436, 0.120237, 0.087735, 0.032345, 0.026844, 0.012985]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 104, "item_id": "gsm8kpl-146", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1229, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9806}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 14, 14, 28, 26, 17, 24, 24, 24, 24, 23, 30, 25, 15, 25, 24, 32, 28, 27, 33, 29, 27, 26, 28, 55, 46, 40, 26, 31, 32, 31, 36, 36, 46, 47, 44, 52, 64, 66, 63, 73, 60, 60, 65, 68, 48, 27, 6, 0, 0], "n_am_pl": [1, 12, 20, 10, 16, 17, 14, 14, 17, 16, 20, 21, 18, 23, 19, 20, 16, 15, 14, 11, 9, 10, 4, 7, 7, 22, 13, 17, 19, 32, 16, 14, 28, 21, 16, 14, 12, 8, 12, 11, 12, 14, 19, 16, 13, 28, 56, 68, 71, 73], "n_pos": 172, "sum_m_en": [16.485647, 26.617673, 27.766645, 27.945697, 29.621654, 29.629727, 30.652052, 30.968892, 30.386354, 31.896675, 32.184532, 31.599184, 31.50606, 30.862215, 30.417276, 31.544988, 30.860326, 28.790544, 29.230945, 28.984002, 27.300442, 27.600856, 27.460782, 28.092039, 40.922216, 36.494944, 33.978594, 30.533443, 29.880686, 31.180359, 30.903108, 31.867056, 31.809005, 32.774751, 33.663202, 37.813985, 41.429448, 45.949622, 47.122145, 50.93069, 51.231551, 50.881208, 52.622243, 58.142292, 59.327346, 45.284846, 23.621065, 7.774165, 2.121372, 0.001396], "sum_m_pl": [3.022049, 9.30365, 10.026046, 9.115921, 9.674157, 9.30498, 9.039989, 9.119341, 10.119662, 10.268311, 11.480535, 12.728157, 12.927342, 12.842428, 13.063041, 13.107413, 12.135075, 11.582384, 10.538729, 10.788739, 10.35142, 10.103109, 9.990873, 10.036779, 12.742229, 14.095045, 14.31898, 15.238415, 15.507095, 16.710005, 13.522834, 13.247427, 13.466639, 12.095781, 11.171101, 10.472301, 9.483845, 8.316191, 8.620183, 8.264008, 8.908639, 8.921752, 10.735548, 13.088207, 14.41221, 27.974917, 54.086639, 67.099316, 70.960794, 72.237309]}, "digit": {"n_am_en": [0, 2, 3, 3, 3, 2, 3, 5, 2, 5, 9, 7, 3, 2, 5, 5, 11, 4, 6, 8, 5, 5, 4, 5, 11, 9, 9, 2, 3, 5, 2, 5, 4, 5, 6, 3, 7, 10, 12, 9, 10, 9, 11, 10, 11, 7, 9, 4, 0, 0], "n_am_pl": [0, 2, 2, 0, 0, 2, 1, 0, 0, 0, 1, 1, 6, 4, 6, 2, 1, 2, 4, 2, 1, 1, 1, 0, 0, 2, 0, 2, 1, 5, 3, 2, 5, 5, 2, 2, 2, 2, 3, 3, 4, 5, 4, 1, 0, 1, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.742825, 6.696296, 6.895078, 6.790266, 7.175233, 6.933599, 6.812349, 7.239494, 6.932049, 7.853652, 7.931792, 7.530188, 7.341018, 7.429229, 7.324709, 7.291818, 7.273842, 6.494225, 6.748563, 6.603185, 6.407459, 6.441372, 6.348686, 6.598869, 8.648837, 7.974312, 7.252117, 6.749783, 6.592976, 7.003082, 6.82405, 7.351816, 7.563456, 7.091628, 7.150622, 7.453913, 7.919018, 8.25566, 8.559121, 9.261412, 8.602432, 8.585857, 10.34743, 10.554301, 9.36085, 8.073173, 7.489085, 4.666849, 0.993705, 0.0], "sum_m_pl": [0.672544, 2.225214, 1.920271, 1.728659, 1.682823, 1.529728, 1.404666, 1.373448, 1.762905, 1.979004, 2.41798, 2.499868, 2.491872, 2.468618, 2.484325, 2.572982, 2.265298, 2.262458, 1.963221, 2.048539, 2.03886, 2.011334, 1.952314, 1.983509, 2.203377, 2.551284, 2.38074, 2.626747, 2.49947, 2.860073, 2.48916, 2.219779, 2.164349, 2.077514, 2.021356, 1.940428, 1.766814, 1.608346, 1.887464, 1.845115, 1.852439, 1.873035, 1.871256, 1.705846, 1.54604, 1.458741, 0.843877, 0.647794, 0.288421, 0.0]}, "lang": {"n_am_en": [7, 5, 6, 19, 16, 10, 12, 12, 14, 12, 9, 14, 10, 8, 12, 10, 6, 12, 12, 15, 14, 12, 13, 13, 25, 25, 22, 14, 18, 18, 19, 21, 22, 27, 24, 27, 27, 35, 31, 31, 38, 31, 32, 37, 37, 25, 12, 1, 0, 0], "n_am_pl": [0, 6, 9, 3, 10, 9, 7, 8, 10, 9, 12, 11, 4, 13, 9, 12, 11, 9, 6, 6, 5, 4, 1, 3, 3, 11, 9, 7, 14, 17, 10, 7, 13, 10, 10, 9, 9, 5, 8, 8, 8, 9, 13, 14, 12, 27, 51, 64, 68, 71], "n_pos": 72, "sum_m_en": [7.111132, 10.200675, 10.881812, 11.284644, 12.033754, 12.082862, 13.073964, 13.228062, 13.22765, 13.395882, 13.496859, 13.407349, 13.278841, 12.748074, 12.68693, 13.332529, 12.723901, 11.857232, 11.972751, 11.962194, 11.11807, 11.415075, 11.451493, 11.551927, 18.259181, 16.145977, 15.208892, 13.288269, 12.678248, 13.297983, 13.508903, 13.833993, 13.415792, 14.580018, 14.697829, 16.543884, 18.745919, 20.996375, 21.589534, 23.247102, 24.160335, 24.518484, 25.081912, 29.661788, 30.908898, 22.746792, 9.888065, 1.490191, 0.491856, 8e-06], "sum_m_pl": [1.37374, 3.62249, 4.375574, 3.95581, 4.468935, 4.338795, 4.376914, 4.448364, 4.995633, 4.821911, 5.138816, 5.93767, 6.094044, 6.249408, 6.325436, 6.18934, 5.634635, 5.317966, 4.932045, 4.87048, 4.617959, 4.550761, 4.52633, 4.533, 5.620223, 6.630455, 7.34201, 7.536028, 8.170329, 8.679344, 6.894429, 6.976977, 7.189902, 6.3791, 5.989627, 5.762806, 5.419694, 4.633711, 4.727211, 4.660301, 5.383749, 5.317895, 7.096368, 9.544739, 11.151543, 25.238601, 49.251177, 61.92083, 67.037762, 70.195373]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "gsm8kpl-146", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1519, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 5, 4, 10, 11, 7, 11, 10, 10, 11, 13, 16, 10, 9, 12, 14, 10, 8, 8, 7, 11, 9, 11, 14, 21, 17, 17, 15, 18, 12, 12, 13, 12, 15, 11, 11, 16, 23, 25, 35, 34, 36, 34, 32, 33, 34, 34, 36, 35, 33], "n_am_pl": [3, 4, 9, 4, 5, 3, 1, 4, 6, 5, 5, 4, 10, 8, 9, 11, 8, 9, 6, 9, 8, 6, 3, 7, 8, 8, 9, 9, 10, 12, 9, 7, 13, 10, 9, 8, 6, 3, 3, 1, 2, 3, 2, 1, 1, 0, 0, 0, 0, 1], "n_pos": 68, "sum_m_en": [7.83498, 9.558287, 9.981139, 11.190878, 11.743389, 11.432771, 11.07848, 11.073192, 10.836907, 11.283942, 11.363923, 11.70697, 11.369457, 11.020342, 10.265545, 10.585401, 10.763709, 10.305723, 10.943656, 11.080093, 10.397775, 10.763214, 10.48803, 10.822941, 15.815094, 14.219354, 13.709121, 12.256305, 13.359328, 12.402252, 10.852143, 10.752412, 11.223288, 11.948476, 12.737051, 12.588348, 14.650719, 17.524397, 20.332194, 27.082213, 26.57386, 29.600587, 30.453143, 29.781096, 31.183246, 33.841422, 33.698237, 36.825095, 34.607072, 33.125509], "sum_m_pl": [1.658559, 3.271584, 3.668943, 3.589976, 3.980821, 3.925795, 3.727637, 3.826415, 3.857612, 4.145708, 4.04346, 4.751115, 4.981968, 4.781981, 5.061685, 5.581853, 4.958284, 5.158115, 4.660252, 4.827259, 4.803866, 4.524977, 4.435305, 4.674345, 7.362494, 7.99884, 8.208286, 8.49854, 6.919203, 7.21078, 6.518505, 6.316279, 6.752072, 6.293049, 5.865414, 5.893286, 5.394725, 4.472964, 3.606974, 2.797673, 2.791331, 2.581737, 2.272541, 1.989853, 1.557709, 0.879988, 0.668471, 0.495346, 0.251344, 0.706873]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 3, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 1, 1, 3, 4, 2, 2, 3, 3, 0, 2, 0, 1, 2, 0, 0, 0, 0, 0, 2, 1, 1, 1, 2, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 1, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 2, 4, 3, 2, 2, 1, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.111144, 1.810031, 1.77264, 1.831117, 1.874196, 1.80211, 1.702012, 1.698277, 1.678412, 1.730837, 1.815338, 1.822862, 1.737289, 1.543858, 1.45392, 1.521007, 1.585498, 1.551852, 1.705577, 1.778231, 1.640729, 1.750283, 1.732796, 1.79942, 2.51685, 2.145589, 2.22098, 1.894079, 2.045285, 1.802059, 1.701918, 1.693827, 1.678629, 1.628834, 1.616224, 1.494317, 1.384413, 1.382942, 1.223153, 1.838233, 1.694544, 1.800411, 1.905507, 1.803187, 1.623884, 1.372152, 1.199731, 1.104046, 0.037067, 0.0], "sum_m_pl": [0.166214, 0.420698, 0.342541, 0.377228, 0.423225, 0.404597, 0.420237, 0.410559, 0.517059, 0.551942, 0.587967, 0.681444, 0.848785, 0.738554, 0.693945, 0.739554, 0.698205, 0.730966, 0.675084, 0.693045, 0.659713, 0.645808, 0.619011, 0.650108, 0.778957, 0.86018, 0.719496, 0.885124, 0.753293, 0.934201, 0.886272, 0.855829, 0.87272, 0.814448, 0.710016, 0.804274, 0.925007, 0.738385, 0.622294, 0.529758, 0.541737, 0.594359, 0.569568, 0.543839, 0.505207, 0.364629, 0.19637, 0.092409, 0.019096, 0.0]}, "lang": {"n_am_en": [5, 5, 2, 5, 6, 5, 7, 9, 10, 8, 8, 11, 6, 5, 8, 10, 8, 8, 8, 6, 9, 8, 9, 11, 13, 11, 12, 10, 11, 9, 8, 9, 8, 10, 9, 9, 14, 19, 21, 27, 28, 30, 28, 27, 29, 30, 31, 31, 31, 32], "n_am_pl": [3, 2, 6, 2, 4, 1, 0, 3, 5, 4, 3, 3, 4, 6, 6, 5, 4, 4, 3, 5, 4, 2, 1, 3, 4, 4, 5, 6, 5, 5, 3, 3, 8, 6, 4, 4, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1], "n_pos": 33, "sum_m_en": [3.916373, 4.637055, 4.819498, 5.490113, 5.513755, 5.482849, 5.617571, 5.589501, 5.482099, 5.662948, 5.808711, 6.040533, 5.930472, 5.802128, 5.538935, 5.627709, 5.57037, 5.294001, 5.532122, 5.511226, 5.33309, 5.485019, 5.265119, 5.35844, 10.116522, 8.920818, 8.196641, 7.073306, 7.556017, 6.945216, 5.935996, 5.943325, 6.471783, 7.154474, 7.536391, 8.030217, 9.706597, 12.455033, 15.679751, 20.962509, 21.266542, 23.753227, 24.246437, 24.341385, 26.454395, 28.647309, 29.221653, 30.480269, 30.621266, 31.758206], "sum_m_pl": [0.985646, 1.676635, 2.005322, 1.824015, 2.030662, 2.12208, 2.004678, 2.213483, 2.127546, 2.230494, 2.135666, 2.571739, 2.678087, 2.571543, 2.851193, 3.060417, 2.621698, 2.595281, 2.316512, 2.408091, 2.421905, 2.25578, 2.233353, 2.323535, 3.18673, 4.002918, 4.501996, 4.856045, 3.587182, 3.52445, 3.355068, 3.335064, 3.784326, 3.521728, 3.210244, 3.321471, 2.904158, 2.39463, 1.860103, 1.234662, 1.228337, 0.98139, 0.808171, 0.764431, 0.461298, 0.127947, 0.222869, 0.257501, 0.120577, 0.494127]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "gsm8kpl-149", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9859}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 7, 9, 17, 10, 14, 15, 9, 13, 14, 16, 13, 14, 13, 9, 11, 17, 18, 14, 14, 13, 16, 14, 13, 26, 21, 17, 23, 22, 18, 15, 13, 15, 16, 16, 18, 19, 28, 38, 49, 51, 50, 52, 52, 51, 47, 25, 14, 10, 7], "n_am_pl": [1, 9, 8, 9, 5, 12, 9, 12, 11, 11, 12, 14, 22, 17, 14, 20, 19, 15, 15, 14, 10, 8, 7, 10, 17, 20, 22, 17, 13, 22, 18, 24, 20, 22, 18, 12, 12, 12, 7, 9, 5, 10, 8, 10, 9, 13, 38, 45, 50, 54], "n_pos": 96, "sum_m_en": [9.442016, 14.030569, 14.627961, 15.53969, 15.773387, 15.692752, 15.46997, 16.176923, 16.190614, 17.034428, 16.702993, 16.986594, 16.265453, 15.802641, 14.467152, 15.132394, 15.538755, 14.989783, 15.720333, 15.676821, 14.81151, 15.273822, 15.287978, 15.684295, 22.069389, 20.123806, 19.179419, 17.362338, 16.797806, 15.628912, 14.267833, 14.59202, 14.330768, 15.359204, 16.290622, 17.181426, 19.521014, 21.435716, 25.332049, 35.429784, 34.338274, 35.140018, 35.281824, 39.773739, 38.813029, 37.95131, 20.925641, 14.302497, 9.580962, 6.935549], "sum_m_pl": [1.5977, 4.492599, 5.016296, 4.777828, 5.633368, 5.75951, 5.783842, 6.235349, 6.891456, 7.068672, 7.048353, 7.886006, 8.5269, 7.977966, 8.388717, 9.173423, 7.883191, 7.927397, 6.830491, 6.867048, 6.728881, 6.401221, 6.304361, 6.359305, 9.215048, 10.415562, 11.104409, 11.998037, 10.896938, 12.181534, 11.082749, 11.162066, 11.719267, 11.594416, 10.12447, 9.283888, 8.888399, 7.520708, 6.975686, 4.938851, 5.157311, 6.372158, 7.647346, 8.334208, 7.056449, 13.911201, 35.045275, 43.437859, 49.382092, 53.534282]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 0, 0, 2, 0, 2, 1, 2, 3, 2, 2, 1, 1, 2, 0, 0, 1, 1, 1, 4, 1, 2, 3, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 1, 3, 2, 2, 2, 1, 1, 0, 0, 0, 2, 2, 2, 0, 1, 1, 2, 2, 2, 1, 3, 4, 3, 4, 3, 3, 2, 2, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 10, "sum_m_en": [0.987502, 1.67667, 1.700019, 1.596496, 1.645929, 1.673371, 1.606801, 1.595037, 1.516448, 1.618026, 1.683025, 1.72021, 1.541895, 1.494191, 1.486578, 1.518247, 1.589236, 1.591868, 1.730301, 1.72977, 1.668793, 1.809016, 1.801992, 1.858217, 2.607141, 2.191977, 2.126294, 1.747972, 1.817092, 1.567758, 1.472623, 1.557739, 1.460358, 1.292379, 1.410341, 1.441003, 1.461901, 1.392339, 1.202111, 1.343369, 1.109425, 1.198862, 1.594723, 1.431025, 1.365136, 1.211925, 0.643191, 0.964425, 0.02163, 0.0], "sum_m_pl": [0.189824, 0.440047, 0.367706, 0.371467, 0.395813, 0.386655, 0.395432, 0.38361, 0.513492, 0.560798, 0.615932, 0.684097, 0.804306, 0.711017, 0.707978, 0.809616, 0.752648, 0.809348, 0.677233, 0.667069, 0.64568, 0.639401, 0.605798, 0.604099, 0.787059, 0.862968, 0.747297, 0.866342, 0.768484, 0.994643, 0.898994, 0.910307, 0.868393, 0.8127, 0.73017, 0.870985, 0.876605, 0.687529, 0.713807, 0.643724, 0.561905, 0.548678, 0.555479, 0.513208, 0.571283, 0.644403, 0.92162, 0.951378, 0.013057, 0.0]}, "lang": {"n_am_en": [5, 6, 8, 15, 9, 14, 12, 9, 10, 13, 12, 8, 11, 10, 6, 8, 13, 12, 11, 10, 10, 13, 11, 11, 18, 17, 13, 18, 17, 15, 13, 13, 11, 13, 14, 14, 17, 25, 32, 41, 43, 42, 43, 44, 44, 40, 20, 10, 8, 6], "n_am_pl": [0, 5, 4, 5, 3, 5, 4, 7, 6, 4, 8, 11, 14, 12, 8, 13, 13, 9, 9, 9, 5, 4, 4, 5, 6, 11, 13, 12, 8, 15, 11, 15, 11, 15, 8, 8, 6, 6, 4, 5, 3, 8, 7, 10, 9, 13, 37, 44, 50, 53], "n_pos": 59, "sum_m_en": [5.736157, 8.578236, 9.214614, 9.870368, 9.866654, 9.797535, 9.876374, 10.553117, 10.903292, 11.202703, 10.920213, 11.074398, 10.889375, 10.630455, 9.606647, 10.109115, 10.314431, 9.812285, 10.168446, 10.037429, 9.499071, 9.647913, 9.642809, 9.829767, 15.595817, 14.212979, 13.45262, 12.062953, 11.03545, 10.194689, 9.393018, 9.565809, 9.388108, 10.684485, 11.279859, 12.518004, 14.771917, 16.438288, 20.024233, 28.44364, 27.519623, 27.696386, 27.273871, 31.634304, 32.015446, 31.816747, 16.768388, 10.157106, 7.461829, 6.197691], "sum_m_pl": [0.872224, 2.68933, 3.192106, 2.950737, 3.606364, 3.717757, 3.758706, 4.169467, 4.562898, 4.586342, 4.650035, 5.348499, 5.701555, 5.408037, 5.743694, 6.174115, 5.133819, 5.173953, 4.457779, 4.436014, 4.370723, 4.154953, 4.149956, 4.166925, 5.800194, 6.810169, 7.132292, 7.670515, 7.366235, 8.322951, 7.325326, 7.533339, 8.040722, 7.771327, 6.789346, 6.139112, 5.924169, 4.941545, 4.716264, 3.059856, 3.558305, 4.924575, 6.369452, 7.239173, 5.940828, 12.824474, 33.540475, 42.27988, 49.231012, 52.591632]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "gsm8kpl-149", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1444, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.97, "tf_agree_excl_first": 0.9798}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [31, 43, 56, 45, 44, 47, 50, 62, 67, 68, 59, 65, 64, 68, 65, 71, 79, 81, 93, 94, 81, 89, 86, 81, 121, 96, 90, 86, 75, 73, 74, 80, 74, 85, 100, 115, 134, 131, 143, 155, 155, 154, 165, 152, 154, 145, 136, 137, 115, 102], "n_am_pl": [12, 30, 42, 29, 32, 30, 25, 20, 23, 22, 27, 35, 41, 34, 34, 32, 28, 40, 29, 24, 22, 16, 18, 13, 28, 27, 36, 40, 34, 40, 33, 25, 27, 21, 15, 15, 10, 18, 12, 8, 10, 5, 4, 1, 2, 2, 2, 2, 2, 3], "n_pos": 331, "sum_m_en": [40.775508, 55.484412, 57.041443, 58.745731, 61.385598, 58.607587, 57.769934, 60.133774, 59.644425, 62.418639, 62.035692, 61.75034, 58.294967, 60.10135, 61.90543, 60.614674, 60.469026, 58.00141, 59.384753, 57.030586, 54.24383, 54.785118, 53.320643, 55.081847, 80.989344, 75.880072, 70.595413, 65.950696, 67.705582, 65.147587, 64.301212, 67.690274, 68.188328, 68.160398, 73.643417, 78.224449, 96.13424, 106.155199, 119.696353, 129.172424, 126.207672, 130.113625, 139.300113, 135.993401, 133.08089, 134.408715, 131.863499, 133.181925, 111.918444, 102.410383], "sum_m_pl": [8.15914, 16.284441, 18.335525, 16.739591, 18.100041, 16.329459, 16.18707, 16.838531, 17.640192, 19.113431, 21.166883, 22.220488, 22.119783, 23.184983, 23.467295, 23.986178, 23.000354, 24.564515, 23.192738, 22.670781, 22.034316, 21.070491, 20.48586, 20.622217, 27.167965, 28.810451, 30.03221, 29.426597, 30.588548, 31.293648, 28.09197, 25.726386, 24.455556, 23.272503, 21.396958, 21.1437, 18.169437, 15.858312, 14.579915, 12.693804, 12.866743, 11.475637, 10.013814, 7.666091, 7.815599, 6.093442, 4.333644, 3.682512, 4.529228, 2.99853]}, "digit": {"n_am_en": [1, 4, 6, 6, 1, 1, 3, 5, 6, 10, 10, 8, 8, 5, 6, 4, 8, 9, 9, 9, 8, 6, 5, 8, 17, 7, 10, 9, 9, 4, 5, 4, 4, 2, 4, 6, 12, 8, 11, 10, 9, 9, 15, 11, 8, 5, 3, 3, 0, 0], "n_am_pl": [1, 5, 1, 0, 2, 0, 1, 0, 0, 1, 5, 6, 8, 5, 4, 3, 4, 6, 4, 2, 2, 3, 2, 0, 2, 0, 4, 7, 4, 5, 7, 4, 4, 1, 3, 5, 5, 6, 5, 6, 6, 5, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [5.100874, 8.392185, 8.319666, 8.364662, 8.722961, 8.146264, 8.106224, 8.259311, 8.116586, 8.497929, 9.241375, 8.973263, 8.661313, 8.581405, 9.067305, 8.588805, 8.485451, 7.944226, 8.015646, 7.840118, 7.586833, 7.837612, 7.682263, 8.089544, 11.1407, 10.088983, 9.361663, 9.009318, 9.318443, 9.019897, 9.284727, 9.460136, 9.843211, 9.265359, 9.330363, 8.854626, 9.626093, 9.077717, 8.639755, 8.835365, 7.779189, 8.714156, 10.558772, 9.114931, 6.982471, 5.804203, 4.580165, 3.284559, 1.246735, 0.0], "sum_m_pl": [0.901203, 2.34023, 2.110329, 2.089403, 2.26276, 2.055835, 1.816724, 1.933145, 2.259338, 2.529283, 3.0033, 2.974536, 3.091678, 3.297589, 3.162242, 3.209406, 2.901792, 3.35385, 3.116135, 3.032901, 3.00021, 2.863013, 2.745212, 2.81771, 3.475914, 3.620065, 3.67104, 3.704993, 3.728959, 3.781956, 3.547077, 3.147986, 2.842876, 2.755804, 2.685168, 3.06677, 3.468348, 3.018268, 3.260302, 3.134629, 3.218188, 3.17017, 2.413435, 1.841641, 2.448329, 1.807205, 1.01137, 0.634654, 0.323624, 0.0]}, "lang": {"n_am_en": [12, 16, 22, 22, 20, 21, 23, 27, 26, 18, 16, 24, 26, 29, 33, 34, 34, 36, 51, 48, 44, 48, 44, 43, 65, 54, 52, 45, 38, 42, 35, 40, 42, 53, 61, 69, 74, 74, 78, 87, 93, 92, 98, 91, 93, 94, 95, 101, 103, 101], "n_am_pl": [6, 6, 18, 15, 16, 10, 10, 8, 10, 15, 9, 16, 17, 15, 14, 9, 7, 9, 6, 7, 5, 5, 6, 4, 6, 11, 8, 16, 13, 15, 9, 9, 7, 8, 5, 5, 2, 4, 1, 1, 2, 0, 1, 1, 1, 1, 2, 2, 2, 3], "n_pos": 105, "sum_m_en": [15.042604, 17.223645, 19.430031, 20.082294, 21.044196, 20.353273, 20.068782, 21.430167, 21.92471, 23.030239, 21.404878, 21.486152, 20.312737, 21.127002, 22.023798, 21.482523, 21.544697, 21.071841, 21.892326, 20.438391, 19.291714, 19.444842, 18.606103, 19.018939, 36.483535, 34.060942, 31.000341, 28.096031, 27.674743, 26.369279, 25.856979, 27.129015, 27.32064, 28.979805, 32.503759, 38.447683, 48.629809, 55.379778, 63.864002, 72.514353, 75.622323, 77.88032, 83.639385, 83.312197, 85.280924, 87.604788, 89.813978, 95.923569, 94.582698, 100.411517], "sum_m_pl": [2.61623, 4.710015, 5.524741, 5.265064, 5.474107, 4.807902, 5.148648, 5.451869, 5.727952, 6.011875, 6.804906, 7.691235, 7.421887, 7.770256, 7.919656, 7.960459, 7.755927, 7.885831, 7.557949, 7.269556, 7.080755, 6.832285, 6.721904, 6.676001, 8.223642, 8.872272, 9.87119, 10.186248, 10.60925, 11.046528, 9.762823, 9.05526, 8.939892, 8.573668, 7.348923, 7.245483, 5.717348, 4.649705, 3.762248, 2.885457, 2.821627, 2.235011, 2.078734, 1.683978, 1.5925, 1.347496, 1.478988, 1.654682, 2.472202, 2.998191]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 335, "item_id": "gsm8kpl-153", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1265, "region_end": 331, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.988}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 38, 46, 105, 142, 117, 118, 121, 129, 151, 134, 121, 127, 127, 142, 153, 137, 163, 153, 157, 141, 167, 162, 169, 300, 238, 203, 169, 165, 137, 146, 146, 146, 174, 170, 206, 245, 273, 301, 329, 326, 305, 355, 324, 252, 174, 73, 53, 34, 14], "n_am_pl": [3, 75, 86, 66, 63, 73, 104, 85, 75, 68, 82, 93, 90, 82, 67, 74, 57, 70, 49, 51, 40, 34, 40, 45, 51, 69, 65, 79, 87, 114, 95, 95, 80, 66, 73, 74, 71, 67, 55, 57, 57, 57, 57, 71, 137, 243, 323, 372, 378, 374], "n_pos": 736, "sum_m_en": [77.669344, 115.695034, 121.328708, 127.003397, 133.042462, 133.881868, 134.492988, 139.454306, 137.710477, 140.758235, 142.148518, 138.980332, 131.582119, 131.126767, 132.346661, 130.981383, 129.304042, 125.231287, 120.525053, 117.31879, 115.422773, 118.406378, 117.892949, 120.240572, 176.52487, 157.167479, 149.450117, 131.253907, 136.291696, 127.642469, 129.447523, 132.137319, 131.878778, 131.874343, 138.373181, 148.522971, 160.073454, 184.670281, 221.809098, 246.761364, 241.870505, 240.481004, 301.309015, 284.990599, 227.159911, 164.370598, 75.643468, 56.448538, 38.795818, 14.236113], "sum_m_pl": [13.777664, 38.806502, 43.074376, 40.985623, 41.555298, 40.983825, 41.490056, 42.950088, 43.965538, 46.463855, 49.440161, 50.220332, 50.520367, 51.3713, 53.070319, 55.510833, 51.04092, 54.474349, 50.444468, 49.930167, 48.171025, 46.947829, 45.261678, 44.649111, 61.380093, 68.885871, 71.794246, 69.849087, 73.404436, 77.544636, 65.436363, 62.912303, 62.061727, 62.704151, 56.648982, 59.151311, 57.108376, 51.934096, 49.313666, 49.167165, 50.928964, 52.419007, 54.092977, 64.632461, 120.793092, 202.353341, 304.660143, 360.302208, 371.401819, 375.930527]}, "digit": {"n_am_en": [0, 1, 0, 2, 5, 5, 8, 4, 7, 8, 10, 11, 11, 8, 8, 9, 8, 7, 9, 9, 9, 8, 5, 10, 11, 13, 12, 7, 8, 4, 10, 9, 11, 12, 11, 11, 13, 12, 9, 9, 8, 9, 8, 6, 6, 5, 3, 2, 0, 0], "n_am_pl": [0, 2, 7, 2, 3, 5, 0, 1, 1, 3, 9, 8, 11, 6, 9, 5, 6, 8, 8, 5, 2, 3, 3, 1, 2, 5, 2, 7, 7, 7, 6, 11, 4, 1, 9, 5, 9, 7, 7, 5, 4, 5, 3, 2, 1, 3, 0, 0, 0, 0], "n_pos": 53, "sum_m_en": [5.537053, 9.239904, 9.923326, 9.491125, 9.467164, 9.148431, 9.321509, 9.425151, 9.104326, 9.850999, 10.552451, 10.009923, 9.254345, 9.001587, 9.129153, 8.786836, 8.770267, 8.431307, 8.540041, 8.484687, 8.546104, 8.874231, 8.777212, 9.17428, 11.849673, 11.062236, 10.769215, 9.595191, 10.736719, 10.141354, 10.194872, 10.987242, 11.039648, 10.559708, 10.323775, 9.640151, 8.771712, 8.649681, 8.47215, 8.151409, 7.283795, 6.893354, 7.128613, 6.815267, 5.980304, 5.180239, 3.604297, 1.507887, 1.021567, 1e-06], "sum_m_pl": [1.205028, 3.238706, 2.780671, 2.685457, 2.566281, 2.263177, 2.271361, 2.098121, 2.433979, 2.677718, 3.202138, 3.20258, 3.257752, 3.437212, 3.307648, 3.37536, 3.177212, 3.615088, 3.356126, 3.418652, 3.259155, 3.162541, 3.017424, 3.061551, 3.853697, 4.114784, 3.909743, 4.207386, 4.461317, 4.40589, 3.63033, 3.512864, 3.166989, 3.101496, 3.22376, 3.590021, 3.519018, 3.012734, 3.495564, 3.278328, 3.063195, 3.142859, 2.860198, 2.493254, 2.296603, 1.937531, 1.104918, 0.61106, 0.279992, 3.4e-05]}, "lang": {"n_am_en": [8, 21, 24, 71, 102, 90, 78, 76, 80, 92, 88, 71, 78, 81, 82, 95, 82, 94, 95, 105, 95, 115, 115, 113, 190, 144, 128, 101, 99, 72, 82, 82, 81, 107, 109, 126, 160, 177, 193, 224, 226, 212, 252, 226, 167, 108, 50, 31, 21, 14], "n_am_pl": [1, 35, 43, 45, 41, 37, 52, 45, 41, 38, 37, 53, 46, 41, 39, 42, 31, 39, 26, 27, 22, 20, 26, 33, 31, 46, 44, 61, 48, 70, 61, 60, 53, 45, 48, 56, 49, 47, 40, 43, 47, 48, 47, 61, 124, 216, 297, 347, 363, 374], "n_pos": 391, "sum_m_en": [41.984508, 60.996941, 65.955364, 70.792798, 75.983435, 76.654024, 76.714973, 80.286362, 80.35237, 81.625792, 81.952121, 80.516901, 76.402518, 76.1141, 76.480551, 76.206696, 74.685773, 71.752354, 68.382332, 66.0119, 64.478488, 66.001017, 65.816536, 66.353354, 105.7693, 92.670878, 88.313053, 77.504493, 78.974953, 73.182262, 74.891838, 76.332462, 74.496961, 77.067523, 80.400381, 89.788205, 99.159567, 116.42792, 141.672581, 163.911909, 164.029584, 162.377314, 214.988965, 200.332034, 154.111258, 106.953664, 50.240117, 32.309449, 21.390561, 14.075279], "sum_m_pl": [6.513312, 18.034, 20.56813, 19.987675, 20.625429, 21.175548, 21.550365, 23.263165, 23.779455, 24.706112, 26.585865, 27.507635, 28.096055, 29.317857, 29.938926, 31.490749, 28.917084, 30.957465, 28.70746, 27.574044, 26.483485, 26.01438, 25.163272, 24.72999, 35.494, 40.247821, 43.121026, 41.262587, 42.657296, 44.754362, 38.345174, 37.350482, 37.787519, 38.605053, 34.174489, 37.029247, 37.247294, 33.465917, 31.632181, 32.22241, 34.054429, 37.281763, 38.590521, 49.719064, 101.330563, 176.781868, 277.126485, 333.203892, 357.396475, 373.767716]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 740, "item_id": "gsm8kpl-153", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1555, "region_end": 736, "roundtrip_ok": true, "tf_agree": 0.9946, "tf_agree_excl_first": 0.9959}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 17, 15, 14, 16, 19, 19, 19, 14, 12, 14, 12, 16, 12, 16, 17, 20, 19, 17, 18, 20, 19, 21, 19, 31, 31, 23, 16, 16, 17, 21, 25, 27, 25, 28, 27, 38, 41, 32, 35, 33, 30, 31, 31, 29, 26, 27, 27, 25, 25], "n_am_pl": [2, 9, 7, 7, 3, 4, 3, 6, 8, 7, 8, 6, 8, 5, 5, 6, 7, 2, 2, 6, 1, 2, 2, 2, 7, 2, 2, 4, 7, 2, 3, 0, 2, 0, 3, 1, 4, 3, 5, 2, 4, 3, 3, 1, 1, 2, 2, 1, 0, 0], "n_pos": 85, "sum_m_en": [9.515083, 13.745748, 13.646768, 13.747219, 14.866771, 14.530755, 13.973198, 14.198874, 14.399397, 14.705908, 15.187274, 15.5288, 15.485211, 14.510632, 15.034889, 15.112946, 16.139614, 14.601566, 14.631583, 14.656236, 13.83995, 13.670055, 13.578835, 13.725048, 21.85063, 20.146377, 18.349388, 15.695815, 15.533192, 16.656598, 15.388758, 15.813135, 16.758769, 17.442323, 20.623717, 21.549195, 26.187932, 28.475013, 30.34338, 31.869138, 31.281005, 30.941312, 29.416013, 30.250138, 29.175383, 27.148713, 26.928896, 26.280549, 24.805377, 25.206856], "sum_m_pl": [1.837817, 4.595345, 4.639938, 4.125666, 4.109735, 3.779678, 3.459566, 3.581222, 3.984906, 4.493481, 5.135299, 5.18628, 5.182733, 4.828397, 4.857259, 4.872213, 4.901246, 4.866902, 5.045333, 5.025475, 4.887089, 4.773859, 4.783772, 4.864523, 5.148904, 5.167493, 5.209552, 5.720205, 5.75302, 5.483829, 4.742956, 4.385685, 4.263396, 4.090698, 3.956553, 4.057313, 3.533002, 3.207743, 2.917884, 2.873802, 2.798447, 2.635099, 2.445122, 2.276626, 2.111188, 1.940534, 1.341852, 0.860901, 0.510503, 0.000217]}, "digit": {"n_am_en": [0, 5, 4, 2, 2, 1, 1, 3, 1, 3, 3, 1, 3, 2, 5, 6, 5, 1, 1, 1, 1, 0, 2, 1, 8, 7, 5, 0, 1, 2, 2, 3, 5, 5, 5, 2, 10, 8, 2, 2, 2, 1, 3, 4, 3, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 0, 0, 1, 1, 2, 2, 1, 4, 3, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 4, 1, 0, 2, 1, 0, 1, 0, 0, 0, 2, 1, 3, 1, 4, 2, 3, 3, 3, 1, 1, 2, 2, 1, 0, 0], "n_pos": 26, "sum_m_en": [2.709135, 4.582907, 4.557868, 4.454804, 4.873923, 4.635887, 4.239808, 4.289896, 4.323357, 4.790989, 5.441665, 5.241476, 5.236402, 4.732834, 4.882563, 4.696879, 5.009184, 4.259227, 4.341305, 4.353438, 4.134201, 4.208636, 4.189337, 4.251524, 5.659119, 5.432941, 4.97591, 4.33235, 4.469512, 4.687828, 4.337772, 4.461681, 4.482125, 4.614667, 5.032428, 5.09102, 5.268643, 5.024609, 4.51662, 4.230734, 3.88177, 4.078725, 3.730525, 3.594785, 3.156447, 2.76657, 2.08516, 1.668432, 0.558616, 0.0], "sum_m_pl": [0.479828, 1.45453, 1.196167, 1.044511, 1.013265, 0.890497, 0.694798, 0.731272, 0.941409, 1.145257, 1.409087, 1.428628, 1.342539, 1.333557, 1.241582, 1.436653, 1.397716, 1.391361, 1.396871, 1.405879, 1.384298, 1.348154, 1.301776, 1.309239, 1.368506, 1.384108, 1.237888, 1.539046, 1.393439, 1.338942, 1.16632, 1.035191, 1.003373, 1.074646, 1.111457, 1.251688, 1.304722, 1.227857, 1.443366, 1.587425, 1.71051, 1.664616, 1.613073, 1.608621, 1.594545, 1.570405, 1.103066, 0.656507, 0.176186, 0.0]}, "lang": {"n_am_en": [4, 9, 10, 9, 11, 12, 12, 13, 10, 6, 8, 8, 7, 6, 7, 6, 10, 12, 12, 9, 10, 11, 11, 13, 16, 17, 15, 12, 11, 12, 12, 15, 16, 14, 15, 15, 19, 22, 24, 25, 24, 22, 22, 23, 24, 24, 24, 23, 24, 24], "n_am_pl": [1, 4, 1, 2, 1, 2, 1, 2, 3, 3, 2, 2, 1, 1, 2, 3, 2, 1, 0, 3, 1, 1, 1, 1, 1, 0, 1, 2, 4, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.239841, 4.290744, 4.179995, 4.434647, 4.917244, 4.863328, 4.947995, 5.028027, 5.071964, 4.860912, 4.512853, 5.11331, 4.950357, 4.768573, 5.083795, 5.071963, 5.370875, 5.147551, 4.891593, 4.765149, 4.585552, 4.464656, 4.375512, 4.368299, 10.144962, 9.579572, 8.614092, 6.997276, 6.564409, 7.00942, 6.550892, 6.816236, 7.458082, 7.907271, 9.487099, 9.946161, 13.845233, 15.66375, 18.953255, 20.07249, 20.407342, 19.773047, 20.420883, 21.798616, 22.331426, 21.56897, 22.000284, 21.57601, 22.662848, 24.209487], "sum_m_pl": [0.493901, 1.186515, 1.13387, 1.059941, 1.24833, 1.26248, 1.24142, 1.295341, 1.42559, 1.638057, 1.778961, 1.768646, 1.890866, 1.704317, 1.782485, 1.623198, 1.708609, 1.739473, 1.803573, 1.730049, 1.675879, 1.630021, 1.675767, 1.706052, 1.96259, 1.827788, 2.185987, 2.269504, 2.4084, 2.077775, 1.865833, 1.806426, 1.754323, 1.548852, 1.369017, 1.490701, 1.163759, 0.92336, 0.638955, 0.470074, 0.423769, 0.338378, 0.275005, 0.239205, 0.183321, 0.120822, 0.066411, 0.048819, 0.066969, 4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "gsm8kpl-165", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1281, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9551, "tf_agree_excl_first": 0.9659}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 19, 14, 21, 21, 17, 28, 22, 29, 38, 21, 19, 24, 18, 22, 30, 37, 29, 31, 34, 41, 35, 34, 29, 63, 54, 42, 28, 24, 38, 42, 32, 28, 35, 52, 57, 59, 77, 79, 72, 75, 75, 66, 70, 65, 47, 29, 11, 1, 0], "n_am_pl": [2, 16, 11, 13, 12, 11, 16, 20, 13, 13, 18, 14, 26, 26, 18, 24, 14, 24, 15, 13, 13, 13, 12, 12, 14, 13, 18, 24, 22, 18, 13, 24, 22, 16, 16, 16, 18, 13, 13, 11, 15, 13, 14, 17, 18, 34, 51, 59, 66, 64], "n_pos": 188, "sum_m_en": [18.724513, 29.870531, 31.844023, 31.741868, 33.946963, 33.928192, 32.387159, 32.446282, 31.986185, 33.276096, 34.370684, 33.282042, 33.102704, 31.496051, 33.254611, 32.823413, 35.346413, 31.106127, 30.954793, 31.513656, 30.806656, 31.003746, 30.719119, 30.802718, 43.989417, 41.426377, 36.337918, 32.625642, 33.223014, 34.832297, 33.108495, 33.192726, 32.49766, 34.182602, 39.08631, 40.066246, 40.928534, 47.537157, 57.683294, 63.55505, 63.736659, 66.602426, 59.118173, 60.483454, 59.633615, 45.375216, 25.2976, 9.52708, 2.582419, 0.000353], "sum_m_pl": [3.762313, 10.48531, 11.052615, 9.456116, 9.591552, 9.333159, 8.776767, 9.264045, 10.555779, 11.767013, 12.7454, 14.22481, 13.268907, 13.668602, 13.244451, 13.124461, 12.462307, 12.651981, 12.588055, 12.398836, 12.00191, 11.507106, 11.411028, 11.226802, 14.614054, 14.081359, 14.938516, 15.567397, 17.006658, 16.862843, 15.312592, 16.331543, 16.090615, 15.165605, 14.33736, 15.16687, 16.332565, 12.899204, 10.544415, 9.648013, 11.062305, 11.061028, 13.963713, 16.225054, 18.877255, 27.386805, 49.011132, 59.424961, 66.149641, 64.176188]}, "digit": {"n_am_en": [0, 6, 3, 2, 2, 0, 3, 0, 2, 7, 8, 6, 4, 4, 5, 9, 9, 4, 5, 3, 3, 5, 5, 6, 12, 13, 9, 3, 4, 4, 10, 5, 3, 7, 9, 10, 10, 14, 14, 8, 8, 9, 8, 9, 8, 5, 5, 3, 0, 0], "n_am_pl": [0, 2, 0, 1, 1, 0, 2, 2, 2, 2, 5, 0, 5, 6, 4, 8, 2, 3, 4, 5, 4, 2, 2, 1, 5, 3, 4, 3, 3, 0, 2, 2, 2, 3, 5, 4, 3, 4, 5, 4, 5, 4, 3, 3, 1, 5, 5, 2, 0, 0], "n_pos": 42, "sum_m_en": [4.075058, 7.239379, 7.698236, 7.162178, 7.474815, 7.311595, 6.796642, 6.688795, 6.697906, 7.661695, 8.259325, 7.943431, 7.793782, 7.422742, 8.153867, 7.690805, 8.35563, 7.079257, 7.259594, 7.22767, 6.95127, 7.055219, 6.986458, 7.074351, 9.711466, 8.757629, 7.897776, 7.204361, 7.726504, 8.057064, 7.613028, 7.895687, 7.861089, 7.988013, 8.641346, 8.735633, 9.112529, 9.515368, 9.206732, 10.004296, 9.65603, 10.224889, 8.917071, 8.950139, 7.843027, 5.47158, 3.425276, 2.775884, 0.894061, 0.0], "sum_m_pl": [0.761397, 2.296904, 1.776231, 1.50568, 1.530395, 1.422112, 1.179979, 1.326985, 1.713965, 2.168197, 2.516328, 2.687172, 2.324144, 2.352237, 2.215182, 2.555376, 2.384517, 2.475941, 2.452103, 2.422227, 2.360874, 2.310135, 2.269593, 2.29143, 2.74488, 2.904266, 2.481689, 2.855514, 2.709304, 2.720471, 2.382245, 2.22854, 2.135698, 2.094758, 2.10194, 2.247104, 2.088287, 1.745327, 1.98356, 2.112629, 2.256885, 2.133446, 2.531887, 2.452354, 2.774871, 3.942045, 3.866522, 2.254089, 0.439899, 0.0]}, "lang": {"n_am_en": [3, 5, 4, 9, 6, 8, 11, 12, 12, 11, 5, 5, 9, 2, 6, 9, 14, 12, 12, 16, 18, 12, 12, 9, 25, 20, 13, 12, 10, 12, 11, 8, 10, 17, 26, 25, 28, 34, 38, 38, 42, 43, 36, 44, 41, 32, 20, 6, 0, 0], "n_am_pl": [1, 5, 4, 5, 7, 7, 8, 10, 9, 8, 8, 7, 14, 14, 7, 10, 6, 12, 8, 3, 4, 6, 5, 8, 6, 6, 9, 13, 13, 11, 7, 14, 15, 10, 8, 7, 12, 7, 6, 6, 7, 7, 9, 10, 13, 24, 39, 52, 63, 64], "n_pos": 65, "sum_m_en": [6.113151, 9.782347, 10.62053, 11.168673, 12.339931, 12.281903, 11.985145, 12.363075, 12.096024, 12.189965, 12.299377, 11.947574, 11.743718, 11.14779, 11.579504, 11.43889, 12.378347, 11.090263, 10.787659, 10.927479, 10.841369, 10.919636, 10.843081, 10.744597, 16.271246, 15.403187, 13.328818, 11.985344, 12.301947, 12.319337, 11.717678, 11.341858, 11.15514, 12.413119, 14.643492, 15.232565, 15.930268, 19.204852, 27.150058, 30.340491, 31.139743, 33.997099, 30.20066, 35.271621, 36.731716, 29.349267, 17.71838, 4.58536, 0.492845, 5e-06], "sum_m_pl": [0.938352, 3.181967, 3.622288, 3.298488, 3.52649, 3.72044, 3.666721, 3.800328, 4.312052, 4.749438, 5.203354, 5.810339, 5.532405, 5.909859, 5.826205, 5.315376, 5.00898, 5.162489, 5.231806, 4.970177, 4.788944, 4.571891, 4.48444, 4.287952, 6.618513, 6.135767, 7.0491, 6.793994, 7.828724, 7.684677, 7.313045, 8.280446, 8.02786, 7.891587, 7.187508, 8.111575, 9.574552, 7.882407, 5.775266, 5.006921, 6.334572, 6.510347, 9.21823, 9.696631, 11.674596, 18.283434, 37.210597, 51.834734, 61.511643, 63.414307]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "gsm8kpl-165", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1571, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 26, 26, 23, 31, 28, 34, 30, 36, 33, 29, 29, 30, 24, 28, 35, 30, 41, 51, 45, 50, 54, 43, 40, 55, 56, 49, 49, 44, 47, 46, 50, 54, 56, 61, 78, 84, 81, 89, 88, 93, 84, 86, 77, 78, 70, 69, 64, 65, 60], "n_am_pl": [9, 14, 13, 7, 11, 14, 14, 14, 23, 17, 28, 31, 28, 36, 28, 20, 17, 19, 21, 18, 16, 19, 14, 10, 18, 17, 20, 28, 30, 28, 30, 29, 30, 26, 26, 17, 10, 7, 3, 3, 1, 3, 2, 2, 0, 1, 1, 1, 1, 1], "n_pos": 228, "sum_m_en": [25.438636, 36.063069, 35.12901, 34.837276, 37.388164, 35.586666, 34.803444, 35.849055, 35.008257, 35.892443, 35.557492, 36.942391, 33.270858, 32.538331, 32.834019, 34.414046, 35.448091, 34.512382, 37.046959, 37.006388, 35.691233, 36.006575, 35.230191, 36.061353, 47.607877, 45.476415, 43.259139, 42.387302, 39.588842, 40.237657, 38.070542, 38.676592, 42.979865, 42.879332, 49.740266, 56.918667, 62.816265, 66.367891, 79.035018, 78.787817, 76.477062, 76.661689, 78.605953, 76.927084, 77.649463, 74.558595, 69.322012, 63.774991, 61.775, 60.55218], "sum_m_pl": [6.002732, 10.668886, 12.414858, 11.173084, 12.21032, 11.868661, 11.398175, 12.321751, 12.843144, 14.022397, 15.139602, 16.034111, 16.737189, 17.457572, 17.256338, 17.572719, 16.402903, 16.597409, 16.54007, 16.376595, 15.553421, 15.062539, 14.763646, 15.177019, 20.008268, 22.98269, 22.9708, 23.390257, 24.101307, 25.374891, 23.328087, 22.577357, 21.205477, 20.708342, 19.492919, 16.266134, 14.122993, 12.37969, 9.428832, 7.956173, 6.766767, 5.521311, 5.106911, 4.650072, 3.893124, 3.171868, 2.394269, 1.85277, 1.642733, 1.000057]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 1, 1, 3, 3, 3, 0, 2, 3, 2, 3, 4, 7, 11, 10, 8, 8, 6, 4, 11, 11, 8, 6, 3, 7, 2, 6, 6, 6, 5, 12, 12, 9, 9, 9, 9, 6, 7, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 0, 0, 0, 0, 1, 4, 7, 7, 8, 10, 6, 5, 3, 5, 5, 3, 1, 2, 1, 2, 2, 2, 5, 7, 8, 3, 7, 5, 3, 2, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.192835, 5.560235, 5.51345, 5.253851, 5.649911, 5.28825, 5.249119, 5.35597, 5.278745, 5.276799, 5.51256, 5.448943, 4.933333, 4.748525, 4.970294, 4.996838, 5.356734, 5.392248, 5.86479, 5.664258, 5.277341, 5.21904, 5.039529, 5.207188, 6.691364, 6.386789, 5.828727, 5.863085, 5.375071, 5.621897, 5.418973, 5.710091, 6.028805, 5.860834, 6.294499, 8.825015, 9.624973, 8.953016, 9.060389, 7.928203, 7.033835, 5.899857, 5.159247, 4.412138, 4.088467, 3.443722, 2.292265, 0.887255, 0.087256, 0.0], "sum_m_pl": [0.521107, 1.478091, 1.348521, 1.312944, 1.387757, 1.22462, 1.150246, 1.201059, 1.458963, 1.579598, 1.892164, 2.043965, 2.217316, 2.420646, 2.278262, 2.284885, 2.104819, 2.323053, 2.396196, 2.255039, 2.125532, 2.080102, 2.02278, 2.118901, 2.826473, 3.14182, 2.979366, 3.103252, 3.191859, 3.217372, 2.821557, 2.835456, 2.647603, 2.511056, 2.395165, 1.714878, 1.47209, 1.504723, 1.411203, 1.432646, 1.288458, 1.255824, 1.235707, 1.063702, 1.062615, 0.736637, 0.297985, 0.140155, 0.029357, 0.0]}, "lang": {"n_am_en": [10, 14, 14, 13, 16, 18, 21, 20, 19, 19, 15, 18, 14, 14, 17, 19, 18, 21, 22, 24, 28, 31, 24, 23, 29, 29, 27, 25, 26, 25, 23, 22, 27, 27, 31, 33, 40, 41, 51, 49, 49, 52, 53, 52, 55, 53, 53, 53, 58, 59], "n_am_pl": [2, 3, 0, 1, 1, 1, 3, 2, 10, 10, 8, 12, 10, 8, 7, 5, 8, 6, 9, 7, 5, 7, 6, 3, 5, 6, 5, 7, 7, 8, 10, 8, 6, 7, 6, 7, 1, 3, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1], "n_pos": 61, "sum_m_en": [7.706424, 8.917167, 9.113216, 9.56173, 10.482841, 9.918988, 9.796052, 10.164239, 10.400425, 10.473111, 9.914572, 10.900688, 9.413186, 9.331464, 9.544147, 10.231915, 10.584397, 10.578355, 11.256405, 11.10558, 10.746722, 10.89969, 10.474, 10.713142, 22.628256, 21.508034, 19.535919, 17.631293, 15.323317, 15.058185, 13.42469, 13.165645, 15.433545, 15.499978, 18.439242, 21.931613, 25.146656, 28.627061, 38.899398, 42.054805, 42.145707, 45.404403, 48.99794, 49.08345, 52.345135, 52.237778, 52.278198, 50.958806, 53.966106, 58.440698], "sum_m_pl": [1.73692, 2.88673, 3.071434, 2.704975, 3.06203, 3.082853, 3.031769, 3.598619, 3.912589, 4.239128, 4.629981, 5.028632, 5.194394, 5.516209, 5.518362, 5.800138, 5.204516, 4.976723, 4.964979, 4.876668, 4.556747, 4.410468, 4.336771, 4.361207, 5.519282, 6.217463, 6.637335, 7.285041, 7.834615, 8.041759, 7.759929, 7.902913, 7.31001, 7.317291, 6.37521, 5.740382, 5.419202, 4.27136, 2.59636, 2.17387, 1.846408, 1.22653, 1.033869, 0.945304, 0.61725, 0.890308, 1.264662, 1.208917, 1.167143, 1.00001]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 232, "item_id": "gsm8kpl-167", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1116, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9913}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 16, 26, 30, 41, 32, 40, 35, 42, 48, 32, 27, 25, 27, 33, 34, 45, 44, 51, 54, 65, 68, 64, 59, 79, 74, 66, 61, 42, 41, 37, 43, 50, 53, 71, 83, 88, 86, 106, 107, 106, 105, 91, 99, 92, 77, 28, 4, 4, 4], "n_am_pl": [4, 25, 24, 14, 16, 22, 16, 24, 30, 34, 37, 41, 39, 36, 33, 31, 29, 30, 24, 30, 25, 21, 29, 24, 26, 25, 35, 39, 41, 38, 36, 28, 29, 29, 23, 23, 15, 17, 16, 12, 12, 17, 25, 21, 26, 42, 72, 96, 88, 87], "n_pos": 239, "sum_m_en": [23.756863, 35.61847, 35.954446, 36.706049, 38.492722, 38.035106, 38.018129, 39.865136, 39.589038, 40.475669, 40.300727, 40.50858, 37.779348, 37.181782, 36.540553, 37.705217, 39.288261, 37.86831, 40.907125, 40.441444, 39.224484, 40.297665, 39.263168, 39.484557, 62.883852, 56.05514, 50.518274, 46.125337, 41.406422, 41.7108, 38.910136, 40.47739, 41.79122, 43.030354, 47.510286, 55.086158, 55.623121, 62.143455, 81.148903, 84.06255, 83.308962, 82.275279, 85.245135, 86.667011, 84.960412, 67.772467, 27.936456, 5.496642, 5.103747, 4.001513], "sum_m_pl": [4.736678, 11.662134, 12.775052, 12.304679, 14.225776, 14.004648, 13.267139, 14.507172, 16.442594, 17.039228, 18.691431, 19.493692, 19.458688, 20.532132, 20.749773, 20.91318, 18.694379, 18.512501, 17.286909, 17.357909, 16.637757, 15.956382, 15.834371, 15.728555, 22.121713, 26.158811, 27.726055, 27.28048, 28.08124, 29.059163, 25.676853, 25.643541, 25.398365, 25.05273, 23.206687, 20.188012, 19.544117, 17.492269, 14.211245, 14.926452, 15.213852, 14.337188, 19.457412, 21.113686, 24.769111, 39.53285, 71.203514, 94.932881, 88.151563, 86.812549]}, "digit": {"n_am_en": [0, 3, 3, 1, 0, 1, 2, 2, 3, 1, 4, 3, 5, 4, 4, 4, 4, 7, 5, 6, 8, 5, 4, 2, 5, 8, 7, 6, 1, 4, 2, 5, 4, 4, 7, 10, 10, 5, 8, 6, 7, 5, 4, 6, 5, 3, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 1, 0, 1, 3, 2, 2, 4, 5, 3, 2, 3, 2, 3, 3, 4, 3, 2, 4, 2, 3, 3, 3, 6, 2, 2, 5, 2, 0, 4, 1, 0, 0, 2, 0, 0, 0, 1, 0, 0, 2, 2, 2, 0, 0], "n_pos": 28, "sum_m_en": [2.665496, 4.875131, 5.031905, 4.684909, 4.782051, 4.841878, 4.660623, 4.83257, 4.742936, 4.763506, 4.889875, 4.898238, 4.453117, 4.212684, 4.354977, 4.294673, 4.501653, 4.568011, 5.033375, 4.926729, 4.60826, 4.592886, 4.439929, 4.608769, 6.090998, 5.708398, 5.103775, 5.317844, 4.803186, 5.088449, 4.629877, 5.130787, 5.217897, 5.252943, 5.598899, 7.133632, 7.236023, 7.226095, 8.232543, 6.513745, 6.703333, 5.240675, 4.777124, 4.347015, 4.641162, 3.123194, 1.280776, 0.239498, 0.028201, 0.0], "sum_m_pl": [0.48656, 1.375987, 1.177936, 1.126951, 1.241638, 1.116318, 1.053173, 1.146076, 1.394159, 1.499719, 1.843838, 1.896466, 1.973552, 2.08719, 2.059524, 2.135807, 1.866112, 1.980409, 1.946621, 1.939882, 1.839254, 1.758495, 1.727893, 1.823085, 2.448141, 2.728449, 2.440493, 2.382749, 2.508533, 2.617923, 2.322063, 2.403257, 2.390774, 2.366592, 2.225572, 1.706585, 1.524854, 1.431976, 1.199082, 1.340002, 1.146101, 1.143345, 1.059061, 0.840999, 0.885581, 2.051293, 1.446312, 1.868988, 0.020157, 0.0]}, "lang": {"n_am_en": [9, 5, 12, 15, 22, 21, 25, 19, 22, 28, 19, 10, 11, 12, 18, 17, 21, 24, 25, 31, 34, 38, 36, 39, 45, 41, 40, 36, 24, 24, 20, 20, 25, 28, 41, 41, 44, 46, 57, 61, 62, 64, 57, 62, 60, 48, 18, 4, 4, 4], "n_am_pl": [3, 12, 14, 7, 4, 11, 6, 10, 11, 15, 15, 23, 17, 15, 13, 16, 11, 19, 14, 15, 15, 11, 15, 7, 9, 11, 13, 17, 18, 25, 19, 14, 14, 14, 8, 13, 11, 14, 10, 10, 10, 14, 22, 17, 20, 30, 56, 78, 81, 85], "n_pos": 89, "sum_m_en": [9.16057, 12.720066, 13.38183, 14.294618, 15.086377, 15.047193, 15.316306, 16.007227, 16.026679, 16.680096, 16.353642, 16.366583, 15.521062, 15.668519, 15.110722, 15.313259, 16.315384, 15.709983, 16.816227, 16.588327, 16.503155, 17.244178, 16.708249, 16.474091, 33.851173, 29.517046, 25.749688, 21.69066, 18.928787, 18.808183, 17.452739, 17.806551, 18.168088, 19.423428, 21.421609, 25.475082, 25.319372, 29.73464, 40.096152, 44.822542, 46.352349, 47.266489, 51.51527, 52.682929, 52.776489, 42.197895, 18.722976, 3.662898, 4.297077, 4.000008], "sum_m_pl": [1.773741, 4.271067, 4.775557, 4.736974, 5.247676, 5.129814, 5.08294, 5.750793, 6.962506, 7.174733, 8.029288, 8.879122, 8.610361, 9.358837, 9.373082, 9.31824, 8.214396, 8.193767, 7.484651, 7.237869, 6.909037, 6.610107, 6.537055, 6.338939, 8.519086, 10.844603, 12.482772, 12.090157, 12.474075, 13.064907, 11.276686, 11.618812, 11.470331, 11.219938, 10.216436, 9.311422, 10.478885, 9.12813, 7.027337, 7.727961, 8.374066, 8.435559, 13.913967, 15.524192, 18.703133, 27.850713, 54.960226, 77.673629, 80.108016, 84.360455]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-167", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1406, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9835}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 2, 3, 7, 7, 3, 3, 3, 2, 2, 3, 7, 6, 2, 5, 3, 3, 3, 2, 4, 3, 2, 3, 2, 8, 7, 3, 3, 4, 3, 5, 3, 4, 2, 4, 7, 9, 11, 11, 11, 9, 11, 13, 9, 10, 11, 12, 10, 10, 9], "n_am_pl": [0, 3, 0, 1, 0, 8, 4, 1, 2, 4, 3, 4, 6, 4, 3, 5, 4, 4, 4, 4, 2, 3, 4, 2, 5, 5, 4, 6, 7, 8, 3, 3, 5, 3, 2, 2, 1, 1, 2, 2, 3, 2, 1, 2, 2, 1, 0, 1, 2, 1], "n_pos": 34, "sum_m_en": [4.649849, 5.331904, 5.386197, 5.359668, 5.867151, 5.381898, 4.756172, 5.081454, 4.978484, 5.112168, 4.983473, 5.373087, 5.021546, 4.583741, 4.642775, 4.998833, 5.300627, 4.908974, 5.793878, 6.088393, 5.655833, 5.631916, 5.567204, 5.738174, 6.270266, 5.362246, 5.217466, 4.805342, 5.292452, 5.989459, 5.529734, 5.320113, 5.750114, 6.609781, 7.150701, 7.131394, 7.475426, 7.932254, 8.025645, 9.089882, 9.171815, 9.613077, 10.798691, 9.584717, 9.628959, 10.591543, 10.69077, 10.278102, 10.08274, 9.032051], "sum_m_pl": [0.908848, 2.024519, 2.07756, 2.037858, 2.167217, 1.982505, 1.764573, 1.777678, 1.85426, 2.109748, 2.072472, 2.336061, 2.503744, 2.340313, 2.23747, 2.512003, 2.153553, 2.221828, 2.043348, 1.952139, 1.946215, 1.933038, 1.886474, 1.982678, 2.804672, 2.586433, 2.540945, 2.817817, 2.562496, 2.890501, 2.687616, 2.392325, 2.396901, 2.341425, 2.226641, 2.228333, 2.208795, 1.959346, 1.777829, 1.606326, 2.150963, 1.869424, 1.425089, 1.62532, 1.500063, 1.437125, 1.231868, 1.334521, 1.340903, 1.00105]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 2, 1, 2, 3, 2, 3, 2, 2, 1, 3, 3, 3, 3, 2, 2, 1, 2, 1, 3, 3, 2, 3, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.618507, 0.783588, 0.849798, 0.833622, 0.834836, 0.765135, 0.704773, 0.735288, 0.640417, 0.670396, 0.717344, 0.739728, 0.64791, 0.52405, 0.547541, 0.626066, 0.754706, 0.756636, 1.052893, 0.98272, 0.991858, 1.02886, 1.01239, 1.071445, 1.297723, 0.947701, 0.846522, 0.777064, 0.897025, 0.912073, 0.88849, 0.973491, 1.082879, 1.082205, 1.157778, 1.061151, 1.170537, 1.138384, 0.913031, 0.827083, 0.794084, 0.838464, 0.794245, 0.597115, 0.622862, 0.516666, 0.140742, 0.171202, 0.026056, 0.0], "sum_m_pl": [0.226903, 0.326473, 0.32362, 0.275713, 0.308382, 0.313805, 0.289577, 0.316087, 0.396639, 0.407798, 0.37668, 0.462498, 0.471586, 0.403439, 0.364864, 0.42809, 0.391873, 0.363874, 0.353339, 0.323457, 0.308386, 0.313869, 0.290912, 0.315161, 0.801712, 0.46302, 0.495501, 0.548273, 0.392919, 0.542911, 0.492356, 0.396067, 0.379595, 0.301403, 0.278456, 0.243158, 0.292832, 0.283042, 0.297401, 0.32986, 0.324182, 0.368085, 0.340425, 0.358638, 0.422754, 0.330715, 0.301139, 0.243741, 0.03621, 0.0]}, "lang": {"n_am_en": [2, 1, 0, 2, 3, 2, 1, 2, 2, 2, 0, 2, 1, 1, 2, 1, 1, 1, 0, 2, 1, 1, 1, 1, 2, 3, 0, 0, 1, 2, 3, 0, 2, 1, 2, 3, 5, 5, 5, 6, 4, 7, 9, 6, 7, 8, 8, 8, 8, 8], "n_am_pl": [0, 1, 0, 0, 0, 4, 1, 0, 0, 1, 1, 1, 3, 0, 2, 1, 0, 0, 0, 2, 0, 1, 1, 0, 0, 0, 1, 1, 3, 1, 1, 2, 1, 1, 1, 1, 0, 1, 2, 2, 3, 2, 1, 2, 2, 1, 0, 1, 2, 1], "n_pos": 10, "sum_m_en": [1.725507, 1.823414, 1.874184, 1.882079, 2.024298, 1.762992, 1.633891, 1.809382, 1.761582, 1.701574, 1.558167, 1.715588, 1.650844, 1.527302, 1.579471, 1.605517, 1.677147, 1.531865, 1.759858, 1.872745, 1.721022, 1.736638, 1.732077, 1.75323, 1.927531, 1.695508, 1.742542, 1.625708, 1.738934, 2.051947, 1.920032, 1.762089, 2.144942, 2.514073, 2.580026, 2.775421, 3.038789, 3.43417, 3.712254, 4.972759, 4.872426, 5.735209, 6.938009, 6.439134, 6.687568, 7.569967, 7.740309, 7.845583, 8.169279, 7.998527], "sum_m_pl": [0.247092, 0.589729, 0.546249, 0.605003, 0.727291, 0.696127, 0.566874, 0.578751, 0.596503, 0.657521, 0.683757, 0.755855, 0.784135, 0.721952, 0.711112, 0.782168, 0.620566, 0.641501, 0.614252, 0.58508, 0.598835, 0.602319, 0.583484, 0.595735, 0.755172, 0.770241, 0.802358, 0.763419, 0.766755, 0.819066, 0.768251, 0.775217, 0.762087, 0.820734, 0.774845, 0.811518, 0.745567, 0.735901, 0.795623, 0.689445, 1.399486, 1.188272, 0.729312, 0.909369, 0.762454, 0.756272, 0.51774, 0.938527, 1.265183, 1.00105]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 38, "item_id": "gsm8kpl-168", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1117, "region_end": 34, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.973}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [0, 4, 4, 5, 7, 8, 7, 7, 7, 6, 3, 2, 4, 3, 6, 5, 6, 12, 6, 7, 8, 8, 8, 7, 13, 11, 7, 6, 6, 6, 7, 8, 12, 15, 11, 12, 12, 19, 15, 19, 20, 18, 19, 19, 18, 19, 7, 7, 3, 3], "n_am_pl": [1, 4, 4, 6, 2, 7, 2, 5, 1, 3, 4, 7, 6, 5, 8, 8, 7, 3, 5, 1, 2, 0, 1, 1, 4, 2, 7, 6, 5, 6, 9, 3, 5, 3, 3, 1, 1, 2, 0, 1, 3, 1, 3, 4, 5, 5, 10, 12, 15, 15], "n_pos": 45, "sum_m_en": [5.077457, 6.64311, 6.947527, 7.257111, 7.540399, 7.13203, 6.690694, 7.144827, 6.998683, 7.163612, 6.816261, 7.076136, 6.793302, 6.242644, 6.280802, 6.583753, 6.805182, 6.423805, 7.434041, 7.482642, 7.180489, 7.369848, 7.443403, 7.577493, 10.529785, 8.325759, 7.979322, 7.420205, 7.461668, 7.882529, 7.064355, 7.00046, 7.653814, 9.17153, 9.997225, 10.841084, 11.658621, 13.755633, 13.866899, 15.510584, 15.306859, 14.847399, 15.725292, 15.652118, 15.602914, 14.172897, 6.785927, 4.581997, 3.293938, 3.000175], "sum_m_pl": [0.806039, 2.343516, 2.420294, 2.404852, 2.70295, 2.509751, 2.293525, 2.428814, 2.372261, 2.766064, 2.759141, 3.105316, 3.429239, 3.241975, 3.070132, 3.370864, 2.890505, 2.942756, 2.613142, 2.497756, 2.538554, 2.598017, 2.555338, 2.572618, 3.15293, 3.456944, 3.480882, 3.736693, 3.497327, 4.022021, 3.57834, 3.462699, 3.445534, 3.045582, 2.828814, 2.587991, 2.655893, 2.481844, 2.317258, 2.228944, 2.720148, 2.6477, 2.527512, 2.647915, 2.914273, 5.322543, 10.54897, 13.112078, 15.033781, 14.975932]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 2, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 2, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.585525, 1.022203, 1.091747, 1.001793, 0.926886, 0.919052, 0.88156, 0.820479, 0.89677, 0.902173, 0.907594, 0.99437, 0.911206, 0.847315, 0.901177, 1.012787, 1.032303, 1.023139, 1.255285, 1.166023, 1.110702, 1.163683, 1.160759, 1.169381, 1.545444, 1.39515, 1.306326, 1.135204, 1.018157, 1.043546, 0.914043, 0.950574, 0.970795, 1.015758, 1.144978, 1.065805, 1.003712, 0.933837, 0.838025, 0.830323, 0.792372, 0.853912, 0.815314, 0.778631, 0.615937, 0.379236, 0.196352, 0.154865, 0.027751, 0.0], "sum_m_pl": [0.099573, 0.224026, 0.209994, 0.195696, 0.200001, 0.189692, 0.196357, 0.200949, 0.25368, 0.296285, 0.296573, 0.368699, 0.407691, 0.393323, 0.367543, 0.453158, 0.374246, 0.400311, 0.336032, 0.303395, 0.321309, 0.336299, 0.316031, 0.328108, 0.338856, 0.377924, 0.312502, 0.389389, 0.335941, 0.393333, 0.355897, 0.343961, 0.328646, 0.313022, 0.266691, 0.264781, 0.289597, 0.245935, 0.261074, 0.291949, 0.283969, 0.289621, 0.294549, 0.278524, 0.281676, 0.282035, 0.137843, 0.114621, 0.02115, 0.0]}, "lang": {"n_am_en": [0, 3, 2, 5, 7, 6, 6, 5, 4, 4, 1, 1, 2, 1, 2, 2, 2, 5, 5, 3, 3, 3, 3, 4, 6, 6, 3, 3, 4, 4, 3, 3, 6, 8, 4, 6, 6, 10, 9, 12, 12, 11, 12, 12, 10, 12, 5, 7, 3, 3], "n_am_pl": [0, 2, 3, 4, 0, 4, 0, 5, 1, 3, 2, 3, 5, 3, 6, 2, 2, 0, 2, 0, 0, 0, 1, 0, 2, 1, 6, 5, 2, 3, 6, 2, 4, 2, 2, 1, 0, 1, 0, 1, 3, 1, 3, 4, 4, 5, 10, 12, 15, 15], "n_pos": 19, "sum_m_en": [2.436691, 2.789388, 3.068902, 3.492002, 3.531246, 3.271456, 3.149061, 3.542408, 3.348662, 3.376398, 3.142506, 3.222593, 3.176425, 2.84791, 2.88787, 2.918218, 2.97068, 2.789362, 3.196688, 3.262339, 3.128495, 3.201087, 3.207729, 3.293143, 4.919743, 3.688867, 3.673728, 3.486158, 3.550586, 3.707369, 3.459612, 3.382119, 3.862272, 4.606693, 4.517986, 5.109377, 5.65427, 6.510488, 6.493398, 7.598547, 7.707605, 7.436946, 8.429819, 8.184747, 8.11101, 8.73143, 4.615471, 3.841816, 3.150987, 2.999971], "sum_m_pl": [0.312486, 1.039883, 1.030547, 1.071192, 1.313818, 1.235335, 1.118017, 1.229295, 1.152181, 1.297998, 1.323457, 1.455069, 1.65487, 1.498428, 1.397425, 1.552205, 1.357618, 1.397943, 1.231944, 1.15827, 1.170627, 1.205275, 1.221488, 1.211035, 1.631716, 1.767416, 1.966943, 2.050932, 1.890913, 2.087427, 1.8756, 1.837865, 1.851768, 1.659543, 1.586599, 1.437836, 1.420617, 1.386279, 1.305695, 1.309226, 1.974582, 1.9592, 1.836701, 1.970681, 2.252625, 4.686261, 10.118384, 12.707136, 14.892948, 14.975633]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 49, "item_id": "gsm8kpl-168", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1407, "region_end": 45, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 10, 9, 17, 22, 19, 18, 13, 9, 9, 10, 15, 5, 7, 7, 6, 8, 9, 8, 12, 8, 9, 7, 10, 15, 13, 12, 8, 12, 8, 8, 10, 11, 12, 17, 23, 28, 29, 26, 30, 28, 26, 30, 29, 25, 27, 29, 28, 25, 25], "n_am_pl": [2, 11, 11, 2, 2, 4, 6, 7, 8, 10, 10, 10, 20, 16, 13, 7, 12, 13, 9, 5, 3, 2, 4, 3, 4, 9, 9, 8, 7, 9, 5, 7, 4, 6, 4, 5, 6, 8, 2, 2, 1, 1, 3, 2, 1, 2, 1, 0, 0, 0], "n_pos": 80, "sum_m_en": [8.146386, 11.838624, 11.779283, 12.295591, 13.988502, 14.142309, 13.086696, 12.331122, 12.11807, 12.799928, 13.316607, 13.373061, 12.434105, 12.373265, 12.679292, 12.190813, 13.040206, 12.184428, 12.664708, 13.426943, 12.589448, 12.482574, 12.551518, 13.014597, 15.050967, 14.077434, 13.308243, 11.570749, 13.069668, 14.000527, 12.938366, 13.553019, 13.611247, 13.415247, 15.543974, 16.215916, 19.247913, 21.874612, 22.299989, 23.835222, 22.729952, 24.836418, 26.204649, 24.726597, 24.064266, 24.549866, 25.537705, 25.606048, 24.179592, 24.857612], "sum_m_pl": [2.332496, 4.161392, 4.474993, 4.132743, 4.553368, 4.263904, 3.867443, 3.685651, 3.752258, 4.528993, 4.726339, 5.605033, 6.05906, 5.634486, 5.866235, 6.018956, 5.23512, 5.489334, 4.713516, 4.784077, 4.737338, 4.629425, 4.496965, 4.496167, 4.977911, 5.93693, 6.112235, 6.446585, 6.266099, 7.089437, 6.230252, 5.70084, 6.00335, 5.970975, 5.154239, 5.116893, 4.793686, 4.170174, 3.241048, 2.936104, 2.565687, 2.092511, 1.91485, 2.146978, 1.596992, 1.637932, 0.926825, 0.625703, 0.276767, 0.000137]}, "digit": {"n_am_en": [0, 4, 1, 3, 5, 4, 3, 1, 1, 1, 1, 2, 0, 0, 1, 0, 0, 1, 0, 2, 1, 2, 0, 2, 3, 2, 1, 1, 3, 2, 1, 2, 4, 2, 1, 3, 3, 2, 2, 2, 0, 0, 2, 3, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 3, 0, 0, 0, 1, 2, 4, 4, 4, 5, 6, 8, 7, 4, 3, 6, 7, 6, 2, 1, 1, 1, 1, 2, 4, 3, 1, 3, 3, 3, 2, 0, 1, 0, 3, 3, 6, 2, 2, 1, 1, 3, 2, 1, 2, 1, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.524338, 3.467534, 3.254006, 3.2431, 3.848961, 3.690127, 3.336549, 3.22311, 3.091558, 3.319542, 3.712139, 3.687611, 3.339857, 3.340319, 3.515204, 3.199798, 3.625651, 3.248635, 3.657637, 3.792903, 3.728621, 3.690396, 3.675635, 3.800691, 4.198671, 4.125094, 3.662223, 3.308167, 3.755725, 3.832818, 3.74196, 4.080406, 4.19449, 3.711613, 3.814969, 3.606093, 3.801152, 3.887493, 3.915988, 3.176364, 2.511842, 2.591928, 2.426786, 2.069786, 1.927676, 1.885847, 1.507058, 1.188406, 0.302889, 0.0], "sum_m_pl": [0.705519, 1.325487, 1.171867, 1.037267, 1.174027, 1.147834, 0.910765, 0.990087, 1.048944, 1.204617, 1.374528, 1.655515, 1.716237, 1.44754, 1.450224, 1.408231, 1.258727, 1.448581, 1.242682, 1.239685, 1.223982, 1.196906, 1.164973, 1.188467, 1.478543, 1.50276, 1.469406, 1.621624, 1.579679, 1.710467, 1.596241, 1.42665, 1.321757, 1.323975, 1.201592, 1.454862, 1.428153, 1.407216, 1.439504, 1.480861, 1.384515, 1.369986, 1.308146, 1.57972, 1.204016, 1.311786, 0.735571, 0.455819, 0.141721, 0.0]}, "lang": {"n_am_en": [6, 6, 7, 12, 10, 10, 9, 9, 7, 8, 8, 8, 4, 5, 4, 4, 4, 5, 4, 5, 4, 3, 5, 7, 9, 8, 10, 5, 8, 5, 5, 4, 5, 7, 11, 14, 16, 21, 19, 21, 21, 21, 23, 21, 21, 24, 24, 25, 24, 24], "n_am_pl": [1, 2, 0, 0, 1, 0, 4, 1, 2, 3, 2, 1, 4, 4, 5, 2, 2, 1, 0, 0, 0, 0, 1, 1, 1, 2, 4, 7, 2, 2, 2, 2, 1, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.972502, 3.974188, 4.273035, 4.523428, 4.918468, 4.952403, 4.849864, 4.622543, 4.538532, 4.52682, 4.586075, 4.669763, 4.457601, 4.544279, 4.568746, 4.47949, 4.545548, 4.374488, 4.293302, 4.591343, 4.15668, 4.121546, 4.215631, 4.385136, 7.200403, 6.393744, 6.161223, 4.671783, 5.06413, 5.32596, 4.855526, 5.061717, 5.181172, 5.364337, 6.749129, 7.644182, 9.821861, 11.185426, 12.404371, 14.561005, 15.179563, 17.627493, 19.127636, 18.723746, 19.155725, 19.573053, 20.377877, 20.70747, 21.83475, 23.6798], "sum_m_pl": [0.779996, 1.041529, 1.056438, 1.10457, 1.217154, 1.171111, 1.219996, 1.179467, 1.268403, 1.447027, 1.493042, 1.820033, 2.087774, 1.962633, 2.144047, 2.339274, 1.967029, 1.882477, 1.579311, 1.595631, 1.633043, 1.590516, 1.540033, 1.489889, 1.661042, 2.224078, 2.561467, 2.676304, 2.43509, 2.572624, 2.213743, 2.016878, 2.367739, 2.327627, 1.861913, 2.053315, 1.709451, 1.417506, 1.050569, 0.879346, 0.724942, 0.438057, 0.266732, 0.303099, 0.190799, 0.152698, 0.077704, 0.082019, 0.080954, 0.000137]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "gsm8kpl-170", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9412, "tf_agree_excl_first": 0.9524}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 15, 16, 30, 27, 45, 43, 37, 25, 33, 41, 34, 20, 23, 33, 34, 25, 23, 31, 35, 35, 29, 36, 36, 73, 50, 36, 29, 38, 34, 34, 33, 34, 44, 46, 54, 60, 70, 86, 93, 88, 99, 99, 90, 85, 63, 31, 12, 6, 5], "n_am_pl": [8, 12, 12, 14, 22, 10, 15, 16, 23, 34, 25, 35, 33, 39, 26, 42, 34, 39, 29, 31, 32, 28, 30, 21, 19, 33, 38, 43, 33, 36, 42, 31, 22, 29, 21, 27, 30, 19, 12, 15, 11, 15, 16, 26, 23, 44, 81, 97, 100, 100], "n_pos": 241, "sum_m_en": [23.020082, 36.667408, 38.873109, 38.864217, 40.304597, 42.329504, 41.585461, 42.016911, 41.512065, 42.524695, 44.126502, 43.400597, 42.24886, 40.776777, 40.112647, 39.769478, 41.568802, 38.095587, 39.369783, 40.067109, 39.38713, 39.574671, 39.469053, 39.777078, 52.522453, 46.659729, 42.115401, 38.507741, 39.460728, 40.46573, 38.715361, 41.320576, 39.592478, 41.64484, 44.947686, 45.537304, 47.37268, 54.628876, 61.560856, 65.402994, 65.531699, 81.228469, 80.912365, 79.81406, 76.821924, 61.562546, 32.295287, 13.993692, 7.15159, 4.997503], "sum_m_pl": [3.898811, 11.5976, 12.499616, 11.564427, 12.84594, 12.725725, 12.869721, 12.956885, 13.71143, 16.029249, 16.433699, 18.470251, 18.895926, 20.249304, 20.488673, 20.588527, 17.173845, 17.653944, 15.473919, 15.29975, 15.287663, 14.789477, 14.610987, 14.24988, 19.495892, 21.812217, 24.226518, 25.320846, 24.441982, 25.606132, 23.060201, 21.78108, 22.336701, 22.018252, 18.400871, 19.135828, 19.120989, 18.239859, 14.464826, 13.061982, 14.317237, 13.745791, 17.588449, 20.536111, 26.201311, 40.607844, 79.491703, 95.590555, 100.201284, 99.473461]}, "digit": {"n_am_en": [0, 2, 1, 4, 5, 3, 3, 2, 3, 2, 6, 5, 2, 5, 7, 3, 4, 3, 3, 4, 7, 5, 5, 7, 13, 5, 3, 2, 5, 4, 1, 4, 6, 3, 4, 7, 3, 4, 5, 4, 4, 7, 7, 6, 5, 3, 2, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 2, 0, 0, 2, 0, 1, 2, 1, 1, 2, 1, 6, 3, 4, 2, 2, 2, 1, 2, 1, 2, 2, 2, 2, 4, 3, 3, 1, 2, 3, 1, 2, 1, 2, 0, 3, 0, 1, 0, 2, 2, 2, 3, 1, 0, 0], "n_pos": 36, "sum_m_en": [3.431331, 5.980805, 6.285527, 5.836436, 6.42749, 6.533099, 6.018457, 6.001414, 5.857053, 6.23382, 6.801933, 6.844918, 6.556757, 6.273048, 6.61498, 6.244837, 6.823032, 6.072514, 6.50614, 6.560493, 6.459797, 6.57101, 6.433996, 6.653611, 9.024505, 7.671656, 6.698453, 6.267247, 6.285891, 6.410688, 6.067588, 6.454388, 6.18004, 5.970479, 6.155959, 6.37044, 6.706298, 6.40097, 6.111088, 5.852059, 5.624264, 7.323239, 6.823501, 5.64427, 4.77276, 3.446134, 2.6136, 1.414762, 0.556037, 0.0], "sum_m_pl": [0.602409, 1.776786, 1.57547, 1.379572, 1.553604, 1.433819, 1.275525, 1.385781, 1.558281, 1.795454, 2.153027, 2.368368, 2.404624, 2.61687, 2.397483, 2.504735, 2.021765, 2.088849, 1.849324, 1.879382, 1.877582, 1.857256, 1.853537, 1.865914, 1.982091, 2.041908, 2.008404, 2.40837, 2.865001, 2.964452, 2.759522, 2.418304, 2.297613, 2.260591, 1.969486, 1.990068, 1.768292, 1.799609, 1.694229, 1.770609, 1.837309, 1.669714, 1.717633, 1.757128, 1.616275, 2.802311, 3.22664, 0.975949, 0.273372, 0.0]}, "lang": {"n_am_en": [4, 6, 7, 17, 17, 27, 20, 19, 15, 20, 16, 21, 13, 9, 18, 19, 11, 14, 19, 16, 16, 11, 20, 20, 39, 33, 22, 16, 23, 23, 26, 22, 24, 32, 31, 33, 39, 46, 61, 68, 64, 68, 67, 66, 60, 46, 26, 10, 5, 5], "n_am_pl": [0, 4, 3, 8, 12, 1, 8, 7, 14, 20, 15, 20, 22, 27, 18, 24, 21, 24, 16, 18, 19, 19, 20, 13, 11, 22, 26, 28, 20, 21, 28, 18, 12, 20, 17, 17, 23, 14, 9, 10, 10, 12, 15, 22, 21, 38, 68, 88, 97, 100], "n_pos": 107, "sum_m_en": [9.98354, 16.245426, 17.307147, 18.043414, 18.753933, 19.336233, 19.495172, 19.860226, 20.028462, 19.929578, 20.712765, 20.208421, 19.856818, 19.241748, 18.79975, 18.678183, 19.289487, 17.714402, 17.938863, 18.29785, 17.920226, 17.99526, 18.136465, 17.936405, 27.219651, 24.173712, 20.992033, 18.790245, 19.484649, 19.621183, 18.927266, 20.315952, 19.490014, 21.338757, 23.156815, 23.569832, 25.175213, 30.263786, 38.455559, 41.869435, 42.85283, 54.316364, 54.350332, 54.798302, 52.819317, 43.326049, 24.969733, 9.563302, 5.319106, 4.9975], "sum_m_pl": [1.570373, 4.713968, 5.171411, 4.952428, 5.609156, 5.594205, 5.951655, 6.028144, 6.64274, 7.789611, 7.783881, 9.039908, 9.608146, 10.679983, 10.753731, 10.55421, 8.769996, 9.149666, 7.791141, 7.492332, 7.511882, 7.208994, 7.10863, 6.76873, 10.267509, 11.492563, 13.342637, 13.530704, 12.583834, 13.245008, 12.276014, 11.945857, 12.608158, 12.954945, 10.840819, 11.806763, 12.085108, 11.451465, 8.664489, 7.546199, 9.54722, 9.715783, 13.346684, 16.090902, 22.464097, 33.943801, 66.610577, 87.253854, 95.965489, 99.378233]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "gsm8kpl-170", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1478, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9918}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 12, 12, 22, 20, 24, 30, 37, 28, 30, 30, 31, 25, 26, 42, 44, 39, 45, 39, 40, 40, 42, 32, 37, 53, 55, 52, 45, 40, 42, 45, 45, 41, 50, 46, 52, 59, 61, 69, 75, 77, 78, 79, 76, 65, 52, 53, 53, 46, 40], "n_am_pl": [3, 11, 13, 9, 5, 9, 10, 6, 7, 3, 14, 12, 15, 17, 13, 4, 9, 11, 11, 5, 8, 5, 4, 5, 8, 6, 9, 6, 18, 8, 11, 11, 7, 4, 3, 7, 3, 5, 1, 4, 5, 6, 5, 10, 6, 5, 4, 1, 0, 0], "n_pos": 154, "sum_m_en": [15.630188, 22.434654, 22.555375, 23.517821, 26.554434, 26.735885, 26.502767, 27.029924, 27.007697, 28.284413, 30.225352, 29.723961, 29.830728, 29.807218, 32.551445, 33.793008, 31.173858, 30.240751, 29.009244, 29.840332, 27.528933, 27.584998, 27.300853, 26.978065, 40.317867, 38.26102, 35.709831, 31.1698, 33.292133, 32.94265, 32.325667, 33.696765, 35.767844, 36.755517, 41.266763, 40.767612, 47.014691, 50.38635, 56.271751, 63.543611, 61.941429, 66.924335, 67.678188, 67.506949, 60.441893, 53.224318, 53.822883, 52.890361, 46.401927, 40.817677], "sum_m_pl": [3.021264, 7.561432, 8.241255, 7.631281, 7.834945, 7.656459, 6.853612, 7.419311, 7.624345, 8.123816, 9.554722, 9.77076, 9.97416, 9.665521, 9.654184, 9.211372, 8.222249, 8.526485, 8.711576, 8.655249, 8.498414, 8.340413, 8.463711, 8.608051, 11.043152, 12.0038, 11.265331, 11.740315, 11.974354, 11.594683, 10.728758, 10.103779, 9.593371, 8.617429, 7.842684, 8.070643, 6.917702, 6.606575, 6.292663, 6.710283, 7.403028, 6.247366, 6.14105, 6.567153, 5.993703, 3.826275, 3.188764, 1.550754, 1.033078, 3.8e-05]}, "digit": {"n_am_en": [1, 3, 2, 3, 3, 4, 7, 9, 5, 8, 9, 8, 3, 4, 13, 15, 9, 9, 9, 8, 12, 10, 7, 8, 10, 12, 11, 11, 8, 11, 10, 11, 8, 11, 8, 9, 7, 8, 12, 13, 12, 13, 15, 13, 12, 8, 5, 4, 1, 0], "n_am_pl": [0, 3, 1, 1, 1, 1, 4, 1, 3, 2, 4, 3, 6, 9, 4, 3, 4, 5, 8, 3, 3, 2, 2, 3, 5, 1, 1, 0, 6, 2, 4, 4, 2, 1, 1, 3, 2, 1, 1, 1, 5, 6, 3, 7, 3, 3, 2, 1, 0, 0], "n_pos": 41, "sum_m_en": [4.447718, 6.74897, 6.701492, 6.414544, 7.132406, 7.180078, 7.086632, 7.099527, 6.908431, 7.302514, 7.925421, 7.794658, 7.592172, 7.652243, 8.678354, 8.777105, 8.108178, 7.903645, 7.451793, 7.707474, 6.855838, 6.985727, 7.032517, 7.039636, 9.84835, 9.508544, 8.698828, 7.905724, 8.207087, 7.919504, 7.734244, 8.222594, 8.423522, 8.274491, 8.418742, 8.4273, 8.766714, 9.154621, 9.678813, 10.551419, 9.806588, 9.365875, 9.000662, 9.75764, 8.362648, 7.311001, 5.698419, 4.221332, 2.09731, 0.0], "sum_m_pl": [0.815655, 2.182866, 2.068478, 1.810886, 1.724754, 1.712866, 1.447922, 1.59783, 1.73989, 2.029537, 2.505732, 2.57222, 2.729275, 2.610421, 2.704196, 2.764361, 2.333228, 2.436689, 2.467405, 2.434122, 2.301724, 2.238778, 2.265708, 2.358168, 3.639176, 3.569931, 2.799345, 2.875473, 2.817606, 2.833562, 2.765571, 2.627585, 2.411626, 2.228739, 2.180211, 2.577262, 2.365447, 2.3633, 2.707082, 3.192181, 4.039467, 4.010514, 3.736893, 3.471692, 3.54307, 2.477007, 1.950918, 1.102773, 0.4698, 0.0]}, "lang": {"n_am_en": [5, 5, 7, 9, 12, 11, 12, 15, 13, 12, 12, 13, 13, 10, 15, 13, 18, 17, 15, 18, 14, 17, 14, 17, 25, 23, 23, 22, 20, 22, 21, 18, 21, 24, 24, 28, 33, 32, 34, 35, 36, 37, 39, 39, 40, 36, 38, 39, 40, 39], "n_am_pl": [3, 4, 3, 6, 2, 3, 3, 3, 1, 0, 0, 4, 3, 3, 4, 0, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 3, 4, 3, 3, 3, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.798469, 6.206858, 6.390944, 6.80141, 7.771562, 7.827812, 7.800536, 8.14721, 8.369119, 8.249436, 8.482369, 8.553529, 8.412478, 8.490302, 9.432162, 9.727589, 8.940784, 8.824891, 8.420834, 8.871222, 8.189375, 8.035857, 7.751573, 7.58816, 15.483935, 14.674524, 13.88895, 10.973248, 11.540283, 11.387568, 11.068256, 11.46619, 12.306216, 13.179896, 16.379586, 17.084731, 22.971737, 24.77472, 27.166157, 31.087126, 31.864712, 34.522034, 35.981361, 36.419218, 36.742927, 35.60791, 36.819702, 37.820187, 37.960012, 38.929506], "sum_m_pl": [0.870475, 1.981681, 2.119437, 2.037765, 2.152487, 2.070525, 1.959276, 2.17145, 2.164818, 2.263491, 2.622879, 2.643942, 2.717715, 2.59193, 2.579263, 2.361412, 2.090339, 2.183793, 2.1996, 2.231242, 2.220984, 2.187599, 2.216839, 2.218212, 2.421843, 2.748577, 2.805664, 3.127441, 3.099858, 3.065029, 2.895932, 2.64301, 2.631198, 2.467441, 1.843167, 1.864174, 1.305611, 1.054648, 0.865535, 0.635585, 0.669244, 0.441876, 0.408048, 0.522358, 0.462987, 0.269942, 0.208712, 0.037905, 0.060809, 3.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "gsm8kpl-174", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1266, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9809}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 21, 36, 33, 36, 61, 81, 94, 102, 101, 76, 69, 70, 56, 77, 109, 122, 120, 101, 109, 121, 133, 116, 119, 169, 136, 129, 112, 96, 74, 67, 71, 81, 119, 148, 140, 144, 150, 159, 184, 174, 188, 187, 180, 155, 99, 26, 7, 4, 2], "n_am_pl": [3, 35, 31, 24, 26, 24, 34, 32, 24, 26, 43, 51, 51, 45, 42, 36, 21, 20, 23, 22, 19, 16, 17, 11, 19, 23, 25, 31, 40, 30, 36, 34, 41, 17, 22, 19, 22, 19, 16, 26, 34, 22, 25, 44, 73, 100, 164, 175, 160, 156], "n_pos": 328, "sum_m_en": [32.590241, 48.435615, 52.856854, 53.360311, 57.292797, 59.342447, 60.323219, 63.445365, 64.946088, 66.683279, 68.619395, 66.870582, 65.918399, 64.832268, 66.365601, 70.865847, 72.258765, 67.718501, 64.937223, 63.826988, 62.91034, 64.264501, 61.87973, 61.696146, 107.441196, 102.12019, 89.535365, 76.594085, 71.629768, 66.865388, 65.824927, 67.213576, 71.429851, 80.129604, 94.032952, 92.661388, 96.141279, 100.864983, 113.195611, 138.923504, 132.999178, 143.703751, 143.176335, 148.969558, 134.699364, 94.605614, 31.963191, 11.433958, 6.220036, 2.000322], "sum_m_pl": [6.014588, 16.63158, 17.877405, 17.072408, 17.739692, 17.084661, 17.267705, 17.780016, 17.680193, 17.866202, 20.604455, 21.061003, 20.80971, 21.399653, 21.490792, 18.500776, 16.917498, 16.848926, 18.326431, 17.929956, 17.632564, 17.397561, 17.865258, 17.525717, 21.172228, 24.64989, 24.173434, 24.909733, 28.670202, 27.494027, 24.607783, 23.833841, 22.885771, 18.926684, 17.444221, 17.235498, 18.429271, 18.578833, 21.024206, 24.150478, 25.282953, 24.214564, 30.210422, 42.328815, 64.490361, 89.167034, 148.155082, 164.826028, 158.063976, 155.975597]}, "digit": {"n_am_en": [0, 1, 4, 5, 3, 5, 7, 8, 10, 6, 6, 9, 4, 6, 10, 12, 17, 12, 8, 10, 10, 8, 5, 6, 9, 7, 7, 9, 6, 5, 7, 7, 6, 12, 11, 11, 14, 14, 18, 15, 18, 17, 14, 13, 15, 9, 3, 1, 1, 0], "n_am_pl": [0, 8, 2, 4, 3, 0, 2, 4, 0, 3, 3, 5, 6, 5, 2, 4, 1, 3, 2, 1, 1, 4, 5, 6, 7, 6, 4, 3, 3, 3, 5, 5, 4, 2, 2, 1, 1, 2, 4, 10, 5, 4, 3, 9, 6, 8, 12, 9, 1, 0], "n_pos": 39, "sum_m_en": [3.607115, 6.409295, 7.090516, 6.653855, 7.306285, 7.463221, 7.197537, 7.239063, 7.157787, 7.736617, 7.708191, 7.321456, 7.040256, 7.112692, 7.668273, 7.2352, 7.586107, 7.118546, 7.11566, 7.062132, 7.022128, 7.166159, 6.998263, 6.9934, 9.644927, 9.4981, 8.525892, 7.935428, 7.933203, 7.496457, 7.079477, 7.780506, 8.434875, 8.996037, 9.438173, 9.706263, 10.299204, 10.731347, 11.389924, 13.807736, 13.315815, 11.472747, 9.916624, 11.60498, 10.962524, 8.813319, 5.397844, 3.123183, 1.76017, 1e-06], "sum_m_pl": [0.639063, 2.216265, 2.066435, 2.015764, 1.908701, 1.614476, 1.525613, 1.568696, 1.710066, 1.914931, 2.199207, 2.234692, 2.324832, 2.302605, 2.326579, 2.108207, 1.924622, 1.995069, 2.007137, 1.975138, 2.003511, 2.032827, 2.105529, 2.088509, 3.654006, 4.034267, 3.113267, 2.99834, 2.926122, 2.895228, 2.645518, 2.339814, 2.208721, 1.936977, 1.871893, 2.022941, 1.709835, 2.214556, 3.040032, 5.958101, 4.283367, 3.628192, 3.646479, 5.759788, 5.527394, 6.621329, 7.725065, 6.533502, 1.567813, 1.5e-05]}, "lang": {"n_am_en": [7, 8, 13, 16, 16, 31, 42, 44, 47, 50, 37, 42, 49, 37, 42, 64, 62, 64, 48, 51, 63, 70, 64, 65, 102, 73, 78, 62, 55, 44, 38, 44, 52, 68, 78, 76, 79, 79, 84, 97, 94, 114, 112, 109, 85, 56, 17, 5, 2, 2], "n_am_pl": [3, 18, 14, 12, 16, 14, 12, 15, 18, 15, 24, 28, 23, 22, 26, 17, 11, 11, 13, 12, 9, 6, 4, 0, 6, 10, 13, 15, 26, 17, 20, 15, 25, 11, 14, 15, 17, 16, 11, 14, 21, 15, 16, 26, 57, 77, 127, 145, 154, 156], "n_pos": 158, "sum_m_en": [15.888018, 22.968756, 24.804887, 24.724236, 27.208794, 28.398001, 29.58154, 31.885399, 32.847122, 33.792349, 35.35615, 34.949327, 35.013623, 34.365388, 34.972118, 38.385275, 38.224809, 35.800292, 33.128506, 32.336434, 31.587491, 31.870509, 30.802291, 30.698322, 58.446666, 53.76129, 47.648248, 39.880129, 37.453655, 34.995119, 35.494858, 35.851578, 37.270814, 43.136457, 49.969951, 49.406421, 49.691848, 52.212377, 59.790365, 69.276487, 68.442559, 81.630885, 83.396124, 84.322459, 72.897253, 54.311298, 18.050279, 4.959402, 2.693354, 2.000309], "sum_m_pl": [2.927155, 7.897205, 8.881123, 8.548183, 8.890325, 8.789341, 8.974425, 9.35716, 9.315456, 9.166156, 10.726413, 10.803968, 10.660241, 11.216976, 10.747515, 9.104716, 8.164943, 8.287789, 9.231362, 8.842152, 8.793981, 8.687657, 8.929101, 8.780533, 9.953492, 11.88706, 12.33955, 12.43193, 14.988355, 14.152919, 12.51505, 12.712381, 12.63254, 10.369161, 9.566497, 9.574492, 11.319603, 11.409679, 12.897529, 13.159964, 15.15663, 14.937162, 19.327527, 26.035447, 47.201955, 67.067518, 116.640346, 137.358285, 150.114743, 155.410218]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 332, "item_id": "gsm8kpl-174", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1556, "region_end": 328, "roundtrip_ok": true, "tf_agree": 0.994, "tf_agree_excl_first": 0.997}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 29, 27, 36, 31, 37, 35, 29, 30, 35, 33, 37, 35, 35, 46, 47, 54, 63, 58, 60, 53, 52, 38, 44, 64, 56, 59, 41, 38, 37, 42, 45, 50, 52, 63, 69, 80, 91, 90, 79, 75, 73, 77, 80, 74, 73, 74, 77, 56, 52], "n_am_pl": [0, 16, 9, 7, 15, 16, 13, 14, 15, 15, 27, 28, 29, 20, 20, 14, 8, 14, 9, 10, 9, 8, 9, 9, 10, 13, 12, 10, 11, 23, 14, 14, 11, 13, 15, 7, 4, 4, 2, 3, 2, 3, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 199, "sum_m_en": [22.671827, 33.6158, 34.266918, 33.501193, 35.033954, 34.591543, 32.974018, 32.839687, 32.655474, 34.437502, 36.040147, 35.671826, 36.018205, 36.335222, 38.26503, 37.89799, 39.522164, 35.672159, 36.062033, 35.740327, 33.166869, 32.909782, 32.866091, 33.971842, 49.02364, 44.577309, 40.690916, 36.343399, 36.490892, 35.737091, 34.739217, 36.928923, 40.558767, 37.037874, 41.339736, 44.237339, 52.206048, 60.382344, 63.912904, 64.584667, 66.803751, 66.369951, 66.444957, 73.376206, 67.233786, 64.501899, 68.643002, 69.679929, 56.236258, 50.183435], "sum_m_pl": [4.293969, 10.861422, 10.567991, 9.525486, 9.798428, 9.004381, 8.360264, 8.712586, 8.998809, 9.697896, 11.056605, 11.747085, 12.176581, 12.398961, 12.058642, 12.53594, 12.32829, 12.57294, 12.417896, 12.245766, 11.892873, 11.595191, 11.67687, 11.79374, 13.880274, 13.962318, 14.3897, 15.181289, 15.150104, 16.767114, 14.027595, 13.442961, 12.670902, 12.439364, 12.187267, 11.676717, 10.778836, 9.492929, 8.432602, 7.657369, 6.831946, 6.181007, 5.461081, 4.696688, 5.192496, 3.778491, 2.893103, 1.834081, 1.277361, 2.1e-05]}, "digit": {"n_am_en": [0, 14, 5, 5, 4, 3, 3, 2, 2, 4, 9, 7, 11, 12, 15, 11, 12, 27, 29, 26, 20, 24, 16, 18, 27, 20, 16, 8, 6, 10, 11, 9, 13, 16, 20, 22, 30, 30, 28, 24, 20, 21, 24, 25, 23, 23, 21, 20, 2, 0], "n_am_pl": [0, 5, 0, 0, 3, 0, 3, 2, 2, 1, 15, 10, 8, 8, 5, 5, 2, 4, 2, 2, 1, 0, 1, 2, 0, 3, 5, 3, 1, 11, 7, 6, 5, 5, 5, 2, 1, 2, 1, 2, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0], "n_pos": 71, "sum_m_en": [8.124145, 12.833059, 13.215686, 12.675802, 12.997029, 12.260175, 11.290398, 11.505824, 11.407472, 12.713254, 13.960924, 13.377321, 13.557793, 13.779811, 14.477863, 13.656493, 14.495356, 12.715472, 13.264904, 13.068195, 12.222144, 12.294591, 12.217562, 12.805475, 17.239203, 15.421185, 14.023196, 12.549558, 12.742854, 12.499413, 12.177686, 12.951591, 13.911609, 12.739623, 13.516708, 15.249574, 18.616394, 20.262029, 19.988732, 19.431825, 20.028012, 20.302394, 18.979075, 22.03557, 17.755006, 16.167867, 18.709204, 17.148662, 5.444235, 0.0], "sum_m_pl": [1.309686, 4.243535, 3.463852, 3.079562, 3.170046, 2.660556, 2.170441, 2.260224, 2.60768, 2.948779, 3.585303, 3.788187, 4.014212, 3.999206, 3.687366, 4.237906, 3.85211, 3.94243, 3.797431, 3.799809, 3.717877, 3.68528, 3.780415, 3.917123, 4.281198, 4.500873, 4.558654, 5.072607, 4.892069, 5.367077, 4.381004, 4.217005, 3.880145, 4.116735, 4.338815, 3.933771, 3.780684, 3.163196, 3.430295, 3.385123, 3.272606, 3.47182, 3.393959, 2.953337, 3.23589, 2.465134, 2.186361, 1.421491, 0.666997, 0.0]}, "lang": {"n_am_en": [5, 10, 13, 18, 16, 20, 21, 18, 17, 18, 13, 16, 12, 13, 18, 20, 22, 22, 17, 22, 21, 15, 15, 14, 22, 28, 29, 24, 21, 18, 18, 24, 29, 25, 29, 32, 33, 40, 45, 41, 44, 41, 45, 44, 44, 45, 48, 49, 47, 49], "n_am_pl": [0, 6, 4, 4, 6, 3, 4, 6, 9, 10, 6, 9, 14, 9, 8, 3, 3, 7, 6, 4, 3, 4, 4, 2, 1, 2, 3, 4, 6, 6, 5, 6, 4, 4, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.322173, 8.62027, 8.914711, 8.988004, 9.917383, 10.233419, 10.215677, 10.208202, 10.058322, 9.77301, 9.98458, 10.360435, 10.007144, 10.135805, 10.99101, 11.053879, 11.245601, 10.145994, 9.642969, 9.552912, 8.601404, 8.458149, 8.427348, 8.560486, 17.816434, 16.78492, 15.527534, 13.0534, 12.189757, 11.294932, 11.219997, 12.523067, 14.051137, 12.762626, 14.905724, 17.020253, 20.481166, 23.886053, 29.477068, 32.364048, 34.582218, 34.48064, 37.149355, 39.244982, 40.855512, 41.102011, 43.860871, 44.358882, 43.339097, 48.386737], "sum_m_pl": [1.240922, 2.471469, 2.420555, 2.252988, 2.567685, 2.582887, 2.509944, 2.653179, 2.825462, 2.938123, 3.377369, 3.729659, 3.797193, 4.016776, 3.990596, 3.864186, 4.026657, 4.099687, 3.95653, 3.708473, 3.682614, 3.514627, 3.47634, 3.424008, 3.745623, 3.999874, 4.442962, 4.723063, 5.092226, 5.701524, 4.891339, 4.627018, 4.409213, 4.376653, 3.885915, 4.120084, 3.872958, 3.253864, 2.360065, 1.794665, 1.48762, 1.116444, 0.664064, 0.494285, 0.772299, 0.450921, 0.261081, 0.175112, 0.217862, 1.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "gsm8kpl-177", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1250, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9755, "tf_agree_excl_first": 0.9803}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 14, 19, 27, 36, 45, 39, 35, 31, 34, 36, 41, 34, 36, 38, 43, 52, 56, 63, 58, 69, 69, 54, 55, 98, 73, 70, 51, 42, 37, 32, 36, 48, 49, 57, 72, 80, 98, 102, 110, 105, 102, 94, 94, 79, 56, 32, 26, 4, 1], "n_am_pl": [2, 17, 18, 18, 32, 18, 27, 25, 23, 23, 28, 39, 36, 38, 33, 29, 18, 27, 16, 15, 12, 12, 13, 10, 14, 20, 25, 26, 28, 44, 41, 34, 30, 40, 29, 22, 20, 19, 14, 10, 14, 16, 18, 23, 30, 42, 74, 79, 82, 79], "n_pos": 254, "sum_m_en": [24.384794, 39.48455, 42.61586, 40.915117, 42.695543, 43.18717, 40.650114, 41.762137, 41.897484, 44.123768, 47.072057, 45.007314, 45.846013, 44.758236, 46.143582, 46.430711, 48.05462, 43.499892, 43.58504, 42.936411, 40.935886, 41.265889, 41.445348, 42.638979, 63.891403, 54.146617, 47.017325, 42.51117, 42.071463, 41.346412, 40.42595, 41.449504, 42.462769, 41.6772, 44.11561, 47.55471, 52.957626, 63.724069, 73.650163, 85.182013, 89.895293, 88.732582, 84.055008, 86.75515, 69.600888, 51.391234, 30.322004, 21.137487, 7.156158, 1.000058], "sum_m_pl": [4.751682, 14.568656, 14.909503, 13.761324, 14.294674, 13.623035, 13.186408, 13.922237, 14.546241, 15.408925, 16.907571, 18.565215, 19.233269, 19.93926, 19.199964, 19.844806, 19.029595, 19.015509, 17.346638, 17.150855, 16.101312, 15.547471, 15.818969, 15.505522, 17.847753, 18.924437, 20.818006, 22.438906, 23.624094, 26.034464, 23.610298, 23.787646, 22.670975, 22.617958, 20.925567, 19.745591, 20.359833, 18.241955, 16.520571, 14.069567, 14.457826, 14.831024, 16.82158, 22.635644, 31.879343, 41.821198, 72.938004, 78.836058, 80.521295, 79.553855]}, "digit": {"n_am_en": [0, 7, 5, 5, 3, 1, 6, 4, 6, 7, 8, 16, 10, 8, 14, 14, 19, 18, 23, 24, 18, 18, 12, 15, 27, 14, 15, 10, 6, 6, 7, 10, 11, 7, 11, 15, 18, 23, 22, 17, 20, 20, 21, 23, 20, 17, 19, 18, 1, 0], "n_am_pl": [0, 5, 5, 3, 7, 2, 4, 4, 2, 2, 6, 11, 10, 9, 5, 9, 4, 7, 3, 3, 2, 2, 2, 1, 0, 2, 5, 8, 6, 11, 10, 11, 7, 7, 4, 2, 2, 2, 1, 1, 0, 1, 2, 1, 0, 1, 2, 1, 0, 0], "n_pos": 73, "sum_m_en": [7.768955, 13.083709, 13.962273, 12.865739, 12.902165, 12.200994, 11.406258, 11.813334, 11.768486, 13.126401, 14.38823, 13.529735, 13.706056, 13.389494, 14.413467, 13.471887, 14.353031, 12.415993, 12.716484, 12.598876, 11.982143, 12.145398, 12.149958, 12.808236, 17.949131, 14.834954, 13.326801, 12.010819, 11.834028, 11.869265, 11.305405, 12.200873, 12.655612, 12.015845, 12.89264, 13.695967, 15.387525, 15.54345, 14.53728, 15.526973, 16.970605, 17.548668, 16.672548, 19.444639, 15.197592, 13.512144, 16.547229, 14.736374, 3.643122, 0.0], "sum_m_pl": [1.31841, 4.664752, 3.888712, 3.503583, 3.648854, 3.088657, 2.581776, 2.643765, 3.260963, 3.528527, 4.195954, 4.455599, 4.560109, 4.621017, 4.292565, 5.044369, 4.48286, 4.644314, 4.253195, 4.23591, 3.946053, 3.888927, 3.984164, 4.045137, 4.057207, 4.464747, 4.779922, 5.71222, 5.773509, 6.270917, 5.368348, 5.249738, 4.65531, 4.706497, 4.720017, 4.181294, 3.822806, 3.266283, 3.647916, 3.415013, 3.216088, 3.381621, 3.349014, 2.83141, 2.682016, 2.417759, 3.082332, 2.131698, 0.333461, 0.0]}, "lang": {"n_am_en": [3, 2, 5, 11, 12, 23, 14, 19, 11, 14, 17, 12, 12, 19, 11, 19, 19, 20, 22, 22, 28, 26, 23, 21, 44, 33, 30, 25, 27, 18, 13, 15, 25, 23, 30, 39, 39, 45, 48, 58, 52, 51, 48, 43, 38, 26, 8, 3, 2, 1], "n_am_pl": [1, 7, 7, 9, 10, 7, 12, 8, 11, 9, 9, 15, 16, 20, 16, 13, 6, 14, 9, 6, 6, 4, 4, 4, 6, 8, 12, 9, 10, 20, 24, 14, 15, 19, 13, 9, 10, 10, 10, 8, 11, 14, 16, 18, 26, 34, 62, 74, 79, 79], "n_pos": 82, "sum_m_en": [7.520858, 12.173916, 13.610342, 13.605633, 14.627827, 15.354644, 14.715612, 15.464133, 15.846295, 15.776409, 16.608662, 15.890946, 16.179837, 15.843445, 16.19593, 16.623568, 16.687049, 15.41369, 15.141825, 14.550939, 13.975487, 14.168765, 14.216176, 14.310244, 25.892308, 21.248935, 18.341384, 17.048252, 16.320928, 15.349659, 15.833429, 15.78015, 15.665378, 16.123662, 16.475209, 18.961034, 21.199916, 26.826479, 35.404568, 42.003381, 43.50656, 42.533714, 41.214375, 38.986578, 33.276392, 24.24602, 8.416363, 2.869169, 2.081702, 1.0], "sum_m_pl": [1.177136, 3.617016, 4.022342, 4.143742, 4.55149, 4.539431, 4.771892, 5.072996, 5.27439, 5.178275, 5.771731, 6.553563, 7.175288, 7.830533, 7.549528, 7.20742, 6.968143, 6.946524, 6.262647, 6.045193, 5.899183, 5.597275, 5.693698, 5.420688, 6.241992, 6.924553, 8.072238, 8.060267, 8.680266, 9.68019, 9.194761, 9.5715, 9.378024, 9.546611, 8.482653, 8.62998, 9.245875, 8.098144, 7.476254, 6.522617, 7.563187, 8.241072, 10.736113, 15.645782, 24.455236, 32.242716, 60.255337, 71.637731, 76.563115, 78.406808]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 260, "item_id": "gsm8kpl-177", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1540, "region_end": 254, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9923}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 8, 19, 31, 31, 37, 45, 43, 39, 34, 36, 31, 24, 20, 29, 28, 44, 32, 29, 36, 37, 42, 35, 37, 60, 55, 48, 46, 41, 31, 26, 32, 41, 47, 58, 63, 61, 69, 70, 75, 75, 72, 70, 74, 64, 63, 57, 50, 51, 47], "n_am_pl": [6, 22, 15, 8, 5, 9, 11, 15, 12, 13, 23, 7, 13, 14, 18, 13, 9, 11, 11, 4, 6, 3, 5, 5, 10, 11, 11, 14, 11, 9, 8, 10, 6, 3, 6, 5, 7, 5, 7, 10, 5, 7, 3, 5, 2, 2, 1, 2, 2, 1], "n_pos": 169, "sum_m_en": [20.272725, 25.840264, 26.087408, 26.753196, 28.981628, 29.30101, 28.762255, 28.934452, 28.343569, 29.806328, 32.070791, 31.848315, 29.752763, 28.527808, 30.144592, 29.006012, 29.02226, 26.514833, 27.260698, 27.254297, 26.522315, 26.481256, 26.015177, 26.735768, 41.401981, 40.103602, 35.385609, 33.195298, 33.462203, 33.366844, 32.186882, 32.633853, 33.801583, 34.77524, 38.796551, 39.347991, 46.001905, 51.179264, 57.819619, 64.682956, 65.384801, 64.316431, 63.841298, 68.517977, 65.665518, 60.538654, 58.146658, 53.943725, 49.949917, 46.792986], "sum_m_pl": [3.579652, 8.876016, 9.431203, 8.595043, 8.979562, 8.703686, 7.760755, 7.682075, 8.183014, 8.167422, 9.533984, 9.573804, 10.451636, 9.792694, 9.788042, 9.109127, 9.108654, 9.836505, 9.652818, 9.719903, 9.569763, 9.177449, 8.902746, 8.989818, 10.814243, 11.271256, 10.703348, 11.588362, 11.019252, 10.964666, 10.052035, 10.125112, 9.465939, 8.272738, 8.405876, 8.598702, 7.385926, 6.421742, 6.167784, 6.736629, 5.435375, 5.262385, 5.179739, 4.985518, 4.368233, 4.918825, 3.536438, 2.587137, 2.206852, 1.001762]}, "digit": {"n_am_en": [0, 0, 6, 13, 8, 13, 11, 11, 14, 10, 14, 6, 5, 2, 10, 10, 15, 9, 6, 9, 11, 11, 6, 7, 21, 15, 12, 12, 13, 9, 8, 9, 8, 12, 16, 17, 13, 13, 17, 18, 14, 12, 11, 10, 8, 7, 6, 3, 1, 0], "n_am_pl": [0, 3, 0, 1, 1, 0, 2, 1, 3, 4, 11, 3, 4, 8, 4, 5, 2, 3, 3, 0, 0, 0, 1, 1, 4, 4, 4, 4, 4, 3, 3, 3, 4, 1, 3, 3, 5, 4, 5, 8, 4, 6, 2, 5, 2, 1, 1, 0, 0, 0], "n_pos": 45, "sum_m_en": [5.034246, 7.93403, 8.116631, 7.722236, 8.216907, 8.471914, 7.861244, 7.74985, 7.511285, 8.02209, 9.387376, 9.175498, 8.574401, 8.74647, 9.569665, 9.053054, 8.913187, 7.559322, 7.927435, 7.900466, 7.676779, 7.571063, 7.423942, 7.693969, 11.883994, 10.993805, 9.627215, 8.587402, 9.087647, 8.992783, 8.809855, 9.204855, 9.012157, 8.534408, 9.278001, 10.148085, 10.664866, 11.20119, 11.391245, 12.440406, 11.246317, 10.481313, 10.311318, 11.105461, 10.382383, 8.449976, 7.725336, 4.855009, 1.930201, 0.0], "sum_m_pl": [0.789349, 2.258366, 1.882377, 1.688905, 1.678216, 1.724238, 1.383933, 1.43678, 1.702483, 1.800122, 2.348019, 2.359611, 2.569241, 2.561233, 2.495927, 2.382273, 2.235533, 2.600141, 2.436704, 2.433465, 2.391643, 2.278106, 2.244676, 2.305634, 2.624391, 2.87658, 2.778388, 2.916174, 2.705252, 2.684368, 2.520733, 2.634772, 2.521123, 2.154116, 2.208171, 2.573598, 2.562387, 2.356714, 2.739223, 3.62416, 2.830159, 2.743604, 2.579275, 3.166239, 2.647679, 2.296727, 1.383098, 0.714268, 0.310133, 0.0]}, "lang": {"n_am_en": [8, 7, 10, 12, 15, 15, 21, 19, 14, 15, 12, 14, 12, 10, 11, 15, 20, 18, 17, 19, 17, 20, 20, 21, 31, 29, 25, 25, 19, 19, 13, 15, 22, 25, 30, 29, 35, 41, 39, 43, 45, 45, 45, 46, 46, 43, 43, 39, 45, 45], "n_am_pl": [0, 3, 1, 0, 0, 3, 2, 4, 3, 3, 3, 2, 1, 0, 7, 3, 1, 1, 1, 0, 2, 1, 1, 1, 1, 1, 2, 3, 3, 0, 1, 0, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1], "n_pos": 48, "sum_m_en": [6.174541, 7.393287, 7.736792, 8.531704, 9.431025, 9.138445, 9.438505, 9.910192, 10.101198, 10.318097, 10.34928, 10.392014, 9.847911, 9.072566, 9.516693, 9.496325, 9.813889, 9.401875, 9.043884, 8.851603, 8.486733, 8.509302, 8.30941, 8.395589, 19.755488, 18.940995, 16.727403, 14.720087, 13.633595, 12.785408, 12.149066, 12.026466, 12.799278, 14.818728, 16.575456, 17.900165, 23.877607, 27.328671, 32.709392, 37.911943, 39.745458, 40.42908, 40.791521, 42.83502, 42.466001, 40.083503, 39.679419, 38.316843, 41.254516, 44.703577], "sum_m_pl": [1.239357, 2.534008, 2.750125, 2.602308, 2.73776, 2.68486, 2.420529, 2.501329, 2.705084, 2.598081, 3.033613, 2.948936, 3.160151, 3.003036, 2.940605, 2.657986, 2.740209, 2.829182, 3.033654, 3.090886, 3.058314, 2.917923, 2.782339, 2.758943, 2.930512, 3.065175, 3.072709, 3.416809, 3.529503, 3.576308, 3.422568, 3.446085, 3.211558, 2.818913, 2.710928, 2.659318, 2.190135, 1.735453, 1.226888, 0.764126, 0.650412, 0.639294, 0.662199, 0.193055, 0.281597, 1.065367, 1.210933, 1.075407, 1.105448, 1.001761]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "gsm8kpl-183", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1349, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9825}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 17, 31, 40, 55, 58, 59, 73, 72, 56, 58, 37, 48, 31, 44, 63, 86, 81, 77, 69, 88, 93, 80, 65, 127, 109, 112, 87, 77, 72, 62, 58, 70, 78, 95, 111, 108, 119, 137, 150, 132, 135, 143, 136, 125, 100, 23, 8, 2, 1], "n_am_pl": [3, 19, 36, 25, 32, 17, 28, 26, 28, 26, 27, 22, 32, 35, 30, 21, 19, 22, 18, 10, 13, 13, 10, 10, 15, 16, 25, 28, 30, 29, 27, 31, 32, 19, 15, 18, 19, 16, 17, 15, 21, 23, 21, 35, 47, 63, 120, 135, 124, 121], "n_pos": 327, "sum_m_en": [32.508732, 50.3985, 53.508459, 54.818575, 56.429124, 58.656779, 56.835669, 58.161976, 54.929674, 59.95848, 63.183743, 60.995718, 57.683477, 54.118415, 57.491588, 58.505201, 59.777952, 56.272522, 56.532621, 55.123794, 54.36712, 54.600434, 53.883356, 54.742905, 88.749015, 83.379943, 72.852134, 66.417195, 64.234366, 62.395137, 59.50839, 61.031587, 62.886983, 66.324085, 72.122374, 75.771346, 78.431125, 88.712181, 99.055284, 113.916466, 110.237729, 109.484531, 119.100795, 123.570619, 115.928989, 91.433614, 27.711166, 12.180387, 4.727636, 1.000078], "sum_m_pl": [6.109542, 17.564652, 18.957558, 18.393235, 19.860832, 19.045642, 18.66304, 18.931762, 20.378278, 20.152149, 22.495889, 22.620834, 23.021799, 22.035141, 21.445426, 19.322884, 18.370821, 19.482421, 18.796372, 18.801869, 18.758805, 18.2131, 17.892112, 17.789631, 18.696482, 21.267904, 22.682203, 25.124558, 27.142376, 25.953218, 23.349399, 24.827757, 24.463855, 21.07034, 20.367387, 20.32838, 20.47941, 18.498428, 19.233736, 20.379346, 22.18188, 23.453379, 22.707221, 29.463791, 40.912413, 57.88724, 112.527781, 130.858698, 122.954277, 119.744823]}, "digit": {"n_am_en": [0, 0, 9, 10, 7, 9, 10, 15, 15, 12, 12, 6, 5, 4, 7, 9, 14, 9, 10, 7, 10, 8, 8, 6, 20, 16, 16, 11, 13, 10, 8, 5, 13, 13, 16, 18, 17, 17, 24, 22, 17, 18, 10, 8, 9, 5, 0, 1, 0, 0], "n_am_pl": [0, 0, 5, 4, 5, 4, 1, 1, 3, 2, 4, 4, 3, 5, 2, 6, 4, 4, 2, 4, 2, 3, 2, 2, 2, 3, 4, 4, 3, 6, 4, 8, 4, 2, 3, 6, 3, 4, 6, 6, 6, 4, 7, 8, 7, 6, 7, 6, 1, 0], "n_pos": 52, "sum_m_en": [4.931667, 8.952887, 9.470686, 8.980765, 9.128079, 9.80273, 9.257535, 9.394003, 8.912643, 9.770956, 10.817859, 10.477149, 10.001602, 10.051066, 10.636082, 10.186527, 10.359277, 8.957539, 9.442158, 9.084926, 8.943717, 8.999357, 8.784825, 9.067032, 14.417246, 12.648397, 11.103137, 10.756713, 10.44068, 9.95011, 9.7756, 10.572802, 10.59212, 10.40416, 10.564806, 11.273975, 11.324537, 12.711973, 12.683861, 14.118103, 12.613751, 11.491566, 11.107141, 10.963775, 10.269216, 7.907966, 4.665586, 3.013951, 1.221885, 0.0], "sum_m_pl": [0.811395, 2.920353, 2.477455, 2.344493, 2.131249, 2.15307, 1.848435, 1.91813, 2.23944, 2.433241, 3.091686, 3.134227, 3.109766, 2.995538, 2.944389, 2.868726, 2.720518, 3.074145, 2.832193, 2.869258, 2.836814, 2.734273, 2.670588, 2.750974, 2.84825, 3.313126, 3.109977, 3.213335, 3.208909, 3.21812, 3.112525, 3.273893, 3.173008, 2.708635, 2.766465, 3.184312, 2.990519, 2.847518, 3.28988, 4.264986, 3.450361, 3.390264, 3.567324, 4.559328, 4.456075, 4.982091, 6.10707, 5.304761, 1.55681, 0.0]}, "lang": {"n_am_en": [10, 8, 16, 19, 32, 27, 27, 33, 31, 28, 31, 22, 26, 18, 23, 31, 36, 43, 44, 40, 43, 50, 43, 41, 71, 62, 64, 46, 42, 42, 33, 38, 38, 39, 44, 55, 53, 54, 63, 69, 63, 67, 80, 75, 70, 59, 15, 3, 1, 1], "n_am_pl": [0, 11, 8, 11, 13, 7, 6, 11, 15, 14, 13, 15, 17, 20, 19, 11, 8, 8, 6, 2, 6, 6, 3, 2, 3, 3, 7, 10, 9, 11, 10, 9, 20, 9, 10, 7, 8, 9, 8, 7, 12, 17, 13, 22, 33, 46, 94, 111, 118, 120], "n_pos": 121, "sum_m_en": [13.290655, 19.076661, 20.224853, 20.719076, 22.078314, 22.872, 22.771997, 23.849979, 22.85113, 24.770895, 25.847732, 24.840211, 23.184858, 21.456842, 23.169407, 24.216502, 24.865241, 23.877923, 22.987887, 22.316664, 21.704648, 21.646732, 21.559387, 21.613026, 44.289051, 40.627885, 34.303156, 29.417646, 27.781789, 26.34325, 25.16111, 25.62789, 26.213083, 29.372507, 31.643906, 35.279087, 37.637026, 42.161833, 45.717966, 53.430354, 52.706525, 54.519133, 64.460735, 67.666189, 62.306685, 54.575407, 14.442917, 4.001067, 1.556765, 1.000077], "sum_m_pl": [2.342722, 6.310968, 7.008132, 6.955774, 7.701679, 7.663693, 7.626118, 8.032323, 8.661728, 8.40779, 9.352745, 9.680362, 9.788851, 9.763926, 9.409701, 8.062639, 7.475884, 7.728256, 7.740032, 7.536117, 7.588919, 7.404144, 7.289462, 7.215262, 6.612076, 7.779958, 9.165448, 10.130779, 11.5208, 11.532367, 10.165698, 10.988062, 11.453069, 9.87222, 9.265914, 9.313976, 9.496352, 8.55902, 9.48808, 9.562457, 12.299301, 13.667812, 13.139346, 18.42491, 28.059304, 40.821819, 87.999384, 107.591636, 115.642835, 119.113883]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 330, "item_id": "gsm8kpl-183", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1639, "region_end": 327, "roundtrip_ok": true, "tf_agree": 0.9939, "tf_agree_excl_first": 0.997}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 32, 43, 41, 51, 59, 72, 54, 51, 57, 55, 52, 45, 45, 52, 67, 70, 58, 72, 70, 70, 79, 72, 76, 112, 104, 83, 64, 57, 51, 56, 63, 54, 80, 87, 90, 105, 115, 117, 122, 123, 117, 118, 121, 113, 120, 114, 115, 99, 104], "n_am_pl": [2, 9, 14, 10, 10, 11, 11, 13, 15, 15, 9, 21, 20, 16, 15, 9, 8, 9, 8, 8, 5, 3, 4, 6, 11, 10, 15, 15, 18, 16, 17, 17, 13, 12, 8, 5, 4, 2, 4, 2, 5, 6, 5, 2, 3, 2, 1, 0, 0, 0], "n_pos": 243, "sum_m_en": [29.084486, 40.342812, 41.247056, 40.138944, 43.30215, 42.740319, 44.291094, 41.770007, 41.046264, 42.984164, 45.639356, 46.318775, 43.024312, 42.308523, 44.424987, 44.816825, 43.689493, 40.981987, 43.941473, 42.921092, 42.232927, 42.937948, 41.594501, 41.899299, 73.090249, 69.264841, 59.912689, 51.866861, 51.141391, 49.122511, 46.969674, 47.070871, 50.613768, 54.460308, 62.56926, 63.189494, 79.143274, 88.70213, 94.709469, 106.919838, 107.027965, 106.166569, 110.197188, 115.550001, 111.93843, 112.589431, 112.041279, 108.684711, 95.239783, 103.726965], "sum_m_pl": [5.016059, 10.478938, 12.363339, 11.174017, 12.236778, 12.309655, 12.304924, 13.605232, 13.165111, 13.549537, 14.457968, 16.192954, 16.804923, 17.082336, 16.564606, 15.168225, 14.603416, 15.510183, 15.447913, 15.482163, 15.147788, 14.851517, 14.920008, 14.917608, 15.655451, 17.12566, 17.274025, 19.659898, 19.666502, 21.161705, 18.909661, 18.66766, 18.319138, 15.677143, 14.209111, 13.750771, 11.926572, 10.435445, 8.751075, 6.762072, 6.86947, 6.98723, 6.224689, 4.481556, 4.13603, 3.008577, 1.646141, 1.251053, 1.348705, 8e-06]}, "digit": {"n_am_en": [0, 2, 2, 6, 3, 10, 11, 8, 9, 6, 7, 5, 4, 4, 6, 3, 5, 4, 4, 4, 6, 10, 5, 8, 13, 14, 13, 5, 7, 2, 3, 5, 4, 7, 10, 12, 16, 17, 15, 14, 14, 13, 12, 11, 7, 7, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 0, 1, 3, 1, 1, 1, 1, 2, 3, 7, 5, 3, 3, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 2, 3, 2, 2, 3, 1, 3, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.553426, 6.591639, 6.65626, 6.133659, 6.331342, 6.324576, 6.829376, 6.213649, 6.005925, 6.306619, 6.832036, 6.520974, 6.11861, 6.259782, 6.895695, 6.518466, 6.270566, 5.70084, 6.32548, 6.437652, 6.324085, 6.818192, 6.387298, 6.528015, 10.066165, 9.374451, 7.601199, 7.106644, 7.145749, 6.523847, 6.162763, 6.609677, 6.965638, 6.516057, 7.222901, 7.229779, 9.856697, 10.033605, 9.619504, 10.881351, 9.800064, 10.083507, 9.465478, 10.682576, 8.151815, 6.319032, 3.528261, 1.79852, 0.702132, 0.0], "sum_m_pl": [0.547652, 1.561021, 1.515525, 1.443984, 1.529872, 1.590099, 1.668635, 1.868225, 1.861539, 1.892027, 2.091076, 2.477646, 2.624209, 2.621073, 2.427879, 2.254635, 2.087643, 2.227577, 2.208602, 2.260024, 2.210453, 2.160996, 2.180391, 2.192851, 2.187798, 2.241387, 2.296972, 2.631077, 2.543094, 2.83771, 2.577043, 2.603161, 2.322209, 2.066746, 1.806508, 1.86515, 1.758665, 1.660873, 1.508076, 1.167641, 1.373836, 1.294199, 1.307758, 1.042554, 0.945317, 0.701261, 0.492869, 0.443339, 0.186023, 0.0]}, "lang": {"n_am_en": [18, 21, 27, 22, 32, 33, 39, 35, 26, 30, 29, 28, 23, 24, 30, 42, 48, 42, 48, 42, 40, 48, 48, 46, 64, 57, 50, 45, 33, 34, 38, 42, 40, 57, 56, 59, 70, 73, 76, 83, 85, 83, 88, 90, 89, 97, 99, 98, 94, 103], "n_am_pl": [1, 4, 4, 5, 4, 5, 7, 4, 5, 9, 4, 6, 6, 4, 4, 1, 1, 2, 4, 4, 2, 2, 2, 3, 4, 3, 4, 4, 9, 7, 7, 3, 3, 3, 4, 3, 1, 1, 1, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 104, "sum_m_en": [12.928383, 16.984883, 17.808672, 17.955953, 19.983739, 19.447746, 20.137269, 19.013677, 18.920396, 19.645941, 20.615757, 21.446352, 19.693866, 19.427846, 20.592135, 21.096983, 20.40411, 19.489049, 20.637516, 19.336877, 19.028626, 18.997523, 18.46286, 18.357791, 40.219342, 38.57246, 33.102186, 27.323321, 26.118785, 25.589724, 24.241326, 24.440049, 26.333525, 30.587181, 36.080452, 38.453957, 49.475654, 56.845681, 63.185759, 71.906373, 75.062931, 76.635746, 80.273619, 83.934502, 84.72086, 89.454609, 93.051514, 91.552778, 87.516185, 102.50608], "sum_m_pl": [2.191625, 3.979626, 5.034665, 4.426786, 4.950192, 4.997724, 4.820934, 5.423476, 5.364034, 5.520187, 5.985505, 6.513411, 7.049942, 7.18177, 6.922879, 6.400001, 6.253107, 6.634116, 6.776493, 6.82124, 6.75348, 6.637864, 6.619701, 6.546367, 6.821695, 7.678748, 7.715596, 8.529445, 8.829776, 9.278818, 8.517012, 8.261489, 8.406964, 7.111883, 6.34967, 6.326918, 5.057577, 4.116419, 3.390155, 2.482113, 2.297552, 2.512879, 1.96775, 1.250748, 0.523375, 0.404529, 0.213264, 0.236296, 0.384683, 8e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 247, "item_id": "gsm8kpl-184", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1160, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9837}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [24, 34, 53, 85, 94, 116, 116, 104, 100, 124, 105, 103, 88, 94, 106, 114, 152, 121, 135, 142, 154, 183, 153, 163, 244, 229, 192, 132, 120, 90, 90, 95, 103, 128, 168, 156, 191, 202, 232, 245, 254, 227, 241, 264, 213, 154, 45, 15, 5, 5], "n_am_pl": [8, 45, 42, 37, 51, 51, 55, 45, 38, 49, 44, 73, 73, 62, 61, 43, 33, 50, 29, 46, 29, 29, 29, 28, 19, 33, 40, 67, 66, 77, 93, 63, 61, 43, 40, 37, 30, 25, 29, 39, 32, 28, 16, 24, 54, 125, 220, 258, 268, 275], "n_pos": 543, "sum_m_en": [52.854504, 82.1579, 88.543586, 91.329902, 94.611486, 93.913188, 97.21804, 97.349788, 92.898621, 98.830947, 108.072114, 106.796118, 102.35443, 102.461422, 104.302816, 105.268032, 102.880194, 94.016202, 99.55821, 96.183991, 94.772236, 97.338838, 94.963521, 94.953996, 166.265927, 154.05525, 128.883838, 107.821989, 103.324041, 100.428726, 97.044028, 98.836265, 101.942943, 108.075836, 125.916802, 126.076984, 138.878677, 145.787661, 157.276948, 182.61999, 189.239158, 176.638608, 206.363318, 230.490859, 187.734515, 142.316722, 51.591871, 20.124835, 8.221616, 5.000087], "sum_m_pl": [10.020879, 28.519782, 31.816752, 29.984051, 30.359395, 29.566852, 28.907016, 31.625059, 30.697523, 30.549291, 34.201914, 38.656385, 39.941227, 40.875793, 38.270414, 34.54456, 31.924008, 33.743305, 31.949004, 32.500112, 32.354125, 31.526817, 31.94661, 31.674782, 34.244265, 37.976487, 40.845264, 48.410714, 51.977426, 55.912306, 50.027038, 51.815266, 49.176955, 45.423082, 39.618831, 38.323829, 36.022395, 34.337767, 33.863175, 34.796916, 34.621955, 28.745231, 25.540242, 27.408778, 53.515407, 99.803673, 208.134411, 252.441001, 265.932088, 274.616054]}, "digit": {"n_am_en": [0, 3, 4, 3, 2, 8, 9, 7, 7, 13, 8, 8, 5, 5, 7, 8, 18, 13, 10, 8, 5, 11, 11, 16, 23, 19, 16, 8, 11, 6, 9, 8, 7, 9, 11, 11, 17, 17, 19, 20, 19, 14, 15, 21, 13, 7, 1, 0, 0, 0], "n_am_pl": [0, 4, 4, 1, 4, 5, 3, 3, 5, 6, 6, 4, 6, 6, 5, 3, 1, 3, 3, 5, 3, 1, 3, 3, 3, 2, 3, 1, 3, 6, 7, 5, 5, 2, 4, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 4, 2, 2, 0], "n_pos": 52, "sum_m_en": [4.264915, 8.63974, 9.586848, 8.914475, 8.741662, 8.94812, 9.38018, 9.128212, 8.634655, 9.321175, 10.397315, 10.086781, 9.662264, 9.775693, 10.47961, 9.851915, 9.943859, 9.059784, 9.744819, 9.245186, 8.99444, 9.662533, 9.212552, 9.525331, 15.276544, 15.064197, 12.534061, 11.210569, 10.353407, 9.752728, 9.175176, 9.695169, 10.528085, 10.415386, 11.084634, 10.538672, 13.213654, 13.714151, 12.74214, 15.366509, 13.406023, 13.156777, 13.021363, 15.709973, 11.052395, 7.239887, 3.382988, 1.233982, 0.861002, 0.0], "sum_m_pl": [0.744761, 2.608142, 2.663612, 2.511178, 2.344238, 2.355111, 2.318592, 2.588276, 2.725634, 2.746397, 2.984837, 3.591992, 3.480846, 3.4144, 3.242642, 2.825449, 2.593754, 2.823703, 2.721505, 2.872862, 2.888962, 2.798402, 2.849155, 2.845988, 2.998664, 3.152739, 3.37617, 3.604944, 3.926272, 4.153565, 3.75301, 3.939788, 3.453475, 3.037844, 2.760353, 2.903412, 2.493021, 2.112856, 1.983541, 1.56777, 1.816487, 1.711565, 1.815011, 1.406143, 1.383525, 1.167375, 3.387397, 2.458231, 1.559818, 0.000185]}, "lang": {"n_am_en": [16, 22, 34, 56, 67, 74, 83, 59, 66, 76, 65, 68, 55, 53, 62, 67, 85, 68, 88, 88, 98, 109, 96, 98, 147, 138, 121, 89, 72, 53, 52, 58, 70, 86, 111, 105, 118, 121, 145, 151, 167, 147, 172, 174, 149, 104, 42, 9, 5, 5], "n_am_pl": [4, 20, 21, 16, 28, 20, 27, 17, 17, 19, 24, 33, 43, 30, 36, 22, 21, 33, 13, 23, 15, 18, 16, 15, 8, 15, 17, 51, 35, 51, 59, 33, 30, 26, 22, 19, 17, 14, 19, 27, 24, 20, 10, 18, 41, 106, 188, 236, 261, 274], "n_pos": 280, "sum_m_en": [27.224069, 42.679394, 46.108207, 48.273884, 51.829358, 50.610818, 52.348806, 52.962679, 51.463722, 54.657453, 59.531413, 57.817597, 56.085422, 56.419717, 57.006731, 58.666185, 56.675369, 52.159038, 53.999169, 52.449455, 51.797978, 52.609211, 51.313816, 50.680317, 99.33873, 90.471184, 75.475699, 60.621825, 57.385266, 54.645292, 54.137023, 55.215327, 55.608479, 62.404674, 74.127424, 77.636399, 84.564686, 89.310859, 96.287451, 111.402047, 120.165512, 111.372315, 141.402388, 152.512154, 131.303556, 99.268183, 41.421695, 13.220127, 5.865986, 5.000082], "sum_m_pl": [4.636767, 14.201565, 15.7434, 15.196108, 16.045833, 15.46543, 15.208898, 16.901695, 16.661176, 16.404148, 18.55523, 20.779244, 21.846682, 22.371819, 20.769626, 19.005897, 17.459737, 18.558935, 17.680793, 17.543676, 17.439249, 17.090656, 17.24372, 17.189024, 17.848234, 20.108813, 22.447657, 28.051596, 29.88403, 32.62384, 29.042585, 30.086943, 28.603757, 27.292278, 23.003565, 22.468737, 20.653892, 19.584379, 20.718775, 22.607161, 22.144068, 17.39132, 12.645389, 17.085042, 39.537677, 82.012383, 176.056253, 226.644297, 258.165526, 273.43676]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 547, "item_id": "gsm8kpl-184", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1450, "region_end": 543, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9945}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 3, 3, 6, 7, 7, 8, 9, 12, 11, 7, 6, 10, 12, 14, 14, 14, 15, 11, 12, 13, 17, 20, 17, 25, 21, 19, 14, 16, 13, 9, 10, 12, 16, 15, 21, 25, 32, 32, 35, 32, 33, 34, 32, 32, 30, 26, 30, 25, 21], "n_am_pl": [0, 6, 6, 4, 8, 4, 6, 2, 4, 2, 3, 4, 7, 6, 9, 5, 1, 2, 3, 3, 3, 2, 2, 2, 3, 4, 4, 6, 6, 4, 9, 7, 6, 5, 7, 5, 3, 2, 1, 1, 1, 2, 2, 0, 1, 1, 1, 0, 0, 0], "n_pos": 68, "sum_m_en": [7.367684, 9.877091, 9.903898, 10.653399, 11.402844, 11.049778, 10.803593, 10.444607, 10.712764, 11.49502, 11.347873, 11.119358, 11.007081, 10.652021, 11.211003, 11.699012, 11.793847, 11.040523, 11.311276, 11.572091, 11.566583, 11.653365, 11.407675, 11.800835, 17.467509, 16.226049, 14.67337, 13.064718, 12.94142, 12.673285, 11.582086, 11.489967, 12.203974, 13.246645, 14.026391, 14.142365, 16.67017, 20.625051, 22.466555, 25.835167, 26.668622, 27.454652, 29.789167, 28.693902, 28.874701, 30.594897, 26.791532, 29.359771, 25.470812, 20.991487], "sum_m_pl": [1.693417, 3.227243, 3.479725, 3.469179, 3.760089, 3.14656, 3.053208, 2.861078, 2.99664, 3.160685, 3.61571, 3.831043, 3.818288, 3.874599, 3.899444, 3.686483, 3.660224, 3.744299, 3.934301, 3.995941, 3.954772, 3.961587, 3.902758, 4.019835, 5.362737, 5.197155, 5.090095, 5.373194, 4.969194, 5.446622, 4.937976, 4.358937, 4.299195, 4.029541, 3.910609, 3.968384, 4.012257, 3.600749, 3.523489, 3.368678, 2.985686, 2.610711, 2.445147, 2.683269, 2.237119, 1.469634, 0.78751, 0.603455, 0.269896, 0.004938]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 1, 2, 4, 5, 1, 1, 3, 4, 6, 5, 5, 3, 4, 4, 4, 5, 4, 11, 7, 5, 3, 6, 4, 3, 3, 2, 5, 4, 5, 4, 4, 4, 4, 3, 3, 2, 3, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 1, 3, 0, 0, 0, 0, 1, 4, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 0, 1, 1, 1, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.900276, 3.036738, 2.952736, 3.040065, 3.127055, 2.987894, 2.925839, 2.766899, 2.727942, 3.148685, 3.102707, 2.913, 2.831848, 2.741443, 2.995866, 3.202521, 3.131372, 3.013952, 3.064523, 3.056561, 3.12154, 3.150222, 3.097495, 3.232143, 5.686133, 5.463112, 4.571775, 3.797062, 3.936719, 3.678933, 3.249652, 3.366528, 3.476879, 3.457091, 3.486822, 3.248063, 3.250277, 3.847259, 3.984086, 4.275499, 4.065704, 3.743806, 3.360613, 3.010096, 2.685012, 2.203181, 1.340827, 1.325871, 0.395939, 0.0], "sum_m_pl": [0.319184, 0.754465, 0.636268, 0.651717, 0.752239, 0.653865, 0.556661, 0.505584, 0.600594, 0.673417, 0.834182, 0.883234, 1.003255, 0.991396, 0.896132, 0.844864, 0.837185, 0.893195, 0.9205, 0.891359, 0.908568, 0.941116, 0.935772, 0.976867, 1.131184, 1.160145, 1.040362, 0.980897, 0.85861, 0.959039, 0.929362, 0.845023, 0.730121, 0.656469, 0.678222, 0.806065, 0.962011, 0.929661, 1.054784, 1.107737, 1.046677, 1.059427, 1.129822, 1.391053, 1.311799, 0.88181, 0.518068, 0.372301, 0.104978, 0.0]}, "lang": {"n_am_en": [0, 1, 2, 4, 5, 3, 4, 6, 5, 4, 1, 4, 5, 4, 5, 4, 4, 7, 6, 5, 6, 8, 11, 9, 11, 10, 11, 8, 8, 6, 5, 6, 7, 9, 8, 12, 15, 19, 20, 20, 20, 21, 22, 21, 21, 22, 19, 22, 22, 21], "n_am_pl": [0, 3, 1, 1, 3, 1, 0, 0, 2, 0, 0, 1, 3, 0, 3, 2, 0, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 3, 4, 2, 5, 3, 3, 4, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.394641, 3.031023, 3.198141, 3.513833, 3.834247, 3.777634, 3.603883, 3.681271, 3.770985, 3.938869, 4.047744, 4.099563, 4.166387, 4.145996, 4.186251, 4.339871, 4.184571, 3.796752, 3.848822, 4.012234, 3.983974, 4.070941, 3.910494, 3.956598, 6.954918, 6.086208, 5.785036, 5.045996, 4.637099, 4.415585, 4.163681, 4.027015, 4.287903, 5.052877, 5.486862, 5.978448, 7.864518, 10.316062, 11.622975, 13.920206, 14.993304, 17.272002, 18.541896, 18.476191, 18.89044, 20.232865, 18.283794, 20.975859, 21.205452, 20.674093], "sum_m_pl": [0.637176, 0.982718, 1.125019, 1.103151, 1.165669, 1.04914, 1.061405, 1.01652, 1.067585, 1.040262, 1.204543, 1.377707, 1.285833, 1.335367, 1.366456, 1.279414, 1.283559, 1.295878, 1.389077, 1.439306, 1.407941, 1.426046, 1.373307, 1.392884, 2.137072, 1.96314, 1.837766, 2.081433, 2.006567, 2.064917, 1.934692, 1.709628, 1.77213, 1.758011, 1.605451, 1.608331, 1.523904, 1.216814, 1.154103, 0.965776, 0.732947, 0.472529, 0.423073, 0.525499, 0.341047, 0.140675, 0.067532, 0.019672, 0.024362, 0.004936]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "gsm8kpl-190", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1130, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9315, "tf_agree_excl_first": 0.9444}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 8, 9, 21, 19, 37, 45, 48, 53, 46, 40, 42, 33, 27, 39, 51, 57, 60, 74, 65, 77, 74, 75, 70, 100, 95, 78, 60, 64, 52, 47, 50, 56, 72, 80, 79, 88, 94, 98, 113, 116, 110, 92, 89, 67, 41, 12, 1, 6, 1], "n_am_pl": [9, 12, 22, 19, 18, 16, 18, 23, 20, 22, 22, 22, 25, 21, 22, 15, 10, 10, 12, 5, 7, 7, 10, 5, 13, 8, 15, 17, 9, 18, 18, 11, 20, 8, 10, 14, 7, 8, 9, 10, 12, 9, 21, 31, 47, 69, 90, 94, 102, 109], "n_pos": 192, "sum_m_en": [19.490161, 29.355029, 30.67119, 32.333805, 33.119515, 34.057712, 35.219125, 36.120523, 36.633332, 39.450313, 39.543464, 38.761302, 37.468916, 37.924091, 37.720248, 39.99874, 41.037915, 37.982962, 38.446195, 36.871303, 36.86735, 37.808837, 36.617201, 36.613043, 67.365796, 61.249248, 52.087781, 46.637077, 43.088917, 41.458232, 39.302261, 40.227128, 40.111021, 47.103908, 50.993811, 50.373159, 56.309162, 61.039229, 69.619952, 79.143672, 83.857062, 78.556994, 75.508368, 76.668409, 61.967468, 43.048577, 14.346541, 4.471842, 6.755178, 1.108763], "sum_m_pl": [3.671548, 9.421852, 10.006176, 9.709991, 10.331506, 10.267489, 10.125777, 10.417946, 10.211049, 10.736206, 12.099216, 12.219274, 12.820651, 13.334979, 12.811037, 12.131769, 10.575911, 10.614922, 10.509521, 10.517689, 10.582835, 10.784711, 11.242717, 11.193685, 13.231127, 13.312667, 13.628184, 14.824689, 14.908356, 16.36669, 14.869522, 14.585272, 14.898677, 12.413668, 11.006694, 10.766626, 9.632649, 9.277001, 9.989969, 10.813134, 10.763203, 11.820063, 18.067627, 24.526274, 38.264215, 54.592156, 80.73891, 91.102936, 99.423149, 107.249965]}, "digit": {"n_am_en": [0, 0, 1, 3, 2, 3, 4, 5, 7, 6, 6, 4, 4, 2, 1, 7, 5, 6, 6, 5, 7, 8, 7, 6, 7, 9, 5, 5, 4, 4, 3, 4, 3, 6, 6, 5, 8, 9, 10, 10, 9, 7, 4, 1, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 2, 4, 3, 3, 0, 2, 1, 0, 1, 2, 2, 3, 2, 3, 1, 1, 1, 3, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 3, 4, 3, 3, 2, 0], "n_pos": 22, "sum_m_en": [2.297783, 3.844256, 3.992554, 3.886421, 3.824458, 3.86629, 3.817768, 3.807054, 3.603446, 4.207864, 4.192569, 4.078401, 3.836484, 3.952477, 4.311697, 4.369603, 4.372711, 4.066418, 4.068469, 3.921708, 4.087113, 4.224731, 4.196011, 4.253272, 7.075063, 6.829523, 5.951171, 5.442211, 4.741269, 4.27938, 3.728126, 3.981586, 4.175643, 4.460189, 4.629948, 4.281628, 4.293554, 4.56289, 5.838349, 7.578533, 7.091912, 5.762423, 4.771351, 3.817374, 2.951169, 1.834462, 1.609679, 0.766334, 0.705531, 0.0], "sum_m_pl": [0.399351, 1.073926, 0.928685, 0.919528, 1.035874, 0.912244, 0.864001, 0.759396, 0.887724, 1.030684, 1.212184, 1.215152, 1.394189, 1.424435, 1.330476, 1.356389, 1.101939, 1.149909, 1.09868, 1.191446, 1.146964, 1.183724, 1.226555, 1.230705, 1.884732, 1.723256, 1.527471, 1.378591, 1.40444, 1.542616, 1.455933, 1.488002, 1.369026, 1.20533, 1.117054, 1.166165, 0.953965, 1.010935, 1.498069, 1.792629, 1.833198, 1.861235, 2.167128, 3.167444, 2.848827, 3.038945, 2.707473, 2.857703, 1.601768, 0.0]}, "lang": {"n_am_en": [2, 6, 5, 9, 13, 24, 28, 28, 31, 28, 25, 30, 23, 20, 27, 36, 41, 37, 54, 43, 58, 52, 54, 52, 74, 67, 59, 45, 44, 32, 35, 35, 36, 45, 54, 53, 61, 63, 62, 75, 76, 78, 65, 68, 50, 30, 7, 1, 4, 1], "n_am_pl": [8, 6, 7, 10, 12, 9, 9, 17, 11, 20, 17, 15, 13, 16, 11, 8, 4, 7, 5, 3, 4, 5, 5, 3, 5, 4, 11, 9, 7, 10, 11, 7, 15, 6, 7, 10, 5, 6, 8, 9, 11, 8, 19, 24, 39, 58, 83, 89, 98, 109], "n_pos": 111, "sum_m_en": [11.66664, 16.998967, 17.767794, 18.93842, 19.442461, 19.930061, 21.068163, 21.606472, 22.413078, 24.061454, 24.408143, 23.747876, 23.097308, 23.420987, 22.963995, 24.638132, 25.222782, 23.113885, 23.544151, 22.507137, 22.347004, 22.743847, 21.869934, 21.527892, 44.66992, 39.290886, 32.835554, 28.724751, 26.222175, 25.069064, 24.163769, 24.948991, 24.610745, 29.426099, 32.220668, 31.937611, 36.849386, 39.700658, 45.124266, 51.789391, 55.584783, 54.624762, 53.297518, 55.904052, 44.912664, 30.595794, 9.037053, 2.535782, 3.581338, 1.000119], "sum_m_pl": [2.324031, 5.63122, 6.04947, 5.685808, 5.922645, 6.107998, 6.10973, 6.505195, 6.410814, 6.621918, 7.469876, 7.515276, 7.703143, 8.298087, 7.900483, 7.33401, 6.340061, 6.394421, 6.353049, 6.172077, 6.273374, 6.476554, 6.753156, 6.603789, 7.17239, 7.798918, 8.546057, 9.058662, 9.351936, 10.21979, 9.422149, 9.273289, 9.923634, 8.230835, 7.486753, 7.370247, 6.713426, 6.210499, 6.614855, 6.975485, 6.991308, 7.804417, 13.857237, 17.869092, 30.219471, 45.05503, 73.024861, 85.370795, 95.691037, 107.089497]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "gsm8kpl-190", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1420, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9898}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 12, 19, 33, 31, 20, 29, 33, 29, 37, 42, 33, 30, 29, 35, 32, 38, 32, 38, 33, 30, 31, 35, 32, 59, 51, 50, 44, 39, 39, 39, 36, 38, 54, 54, 56, 76, 75, 78, 82, 81, 83, 81, 80, 77, 69, 51, 52, 52, 45], "n_am_pl": [2, 21, 9, 12, 5, 10, 8, 7, 3, 3, 10, 17, 16, 12, 10, 10, 10, 13, 12, 13, 14, 11, 9, 12, 8, 10, 8, 15, 14, 15, 13, 11, 11, 8, 15, 9, 10, 8, 10, 8, 5, 4, 2, 1, 6, 4, 8, 8, 9, 9], "n_pos": 148, "sum_m_en": [15.740828, 22.271293, 22.701476, 26.381617, 26.410366, 25.088411, 25.717912, 25.376666, 24.451288, 24.752594, 25.499505, 25.772047, 25.538898, 24.827216, 25.37145, 25.952397, 26.153192, 24.029641, 24.226717, 24.098494, 22.829424, 23.427494, 23.407641, 23.831292, 36.69426, 34.609113, 32.657265, 26.485534, 28.616709, 28.54078, 27.96262, 28.438586, 29.917238, 32.336284, 35.020434, 38.254969, 45.625877, 48.093942, 55.964966, 63.096832, 61.116145, 64.661826, 66.800517, 66.707955, 65.61173, 60.988734, 54.296697, 52.077542, 47.846558, 46.066451], "sum_m_pl": [3.444109, 7.216244, 7.493492, 6.817089, 7.555581, 6.937783, 6.967421, 6.920085, 7.359615, 7.672474, 8.565409, 9.526599, 9.56522, 10.179848, 10.081252, 10.29951, 11.003872, 11.092069, 10.431876, 10.096132, 9.902606, 9.369988, 9.022754, 9.042778, 11.745148, 12.336603, 12.332264, 13.268844, 11.960796, 12.196519, 10.883407, 10.869306, 10.212371, 9.502218, 10.371052, 9.991001, 10.492332, 9.565687, 8.241715, 6.419188, 5.913666, 5.029665, 4.757274, 3.564459, 6.189464, 5.007598, 6.485879, 8.178153, 9.667358, 9.003759]}, "digit": {"n_am_en": [0, 1, 0, 3, 0, 1, 2, 4, 1, 3, 6, 4, 1, 3, 5, 1, 6, 4, 6, 4, 5, 2, 1, 5, 5, 5, 4, 4, 2, 2, 4, 3, 3, 6, 3, 4, 5, 7, 11, 9, 7, 9, 6, 9, 7, 5, 0, 0, 0, 0], "n_am_pl": [0, 4, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 6, 5, 1, 4, 1, 2, 2, 3, 2, 1, 2, 0, 2, 2, 0, 4, 2, 4, 4, 3, 2, 3, 5, 5, 4, 2, 5, 6, 4, 2, 2, 1, 0, 2, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.709505, 4.761973, 4.68375, 4.590278, 4.699448, 4.430079, 4.422582, 4.197793, 3.966797, 4.241346, 4.639719, 4.622538, 4.540004, 4.493825, 4.853128, 4.797067, 4.742161, 4.196789, 4.30932, 4.191985, 4.114005, 4.30587, 4.328387, 4.431965, 6.04313, 5.562689, 5.120623, 4.489884, 4.96497, 4.623917, 4.631612, 5.007785, 5.217319, 5.455457, 5.297424, 6.036898, 5.011232, 5.195495, 5.59893, 5.265346, 4.911953, 4.715976, 4.662108, 4.999791, 4.469839, 3.218268, 1.617148, 1.09803, 0.36697, 0.0], "sum_m_pl": [0.430479, 1.108254, 0.922662, 0.921854, 1.02378, 0.995477, 0.896177, 0.863243, 1.054459, 1.052593, 1.26338, 1.446577, 1.682255, 1.845271, 1.660081, 1.876026, 1.964339, 1.9624, 1.837804, 1.756915, 1.677159, 1.580743, 1.506998, 1.532309, 2.081098, 2.047866, 1.793807, 2.036251, 1.735761, 1.942899, 1.725822, 1.644373, 1.444158, 1.288869, 1.385809, 1.623229, 2.108596, 1.599924, 1.623978, 1.616713, 1.500783, 1.582714, 1.510484, 1.200204, 1.157686, 0.986599, 0.451682, 0.285626, 0.129481, 0.0]}, "lang": {"n_am_en": [10, 8, 17, 20, 25, 14, 20, 21, 20, 23, 18, 16, 17, 14, 22, 20, 19, 19, 20, 17, 16, 17, 20, 18, 34, 31, 27, 23, 22, 19, 16, 18, 18, 26, 28, 30, 38, 36, 41, 47, 47, 48, 50, 47, 44, 41, 36, 38, 44, 45], "n_am_pl": [1, 12, 3, 4, 0, 2, 2, 2, 3, 2, 6, 8, 3, 3, 3, 3, 5, 6, 5, 4, 7, 7, 5, 5, 2, 2, 5, 6, 6, 6, 6, 4, 5, 3, 6, 3, 5, 4, 3, 2, 1, 2, 0, 0, 6, 2, 7, 8, 9, 9], "n_pos": 54, "sum_m_en": [5.70915, 7.540983, 8.254013, 11.048654, 9.877177, 9.254136, 9.847315, 10.13072, 9.747596, 9.511372, 9.573671, 9.816412, 9.911938, 9.954981, 10.039925, 10.206742, 10.104997, 9.481581, 9.663105, 9.367714, 8.674005, 8.722906, 8.688343, 8.683315, 16.822658, 15.467569, 14.875393, 11.333102, 12.045021, 11.849905, 11.432719, 11.648284, 12.641151, 14.148858, 15.46155, 17.646206, 22.538695, 24.538747, 31.038274, 37.393142, 37.527451, 41.282004, 41.875014, 41.270321, 40.744127, 38.589019, 36.43174, 36.665561, 38.188637, 44.848394], "sum_m_pl": [1.644269, 2.817126, 2.695374, 2.437413, 2.859573, 2.499503, 2.703155, 2.810344, 3.144843, 3.218233, 3.816169, 4.25785, 3.877372, 4.162981, 4.186183, 4.192572, 4.37099, 4.284197, 3.988345, 3.843188, 3.787066, 3.599299, 3.477454, 3.42735, 4.138946, 4.818362, 5.070487, 5.751022, 5.18628, 5.075063, 4.603888, 4.787586, 4.485644, 4.257887, 4.915977, 4.572519, 5.162847, 4.74187, 3.883096, 2.411448, 2.166858, 1.688245, 1.662844, 1.136613, 3.799168, 3.157082, 5.556491, 7.461122, 8.994037, 8.999973]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-193", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1299, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 9, 35, 41, 40, 54, 55, 51, 51, 62, 58, 51, 63, 54, 50, 53, 69, 53, 65, 62, 58, 56, 56, 54, 94, 93, 76, 58, 58, 55, 52, 59, 61, 70, 103, 97, 93, 107, 105, 113, 109, 118, 129, 134, 109, 84, 18, 11, 6, 6], "n_am_pl": [10, 35, 33, 27, 17, 17, 25, 35, 32, 26, 31, 32, 35, 39, 29, 25, 25, 20, 15, 19, 12, 18, 12, 11, 21, 26, 27, 37, 37, 42, 37, 37, 35, 27, 25, 22, 22, 18, 20, 20, 25, 25, 33, 20, 35, 51, 107, 113, 114, 112], "n_pos": 315, "sum_m_en": [33.497792, 48.121928, 51.214465, 54.318099, 52.839065, 53.630681, 53.556126, 54.282467, 53.344385, 54.842456, 57.892814, 56.886593, 56.876736, 53.585034, 53.724116, 55.950802, 55.488386, 50.168152, 50.90178, 49.854325, 49.66815, 50.819263, 51.216919, 51.762039, 77.199256, 72.154654, 62.729419, 55.725442, 54.795027, 54.56163, 53.245032, 54.630935, 57.83485, 61.7276, 68.060809, 67.309554, 73.060159, 74.436806, 80.71139, 89.313964, 92.208122, 88.864521, 107.432046, 117.978951, 95.627273, 70.854718, 21.100965, 11.822123, 6.797945, 5.0284], "sum_m_pl": [7.178705, 17.015719, 18.746711, 17.575079, 17.881945, 16.420163, 16.644829, 16.970782, 18.249714, 18.061584, 19.302946, 20.732242, 21.464893, 22.654679, 21.828266, 21.410868, 21.758709, 21.632431, 20.371026, 19.714429, 19.60068, 18.513379, 18.299074, 17.982643, 21.693491, 24.424374, 26.930208, 28.819969, 28.914382, 28.411321, 25.151812, 25.813742, 24.883169, 21.36258, 20.902069, 20.752598, 19.418786, 17.176097, 17.477958, 19.09917, 19.178185, 21.040226, 23.811709, 20.233202, 34.852795, 51.980967, 99.338838, 111.880303, 112.957667, 113.719148]}, "digit": {"n_am_en": [0, 0, 2, 2, 2, 2, 4, 4, 2, 5, 7, 5, 12, 5, 4, 2, 6, 3, 6, 2, 4, 2, 1, 2, 7, 4, 3, 3, 6, 5, 3, 6, 7, 5, 6, 4, 4, 7, 8, 9, 6, 9, 12, 10, 6, 5, 1, 1, 0, 0], "n_am_pl": [0, 3, 5, 4, 2, 0, 0, 0, 1, 2, 2, 1, 3, 6, 3, 2, 3, 3, 3, 3, 1, 2, 1, 2, 4, 3, 1, 4, 3, 2, 4, 5, 5, 3, 6, 4, 7, 5, 4, 2, 4, 3, 3, 1, 0, 3, 2, 2, 0, 0], "n_pos": 34, "sum_m_en": [3.533013, 6.086669, 6.479655, 6.323172, 6.149546, 6.054126, 5.845317, 5.72405, 5.551332, 6.058259, 6.650914, 6.583844, 6.395262, 6.176604, 6.278933, 6.349326, 6.318363, 5.631252, 5.71076, 5.537796, 5.681216, 5.890279, 5.855352, 5.959005, 7.234215, 7.123326, 6.644149, 6.332328, 6.37469, 6.555408, 6.201157, 7.067456, 6.998737, 7.038938, 7.001014, 6.061123, 5.217713, 5.750309, 5.767846, 6.486505, 5.458452, 6.183419, 7.159709, 7.135559, 5.256642, 3.918073, 1.40538, 0.941019, 0.154668, 0.0], "sum_m_pl": [0.669182, 1.840666, 1.74026, 1.815163, 1.677721, 1.526543, 1.446736, 1.361428, 1.711314, 1.640843, 1.890396, 1.973925, 1.977494, 2.161573, 2.17341, 2.273918, 2.385169, 2.470568, 2.275889, 2.152355, 2.130983, 2.027528, 1.973248, 1.994908, 2.642287, 2.697711, 2.665053, 3.039199, 2.78581, 2.778005, 2.649414, 2.516124, 2.362043, 2.109526, 2.219815, 2.502065, 2.53662, 1.940875, 1.964464, 1.875858, 1.834959, 1.711476, 1.6834, 1.447774, 1.366374, 1.228177, 1.943407, 1.650538, 0.28079, 2e-06]}, "lang": {"n_am_en": [9, 5, 26, 21, 26, 26, 30, 28, 33, 38, 29, 33, 35, 29, 23, 26, 29, 24, 31, 32, 25, 28, 28, 28, 46, 47, 39, 28, 25, 24, 22, 25, 25, 32, 49, 55, 54, 60, 58, 63, 63, 70, 66, 76, 66, 50, 12, 5, 5, 5], "n_am_pl": [8, 22, 9, 7, 5, 8, 9, 10, 17, 10, 11, 11, 15, 15, 12, 14, 10, 8, 6, 7, 4, 6, 6, 4, 8, 13, 10, 19, 19, 18, 17, 15, 18, 13, 9, 12, 12, 10, 15, 16, 18, 19, 27, 18, 34, 44, 89, 99, 110, 112], "n_pos": 118, "sum_m_en": [12.476122, 17.809065, 19.70151, 21.453603, 20.74831, 21.503773, 21.949176, 22.602124, 22.808392, 22.884386, 23.784306, 23.317345, 23.980455, 21.912224, 21.700475, 22.642485, 22.039519, 19.974029, 20.414769, 20.162345, 19.771743, 20.200224, 20.93853, 20.862746, 35.151584, 32.950739, 28.4841, 24.124551, 23.327645, 22.958869, 22.80914, 22.203776, 23.793219, 26.70643, 29.457114, 32.0706, 34.529099, 36.611975, 41.126975, 47.039915, 50.651436, 47.544671, 56.701892, 65.369303, 54.247691, 41.580726, 13.696405, 5.83139, 5.019104, 4.407998], "sum_m_pl": [2.777292, 6.741183, 7.40062, 6.948047, 7.138632, 6.553823, 6.739419, 7.031697, 7.672728, 7.2424, 7.814284, 8.77506, 9.015292, 9.815546, 9.218518, 8.891414, 8.628902, 8.583755, 8.109227, 7.815787, 7.828939, 7.353615, 7.270726, 7.140823, 8.342029, 9.505803, 10.916948, 12.054047, 12.304475, 12.086197, 10.745308, 11.522948, 11.113022, 9.557423, 9.127385, 9.619199, 10.004797, 8.669434, 9.420577, 11.305763, 11.589249, 13.868462, 17.737779, 15.630321, 29.698574, 44.554252, 83.027157, 97.211855, 107.833043, 112.113784]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "gsm8kpl-193", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1589, "region_end": 315, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9843}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 27, 27, 23, 35, 43, 38, 46, 44, 52, 46, 43, 38, 37, 38, 35, 50, 54, 46, 43, 39, 42, 46, 48, 77, 62, 57, 59, 44, 46, 40, 48, 58, 51, 66, 61, 69, 70, 83, 89, 89, 96, 98, 89, 95, 85, 81, 75, 69, 67], "n_am_pl": [1, 8, 13, 13, 15, 14, 17, 18, 16, 13, 21, 27, 29, 22, 18, 12, 12, 13, 15, 19, 11, 10, 14, 14, 12, 14, 15, 19, 14, 15, 16, 10, 14, 11, 5, 7, 4, 5, 3, 2, 4, 2, 4, 2, 1, 3, 1, 1, 1, 1], "n_pos": 202, "sum_m_en": [21.425432, 31.276388, 33.150689, 32.973065, 37.100628, 36.44642, 35.652317, 35.93517, 35.971485, 38.370148, 39.226283, 38.158789, 37.06556, 35.798994, 34.879359, 35.26764, 36.600549, 34.923622, 34.944499, 33.777955, 31.929822, 32.668793, 32.948286, 33.640962, 48.033994, 45.660967, 42.369163, 37.951907, 39.761073, 38.297007, 36.598958, 38.841473, 40.508645, 40.308676, 43.164375, 41.509698, 49.070174, 55.589319, 64.883473, 73.358022, 72.10487, 76.381715, 83.146576, 79.536074, 81.129185, 77.820929, 75.642601, 71.007465, 67.236484, 67.791579], "sum_m_pl": [3.858607, 9.081292, 10.102484, 9.308863, 10.34326, 9.763007, 9.624466, 9.944444, 9.876045, 10.776973, 11.549645, 12.846991, 13.435471, 12.801213, 12.837805, 13.541727, 13.695618, 13.909663, 13.482832, 13.795158, 13.228274, 12.871353, 12.504569, 12.745688, 15.295061, 15.853781, 16.009772, 16.664057, 16.163859, 16.988045, 14.752058, 12.778905, 13.186394, 12.377058, 11.900356, 11.520506, 10.046241, 8.656503, 7.915924, 7.535251, 7.410066, 6.309298, 5.832976, 4.765499, 4.341449, 4.134136, 2.651896, 2.073816, 1.913114, 0.997534]}, "digit": {"n_am_en": [0, 1, 2, 1, 5, 3, 2, 3, 3, 7, 6, 1, 3, 2, 3, 2, 5, 10, 5, 2, 4, 6, 6, 7, 11, 7, 6, 6, 1, 3, 3, 6, 6, 4, 4, 3, 6, 2, 3, 4, 3, 5, 6, 8, 6, 5, 3, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 2, 3, 4, 4, 3, 6, 9, 7, 5, 4, 4, 4, 1, 1, 3, 1, 2, 1, 0, 0, 1, 1, 4, 4, 3, 6, 3, 3, 1, 2, 2, 1, 1, 2, 2, 3, 1, 3, 0, 0, 2, 1, 1, 0, 0], "n_pos": 31, "sum_m_en": [3.000054, 5.209334, 5.464537, 5.134538, 5.619114, 5.041961, 4.957521, 5.165905, 5.378301, 5.930148, 5.981368, 5.443638, 5.361656, 5.327103, 5.322316, 5.174832, 5.387141, 5.290185, 5.332762, 5.09037, 4.792328, 5.107828, 5.21865, 5.369135, 7.262326, 6.784419, 6.098523, 5.683427, 6.320985, 5.72075, 5.43375, 6.04064, 6.203233, 5.898043, 6.029761, 5.494347, 5.314415, 5.11856, 5.13511, 4.545983, 4.379745, 4.578433, 5.868085, 6.202579, 5.949396, 4.915261, 3.946393, 2.663429, 0.87843, 0.0], "sum_m_pl": [0.459226, 1.25294, 1.22891, 1.22648, 1.314973, 1.2867, 1.123839, 1.235329, 1.338464, 1.403318, 1.51962, 1.763453, 1.971188, 1.970575, 1.950162, 2.090259, 2.049769, 2.07627, 1.966169, 2.047387, 1.986386, 1.89928, 1.811921, 1.840238, 2.272307, 2.323624, 2.264717, 2.4552, 2.347554, 2.425922, 2.137977, 1.758216, 1.738895, 1.73574, 1.751743, 1.897234, 1.804403, 1.466906, 1.713415, 1.748071, 1.797251, 1.824249, 1.719172, 1.31553, 1.282268, 1.189171, 0.892754, 0.758028, 0.385415, 0.0]}, "lang": {"n_am_en": [5, 20, 18, 12, 17, 15, 20, 22, 24, 24, 22, 22, 21, 21, 20, 21, 23, 26, 25, 28, 24, 24, 28, 29, 43, 40, 33, 32, 25, 31, 26, 31, 36, 31, 36, 37, 42, 47, 54, 54, 58, 60, 61, 59, 60, 59, 63, 62, 66, 65], "n_am_pl": [0, 2, 3, 5, 5, 2, 5, 6, 6, 6, 6, 5, 6, 12, 8, 3, 5, 7, 7, 6, 5, 4, 8, 7, 5, 7, 7, 6, 3, 3, 2, 4, 2, 5, 2, 1, 2, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1], "n_pos": 69, "sum_m_en": [7.332855, 10.490151, 11.466628, 11.680223, 13.97309, 13.839784, 13.764252, 14.227761, 14.564263, 15.157621, 15.358192, 15.112554, 14.712883, 14.14733, 13.731905, 13.955052, 14.146565, 13.463306, 13.343669, 12.574405, 11.803796, 11.954034, 11.927373, 12.039374, 21.903424, 21.089038, 19.965946, 16.400094, 16.592646, 16.368378, 15.633463, 16.617085, 17.104473, 17.726194, 19.436377, 19.797197, 26.580522, 31.668618, 37.88862, 43.855008, 43.223976, 47.100316, 51.605113, 52.032041, 52.024522, 51.541586, 54.970581, 54.404793, 58.097941, 64.966685], "sum_m_pl": [1.072467, 2.870833, 3.069416, 2.733597, 3.027684, 3.055064, 3.253441, 3.582836, 3.549933, 3.569492, 3.922132, 4.374806, 4.665009, 4.626281, 4.579042, 4.909861, 5.203965, 5.26419, 5.037109, 5.079358, 4.842857, 4.718782, 4.616264, 4.651297, 5.812522, 5.914126, 6.397951, 6.509442, 6.16251, 6.453765, 5.826227, 5.00654, 5.224182, 5.239946, 4.859386, 4.805653, 3.946208, 3.371793, 2.71568, 2.118749, 2.2333, 1.825124, 1.94708, 1.199913, 0.923871, 0.84651, 0.984023, 0.700954, 0.783943, 0.997531]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "gsm8kpl-20", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 202, "roundtrip_ok": true, "tf_agree": 0.966, "tf_agree_excl_first": 0.9707}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 40, 52, 51, 77, 110, 88, 70, 79, 108, 90, 82, 63, 76, 87, 68, 80, 69, 82, 68, 57, 68, 65, 75, 160, 153, 153, 115, 100, 90, 80, 81, 94, 90, 109, 118, 148, 161, 185, 183, 182, 176, 201, 185, 165, 116, 60, 26, 18, 18], "n_am_pl": [3, 38, 15, 37, 33, 43, 52, 65, 71, 53, 61, 101, 87, 99, 78, 102, 76, 82, 63, 60, 52, 47, 52, 59, 54, 60, 72, 71, 68, 69, 74, 62, 55, 56, 50, 50, 49, 40, 43, 50, 49, 65, 64, 80, 100, 153, 207, 237, 246, 238], "n_pos": 548, "sum_m_en": [53.057405, 83.802894, 90.651888, 89.381146, 93.60381, 94.393476, 95.319395, 95.009587, 95.17157, 98.952017, 102.709259, 97.586703, 96.962365, 94.114535, 93.147258, 93.908655, 94.794383, 89.426771, 89.241279, 87.643172, 84.84692, 86.443806, 87.895967, 89.086737, 115.573474, 111.524824, 103.375063, 94.524222, 96.570473, 91.220193, 87.393682, 90.317561, 95.155932, 96.270554, 104.259758, 99.184992, 106.89908, 122.028237, 137.528072, 143.507887, 139.738144, 148.411787, 172.663099, 171.471842, 154.580823, 115.048834, 59.668942, 33.448055, 24.276557, 17.658044], "sum_m_pl": [8.617779, 26.630052, 29.445719, 28.975789, 30.003007, 29.033759, 28.695486, 31.094065, 33.868384, 34.972579, 38.807637, 41.610513, 42.081615, 41.444158, 41.382258, 41.10213, 40.817845, 41.60066, 39.520019, 39.147781, 36.840915, 35.578878, 35.195932, 34.947522, 50.388223, 53.079444, 53.774218, 53.528441, 55.662251, 58.218316, 50.846155, 46.807119, 45.673914, 43.132734, 42.193898, 44.941396, 43.066862, 39.611838, 38.082154, 40.337373, 43.76595, 49.867573, 51.189958, 68.014844, 85.08355, 131.565373, 194.159026, 222.589924, 236.617675, 238.530145]}, "digit": {"n_am_en": [0, 1, 0, 2, 4, 7, 5, 6, 5, 11, 4, 3, 6, 5, 8, 10, 5, 6, 7, 4, 4, 5, 2, 1, 13, 14, 13, 11, 7, 10, 8, 9, 12, 9, 8, 9, 12, 11, 14, 8, 12, 9, 16, 11, 10, 5, 5, 1, 0, 0], "n_am_pl": [0, 6, 4, 2, 3, 5, 3, 0, 7, 1, 6, 11, 11, 17, 10, 12, 10, 14, 6, 7, 4, 4, 4, 6, 6, 5, 5, 7, 3, 4, 7, 3, 2, 5, 6, 8, 8, 3, 5, 6, 4, 6, 5, 4, 1, 4, 3, 4, 1, 0], "n_pos": 67, "sum_m_en": [5.878171, 10.998711, 11.828974, 11.393853, 11.639913, 11.055334, 10.457949, 10.388921, 10.465577, 11.206468, 11.913637, 11.365884, 11.336812, 11.238071, 10.984177, 10.735819, 11.003336, 10.749388, 10.616043, 10.40453, 10.086995, 10.563694, 10.802526, 11.059637, 13.060194, 12.777739, 11.92908, 11.783289, 12.577295, 12.045606, 11.169498, 11.657524, 12.760858, 12.408737, 13.183882, 12.747914, 12.721095, 12.550256, 11.906301, 11.609992, 10.579139, 10.284927, 11.135902, 10.868016, 9.948816, 6.273391, 5.235459, 3.197409, 2.025626, 0.0], "sum_m_pl": [1.04468, 3.575632, 3.258192, 3.252722, 3.152995, 3.05192, 2.491919, 2.533281, 3.200307, 3.111743, 4.143691, 4.523859, 4.845211, 4.626867, 4.379703, 4.564018, 4.49334, 4.597251, 4.318727, 4.336525, 4.142276, 3.929258, 3.764712, 3.757361, 5.053248, 5.221323, 5.148712, 5.06994, 4.720743, 4.911073, 4.64174, 4.2536, 3.75998, 3.580118, 3.672684, 4.268903, 4.005295, 3.606053, 3.824103, 4.078324, 4.071797, 4.005783, 3.676968, 3.26924, 3.189767, 4.160057, 4.504845, 3.93266, 1.414762, 0.22252]}, "lang": {"n_am_en": [11, 19, 25, 29, 54, 68, 52, 44, 41, 59, 52, 45, 37, 46, 48, 35, 43, 39, 48, 49, 39, 46, 47, 49, 95, 84, 95, 66, 57, 53, 51, 46, 54, 55, 63, 73, 100, 106, 123, 131, 124, 122, 142, 133, 119, 84, 48, 20, 18, 18], "n_am_pl": [2, 8, 5, 18, 8, 17, 27, 38, 41, 29, 35, 58, 43, 49, 35, 46, 45, 42, 33, 34, 33, 28, 35, 34, 26, 31, 38, 44, 44, 41, 42, 34, 36, 36, 33, 25, 22, 28, 28, 32, 37, 51, 49, 66, 85, 128, 175, 214, 229, 236], "n_pos": 256, "sum_m_en": [24.72606, 39.055208, 43.010757, 43.188135, 45.91509, 47.050384, 47.829768, 47.589122, 47.978745, 49.590763, 51.522459, 49.071154, 48.864686, 47.617805, 46.849293, 47.40508, 47.161945, 44.360594, 44.227296, 43.007353, 41.903921, 42.267655, 42.963232, 43.258189, 62.260648, 59.676187, 55.371756, 48.955547, 48.656876, 46.125299, 44.368725, 45.495339, 46.677321, 49.651772, 52.217498, 50.803592, 59.270331, 69.662456, 82.30462, 91.012881, 88.864016, 95.116585, 117.216569, 118.827499, 109.814072, 79.483886, 43.143722, 22.75292, 19.561245, 17.651359], "sum_m_pl": [3.53853, 11.61056, 13.079611, 13.053147, 13.52065, 13.402283, 14.181161, 16.289176, 17.544362, 17.905737, 19.791951, 21.516421, 21.070135, 21.086391, 20.955867, 20.920758, 21.055703, 21.155911, 19.913382, 19.595371, 18.273474, 17.757857, 17.79018, 17.613266, 24.647617, 26.385948, 27.550212, 28.476807, 30.374472, 31.361136, 26.702462, 25.403971, 25.347264, 24.610668, 24.18341, 25.689746, 24.734256, 23.642599, 22.790274, 23.176445, 27.307105, 32.244733, 34.121118, 50.420904, 66.522313, 105.641397, 161.752566, 197.737216, 220.800633, 235.925435]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 552, "item_id": "gsm8kpl-20", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1478, "region_end": 548, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9891}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 16, 25, 28, 32, 35, 35, 39, 37, 30, 17, 23, 26, 32, 26, 28, 29, 30, 39, 38, 34, 38, 39, 38, 69, 68, 57, 50, 48, 46, 42, 44, 42, 47, 54, 61, 69, 77, 90, 96, 90, 89, 87, 82, 71, 70, 70, 71, 68, 64], "n_am_pl": [1, 4, 14, 10, 11, 8, 6, 5, 12, 14, 12, 9, 14, 16, 20, 23, 16, 20, 16, 18, 15, 22, 20, 16, 14, 18, 18, 16, 16, 15, 18, 14, 12, 8, 7, 5, 6, 2, 1, 2, 2, 2, 3, 3, 1, 1, 1, 1, 2, 5], "n_pos": 169, "sum_m_en": [18.529938, 26.577939, 27.041777, 27.748984, 30.608613, 31.303553, 31.755258, 30.62454, 31.536879, 31.759963, 32.039508, 31.850609, 31.788976, 31.476728, 31.282899, 30.12089, 32.417698, 29.106766, 28.166463, 28.906377, 27.067781, 27.366961, 26.924854, 27.297614, 46.467304, 44.161373, 41.491016, 37.743557, 38.012353, 38.193596, 35.026249, 35.795709, 35.655403, 37.574722, 39.924877, 41.865174, 47.435115, 51.68386, 59.301242, 74.786172, 72.887044, 71.081394, 76.345201, 75.229951, 69.592205, 70.334655, 70.778249, 70.890548, 67.736548, 63.509997], "sum_m_pl": [3.342796, 7.617895, 8.345642, 7.581648, 8.790777, 8.236011, 7.912274, 7.430606, 7.551961, 7.716301, 9.032583, 9.349194, 9.563212, 9.762994, 10.052991, 10.516238, 10.199675, 10.725317, 10.852291, 11.004322, 10.787142, 10.273364, 10.181249, 10.26187, 13.180333, 13.657411, 13.549672, 13.767804, 13.467084, 13.383901, 12.66562, 11.539909, 11.217334, 10.309661, 9.970628, 9.940313, 9.29409, 8.185039, 7.170934, 5.957117, 5.894631, 5.670441, 5.570431, 3.836366, 2.082828, 1.485806, 1.526126, 1.92613, 2.525727, 5.01198]}, "digit": {"n_am_en": [0, 1, 0, 3, 2, 3, 2, 1, 1, 1, 1, 0, 1, 3, 2, 4, 4, 3, 3, 2, 2, 1, 1, 2, 8, 6, 6, 4, 4, 6, 4, 4, 4, 5, 6, 6, 8, 5, 6, 6, 4, 5, 4, 6, 3, 3, 2, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 2, 2, 5, 5, 3, 5, 3, 0, 0, 1, 1, 1, 1, 1, 1, 2, 4, 2, 5, 6, 4, 4, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.83693, 3.593958, 3.55064, 3.456084, 3.651814, 3.464084, 3.505855, 3.269375, 3.336967, 3.392113, 3.788475, 3.878044, 3.773888, 3.607079, 3.491109, 3.290203, 3.502044, 3.120905, 2.974982, 2.977127, 2.897862, 3.01204, 3.053879, 3.153515, 5.204714, 4.883156, 4.662013, 4.163726, 4.343156, 4.358969, 4.037554, 3.975653, 3.976321, 4.340119, 4.380195, 5.258046, 4.740672, 4.723886, 4.603887, 4.766352, 4.288687, 4.333752, 4.003373, 3.890966, 3.629334, 2.215877, 1.932935, 1.213396, 0.387976, 0.0], "sum_m_pl": [0.303238, 0.842503, 0.679431, 0.625991, 0.709864, 0.603159, 0.560491, 0.557043, 0.721187, 0.707924, 1.017214, 1.010086, 1.26303, 1.207632, 1.108582, 1.209717, 1.073355, 1.17628, 1.144514, 1.175741, 1.134934, 1.096269, 1.078716, 1.115519, 1.318353, 1.314608, 1.238504, 1.291835, 1.242707, 1.36685, 1.377537, 1.236388, 1.037227, 0.905646, 0.928378, 1.042038, 1.09145, 0.961917, 1.038276, 1.018784, 1.06808, 1.181432, 1.131366, 0.750201, 0.575362, 0.475032, 0.310808, 0.187959, 0.081868, 0.0]}, "lang": {"n_am_en": [3, 11, 14, 16, 14, 16, 13, 19, 18, 16, 7, 7, 12, 15, 8, 11, 13, 16, 18, 19, 19, 23, 22, 23, 37, 37, 37, 33, 32, 26, 22, 26, 23, 27, 34, 35, 42, 46, 55, 59, 59, 57, 56, 55, 53, 53, 56, 58, 61, 61], "n_am_pl": [0, 2, 2, 1, 3, 2, 5, 0, 4, 3, 3, 4, 5, 7, 7, 9, 5, 6, 7, 7, 4, 9, 7, 4, 4, 6, 5, 5, 5, 4, 9, 6, 6, 5, 2, 2, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 2, 5], "n_pos": 67, "sum_m_en": [7.762652, 10.604394, 10.898138, 11.485136, 12.440903, 13.03862, 13.268626, 12.994643, 13.387466, 13.263647, 12.775311, 12.617305, 13.375003, 13.590052, 13.723961, 13.021944, 13.85841, 12.712097, 12.21477, 12.513431, 11.451581, 11.546345, 11.325555, 11.357069, 24.314407, 23.015178, 22.333397, 19.163992, 18.518255, 18.374336, 16.33291, 16.693223, 17.120387, 18.002353, 19.94401, 21.735246, 26.619394, 30.560934, 35.893671, 46.626004, 46.084567, 44.979076, 49.627939, 51.327222, 49.782294, 52.65782, 55.196232, 56.519061, 58.269014, 60.716826], "sum_m_pl": [1.109656, 2.87491, 3.364077, 3.013868, 3.58042, 3.258587, 3.1663, 3.004122, 2.93888, 3.077675, 3.65201, 3.780617, 3.754508, 4.082891, 4.049237, 4.169471, 4.069466, 4.155789, 4.341786, 4.399865, 4.333814, 4.102525, 4.072768, 4.072507, 4.865809, 4.884818, 5.077732, 5.393283, 5.255875, 5.299604, 5.009559, 4.788663, 4.577764, 4.266318, 3.849017, 3.830228, 3.601173, 3.068396, 2.602323, 1.68802, 1.611657, 1.526806, 1.914497, 1.312563, 0.373879, 0.203438, 0.786457, 1.346305, 2.006524, 5.011267]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "gsm8kpl-203", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1248, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9653, "tf_agree_excl_first": 0.9709}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 22, 27, 37, 31, 56, 56, 53, 55, 50, 46, 39, 45, 41, 43, 31, 36, 40, 46, 46, 40, 55, 59, 50, 88, 86, 70, 58, 59, 48, 49, 48, 52, 66, 80, 85, 92, 100, 95, 111, 115, 101, 116, 115, 90, 60, 20, 8, 5, 1], "n_am_pl": [1, 20, 14, 16, 29, 15, 16, 25, 21, 29, 31, 45, 38, 42, 43, 34, 30, 32, 39, 40, 37, 34, 31, 23, 40, 41, 40, 39, 40, 45, 44, 40, 33, 26, 25, 21, 29, 25, 25, 23, 25, 25, 26, 25, 39, 72, 103, 106, 109, 114], "n_pos": 252, "sum_m_en": [23.550701, 38.598972, 40.30732, 40.026071, 43.252367, 45.380494, 47.440169, 46.930537, 48.085233, 47.689973, 49.707917, 48.762423, 48.454281, 47.355202, 46.489169, 46.035529, 47.008405, 42.58258, 41.12523, 41.586598, 40.198561, 40.661919, 40.0847, 40.130847, 64.458729, 60.526267, 56.137477, 50.522338, 49.513929, 50.940329, 47.630135, 48.837921, 48.066971, 51.63432, 54.359558, 57.149039, 62.292381, 68.423695, 74.715034, 96.833587, 91.965646, 87.606779, 96.530452, 99.829922, 82.388285, 57.095573, 21.479657, 9.585247, 6.002716, 0.9933], "sum_m_pl": [4.496508, 13.09064, 13.6308, 12.884197, 13.935932, 13.621947, 13.121527, 13.038508, 13.211025, 12.554657, 14.834925, 16.225511, 16.315277, 16.923867, 16.916658, 17.203309, 15.452598, 15.995316, 15.348618, 15.748851, 15.534117, 14.893912, 14.885454, 14.53508, 20.016642, 21.041572, 23.19285, 22.562773, 24.874735, 24.965536, 21.887116, 22.189115, 20.373522, 18.84489, 16.479461, 17.623285, 19.12147, 18.842768, 19.783037, 18.331404, 20.161788, 23.993996, 24.890417, 26.08701, 39.526282, 66.815872, 97.884173, 100.966837, 105.355224, 114.46628]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 2, 0, 1, 1, 1, 3, 1, 3, 2, 2, 2, 2, 2, 1, 0, 2, 4, 3, 3, 7, 6, 6, 4, 4, 3, 5, 3, 1, 1, 2, 6, 5, 5, 5, 6, 5, 4, 4, 4, 4, 4, 4, 2, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 0, 0, 0, 0, 2, 2, 3, 6, 6, 5, 4, 2, 1, 1, 1, 1, 1, 2, 1, 2, 2, 2, 3, 5, 6, 4, 5, 3, 1, 1, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.688896, 3.422349, 3.677538, 3.268626, 3.476678, 3.192409, 3.128136, 3.088621, 3.251651, 3.203088, 3.586514, 3.564459, 3.29729, 3.287606, 3.294405, 3.146533, 3.281543, 2.875765, 2.783654, 2.760121, 2.85447, 2.959149, 2.969454, 3.068961, 5.327607, 4.790342, 4.584519, 3.830501, 4.187438, 3.996152, 3.845249, 4.090715, 4.022387, 4.015286, 3.862179, 4.440793, 4.460625, 4.228914, 4.18284, 4.383669, 3.900972, 3.895231, 4.614633, 4.172994, 4.248989, 3.168344, 2.616948, 1.213031, 0.275582, 0.0], "sum_m_pl": [0.318323, 0.952131, 0.781576, 0.666531, 0.72574, 0.576661, 0.552574, 0.571201, 0.731489, 0.721346, 1.008045, 1.054516, 1.2024, 1.185094, 1.130012, 1.224479, 1.071841, 1.208815, 1.162122, 1.192189, 1.153816, 1.097474, 1.092491, 1.104892, 1.216704, 1.323726, 1.319026, 1.390434, 1.287805, 1.515679, 1.372197, 1.27843, 1.090875, 0.989931, 0.967633, 1.095812, 1.005379, 0.955707, 1.002896, 0.953399, 0.988238, 1.059682, 0.888033, 0.726331, 0.545896, 0.547327, 0.715449, 0.187763, 0.097941, 0.0]}, "lang": {"n_am_en": [5, 9, 11, 26, 18, 28, 36, 36, 36, 34, 33, 22, 29, 29, 26, 14, 17, 23, 26, 33, 24, 33, 37, 31, 52, 49, 40, 33, 32, 27, 21, 22, 30, 41, 46, 45, 52, 62, 55, 64, 67, 63, 71, 68, 54, 32, 7, 2, 5, 1], "n_am_pl": [1, 3, 7, 13, 13, 8, 8, 18, 18, 21, 20, 27, 20, 25, 23, 19, 22, 22, 28, 26, 28, 25, 20, 16, 27, 25, 30, 28, 25, 27, 29, 26, 23, 20, 20, 18, 23, 22, 21, 21, 21, 21, 22, 22, 33, 59, 86, 98, 103, 113], "n_pos": 115, "sum_m_en": [10.551269, 16.625905, 17.965395, 18.197498, 19.648331, 20.873437, 22.55139, 22.878015, 23.711954, 23.782633, 24.615529, 23.863017, 23.979211, 23.183093, 22.734913, 22.717881, 22.763658, 20.761925, 19.921011, 20.225965, 19.275166, 19.45394, 19.166174, 18.954428, 35.264512, 32.567744, 29.742201, 25.714231, 24.598056, 25.3042, 23.436631, 23.704672, 23.631423, 25.99062, 26.758397, 28.558105, 31.936326, 39.012952, 43.277233, 55.551669, 53.889127, 52.766599, 57.451448, 59.000284, 49.817565, 32.283069, 9.3128, 2.978815, 4.10323, 0.993276], "sum_m_pl": [2.061325, 5.855596, 6.242583, 6.120293, 6.460798, 6.479354, 6.530614, 6.773118, 7.256016, 6.550047, 7.637426, 8.795192, 8.590407, 9.178822, 9.084514, 8.873699, 7.901388, 8.131724, 7.836203, 7.764103, 7.630711, 7.341103, 7.349309, 7.038999, 10.673477, 11.076927, 13.435443, 12.436883, 13.863885, 13.558749, 11.896842, 12.908843, 11.87138, 11.02259, 9.620461, 10.540734, 12.955356, 12.277385, 13.929925, 12.671749, 14.723371, 18.514737, 20.204232, 21.54839, 31.794437, 54.16999, 82.149863, 93.47552, 100.656558, 112.271875]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 256, "item_id": "gsm8kpl-203", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1538, "region_end": 252, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9843}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 11, 19, 22, 22, 24, 42, 44, 37, 34, 28, 30, 23, 17, 32, 30, 45, 39, 45, 44, 38, 39, 45, 35, 74, 70, 56, 48, 38, 40, 40, 41, 46, 61, 57, 61, 70, 74, 78, 78, 80, 78, 78, 79, 84, 82, 84, 84, 74, 65], "n_am_pl": [5, 11, 14, 10, 6, 4, 11, 10, 11, 7, 16, 17, 19, 18, 19, 15, 10, 12, 16, 11, 8, 5, 6, 3, 8, 5, 18, 14, 16, 12, 14, 17, 11, 5, 4, 5, 5, 5, 4, 4, 5, 4, 5, 2, 0, 0, 0, 0, 0, 0], "n_pos": 180, "sum_m_en": [20.048171, 27.135163, 27.895827, 28.350329, 29.63395, 29.765579, 30.421776, 29.999131, 29.7185, 30.746178, 31.076638, 30.200035, 28.675254, 29.57542, 31.524087, 30.579895, 32.522453, 29.329493, 29.963668, 29.75265, 28.539415, 28.750172, 28.434687, 28.730273, 50.515687, 47.641474, 42.476858, 37.074209, 35.790594, 33.728692, 32.583522, 33.715406, 35.459293, 39.958276, 43.012511, 45.381092, 55.775829, 60.793511, 63.849036, 67.677918, 72.281174, 70.520842, 73.579544, 75.160652, 77.781003, 77.624218, 79.799364, 82.481781, 72.010504, 64.848288], "sum_m_pl": [4.364381, 8.849762, 8.714963, 8.364343, 8.776426, 8.119523, 7.698661, 8.042613, 8.295447, 8.650846, 10.05875, 10.502656, 11.250288, 11.168569, 11.320303, 11.101364, 10.528863, 11.070238, 11.201523, 11.299569, 11.084127, 10.892543, 10.839573, 10.986523, 11.527778, 12.15595, 12.831162, 13.200728, 13.908466, 14.726112, 13.80136, 12.808415, 12.506449, 10.642808, 9.491116, 9.206296, 8.063952, 6.89911, 5.709309, 5.742308, 5.820597, 5.797707, 4.979153, 3.381139, 2.656803, 2.126689, 1.33314, 0.964687, 0.798952, 0.002016]}, "digit": {"n_am_en": [0, 1, 2, 5, 4, 6, 12, 11, 7, 7, 7, 5, 3, 6, 10, 9, 11, 11, 12, 11, 9, 11, 13, 7, 21, 17, 15, 7, 7, 3, 6, 6, 8, 15, 7, 9, 10, 7, 6, 6, 7, 5, 4, 7, 7, 6, 6, 6, 5, 0], "n_am_pl": [3, 4, 3, 2, 2, 2, 0, 0, 0, 2, 2, 4, 8, 5, 6, 3, 3, 4, 5, 1, 1, 0, 0, 0, 1, 1, 2, 3, 6, 3, 4, 7, 2, 0, 2, 3, 3, 3, 4, 3, 3, 3, 4, 2, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.79571, 8.29848, 8.311242, 7.925099, 8.310755, 8.192551, 8.175174, 7.880337, 7.445479, 8.140572, 8.714951, 8.153123, 7.640042, 8.145066, 8.784755, 8.243545, 8.70905, 7.663309, 7.928657, 7.656882, 7.615511, 7.67385, 7.590467, 7.594155, 11.597788, 10.813763, 9.876892, 9.094055, 9.446849, 8.410327, 8.33784, 8.904546, 9.467231, 9.487567, 9.268267, 9.17889, 9.116889, 9.290768, 8.773039, 8.33053, 9.072152, 8.543322, 7.225896, 6.997522, 6.668702, 6.55443, 5.922071, 6.331415, 3.999303, 0.0], "sum_m_pl": [0.831427, 2.250611, 1.812898, 1.731459, 1.759424, 1.612764, 1.363066, 1.356159, 1.606771, 1.782659, 2.336801, 2.5353, 3.107829, 3.040812, 2.558652, 2.633381, 2.409997, 2.585283, 2.598329, 2.625181, 2.623189, 2.569269, 2.571517, 2.589039, 2.720324, 2.846542, 2.746876, 3.008712, 3.059444, 3.36893, 3.149869, 2.754331, 2.478556, 2.076507, 2.005235, 2.261638, 2.38643, 2.060411, 2.219932, 2.535341, 2.860552, 2.878722, 2.447244, 1.706759, 1.410115, 1.149024, 0.753116, 0.482872, 0.305502, 0.0]}, "lang": {"n_am_en": [5, 5, 9, 11, 12, 11, 16, 21, 21, 16, 16, 19, 16, 9, 15, 15, 20, 18, 22, 23, 20, 22, 24, 22, 38, 40, 30, 29, 25, 29, 28, 26, 30, 34, 37, 38, 44, 47, 51, 49, 51, 54, 58, 57, 60, 62, 63, 63, 63, 64], "n_am_pl": [0, 4, 3, 4, 2, 1, 4, 1, 4, 1, 2, 9, 5, 7, 6, 6, 5, 3, 4, 4, 2, 2, 2, 1, 2, 1, 8, 6, 3, 3, 3, 5, 4, 3, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 66, "sum_m_en": [7.915032, 9.476824, 10.401076, 10.40881, 10.984168, 11.228432, 11.655596, 11.831704, 12.03481, 11.677611, 11.242757, 11.454372, 11.128229, 11.436969, 11.980072, 11.725789, 12.357119, 11.558676, 11.418674, 11.365214, 10.648306, 10.775409, 10.575271, 10.620294, 25.888401, 24.865273, 21.865876, 16.986209, 15.540294, 15.128505, 14.105502, 14.88207, 16.05696, 19.432347, 21.620925, 24.228863, 31.974493, 36.407089, 39.313887, 41.739738, 44.669562, 44.696522, 49.32463, 53.159716, 55.259707, 55.862997, 58.548099, 59.912801, 59.990309, 63.829423], "sum_m_pl": [1.549869, 3.090204, 3.192714, 3.104866, 3.322386, 3.015943, 2.98046, 3.140481, 3.171561, 3.222696, 3.699771, 3.817574, 3.858126, 3.809352, 4.285562, 4.204329, 4.072206, 4.069148, 4.157334, 4.106173, 4.031742, 3.986501, 3.983755, 4.062101, 3.978881, 4.228458, 4.584086, 4.880522, 5.143956, 5.175302, 4.982698, 4.776651, 4.746404, 3.90196, 3.302132, 3.194011, 2.577426, 1.983568, 1.445904, 1.091804, 1.080364, 1.379969, 1.298827, 0.605625, 0.358857, 0.280228, 0.216446, 0.188569, 0.09593, 0.002016]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "gsm8kpl-206", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1224, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9783}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 7, 16, 24, 34, 46, 63, 63, 57, 50, 61, 43, 38, 47, 47, 58, 51, 58, 64, 58, 49, 68, 71, 68, 123, 115, 95, 71, 71, 59, 61, 61, 69, 95, 93, 103, 105, 108, 115, 113, 126, 108, 106, 119, 104, 63, 31, 10, 1, 0], "n_am_pl": [0, 16, 16, 18, 17, 17, 15, 20, 18, 15, 20, 35, 51, 28, 39, 35, 25, 27, 21, 17, 18, 18, 18, 22, 23, 21, 31, 29, 45, 40, 44, 39, 32, 21, 23, 26, 22, 20, 23, 22, 29, 36, 41, 31, 33, 75, 112, 131, 139, 144], "n_pos": 281, "sum_m_en": [29.207366, 42.564926, 44.44698, 45.426709, 46.998328, 47.401806, 49.080579, 50.298178, 49.03314, 50.50118, 53.910606, 51.289661, 48.685765, 50.787469, 52.827692, 51.725295, 51.934598, 46.092635, 46.398106, 44.752366, 43.862629, 44.980041, 44.415523, 44.515246, 78.54306, 73.161804, 67.486537, 60.052435, 53.963631, 50.565135, 50.192712, 51.898714, 52.890946, 59.472969, 60.212269, 65.050407, 75.43669, 83.705252, 86.432969, 93.919054, 98.949703, 94.80678, 93.010159, 113.832202, 99.637021, 67.607837, 35.991347, 13.768286, 4.599776, 0.013221], "sum_m_pl": [5.193024, 13.82116, 14.19631, 13.737464, 14.880665, 13.706906, 13.303184, 14.108721, 14.908966, 14.916169, 17.401549, 18.860039, 19.642472, 19.128052, 19.798161, 19.265675, 17.579088, 18.042446, 17.476248, 17.759579, 17.382983, 17.071235, 17.224677, 17.146604, 20.754205, 21.885601, 23.877855, 24.279742, 26.52015, 28.159505, 25.047808, 25.778098, 25.103453, 21.064784, 19.358629, 20.472689, 20.532165, 18.078492, 17.862629, 17.367991, 19.039509, 23.105939, 27.621201, 23.507543, 33.283782, 61.911742, 102.168575, 124.478095, 139.241429, 144.586629]}, "digit": {"n_am_en": [1, 2, 2, 2, 2, 9, 13, 3, 6, 4, 9, 3, 2, 5, 10, 9, 10, 9, 8, 9, 7, 10, 9, 10, 20, 13, 11, 6, 10, 4, 2, 2, 7, 6, 7, 8, 10, 9, 10, 10, 11, 8, 7, 7, 4, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 0, 3, 3, 1, 0, 0, 0, 0, 0, 7, 8, 7, 5, 4, 1, 1, 3, 1, 4, 4, 0, 1, 0, 0, 3, 5, 2, 4, 6, 8, 4, 1, 3, 5, 3, 3, 3, 4, 3, 3, 3, 2, 1, 1, 2, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.38264, 7.874287, 7.564725, 7.297355, 7.582864, 7.481631, 7.374011, 7.387692, 7.172598, 7.722274, 8.456675, 8.24588, 7.78064, 8.327056, 8.859002, 8.299444, 8.686187, 7.591904, 7.708721, 7.361515, 7.379552, 7.500097, 7.493035, 7.582819, 12.128553, 11.086167, 10.438274, 9.702814, 8.891975, 7.805373, 7.579073, 8.29211, 9.19181, 8.969689, 8.932437, 8.328705, 8.454047, 8.974897, 9.176718, 9.024541, 9.513745, 8.560635, 8.526575, 7.699126, 5.854009, 5.015067, 4.200531, 2.555314, 1.097703, 0.0], "sum_m_pl": [0.774315, 2.445752, 1.874122, 1.81375, 1.854405, 1.517101, 1.299806, 1.350987, 1.646515, 1.824627, 2.447029, 2.620413, 2.721315, 2.705202, 2.493896, 2.493376, 2.330153, 2.370346, 2.379377, 2.51397, 2.533143, 2.469378, 2.45772, 2.482351, 2.579246, 2.856622, 2.762425, 2.809207, 2.948479, 3.346545, 2.992751, 2.776095, 2.48155, 2.064187, 2.093318, 2.504566, 2.588935, 1.961529, 2.051148, 2.147215, 1.925278, 1.970589, 1.739125, 1.45641, 1.687816, 1.671373, 1.93011, 1.019163, 0.271266, 0.0]}, "lang": {"n_am_en": [3, 1, 7, 15, 22, 24, 29, 42, 34, 28, 34, 23, 22, 19, 17, 29, 19, 24, 33, 25, 25, 33, 38, 35, 70, 69, 55, 37, 35, 35, 37, 37, 35, 55, 55, 65, 65, 67, 70, 72, 83, 70, 69, 80, 71, 38, 16, 4, 0, 0], "n_am_pl": [0, 11, 11, 6, 9, 9, 10, 13, 12, 12, 19, 24, 34, 16, 26, 22, 18, 22, 17, 14, 12, 12, 15, 18, 14, 14, 21, 19, 34, 28, 30, 23, 21, 17, 16, 17, 15, 14, 18, 14, 24, 29, 34, 26, 29, 64, 102, 125, 138, 144], "n_pos": 145, "sum_m_en": [15.954722, 21.725991, 23.106431, 23.675982, 24.476741, 25.002987, 26.140932, 27.28416, 26.732419, 27.388034, 29.338238, 27.619506, 26.199495, 26.855965, 27.74001, 27.494425, 27.358596, 23.975784, 24.206555, 23.273199, 23.092648, 23.684064, 23.291161, 23.211659, 42.70508, 39.66667, 36.420596, 32.352698, 28.955961, 28.00859, 28.483131, 28.849711, 28.210483, 32.346557, 32.714359, 37.05678, 43.907634, 47.451008, 47.503106, 55.992767, 58.930934, 57.718322, 56.534869, 74.221243, 63.374909, 39.018753, 17.426536, 5.373945, 0.882868, 1e-06], "sum_m_pl": [2.701347, 6.644639, 7.077602, 7.040316, 7.552823, 7.313915, 7.412019, 8.067426, 8.629315, 8.337636, 9.582574, 10.455819, 11.031332, 10.778532, 11.369514, 11.057003, 9.871229, 10.348172, 9.985698, 9.792287, 9.443303, 9.359608, 9.544515, 9.396519, 11.633303, 12.337224, 14.025075, 13.78429, 15.543424, 16.190741, 14.402131, 15.394315, 15.308396, 12.552417, 11.744188, 12.227671, 12.243207, 11.622954, 12.098766, 11.110263, 13.22849, 16.821556, 21.477156, 18.387396, 27.800211, 52.806456, 91.487689, 116.553335, 136.713474, 143.930478]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "gsm8kpl-206", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1514, "region_end": 281, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9965}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 15, 14, 15, 19, 12, 13, 19, 18, 15, 24, 21, 18, 14, 24, 19, 21, 28, 20, 18, 15, 17, 15, 12, 31, 26, 21, 16, 20, 33, 24, 20, 24, 24, 22, 26, 32, 39, 35, 33, 36, 42, 46, 47, 52, 47, 51, 52, 47, 45], "n_am_pl": [3, 7, 5, 4, 8, 8, 7, 6, 7, 7, 7, 11, 16, 11, 9, 12, 9, 8, 7, 7, 4, 4, 1, 4, 6, 4, 5, 5, 4, 4, 2, 5, 3, 5, 4, 6, 5, 2, 4, 3, 3, 6, 4, 2, 2, 1, 1, 1, 1, 1], "n_pos": 110, "sum_m_en": [12.005066, 17.33779, 17.932084, 17.381247, 18.119505, 17.240973, 17.730904, 17.562073, 17.228565, 17.062664, 18.218238, 18.786938, 17.286153, 17.035873, 17.110006, 17.1853, 18.330647, 18.717191, 18.040149, 17.753043, 16.390317, 16.552709, 16.448296, 16.73157, 22.240101, 21.265069, 20.033639, 18.21489, 19.945062, 21.927406, 20.555963, 19.79683, 21.163349, 21.535104, 21.696719, 24.801293, 27.669014, 29.456745, 30.09386, 35.58655, 34.041885, 38.621949, 40.608325, 42.935115, 46.67265, 44.911363, 48.802646, 49.514592, 46.345827, 44.518406], "sum_m_pl": [2.238522, 5.365159, 5.782693, 5.195769, 5.747229, 5.442866, 5.388178, 5.129476, 5.581466, 5.640262, 5.95746, 6.249297, 6.914812, 6.460098, 6.195438, 7.036221, 6.974051, 6.916776, 6.818763, 6.761385, 6.652265, 6.344056, 6.312667, 6.46038, 8.390194, 7.608819, 7.970826, 8.241359, 6.816148, 7.099748, 6.589606, 6.874666, 6.731479, 6.708396, 6.272143, 5.495181, 4.974598, 4.713191, 4.419975, 4.067006, 4.527248, 4.590635, 3.994459, 3.732604, 3.190015, 2.841807, 2.235642, 1.995794, 1.548151, 1.000867]}, "digit": {"n_am_en": [0, 3, 4, 3, 5, 1, 1, 3, 2, 4, 9, 5, 5, 2, 7, 3, 2, 6, 5, 5, 5, 5, 5, 3, 7, 5, 5, 4, 5, 8, 7, 5, 7, 7, 4, 4, 4, 4, 5, 4, 4, 4, 6, 7, 7, 5, 3, 5, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 1, 3, 2, 3, 3, 10, 5, 3, 4, 3, 3, 2, 1, 0, 1, 0, 0, 1, 0, 0, 0, 2, 3, 0, 1, 1, 1, 1, 4, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.069584, 5.16484, 5.21233, 5.000957, 5.22628, 4.921341, 5.064981, 4.952087, 4.844431, 4.964689, 5.63227, 5.540386, 4.988122, 4.97705, 5.06275, 4.722567, 5.299699, 5.012635, 5.094618, 4.975319, 4.842197, 4.895959, 4.848761, 5.003892, 6.2119, 6.21735, 5.550268, 5.14408, 5.759665, 5.832022, 5.602763, 5.66935, 5.781036, 5.470104, 5.204909, 4.740646, 4.820731, 4.397471, 4.347989, 4.638862, 4.102523, 4.000335, 4.196631, 4.687038, 5.451664, 3.967274, 3.773848, 3.799214, 1.296021, 0.0], "sum_m_pl": [0.442928, 1.280301, 1.040463, 1.069619, 1.164558, 1.074844, 1.03337, 0.90771, 1.226428, 1.204399, 1.478204, 1.55239, 1.908406, 1.702704, 1.525829, 1.754446, 1.595483, 1.566312, 1.57639, 1.60519, 1.537168, 1.485147, 1.449923, 1.532091, 1.750513, 1.628569, 1.548129, 1.59468, 1.469044, 1.546274, 1.442049, 1.448952, 1.304581, 1.273559, 1.375953, 1.400621, 1.413724, 1.31454, 1.475315, 1.576485, 1.566205, 1.76032, 1.631011, 1.31461, 1.213778, 1.188292, 0.93651, 0.688236, 0.292449, 0.0]}, "lang": {"n_am_en": [8, 12, 10, 10, 13, 11, 9, 12, 11, 9, 12, 14, 9, 6, 12, 11, 12, 15, 11, 9, 5, 8, 7, 6, 19, 16, 13, 12, 12, 19, 14, 12, 16, 16, 13, 19, 24, 28, 26, 24, 27, 32, 34, 35, 38, 39, 42, 43, 44, 44], "n_am_pl": [1, 3, 3, 1, 6, 7, 5, 3, 3, 3, 3, 5, 2, 5, 4, 5, 5, 4, 2, 2, 1, 2, 0, 2, 2, 2, 3, 5, 2, 1, 2, 4, 2, 3, 3, 1, 1, 0, 1, 1, 1, 3, 2, 2, 2, 1, 1, 1, 1, 1], "n_pos": 46, "sum_m_en": [5.933576, 7.435878, 7.880179, 7.565151, 7.96061, 7.36311, 7.699706, 7.773711, 7.702714, 7.377462, 7.591045, 8.059469, 7.499639, 7.45801, 7.641766, 7.902012, 8.067812, 8.606869, 7.711193, 7.488048, 6.672265, 6.763563, 6.707597, 6.683977, 11.039717, 10.237759, 10.194319, 9.032646, 9.581375, 10.645009, 9.70173, 9.20265, 10.361266, 11.157365, 11.056008, 15.011555, 17.730185, 19.793063, 20.318427, 25.350302, 24.655334, 28.490492, 30.53042, 32.137433, 35.69312, 35.617189, 39.080054, 39.946856, 41.535618, 43.454378], "sum_m_pl": [1.133383, 2.40251, 2.636297, 2.30302, 2.635002, 2.585235, 2.492596, 2.496699, 2.644214, 2.650558, 2.753725, 2.888672, 3.136407, 3.036593, 2.929823, 3.338553, 3.354533, 3.168029, 3.112224, 2.962686, 2.98256, 2.827186, 2.844717, 2.83274, 3.535205, 3.319132, 3.896211, 4.036853, 3.297843, 3.36613, 3.153708, 3.476645, 3.442865, 3.476527, 2.991928, 2.446599, 2.099447, 2.02563, 1.756005, 1.326644, 1.84787, 1.894146, 1.536989, 1.80985, 1.502413, 1.310447, 1.14337, 1.158319, 1.118716, 1.000867]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "gsm8kpl-213", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 8, 16, 16, 19, 10, 13, 24, 12, 22, 26, 17, 14, 12, 20, 18, 24, 24, 30, 20, 20, 20, 21, 18, 44, 36, 29, 29, 22, 26, 27, 18, 22, 34, 28, 30, 37, 47, 52, 58, 60, 61, 64, 69, 79, 46, 22, 12, 0, 0], "n_am_pl": [2, 9, 20, 15, 23, 25, 19, 19, 19, 14, 24, 25, 21, 20, 17, 19, 20, 13, 12, 10, 10, 9, 8, 8, 16, 19, 22, 22, 26, 17, 22, 18, 17, 21, 24, 15, 21, 12, 13, 17, 19, 24, 21, 18, 19, 40, 60, 72, 70, 74], "n_pos": 165, "sum_m_en": [15.269764, 24.662503, 26.571771, 26.210232, 26.865048, 25.125049, 24.76481, 25.700252, 25.195439, 25.776804, 27.424671, 27.476164, 25.720768, 25.203075, 25.353282, 25.356062, 26.796989, 25.649138, 26.196636, 25.345963, 24.449528, 25.174238, 25.005841, 25.30029, 33.836086, 33.037275, 28.34769, 25.617367, 26.370641, 27.914356, 26.779446, 27.065197, 27.494427, 28.554365, 27.813684, 30.578757, 34.27838, 36.886781, 38.549778, 50.734384, 49.800753, 51.989062, 53.716834, 59.628232, 62.921307, 41.655647, 19.47553, 9.967176, 1.326644, 1e-06], "sum_m_pl": [2.721682, 8.260142, 9.301709, 8.31378, 9.518251, 9.218982, 9.36169, 8.927446, 9.975429, 9.878859, 10.576834, 11.042305, 11.808806, 11.792618, 11.648201, 12.12288, 11.238653, 10.792261, 10.045656, 10.37143, 10.020182, 9.423606, 9.535397, 9.46837, 13.496378, 13.492111, 16.39659, 15.39279, 14.715806, 15.530414, 14.45222, 14.535496, 14.426491, 13.31443, 13.170475, 12.458333, 12.370835, 11.067947, 10.69197, 9.954159, 11.98132, 14.303977, 17.325034, 16.778841, 18.564171, 36.335703, 60.305269, 69.376945, 72.068192, 73.110948]}, "digit": {"n_am_en": [0, 3, 8, 6, 5, 0, 2, 2, 2, 3, 8, 4, 4, 4, 7, 3, 6, 3, 9, 4, 5, 5, 4, 4, 8, 3, 3, 4, 5, 4, 5, 4, 4, 6, 3, 4, 2, 5, 7, 6, 7, 2, 6, 6, 11, 2, 5, 2, 0, 0], "n_am_pl": [0, 2, 1, 1, 0, 1, 0, 1, 2, 3, 3, 7, 10, 2, 2, 3, 1, 2, 2, 0, 1, 2, 0, 0, 1, 0, 0, 1, 3, 1, 0, 1, 3, 3, 7, 5, 4, 3, 1, 2, 1, 2, 2, 0, 0, 2, 2, 3, 0, 0], "n_pos": 34, "sum_m_en": [3.277047, 5.737271, 6.19169, 5.854227, 6.03143, 5.632623, 5.5325, 5.409758, 5.317786, 5.458453, 6.273282, 6.013454, 5.426105, 5.561492, 5.692852, 5.122233, 5.883857, 5.586666, 5.932944, 5.699294, 5.617791, 5.799201, 5.74108, 5.843718, 7.199425, 7.35774, 6.552454, 6.12323, 6.659781, 6.567238, 6.097919, 6.336268, 6.640228, 6.064829, 5.996383, 5.618889, 5.74859, 5.52363, 5.541916, 5.705688, 4.945858, 4.858509, 5.181963, 4.858612, 5.753591, 4.303078, 3.894879, 2.235533, 1.070995, 0.0], "sum_m_pl": [0.531693, 1.664508, 1.334908, 1.216595, 1.296993, 1.252965, 1.151478, 1.036993, 1.394437, 1.440483, 1.680862, 1.763779, 2.103297, 1.938818, 1.780969, 2.011603, 1.860347, 1.777297, 1.668525, 1.693483, 1.707478, 1.6485, 1.614199, 1.655543, 1.72668, 1.685088, 1.732082, 1.766182, 1.666287, 1.898664, 1.876558, 1.797614, 1.646246, 1.648772, 1.710252, 1.667967, 1.592738, 1.384095, 1.566342, 1.619441, 1.614206, 1.709774, 1.738091, 1.559515, 1.493203, 1.732001, 1.487997, 1.548584, 0.377291, 0.0]}, "lang": {"n_am_en": [4, 3, 5, 7, 11, 7, 6, 11, 5, 11, 9, 7, 7, 4, 6, 10, 11, 10, 11, 10, 10, 11, 12, 8, 21, 20, 15, 15, 10, 13, 10, 9, 14, 23, 17, 18, 22, 32, 31, 34, 34, 40, 37, 40, 45, 23, 7, 0, 0, 0], "n_am_pl": [2, 5, 16, 11, 19, 21, 18, 13, 15, 11, 15, 13, 6, 10, 7, 9, 11, 6, 7, 6, 5, 4, 6, 7, 10, 14, 16, 17, 16, 10, 17, 11, 10, 12, 10, 7, 13, 7, 9, 11, 12, 16, 16, 16, 16, 35, 55, 67, 70, 73], "n_pos": 74, "sum_m_en": [6.55613, 10.667329, 11.546385, 11.57018, 11.892548, 11.033554, 10.887008, 11.630892, 11.409683, 11.648329, 12.06331, 12.421258, 11.904814, 11.274278, 11.37251, 11.828004, 12.072957, 11.461215, 11.449391, 11.108079, 10.675558, 10.975364, 10.8919, 11.053669, 15.96123, 14.933532, 12.418411, 11.462151, 11.519728, 12.38418, 12.019061, 12.250102, 12.61378, 14.249897, 13.365719, 15.512412, 17.304683, 20.133228, 21.555785, 28.097105, 28.619667, 30.562228, 30.236588, 34.958398, 37.405623, 20.995994, 6.044242, 0.219883, 0.045929, 1e-06], "sum_m_pl": [1.410301, 3.870135, 4.646014, 4.303594, 5.154561, 5.039778, 5.164392, 4.832041, 5.455326, 5.251556, 5.552951, 5.78837, 6.098711, 6.284972, 6.244786, 6.278683, 5.736497, 5.51534, 5.13625, 5.144635, 4.90121, 4.598849, 4.698901, 4.617359, 7.182135, 7.435633, 9.6151, 8.860636, 8.456205, 8.680798, 8.258873, 8.251071, 8.31704, 7.614109, 7.366289, 7.389618, 7.691673, 6.915703, 6.247066, 5.718546, 7.313388, 9.522834, 12.760602, 13.343039, 14.610382, 31.418765, 55.16953, 65.191574, 70.221422, 72.448032]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "gsm8kpl-213", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1475, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9822}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 8, 6, 14, 11, 11, 9, 11, 10, 8, 17, 9, 10, 9, 8, 19, 11, 13, 15, 14, 5, 8, 8, 9, 17, 19, 16, 12, 15, 13, 11, 10, 6, 12, 15, 14, 18, 18, 19, 17, 22, 25, 27, 21, 21, 19, 19, 20, 19, 18], "n_am_pl": [0, 2, 4, 3, 2, 3, 2, 6, 4, 3, 4, 10, 5, 5, 8, 5, 0, 5, 3, 2, 1, 2, 4, 3, 2, 4, 4, 6, 7, 4, 4, 2, 3, 4, 3, 1, 0, 2, 2, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 56, "sum_m_en": [5.793388, 9.211775, 9.422848, 9.947858, 11.049243, 11.0787, 10.762428, 10.460439, 10.053697, 10.346718, 10.725502, 10.867817, 9.838727, 9.304566, 9.38518, 9.814773, 10.926229, 9.990379, 10.742277, 11.029949, 9.558153, 9.428794, 9.256275, 9.605438, 12.522108, 12.228406, 11.952132, 10.136629, 11.046018, 12.262412, 11.184693, 10.651686, 10.643393, 10.752385, 12.183806, 11.541555, 13.06536, 14.516737, 14.469335, 17.716131, 18.489704, 19.844775, 20.663175, 18.613915, 17.779006, 17.607184, 18.834341, 19.287357, 19.206805, 17.863117], "sum_m_pl": [1.019844, 2.531325, 2.84779, 2.714647, 3.184802, 3.169199, 2.956561, 3.078305, 3.011758, 3.00566, 3.061048, 3.333207, 3.357162, 3.133359, 3.17289, 3.607142, 3.429469, 3.419844, 3.322643, 3.376285, 3.430218, 3.386972, 3.382292, 3.591896, 4.15546, 4.683289, 4.685389, 4.586067, 4.289546, 4.477023, 3.764636, 3.793894, 3.974859, 3.668411, 3.399186, 3.150099, 2.839379, 2.676153, 2.665867, 2.345309, 2.027752, 1.72569, 1.59659, 1.644825, 2.314263, 1.595047, 0.779848, 0.505001, 0.144832, 1.9e-05]}, "digit": {"n_am_en": [0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 3, 0, 2, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 3, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 1, 0, 1, 0, 1, 0, 1, 2, 3, 1, 2, 0, 3, 1, 1, 0, 0, 1, 0, 0, 0, 1, 2, 2, 0, 0, 2, 0, 1, 2, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.986904, 1.823338, 1.762721, 1.690512, 1.811351, 1.770402, 1.679883, 1.545587, 1.510412, 1.634052, 1.766033, 1.843471, 1.666275, 1.531043, 1.587759, 1.637712, 1.922541, 1.591406, 1.736738, 1.7557, 1.653045, 1.676873, 1.626145, 1.731028, 1.961841, 2.027839, 1.816462, 1.640512, 1.774485, 1.881796, 1.804754, 1.995782, 1.939683, 1.915795, 1.908987, 1.733199, 1.650986, 1.591272, 1.399267, 1.390483, 1.24523, 1.333209, 1.244219, 0.932502, 1.082416, 0.742486, 0.651651, 0.396367, 0.112797, 0.0], "sum_m_pl": [0.142894, 0.409359, 0.338552, 0.314257, 0.37376, 0.405943, 0.325567, 0.314113, 0.370246, 0.389082, 0.445585, 0.503452, 0.609924, 0.56455, 0.531871, 0.601099, 0.57833, 0.615825, 0.604135, 0.580615, 0.596964, 0.570677, 0.551002, 0.584638, 0.594056, 0.590548, 0.596136, 0.641396, 0.597492, 0.614877, 0.556677, 0.54706, 0.49253, 0.453668, 0.474797, 0.554772, 0.460125, 0.46281, 0.487785, 0.498585, 0.4659, 0.504369, 0.513397, 0.521744, 0.603504, 0.723574, 0.339008, 0.317004, 0.052788, 0.0]}, "lang": {"n_am_en": [1, 3, 6, 8, 7, 8, 6, 4, 3, 3, 5, 2, 2, 4, 3, 7, 5, 6, 7, 7, 3, 5, 4, 4, 8, 9, 7, 5, 8, 5, 3, 4, 4, 7, 10, 8, 9, 8, 11, 9, 10, 13, 18, 16, 16, 16, 16, 18, 18, 18], "n_am_pl": [0, 2, 4, 1, 2, 2, 1, 3, 3, 0, 1, 4, 3, 2, 4, 1, 0, 2, 1, 1, 0, 0, 2, 2, 1, 3, 2, 1, 1, 1, 1, 0, 2, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.954966, 2.993268, 3.224736, 3.484348, 3.931649, 3.879016, 3.519354, 3.634515, 3.468627, 3.488299, 3.442489, 3.484728, 3.305616, 3.273863, 3.281611, 3.619971, 3.797279, 3.665308, 3.911367, 4.130574, 3.51601, 3.421235, 3.360759, 3.42634, 5.52996, 4.896705, 4.758178, 3.739397, 4.062678, 4.640299, 4.278546, 3.829969, 3.907758, 4.201739, 5.094327, 4.986386, 6.245819, 7.424529, 7.989221, 9.971259, 9.728336, 11.27936, 12.840555, 12.23004, 12.902547, 13.178737, 14.871569, 16.043294, 17.236575, 17.824956], "sum_m_pl": [0.398723, 0.899206, 1.017382, 1.042036, 1.225367, 1.230488, 1.184599, 1.25577, 1.209772, 1.163009, 1.251765, 1.323119, 1.332926, 1.222212, 1.269973, 1.430248, 1.328024, 1.312195, 1.263354, 1.30697, 1.292512, 1.300398, 1.325956, 1.396521, 1.652982, 1.99348, 1.92979, 1.847945, 1.564376, 1.570134, 1.474327, 1.572223, 1.770914, 1.699709, 1.462375, 1.30228, 1.180924, 1.043561, 1.026274, 0.723449, 0.665818, 0.371601, 0.305293, 0.448151, 0.255008, 0.188633, 0.104545, 0.063471, 0.018364, 8e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "gsm8kpl-217", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1131, "region_end": 56, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 2, 2, 4, 5, 8, 8, 7, 7, 7, 10, 6, 8, 5, 6, 8, 9, 7, 6, 9, 5, 7, 7, 10, 10, 13, 11, 4, 8, 8, 8, 9, 8, 10, 12, 18, 14, 14, 14, 17, 14, 12, 15, 16, 11, 4, 3, 4, 2, 0], "n_am_pl": [2, 7, 5, 5, 6, 1, 3, 3, 3, 3, 4, 6, 8, 9, 7, 8, 3, 2, 1, 2, 1, 0, 4, 1, 5, 0, 4, 5, 6, 9, 7, 7, 8, 5, 5, 1, 2, 0, 2, 1, 3, 2, 1, 4, 7, 13, 21, 24, 22, 20], "n_pos": 53, "sum_m_en": [4.895124, 8.225557, 8.637381, 8.650575, 9.173388, 9.539746, 9.302719, 9.367284, 9.392861, 9.945905, 10.083747, 10.181483, 9.452465, 8.641669, 8.973828, 9.290213, 10.24524, 9.124076, 9.605944, 9.565318, 8.910073, 9.042581, 8.917892, 9.178457, 12.530145, 11.398758, 10.520777, 9.749711, 10.690723, 11.193345, 10.247534, 10.393911, 10.047645, 10.010006, 10.851885, 9.945611, 9.665279, 10.63065, 10.734893, 12.797507, 11.871944, 12.929893, 13.984433, 14.041821, 11.186541, 6.658815, 3.58377, 3.564696, 2.573738, 0.069754], "sum_m_pl": [0.922977, 2.773384, 3.073659, 2.625074, 2.78501, 2.851325, 2.914497, 2.969999, 2.942239, 3.026618, 3.222794, 3.701769, 3.719387, 3.542455, 3.354647, 3.592532, 3.148124, 3.146522, 2.887053, 2.903057, 2.989981, 2.946066, 2.926984, 3.02861, 3.441834, 3.641059, 3.800721, 3.62138, 3.836434, 4.309163, 3.661331, 3.692862, 4.080605, 3.675062, 3.293429, 3.068912, 2.963383, 2.685749, 2.55116, 2.470046, 2.401343, 2.391168, 2.209398, 2.887565, 6.066271, 9.964203, 18.543713, 21.898236, 21.174827, 20.259227]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 3, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 2, 1, 0, 0, 1, 1, 0, 2, 2, 1, 0, 0, 3, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 3, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 2, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 2, 1, 0, 1, 0, 0], "n_pos": 10, "sum_m_en": [0.953996, 1.833987, 1.827794, 1.492311, 1.403474, 1.528961, 1.470535, 1.455225, 1.456291, 1.607529, 1.725412, 1.737994, 1.55113, 1.378691, 1.452581, 1.453777, 1.78464, 1.494123, 1.660701, 1.579365, 1.582418, 1.636706, 1.591186, 1.67678, 2.03666, 1.897933, 1.878862, 1.658653, 1.797667, 1.930226, 1.902001, 2.126468, 1.927515, 1.815401, 1.850678, 1.646366, 1.554399, 1.476853, 1.403569, 1.390321, 1.151829, 1.162458, 1.047593, 0.805468, 0.877261, 0.588606, 0.482378, 0.215406, 0.10462, 0.0], "sum_m_pl": [0.137655, 0.461434, 0.397716, 0.308371, 0.304342, 0.338057, 0.334901, 0.351162, 0.396984, 0.426609, 0.532306, 0.603832, 0.662364, 0.584194, 0.556303, 0.632935, 0.552839, 0.568007, 0.541542, 0.533872, 0.552479, 0.528942, 0.499304, 0.52155, 0.536134, 0.577953, 0.555812, 0.590468, 0.586855, 0.65249, 0.517279, 0.51141, 0.508182, 0.486259, 0.466928, 0.517781, 0.488275, 0.453391, 0.495604, 0.512399, 0.486606, 0.499595, 0.520214, 0.578243, 0.83234, 0.885702, 0.385467, 0.639819, 0.060362, 0.0]}, "lang": {"n_am_en": [3, 2, 2, 2, 4, 4, 4, 5, 3, 3, 4, 3, 4, 1, 4, 7, 6, 3, 5, 6, 3, 5, 5, 6, 7, 8, 7, 2, 4, 4, 5, 4, 6, 7, 9, 9, 6, 8, 7, 8, 8, 8, 11, 11, 10, 2, 2, 1, 0, 0], "n_am_pl": [0, 5, 4, 1, 1, 1, 1, 2, 2, 2, 3, 2, 5, 4, 4, 3, 1, 2, 1, 1, 1, 0, 2, 1, 1, 0, 3, 3, 4, 5, 2, 3, 4, 3, 2, 0, 1, 0, 0, 0, 1, 1, 0, 3, 5, 11, 14, 18, 18, 18], "n_pos": 19, "sum_m_en": [2.087052, 2.918677, 3.253431, 3.36556, 3.693588, 3.744155, 3.767239, 4.002632, 4.096246, 4.253028, 4.082724, 4.202569, 3.986337, 3.636943, 3.785807, 4.21922, 4.343166, 3.844264, 3.968277, 3.973673, 3.576189, 3.627706, 3.585787, 3.601676, 6.246029, 5.436806, 4.90418, 4.340893, 4.580897, 4.584381, 4.307215, 4.237947, 4.157542, 4.643931, 4.877894, 4.821144, 4.619909, 5.187645, 5.761961, 7.657133, 7.511537, 8.570946, 9.14567, 9.799964, 7.518367, 4.342318, 2.088361, 0.901476, 0.12334, 0.0], "sum_m_pl": [0.354783, 1.056185, 1.187856, 1.034697, 1.092464, 1.164499, 1.217871, 1.300603, 1.323899, 1.319276, 1.379297, 1.558393, 1.563249, 1.55616, 1.407843, 1.444684, 1.250217, 1.254442, 1.173614, 1.138518, 1.167513, 1.185962, 1.215218, 1.248611, 1.322332, 1.552996, 1.888092, 1.642717, 1.912079, 2.154107, 1.768192, 1.92248, 2.212374, 1.92491, 1.707969, 1.610901, 1.621669, 1.368487, 1.215468, 1.054545, 1.107877, 1.229649, 1.150179, 1.829319, 4.498643, 7.979196, 12.567388, 16.723018, 18.088881, 18.002358]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 57, "item_id": "gsm8kpl-217", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1421, "region_end": 53, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.9643}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 6, 5, 9, 14, 15, 19, 14, 21, 14, 13, 18, 16, 16, 13, 18, 20, 20, 21, 24, 21, 19, 17, 14, 35, 28, 22, 23, 18, 16, 15, 15, 17, 17, 20, 18, 25, 32, 34, 33, 34, 32, 31, 32, 34, 32, 28, 26, 25, 25], "n_am_pl": [0, 7, 5, 3, 5, 4, 3, 3, 0, 2, 3, 6, 6, 10, 4, 7, 5, 9, 4, 4, 1, 2, 4, 2, 4, 8, 3, 5, 4, 5, 5, 4, 5, 1, 1, 5, 4, 1, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 85, "sum_m_en": [9.071406, 13.23273, 13.145239, 13.458752, 15.260539, 14.80333, 14.922217, 14.506997, 14.330182, 14.499165, 14.567673, 13.908381, 13.988965, 13.575108, 13.635822, 12.861574, 13.914099, 13.301022, 14.039353, 14.298378, 13.275401, 13.305376, 13.298525, 13.59609, 21.91843, 19.219016, 17.460369, 15.809635, 16.005442, 15.60605, 14.220524, 15.176661, 15.538924, 15.848917, 16.86718, 17.503001, 20.216969, 23.643489, 29.134544, 29.411412, 29.202737, 28.785206, 29.337904, 28.328545, 29.67771, 28.730685, 27.77519, 25.235919, 24.281299, 24.646208], "sum_m_pl": [1.519945, 3.96518, 4.472918, 3.915679, 4.283423, 3.732598, 3.672518, 3.515346, 3.762655, 4.17911, 4.404145, 4.82908, 4.807642, 4.994118, 4.710478, 5.050848, 5.078935, 5.126675, 4.984744, 5.049016, 4.96187, 4.81776, 4.680165, 4.721772, 5.418391, 5.840118, 5.717722, 5.84335, 5.638849, 6.320799, 5.590589, 5.416809, 5.147615, 5.133524, 5.006316, 4.622533, 4.065104, 3.300739, 3.086317, 2.947488, 3.245279, 3.377774, 3.056422, 1.934333, 1.723334, 1.333752, 1.04022, 0.964068, 0.563201, 9.8e-05]}, "digit": {"n_am_en": [0, 2, 1, 2, 1, 0, 1, 2, 5, 2, 3, 3, 0, 2, 3, 3, 2, 1, 6, 6, 6, 4, 3, 1, 9, 5, 2, 3, 2, 3, 0, 3, 2, 2, 4, 0, 1, 4, 5, 3, 4, 3, 3, 2, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 1, 2, 0, 0, 0, 0, 0, 2, 1, 3, 4, 2, 3, 1, 3, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 3, 0, 1, 1, 1, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.216201, 3.826176, 3.868412, 3.678096, 3.926726, 3.663445, 3.76727, 3.514562, 3.548224, 3.687291, 3.864724, 3.570525, 3.597556, 3.344119, 3.409216, 3.059032, 3.351865, 2.986722, 3.322832, 3.279129, 3.180414, 3.279363, 3.268601, 3.344618, 4.826207, 4.160565, 3.779859, 3.473284, 3.695854, 3.500402, 3.52845, 3.830241, 3.795444, 3.689381, 3.883224, 3.609322, 3.450363, 4.130897, 4.631381, 4.577122, 4.508547, 4.488919, 4.097096, 2.864521, 2.299941, 1.720425, 1.640525, 1.099362, 0.476328, 0.0], "sum_m_pl": [0.333013, 0.903627, 0.83352, 0.799879, 0.872861, 0.689196, 0.589624, 0.530555, 0.703601, 0.831599, 0.931944, 1.040588, 1.179405, 1.256943, 1.066611, 1.172735, 1.124938, 1.134036, 1.060509, 1.046686, 1.01953, 1.004279, 0.977625, 1.003017, 1.153823, 1.152621, 1.096031, 1.206351, 1.1934, 1.466531, 1.263682, 1.173027, 1.075965, 1.099731, 1.019843, 1.145559, 1.008572, 0.840167, 0.950245, 1.001849, 0.966802, 0.980679, 0.929366, 0.677325, 0.599437, 0.634098, 0.642007, 0.681036, 0.25385, 0.0]}, "lang": {"n_am_en": [4, 3, 3, 4, 8, 9, 6, 7, 11, 10, 8, 12, 11, 12, 7, 10, 13, 12, 11, 12, 12, 12, 12, 12, 20, 18, 15, 14, 13, 10, 11, 10, 12, 11, 14, 16, 15, 19, 21, 24, 22, 21, 23, 22, 23, 24, 23, 23, 23, 25], "n_am_pl": [0, 3, 2, 2, 3, 2, 1, 2, 0, 1, 0, 2, 2, 2, 2, 3, 2, 4, 3, 2, 1, 2, 2, 0, 0, 1, 1, 2, 1, 1, 2, 1, 3, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.689472, 3.65557, 3.686212, 3.896756, 4.525864, 4.45681, 4.652692, 4.908608, 4.866209, 4.691792, 4.857089, 4.724709, 4.706802, 5.028577, 4.988168, 4.697749, 4.912709, 4.860893, 4.825691, 4.797603, 4.30741, 4.251941, 4.223131, 4.312051, 10.757643, 8.592167, 7.787292, 6.564489, 6.359065, 6.178774, 5.283389, 5.762775, 5.921331, 6.43255, 6.612608, 8.469373, 11.118767, 12.627722, 16.725454, 18.017439, 17.759949, 17.343859, 19.556556, 19.393392, 19.697656, 19.827047, 21.65427, 20.037476, 20.631506, 24.000803], "sum_m_pl": [0.461748, 1.067895, 1.278881, 1.237734, 1.390804, 1.220102, 1.268424, 1.189632, 1.163945, 1.224673, 1.363343, 1.530319, 1.454677, 1.560016, 1.484927, 1.570552, 1.656441, 1.641867, 1.610701, 1.624845, 1.621884, 1.544797, 1.512538, 1.482262, 1.540519, 1.547661, 1.844773, 1.827592, 1.751184, 1.834323, 1.668808, 1.580606, 1.648902, 1.693194, 1.768607, 1.605511, 1.414428, 1.04704, 0.758825, 0.720199, 1.143037, 1.283905, 1.130484, 0.599374, 0.661474, 0.350585, 0.209303, 0.126405, 0.112291, 9.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "gsm8kpl-221", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1196, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 6, 6, 11, 16, 29, 27, 27, 32, 14, 15, 13, 10, 14, 11, 18, 17, 17, 24, 24, 24, 25, 26, 23, 52, 41, 26, 21, 15, 13, 12, 14, 14, 17, 17, 22, 29, 39, 44, 45, 50, 44, 51, 55, 47, 30, 6, 1, 1, 1], "n_am_pl": [0, 13, 10, 12, 10, 4, 9, 9, 11, 15, 12, 19, 17, 24, 17, 13, 10, 14, 11, 9, 8, 7, 12, 8, 11, 13, 11, 13, 12, 14, 18, 14, 11, 13, 16, 11, 8, 7, 9, 11, 12, 11, 15, 11, 14, 30, 54, 56, 61, 60], "n_pos": 122, "sum_m_en": [12.037682, 18.737444, 19.808671, 19.457403, 20.66652, 20.509507, 21.135173, 21.397334, 21.239836, 21.264944, 21.259913, 20.290177, 19.588303, 18.17098, 17.99216, 17.651392, 18.965047, 17.374549, 18.269838, 18.603095, 17.947226, 18.264716, 18.379495, 18.82408, 28.860728, 25.749106, 21.930674, 19.765821, 19.932057, 18.955626, 18.200474, 19.465351, 19.213467, 19.724549, 21.40994, 21.131034, 26.128881, 30.509989, 36.368359, 38.665449, 37.922179, 38.330833, 45.898803, 47.071197, 41.253419, 29.320704, 8.129631, 2.630866, 1.734253, 0.999999], "sum_m_pl": [2.201839, 6.461646, 6.933166, 6.415682, 6.82468, 6.542159, 6.615165, 6.907257, 7.313704, 7.161789, 7.469067, 8.208319, 8.417149, 8.719192, 7.746941, 8.355334, 8.038365, 7.931062, 7.200125, 7.265921, 7.127209, 6.992966, 6.915446, 6.935197, 8.665718, 9.412869, 10.329555, 10.280039, 10.317228, 11.682503, 10.622328, 10.511132, 10.146772, 9.964452, 9.14635, 8.567263, 7.947574, 6.657812, 6.825674, 7.071383, 8.134454, 9.523673, 10.033156, 10.251297, 14.561846, 27.529074, 50.622791, 55.432708, 59.650673, 59.871671]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 2, 2, 2, 5, 1, 2, 4, 2, 3, 2, 4, 2, 0, 3, 3, 3, 1, 2, 1, 7, 5, 2, 1, 0, 0, 1, 2, 1, 2, 1, 1, 1, 5, 4, 3, 4, 2, 3, 2, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 0, 1, 0, 0, 0, 0, 0, 1, 2, 3, 2, 5, 2, 1, 2, 2, 2, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 2, 1, 0, 1, 0, 2, 2, 2, 2, 2, 1, 1, 1, 1, 0, 1, 1, 2, 0, 0], "n_pos": 20, "sum_m_en": [1.97631, 3.692237, 3.745374, 3.443663, 3.597177, 3.404131, 3.528694, 3.489311, 3.500945, 3.694547, 3.881155, 3.612935, 3.49502, 3.198084, 3.226864, 2.84257, 3.174523, 2.835363, 3.020102, 3.088478, 3.107908, 3.232284, 3.218851, 3.314738, 4.609044, 4.222821, 3.826464, 3.603487, 3.536542, 3.368677, 3.304951, 3.83369, 3.742764, 3.608241, 3.872761, 3.67382, 3.617175, 4.02907, 4.648515, 4.508442, 4.373892, 4.248443, 4.137895, 3.078753, 2.795774, 1.939123, 0.999365, 0.645906, 0.264705, 0.0], "sum_m_pl": [0.355829, 1.115482, 0.916497, 0.777565, 0.827741, 0.682835, 0.600647, 0.572617, 0.730963, 0.85665, 0.955198, 1.048453, 1.149322, 1.231084, 1.058167, 1.130825, 1.102896, 1.107297, 0.986478, 1.031853, 1.018824, 0.99601, 0.963725, 0.958008, 1.11759, 1.140284, 1.054211, 1.150982, 1.135331, 1.424667, 1.27459, 1.215141, 1.114452, 1.149451, 1.047894, 1.124111, 1.009412, 0.847557, 0.954897, 1.053616, 0.991548, 0.993991, 0.866682, 0.771339, 0.779097, 1.773532, 1.911652, 2.41057, 0.590384, 0.0]}, "lang": {"n_am_en": [1, 1, 3, 10, 16, 24, 18, 22, 20, 8, 8, 6, 4, 8, 7, 10, 11, 9, 13, 14, 16, 17, 18, 19, 36, 31, 19, 19, 15, 8, 9, 9, 10, 10, 13, 16, 21, 27, 31, 32, 36, 35, 38, 42, 37, 25, 6, 1, 1, 1], "n_am_pl": [0, 6, 5, 7, 8, 2, 6, 5, 8, 8, 6, 11, 11, 13, 13, 9, 5, 9, 5, 4, 3, 4, 6, 4, 4, 8, 10, 10, 9, 10, 13, 10, 10, 10, 12, 7, 4, 2, 4, 7, 10, 8, 11, 9, 12, 26, 48, 52, 60, 60], "n_pos": 62, "sum_m_en": [6.41189, 9.403056, 10.431226, 10.350165, 10.924431, 10.879131, 11.252152, 11.416735, 11.300385, 11.123867, 10.918825, 10.473865, 10.155003, 9.493571, 9.50224, 9.717076, 10.161179, 9.201377, 9.652291, 9.716198, 9.404922, 9.517352, 9.562153, 9.731369, 17.895855, 15.80636, 12.597343, 10.944572, 10.903407, 10.143354, 9.957333, 10.40327, 10.268591, 10.972157, 11.932127, 12.281486, 16.645884, 19.571611, 24.482742, 27.994553, 27.927157, 28.696227, 33.609339, 35.739245, 31.529711, 22.706026, 5.704547, 1.629607, 1.278158, 0.999996], "sum_m_pl": [1.119538, 3.077206, 3.37266, 3.294869, 3.611511, 3.606596, 3.707407, 4.041663, 4.275365, 3.931294, 4.212925, 4.728592, 4.776831, 4.983566, 4.486057, 4.890225, 4.491639, 4.431243, 4.057562, 3.969431, 3.848096, 3.803667, 3.793524, 3.825099, 4.405136, 4.974933, 6.058498, 6.04849, 6.016142, 6.650124, 6.037349, 6.07308, 5.941402, 5.959646, 5.424456, 5.04911, 4.587188, 3.579919, 3.499087, 3.787725, 4.931664, 5.680744, 6.645511, 7.507818, 11.562235, 22.471783, 44.383088, 50.596324, 57.573944, 59.777492]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "gsm8kpl-221", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1486, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.976}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 6, 6, 4, 11, 4, 7, 3, 3, 6, 6, 5, 5, 4, 4, 7, 5, 4, 7, 5, 6, 7, 7, 9, 13, 10, 9, 11, 9, 6, 6, 6, 6, 11, 15, 11, 14, 19, 17, 21, 22, 23, 21, 22, 20, 18, 22, 19, 17, 17], "n_am_pl": [1, 3, 5, 5, 3, 8, 5, 10, 8, 5, 3, 5, 12, 10, 8, 9, 9, 4, 3, 3, 4, 2, 4, 4, 7, 7, 7, 6, 6, 8, 6, 3, 3, 4, 1, 3, 2, 1, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.68799, 8.569533, 8.047407, 7.818126, 8.468083, 8.284336, 7.938895, 7.812203, 7.123365, 7.516715, 7.302651, 7.308587, 6.897927, 6.752275, 6.823701, 7.129743, 7.220315, 7.226779, 7.984683, 8.113228, 7.554201, 7.777056, 7.763776, 7.933217, 10.465183, 8.53428, 7.852743, 7.684812, 8.233275, 8.538815, 8.183007, 8.39656, 8.612065, 9.005541, 9.652448, 10.192443, 12.804623, 14.141622, 14.261532, 16.994859, 18.102851, 17.216392, 17.365559, 17.753047, 18.289014, 17.18972, 19.527154, 18.166494, 15.904042, 17.275191], "sum_m_pl": [1.433075, 2.759838, 2.956763, 2.805883, 3.139419, 3.022622, 2.897502, 2.838754, 2.957939, 3.123945, 3.141726, 3.441411, 3.633645, 3.503611, 3.19802, 3.61252, 3.418346, 3.242387, 3.099923, 3.048596, 2.981503, 2.956836, 2.830773, 2.913162, 3.663223, 4.158539, 4.773852, 4.494236, 4.048908, 4.420031, 3.98705, 3.771452, 3.694439, 3.528071, 3.336914, 3.268566, 2.863468, 2.290888, 2.223896, 1.979888, 1.866178, 1.853162, 1.891438, 1.824285, 1.475156, 1.055182, 0.953633, 0.762333, 0.367727, 1.4e-05]}, "digit": {"n_am_en": [1, 0, 1, 1, 4, 0, 2, 0, 0, 1, 2, 0, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1, 0, 0, 0, 2, 5, 2, 2, 3, 2, 2, 2, 2, 3, 3, 3, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 4, 3, 2, 4, 4, 2, 2, 4, 5, 5, 5, 4, 2, 3, 1, 3, 2, 4, 4, 4, 4, 4, 4, 3, 3, 2, 2, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.809844, 2.522741, 2.334192, 2.14503, 2.209855, 2.089983, 1.969033, 1.879329, 1.695196, 1.966575, 1.905497, 1.858861, 1.704259, 1.744284, 1.764893, 1.953214, 1.876203, 1.943901, 2.291914, 2.203114, 2.163207, 2.253784, 2.306283, 2.407153, 2.504115, 1.851029, 1.746101, 1.903264, 2.155544, 2.128321, 2.15528, 2.361223, 2.675964, 2.556158, 2.518563, 2.30654, 2.463908, 2.417152, 2.338905, 2.521853, 2.718708, 2.806582, 2.890063, 2.715073, 3.027603, 2.350088, 1.519862, 1.151608, 0.280291, 0.0], "sum_m_pl": [0.533784, 0.864293, 0.796428, 0.723816, 0.814203, 0.807578, 0.712391, 0.691574, 0.787669, 0.861956, 0.893269, 1.000572, 1.118105, 1.048004, 0.940252, 1.020435, 1.00356, 0.915461, 0.888155, 0.857291, 0.832717, 0.834499, 0.790632, 0.815505, 1.264412, 1.182668, 1.672561, 1.366148, 1.123222, 1.24306, 1.118777, 1.114523, 0.924668, 0.883222, 0.843613, 0.856276, 0.760507, 0.678328, 0.795182, 0.800516, 0.828484, 0.84288, 0.88049, 0.941135, 0.707032, 0.631057, 0.679685, 0.525772, 0.153195, 0.0]}, "lang": {"n_am_en": [3, 2, 1, 1, 2, 2, 2, 2, 2, 1, 2, 4, 3, 3, 2, 1, 3, 2, 4, 4, 5, 5, 5, 6, 8, 8, 8, 9, 7, 4, 6, 4, 3, 6, 6, 6, 9, 12, 10, 13, 14, 15, 14, 15, 15, 16, 17, 14, 15, 17], "n_am_pl": [1, 1, 0, 2, 2, 2, 1, 4, 3, 0, 1, 3, 6, 3, 3, 2, 2, 2, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.221429, 2.683082, 2.597527, 2.598035, 2.890802, 2.79504, 2.813248, 2.903855, 2.604558, 2.604421, 2.581429, 2.580863, 2.582407, 2.537726, 2.601399, 2.561818, 2.555328, 2.480746, 2.658099, 2.79433, 2.526452, 2.678983, 2.620487, 2.617809, 4.977791, 4.199668, 3.737994, 3.164933, 3.156416, 3.372569, 3.209449, 3.19046, 3.080354, 3.292638, 3.797599, 4.724689, 6.44548, 7.721669, 8.111194, 11.057549, 12.054518, 12.078544, 12.104791, 12.695888, 13.014012, 12.933564, 14.759315, 13.446289, 13.298817, 16.486378], "sum_m_pl": [0.453224, 0.890467, 0.871147, 0.903867, 1.076347, 1.002702, 0.993665, 0.963722, 1.025499, 1.018034, 1.044111, 1.133423, 1.215112, 1.225767, 1.142102, 1.265701, 1.127507, 1.032245, 1.021047, 0.992922, 0.967858, 0.948495, 0.909533, 0.92657, 0.954509, 1.197378, 1.280579, 1.408518, 1.460812, 1.549636, 1.396491, 1.320106, 1.47031, 1.385993, 1.28749, 1.163919, 0.97946, 0.806894, 0.812498, 0.609352, 0.569549, 0.637112, 0.664255, 0.531957, 0.468943, 0.168695, 0.131635, 0.110869, 0.145083, 1.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 59, "item_id": "gsm8kpl-237", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 55, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 9, 11, 15, 24, 29, 30, 27, 22, 21, 24, 25, 20, 17, 20, 27, 22, 22, 20, 28, 33, 36, 38, 33, 47, 41, 40, 31, 30, 23, 22, 22, 30, 39, 37, 48, 47, 59, 64, 72, 70, 67, 61, 70, 61, 41, 13, 5, 6, 3], "n_am_pl": [4, 10, 10, 8, 9, 14, 11, 13, 8, 10, 13, 20, 22, 17, 14, 12, 7, 11, 6, 6, 3, 5, 10, 8, 10, 10, 10, 14, 10, 14, 13, 8, 8, 10, 5, 7, 8, 7, 4, 5, 10, 12, 13, 13, 21, 38, 56, 55, 56, 59], "n_pos": 135, "sum_m_en": [14.082875, 20.846038, 21.479175, 21.10512, 21.730834, 22.22421, 22.187356, 22.838739, 22.893295, 23.316726, 23.061287, 22.807729, 22.125475, 21.487588, 20.857376, 21.995283, 22.156525, 21.281132, 22.031277, 21.800992, 20.924935, 21.343437, 21.651595, 21.572798, 34.846726, 29.90218, 26.514091, 22.933738, 21.905239, 22.965493, 21.685755, 22.413961, 22.758128, 24.259444, 25.459671, 26.681105, 28.602864, 38.67407, 45.555253, 52.07988, 55.446514, 55.623143, 50.377736, 55.777968, 53.713491, 37.788961, 14.011925, 6.582777, 7.377181, 2.716233], "sum_m_pl": [2.452606, 6.946239, 7.303333, 6.816221, 7.15356, 6.973044, 6.895591, 7.126734, 7.559218, 8.038029, 8.60969, 9.633934, 10.218314, 10.436276, 10.110288, 10.193034, 8.698731, 8.508867, 7.956519, 7.768051, 7.498496, 7.513221, 7.420099, 7.560744, 8.82517, 10.137603, 10.897568, 11.816319, 11.490996, 12.099617, 10.99826, 10.614906, 10.482602, 9.76466, 8.771651, 8.764947, 8.950306, 8.387889, 8.348787, 9.025368, 10.206889, 9.031724, 12.01785, 12.03088, 18.015273, 34.214556, 52.145729, 55.05876, 56.398229, 58.952315]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 3, 1, 1, 0, 1, 0, 3, 2, 2, 3, 2, 3, 2, 0, 0, 1, 2, 2, 0, 1, 1, 1, 1, 0, 0, 1, 1, 2, 3, 3, 3, 3, 2, 4, 2, 2, 5, 4, 6, 5, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 0, 1, 2, 0, 1, 1, 2, 3, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 2, 1, 2, 2, 2, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.494287, 2.674539, 2.751167, 2.401504, 2.387764, 2.202136, 2.200242, 2.200577, 2.087358, 2.28232, 2.342609, 2.33942, 2.192417, 2.043876, 2.031322, 2.069913, 2.167141, 2.016013, 2.247533, 2.195852, 2.190218, 2.273924, 2.303431, 2.381438, 3.009831, 2.677964, 2.485238, 2.415511, 2.366658, 2.53031, 2.284422, 2.395595, 2.517787, 2.385834, 2.586834, 2.624223, 2.652861, 2.735025, 3.002101, 3.020943, 3.185881, 3.1372, 2.869723, 2.946845, 3.307669, 2.337897, 1.662745, 1.015457, 0.315422, 0.0], "sum_m_pl": [0.290869, 0.789352, 0.689312, 0.616633, 0.654335, 0.554409, 0.505582, 0.467037, 0.586827, 0.65054, 0.771194, 0.848962, 0.969991, 1.029733, 0.988712, 1.099525, 0.869749, 0.859252, 0.801497, 0.749202, 0.697267, 0.692266, 0.671081, 0.675453, 0.706597, 0.849423, 0.827721, 0.983869, 0.955614, 1.029473, 0.949128, 0.886323, 0.804976, 0.699243, 0.644654, 0.630983, 0.66115, 0.500106, 0.566201, 0.603484, 0.742387, 0.663664, 0.620871, 0.5436, 0.454152, 0.406353, 0.456821, 0.359624, 0.163463, 0.0]}, "lang": {"n_am_en": [1, 5, 6, 8, 13, 16, 18, 14, 16, 10, 17, 15, 8, 8, 8, 12, 10, 14, 13, 20, 19, 20, 24, 22, 28, 26, 25, 19, 19, 12, 12, 17, 19, 25, 25, 28, 28, 34, 35, 42, 38, 34, 31, 34, 29, 20, 6, 4, 5, 3], "n_am_pl": [2, 4, 6, 6, 2, 11, 5, 7, 5, 7, 6, 8, 12, 11, 8, 7, 3, 5, 3, 4, 2, 5, 7, 6, 7, 7, 7, 10, 7, 6, 6, 3, 5, 7, 4, 7, 7, 5, 4, 3, 10, 11, 13, 12, 19, 34, 49, 52, 55, 59], "n_pos": 63, "sum_m_en": [6.754676, 9.288604, 9.678759, 9.893982, 10.388103, 10.881865, 11.077353, 11.600008, 11.792463, 11.821382, 11.464744, 11.217049, 11.134623, 10.81733, 10.509611, 11.175444, 11.173419, 10.736349, 10.959474, 10.818358, 10.371219, 10.564408, 10.70903, 10.491832, 19.657812, 16.763012, 14.592087, 12.398061, 11.727298, 11.941535, 11.629961, 11.758722, 11.669761, 12.716559, 13.21851, 13.674322, 14.717512, 20.02497, 23.565022, 27.33293, 28.510692, 29.318494, 26.980468, 27.935876, 27.722413, 18.003654, 4.689823, 3.712143, 4.993247, 2.59795], "sum_m_pl": [1.152594, 3.138763, 3.327888, 3.31615, 3.251191, 3.448537, 3.536128, 3.669561, 3.924389, 4.1354, 4.271037, 4.728161, 5.256415, 5.398575, 5.14554, 5.080312, 4.337449, 4.295553, 4.001005, 3.826328, 3.751831, 3.764476, 3.714265, 3.774623, 5.077836, 5.752305, 6.412972, 6.485537, 6.229383, 6.467039, 5.850427, 5.944492, 5.87425, 5.630469, 5.203639, 5.453283, 5.917584, 5.830963, 5.813621, 6.522195, 7.782005, 6.754691, 9.893741, 9.968855, 15.800675, 30.33627, 46.461353, 50.914399, 55.309266, 58.584433]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "gsm8kpl-237", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1455, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9928}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 18, 15, 16, 32, 20, 27, 26, 30, 29, 23, 32, 22, 26, 30, 37, 37, 52, 52, 50, 40, 40, 44, 43, 62, 65, 52, 47, 55, 39, 38, 42, 44, 51, 54, 58, 60, 64, 71, 76, 72, 64, 66, 70, 76, 75, 77, 70, 62, 60], "n_am_pl": [2, 14, 14, 19, 11, 8, 14, 15, 11, 17, 24, 24, 30, 27, 14, 20, 14, 14, 11, 10, 11, 7, 6, 3, 11, 7, 13, 14, 11, 23, 12, 15, 12, 14, 11, 8, 11, 7, 4, 1, 1, 0, 1, 0, 0, 1, 2, 0, 0, 0], "n_pos": 178, "sum_m_en": [21.450619, 29.428162, 29.420089, 29.109915, 31.274477, 31.251568, 31.385631, 31.78089, 31.971447, 32.230192, 32.665122, 32.349844, 31.201758, 31.533439, 30.873894, 31.027683, 31.091903, 30.339694, 31.196086, 30.676007, 29.024402, 29.46853, 29.480311, 30.258479, 45.137897, 42.343637, 39.06201, 35.119541, 35.138037, 33.655595, 32.019194, 33.097024, 36.549528, 35.877938, 41.003649, 41.042137, 49.961372, 54.694344, 57.338501, 64.133279, 63.447554, 62.086417, 61.632246, 62.567761, 70.472305, 70.772674, 72.156542, 69.061795, 61.843396, 59.694218], "sum_m_pl": [3.330587, 9.15759, 9.795356, 8.858439, 9.137292, 9.059663, 8.812712, 8.497739, 9.002129, 9.594818, 10.71936, 11.531357, 12.04612, 12.158999, 12.250151, 12.337986, 12.398506, 12.786284, 11.534154, 11.220075, 10.897452, 10.527782, 10.465268, 10.518595, 13.063008, 12.920937, 13.171814, 13.9815, 13.346741, 14.430922, 13.089244, 12.368482, 12.119602, 12.139967, 10.646978, 10.030946, 8.311295, 7.313501, 6.914501, 5.565488, 5.593695, 5.05407, 4.684789, 4.074914, 3.211897, 2.746124, 2.206502, 1.530362, 1.208739, 0.003135]}, "digit": {"n_am_en": [1, 3, 3, 2, 8, 1, 3, 2, 2, 4, 4, 5, 6, 6, 10, 6, 7, 15, 17, 15, 14, 15, 19, 17, 25, 16, 12, 9, 15, 11, 6, 9, 8, 11, 8, 8, 8, 8, 14, 16, 14, 10, 12, 11, 13, 9, 13, 10, 0, 0], "n_am_pl": [0, 3, 2, 0, 0, 0, 1, 4, 2, 8, 4, 11, 10, 12, 4, 8, 4, 3, 5, 1, 3, 1, 1, 0, 2, 1, 1, 2, 2, 9, 4, 4, 4, 6, 3, 2, 4, 2, 2, 1, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.833713, 9.026385, 9.047009, 8.787369, 9.49192, 9.108906, 8.959175, 8.941663, 8.743546, 9.701232, 10.280268, 9.897072, 9.756759, 9.788184, 9.745566, 9.345376, 9.486285, 9.289156, 9.76864, 9.44314, 9.046254, 9.270033, 9.304154, 9.711151, 14.675795, 11.726204, 10.688515, 9.270273, 9.641394, 9.298541, 9.024766, 9.534697, 10.220817, 9.556185, 9.519556, 9.081566, 9.626086, 10.07456, 9.763835, 10.849874, 9.945544, 9.191292, 8.913927, 8.098721, 10.685684, 8.616646, 9.039432, 8.175279, 2.288417, 0.0], "sum_m_pl": [0.923636, 2.897187, 2.511682, 2.329888, 2.298436, 2.250597, 2.159302, 1.970443, 2.283588, 2.530521, 2.941011, 3.261325, 3.529495, 3.416593, 3.406936, 3.740526, 3.422067, 3.458579, 3.037895, 3.011818, 2.946402, 2.81846, 2.801909, 2.840295, 2.775418, 3.024322, 3.23232, 3.966129, 3.744362, 4.144196, 3.821663, 3.362871, 3.150197, 3.281741, 3.158776, 3.058073, 2.829367, 2.306938, 2.500909, 2.383797, 2.462552, 2.556633, 2.633034, 2.182973, 1.898268, 1.850566, 1.671144, 1.010851, 0.549611, 0.0]}, "lang": {"n_am_en": [10, 12, 10, 11, 14, 11, 19, 19, 18, 19, 13, 16, 12, 13, 14, 24, 23, 22, 23, 27, 20, 20, 20, 21, 28, 37, 30, 29, 28, 21, 22, 24, 25, 27, 30, 34, 38, 39, 40, 46, 45, 45, 46, 50, 54, 57, 58, 54, 57, 59], "n_am_pl": [2, 3, 2, 7, 4, 2, 5, 5, 3, 4, 9, 8, 11, 7, 6, 5, 4, 5, 3, 5, 3, 1, 2, 1, 2, 1, 2, 5, 3, 7, 8, 7, 3, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.432081, 9.678636, 9.855777, 9.97154, 10.964105, 10.995018, 11.333273, 11.793705, 12.31454, 11.509743, 11.405643, 11.256339, 10.57825, 10.916777, 10.708898, 11.203874, 11.098749, 10.818653, 10.797733, 10.697601, 9.917861, 10.134362, 9.957373, 10.155583, 19.951641, 20.448429, 18.661138, 16.236072, 15.044949, 13.934859, 12.968533, 13.613192, 15.67907, 15.824497, 19.9651, 20.73842, 28.052182, 32.045421, 35.671017, 40.57762, 41.029649, 42.097587, 42.582431, 45.128397, 50.43659, 52.45165, 54.938574, 53.353985, 53.578746, 58.31943], "sum_m_pl": [1.089414, 2.946822, 3.239621, 2.825036, 3.00996, 3.113626, 3.087038, 3.062538, 3.326135, 3.372371, 3.678047, 4.075629, 4.234745, 4.490555, 4.628857, 4.384986, 4.636002, 4.888927, 4.428966, 4.237595, 4.044582, 3.90772, 3.923229, 3.934238, 4.511389, 4.441733, 4.652949, 4.812075, 4.934091, 5.222115, 5.030261, 4.853433, 4.787923, 4.744463, 3.571126, 3.311022, 2.353192, 2.095621, 1.587837, 1.140249, 1.185161, 0.984942, 0.707888, 0.691808, 0.377722, 0.208516, 0.149564, 0.218966, 0.25676, 0.003135]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "gsm8kpl-239", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1225, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.989}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 17, 29, 26, 35, 34, 33, 43, 33, 47, 57, 45, 33, 40, 42, 60, 62, 64, 81, 76, 63, 72, 80, 73, 112, 92, 74, 66, 52, 47, 44, 47, 55, 64, 74, 67, 82, 77, 87, 102, 107, 100, 88, 76, 69, 46, 17, 6, 1, 0], "n_am_pl": [1, 38, 22, 29, 18, 15, 27, 30, 24, 33, 41, 49, 40, 43, 34, 42, 33, 43, 32, 25, 18, 18, 22, 19, 19, 24, 36, 31, 37, 46, 32, 26, 38, 41, 28, 25, 31, 21, 14, 13, 13, 15, 24, 29, 55, 84, 132, 136, 139, 136], "n_pos": 264, "sum_m_en": [28.674774, 45.347225, 46.559216, 45.310542, 47.250544, 48.394898, 49.572266, 52.422384, 51.949199, 53.161816, 53.561123, 51.189333, 48.312065, 49.502264, 48.084307, 48.610724, 48.227277, 46.014503, 47.143461, 45.803824, 43.856071, 44.328572, 43.835174, 44.932324, 67.693705, 62.095929, 56.158466, 50.160217, 48.41622, 46.309342, 45.104863, 48.103045, 49.328218, 50.473304, 51.213826, 53.610919, 59.812753, 68.352507, 69.804476, 79.460035, 81.586374, 90.423298, 83.696654, 71.521746, 64.025435, 42.759167, 17.505322, 7.593126, 2.659257, 1e-06], "sum_m_pl": [5.192404, 15.536938, 15.290469, 15.28124, 16.919185, 15.682256, 15.786394, 15.790464, 16.254832, 16.620959, 18.154692, 19.360364, 20.240077, 20.16817, 19.781403, 19.514697, 19.67556, 19.981137, 17.535231, 17.400487, 16.92869, 16.175047, 16.289479, 16.139954, 21.617542, 21.398607, 23.508663, 23.67842, 24.87809, 26.563851, 22.802728, 21.723214, 21.788509, 21.872049, 19.668859, 20.325813, 19.1696, 16.372626, 15.893254, 14.139555, 14.240781, 13.709099, 19.60095, 27.333877, 45.6576, 74.336757, 126.265356, 135.09251, 137.267139, 136.174784]}, "digit": {"n_am_en": [2, 6, 2, 4, 7, 2, 4, 6, 4, 8, 7, 8, 6, 5, 5, 9, 11, 13, 14, 15, 10, 14, 13, 12, 21, 16, 14, 9, 11, 8, 4, 9, 9, 9, 19, 6, 10, 6, 14, 13, 17, 10, 10, 9, 11, 5, 7, 5, 0, 0], "n_am_pl": [0, 7, 6, 2, 2, 1, 2, 3, 3, 2, 7, 11, 6, 8, 7, 10, 5, 5, 7, 3, 2, 2, 3, 2, 1, 2, 5, 3, 5, 7, 4, 3, 6, 12, 2, 1, 3, 2, 0, 0, 0, 1, 1, 0, 0, 0, 5, 3, 0, 0], "n_pos": 51, "sum_m_en": [5.394137, 8.557356, 8.962008, 8.84515, 9.540539, 9.153812, 9.048861, 9.099752, 8.740753, 9.921399, 10.073485, 9.622241, 9.07863, 9.069791, 9.274923, 8.891771, 9.119819, 8.861609, 9.450042, 9.055566, 8.585995, 8.784185, 8.830121, 9.252399, 13.229637, 11.669994, 10.365993, 9.55905, 9.589909, 8.876228, 8.496788, 9.738447, 10.354736, 9.825217, 10.398948, 10.129661, 10.438597, 9.751786, 10.160203, 10.702375, 10.799451, 10.216495, 9.67625, 8.245658, 8.806282, 5.750592, 4.914102, 3.726157, 0.944937, 0.0], "sum_m_pl": [0.977008, 3.037914, 2.570255, 2.361469, 2.48201, 2.320236, 2.316756, 2.159203, 2.594113, 2.80421, 3.16742, 3.491423, 3.719515, 3.639813, 3.493168, 3.646134, 3.352274, 3.506959, 2.941439, 3.05701, 2.914429, 2.803455, 2.78987, 2.762804, 2.953137, 3.200429, 3.398695, 3.961401, 4.158963, 4.503691, 4.022321, 3.330764, 3.178642, 3.294536, 2.884638, 2.725452, 2.325392, 2.019101, 2.118383, 2.099731, 2.151153, 2.153232, 2.208465, 2.041356, 1.871729, 1.924194, 4.758298, 3.091717, 0.532899, 0.0]}, "lang": {"n_am_en": [11, 8, 19, 13, 19, 19, 18, 29, 22, 26, 32, 25, 18, 24, 25, 33, 35, 33, 45, 45, 37, 41, 48, 42, 65, 56, 44, 40, 27, 25, 25, 26, 29, 39, 41, 46, 54, 53, 54, 59, 63, 65, 56, 55, 45, 34, 9, 0, 1, 0], "n_am_pl": [1, 18, 12, 20, 9, 7, 13, 18, 14, 19, 25, 27, 26, 28, 22, 25, 21, 27, 19, 16, 13, 12, 15, 13, 12, 15, 23, 23, 26, 31, 21, 17, 25, 20, 19, 18, 21, 12, 9, 13, 13, 14, 22, 23, 43, 72, 108, 128, 134, 136], "n_pos": 137, "sum_m_en": [15.795945, 23.856583, 24.516903, 23.462042, 24.568854, 25.345975, 26.779895, 29.097725, 29.161949, 28.863384, 29.273222, 27.681632, 25.790893, 26.941931, 25.752363, 26.097238, 25.535069, 24.072195, 24.553594, 24.230363, 23.403547, 23.48582, 22.94855, 23.317254, 38.149115, 35.628066, 32.208966, 28.050137, 26.228903, 25.156465, 24.908393, 26.085051, 26.054358, 27.52454, 28.092947, 31.358614, 36.589265, 43.349309, 42.998944, 47.927366, 50.435057, 57.692541, 52.424395, 49.576043, 45.65795, 30.723889, 10.35877, 2.739259, 0.984385, 0.0], "sum_m_pl": [2.969529, 8.077886, 8.285473, 8.471729, 9.354743, 8.626886, 8.806558, 9.115125, 9.297377, 9.152304, 9.867863, 10.541064, 11.186484, 11.300534, 11.089547, 10.656797, 10.938949, 11.103907, 9.760511, 9.447984, 9.328449, 8.900832, 9.047144, 9.019248, 11.972311, 12.037714, 13.945257, 13.686832, 14.662059, 15.18119, 12.858946, 12.545363, 12.936545, 13.036325, 11.592872, 12.39885, 12.260892, 10.109338, 9.618146, 9.590462, 9.628653, 10.045677, 15.845163, 20.318764, 31.538378, 59.47795, 102.823298, 122.737172, 131.860503, 135.860105]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 269, "item_id": "gsm8kpl-239", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1515, "region_end": 264, "roundtrip_ok": true, "tf_agree": 0.9963, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 21, 22, 27, 40, 26, 35, 36, 37, 31, 31, 28, 23, 17, 26, 27, 29, 39, 35, 40, 34, 34, 32, 26, 51, 45, 43, 29, 35, 35, 27, 31, 35, 38, 44, 45, 50, 53, 61, 70, 78, 76, 77, 73, 72, 63, 64, 61, 59, 58], "n_am_pl": [6, 16, 17, 8, 6, 11, 7, 10, 10, 17, 19, 20, 36, 22, 15, 18, 11, 11, 12, 14, 7, 5, 7, 9, 12, 13, 16, 27, 16, 24, 14, 17, 14, 17, 11, 17, 10, 8, 9, 10, 4, 2, 5, 4, 3, 5, 5, 6, 4, 4], "n_pos": 159, "sum_m_en": [19.757839, 24.150129, 24.628872, 24.482244, 27.433671, 26.23666, 27.223385, 27.474172, 27.750327, 28.396856, 27.635932, 28.806953, 26.802163, 26.28034, 24.112539, 25.164615, 26.218907, 25.401869, 26.211838, 26.552248, 25.327341, 25.370928, 25.4612, 25.71576, 36.248693, 32.836189, 32.399284, 28.33322, 29.228842, 30.38313, 27.782647, 28.784901, 29.448978, 30.627237, 35.504044, 34.747945, 38.342641, 43.179918, 47.360218, 55.771078, 62.944524, 64.179596, 71.223754, 69.327401, 67.871092, 60.455464, 61.734393, 62.431659, 58.303535, 57.795553], "sum_m_pl": [3.883052, 7.812397, 8.01622, 7.212525, 7.857143, 7.325379, 7.087719, 7.232387, 7.347565, 8.775425, 9.273631, 10.04471, 10.734254, 10.672469, 10.831904, 11.422496, 11.356755, 11.875632, 11.321878, 10.755465, 10.328326, 9.989962, 9.784877, 9.946947, 13.533878, 13.929714, 13.894683, 16.429333, 14.607418, 15.368264, 13.217075, 12.946474, 13.414583, 12.768251, 11.429136, 11.812061, 11.438413, 9.698066, 9.251058, 8.566857, 6.829257, 6.076031, 5.478996, 4.554595, 4.856581, 6.926707, 6.241835, 5.906473, 4.706212, 4.030025]}, "digit": {"n_am_en": [0, 1, 1, 3, 7, 5, 5, 6, 6, 5, 6, 5, 6, 2, 4, 2, 1, 2, 1, 1, 1, 0, 0, 0, 3, 6, 4, 2, 1, 2, 1, 1, 1, 0, 1, 2, 3, 3, 3, 4, 6, 5, 5, 5, 3, 1, 2, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 0, 0, 1, 3, 6, 4, 7, 7, 2, 3, 2, 1, 2, 2, 1, 1, 3, 1, 2, 0, 1, 4, 1, 5, 2, 4, 3, 3, 2, 4, 1, 1, 2, 3, 0, 0, 1, 1, 0, 2, 2, 2, 0, 0], "n_pos": 23, "sum_m_en": [2.475345, 4.161276, 4.351713, 3.974711, 4.643143, 4.287574, 4.133137, 3.923827, 3.94048, 4.17058, 4.389895, 4.436549, 4.007828, 3.858482, 3.544377, 3.515779, 3.704259, 3.450181, 3.762901, 3.749286, 3.708973, 3.796407, 3.726877, 3.86589, 4.652617, 4.37063, 4.433076, 4.195519, 4.393839, 4.219114, 3.572711, 3.789864, 3.592561, 3.512869, 3.658922, 3.73905, 3.824913, 3.737147, 3.361624, 3.72772, 3.485482, 3.662715, 4.2906, 4.137556, 3.371628, 2.185383, 1.590186, 0.716272, 0.448664, 0.0], "sum_m_pl": [0.423425, 1.161885, 0.919293, 0.843457, 0.926992, 0.76669, 0.74597, 0.716622, 0.943345, 1.13559, 1.311666, 1.395523, 1.716558, 1.695872, 1.616299, 1.60173, 1.562626, 1.676931, 1.581664, 1.515977, 1.458036, 1.43211, 1.375329, 1.401942, 1.985439, 1.930243, 1.641584, 2.162987, 1.788821, 1.93247, 1.645305, 1.682927, 1.663841, 1.672523, 1.585821, 1.692122, 1.522968, 1.425721, 1.581183, 1.779935, 1.538962, 1.525208, 1.494412, 1.355961, 1.676803, 2.534413, 2.399111, 1.924967, 0.139367, 0.0]}, "lang": {"n_am_en": [9, 12, 15, 15, 21, 16, 18, 23, 22, 17, 12, 13, 9, 11, 18, 14, 18, 26, 23, 20, 18, 20, 18, 15, 30, 22, 24, 20, 21, 17, 17, 21, 18, 22, 27, 28, 32, 34, 39, 47, 50, 53, 55, 56, 57, 55, 57, 56, 53, 57], "n_am_pl": [4, 6, 5, 2, 2, 4, 4, 5, 4, 7, 7, 10, 16, 8, 7, 9, 6, 4, 3, 6, 3, 4, 3, 4, 4, 6, 6, 8, 9, 10, 8, 8, 8, 10, 6, 7, 5, 3, 3, 3, 3, 1, 4, 3, 3, 3, 3, 4, 4, 4], "n_pos": 62, "sum_m_en": [8.204314, 9.44948, 9.775027, 10.072029, 11.167164, 10.574154, 11.676936, 12.091398, 12.514077, 12.222519, 11.464109, 12.073695, 11.183184, 11.201355, 10.476147, 10.786788, 11.288432, 10.869226, 10.8911, 10.577901, 9.996051, 10.075311, 9.900116, 10.03139, 17.819071, 16.224341, 16.029642, 13.317859, 13.841827, 14.74325, 12.981709, 13.218976, 14.089557, 14.935218, 18.418216, 17.794908, 20.839613, 23.295685, 28.767928, 34.804243, 39.121958, 43.030303, 48.073172, 50.126299, 52.522342, 51.263232, 53.973282, 54.025052, 50.994812, 56.87829], "sum_m_pl": [1.496487, 2.75905, 2.946644, 2.588742, 2.954265, 2.779455, 2.635294, 2.863564, 2.824395, 3.477348, 3.763023, 4.164349, 4.37974, 4.304704, 4.476233, 4.892814, 4.77333, 4.894449, 4.66339, 4.468938, 4.224994, 4.049852, 4.006284, 4.018499, 5.060121, 5.552678, 6.305137, 6.959281, 6.341409, 6.742917, 5.997928, 5.692696, 5.951221, 5.795537, 4.695221, 5.202057, 5.129822, 4.16497, 3.914707, 3.552733, 2.922814, 2.19359, 2.1111, 1.587065, 1.837886, 3.543532, 3.349353, 3.477422, 4.161802, 4.03002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "gsm8kpl-240", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1148, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9755, "tf_agree_excl_first": 0.9815}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 25, 22, 32, 33, 48, 52, 38, 38, 41, 37, 35, 31, 23, 33, 39, 66, 48, 44, 53, 53, 49, 50, 40, 83, 54, 63, 47, 45, 48, 39, 42, 42, 50, 67, 71, 79, 101, 108, 119, 121, 117, 120, 118, 86, 72, 19, 15, 14, 9], "n_am_pl": [7, 32, 26, 21, 20, 22, 21, 25, 16, 30, 30, 46, 50, 45, 33, 44, 30, 32, 33, 29, 27, 25, 30, 27, 33, 36, 36, 38, 36, 36, 36, 24, 19, 26, 23, 22, 24, 11, 13, 14, 9, 14, 19, 18, 38, 55, 103, 105, 108, 106], "n_pos": 223, "sum_m_en": [21.330478, 33.566488, 35.970718, 38.322141, 39.775075, 41.217687, 40.58381, 40.825894, 40.726931, 41.99739, 41.61093, 42.307235, 40.198832, 38.95111, 37.348685, 37.991799, 39.402187, 36.618173, 37.246136, 37.153307, 36.064432, 36.8703, 36.129442, 36.107636, 52.368906, 46.493893, 43.692627, 39.731518, 39.979817, 40.838755, 37.469739, 38.499892, 39.627036, 45.862371, 48.830902, 50.748892, 55.560387, 65.868507, 70.5576, 79.562978, 87.433803, 85.590534, 88.515321, 94.546391, 75.934279, 61.2481, 23.737915, 14.385211, 14.169446, 8.998434], "sum_m_pl": [3.938388, 10.625024, 11.517999, 10.881892, 12.460907, 12.118093, 12.230084, 12.871513, 12.933708, 14.540739, 15.433136, 17.058811, 18.010945, 18.431502, 19.217546, 19.68985, 18.727701, 19.277061, 17.708041, 16.624951, 15.718212, 14.958966, 14.87959, 14.814032, 21.995524, 23.073817, 23.858837, 25.811372, 24.50383, 26.102781, 22.44802, 22.261442, 22.294737, 19.695579, 18.078653, 17.186524, 16.280267, 13.831621, 14.259767, 14.241665, 13.501108, 14.220246, 17.072276, 18.249939, 32.755044, 52.095575, 95.675879, 101.730997, 104.812239, 105.386756]}, "digit": {"n_am_en": [0, 0, 3, 6, 3, 3, 3, 4, 5, 3, 3, 3, 4, 2, 4, 2, 6, 0, 1, 3, 2, 3, 3, 4, 6, 7, 9, 6, 5, 3, 2, 1, 0, 1, 6, 3, 5, 4, 6, 5, 3, 4, 4, 3, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 2, 0, 0, 1, 1, 1, 3, 2, 2, 7, 3, 2, 4, 3, 2, 5, 3, 2, 1, 2, 1, 1, 0, 0, 3, 2, 5, 3, 3, 4, 3, 2, 3, 1, 0, 0, 1, 0, 1, 2, 1, 1, 1, 1, 1, 0, 0], "n_pos": 25, "sum_m_en": [2.527526, 4.110395, 4.763382, 4.515502, 4.620622, 4.621284, 4.383214, 4.257146, 4.13155, 4.326618, 4.65988, 4.708583, 4.411445, 4.248345, 4.157923, 4.092341, 4.263414, 3.791363, 4.058108, 3.976737, 3.99903, 4.177361, 4.129825, 4.29772, 5.367307, 4.855702, 4.792366, 4.632844, 4.593898, 4.529974, 3.763241, 4.173141, 4.051167, 4.034153, 4.189887, 4.2227, 4.922927, 5.034174, 4.818936, 4.979209, 4.545119, 4.795019, 4.17946, 3.902794, 3.243269, 1.991701, 1.195606, 0.38455, 0.262405, 0.0], "sum_m_pl": [0.477742, 1.10532, 0.966726, 0.93145, 0.98637, 0.995524, 0.914495, 0.862593, 1.11379, 1.252576, 1.391285, 1.456666, 1.58557, 1.6988, 1.688023, 1.673865, 1.690901, 1.866709, 1.752904, 1.742004, 1.658683, 1.580178, 1.532036, 1.544637, 2.250181, 2.234027, 1.781223, 2.161865, 2.073411, 2.121102, 1.71533, 1.856988, 1.674885, 1.504877, 1.412119, 1.499354, 1.285635, 1.232496, 1.321579, 1.41553, 1.37532, 1.323959, 1.449852, 1.337309, 1.562823, 1.917398, 1.485723, 1.087746, 0.069229, 0.0]}, "lang": {"n_am_en": [10, 15, 9, 18, 21, 37, 37, 24, 23, 22, 19, 18, 21, 16, 21, 27, 36, 28, 24, 29, 33, 28, 34, 22, 47, 31, 34, 25, 26, 25, 18, 22, 24, 32, 40, 41, 48, 67, 75, 85, 91, 86, 83, 83, 58, 45, 15, 13, 12, 9], "n_am_pl": [2, 15, 17, 9, 15, 12, 10, 13, 9, 16, 17, 26, 28, 27, 20, 27, 22, 22, 18, 18, 19, 17, 19, 22, 21, 23, 26, 26, 25, 24, 25, 15, 11, 16, 18, 17, 17, 10, 11, 12, 8, 12, 15, 15, 34, 50, 93, 95, 103, 105], "n_pos": 115, "sum_m_en": [11.103888, 17.628942, 18.931382, 20.526676, 21.526941, 22.308761, 22.236408, 22.606579, 22.972714, 23.447906, 22.936521, 23.061523, 22.019127, 21.274587, 20.633262, 21.056707, 21.619254, 19.941963, 20.215205, 20.385976, 19.694512, 20.004784, 19.601058, 19.360577, 30.452107, 27.066113, 25.175597, 21.797063, 22.112481, 22.371521, 21.123187, 21.529023, 22.534751, 26.648449, 28.788357, 29.700747, 33.326529, 39.890066, 43.590434, 51.109103, 60.271203, 57.919317, 61.521304, 63.869666, 49.389958, 37.234008, 17.136627, 11.8448, 11.335999, 8.997874], "sum_m_pl": [1.989767, 5.522515, 6.320465, 5.960422, 6.908841, 6.477312, 6.676148, 7.278206, 7.32443, 8.091296, 8.758564, 10.0241, 10.702007, 10.937085, 11.546714, 11.856469, 11.080918, 11.404996, 10.378206, 9.368592, 8.795772, 8.38065, 8.300459, 8.20673, 12.24411, 12.968464, 13.950516, 15.3601, 14.765608, 15.995619, 13.912266, 13.842267, 14.131417, 12.153596, 11.219682, 10.861118, 10.581745, 8.925153, 9.537713, 9.511404, 8.962368, 9.937335, 12.843844, 14.781775, 28.355615, 46.92522, 85.016975, 91.725264, 100.498326, 104.241407]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "gsm8kpl-240", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1438, "region_end": 223, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 13, 13, 19, 24, 20, 22, 24, 23, 21, 24, 27, 22, 28, 39, 35, 46, 49, 44, 43, 52, 50, 45, 43, 54, 52, 50, 37, 36, 25, 28, 31, 36, 51, 55, 53, 54, 62, 64, 77, 70, 69, 73, 63, 67, 63, 62, 57, 47, 43], "n_am_pl": [4, 12, 16, 14, 14, 5, 7, 6, 6, 2, 7, 3, 11, 13, 5, 8, 6, 4, 8, 6, 4, 4, 6, 9, 8, 5, 8, 6, 11, 16, 11, 10, 4, 5, 7, 4, 5, 4, 4, 1, 1, 1, 2, 2, 2, 3, 0, 1, 0, 0], "n_pos": 132, "sum_m_en": [14.698652, 19.889571, 19.547459, 20.796912, 21.922798, 22.141678, 22.258617, 20.877759, 21.512883, 21.615978, 22.494259, 23.006665, 23.374969, 24.384688, 25.509242, 26.482297, 24.908335, 23.341143, 23.174189, 23.371175, 22.006131, 22.457289, 22.705506, 22.759429, 38.469993, 35.625301, 32.508113, 26.32349, 25.353358, 24.223915, 23.895822, 24.291235, 25.677578, 29.000208, 30.776788, 32.983528, 40.350044, 45.785408, 53.250048, 61.635523, 59.868968, 58.103836, 62.197436, 59.347286, 60.404777, 59.460688, 58.260878, 57.241303, 46.665388, 43.611685], "sum_m_pl": [2.82425, 6.545082, 7.388486, 6.747169, 7.026931, 5.952778, 5.916473, 5.713951, 5.809873, 6.164199, 7.228306, 7.559735, 7.639082, 7.808371, 7.967994, 7.803019, 7.101511, 7.131251, 7.721612, 8.157155, 8.098769, 7.927708, 7.948336, 7.997578, 10.184804, 9.871277, 9.787353, 10.271349, 10.026554, 10.889619, 10.057136, 9.507093, 8.914537, 8.303823, 7.732967, 7.392886, 6.620699, 5.734062, 5.081795, 4.759309, 4.795411, 3.89433, 3.348604, 3.84809, 3.164385, 2.12993, 1.635638, 1.080199, 0.931027, 0.108996]}, "digit": {"n_am_en": [1, 3, 2, 4, 1, 4, 5, 4, 4, 5, 9, 6, 4, 9, 10, 12, 12, 15, 11, 12, 13, 11, 10, 11, 11, 15, 7, 6, 9, 4, 6, 6, 9, 10, 14, 12, 10, 12, 11, 16, 11, 13, 12, 10, 7, 6, 6, 3, 0, 0], "n_am_pl": [0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 2, 0, 6, 6, 3, 3, 3, 0, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 3, 4, 3, 5, 1, 3, 3, 1, 2, 2, 2, 0, 1, 1, 2, 1, 2, 3, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.951819, 5.095563, 4.881399, 4.955217, 5.23671, 5.149913, 5.203189, 4.707309, 4.709968, 4.859833, 5.370936, 5.245186, 5.480613, 5.849222, 6.040184, 6.016285, 5.648891, 5.342148, 5.266845, 5.370338, 5.023702, 5.156277, 5.15996, 5.250816, 9.228209, 8.071954, 7.367343, 5.874903, 6.137619, 5.72115, 5.681925, 5.997039, 6.20039, 6.755705, 6.572551, 6.426482, 6.672621, 7.40357, 8.181762, 10.297427, 8.803868, 6.899222, 6.982244, 7.528794, 5.87638, 5.44553, 3.975001, 2.557743, 0.540462, 0.0], "sum_m_pl": [0.460369, 1.165539, 1.056375, 1.036167, 1.097487, 0.963994, 0.898576, 0.809491, 0.939397, 1.038705, 1.409094, 1.445412, 1.713443, 1.800857, 1.593586, 1.515612, 1.377519, 1.465864, 1.555244, 1.592488, 1.587929, 1.596854, 1.622821, 1.659419, 2.081496, 1.902566, 1.797682, 1.924897, 1.80957, 1.998887, 1.994492, 1.861147, 1.596998, 1.542152, 1.399944, 1.672527, 1.547446, 1.455143, 1.658104, 1.913379, 2.125132, 1.820395, 1.693573, 1.988112, 1.517957, 1.029067, 0.872588, 0.618532, 0.180525, 0.0]}, "lang": {"n_am_en": [3, 4, 3, 5, 11, 7, 8, 12, 10, 5, 6, 10, 10, 13, 18, 16, 20, 20, 16, 18, 21, 21, 18, 18, 27, 22, 24, 14, 13, 9, 11, 11, 17, 24, 27, 26, 29, 32, 35, 37, 38, 41, 42, 38, 42, 41, 43, 44, 44, 43], "n_am_pl": [3, 8, 11, 7, 11, 2, 5, 6, 4, 1, 4, 0, 2, 3, 1, 2, 1, 1, 1, 3, 2, 1, 2, 3, 2, 2, 3, 4, 6, 5, 6, 1, 1, 1, 3, 2, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [5.626266, 6.524386, 6.48478, 6.999084, 7.367899, 7.413565, 7.568563, 7.384477, 7.69431, 7.571778, 7.512998, 7.771445, 8.008028, 8.435332, 8.828887, 9.44694, 8.701066, 8.232372, 8.213604, 8.325856, 7.762477, 7.941093, 8.254078, 8.074401, 16.171845, 15.108418, 13.813052, 10.289614, 8.915462, 8.246445, 8.200961, 8.102482, 9.223713, 10.9811, 12.604707, 14.360705, 18.882436, 22.735257, 27.28315, 31.856791, 33.323214, 35.825941, 38.167007, 37.279738, 39.761357, 39.97936, 41.156765, 41.735423, 40.558057, 43.251287], "sum_m_pl": [1.074658, 2.553876, 2.901078, 2.56581, 2.7047, 2.244158, 2.247586, 2.244366, 2.349081, 2.367591, 2.721399, 2.799168, 2.61989, 2.728891, 2.909653, 2.836737, 2.595982, 2.552904, 2.826672, 3.069644, 3.053019, 2.997926, 2.957412, 2.897996, 3.773641, 3.802561, 3.749561, 3.936243, 3.966096, 4.08151, 3.769968, 3.590733, 3.503677, 3.300777, 3.069883, 2.945328, 2.708148, 1.947722, 1.339204, 0.96037, 0.950752, 0.753321, 0.668533, 1.088391, 0.776915, 0.340777, 0.258833, 0.058137, 0.153264, 0.000281]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "gsm8kpl-242", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9925}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 13, 22, 28, 21, 30, 41, 46, 46, 47, 63, 52, 47, 49, 58, 74, 81, 77, 75, 63, 72, 75, 70, 76, 101, 98, 80, 64, 66, 57, 53, 54, 59, 78, 73, 91, 89, 103, 119, 134, 140, 139, 130, 128, 123, 104, 43, 12, 8, 4], "n_am_pl": [5, 20, 25, 16, 18, 18, 26, 18, 19, 15, 20, 31, 24, 29, 21, 31, 18, 18, 19, 15, 14, 16, 20, 13, 23, 20, 23, 17, 22, 32, 30, 29, 25, 16, 16, 23, 18, 21, 18, 13, 19, 19, 25, 30, 31, 49, 103, 117, 115, 117], "n_pos": 256, "sum_m_en": [25.17538, 39.571354, 39.831456, 41.179093, 41.741719, 43.543214, 45.393148, 44.658782, 46.285874, 47.460271, 49.506771, 48.189903, 47.842361, 49.19101, 51.328403, 53.469587, 51.531108, 47.310963, 46.391511, 44.245625, 42.951129, 44.13373, 43.156783, 44.149397, 75.165687, 69.852067, 60.629469, 50.297397, 49.417437, 46.38444, 44.948597, 46.475415, 48.874443, 52.824065, 53.381038, 56.041149, 63.048726, 73.448844, 84.736698, 99.592067, 103.564711, 106.30808, 108.019329, 112.257961, 108.120055, 91.760565, 44.061034, 15.120824, 8.93555, 3.923781], "sum_m_pl": [4.195924, 12.388433, 13.413498, 12.501537, 13.904452, 13.005728, 13.336043, 13.739656, 14.653425, 14.123886, 16.589981, 17.842035, 17.768725, 18.22801, 17.832783, 16.966613, 14.927916, 14.909138, 15.354525, 16.135567, 15.944163, 15.690651, 15.728407, 15.104046, 18.974013, 20.272215, 21.511856, 21.659665, 22.273447, 24.913575, 22.47077, 22.865905, 21.360126, 19.541799, 18.699118, 18.851309, 18.086962, 16.56948, 15.555183, 15.841318, 16.930487, 17.012236, 21.205313, 25.670101, 30.477862, 46.714738, 94.651325, 115.14954, 116.931242, 117.482662]}, "digit": {"n_am_en": [1, 1, 3, 3, 2, 6, 6, 5, 4, 9, 11, 6, 5, 9, 8, 12, 13, 11, 12, 9, 11, 10, 8, 9, 13, 12, 11, 8, 11, 6, 5, 5, 3, 10, 10, 12, 11, 11, 11, 16, 15, 17, 13, 10, 7, 5, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 2, 3, 3, 1, 1, 1, 4, 6, 7, 6, 5, 4, 1, 3, 2, 2, 3, 3, 1, 1, 2, 1, 1, 3, 2, 5, 5, 4, 0, 2, 3, 4, 2, 5, 0, 1, 1, 1, 3, 2, 3, 6, 3, 0, 0], "n_pos": 35, "sum_m_en": [3.218181, 6.272145, 6.287954, 6.294038, 6.219097, 6.242419, 6.583257, 6.227972, 6.138309, 6.606332, 7.108926, 6.738492, 6.757618, 6.991878, 7.383772, 7.337871, 7.078911, 6.705605, 6.590273, 6.360455, 6.189904, 6.353339, 6.319293, 6.470957, 10.81685, 10.466742, 9.261752, 7.563877, 7.679587, 7.049188, 6.6472, 6.985712, 7.215689, 7.623714, 7.635085, 7.747127, 7.822919, 8.016488, 9.395322, 11.361421, 10.552127, 9.165722, 8.565779, 8.216891, 6.642506, 5.643183, 2.579616, 1.177268, 0.343546, 0.0], "sum_m_pl": [0.550535, 1.809397, 1.535479, 1.393799, 1.511186, 1.370047, 1.350162, 1.269093, 1.524802, 1.590111, 2.009401, 2.062393, 2.230817, 2.313541, 2.067207, 2.128736, 1.812315, 1.938489, 1.994391, 2.071234, 2.038735, 1.999034, 2.025714, 2.012952, 2.507747, 2.592659, 2.317933, 2.507617, 2.452717, 2.674497, 2.469238, 2.492532, 2.054344, 1.89688, 1.831914, 2.008814, 1.863724, 1.763735, 1.950962, 2.354266, 2.393, 1.927624, 1.85013, 2.364109, 2.025619, 2.260073, 3.667486, 2.828337, 0.32545, 1e-06]}, "lang": {"n_am_en": [2, 8, 12, 15, 13, 14, 16, 21, 26, 21, 23, 25, 23, 20, 26, 35, 39, 42, 37, 34, 38, 40, 37, 44, 52, 50, 41, 33, 32, 25, 26, 28, 30, 36, 43, 55, 51, 62, 72, 72, 77, 74, 71, 78, 77, 67, 28, 7, 5, 4], "n_am_pl": [1, 8, 14, 11, 11, 8, 18, 10, 9, 9, 11, 16, 11, 16, 12, 15, 7, 9, 7, 6, 6, 6, 11, 7, 10, 10, 16, 12, 12, 22, 14, 16, 15, 12, 6, 10, 10, 14, 8, 11, 16, 15, 20, 21, 23, 39, 87, 108, 114, 117], "n_pos": 123, "sum_m_en": [12.75127, 18.977725, 19.128103, 19.951343, 20.705314, 21.539577, 22.59014, 22.605794, 23.698117, 24.089689, 25.049818, 24.558577, 24.209962, 24.824838, 26.026312, 27.559775, 26.270095, 24.188949, 23.413982, 22.196725, 21.601123, 22.199665, 21.453361, 21.682909, 40.60375, 36.845399, 31.242821, 25.519194, 24.83193, 23.221345, 23.058975, 23.806297, 24.528711, 26.849016, 27.584333, 31.150756, 35.607434, 42.188081, 47.590733, 54.65236, 56.854918, 59.574109, 63.397554, 70.799488, 68.15982, 58.784382, 27.429731, 8.37872, 5.203089, 3.923756], "sum_m_pl": [1.993731, 5.798107, 6.466736, 6.165457, 6.880036, 6.482678, 6.859011, 7.335448, 7.717883, 7.327024, 8.646673, 9.329065, 9.26168, 9.776963, 9.500444, 8.828415, 7.696067, 7.6091, 7.773653, 8.10252, 7.983972, 7.8803, 7.892129, 7.533184, 8.896292, 9.778533, 10.857, 11.076913, 11.710468, 13.203022, 12.159829, 12.294626, 11.879549, 10.723355, 10.532606, 10.682698, 10.132067, 9.199097, 8.719907, 8.833268, 10.228488, 11.211111, 15.369427, 16.922355, 22.802382, 37.1314, 78.974129, 104.83182, 113.897376, 116.891196]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 259, "item_id": "gsm8kpl-242", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1475, "region_end": 256, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 23, 26, 34, 42, 36, 44, 44, 38, 37, 29, 35, 32, 35, 31, 29, 40, 36, 45, 46, 44, 39, 38, 28, 54, 45, 43, 38, 45, 42, 34, 30, 42, 54, 67, 64, 63, 70, 71, 79, 81, 84, 88, 79, 80, 83, 76, 78, 75, 75], "n_am_pl": [5, 4, 6, 6, 2, 2, 5, 8, 6, 4, 9, 8, 14, 15, 20, 15, 6, 8, 7, 7, 6, 5, 6, 7, 9, 9, 9, 11, 19, 14, 12, 8, 9, 7, 6, 4, 2, 4, 3, 3, 4, 4, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 139, "sum_m_en": [15.874169, 21.837182, 22.963929, 24.262941, 26.616493, 25.72965, 26.559293, 27.290895, 27.019465, 27.277496, 27.476926, 27.633354, 27.014592, 26.880506, 25.929661, 25.101408, 25.844997, 25.00215, 25.627439, 25.341311, 22.896503, 22.335733, 21.90384, 22.495807, 38.918574, 36.486317, 34.107984, 29.22262, 31.038451, 29.548159, 27.389383, 28.861905, 30.621729, 34.095758, 39.386039, 39.842212, 47.355655, 54.877795, 59.567346, 64.397846, 64.869551, 75.972712, 77.890047, 74.074726, 73.288479, 73.689899, 73.644119, 72.231894, 69.971107, 74.380885], "sum_m_pl": [3.10796, 5.688542, 6.361887, 6.012193, 6.703597, 6.744189, 6.861474, 6.645, 6.651779, 6.870109, 7.003738, 7.382168, 7.852811, 8.442147, 9.300324, 9.405232, 8.731362, 8.960571, 8.775425, 8.691768, 8.610518, 8.321873, 8.359382, 8.539905, 9.612422, 10.463505, 10.93672, 10.957192, 10.650133, 11.322421, 9.397632, 9.444448, 9.68373, 9.188833, 8.727692, 8.705316, 7.837664, 6.630234, 6.169603, 5.513834, 5.166082, 3.941736, 3.020503, 2.64766, 2.283995, 1.56556, 0.826297, 0.608401, 0.875277, 3.9e-05]}, "digit": {"n_am_en": [0, 2, 2, 1, 0, 0, 0, 1, 3, 4, 2, 2, 3, 1, 3, 3, 2, 2, 4, 2, 3, 3, 1, 2, 5, 3, 2, 2, 5, 1, 2, 2, 1, 2, 4, 6, 4, 5, 3, 6, 3, 4, 4, 2, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 5, 4, 0, 0, 1, 2, 3, 1, 2, 1, 0, 0, 0, 2, 1, 0, 1, 0, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.469016, 2.677823, 2.693582, 2.548578, 2.826285, 2.650938, 2.726744, 2.715788, 2.624354, 2.802046, 3.049769, 3.040588, 3.040806, 2.918246, 2.811614, 2.692801, 2.83552, 2.637243, 2.85458, 2.739221, 2.505708, 2.563013, 2.493682, 2.641147, 3.800662, 3.092617, 2.775132, 2.81818, 3.137473, 2.843427, 2.697991, 3.113705, 3.139656, 3.1268, 3.244562, 3.142247, 3.880944, 4.019558, 3.805769, 3.451957, 3.549752, 3.924275, 3.790485, 3.14196, 3.096715, 2.746985, 2.248534, 0.797146, 0.224453, 0.0], "sum_m_pl": [0.230537, 0.627159, 0.582375, 0.563322, 0.673684, 0.62851, 0.621823, 0.56417, 0.644252, 0.663745, 0.736522, 0.776714, 0.904587, 0.980396, 0.933669, 0.915432, 0.86225, 0.89836, 0.921554, 0.907896, 0.893819, 0.862926, 0.846592, 0.869051, 0.956635, 1.059048, 0.987373, 1.071193, 1.008223, 1.047496, 0.942722, 0.953676, 0.957911, 0.920612, 0.888158, 1.033974, 1.028247, 0.815684, 0.861285, 0.868131, 0.808749, 0.809275, 0.699273, 0.64805, 0.528978, 0.397364, 0.207656, 0.150491, 0.076713, 0.0]}, "lang": {"n_am_en": [11, 17, 22, 30, 35, 29, 34, 36, 30, 28, 21, 25, 22, 26, 25, 19, 29, 28, 35, 35, 31, 29, 31, 22, 40, 37, 34, 30, 33, 35, 25, 21, 31, 42, 48, 47, 46, 49, 54, 59, 64, 64, 70, 67, 67, 70, 69, 71, 73, 74], "n_am_pl": [4, 4, 1, 2, 1, 0, 1, 3, 4, 2, 3, 3, 4, 6, 7, 4, 4, 3, 4, 3, 1, 3, 3, 4, 3, 5, 7, 5, 9, 9, 6, 4, 2, 3, 3, 2, 1, 2, 1, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 75, "sum_m_en": [8.730259, 11.938903, 13.110853, 14.171299, 15.458649, 14.847656, 15.291751, 15.86638, 15.809072, 15.623285, 15.282762, 15.577999, 15.177528, 15.251297, 14.877738, 14.313109, 14.57097, 14.335645, 14.855297, 14.4249, 12.990063, 12.555565, 12.182436, 12.236766, 27.000939, 25.392314, 23.713152, 18.99533, 19.487616, 18.72243, 17.231338, 17.956597, 19.51902, 22.622056, 25.969172, 27.247906, 33.25124, 38.713026, 44.071993, 49.154386, 50.222681, 56.509502, 60.278427, 59.745999, 60.32165, 61.430782, 64.13387, 64.735871, 66.209663, 73.383635], "sum_m_pl": [1.480036, 2.674436, 3.18949, 2.951456, 3.333185, 3.497224, 3.569414, 3.545246, 3.584707, 3.59975, 3.677906, 3.776058, 4.065674, 4.413455, 4.995196, 5.2297, 4.894598, 4.849324, 4.705667, 4.735537, 4.662339, 4.536217, 4.573139, 4.692114, 4.909427, 5.496805, 6.193858, 6.082602, 5.641173, 6.137336, 5.040632, 4.990334, 5.10357, 4.85917, 4.530038, 4.657865, 4.183252, 3.222049, 2.858798, 2.472158, 2.556617, 1.742764, 1.276586, 1.246124, 1.047454, 0.625325, 0.332719, 0.234931, 0.391477, 1.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "gsm8kpl-245", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1182, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9787}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 7, 25, 32, 36, 39, 31, 38, 33, 25, 34, 30, 24, 27, 20, 27, 26, 35, 43, 43, 46, 44, 40, 34, 57, 55, 41, 39, 44, 38, 31, 38, 31, 32, 45, 62, 57, 68, 64, 65, 64, 78, 83, 83, 75, 54, 20, 4, 0, 0], "n_am_pl": [2, 11, 12, 12, 16, 7, 7, 10, 11, 10, 14, 18, 17, 21, 20, 19, 14, 12, 8, 11, 9, 8, 10, 12, 12, 12, 8, 17, 22, 19, 13, 12, 13, 18, 11, 7, 12, 4, 7, 9, 10, 7, 6, 10, 13, 40, 72, 91, 84, 80], "n_pos": 150, "sum_m_en": [14.677636, 22.911392, 24.590846, 25.327695, 25.736496, 25.675753, 27.380046, 28.616064, 28.818648, 29.341128, 30.257262, 29.467086, 29.3192, 28.9156, 27.560699, 27.518711, 28.103125, 26.668651, 27.293686, 26.257307, 24.430279, 23.990275, 23.602459, 24.038588, 37.290123, 34.455001, 31.170708, 29.215613, 30.956876, 28.960053, 26.979495, 28.673913, 28.180633, 29.538101, 33.838237, 35.1442, 39.775248, 47.760504, 51.121053, 55.895153, 56.339653, 65.784346, 72.759328, 71.604771, 64.82344, 46.99177, 18.635768, 2.834375, 0.482805, 0.0], "sum_m_pl": [2.515549, 7.047829, 7.892616, 7.406641, 7.743092, 7.854789, 8.064077, 7.868616, 8.477681, 8.421834, 8.62074, 9.662376, 9.958071, 10.435291, 11.011229, 10.728758, 9.388154, 9.245911, 8.694748, 8.751553, 8.513309, 8.355913, 8.473426, 8.460721, 10.700996, 11.85667, 12.809898, 12.597136, 12.675011, 14.516749, 12.002501, 12.164088, 12.65843, 12.470935, 11.087102, 10.620782, 10.103176, 8.629182, 7.873328, 8.182732, 8.502728, 7.702829, 7.89083, 9.813507, 14.310495, 34.744577, 67.88498, 87.631781, 83.614628, 80.333074]}, "digit": {"n_am_en": [0, 1, 4, 1, 0, 0, 0, 0, 2, 2, 5, 3, 0, 3, 0, 0, 1, 3, 0, 2, 4, 3, 1, 2, 4, 5, 3, 0, 3, 4, 0, 4, 2, 2, 2, 3, 4, 4, 2, 2, 4, 4, 5, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 4, 4, 2, 1, 1, 1, 1, 2, 2, 2, 1, 2, 1, 1, 4, 3, 1, 2, 1, 2, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 3, 1, 0, 0], "n_pos": 14, "sum_m_en": [1.39589, 2.46146, 2.595025, 2.329203, 2.491929, 2.404867, 2.437309, 2.483366, 2.469802, 2.630343, 2.837031, 2.698145, 2.629518, 2.492185, 2.490593, 2.280406, 2.515972, 2.286089, 2.520076, 2.449419, 2.312676, 2.374257, 2.340027, 2.495275, 3.482851, 3.066759, 2.829325, 2.682294, 2.903804, 2.681001, 2.373315, 2.843703, 2.888758, 2.68486, 2.840538, 2.687941, 2.875851, 2.918233, 2.788904, 2.676265, 2.883819, 3.805524, 3.398712, 2.81998, 2.334239, 1.814624, 0.443047, 0.153507, 0.053645, 0.0], "sum_m_pl": [0.269883, 0.755304, 0.701253, 0.639562, 0.667094, 0.608719, 0.604841, 0.54146, 0.656113, 0.637919, 0.671946, 0.685421, 0.778965, 0.825577, 0.787759, 0.805656, 0.759658, 0.792738, 0.760789, 0.778773, 0.761777, 0.746442, 0.737181, 0.742181, 0.835763, 0.864113, 0.820111, 0.889645, 0.895174, 0.944816, 0.823715, 0.846085, 0.895498, 0.816658, 0.807569, 0.890497, 0.865861, 0.823627, 0.848144, 0.873026, 0.74316, 0.662916, 0.613503, 0.597772, 0.561167, 0.505798, 1.592399, 0.983154, 0.032194, 0.0]}, "lang": {"n_am_en": [6, 4, 13, 25, 27, 28, 18, 23, 21, 14, 12, 16, 12, 14, 13, 13, 15, 16, 28, 24, 23, 21, 23, 18, 31, 27, 21, 21, 23, 22, 19, 19, 19, 17, 25, 32, 32, 41, 36, 40, 38, 50, 52, 56, 50, 34, 13, 1, 0, 0], "n_am_pl": [0, 6, 6, 7, 8, 4, 3, 4, 6, 4, 9, 11, 9, 10, 12, 11, 7, 9, 5, 7, 5, 4, 5, 7, 6, 7, 2, 10, 10, 13, 8, 8, 10, 12, 7, 5, 8, 3, 6, 8, 10, 5, 6, 7, 9, 33, 57, 78, 80, 80], "n_pos": 81, "sum_m_en": [7.770547, 12.430196, 13.950798, 14.381573, 14.351587, 14.500911, 15.595047, 16.235897, 16.343783, 16.379141, 16.840877, 16.300447, 16.276762, 16.101292, 15.375643, 15.464931, 15.637709, 14.831045, 15.087732, 14.409486, 13.368929, 13.078699, 12.876295, 13.139285, 21.469168, 19.45571, 17.963516, 16.377035, 17.260408, 16.148266, 15.459167, 16.13951, 15.630278, 16.88676, 18.857673, 19.708363, 24.247715, 28.393929, 30.901122, 34.582439, 35.894308, 40.379449, 45.930278, 46.388146, 42.50764, 30.370343, 12.789049, 0.830929, 0.113969, 0.0], "sum_m_pl": [1.189985, 3.407934, 3.983347, 3.746014, 3.979314, 4.269687, 4.456549, 4.436521, 4.908602, 4.887505, 5.219832, 6.023081, 6.14737, 6.499691, 6.943396, 6.761282, 5.60601, 5.575045, 5.273955, 5.174866, 5.002757, 4.912083, 5.037307, 5.050942, 6.439193, 7.219388, 7.77792, 7.649461, 7.632371, 8.708879, 7.311145, 7.542675, 8.048018, 7.561603, 6.569364, 6.352225, 5.902033, 4.934593, 4.714573, 5.120761, 5.763839, 5.496474, 5.641788, 7.311735, 11.174283, 27.909719, 54.365945, 75.297271, 78.9605, 79.917982]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "gsm8kpl-245", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1472, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9869, "tf_agree_excl_first": 0.9934}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 16, 28, 24, 25, 28, 25, 31, 28, 28, 28, 28, 25, 20, 30, 36, 40, 34, 42, 60, 48, 44, 46, 50, 81, 69, 56, 51, 48, 42, 41, 42, 46, 48, 57, 60, 68, 64, 64, 64, 65, 70, 62, 71, 66, 71, 71, 67, 59, 51], "n_am_pl": [1, 14, 16, 14, 9, 9, 16, 21, 12, 12, 18, 18, 15, 16, 14, 15, 17, 11, 14, 11, 6, 5, 5, 5, 4, 3, 10, 9, 6, 4, 11, 12, 8, 5, 4, 5, 6, 4, 2, 1, 2, 2, 3, 1, 0, 1, 0, 3, 0, 0], "n_pos": 157, "sum_m_en": [18.672334, 24.703206, 24.823866, 23.951423, 25.880376, 25.359466, 23.752883, 24.111668, 24.585434, 25.036229, 26.154031, 25.369508, 25.201149, 25.148732, 25.409814, 26.688173, 27.574496, 24.241762, 25.00017, 25.880141, 25.514373, 25.086165, 25.209376, 25.688337, 51.505184, 46.460903, 38.762169, 31.451067, 31.196938, 30.512122, 29.040064, 30.608048, 32.974892, 35.649704, 39.81902, 40.655062, 45.309567, 52.215337, 54.477882, 58.333902, 59.042333, 64.406364, 60.502213, 61.932648, 57.920063, 59.536252, 65.13466, 62.064178, 56.950806, 49.669818], "sum_m_pl": [3.794723, 8.258562, 8.909234, 8.068639, 8.319973, 8.027226, 7.82048, 7.833893, 8.07974, 8.750842, 9.623935, 9.909142, 10.70377, 10.837445, 10.577559, 10.612097, 10.807638, 10.214925, 9.933058, 9.77548, 9.46155, 9.161305, 9.216613, 9.054874, 8.422003, 9.245129, 9.862823, 11.001869, 10.855525, 12.119154, 11.23877, 10.972756, 10.587285, 9.489218, 8.843639, 8.305467, 7.06421, 5.626723, 5.040297, 4.705312, 4.301593, 3.853378, 3.793092, 3.69809, 2.915148, 2.473567, 1.211421, 3.673565, 1.112296, 0.012653]}, "digit": {"n_am_en": [0, 4, 8, 6, 4, 6, 6, 9, 6, 9, 12, 10, 7, 5, 13, 19, 17, 11, 13, 17, 14, 14, 10, 15, 27, 17, 18, 14, 14, 10, 9, 12, 13, 9, 15, 13, 14, 12, 13, 11, 9, 12, 10, 13, 12, 14, 17, 15, 9, 0], "n_am_pl": [0, 4, 4, 2, 1, 3, 5, 5, 3, 4, 4, 8, 10, 9, 6, 4, 7, 4, 7, 5, 3, 3, 4, 4, 2, 2, 4, 4, 2, 1, 6, 3, 3, 2, 1, 2, 4, 3, 2, 1, 2, 2, 3, 0, 0, 1, 0, 3, 0, 0], "n_pos": 46, "sum_m_en": [5.217872, 8.117255, 8.37367, 7.739477, 8.263379, 7.961888, 6.953262, 7.015541, 6.947383, 7.66963, 8.633606, 8.110063, 7.992151, 8.130672, 8.367255, 8.677997, 8.862489, 7.236157, 7.897219, 7.911495, 7.75618, 7.636965, 7.672211, 7.889837, 15.373866, 12.775386, 10.320535, 8.134912, 8.3538, 7.998381, 7.618763, 8.239487, 8.505059, 8.64278, 8.751284, 8.563699, 8.400014, 8.583908, 8.115885, 8.304367, 7.557356, 9.231664, 8.838858, 9.182914, 7.561395, 8.838795, 14.181351, 12.632936, 8.3071, 0.0], "sum_m_pl": [0.983347, 2.473745, 2.333757, 2.213051, 2.185619, 2.002139, 1.831886, 1.915808, 2.150058, 2.397221, 2.735565, 2.957759, 3.405383, 3.423881, 3.108486, 3.156157, 3.132504, 2.963333, 2.90042, 2.785919, 2.705116, 2.601271, 2.645146, 2.712388, 2.659005, 2.83764, 3.282911, 3.558038, 3.202924, 3.505658, 3.313401, 3.442652, 3.08451, 2.743702, 2.897532, 2.877505, 2.720142, 2.421705, 2.645764, 2.667111, 2.575081, 2.579513, 2.44726, 2.222368, 1.964368, 1.77916, 0.710997, 3.350972, 0.466017, 0.0]}, "lang": {"n_am_en": [6, 11, 13, 12, 15, 14, 14, 18, 19, 15, 12, 14, 14, 9, 9, 6, 12, 14, 16, 23, 20, 20, 24, 22, 35, 33, 27, 24, 23, 19, 21, 18, 21, 25, 24, 32, 39, 38, 37, 39, 41, 43, 39, 42, 44, 45, 45, 43, 44, 49], "n_am_pl": [1, 4, 4, 1, 4, 1, 4, 3, 5, 5, 6, 5, 2, 2, 3, 4, 4, 3, 1, 0, 0, 0, 0, 0, 1, 0, 3, 2, 2, 1, 2, 4, 2, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [6.905059, 8.162026, 8.10123, 8.263444, 9.026024, 8.951893, 8.91526, 9.503986, 9.847792, 9.152445, 9.019392, 9.158501, 8.721793, 8.734423, 9.014882, 9.257808, 9.408487, 8.795808, 8.599186, 8.995564, 9.034471, 9.046105, 9.119818, 9.151598, 23.658923, 21.998786, 18.734668, 14.543019, 13.561652, 13.241754, 12.644337, 13.220549, 14.986918, 16.765714, 18.990537, 20.228479, 24.34722, 30.074171, 33.257612, 35.931674, 36.945351, 40.397946, 37.884839, 39.049435, 40.490912, 40.258433, 41.733886, 40.227233, 41.76705, 47.887109], "sum_m_pl": [1.122234, 2.624733, 2.740748, 2.40297, 2.592898, 2.522698, 2.639788, 2.460225, 2.665361, 3.030612, 3.0761, 3.04159, 3.304973, 3.449721, 3.568312, 3.414149, 3.519719, 3.366688, 3.287777, 3.22248, 3.171042, 3.122515, 3.109814, 2.989581, 2.677678, 2.84981, 3.088105, 3.572167, 3.741904, 3.833904, 3.835182, 3.757256, 3.998452, 3.644661, 2.991791, 3.073918, 2.568873, 1.855749, 1.395447, 1.069927, 0.984618, 0.524699, 0.595097, 0.959135, 0.601407, 0.340111, 0.301059, 0.159677, 0.247779, 0.012653]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "gsm8kpl-246", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1229, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9816}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 20, 28, 36, 31, 38, 42, 52, 48, 47, 50, 33, 35, 39, 51, 51, 62, 61, 53, 88, 70, 73, 72, 77, 131, 104, 87, 65, 62, 43, 50, 46, 60, 69, 88, 82, 82, 108, 110, 108, 114, 120, 96, 106, 105, 70, 40, 20, 9, 1], "n_am_pl": [3, 30, 24, 17, 23, 24, 29, 23, 26, 22, 32, 29, 47, 33, 33, 41, 32, 31, 30, 16, 17, 14, 13, 13, 14, 31, 19, 32, 26, 37, 30, 32, 30, 32, 31, 21, 29, 20, 21, 24, 23, 25, 26, 29, 35, 64, 96, 113, 114, 115], "n_pos": 270, "sum_m_en": [26.377287, 42.271278, 44.195763, 43.962514, 44.531651, 44.243976, 43.994518, 46.3275, 44.087162, 46.658164, 48.225218, 44.911354, 45.068365, 43.589903, 44.068023, 45.615885, 46.370866, 40.63796, 41.318261, 42.179137, 42.595147, 41.945421, 41.796819, 42.608311, 82.841021, 71.946817, 59.402925, 48.850463, 46.680895, 44.919555, 44.412206, 45.060918, 46.311622, 48.765709, 53.905061, 57.665953, 61.952479, 79.297071, 85.134007, 89.860786, 96.567675, 103.999385, 95.573816, 102.690776, 95.535051, 70.667357, 38.852262, 19.345006, 11.760468, 1.303001], "sum_m_pl": [4.389271, 14.270844, 14.463402, 13.822684, 15.010607, 14.926862, 14.2467, 14.72979, 15.869532, 17.823356, 19.681607, 20.585872, 22.054572, 22.216333, 21.975863, 21.993259, 20.211232, 20.030962, 18.639647, 18.626701, 18.474432, 17.621162, 17.435705, 17.033799, 20.339992, 22.715272, 23.086258, 25.227915, 26.920563, 29.378727, 26.662131, 27.539799, 26.660776, 25.788572, 24.12757, 23.052115, 21.3227, 17.59143, 17.062699, 16.307809, 16.698335, 19.487299, 23.239352, 25.996245, 35.016197, 59.28926, 92.389375, 113.504096, 114.613605, 114.671285]}, "digit": {"n_am_en": [0, 11, 13, 10, 5, 8, 6, 4, 6, 13, 14, 8, 11, 8, 20, 15, 18, 12, 7, 15, 15, 13, 14, 10, 28, 24, 20, 12, 11, 6, 5, 7, 10, 10, 14, 14, 14, 14, 16, 15, 14, 19, 12, 8, 8, 8, 11, 9, 3, 0], "n_am_pl": [0, 6, 2, 1, 4, 4, 2, 0, 5, 2, 7, 5, 9, 10, 2, 9, 6, 6, 6, 2, 1, 0, 1, 1, 1, 4, 2, 8, 6, 9, 7, 6, 6, 8, 4, 3, 3, 2, 1, 2, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [5.600605, 10.497528, 10.951758, 9.989619, 10.194327, 10.117922, 9.538784, 9.403012, 9.038424, 10.083953, 10.738016, 9.710195, 9.7276, 9.782205, 10.031921, 10.168266, 10.586127, 8.835221, 9.243692, 9.259298, 9.404915, 9.185891, 9.266902, 9.665371, 18.123284, 14.259347, 12.343052, 9.728074, 9.942189, 9.456461, 8.868618, 9.550081, 9.932619, 10.00073, 10.724005, 11.200631, 11.175592, 12.73158, 12.548434, 13.171095, 13.871751, 13.852372, 13.143029, 12.10963, 10.602963, 10.076499, 11.645008, 7.814056, 5.054663, 0.0], "sum_m_pl": [0.878139, 3.132101, 2.405546, 2.262875, 2.36678, 2.38995, 2.10022, 2.220811, 2.532989, 3.139328, 3.534457, 3.595675, 4.06692, 4.161755, 3.795182, 4.140585, 3.888599, 3.995428, 3.762103, 3.559593, 3.504863, 3.354898, 3.367721, 3.419038, 3.377638, 4.397335, 4.24391, 5.015816, 4.91915, 5.219916, 4.823866, 4.954957, 4.427192, 4.239508, 4.072767, 3.955866, 3.295369, 2.568091, 2.606509, 2.564717, 2.587963, 2.397802, 2.274615, 2.043919, 1.825434, 1.691361, 1.652043, 2.096977, 0.589823, 0.0]}, "lang": {"n_am_en": [4, 5, 7, 13, 15, 19, 20, 27, 27, 19, 24, 17, 16, 17, 16, 23, 24, 28, 28, 48, 38, 41, 43, 48, 69, 55, 43, 33, 35, 23, 28, 24, 29, 42, 47, 46, 43, 65, 63, 60, 66, 69, 63, 69, 69, 43, 19, 10, 6, 1], "n_am_pl": [3, 20, 15, 12, 11, 12, 19, 12, 16, 12, 19, 17, 20, 16, 20, 16, 18, 18, 18, 9, 13, 9, 8, 7, 5, 15, 10, 16, 13, 19, 16, 19, 19, 16, 22, 15, 25, 16, 19, 22, 19, 21, 22, 26, 33, 57, 88, 103, 108, 114], "n_pos": 116, "sum_m_en": [11.853971, 17.37017, 18.507074, 18.938474, 19.450488, 19.206303, 19.661309, 21.52499, 20.606313, 20.807708, 21.262753, 20.132407, 20.170727, 19.138192, 19.306792, 20.425467, 20.350411, 18.098412, 17.887437, 18.561845, 18.96438, 18.843645, 18.750153, 18.829112, 42.349961, 37.62659, 29.021748, 24.222494, 22.429441, 21.484557, 21.890202, 21.339772, 21.525605, 23.676548, 25.588515, 27.623065, 29.439641, 40.937658, 45.111666, 48.405259, 54.677097, 61.071018, 58.346354, 63.082126, 59.180051, 41.486296, 17.919263, 9.025003, 5.505549, 1.301323], "sum_m_pl": [1.901185, 6.099995, 6.603312, 6.417211, 7.083502, 7.216093, 7.248365, 7.375521, 8.386088, 8.948148, 10.030445, 10.484684, 11.460754, 11.690799, 11.734694, 11.116274, 10.028565, 9.692077, 9.139035, 9.083133, 8.991727, 8.648677, 8.519962, 8.158195, 10.098936, 11.034663, 11.825514, 12.226487, 13.789399, 15.05415, 14.016889, 14.588724, 14.776897, 14.617239, 13.943803, 13.91426, 14.22281, 12.041818, 11.909348, 11.49677, 11.545277, 13.755543, 17.641179, 20.335537, 29.019466, 50.546308, 82.290468, 101.749397, 106.336163, 113.310758]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 277, "item_id": "gsm8kpl-246", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1519, "region_end": 270, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 0.9964}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 10, 14, 18, 26, 20, 26, 28, 13, 26, 25, 24, 20, 19, 20, 19, 24, 17, 26, 27, 30, 27, 30, 29, 48, 46, 32, 25, 25, 26, 24, 23, 22, 24, 27, 33, 37, 43, 43, 47, 49, 48, 45, 47, 45, 45, 41, 39, 34, 29], "n_am_pl": [0, 2, 3, 2, 4, 6, 4, 6, 9, 6, 6, 7, 10, 7, 10, 5, 3, 0, 2, 5, 4, 2, 3, 3, 3, 4, 6, 8, 3, 3, 5, 3, 3, 5, 5, 3, 2, 3, 0, 0, 3, 2, 3, 5, 4, 4, 6, 5, 7, 9], "n_pos": 91, "sum_m_en": [9.893427, 14.745159, 15.486302, 15.44057, 16.982272, 16.777761, 16.61004, 16.271654, 15.697652, 16.951178, 17.162206, 17.168723, 16.711393, 16.899705, 16.848659, 17.315479, 18.090157, 16.474311, 17.135305, 17.45627, 16.069706, 15.93168, 15.356226, 15.841689, 32.775859, 26.927561, 24.125351, 19.243265, 19.660584, 20.170336, 19.337355, 19.168441, 19.864512, 20.788887, 24.704896, 25.551973, 27.917311, 32.28579, 34.691841, 37.197091, 39.48267, 40.41289, 40.202746, 42.427062, 43.995559, 42.860668, 38.682792, 36.294674, 33.020669, 29.516084], "sum_m_pl": [1.737997, 3.926761, 4.212405, 4.111872, 4.452669, 4.05795, 3.878389, 3.917406, 4.22376, 4.41272, 4.970445, 5.130326, 5.685012, 5.508616, 5.271245, 5.545721, 4.774343, 4.522193, 4.761843, 4.879816, 4.849515, 4.818258, 4.803537, 4.903215, 4.321758, 5.611324, 5.455934, 6.545234, 6.447101, 6.893159, 6.58479, 5.985239, 5.805086, 6.034254, 5.257066, 4.845886, 4.872958, 4.264722, 3.363215, 3.162963, 3.236434, 3.023184, 3.310592, 3.436208, 3.00939, 3.660593, 6.204982, 6.777345, 7.012581, 8.647716]}, "digit": {"n_am_en": [0, 0, 2, 3, 2, 1, 3, 3, 0, 4, 4, 4, 0, 2, 4, 3, 3, 0, 3, 3, 3, 1, 1, 2, 6, 3, 2, 1, 1, 2, 2, 2, 0, 1, 0, 3, 4, 7, 6, 6, 6, 6, 5, 6, 5, 5, 4, 5, 2, 0], "n_am_pl": [0, 1, 1, 0, 1, 2, 1, 0, 0, 0, 1, 0, 3, 4, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.869322, 3.129569, 3.32964, 3.098596, 3.470861, 3.318544, 3.152538, 2.966765, 2.864057, 3.204701, 3.353745, 3.347239, 3.166272, 3.187027, 3.367516, 3.298435, 3.479651, 2.957559, 3.014869, 3.125544, 2.988439, 2.995456, 2.927756, 3.038495, 4.046876, 3.350108, 3.184029, 3.065976, 3.17123, 3.067482, 3.03087, 3.00328, 3.067458, 2.950771, 3.035067, 2.940675, 3.382524, 3.866136, 3.833252, 3.364211, 3.602424, 3.918607, 3.635012, 4.211464, 4.38157, 4.544746, 4.233321, 3.63334, 1.344334, 0.0], "sum_m_pl": [0.283348, 0.840047, 0.693038, 0.689726, 0.758316, 0.627286, 0.544749, 0.545166, 0.650326, 0.765183, 0.920357, 0.986497, 1.158105, 1.192574, 1.064887, 1.155114, 0.934142, 0.907175, 0.958973, 1.00717, 0.95422, 0.91916, 0.935488, 0.968861, 0.976478, 1.170572, 1.018919, 1.143407, 1.148649, 1.302633, 1.131093, 1.070441, 0.926635, 0.893059, 0.890243, 0.899569, 0.849194, 0.732511, 0.692394, 0.773604, 0.746793, 0.638379, 0.665487, 0.539431, 0.39893, 0.30373, 0.306982, 0.598898, 0.210063, 0.0]}, "lang": {"n_am_en": [8, 6, 6, 11, 15, 13, 13, 17, 10, 14, 13, 12, 12, 10, 9, 10, 15, 13, 16, 16, 17, 18, 19, 18, 28, 28, 21, 14, 17, 17, 15, 15, 16, 17, 19, 20, 22, 22, 24, 27, 27, 30, 30, 31, 32, 31, 30, 28, 28, 28], "n_am_pl": [0, 1, 1, 1, 2, 2, 1, 3, 3, 3, 1, 2, 5, 1, 6, 2, 1, 0, 0, 1, 2, 2, 2, 2, 0, 0, 1, 4, 0, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 1, 1, 1, 2, 2, 3, 4, 5, 7, 9], "n_pos": 38, "sum_m_en": [4.307867, 6.316349, 6.654454, 6.694572, 7.573155, 7.49829, 7.613657, 7.581717, 7.298245, 7.506311, 7.597953, 7.546911, 7.356212, 7.549473, 7.631962, 7.967407, 8.256893, 7.689664, 8.169161, 8.239764, 7.422982, 7.28599, 6.919348, 7.07205, 19.693745, 16.202025, 14.218451, 10.452366, 10.304819, 10.620794, 10.064715, 10.055289, 10.776918, 11.578607, 13.665296, 14.508164, 16.112539, 18.725775, 21.453722, 23.407831, 24.336114, 26.240638, 26.755279, 28.32744, 29.442016, 29.609788, 28.068069, 26.472072, 27.551156, 28.348851], "sum_m_pl": [0.689888, 1.475889, 1.623677, 1.583384, 1.758673, 1.561569, 1.528547, 1.625441, 1.795069, 1.773947, 1.917033, 1.92394, 2.186446, 2.061912, 2.002598, 2.095244, 1.83285, 1.735545, 1.808489, 1.875869, 1.939816, 1.971465, 1.973041, 2.016297, 1.391549, 1.979991, 2.107894, 2.755036, 2.556573, 2.631801, 2.60192, 2.357502, 2.383107, 2.488836, 2.059644, 1.917702, 1.898076, 1.467428, 1.079683, 0.958132, 1.07884, 0.95504, 1.064186, 1.391152, 1.262037, 2.300573, 3.812207, 5.407305, 6.584331, 8.646926]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "gsm8kpl-248", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1138, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9789}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 11, 4, 7, 14, 15, 15, 16, 9, 16, 16, 17, 13, 13, 18, 19, 14, 12, 25, 26, 27, 29, 23, 23, 51, 43, 37, 21, 16, 17, 23, 18, 22, 32, 42, 41, 41, 42, 50, 50, 50, 50, 51, 54, 53, 43, 13, 7, 3, 2], "n_am_pl": [8, 14, 8, 8, 15, 19, 14, 9, 12, 19, 16, 19, 18, 15, 16, 13, 8, 12, 5, 2, 0, 2, 5, 5, 1, 6, 7, 9, 6, 10, 12, 7, 10, 9, 9, 6, 8, 6, 3, 4, 7, 12, 8, 11, 19, 23, 43, 49, 48, 46], "n_pos": 122, "sum_m_en": [12.346113, 18.079433, 19.275146, 19.001814, 19.830689, 19.703682, 19.332156, 19.453565, 18.95186, 20.679148, 20.772224, 20.162475, 19.994633, 19.803672, 20.009784, 20.42737, 21.340869, 19.038992, 20.271449, 20.782021, 20.001417, 20.260501, 19.72586, 20.016822, 35.367544, 28.172028, 24.095226, 20.764589, 20.996114, 21.137776, 20.683969, 20.70216, 21.166234, 24.231881, 26.838356, 27.537566, 29.883496, 34.851166, 36.921811, 38.34184, 40.731906, 40.695531, 43.064641, 46.216816, 51.171096, 34.494138, 12.962107, 6.13533, 3.412689, 1.991406], "sum_m_pl": [2.57041, 6.601299, 6.92033, 6.38678, 6.892136, 6.365229, 6.124706, 6.253, 6.800414, 6.919402, 7.952315, 8.217793, 8.523495, 8.368942, 8.480277, 8.204685, 6.75614, 6.63171, 6.690672, 7.035267, 7.024506, 6.933875, 6.934586, 6.79157, 6.601694, 8.131276, 8.486257, 9.642001, 9.749365, 11.390829, 10.195619, 9.571323, 10.155496, 9.20921, 8.301112, 7.706637, 8.084613, 7.340367, 6.123173, 6.147457, 7.636577, 8.036341, 7.173236, 8.92179, 11.266567, 22.378595, 40.998046, 48.375367, 47.729119, 47.058276]}, "digit": {"n_am_en": [0, 3, 2, 0, 0, 1, 3, 1, 2, 5, 3, 3, 3, 2, 6, 8, 2, 1, 3, 4, 4, 2, 2, 2, 10, 6, 6, 4, 2, 2, 5, 3, 3, 5, 4, 6, 6, 6, 7, 5, 7, 5, 4, 5, 5, 4, 3, 3, 1, 0], "n_am_pl": [0, 2, 1, 2, 2, 1, 1, 0, 0, 3, 1, 4, 6, 5, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.040998, 3.629109, 4.051853, 3.714812, 3.871408, 3.716162, 3.478567, 3.319306, 3.307085, 3.617251, 3.630675, 3.517592, 3.396818, 3.500019, 3.700597, 3.466594, 3.629891, 3.072224, 3.312093, 3.430829, 3.315288, 3.395364, 3.338011, 3.46684, 5.251665, 3.920307, 3.542762, 3.453196, 3.539694, 3.491216, 3.461733, 3.545791, 3.634271, 3.676602, 3.876725, 3.607894, 3.799268, 4.265846, 3.939699, 3.408727, 3.962306, 3.499699, 3.13581, 3.013889, 4.105097, 3.394492, 3.085054, 2.788347, 1.037381, 0.0], "sum_m_pl": [0.344221, 1.085801, 0.901719, 0.850165, 0.881226, 0.776689, 0.66196, 0.703171, 0.838659, 0.924916, 1.111312, 1.112439, 1.244258, 1.266204, 1.207537, 1.2252, 0.986474, 0.974684, 0.97838, 1.064288, 1.042285, 1.027497, 1.03482, 1.051454, 1.017701, 1.176876, 1.111221, 1.338462, 1.353655, 1.542255, 1.311476, 1.167221, 1.079691, 0.938501, 0.936785, 0.939539, 0.919779, 0.795549, 0.811321, 0.886147, 0.848153, 0.78323, 0.809024, 0.722791, 0.638993, 0.438443, 0.423525, 0.320259, 0.131947, 0.00018]}, "lang": {"n_am_en": [5, 5, 0, 4, 9, 9, 8, 8, 6, 6, 6, 9, 8, 7, 9, 7, 8, 5, 13, 13, 12, 13, 14, 14, 22, 18, 17, 7, 5, 9, 7, 8, 9, 15, 21, 16, 18, 19, 25, 24, 25, 26, 30, 30, 29, 25, 8, 4, 2, 2], "n_am_pl": [3, 5, 1, 3, 7, 11, 8, 6, 5, 6, 9, 8, 6, 5, 10, 6, 6, 9, 4, 2, 0, 1, 2, 2, 1, 4, 3, 5, 3, 8, 5, 6, 6, 5, 7, 2, 3, 1, 1, 0, 4, 6, 5, 8, 13, 16, 32, 41, 43, 45], "n_pos": 48, "sum_m_en": [4.965733, 7.174213, 7.619465, 7.780127, 8.20973, 8.258104, 8.200468, 8.360221, 8.116116, 8.660845, 8.62062, 8.453132, 8.247962, 8.116394, 8.301346, 8.68879, 9.032182, 8.193513, 8.807894, 9.047709, 8.647599, 8.628824, 8.35709, 8.306376, 16.27889, 13.000264, 11.176287, 9.152556, 8.917143, 9.100932, 9.02613, 8.994592, 9.106584, 11.097756, 11.802939, 12.278109, 12.693954, 15.913055, 19.262292, 20.130677, 21.403668, 21.649744, 24.892937, 27.687302, 27.788399, 18.698322, 7.439453, 3.031697, 2.020144, 1.991401], "sum_m_pl": [0.959941, 2.553889, 2.73894, 2.561756, 2.820755, 2.645671, 2.748712, 2.805691, 3.074833, 2.966892, 3.450095, 3.508024, 3.56876, 3.506237, 3.632782, 3.377239, 2.78001, 2.742533, 2.821829, 2.925728, 2.928804, 2.916509, 2.897993, 2.763488, 2.774638, 3.48236, 3.701401, 4.118828, 4.275559, 5.016245, 4.505264, 4.517516, 5.00081, 4.432242, 4.109905, 3.812615, 3.943566, 3.315276, 2.649995, 2.609771, 3.950496, 4.327643, 3.951483, 5.343734, 8.131101, 16.835185, 30.250816, 39.766065, 43.222836, 44.999664]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "gsm8kpl-248", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1428, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9921}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 19, 16, 33, 40, 47, 39, 58, 40, 50, 46, 39, 32, 36, 43, 44, 53, 45, 51, 60, 52, 53, 49, 51, 82, 61, 60, 45, 54, 44, 41, 44, 51, 56, 56, 59, 65, 85, 80, 104, 106, 99, 111, 109, 97, 61, 23, 8, 6, 2], "n_am_pl": [0, 25, 22, 13, 17, 13, 17, 10, 17, 11, 16, 18, 28, 25, 25, 24, 17, 14, 14, 12, 15, 8, 15, 12, 13, 20, 22, 29, 23, 36, 23, 31, 38, 20, 27, 28, 26, 15, 16, 16, 17, 20, 12, 13, 18, 56, 79, 89, 96, 95], "n_pos": 225, "sum_m_en": [21.531525, 33.525698, 36.192865, 37.151389, 39.59587, 39.212429, 37.927396, 38.651027, 37.613419, 39.020277, 41.34876, 41.376104, 39.910239, 38.833665, 39.22872, 41.204362, 41.370685, 36.748281, 38.58776, 39.490672, 36.452522, 37.622072, 36.708856, 37.349684, 55.841427, 49.175118, 46.593746, 42.08179, 43.710734, 39.832587, 38.871243, 38.982824, 40.753225, 41.968024, 42.610083, 42.066981, 47.284436, 57.887314, 64.662981, 86.634269, 82.86457, 82.794402, 99.698065, 97.011787, 84.54386, 61.904595, 23.036244, 11.790822, 7.173607, 2.290216], "sum_m_pl": [3.470077, 11.308662, 11.665254, 11.047479, 11.532632, 10.75483, 10.125287, 10.279233, 10.535547, 11.465706, 13.205816, 14.427596, 15.307785, 15.83467, 15.813315, 16.139783, 15.18885, 14.783342, 14.202885, 14.76107, 13.956563, 13.419433, 13.553627, 13.673793, 17.364304, 19.722917, 20.295657, 22.059657, 19.772778, 23.764181, 21.65875, 20.748552, 21.7529, 19.557904, 18.154471, 17.23209, 17.341887, 14.471054, 14.034455, 11.875043, 14.607732, 15.36592, 12.669045, 14.571827, 22.527337, 49.363609, 79.109851, 86.545828, 93.973421, 94.704516]}, "digit": {"n_am_en": [0, 2, 2, 0, 2, 2, 5, 5, 1, 2, 6, 9, 6, 10, 12, 9, 8, 5, 8, 9, 4, 6, 6, 8, 11, 7, 8, 4, 5, 5, 4, 7, 7, 6, 7, 8, 7, 8, 10, 12, 13, 12, 10, 8, 7, 7, 4, 3, 1, 0], "n_am_pl": [0, 3, 0, 2, 1, 2, 2, 0, 1, 1, 2, 2, 9, 5, 4, 3, 2, 0, 2, 0, 2, 2, 3, 1, 1, 2, 2, 1, 2, 3, 6, 7, 4, 3, 5, 3, 3, 3, 2, 3, 1, 0, 1, 1, 1, 0, 3, 2, 0, 0], "n_pos": 39, "sum_m_en": [3.743247, 6.970821, 7.117584, 6.637592, 6.855862, 6.482119, 6.343525, 6.168857, 5.881223, 6.238722, 7.200862, 7.319452, 7.213624, 7.113705, 7.316432, 6.929967, 7.332197, 6.279966, 6.926996, 6.880503, 6.467052, 6.732896, 6.681683, 6.905993, 8.40197, 7.884082, 7.702704, 7.122787, 7.83881, 7.191302, 6.896112, 7.160469, 7.580464, 7.319275, 7.041371, 6.736187, 7.635068, 8.072624, 7.988967, 9.689513, 9.336106, 9.272352, 8.821038, 7.547614, 6.161297, 6.809166, 4.944548, 3.414297, 0.939795, 0.0], "sum_m_pl": [0.66205, 2.137867, 1.729066, 1.575492, 1.621544, 1.407034, 1.153361, 1.072304, 1.327184, 1.476506, 1.845398, 2.066049, 2.287027, 2.491946, 2.297162, 2.37907, 2.229317, 2.261452, 2.273687, 2.381889, 2.263634, 2.179748, 2.18541, 2.208288, 2.512622, 2.841878, 2.550076, 2.64887, 2.457775, 2.900199, 2.762674, 2.565773, 2.331873, 1.899588, 2.028921, 2.147262, 1.89253, 1.733705, 1.822325, 1.79636, 1.692219, 1.736102, 1.660147, 1.405653, 1.479045, 1.198469, 2.084391, 2.318472, 0.383917, 0.001927]}, "lang": {"n_am_en": [6, 12, 8, 25, 30, 33, 23, 32, 27, 33, 27, 20, 17, 12, 18, 25, 28, 26, 26, 30, 32, 32, 30, 32, 47, 34, 33, 25, 32, 23, 26, 28, 32, 36, 32, 32, 39, 53, 46, 55, 57, 55, 69, 69, 58, 29, 10, 5, 4, 2], "n_am_pl": [0, 9, 13, 9, 14, 8, 13, 8, 8, 6, 7, 10, 12, 14, 15, 15, 10, 10, 9, 9, 10, 4, 10, 9, 5, 9, 11, 19, 13, 21, 13, 17, 22, 10, 15, 19, 18, 9, 13, 12, 14, 19, 10, 11, 17, 52, 71, 83, 92, 94], "n_pos": 97, "sum_m_en": [9.88439, 14.332945, 16.172605, 17.00652, 17.903356, 18.214069, 17.774188, 18.760958, 18.691661, 18.964113, 19.511772, 19.271293, 18.291193, 17.652087, 17.65853, 19.510593, 18.809024, 16.903011, 17.636199, 18.150559, 16.687255, 17.143834, 16.598806, 16.644328, 30.440642, 25.826208, 23.803848, 20.51004, 21.038628, 18.376126, 18.287381, 18.327612, 19.271954, 20.854843, 21.06482, 21.189666, 24.853969, 31.160623, 37.368521, 47.368092, 45.217162, 45.944615, 60.468638, 59.669324, 50.707349, 31.693072, 9.693732, 6.125261, 4.097856, 2.141714], "sum_m_pl": [1.494889, 4.906589, 5.502167, 5.279058, 5.48888, 5.299501, 5.196495, 5.3428, 5.528955, 5.79593, 6.790053, 7.395822, 7.790686, 8.135467, 8.323059, 8.434395, 7.591522, 7.338908, 6.93913, 7.134512, 6.722161, 6.465621, 6.560414, 6.581675, 8.659962, 9.737294, 10.547191, 11.315298, 10.240204, 12.693452, 11.67934, 11.582925, 12.124634, 11.364132, 9.926795, 9.998331, 10.769658, 8.93963, 8.722552, 7.239414, 9.987837, 10.798514, 8.658978, 11.047663, 18.398646, 43.054778, 69.804373, 79.308669, 89.790246, 93.418719]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 231, "item_id": "gsm8kpl-249", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1211, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9913, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 26, 23, 28, 37, 50, 39, 39, 33, 44, 38, 38, 34, 29, 36, 43, 55, 48, 49, 51, 42, 46, 43, 39, 80, 61, 61, 40, 47, 46, 48, 42, 42, 57, 67, 64, 70, 86, 100, 138, 131, 116, 126, 119, 113, 79, 26, 14, 10, 6], "n_am_pl": [0, 18, 15, 13, 13, 9, 13, 9, 11, 14, 19, 26, 28, 33, 27, 29, 20, 24, 14, 5, 8, 8, 12, 12, 24, 32, 18, 39, 33, 42, 36, 32, 38, 25, 24, 20, 27, 19, 16, 14, 14, 20, 18, 20, 24, 55, 94, 104, 109, 109], "n_pos": 255, "sum_m_en": [23.742834, 37.924563, 40.758931, 41.919291, 42.7876, 43.568, 41.005642, 41.652879, 40.575092, 43.08847, 45.42114, 45.260151, 43.973713, 43.241397, 43.695623, 46.858655, 47.563663, 40.656732, 42.422758, 42.834167, 40.473499, 41.740177, 40.83592, 41.555372, 58.935208, 51.715356, 47.895368, 45.148085, 46.545522, 45.043567, 43.622812, 44.487628, 45.35169, 46.529182, 47.463785, 47.249285, 52.251294, 61.900401, 70.667466, 91.092019, 89.656259, 87.821768, 112.060493, 110.306917, 95.897536, 70.069426, 23.781555, 16.471447, 9.440846, 5.939639], "sum_m_pl": [4.041002, 13.223435, 13.004484, 12.093729, 13.026362, 12.065627, 11.531794, 11.586504, 11.929051, 13.041467, 15.099923, 16.509417, 17.209437, 17.87958, 17.567443, 17.729849, 16.450874, 15.987276, 15.687497, 16.481617, 15.656672, 15.095284, 15.207458, 15.298739, 19.395802, 22.197737, 22.410602, 24.952326, 24.292784, 26.409646, 24.15006, 23.688121, 24.667782, 20.405287, 19.118189, 17.976565, 17.505721, 15.443034, 14.903238, 13.389097, 15.197177, 16.999006, 15.219515, 15.955241, 21.502895, 50.35226, 86.868539, 94.626455, 108.279136, 109.539576]}, "digit": {"n_am_en": [0, 4, 2, 2, 4, 4, 5, 3, 3, 5, 6, 8, 7, 6, 10, 7, 8, 3, 5, 6, 4, 5, 4, 5, 9, 8, 8, 4, 6, 6, 3, 3, 5, 8, 7, 7, 8, 9, 14, 17, 17, 13, 13, 11, 9, 8, 5, 4, 1, 0], "n_am_pl": [0, 4, 1, 1, 0, 1, 0, 0, 0, 0, 1, 2, 7, 6, 4, 5, 3, 1, 3, 0, 1, 2, 0, 0, 1, 3, 2, 4, 4, 6, 6, 7, 5, 3, 3, 2, 4, 3, 4, 3, 0, 0, 1, 1, 1, 1, 4, 5, 0, 0], "n_pos": 43, "sum_m_en": [3.985996, 7.679808, 7.89787, 7.35914, 7.355764, 7.092411, 6.978163, 6.833055, 6.530973, 6.891335, 7.817431, 7.836077, 7.678526, 7.614973, 7.705309, 7.543391, 7.98424, 6.659882, 7.368169, 7.260077, 7.007947, 7.330172, 7.266788, 7.475303, 9.426252, 8.661366, 8.00847, 7.588062, 8.231747, 7.836114, 7.293433, 7.645959, 8.073318, 7.719063, 7.466141, 7.18321, 8.226484, 8.653614, 9.12983, 10.805056, 10.480801, 10.818647, 10.702607, 9.91853, 7.943979, 7.723896, 5.162836, 3.267602, 0.94933, 0.0], "sum_m_pl": [0.74254, 2.403067, 1.888874, 1.731918, 1.803458, 1.563365, 1.342491, 1.224929, 1.512729, 1.68591, 2.093141, 2.359836, 2.535529, 2.671016, 2.46965, 2.544752, 2.388661, 2.477269, 2.514806, 2.703113, 2.597739, 2.50609, 2.50581, 2.512818, 3.016602, 3.408777, 3.073941, 3.260777, 3.146299, 3.521686, 3.311941, 3.06394, 2.815056, 2.273444, 2.403041, 2.331436, 2.049628, 1.972167, 2.030494, 1.971949, 1.859921, 1.868697, 1.828493, 1.559135, 1.694158, 1.457087, 3.490561, 3.361008, 0.431796, 0.00071]}, "lang": {"n_am_en": [4, 12, 12, 16, 25, 41, 23, 20, 24, 27, 22, 19, 20, 18, 17, 28, 28, 29, 25, 29, 26, 26, 27, 24, 48, 34, 33, 23, 25, 26, 31, 23, 26, 34, 41, 35, 41, 53, 61, 82, 77, 68, 79, 76, 72, 45, 15, 9, 6, 5], "n_am_pl": [0, 5, 9, 8, 12, 7, 9, 8, 5, 8, 11, 15, 12, 19, 18, 14, 12, 13, 6, 2, 2, 0, 7, 5, 8, 17, 10, 22, 21, 23, 19, 16, 20, 13, 15, 11, 15, 14, 11, 10, 13, 20, 16, 17, 21, 50, 86, 95, 108, 109], "n_pos": 115, "sum_m_en": [11.510328, 16.761335, 18.686965, 19.689753, 19.902752, 20.864351, 19.33448, 20.311633, 20.436825, 21.504972, 22.022487, 21.639624, 20.919255, 20.42851, 20.535435, 23.101527, 22.680254, 19.459528, 20.096095, 20.404047, 19.20825, 19.695287, 19.115976, 19.227228, 31.56643, 26.872952, 24.265934, 22.525217, 22.735071, 21.361407, 21.294545, 21.51502, 21.655607, 23.527711, 24.053833, 24.182089, 26.673608, 31.294641, 39.06688, 49.079719, 49.386398, 49.760372, 69.866119, 67.914309, 58.426697, 39.101875, 12.160802, 10.81135, 6.289087, 5.107471], "sum_m_pl": [1.83139, 6.283869, 6.5447, 6.101519, 6.480032, 6.138637, 6.052784, 6.181942, 6.367073, 6.76547, 7.831013, 8.716903, 9.08024, 9.633732, 9.6031, 9.414952, 8.455173, 8.079579, 7.881048, 8.120314, 7.623195, 7.380898, 7.485544, 7.523391, 9.186812, 11.005276, 11.818349, 12.940307, 12.659262, 13.694142, 12.61976, 12.781199, 13.746749, 11.315795, 10.183903, 10.065605, 10.602502, 9.460885, 9.186966, 8.413218, 10.339424, 12.034659, 10.789385, 11.872429, 17.457687, 44.192551, 77.931779, 87.611908, 105.910592, 108.878155]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "gsm8kpl-249", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1501, "region_end": 255, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9923}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 5, 5, 7, 6, 8, 10, 9, 11, 10, 13, 10, 6, 4, 8, 8, 8, 8, 6, 10, 10, 8, 8, 7, 11, 9, 9, 7, 9, 8, 6, 8, 6, 11, 14, 16, 17, 19, 18, 17, 21, 21, 20, 20, 24, 25, 23, 20, 17, 13], "n_am_pl": [0, 4, 0, 1, 1, 2, 1, 4, 2, 5, 2, 7, 8, 8, 7, 4, 7, 6, 6, 4, 3, 1, 3, 4, 4, 7, 6, 9, 8, 4, 6, 6, 3, 4, 3, 2, 3, 1, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [5.800851, 8.370616, 8.666294, 8.32698, 8.810354, 8.910051, 8.672377, 8.965398, 8.565272, 8.525729, 8.788806, 8.481787, 8.22567, 8.333734, 8.36601, 8.060912, 8.096576, 7.758353, 8.091442, 8.395943, 7.734777, 7.696393, 7.669447, 7.950305, 9.930903, 9.536962, 8.942871, 8.441024, 8.797336, 9.416965, 8.714347, 8.721834, 8.124963, 8.398277, 9.2806, 10.090172, 10.965591, 12.856895, 12.671639, 13.123169, 17.291656, 19.135073, 18.437494, 19.207646, 19.590692, 20.725017, 20.615184, 18.768799, 16.686, 13.942238], "sum_m_pl": [0.92345, 2.436149, 2.563805, 2.278558, 2.548206, 2.215911, 2.013845, 2.202526, 2.431313, 2.779328, 3.021902, 3.180856, 3.207164, 3.103956, 3.031108, 3.348034, 3.152955, 3.196345, 2.889635, 3.058448, 3.022171, 2.962268, 2.846254, 2.928195, 4.028202, 4.17344, 4.407863, 4.465965, 3.845739, 4.267694, 3.727571, 3.584047, 3.811536, 3.672874, 3.286416, 3.003632, 2.688882, 2.301405, 2.119363, 1.978573, 1.626197, 1.525431, 1.365374, 1.288303, 1.112122, 0.791751, 0.72765, 0.392113, 0.169222, 0.000128]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 2, 1, 1, 1, 1, 5, 2, 0, 0, 1, 1, 0, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 3, 1, 0, 1, 0, 1, 2, 2, 0, 2, 2, 2, 4, 3, 4, 4, 4, 4, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 5, 4, 1, 2, 1, 0, 0, 0, 1, 0, 1, 2, 2, 3, 2, 0, 0, 2, 2, 0, 1, 3, 2, 1, 1, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.082823, 2.062279, 1.943027, 1.798706, 1.848883, 1.847976, 1.759369, 1.758551, 1.734168, 1.729924, 1.839407, 1.744575, 1.638776, 1.617645, 1.710818, 1.657381, 1.60204, 1.47054, 1.54804, 1.672166, 1.596594, 1.64323, 1.635349, 1.704756, 2.006481, 2.05046, 1.901207, 1.84205, 1.881626, 1.877685, 1.770677, 1.843274, 1.670935, 1.699103, 1.765268, 1.894095, 1.781659, 2.188151, 1.666461, 1.573453, 2.645439, 3.633371, 3.547118, 4.102016, 3.227802, 2.711065, 1.996036, 0.46009, 0.035099, 0.0], "sum_m_pl": [0.166932, 0.493463, 0.403561, 0.347442, 0.398794, 0.338888, 0.305869, 0.341775, 0.420696, 0.499791, 0.628117, 0.600491, 0.701784, 0.727417, 0.630788, 0.72034, 0.67975, 0.658043, 0.592448, 0.623994, 0.615706, 0.604324, 0.586392, 0.596622, 0.767009, 0.820903, 0.773727, 0.816678, 0.743377, 0.858631, 0.738485, 0.786224, 0.773796, 0.767627, 0.739077, 0.768784, 0.71971, 0.579156, 0.623301, 0.608818, 0.556097, 0.563427, 0.514577, 0.605204, 0.528953, 0.421053, 0.456574, 0.192509, 0.023906, 0.0]}, "lang": {"n_am_en": [1, 2, 2, 2, 4, 5, 6, 7, 4, 5, 3, 4, 4, 3, 4, 5, 4, 6, 5, 6, 7, 7, 6, 6, 8, 7, 8, 6, 6, 6, 5, 6, 6, 6, 9, 11, 12, 12, 12, 11, 12, 12, 12, 12, 12, 13, 14, 14, 14, 13], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 3, 3, 3, 2, 1, 4, 2, 2, 2, 1, 0, 2, 2, 2, 3, 1, 5, 5, 2, 4, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [2.108131, 2.214861, 2.71604, 2.537257, 2.78207, 2.684316, 2.897216, 3.137223, 2.915238, 2.734213, 2.682514, 2.829161, 2.845705, 2.86895, 2.896598, 2.815933, 2.666956, 2.704664, 2.712974, 2.796156, 2.598937, 2.574825, 2.519403, 2.593932, 4.854406, 4.396102, 4.084187, 3.699309, 3.789984, 4.017523, 3.64457, 3.715895, 3.299791, 3.535974, 3.859176, 5.067606, 5.783607, 6.83095, 7.290059, 7.650796, 9.936841, 10.82043, 10.814766, 10.535745, 10.693445, 11.520931, 12.173243, 12.075333, 12.797855, 12.929728], "sum_m_pl": [0.289558, 0.631959, 0.688178, 0.724873, 0.820857, 0.734218, 0.706279, 0.752357, 0.878854, 0.884087, 0.904939, 1.11293, 1.063734, 1.090302, 1.074513, 1.158225, 1.061633, 1.044216, 0.938283, 0.964507, 0.96121, 0.946125, 0.922713, 0.9211, 1.671972, 1.620635, 1.769337, 1.718087, 1.520613, 1.493612, 1.383213, 1.27611, 1.48316, 1.508403, 1.294857, 1.123964, 0.971067, 0.755873, 0.655791, 0.558096, 0.304378, 0.211544, 0.224096, 0.197701, 0.170602, 0.100126, 0.109828, 0.045135, 0.053092, 0.000128]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 54, "item_id": "gsm8kpl-253", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1146, "region_end": 50, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9811}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 6, 6, 14, 13, 15, 24, 19, 23, 16, 15, 11, 10, 4, 7, 7, 9, 9, 12, 16, 17, 15, 13, 13, 25, 17, 19, 16, 13, 12, 10, 17, 13, 25, 25, 30, 30, 33, 35, 42, 42, 48, 40, 41, 34, 27, 11, 5, 5, 2], "n_am_pl": [2, 6, 9, 5, 9, 9, 10, 15, 15, 14, 15, 17, 17, 13, 15, 14, 9, 17, 8, 8, 8, 11, 9, 5, 11, 17, 20, 12, 10, 15, 11, 8, 15, 12, 8, 7, 8, 6, 8, 11, 13, 10, 14, 19, 19, 30, 41, 45, 46, 45], "n_pos": 101, "sum_m_en": [10.342718, 15.782489, 15.9991, 15.544859, 16.917442, 17.539757, 18.077693, 18.972776, 18.984692, 18.744375, 18.761871, 17.821788, 17.020848, 16.66484, 16.236846, 15.730967, 15.881017, 15.031284, 15.98719, 16.021818, 15.258117, 15.575036, 15.731853, 16.302815, 20.7591, 19.050687, 18.515792, 17.543552, 17.53342, 18.076372, 16.810992, 17.661696, 15.946177, 17.668523, 18.744655, 20.400799, 20.840591, 23.99025, 23.792767, 27.291626, 31.452327, 34.39753, 33.426981, 34.491143, 30.541272, 24.409053, 10.547098, 5.116783, 4.343682, 1.852064], "sum_m_pl": [1.895067, 5.299282, 5.358932, 5.037189, 5.699884, 5.206144, 5.032326, 5.445455, 6.118929, 6.455072, 7.174739, 7.21543, 7.5971, 7.373017, 7.339512, 7.719766, 6.931419, 7.066452, 6.245029, 6.51671, 6.367604, 6.215396, 5.943205, 5.958857, 9.110924, 9.866984, 9.551799, 9.274411, 9.283046, 9.848257, 8.902192, 8.981423, 9.50429, 8.48002, 7.444704, 6.784463, 6.627771, 6.241986, 6.361378, 6.978951, 6.836176, 8.403539, 11.193515, 15.221189, 18.002479, 26.318558, 40.48858, 44.269665, 45.508764, 44.766902]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 2, 1, 2, 4, 2, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 3, 4, 4, 4, 1, 1, 0, 2, 0, 1, 1, 2, 3, 3, 2, 4, 4, 2, 3, 4, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 2, 4, 2, 2, 3, 3, 2, 3, 1, 0, 0, 1, 0, 0, 2, 3, 4, 0, 0, 1, 0, 1, 1, 3, 2, 0, 1, 0, 1, 1, 1, 2, 0, 2, 0, 2, 1, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.119819, 2.385633, 2.455449, 2.072475, 2.055726, 2.12533, 2.197237, 2.164423, 2.127159, 2.086905, 2.060672, 1.85389, 1.678578, 1.667077, 1.779498, 1.712613, 1.825341, 1.691929, 1.825118, 1.883926, 1.800277, 1.890376, 1.911802, 1.988307, 2.28641, 2.248357, 2.317437, 2.18042, 2.024753, 2.089604, 1.920323, 2.2523, 2.025161, 1.993851, 1.989713, 2.12757, 2.608135, 2.949708, 2.723219, 2.479367, 2.599831, 2.392457, 2.113465, 3.087611, 2.137038, 1.868689, 0.752972, 0.261566, 0.044372, 0.0], "sum_m_pl": [0.168887, 0.583905, 0.502184, 0.422743, 0.423051, 0.36874, 0.362457, 0.390797, 0.47127, 0.599667, 0.768397, 0.810423, 0.807254, 0.798602, 0.712819, 0.777011, 0.733487, 0.770884, 0.671438, 0.714974, 0.708619, 0.702033, 0.669594, 0.686127, 0.947218, 1.375755, 0.898379, 0.837376, 0.92068, 0.993247, 0.911548, 0.895506, 0.915923, 0.763556, 0.761129, 0.762545, 0.690009, 0.570191, 0.635005, 0.674074, 0.715382, 0.862588, 0.762022, 0.849594, 0.861911, 1.375081, 1.360033, 0.481772, 0.052865, 0.0]}, "lang": {"n_am_en": [4, 5, 4, 5, 7, 8, 11, 10, 14, 7, 5, 5, 6, 2, 3, 5, 5, 4, 5, 9, 11, 9, 7, 8, 15, 8, 8, 10, 8, 8, 7, 11, 7, 14, 15, 17, 18, 22, 24, 27, 24, 29, 23, 23, 18, 12, 7, 2, 3, 2], "n_am_pl": [2, 3, 8, 3, 4, 4, 8, 9, 11, 12, 9, 9, 15, 10, 9, 5, 4, 10, 6, 4, 6, 7, 8, 5, 7, 12, 12, 7, 9, 9, 8, 4, 12, 8, 6, 7, 6, 5, 5, 8, 10, 8, 13, 13, 17, 26, 36, 42, 45, 45], "n_pos": 48, "sum_m_en": [5.390596, 7.1948, 7.558358, 7.517184, 8.247192, 8.448101, 9.010179, 9.701501, 9.810454, 9.609573, 9.4167, 9.286477, 8.787541, 8.462522, 8.255153, 8.090582, 7.99399, 7.577463, 8.081564, 8.129621, 7.768793, 8.017236, 8.051339, 8.367109, 12.180738, 10.926443, 10.579645, 9.838797, 9.599615, 9.465275, 8.865281, 9.195971, 8.096838, 9.322527, 9.897748, 11.462439, 11.303208, 13.612741, 13.745028, 16.484661, 19.141165, 20.57247, 21.320294, 20.483442, 17.91403, 13.715239, 6.707427, 2.668384, 3.244019, 1.852032], "sum_m_pl": [1.0454, 2.516425, 2.505123, 2.55872, 2.97556, 2.802765, 2.799924, 3.117435, 3.525055, 3.553995, 3.852996, 3.903938, 4.411279, 4.321588, 4.325011, 4.44716, 3.93105, 4.032825, 3.524756, 3.553255, 3.440346, 3.357842, 3.21914, 3.189432, 5.485722, 5.620801, 5.856554, 5.414252, 5.484965, 5.770859, 5.285457, 5.455431, 5.962967, 5.527423, 4.719479, 4.343144, 4.318931, 4.108656, 4.090004, 4.524404, 4.447922, 6.097615, 8.362194, 11.152055, 14.46174, 21.729834, 34.950629, 40.140616, 43.691101, 44.61525]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "gsm8kpl-253", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1436, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9904}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 29, 17, 30, 32, 30, 37, 31, 24, 32, 35, 43, 48, 38, 46, 42, 31, 26, 24, 26, 26, 27, 26, 25, 57, 43, 43, 36, 41, 40, 34, 45, 44, 53, 57, 58, 63, 69, 67, 82, 81, 77, 82, 86, 90, 87, 68, 58, 45, 36], "n_am_pl": [4, 16, 13, 19, 9, 9, 11, 13, 12, 3, 13, 15, 20, 20, 15, 6, 9, 4, 7, 8, 8, 5, 5, 4, 6, 8, 13, 12, 14, 18, 16, 18, 12, 13, 8, 4, 7, 12, 11, 10, 10, 14, 8, 8, 13, 13, 27, 30, 34, 40], "n_pos": 200, "sum_m_en": [20.989845, 31.471981, 32.117926, 32.72847, 36.09355, 35.422065, 35.577855, 36.320186, 35.307684, 35.755733, 35.225489, 35.033976, 34.120634, 35.045756, 34.622431, 34.28402, 33.702581, 32.572166, 33.325708, 33.065609, 31.061416, 31.342423, 31.060577, 31.743131, 42.10943, 39.941038, 38.157341, 36.545846, 38.62071, 37.229873, 36.350473, 37.651902, 37.331122, 40.770279, 42.432015, 45.694105, 47.693438, 53.52883, 55.477873, 61.801619, 65.400063, 65.964945, 73.84753, 74.137833, 81.942717, 80.142048, 62.078781, 58.862082, 45.940122, 36.935232], "sum_m_pl": [4.682837, 10.026703, 10.460259, 9.415364, 10.208589, 9.15289, 8.273321, 8.393173, 8.893966, 8.906878, 9.986753, 11.084208, 11.474248, 11.203689, 10.615803, 10.553517, 10.3942, 10.729352, 11.10002, 11.195081, 10.865916, 10.457677, 10.635008, 10.873888, 12.31643, 13.477519, 13.714723, 14.05208, 14.173411, 15.516079, 13.392948, 12.028806, 12.07211, 11.165151, 10.956829, 10.436976, 9.719161, 8.755359, 8.646839, 8.858254, 9.685763, 9.820591, 9.298344, 9.299378, 12.612468, 14.220172, 28.464513, 28.806096, 31.257998, 38.273282]}, "digit": {"n_am_en": [0, 4, 2, 11, 6, 12, 11, 10, 4, 10, 8, 11, 10, 10, 12, 9, 6, 3, 1, 2, 6, 5, 4, 3, 14, 8, 6, 4, 10, 8, 5, 10, 10, 10, 10, 13, 14, 9, 10, 8, 12, 7, 5, 5, 8, 7, 8, 3, 1, 0], "n_am_pl": [0, 3, 1, 0, 1, 0, 1, 2, 1, 0, 2, 5, 9, 6, 2, 3, 0, 0, 1, 2, 1, 0, 0, 0, 2, 2, 4, 4, 6, 6, 7, 6, 1, 2, 2, 0, 2, 3, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 48, "sum_m_en": [4.655005, 8.840567, 9.115073, 9.027996, 9.802607, 9.625964, 9.404065, 9.207294, 8.778837, 9.359953, 9.352673, 9.138894, 8.649044, 8.723687, 8.337128, 8.39921, 8.426777, 7.999657, 8.249088, 7.983013, 7.751473, 7.914507, 7.835345, 8.125584, 10.502009, 9.565518, 9.421186, 9.005664, 9.819627, 8.820858, 8.897114, 9.733145, 9.200648, 9.578406, 9.298369, 9.572123, 8.548885, 8.452941, 7.565737, 7.790251, 8.17098, 7.988741, 7.797817, 7.003332, 7.74655, 7.047475, 5.201403, 3.241472, 1.617709, 3e-06], "sum_m_pl": [0.755095, 2.272774, 2.024267, 1.92121, 2.233189, 1.991923, 1.634879, 1.452603, 1.872976, 1.987278, 2.373812, 2.702561, 2.942995, 2.775212, 2.45453, 2.558, 2.456514, 2.614543, 2.661433, 2.793261, 2.702288, 2.580309, 2.580907, 2.685841, 3.111237, 3.206706, 3.060556, 3.260322, 3.264583, 3.565409, 3.037992, 2.621631, 2.399806, 2.245282, 2.250935, 2.59488, 2.569908, 2.302201, 2.421774, 2.479161, 2.265866, 2.390821, 2.273799, 1.933865, 1.874889, 1.702042, 1.441955, 1.270924, 0.525, 0.060843]}, "lang": {"n_am_en": [4, 10, 9, 7, 10, 6, 8, 10, 12, 15, 15, 18, 24, 17, 18, 20, 16, 15, 13, 15, 16, 18, 16, 17, 28, 20, 23, 19, 18, 23, 20, 23, 26, 33, 35, 31, 34, 40, 41, 47, 47, 45, 55, 56, 59, 60, 44, 40, 37, 36], "n_am_pl": [4, 6, 4, 10, 5, 6, 3, 3, 8, 1, 3, 2, 4, 7, 5, 1, 5, 1, 2, 2, 1, 3, 3, 4, 0, 5, 5, 5, 7, 8, 6, 7, 6, 4, 3, 1, 2, 6, 8, 9, 9, 13, 7, 7, 10, 10, 25, 29, 34, 39], "n_pos": 75, "sum_m_en": [8.85439, 11.375164, 11.918428, 12.362949, 13.776113, 13.372652, 13.560817, 14.462246, 14.028642, 14.004462, 13.553492, 14.007612, 13.925436, 14.387272, 14.706497, 14.434421, 13.651162, 13.234299, 13.383875, 13.297455, 12.272454, 12.187339, 12.005979, 12.05967, 19.094415, 18.231439, 17.110404, 15.672391, 16.499986, 16.285819, 15.844977, 16.228664, 16.362075, 19.064353, 20.250344, 23.273812, 25.372514, 29.64713, 32.834204, 37.187372, 39.747767, 40.538732, 48.575046, 48.57023, 56.5458, 55.54462, 41.295734, 38.94196, 35.045607, 36.006891], "sum_m_pl": [2.638829, 3.907612, 4.100297, 3.646058, 3.947289, 3.461167, 3.195029, 3.435533, 3.613795, 3.412072, 3.765162, 4.077305, 4.126206, 4.156558, 4.024917, 4.00335, 3.875196, 3.870974, 4.053012, 4.026409, 3.890716, 3.820129, 3.966, 4.028994, 4.522773, 5.252603, 5.417566, 5.689548, 5.712887, 5.961933, 5.277223, 4.67828, 4.87063, 4.603823, 4.46998, 3.852963, 3.683437, 3.140288, 3.491091, 3.848417, 4.876181, 4.97304, 4.784222, 5.466321, 8.500648, 10.364087, 25.159825, 26.306857, 29.917537, 37.892351]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "gsm8kpl-255", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9804}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 15, 18, 20, 23, 20, 21, 34, 27, 45, 40, 31, 36, 33, 42, 53, 39, 40, 36, 26, 25, 28, 23, 26, 64, 49, 35, 45, 29, 24, 29, 30, 30, 56, 56, 56, 51, 64, 66, 67, 67, 65, 66, 70, 79, 60, 23, 2, 0, 0], "n_am_pl": [2, 12, 13, 9, 9, 13, 16, 12, 15, 15, 16, 20, 19, 28, 23, 17, 10, 11, 11, 7, 7, 8, 13, 7, 9, 9, 18, 23, 32, 39, 31, 39, 25, 11, 13, 17, 21, 20, 17, 19, 19, 21, 27, 26, 32, 46, 88, 99, 99, 94], "n_pos": 209, "sum_m_en": [20.020085, 31.278059, 33.170414, 33.46068, 36.264715, 38.017612, 38.607719, 39.996319, 39.682427, 40.319255, 39.352087, 38.552757, 36.8818, 37.841963, 38.069656, 37.521473, 37.232018, 34.940225, 35.186639, 34.158918, 33.084585, 33.13147, 32.917898, 33.137923, 45.465929, 42.377537, 39.472021, 37.711217, 38.610227, 37.819455, 35.911781, 38.139269, 38.243765, 40.903972, 41.957541, 42.896921, 45.458598, 50.663318, 55.152321, 57.456693, 57.01919, 59.840419, 64.730975, 63.813807, 69.559555, 58.121275, 23.520083, 4.401855, 1.239266, 7e-06], "sum_m_pl": [3.433477, 10.395664, 10.99884, 10.48601, 11.269001, 10.629152, 9.952068, 9.871269, 10.879204, 10.579278, 12.004104, 13.322071, 13.393378, 14.113074, 13.534422, 12.946759, 12.209156, 12.207401, 12.06005, 12.176585, 11.843245, 11.407523, 11.619545, 11.454094, 13.641761, 14.510003, 15.763859, 16.256381, 17.372031, 19.529494, 17.091762, 16.202146, 15.181508, 13.855318, 14.046958, 14.283877, 12.948822, 12.352892, 11.872673, 13.664759, 15.652807, 15.609537, 19.079648, 20.415623, 29.856009, 44.238302, 81.745356, 96.622279, 97.864949, 95.504332]}, "digit": {"n_am_en": [0, 1, 3, 4, 3, 3, 3, 6, 6, 12, 5, 4, 8, 6, 9, 10, 10, 9, 5, 3, 4, 5, 1, 4, 13, 6, 5, 6, 2, 4, 4, 9, 6, 7, 8, 6, 6, 5, 7, 6, 4, 3, 2, 3, 4, 4, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 1, 0, 2, 1, 3, 5, 8, 3, 5, 2, 1, 0, 1, 0, 0, 0, 0, 1, 1, 5, 4, 4, 7, 6, 7, 3, 1, 0, 3, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 0], "n_pos": 42, "sum_m_en": [3.992413, 7.184133, 7.606491, 7.305541, 7.795049, 7.82042, 7.787785, 7.656251, 7.544148, 8.21338, 8.006232, 7.80517, 7.411178, 7.617169, 7.522995, 7.408009, 7.631854, 7.068233, 7.29687, 6.885729, 6.649181, 6.875099, 6.74795, 6.985637, 8.989293, 8.20387, 7.806721, 7.594525, 8.013295, 7.592535, 7.580864, 8.334298, 8.171139, 8.30078, 8.200742, 7.623126, 7.088555, 6.462308, 5.9043, 5.934745, 5.647383, 5.234095, 4.696722, 4.372865, 4.707108, 3.60054, 2.452274, 1.15213, 0.364839, 0.0], "sum_m_pl": [0.744762, 2.157103, 1.885752, 1.787219, 2.029383, 1.909015, 1.607145, 1.401933, 1.724109, 1.800809, 2.100852, 2.305173, 2.316846, 2.399051, 2.285912, 2.321617, 2.187676, 2.199148, 2.233063, 2.42106, 2.431673, 2.321654, 2.318065, 2.350605, 2.741786, 2.787855, 2.569815, 2.768079, 2.895676, 3.357433, 2.876073, 2.453376, 2.213818, 2.074384, 2.122966, 2.443995, 2.236536, 2.307352, 2.357063, 2.31492, 2.210068, 2.257421, 2.036197, 1.933442, 1.598687, 1.805896, 2.204975, 2.593537, 1.190202, 0.037327]}, "lang": {"n_am_en": [3, 4, 5, 8, 17, 11, 11, 19, 15, 24, 23, 15, 18, 17, 22, 31, 21, 20, 21, 15, 17, 18, 17, 16, 35, 30, 20, 23, 16, 12, 14, 16, 16, 33, 31, 34, 35, 41, 42, 40, 42, 42, 44, 49, 55, 40, 11, 0, 0, 0], "n_am_pl": [0, 6, 8, 4, 5, 8, 12, 5, 10, 8, 7, 10, 5, 8, 8, 4, 3, 6, 6, 2, 5, 4, 6, 2, 2, 4, 4, 9, 16, 20, 17, 19, 12, 7, 10, 8, 16, 12, 13, 17, 17, 19, 25, 22, 28, 40, 75, 88, 92, 92], "n_pos": 93, "sum_m_en": [9.572611, 13.567261, 14.670155, 15.256764, 16.766743, 17.652899, 18.417111, 19.728226, 19.66904, 19.334057, 18.662002, 18.479844, 17.3469, 18.091199, 18.244697, 18.183595, 17.721943, 16.642405, 16.374737, 16.017231, 15.596942, 15.35857, 15.284001, 15.162584, 22.846552, 21.740903, 20.212481, 18.672765, 18.912529, 18.597332, 17.335385, 18.19916, 18.349262, 20.101723, 20.639487, 23.071135, 25.954027, 30.692266, 33.702704, 35.284525, 34.503318, 35.906638, 41.028095, 41.433596, 46.076194, 37.302555, 11.581974, 0.661454, 0.291351, 3e-06], "sum_m_pl": [1.514031, 4.56234, 4.989936, 4.868541, 5.12547, 4.90859, 4.780272, 4.923106, 5.479041, 5.261843, 5.998679, 6.603949, 6.667979, 7.131465, 6.687847, 6.339537, 5.948671, 5.957889, 5.828146, 5.573868, 5.348672, 5.211321, 5.349952, 5.175344, 6.074867, 6.765036, 7.607796, 8.192553, 8.810249, 9.710179, 8.776996, 8.528723, 8.031787, 7.637686, 7.812626, 8.045047, 7.49097, 6.8793, 6.829852, 8.532771, 10.569974, 10.853153, 14.565205, 15.945113, 25.25834, 38.004744, 68.808262, 85.41406, 90.144602, 92.157175]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "gsm8kpl-255", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1453, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9766, "tf_agree_excl_first": 0.9812}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 12, 16, 23, 20, 17, 12, 15, 16, 13, 16, 17, 17, 20, 14, 14, 16, 10, 12, 19, 15, 18, 13, 11, 29, 23, 19, 19, 22, 18, 18, 16, 20, 20, 21, 31, 35, 44, 45, 54, 51, 49, 51, 55, 50, 46, 41, 37, 37, 36], "n_am_pl": [6, 5, 7, 2, 13, 9, 9, 4, 8, 13, 16, 17, 18, 13, 14, 17, 7, 11, 9, 6, 5, 5, 9, 5, 12, 13, 14, 14, 16, 21, 18, 17, 13, 14, 16, 11, 10, 6, 4, 5, 5, 2, 2, 2, 1, 0, 0, 0, 1, 1], "n_pos": 126, "sum_m_en": [13.577136, 17.958203, 19.137972, 19.930707, 21.607751, 20.408816, 18.644658, 19.498405, 19.786714, 20.277821, 20.238164, 20.170411, 19.949632, 20.299132, 18.5518, 18.851602, 20.311209, 18.140027, 18.910946, 19.572743, 18.554235, 19.177094, 18.94476, 19.659871, 23.700475, 21.900218, 22.296053, 20.624332, 21.422125, 22.108138, 20.757674, 21.908921, 22.304167, 22.598783, 25.106632, 24.444217, 27.430167, 33.393103, 37.981211, 42.584709, 42.738515, 48.190865, 47.94293, 49.096476, 46.594631, 45.44328, 43.541665, 38.691357, 36.933722, 35.85143], "sum_m_pl": [2.889837, 5.910189, 6.351267, 5.776881, 6.674538, 5.838098, 5.538867, 5.657323, 5.91624, 6.813266, 7.169877, 8.105628, 8.5902, 8.421578, 8.374055, 9.058169, 8.48417, 8.743785, 8.05878, 8.006876, 7.822674, 7.505851, 7.177649, 7.445514, 9.872387, 10.987306, 11.245945, 11.484076, 10.383725, 11.544848, 10.163753, 9.910934, 10.343016, 9.349314, 8.983004, 9.119065, 8.711654, 7.711967, 7.078934, 7.213242, 6.310861, 5.175213, 4.416739, 3.777352, 4.431098, 2.989844, 2.066616, 1.111826, 1.286579, 1.000161]}, "digit": {"n_am_en": [0, 4, 2, 5, 3, 3, 2, 2, 5, 5, 8, 7, 4, 7, 2, 5, 5, 1, 1, 3, 3, 1, 1, 3, 7, 3, 2, 3, 3, 4, 4, 5, 3, 3, 2, 9, 7, 8, 2, 4, 2, 4, 4, 7, 5, 3, 0, 0, 0, 0], "n_am_pl": [1, 1, 1, 1, 2, 1, 1, 0, 1, 1, 1, 2, 3, 4, 3, 5, 1, 4, 4, 0, 1, 0, 1, 0, 3, 2, 5, 3, 2, 4, 3, 3, 2, 5, 7, 4, 3, 3, 3, 4, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.016638, 5.128556, 5.555117, 5.460757, 5.926783, 5.618608, 5.211665, 5.333938, 5.495293, 5.462919, 5.629042, 5.671215, 5.382795, 5.400691, 4.799176, 4.724792, 5.180996, 4.359401, 4.699009, 4.781497, 4.639431, 4.870221, 4.806358, 5.018105, 5.997525, 5.885902, 5.729174, 5.368347, 5.572868, 5.675572, 5.701603, 5.887535, 5.422325, 5.113374, 5.301555, 5.079001, 5.693981, 5.660123, 5.121091, 4.673275, 4.324632, 5.123538, 4.845347, 5.576554, 4.651666, 3.32835, 1.787689, 0.905776, 0.313148, 0.0], "sum_m_pl": [0.406028, 1.251863, 1.119701, 1.035937, 1.28883, 1.063066, 0.927278, 0.902827, 1.185636, 1.27473, 1.495914, 1.647726, 1.772675, 1.761652, 1.682672, 1.865168, 1.76952, 1.92987, 1.783801, 1.773575, 1.740659, 1.702589, 1.618503, 1.718833, 2.067115, 2.221939, 1.974853, 2.138744, 1.908443, 2.168808, 1.881458, 1.860541, 1.896991, 1.79204, 1.675189, 1.907479, 1.737214, 1.743519, 1.863034, 2.117238, 1.775134, 1.841365, 1.757394, 1.528948, 1.559844, 1.283013, 0.559811, 0.233948, 0.096714, 0.0]}, "lang": {"n_am_en": [6, 4, 3, 2, 2, 6, 5, 6, 7, 2, 2, 3, 5, 4, 6, 3, 6, 5, 5, 8, 6, 10, 7, 5, 14, 12, 11, 10, 14, 9, 8, 6, 10, 9, 12, 15, 20, 23, 28, 34, 33, 35, 35, 36, 34, 35, 34, 33, 35, 35], "n_am_pl": [3, 1, 2, 0, 7, 3, 1, 2, 3, 8, 4, 7, 5, 3, 4, 5, 5, 2, 2, 2, 2, 4, 4, 3, 2, 5, 4, 8, 5, 10, 6, 7, 5, 6, 4, 5, 3, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 37, "sum_m_en": [4.505652, 4.890429, 5.395361, 6.027681, 6.324937, 5.908428, 5.338815, 5.877185, 6.143208, 6.268942, 6.275696, 6.2292, 6.452129, 6.556804, 6.022547, 6.15255, 6.46821, 5.932051, 5.988247, 6.231187, 5.88406, 6.0433, 5.940379, 6.059824, 8.776554, 7.687204, 7.991799, 6.82325, 6.912306, 7.348621, 6.699236, 7.155101, 8.067365, 9.053342, 10.481368, 11.200312, 12.690571, 15.976813, 20.715325, 25.114308, 26.106002, 29.64861, 31.363963, 31.885882, 32.212107, 33.530095, 33.419395, 32.17613, 33.668405, 34.963213], "sum_m_pl": [1.034367, 1.759841, 1.998265, 1.901294, 2.200418, 1.909188, 1.787429, 1.923451, 1.967053, 2.296984, 2.355861, 2.717132, 2.821174, 2.767867, 2.891766, 3.154835, 2.808016, 2.755633, 2.551159, 2.527446, 2.495047, 2.390194, 2.298735, 2.336928, 3.136211, 3.632812, 3.843281, 4.059156, 3.769663, 4.106011, 3.610903, 3.567819, 3.840889, 3.35554, 3.074837, 3.162278, 3.002661, 2.388944, 2.184764, 2.256092, 1.912975, 1.065578, 0.933232, 0.830594, 1.249198, 0.195968, 0.250432, 0.160144, 0.918808, 1.000154]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "gsm8kpl-259", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9923}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 23, 31, 46, 45, 45, 43, 36, 42, 43, 50, 38, 39, 39, 30, 46, 39, 39, 35, 29, 24, 21, 31, 26, 63, 56, 52, 41, 51, 47, 49, 41, 44, 41, 52, 67, 72, 96, 99, 119, 120, 114, 121, 133, 103, 84, 42, 18, 13, 6], "n_am_pl": [9, 26, 20, 12, 18, 18, 22, 25, 26, 26, 35, 40, 40, 46, 43, 45, 21, 27, 17, 26, 21, 17, 21, 22, 34, 43, 29, 39, 34, 43, 45, 41, 36, 35, 28, 31, 25, 24, 16, 14, 15, 14, 12, 15, 22, 40, 76, 96, 106, 108], "n_pos": 288, "sum_m_en": [28.678792, 41.776437, 45.698443, 47.886715, 47.684299, 48.030231, 48.35236, 49.983358, 50.51203, 52.121031, 52.72602, 51.535737, 50.343345, 49.715526, 46.761927, 48.625142, 50.652329, 46.024283, 47.468622, 46.676538, 45.624175, 47.013878, 46.683808, 47.695993, 62.352933, 56.147968, 54.619257, 51.590547, 51.348224, 52.339601, 49.727036, 52.315845, 51.450267, 51.044851, 55.124974, 55.637607, 58.1107, 66.365145, 73.058129, 83.37466, 88.51744, 91.146544, 99.217169, 110.178532, 92.317243, 74.934804, 40.505754, 19.391755, 12.692962, 6.482639], "sum_m_pl": [5.566688, 13.808575, 14.57976, 13.413715, 15.310351, 15.254416, 15.395298, 16.464295, 17.243175, 18.531811, 19.732297, 21.309761, 22.972681, 23.254967, 23.387742, 24.58482, 21.907527, 21.7335, 19.730782, 19.614201, 19.080881, 18.296839, 17.852645, 17.837298, 24.496789, 28.089867, 28.277995, 30.286007, 30.889426, 31.066448, 27.204517, 26.439941, 27.77882, 24.754074, 22.51623, 22.126979, 20.934556, 19.486151, 18.044502, 18.781872, 16.772292, 16.955669, 16.799191, 16.719967, 24.791344, 41.402747, 78.008947, 92.934534, 104.927313, 107.878175]}, "digit": {"n_am_en": [0, 1, 4, 6, 1, 0, 3, 1, 3, 2, 9, 5, 4, 6, 3, 6, 5, 5, 6, 0, 0, 0, 1, 2, 8, 4, 5, 8, 7, 3, 3, 4, 5, 4, 3, 9, 3, 7, 4, 8, 8, 5, 7, 8, 4, 4, 0, 0, 0, 0], "n_am_pl": [0, 2, 4, 0, 0, 1, 1, 0, 2, 5, 2, 4, 5, 6, 2, 6, 1, 4, 3, 2, 1, 0, 1, 2, 3, 6, 2, 4, 3, 7, 8, 3, 5, 5, 4, 3, 4, 3, 1, 3, 2, 2, 2, 1, 0, 2, 1, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.082349, 6.864797, 7.577162, 7.194505, 7.316471, 7.12126, 6.795443, 6.963541, 6.996391, 7.147511, 7.652624, 7.565304, 7.024655, 7.061927, 6.726935, 6.841386, 7.083837, 6.260063, 6.720864, 6.534133, 6.581998, 6.831717, 6.812726, 7.099033, 9.492941, 8.613868, 8.482385, 8.021936, 7.890947, 7.953405, 7.546473, 8.073713, 7.762328, 6.907852, 6.896746, 6.604789, 6.714625, 6.624897, 6.103169, 6.749995, 6.484341, 7.642832, 7.106201, 7.877744, 5.811722, 5.109706, 1.762935, 0.716182, 0.691028, 0.0], "sum_m_pl": [0.66732, 1.958855, 1.656251, 1.480569, 1.635027, 1.516875, 1.402514, 1.425207, 1.843986, 1.969953, 2.231395, 2.2887, 2.386488, 2.640779, 2.581506, 2.952012, 2.621419, 2.740235, 2.491479, 2.530636, 2.500354, 2.41189, 2.300149, 2.357515, 2.906467, 3.237981, 2.909784, 3.294693, 3.199439, 3.283169, 2.876224, 2.647396, 2.617089, 2.422723, 2.226038, 2.464565, 2.19124, 2.119293, 2.325419, 2.431106, 2.217681, 2.188334, 2.029234, 1.73351, 1.965217, 1.673346, 1.338449, 0.500027, 0.155675, 1e-06]}, "lang": {"n_am_en": [4, 14, 18, 24, 30, 29, 27, 24, 23, 25, 23, 20, 22, 14, 16, 23, 20, 11, 14, 17, 16, 14, 18, 15, 32, 32, 27, 18, 28, 25, 23, 20, 21, 24, 29, 34, 44, 63, 66, 78, 78, 79, 83, 87, 70, 58, 34, 12, 10, 6], "n_am_pl": [6, 9, 8, 6, 8, 8, 9, 10, 12, 5, 15, 21, 13, 17, 22, 19, 10, 13, 6, 13, 13, 8, 8, 8, 16, 18, 15, 20, 13, 19, 22, 22, 20, 16, 17, 19, 12, 11, 10, 7, 8, 8, 7, 9, 15, 32, 65, 89, 102, 107], "n_pos": 114, "sum_m_en": [11.852014, 16.704344, 18.330066, 19.995117, 19.385799, 19.801199, 20.868537, 21.127555, 22.173825, 22.554736, 22.551275, 21.818902, 21.601104, 21.071813, 19.834832, 20.390426, 21.08316, 19.077562, 19.867906, 19.297171, 18.805328, 19.273243, 19.123536, 19.420008, 28.707656, 24.30747, 23.567489, 21.536035, 21.535525, 21.557205, 20.730263, 21.859463, 22.067467, 23.300956, 25.04134, 26.752312, 29.649846, 36.499266, 42.582976, 49.473156, 55.398732, 57.091695, 63.664971, 67.426111, 56.963809, 47.707899, 28.242201, 12.30456, 7.810618, 6.153512], "sum_m_pl": [2.187971, 5.178407, 5.670902, 5.420821, 6.099691, 6.306836, 6.426374, 7.253936, 7.551594, 8.00409, 8.608904, 9.663811, 10.524986, 10.685101, 10.954404, 11.273663, 9.638384, 9.655844, 8.695577, 8.53591, 8.206156, 7.919783, 7.766879, 7.720352, 10.070529, 12.31596, 13.166986, 14.394569, 14.430227, 14.572938, 12.988048, 13.212269, 14.397909, 12.727799, 11.450071, 11.12284, 10.85224, 9.872837, 8.492853, 8.912939, 7.639073, 7.949579, 8.365475, 9.066551, 14.62195, 30.076336, 63.916951, 83.275244, 100.64676, 106.837858]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 293, "item_id": "gsm8kpl-259", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1445, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 4, 11, 14, 10, 11, 13, 10, 11, 15, 13, 17, 15, 18, 18, 21, 14, 20, 20, 24, 30, 25, 29, 26, 41, 34, 28, 25, 22, 30, 18, 19, 21, 29, 34, 33, 41, 48, 43, 48, 46, 47, 46, 43, 40, 42, 41, 42, 36, 30], "n_am_pl": [2, 2, 7, 4, 0, 1, 4, 2, 7, 3, 7, 10, 13, 8, 9, 7, 6, 4, 3, 5, 3, 2, 1, 1, 5, 4, 5, 3, 7, 6, 3, 6, 1, 5, 3, 4, 1, 0, 1, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2], "n_pos": 82, "sum_m_en": [8.682439, 12.087113, 12.191543, 13.020112, 14.650305, 14.24202, 14.190057, 12.821421, 12.910006, 13.932185, 13.929853, 13.644301, 13.818765, 13.964737, 14.669554, 14.763183, 15.116298, 14.201211, 14.585506, 15.1171, 14.405389, 13.850514, 13.70366, 13.616298, 24.724761, 20.789597, 19.15356, 17.104843, 17.89933, 18.824146, 17.082625, 16.043869, 17.280798, 20.234821, 21.91918, 23.702209, 30.775373, 34.938476, 36.961931, 37.928021, 39.357811, 41.283112, 42.218503, 41.767455, 39.103337, 39.809039, 39.582507, 38.687932, 33.88508, 30.473657], "sum_m_pl": [1.689095, 3.841097, 3.989538, 3.751455, 4.20641, 3.496262, 3.433533, 3.382687, 3.71633, 3.82345, 4.587404, 4.796572, 5.056202, 4.904822, 4.429742, 4.538404, 4.40736, 4.098422, 4.471194, 4.663214, 4.516733, 4.414521, 4.403735, 4.494323, 4.964453, 5.209698, 4.90124, 4.842063, 5.135894, 5.855893, 5.5792, 5.716563, 5.415239, 4.936118, 4.874208, 4.857619, 3.733426, 3.171963, 3.127485, 3.137719, 3.277307, 2.437055, 1.891086, 1.752062, 2.789231, 2.59287, 2.585082, 2.367271, 2.25131, 2.060516]}, "digit": {"n_am_en": [0, 0, 1, 3, 1, 3, 2, 3, 4, 5, 6, 6, 4, 5, 5, 7, 4, 4, 6, 7, 7, 6, 6, 8, 9, 9, 7, 6, 5, 6, 4, 5, 4, 6, 6, 7, 6, 5, 3, 6, 4, 6, 5, 3, 2, 2, 1, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 2, 1, 2, 3, 4, 2, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 3, 3, 3, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.88598, 3.140929, 2.956037, 2.992955, 3.312084, 3.096257, 3.266861, 3.025107, 2.957702, 3.21562, 3.304675, 3.108616, 3.184488, 3.119747, 3.239211, 3.354396, 3.413631, 3.014846, 3.21773, 3.296162, 3.089691, 3.035127, 3.027208, 3.066227, 6.732091, 4.698055, 4.048618, 3.497349, 3.77725, 3.772277, 3.643048, 3.523551, 3.605969, 4.304403, 4.181839, 4.29756, 4.223805, 4.357637, 4.005633, 4.062845, 3.741093, 3.845427, 3.52191, 3.127159, 2.89132, 2.445573, 2.009609, 1.591348, 0.445767, 0.0], "sum_m_pl": [0.351006, 0.818216, 0.711354, 0.639408, 0.677669, 0.565654, 0.508333, 0.470136, 0.568439, 0.680123, 0.843744, 0.919634, 1.014561, 0.996301, 0.913778, 0.972751, 0.967539, 0.894702, 0.991827, 0.987801, 0.927811, 0.917889, 0.922968, 0.955814, 1.33257, 1.21881, 1.169872, 1.053078, 1.118327, 1.299116, 1.133715, 1.143949, 0.954885, 0.865257, 0.889997, 0.94002, 0.834003, 0.79568, 0.80756, 0.86033, 0.833023, 0.867544, 0.860837, 0.814682, 0.796928, 0.453925, 0.454079, 0.210291, 0.06545, 0.0]}, "lang": {"n_am_en": [1, 3, 5, 7, 6, 1, 3, 2, 3, 5, 1, 3, 7, 8, 9, 8, 7, 10, 9, 12, 16, 14, 17, 13, 23, 18, 12, 13, 9, 12, 10, 8, 10, 14, 17, 15, 21, 28, 26, 26, 27, 28, 29, 28, 27, 29, 28, 29, 29, 30], "n_am_pl": [1, 0, 4, 1, 0, 1, 2, 1, 2, 1, 4, 4, 4, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 2, 0, 2, 1, 3, 2, 2, 0, 0, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 2, 2], "n_pos": 32, "sum_m_en": [3.498896, 4.524804, 4.6252, 5.096885, 5.537062, 5.403773, 5.227, 4.678665, 4.781915, 5.2454, 5.110621, 5.056466, 5.180845, 5.275363, 5.664607, 5.816479, 6.056873, 5.885206, 6.031508, 6.231362, 5.973062, 5.622322, 5.567486, 5.360198, 11.812985, 10.488014, 9.576051, 8.214038, 7.922823, 8.242214, 7.354635, 6.759703, 7.159412, 8.557938, 10.353424, 11.899761, 15.071729, 17.649239, 19.998494, 20.490566, 23.12963, 25.705332, 27.500856, 27.899061, 26.683737, 27.110305, 26.998803, 27.482474, 27.169814, 29.528293], "sum_m_pl": [0.711691, 1.488443, 1.571294, 1.495672, 1.73364, 1.405967, 1.500666, 1.49701, 1.629082, 1.604035, 1.927237, 1.922581, 2.043964, 2.012913, 1.737096, 1.68291, 1.610042, 1.474021, 1.647791, 1.761606, 1.740862, 1.709708, 1.717822, 1.719615, 1.618329, 1.716384, 1.684413, 1.820098, 1.988921, 2.19404, 2.101037, 2.270699, 2.264492, 2.113384, 2.045361, 2.068654, 1.701174, 1.332531, 1.431208, 1.292337, 1.610721, 1.016958, 0.615061, 0.618548, 1.673448, 1.896841, 1.971881, 1.994511, 2.06358, 2.032722]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "gsm8kpl-27", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 82, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 6, 14, 14, 22, 27, 32, 20, 23, 30, 29, 17, 20, 24, 29, 37, 37, 43, 41, 39, 38, 36, 37, 39, 71, 52, 37, 38, 34, 35, 32, 25, 35, 50, 47, 49, 56, 58, 63, 62, 64, 71, 63, 69, 59, 48, 27, 9, 4, 1], "n_am_pl": [2, 19, 12, 11, 10, 14, 15, 12, 9, 12, 20, 19, 25, 24, 9, 9, 6, 8, 7, 9, 5, 4, 5, 3, 9, 10, 8, 9, 12, 12, 12, 7, 14, 8, 10, 11, 7, 7, 7, 2, 6, 10, 8, 12, 15, 26, 45, 62, 64, 64], "n_pos": 134, "sum_m_en": [12.454128, 20.428943, 21.707673, 23.084664, 24.921475, 25.748113, 25.604267, 23.977491, 24.112739, 25.601956, 26.044442, 25.31512, 24.864986, 24.364539, 25.266854, 25.217768, 25.6463, 22.955583, 23.102031, 23.319741, 22.686898, 22.117656, 22.166446, 22.005637, 38.948636, 33.903532, 29.466095, 26.294188, 27.034386, 28.108921, 25.364611, 24.918726, 25.454574, 29.841668, 31.356886, 33.582548, 36.342901, 42.490627, 46.624491, 48.895969, 51.715344, 55.442405, 53.06279, 59.031182, 51.584486, 43.002656, 25.109412, 7.283373, 2.887727, 1.000002], "sum_m_pl": [1.964645, 6.815283, 7.296887, 6.784697, 7.291213, 6.549066, 6.277607, 6.296554, 7.206199, 7.183295, 8.311593, 8.63329, 9.454087, 9.45927, 8.445855, 8.26416, 7.619092, 6.960646, 7.391511, 7.595, 7.380251, 7.225197, 7.258828, 7.276865, 8.527878, 9.016552, 8.733538, 8.488579, 10.189684, 11.129287, 10.959637, 11.357291, 11.570754, 10.223301, 9.791171, 10.024926, 8.951809, 7.457213, 7.229474, 6.893857, 7.565117, 9.222291, 10.070216, 11.955381, 16.490607, 26.472088, 42.205056, 61.19253, 63.430675, 63.755461]}, "digit": {"n_am_en": [2, 1, 4, 3, 0, 1, 3, 2, 3, 6, 7, 3, 1, 2, 6, 9, 6, 4, 5, 6, 5, 4, 4, 5, 10, 8, 5, 6, 8, 6, 5, 6, 3, 8, 7, 10, 6, 6, 7, 8, 8, 9, 5, 4, 3, 3, 4, 4, 3, 0], "n_am_pl": [0, 2, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 4, 3, 1, 2, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.012036, 3.747112, 3.772995, 3.82594, 4.088094, 4.018284, 3.899832, 3.575389, 3.534178, 3.917318, 4.033787, 3.939598, 3.9682, 3.83682, 3.945959, 3.879363, 4.104537, 3.590217, 3.815815, 3.888848, 3.65087, 3.648605, 3.647875, 3.793036, 6.964446, 5.781037, 4.710747, 4.046844, 4.414341, 4.492545, 4.10887, 4.367034, 4.381632, 4.960391, 5.070517, 5.380526, 5.536187, 5.889966, 5.643379, 5.124357, 5.22845, 5.188683, 3.644356, 3.552938, 3.292533, 2.950632, 3.667088, 2.789117, 1.580899, 0.0], "sum_m_pl": [0.304342, 1.080709, 0.918683, 0.835829, 0.834323, 0.721091, 0.589613, 0.616508, 0.761935, 0.818456, 1.013532, 1.058188, 1.257705, 1.274525, 1.122134, 1.218895, 1.149782, 1.023423, 1.101793, 1.114147, 1.061507, 1.046672, 1.053125, 1.106058, 1.090109, 1.308852, 1.186291, 1.266824, 1.393003, 1.617234, 1.66739, 1.557732, 1.433894, 1.31025, 1.276801, 1.17889, 0.9657, 0.856391, 0.818467, 0.885281, 0.890009, 0.831444, 0.875198, 0.808299, 0.80979, 0.604236, 0.818545, 0.595217, 0.07933, 3e-06]}, "lang": {"n_am_en": [4, 3, 6, 8, 13, 14, 17, 11, 14, 15, 15, 10, 12, 12, 15, 21, 19, 25, 24, 22, 24, 22, 20, 22, 40, 26, 20, 18, 17, 15, 12, 10, 19, 25, 24, 24, 35, 36, 39, 37, 39, 45, 41, 47, 39, 31, 17, 4, 1, 1], "n_am_pl": [1, 14, 8, 5, 4, 10, 13, 9, 7, 9, 14, 13, 15, 14, 6, 3, 4, 5, 4, 7, 4, 3, 4, 3, 6, 8, 5, 6, 9, 10, 9, 3, 8, 6, 9, 10, 7, 5, 6, 2, 6, 10, 8, 11, 14, 25, 39, 56, 63, 64], "n_pos": 65, "sum_m_en": [6.220954, 9.510725, 10.451484, 11.182096, 11.947573, 12.890256, 13.091233, 12.16315, 12.383175, 13.008259, 13.413452, 12.928087, 12.681696, 12.304225, 13.191229, 13.294025, 13.327942, 11.877541, 11.831556, 11.716768, 11.573608, 11.147413, 11.232564, 10.875381, 19.855241, 17.479401, 15.142329, 13.516793, 13.269449, 13.916927, 12.501759, 12.131722, 12.378347, 15.974848, 16.432873, 17.74254, 18.97201, 23.559556, 27.610131, 28.949159, 32.040972, 34.447298, 35.539024, 40.177846, 34.207415, 27.947881, 15.550341, 3.110535, 1.081163, 1.000002], "sum_m_pl": [1.011109, 3.394769, 3.867351, 3.51472, 3.856944, 3.466957, 3.630281, 3.646134, 4.356903, 4.148769, 4.787126, 4.87414, 5.478646, 5.509716, 4.756633, 4.497336, 4.11024, 3.838771, 4.082969, 4.128842, 3.996562, 3.90047, 3.898151, 3.831793, 4.968585, 5.029496, 5.060364, 4.788923, 6.042995, 6.54684, 6.490583, 6.903414, 7.135803, 6.380479, 6.21821, 6.691827, 6.438214, 5.152118, 4.776373, 4.634379, 5.4188, 7.439274, 8.170883, 10.188088, 14.270459, 23.656236, 36.590517, 54.636271, 62.481372, 63.673371]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "gsm8kpl-27", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1453, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9854}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 17, 23, 27, 26, 26, 24, 25, 22, 18, 19, 17, 21, 17, 18, 25, 18, 23, 23, 24, 27, 33, 28, 29, 48, 39, 35, 34, 27, 31, 30, 28, 29, 35, 37, 42, 46, 47, 45, 48, 45, 44, 46, 43, 42, 42, 38, 38, 35, 34], "n_am_pl": [0, 2, 1, 0, 1, 2, 4, 2, 5, 4, 8, 6, 9, 8, 7, 5, 8, 6, 4, 0, 2, 0, 1, 0, 5, 8, 7, 10, 7, 6, 5, 4, 4, 3, 6, 6, 5, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 85, "sum_m_en": [10.342935, 13.909888, 14.433334, 15.023323, 17.26351, 17.16198, 15.359477, 14.778095, 13.766639, 13.383516, 14.658068, 15.016381, 14.397116, 13.532289, 14.062074, 14.764686, 15.19145, 14.918874, 16.036024, 15.946888, 14.579296, 14.943891, 14.350913, 14.285129, 27.847401, 25.182893, 23.323927, 20.185035, 19.930944, 20.460376, 18.21372, 17.09337, 18.223976, 20.938659, 22.937929, 26.378108, 31.886173, 36.769039, 36.650522, 39.905381, 38.093115, 39.929087, 39.38332, 38.957135, 39.582006, 39.553652, 38.521339, 37.704245, 33.802836, 33.738591], "sum_m_pl": [1.417113, 3.423606, 3.953614, 3.912425, 4.196122, 3.980042, 3.723516, 3.601104, 3.976529, 4.211836, 4.725437, 4.965072, 5.074031, 5.045633, 4.82458, 5.04009, 4.826743, 4.845861, 4.814046, 4.667146, 4.475675, 4.383484, 4.299445, 4.339825, 4.934252, 6.297512, 6.117177, 6.146906, 6.352834, 6.383301, 5.779086, 6.363967, 5.841307, 5.282638, 4.93503, 4.387885, 3.921641, 3.015711, 2.936833, 2.650184, 2.54578, 2.192845, 2.377566, 1.727259, 1.498946, 1.105277, 0.973737, 0.699454, 0.557541, 7.8e-05]}, "digit": {"n_am_en": [0, 2, 0, 1, 2, 3, 3, 2, 4, 2, 4, 2, 4, 3, 4, 5, 2, 3, 5, 6, 5, 5, 3, 4, 9, 10, 7, 7, 3, 4, 2, 7, 5, 5, 3, 6, 8, 7, 5, 6, 6, 4, 7, 5, 5, 4, 2, 4, 1, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 1, 0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 3, 0, 0, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.01517, 3.719007, 3.750721, 3.644039, 3.926989, 3.959095, 3.630902, 3.320719, 3.163692, 3.32959, 3.844917, 3.879465, 3.800283, 3.67639, 3.998935, 4.123021, 3.924349, 3.656409, 4.083383, 3.911222, 3.556324, 3.65077, 3.526087, 3.581997, 5.77096, 5.561207, 5.140786, 4.34539, 4.418805, 4.447309, 4.091688, 3.875671, 3.933293, 3.976815, 4.036806, 3.990968, 4.246764, 5.148159, 4.313618, 4.632657, 4.294056, 4.191548, 4.165407, 4.119104, 4.5346, 3.658218, 2.905069, 2.714447, 0.847492, 0.0], "sum_m_pl": [0.314943, 0.847912, 0.814765, 0.871447, 0.835261, 0.739137, 0.632306, 0.541053, 0.683741, 0.758235, 0.91529, 1.005932, 1.191944, 1.209679, 1.07534, 1.055725, 0.976841, 1.015843, 1.008563, 0.929069, 0.934022, 0.953231, 0.943724, 0.986117, 0.981706, 1.07261, 0.9024, 1.073956, 1.146017, 1.271208, 1.055137, 1.249242, 1.024947, 0.888881, 0.888508, 0.892031, 1.090929, 0.948233, 1.162337, 1.086449, 1.011291, 1.010131, 1.07746, 0.799506, 0.802236, 0.642065, 0.634269, 0.479646, 0.271497, 0.0]}, "lang": {"n_am_en": [11, 7, 12, 16, 12, 14, 13, 15, 9, 9, 9, 9, 8, 8, 8, 12, 10, 12, 12, 14, 15, 21, 19, 20, 29, 22, 21, 18, 18, 18, 18, 17, 17, 21, 23, 24, 24, 25, 28, 29, 28, 28, 29, 30, 31, 31, 31, 30, 31, 33], "n_am_pl": [0, 1, 0, 0, 1, 1, 3, 1, 3, 2, 5, 3, 6, 4, 3, 3, 4, 2, 2, 0, 1, 0, 0, 0, 1, 4, 6, 6, 4, 1, 2, 1, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [4.988154, 5.600618, 6.222463, 6.499254, 7.553737, 7.419268, 6.568247, 6.364211, 5.927686, 5.471601, 5.743233, 5.844137, 5.45849, 5.214768, 5.368691, 5.722212, 5.898541, 5.926082, 6.258419, 6.462421, 5.929999, 6.082866, 5.804778, 5.73481, 15.074846, 13.223013, 12.248641, 10.556673, 9.778563, 9.880574, 8.792695, 8.522499, 9.037844, 10.520946, 12.199375, 14.799221, 18.123006, 20.108685, 23.374457, 26.444534, 25.831054, 26.705353, 26.193396, 27.420228, 28.523091, 29.714343, 29.890012, 29.446365, 29.248128, 32.738412], "sum_m_pl": [0.550294, 1.314256, 1.517606, 1.538792, 1.758555, 1.7527, 1.648043, 1.637158, 1.854229, 1.94306, 2.189287, 2.264417, 2.210037, 2.163611, 2.106913, 2.261391, 2.178864, 2.07949, 2.147207, 2.07752, 1.944087, 1.861294, 1.795559, 1.756531, 1.922064, 2.831896, 3.155452, 2.926225, 3.030681, 2.669456, 2.618451, 2.886606, 2.72451, 2.439458, 2.179058, 1.828385, 1.488295, 1.18909, 0.877134, 0.693672, 0.656008, 0.396307, 0.475012, 0.35586, 0.22427, 0.0873, 0.08079, 0.072844, 0.134301, 7.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "gsm8kpl-278", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1130, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 6, 11, 11, 20, 21, 22, 18, 15, 14, 17, 15, 15, 11, 16, 22, 19, 24, 25, 29, 38, 40, 31, 29, 52, 48, 37, 27, 26, 27, 21, 23, 23, 24, 39, 41, 45, 54, 47, 55, 47, 47, 46, 42, 42, 32, 3, 2, 0, 0], "n_am_pl": [0, 5, 6, 5, 6, 9, 4, 7, 9, 9, 3, 11, 12, 10, 11, 7, 8, 8, 6, 4, 3, 1, 2, 4, 4, 5, 14, 10, 7, 12, 8, 8, 10, 6, 5, 5, 5, 3, 2, 5, 9, 6, 9, 9, 8, 19, 37, 34, 35, 37], "n_pos": 97, "sum_m_en": [9.057546, 14.261848, 14.750678, 14.979288, 16.276377, 17.37916, 16.243134, 16.066208, 15.461896, 15.276535, 16.492787, 16.574758, 16.161139, 15.02622, 16.163084, 16.626114, 16.639999, 16.014522, 17.101927, 17.089568, 16.184021, 16.310956, 15.628425, 15.658323, 28.533339, 26.123482, 23.372648, 19.927732, 19.052891, 19.403657, 17.528862, 16.912719, 17.090233, 19.126924, 20.471727, 25.161402, 29.498792, 35.831529, 38.276696, 42.888612, 40.849174, 39.77678, 37.504029, 39.270268, 39.819383, 30.524912, 5.513565, 2.138386, 0.380788, 4.8e-05], "sum_m_pl": [1.517406, 4.252833, 4.921017, 4.704182, 5.173001, 4.979306, 4.995175, 4.938972, 5.281112, 5.409006, 5.895996, 6.117832, 5.722984, 5.905297, 5.899685, 6.015231, 5.683926, 5.52961, 5.297883, 5.274804, 4.992193, 4.89194, 4.919858, 4.893264, 6.080657, 6.581049, 7.453311, 7.08859, 7.991941, 8.780364, 7.743609, 8.075423, 7.752629, 7.258084, 6.538687, 5.768214, 5.631812, 5.139049, 4.491124, 4.791161, 7.787487, 8.249163, 8.875333, 8.445827, 10.476211, 18.577545, 35.039667, 34.849065, 34.917367, 36.048338]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 1, 1, 0, 0, 0, 3, 2, 3, 3, 4, 2, 6, 2, 5, 5, 8, 8, 5, 4, 10, 10, 10, 3, 4, 4, 3, 1, 1, 3, 4, 5, 4, 8, 8, 7, 6, 4, 6, 5, 6, 3, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 4, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 1, 2, 2, 2, 0, 0, 1, 1, 0, 1, 1, 1, 2, 1, 0, 2, 2, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.928319, 3.609884, 3.736194, 3.361333, 3.385483, 3.472929, 3.38169, 3.182005, 3.040684, 3.274541, 3.848691, 3.768773, 3.753525, 3.67151, 4.191323, 4.155368, 4.085415, 3.771845, 4.09638, 3.922214, 3.61585, 3.718583, 3.536033, 3.695, 6.207227, 5.614047, 4.811788, 3.935575, 4.149333, 4.136262, 3.790892, 3.712707, 3.675832, 3.863552, 4.09491, 4.461169, 4.989286, 6.077581, 5.053764, 4.680418, 4.832362, 4.179808, 4.23517, 5.045353, 5.309054, 3.24288, 1.93871, 0.960342, 0.240327, 0.0], "sum_m_pl": [0.339949, 0.916048, 0.817999, 0.706353, 0.670295, 0.627355, 0.58951, 0.570153, 0.686986, 0.721138, 0.909642, 0.919084, 1.033206, 1.06159, 0.989718, 0.962925, 0.888877, 0.983248, 0.936637, 0.901632, 0.903425, 0.922605, 0.94346, 0.981264, 0.907325, 1.005438, 1.049089, 1.109902, 1.343657, 1.484375, 1.292411, 1.402649, 1.196688, 1.107019, 1.022352, 0.883868, 0.854397, 0.829028, 1.010277, 1.117533, 1.010857, 1.102558, 1.10224, 0.895555, 0.842115, 1.555601, 1.609976, 1.09433, 0.201577, 0.0]}, "lang": {"n_am_en": [3, 2, 2, 5, 14, 13, 12, 9, 8, 5, 8, 8, 5, 5, 5, 8, 6, 10, 10, 13, 17, 17, 15, 14, 22, 21, 15, 13, 10, 12, 9, 13, 12, 10, 18, 19, 24, 27, 23, 27, 22, 25, 23, 22, 21, 16, 2, 1, 0, 0], "n_am_pl": [0, 4, 2, 3, 2, 3, 1, 1, 4, 6, 2, 3, 4, 2, 7, 4, 5, 5, 4, 2, 2, 1, 1, 1, 1, 3, 9, 5, 5, 7, 4, 4, 7, 3, 4, 4, 4, 2, 2, 4, 7, 5, 7, 8, 8, 13, 31, 31, 33, 35], "n_pos": 35, "sum_m_en": [3.339386, 4.817837, 4.989303, 5.412183, 6.016442, 6.862558, 6.089032, 6.321127, 6.175572, 5.581107, 5.548707, 5.784528, 5.630348, 5.187682, 5.47785, 5.787664, 5.626356, 5.474226, 5.73296, 5.957069, 5.85167, 5.81907, 5.601905, 5.461901, 12.279664, 11.400319, 9.783606, 8.22593, 7.212932, 7.109432, 6.505761, 6.542607, 6.522407, 7.549284, 8.262026, 10.154755, 12.611079, 15.989612, 18.868302, 20.692738, 19.480739, 19.758757, 19.728313, 20.558758, 20.240502, 14.919232, 2.007325, 0.954472, 0.036026, 0.0], "sum_m_pl": [0.539078, 1.576291, 1.896497, 1.895074, 2.095661, 2.002006, 2.084017, 2.006358, 2.175474, 2.223842, 2.519989, 2.641268, 2.339744, 2.449422, 2.498907, 2.553436, 2.473185, 2.342608, 2.282016, 2.265594, 2.098206, 2.026741, 1.99588, 1.948176, 2.54817, 2.856141, 3.522407, 3.360554, 3.979854, 4.194283, 3.698362, 3.817936, 3.706044, 3.474841, 3.063166, 2.819367, 3.022744, 2.871198, 2.222514, 2.370842, 5.273152, 5.471285, 5.84264, 6.051749, 7.873626, 12.530729, 28.630654, 30.902882, 32.622989, 34.111222]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "gsm8kpl-278", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1420, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9604, "tf_agree_excl_first": 0.97}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [24, 32, 34, 36, 43, 49, 37, 37, 41, 39, 41, 28, 22, 28, 28, 31, 38, 37, 49, 50, 54, 60, 57, 53, 71, 60, 51, 45, 46, 35, 35, 31, 43, 43, 53, 64, 74, 77, 85, 91, 93, 87, 92, 87, 80, 80, 76, 75, 65, 58], "n_am_pl": [5, 22, 25, 9, 9, 10, 9, 13, 12, 12, 18, 19, 23, 18, 17, 17, 15, 16, 17, 15, 8, 11, 12, 11, 13, 13, 19, 26, 21, 27, 22, 28, 27, 16, 18, 13, 9, 1, 2, 3, 5, 5, 6, 4, 3, 2, 1, 3, 0, 0], "n_pos": 200, "sum_m_en": [23.013081, 33.609099, 32.515281, 32.662067, 33.791119, 32.660994, 31.492803, 31.952197, 31.199341, 32.130179, 31.253649, 32.640083, 29.185423, 28.766454, 28.673379, 30.256872, 31.785964, 31.59419, 35.307945, 34.559754, 33.627423, 33.817598, 32.38288, 33.181832, 53.462458, 48.956636, 42.903129, 39.906862, 36.663644, 35.975535, 33.185499, 33.635158, 37.483538, 38.120823, 44.027742, 49.69818, 57.512965, 62.298572, 66.922215, 73.935219, 72.519719, 76.235486, 78.347903, 77.888627, 77.027642, 75.642092, 73.446317, 72.347949, 65.235905, 58.017191], "sum_m_pl": [4.81888, 10.011236, 11.297119, 10.357558, 11.455861, 10.482905, 9.978426, 10.517852, 11.249324, 11.966148, 13.002127, 14.09054, 14.644966, 15.007414, 14.82449, 15.330282, 15.343755, 15.313692, 14.552379, 14.110938, 13.338236, 12.761636, 12.49079, 12.74677, 16.04235, 18.06499, 18.076728, 19.513742, 20.312727, 22.012661, 19.893701, 19.623863, 17.835552, 17.012761, 16.055792, 14.617397, 12.132545, 9.77673, 8.569149, 7.73545, 7.784096, 6.711891, 7.170407, 6.476524, 6.133997, 3.999352, 3.324226, 2.833208, 0.843026, 4.1e-05]}, "digit": {"n_am_en": [0, 5, 5, 0, 3, 4, 2, 3, 4, 3, 11, 4, 1, 2, 3, 0, 2, 8, 8, 7, 5, 6, 5, 5, 11, 7, 5, 5, 2, 0, 2, 2, 1, 4, 5, 6, 10, 9, 6, 10, 12, 8, 9, 8, 4, 6, 5, 2, 2, 0], "n_am_pl": [0, 1, 2, 0, 1, 0, 0, 1, 1, 2, 0, 1, 6, 3, 2, 3, 0, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 3, 6, 5, 3, 4, 4, 4, 2, 3, 1, 0, 0, 1, 2, 2, 2, 2, 1, 1, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [3.183457, 5.542693, 5.433324, 5.105985, 5.454674, 5.201064, 4.988566, 4.987995, 4.800285, 4.786403, 4.730168, 4.81503, 4.161944, 4.163548, 4.1698, 4.218782, 4.459776, 4.891689, 5.545591, 5.155819, 4.74269, 4.701526, 4.569922, 4.706637, 7.032029, 6.433797, 5.389283, 5.277535, 4.618869, 4.675175, 4.468008, 4.757762, 5.081938, 5.167467, 5.213557, 5.579466, 6.225327, 6.124014, 6.69485, 6.562246, 6.325736, 6.190451, 6.238728, 6.382165, 4.985188, 4.273806, 3.40407, 1.810176, 2.032458, 0.0], "sum_m_pl": [0.522973, 1.337124, 1.242271, 1.23064, 1.289286, 1.139024, 1.051293, 1.113785, 1.268789, 1.344276, 1.62538, 1.786093, 1.949256, 2.044229, 1.978434, 2.164285, 2.041253, 2.190612, 2.039354, 1.972008, 1.895252, 1.825658, 1.748411, 1.788164, 2.495826, 2.801118, 2.513445, 2.745872, 2.592517, 2.884287, 2.412765, 2.354302, 2.421371, 2.334232, 2.170648, 2.027453, 1.72199, 1.570553, 1.438964, 1.543532, 1.447363, 1.47229, 1.7212, 1.722978, 1.721113, 1.030322, 0.662271, 0.956027, 0.183389, 0.0]}, "lang": {"n_am_en": [13, 13, 12, 17, 18, 27, 25, 24, 27, 23, 22, 19, 14, 11, 16, 18, 24, 22, 25, 31, 33, 36, 33, 32, 37, 36, 31, 27, 30, 22, 21, 22, 30, 28, 31, 32, 36, 43, 49, 53, 52, 52, 54, 53, 55, 55, 55, 57, 56, 55], "n_am_pl": [2, 8, 3, 2, 2, 2, 1, 2, 3, 5, 6, 7, 5, 3, 7, 5, 4, 2, 5, 2, 2, 5, 6, 4, 2, 1, 3, 5, 3, 8, 9, 9, 8, 5, 6, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [6.681934, 8.473558, 8.334977, 9.128257, 9.713755, 9.472474, 9.483398, 9.642082, 10.048643, 10.434279, 9.758022, 10.509203, 9.14714, 9.145053, 8.899845, 9.491605, 10.198963, 10.444492, 11.775137, 11.774126, 11.47401, 11.712465, 10.797287, 11.086086, 27.621253, 25.645966, 22.494423, 19.216552, 17.157038, 15.952777, 13.726966, 13.442628, 15.430272, 16.434956, 20.390815, 24.320452, 28.175095, 32.77844, 37.736547, 43.394522, 43.425376, 46.292785, 49.731455, 50.394402, 52.244147, 52.390334, 53.947585, 54.702477, 54.181999, 55.456276], "sum_m_pl": [1.460113, 2.711904, 2.930082, 2.576501, 2.929816, 2.84491, 2.72584, 3.1247, 3.527727, 3.785519, 4.302235, 4.728417, 4.891046, 5.098592, 5.1294, 5.201414, 5.033876, 4.9092, 4.788942, 4.553914, 4.117866, 3.986318, 3.934786, 3.865092, 4.393085, 4.424815, 5.023086, 6.05818, 6.046025, 6.659861, 6.683192, 6.979686, 6.236312, 6.142868, 5.276064, 4.902767, 4.273611, 2.817566, 2.197885, 1.556996, 1.549473, 1.075423, 0.751482, 0.538652, 0.304494, 0.201388, 0.086479, 0.055788, 0.074832, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-279", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1118, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9752}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 22, 17, 24, 27, 24, 28, 24, 20, 21, 20, 24, 19, 24, 30, 27, 28, 34, 37, 48, 70, 66, 58, 52, 74, 64, 51, 53, 45, 36, 40, 29, 34, 42, 47, 51, 71, 66, 85, 90, 82, 75, 81, 74, 68, 56, 15, 8, 4, 3], "n_am_pl": [4, 20, 36, 19, 17, 27, 19, 25, 30, 28, 25, 29, 30, 31, 31, 44, 24, 27, 28, 26, 20, 22, 18, 21, 28, 31, 41, 40, 43, 47, 35, 29, 33, 29, 26, 23, 9, 9, 6, 6, 12, 13, 16, 17, 18, 23, 49, 54, 54, 54], "n_pos": 231, "sum_m_en": [24.974102, 36.702984, 36.751665, 36.730728, 36.917574, 35.117516, 34.46036, 34.960044, 34.515898, 35.777654, 35.329584, 35.519603, 32.705979, 32.709335, 32.633167, 34.032978, 35.393083, 34.043974, 36.360618, 37.031731, 37.370271, 36.778532, 35.871983, 35.507384, 51.596577, 45.300933, 40.076281, 37.147666, 34.692895, 35.281547, 32.475746, 34.81172, 36.652414, 37.76731, 41.02881, 45.521029, 51.844199, 54.847359, 63.092849, 65.695447, 63.339544, 64.085447, 70.095485, 69.00378, 63.614743, 50.661381, 19.692007, 11.334291, 7.030029, 2.852936], "sum_m_pl": [4.474921, 12.197914, 14.524313, 14.09927, 14.951238, 14.229215, 12.957394, 13.554299, 14.748859, 15.412307, 16.151917, 15.985321, 16.944035, 17.998469, 17.706841, 18.18602, 16.995648, 16.795471, 15.965647, 15.60103, 14.93548, 14.369078, 13.91682, 14.095392, 21.101034, 25.314478, 25.252652, 26.229107, 27.024427, 28.574322, 25.305018, 23.956825, 23.551684, 22.083547, 20.469474, 18.378613, 14.502003, 11.85776, 10.694193, 11.236709, 11.721034, 12.802669, 14.227013, 16.196638, 20.942459, 26.694228, 47.213404, 54.053596, 55.641444, 53.839315]}, "digit": {"n_am_en": [0, 4, 1, 0, 1, 1, 1, 2, 2, 2, 7, 4, 1, 1, 3, 3, 3, 6, 4, 4, 6, 6, 3, 4, 8, 8, 6, 5, 2, 1, 1, 1, 2, 3, 5, 7, 12, 10, 12, 13, 11, 8, 11, 7, 5, 4, 1, 2, 0, 0], "n_am_pl": [0, 4, 6, 0, 0, 0, 1, 0, 1, 3, 4, 2, 5, 7, 1, 2, 3, 8, 3, 6, 5, 3, 4, 3, 5, 3, 11, 11, 9, 10, 4, 3, 4, 2, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.020005, 5.43362, 5.661227, 5.378251, 5.252202, 4.959534, 4.702649, 4.427009, 4.459483, 4.628552, 4.758946, 4.64806, 4.008407, 3.999087, 4.192334, 4.406426, 4.685403, 4.724346, 4.862986, 4.897394, 4.765022, 4.738819, 4.620483, 4.687708, 6.155871, 5.339338, 5.0992, 5.087461, 4.842895, 5.022402, 4.757515, 5.231884, 5.494735, 5.535737, 5.424711, 6.520342, 8.151234, 7.872505, 8.256219, 7.637584, 7.281427, 5.7091, 7.194973, 6.787815, 5.752323, 4.274271, 1.905183, 1.913583, 0.796876, 0.0], "sum_m_pl": [0.517413, 1.706458, 1.591708, 1.464113, 1.270185, 1.131593, 1.010093, 1.079842, 1.311541, 1.439863, 1.708405, 1.759186, 1.94228, 2.268007, 2.11104, 2.164064, 2.014359, 2.295452, 2.145331, 2.093461, 1.926961, 1.838436, 1.765625, 1.803695, 2.78891, 3.080188, 2.863157, 3.208976, 3.143498, 3.133911, 2.667484, 2.649403, 2.535909, 2.307705, 2.217444, 2.206842, 1.563372, 1.397976, 1.356562, 1.474295, 1.428741, 1.997179, 1.612211, 1.450917, 1.311308, 0.728564, 1.47185, 1.219559, 0.274669, 0.0]}, "lang": {"n_am_en": [4, 5, 6, 9, 13, 14, 14, 11, 6, 10, 2, 5, 4, 6, 6, 9, 8, 9, 14, 22, 28, 29, 25, 20, 29, 26, 19, 14, 16, 12, 12, 12, 12, 18, 18, 21, 28, 31, 38, 41, 33, 38, 41, 37, 36, 28, 7, 3, 4, 3], "n_am_pl": [2, 4, 6, 3, 3, 5, 3, 7, 10, 10, 12, 16, 12, 10, 13, 18, 13, 8, 12, 8, 5, 8, 7, 10, 11, 11, 15, 10, 13, 14, 12, 11, 12, 10, 7, 13, 3, 6, 4, 6, 10, 8, 11, 13, 15, 20, 40, 49, 51, 54], "n_pos": 57, "sum_m_en": [6.60436, 8.804082, 9.038854, 9.414306, 9.93787, 9.585765, 9.475295, 10.187706, 9.85914, 10.116121, 9.613209, 9.831605, 9.131943, 9.200309, 9.047496, 9.475246, 9.808906, 9.376095, 9.799745, 10.379379, 11.003702, 10.520317, 10.095961, 9.842595, 19.549239, 16.775532, 14.287482, 11.54133, 10.883429, 10.515099, 9.651297, 10.355086, 10.465423, 11.519447, 12.377203, 14.458858, 17.003019, 19.097729, 23.911011, 26.68658, 24.583966, 27.466885, 32.321419, 31.997438, 30.364357, 23.787997, 8.426741, 4.728152, 4.467002, 2.852578], "sum_m_pl": [1.220647, 2.7312, 3.189662, 3.377549, 3.678006, 3.655174, 3.493294, 3.854397, 4.287109, 4.395652, 4.87718, 4.913522, 5.226136, 5.646514, 5.305565, 5.442742, 5.096439, 4.585141, 4.432973, 4.084242, 3.889759, 3.858343, 3.750225, 3.921321, 5.735207, 6.919537, 7.86387, 8.374379, 8.254198, 8.639519, 7.601662, 7.391754, 7.272976, 7.104596, 6.73503, 6.314322, 5.554723, 4.465767, 4.17849, 4.955511, 5.837004, 6.341115, 7.775457, 9.987905, 15.084418, 20.72803, 38.209296, 46.675795, 50.15209, 53.804001]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 234, "item_id": "gsm8kpl-279", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1408, "region_end": 231, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 12, 10, 18, 25, 25, 21, 23, 17, 20, 13, 22, 21, 20, 18, 21, 28, 31, 31, 39, 38, 38, 34, 32, 47, 49, 41, 33, 32, 31, 32, 32, 38, 36, 48, 51, 57, 59, 59, 62, 58, 61, 57, 56, 53, 52, 51, 50, 43, 39], "n_am_pl": [0, 8, 9, 5, 10, 5, 11, 9, 6, 9, 18, 11, 15, 14, 11, 8, 10, 6, 8, 8, 5, 4, 4, 1, 7, 10, 10, 7, 7, 13, 12, 14, 12, 6, 4, 7, 9, 7, 6, 8, 4, 3, 3, 1, 1, 0, 0, 0, 1, 0], "n_pos": 126, "sum_m_en": [14.382113, 19.572185, 19.473327, 20.2098, 23.06234, 23.163396, 21.413362, 21.705922, 21.666352, 21.914991, 22.313095, 21.54407, 21.652498, 22.287432, 23.45832, 23.941206, 24.32756, 21.970173, 22.373114, 24.024826, 22.186833, 21.503548, 21.20463, 21.92385, 36.681392, 31.587636, 28.518826, 23.717335, 25.978802, 26.860876, 25.192161, 25.242366, 27.040887, 29.256489, 32.155816, 32.903416, 39.734838, 46.059249, 48.092955, 53.759229, 52.500539, 52.104359, 52.200644, 51.816613, 49.539359, 48.963557, 49.049501, 47.546007, 43.297056, 38.42056], "sum_m_pl": [3.06543, 5.994927, 6.398914, 6.024088, 6.943375, 6.221931, 5.900119, 5.832502, 6.014414, 6.477832, 7.596535, 7.919926, 8.151178, 8.736569, 8.41294, 8.53207, 8.138335, 8.299857, 8.68286, 9.011024, 8.63722, 8.280637, 8.070296, 8.311471, 9.262096, 9.944137, 10.065675, 9.810877, 9.873645, 10.221704, 9.15376, 9.284322, 9.220551, 8.258308, 7.271422, 7.264182, 6.332702, 5.470377, 5.221425, 4.72088, 4.236181, 3.907861, 3.707267, 3.258433, 2.881883, 2.504165, 1.430159, 0.945199, 1.178237, 0.000384]}, "digit": {"n_am_en": [0, 4, 2, 4, 4, 5, 2, 2, 2, 4, 6, 7, 7, 8, 7, 9, 10, 7, 6, 8, 7, 8, 5, 6, 9, 11, 8, 7, 9, 8, 7, 9, 9, 7, 7, 11, 8, 8, 6, 7, 5, 8, 7, 5, 3, 5, 3, 1, 0, 0], "n_am_pl": [0, 1, 2, 0, 2, 1, 2, 2, 4, 4, 9, 4, 8, 6, 4, 4, 7, 4, 5, 1, 1, 2, 1, 1, 2, 5, 4, 2, 3, 4, 5, 5, 3, 0, 2, 5, 6, 5, 4, 6, 4, 3, 3, 1, 1, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.535859, 5.849233, 5.594379, 5.430115, 6.051923, 5.85521, 5.552656, 5.294147, 5.293242, 5.551777, 5.972928, 5.797721, 5.88535, 6.085478, 6.658357, 6.557558, 6.526469, 5.748796, 5.863824, 6.329976, 5.894623, 5.7258, 5.686438, 6.07055, 9.012318, 7.872922, 7.443142, 6.088899, 6.874928, 6.898697, 6.606182, 6.911179, 7.082184, 7.197726, 6.743336, 6.974351, 6.670869, 6.679945, 6.040822, 6.55738, 5.959911, 6.168883, 5.802974, 4.940673, 4.198038, 4.067132, 3.439728, 1.771219, 0.980731, 0.0], "sum_m_pl": [0.654285, 1.474099, 1.236613, 1.230085, 1.399667, 1.24399, 1.084007, 1.078839, 1.295688, 1.500257, 1.89593, 2.038454, 2.297817, 2.355772, 2.032731, 2.159168, 2.007824, 2.129278, 2.163987, 2.229186, 2.174226, 2.072811, 2.028259, 2.108923, 2.53223, 2.617435, 2.476637, 2.3429, 2.27654, 2.403747, 2.237968, 2.112034, 1.998458, 1.840698, 1.796855, 2.264686, 2.525665, 2.358992, 2.52823, 2.45441, 2.276748, 2.261143, 2.173258, 1.860558, 1.50161, 1.148827, 0.839961, 0.419139, 0.306401, 0.0]}, "lang": {"n_am_en": [8, 4, 6, 9, 14, 12, 12, 16, 10, 7, 2, 5, 8, 3, 5, 4, 6, 13, 14, 20, 20, 18, 19, 18, 30, 30, 25, 19, 18, 19, 20, 19, 22, 23, 28, 27, 34, 34, 34, 36, 36, 35, 35, 38, 37, 37, 35, 38, 39, 38], "n_am_pl": [0, 3, 2, 1, 4, 2, 4, 3, 0, 3, 4, 7, 6, 6, 3, 2, 2, 1, 3, 1, 2, 1, 1, 0, 1, 1, 4, 2, 2, 6, 3, 7, 3, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [5.273172, 5.991881, 6.252628, 6.829664, 7.774199, 7.840106, 7.435663, 8.046772, 8.046235, 7.643271, 7.182379, 6.958016, 7.094787, 7.249523, 7.608826, 7.999521, 8.086402, 7.40299, 7.556093, 8.037726, 7.446943, 7.076779, 6.911423, 6.961659, 17.225962, 14.670134, 12.982159, 9.779471, 10.212891, 10.713373, 9.962495, 9.918511, 10.878411, 12.160628, 14.474108, 15.781237, 20.842054, 25.401834, 27.631389, 32.119958, 31.720988, 31.967151, 32.78438, 34.792827, 35.475032, 35.363738, 34.757141, 36.075601, 36.591978, 37.291118], "sum_m_pl": [1.122395, 1.940832, 2.084042, 1.971522, 2.394928, 2.163048, 2.083967, 2.117741, 2.215537, 2.310906, 2.705823, 2.712947, 2.710456, 2.934911, 2.879591, 2.854121, 2.758532, 2.704756, 2.957362, 3.057598, 2.889792, 2.822806, 2.745926, 2.758598, 2.960653, 3.328214, 3.637816, 3.61081, 3.713109, 3.515437, 3.070069, 3.421303, 3.261582, 3.065915, 2.438907, 2.382896, 1.777148, 1.1989, 0.934031, 0.475069, 0.474241, 0.379041, 0.299807, 0.269093, 0.283942, 0.189153, 0.094799, 0.068563, 0.059323, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "gsm8kpl-282", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1191, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9771, "tf_agree_excl_first": 0.9846}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 14, 10, 15, 26, 32, 38, 25, 23, 33, 26, 30, 31, 30, 32, 26, 37, 38, 39, 38, 31, 31, 28, 36, 70, 60, 49, 36, 41, 34, 37, 26, 26, 41, 54, 54, 61, 69, 65, 73, 70, 72, 69, 77, 60, 51, 28, 9, 3, 3], "n_am_pl": [2, 12, 12, 9, 11, 14, 22, 18, 16, 14, 23, 21, 29, 30, 19, 21, 14, 14, 11, 8, 7, 11, 11, 13, 12, 18, 16, 15, 20, 20, 20, 17, 23, 19, 20, 16, 13, 11, 14, 16, 14, 17, 19, 9, 22, 30, 49, 73, 75, 71], "n_pos": 171, "sum_m_en": [16.594839, 26.700523, 27.841247, 28.38609, 30.025436, 31.81801, 31.137284, 31.407209, 32.099047, 33.028472, 32.850359, 31.591354, 31.461709, 32.607339, 33.434442, 32.839932, 33.799457, 30.467408, 30.341717, 30.895442, 29.392225, 28.724901, 28.52828, 29.221976, 46.576647, 41.810451, 37.684018, 32.126711, 32.815824, 32.451722, 31.289134, 31.140981, 32.3237, 36.034352, 39.396929, 40.262878, 47.481419, 56.239281, 59.641593, 65.596309, 62.726363, 63.739709, 63.307432, 68.690987, 58.04871, 49.791554, 28.691051, 9.436085, 4.871233, 2.994809], "sum_m_pl": [2.880986, 8.334287, 8.608391, 8.150228, 9.386732, 9.146202, 9.024892, 9.175468, 9.655184, 9.838254, 11.407155, 12.308552, 12.554931, 13.30541, 13.258062, 12.718592, 11.245045, 11.335535, 11.384946, 11.585422, 11.423833, 11.009631, 10.837273, 10.905414, 13.114282, 14.114175, 14.480546, 15.149877, 16.501072, 16.646282, 14.908266, 14.700224, 15.034936, 13.563175, 12.229467, 12.66771, 11.280207, 9.656021, 8.542153, 8.500028, 9.385078, 10.457743, 13.172818, 11.747539, 20.114504, 29.323619, 48.953095, 70.319228, 72.957861, 70.882078]}, "digit": {"n_am_en": [1, 1, 2, 0, 6, 4, 7, 4, 2, 4, 6, 5, 7, 7, 6, 9, 11, 8, 7, 4, 5, 6, 4, 6, 13, 11, 10, 4, 12, 8, 8, 3, 5, 4, 7, 5, 6, 7, 7, 9, 6, 7, 5, 6, 1, 1, 1, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 4, 1, 6, 6, 4, 6, 3, 2, 3, 0, 1, 3, 1, 1, 1, 4, 2, 2, 3, 2, 2, 3, 3, 3, 4, 2, 5, 5, 7, 7, 3, 3, 3, 0, 0, 1, 2, 1, 0, 0], "n_pos": 30, "sum_m_en": [2.858617, 5.427253, 5.444366, 5.166089, 5.38226, 5.458499, 5.324517, 5.090302, 5.27554, 5.665367, 5.999009, 5.841037, 5.885162, 6.116116, 6.47556, 6.119576, 6.466395, 5.667374, 5.584561, 5.5377, 5.296719, 5.227346, 5.181609, 5.440175, 8.689553, 7.22311, 6.74155, 5.700625, 6.04874, 5.88871, 5.692361, 6.046925, 6.109386, 6.073092, 6.237903, 6.330647, 6.683802, 6.804015, 6.474953, 6.610606, 5.631686, 5.80319, 5.494163, 4.379108, 2.98737, 2.177525, 1.571611, 0.958169, 0.603281, 0.0], "sum_m_pl": [0.493052, 1.441155, 1.201424, 1.13167, 1.306086, 1.234696, 1.066919, 1.011497, 1.264829, 1.442075, 1.802889, 2.015825, 2.164698, 2.124493, 1.920319, 2.023715, 1.812643, 1.89739, 1.986425, 1.970115, 1.952561, 1.89905, 1.85213, 1.948295, 2.059762, 2.437922, 2.181503, 2.46071, 2.568327, 2.435413, 2.053618, 2.018684, 1.899706, 1.764527, 1.817695, 2.140418, 2.59573, 2.119329, 2.075498, 2.042386, 1.893686, 1.898431, 1.817374, 1.634739, 1.38845, 1.141057, 1.517699, 1.017134, 0.22279, 1.1e-05]}, "lang": {"n_am_en": [3, 4, 4, 9, 15, 20, 18, 12, 14, 15, 11, 14, 13, 9, 14, 9, 15, 20, 23, 24, 18, 16, 16, 20, 36, 32, 25, 18, 17, 17, 19, 15, 14, 27, 30, 33, 37, 42, 42, 45, 46, 45, 46, 55, 45, 39, 24, 5, 3, 3], "n_am_pl": [0, 10, 4, 6, 3, 7, 13, 11, 14, 10, 14, 13, 15, 17, 13, 9, 10, 7, 7, 7, 4, 8, 6, 6, 5, 5, 7, 8, 12, 11, 12, 9, 16, 13, 14, 12, 7, 5, 7, 9, 9, 12, 15, 9, 21, 27, 42, 66, 71, 71], "n_pos": 75, "sum_m_en": [7.516964, 11.300081, 12.250167, 12.940899, 13.679448, 14.565136, 14.4119, 15.144883, 15.492, 15.488188, 15.031015, 14.180287, 14.080359, 14.605808, 14.815832, 14.822827, 15.011001, 13.569234, 13.632459, 14.130148, 13.503541, 13.042702, 13.016939, 13.142496, 23.507867, 21.186197, 18.543639, 15.424596, 15.242581, 14.960112, 14.58712, 14.118529, 14.565886, 17.992772, 19.220293, 19.672392, 24.737408, 31.592327, 34.864009, 39.970839, 39.731232, 41.004439, 41.494255, 48.010292, 41.451679, 36.592896, 22.213014, 6.040095, 3.403675, 2.99478], "sum_m_pl": [1.176903, 3.663104, 3.921329, 3.766515, 4.393097, 4.212708, 4.416468, 4.739582, 5.138072, 4.951124, 5.702598, 6.173538, 6.370844, 7.149011, 7.257908, 6.451315, 5.573801, 5.474211, 5.52704, 5.577651, 5.468098, 5.280827, 5.202754, 5.045571, 6.433609, 6.740406, 7.361481, 7.60562, 8.738456, 8.890124, 8.233121, 8.362235, 8.710182, 7.969718, 7.083071, 7.601532, 6.589705, 5.47798, 4.815307, 4.923832, 5.649312, 6.820185, 9.920655, 8.811851, 16.477646, 24.684213, 42.318804, 62.935437, 68.854299, 70.449973]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "gsm8kpl-282", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1481, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.983, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 11, 9, 15, 15, 24, 24, 28, 17, 21, 9, 13, 9, 13, 16, 11, 12, 13, 16, 20, 19, 20, 16, 14, 31, 21, 25, 14, 17, 16, 22, 20, 22, 21, 26, 25, 32, 38, 40, 50, 49, 46, 42, 38, 36, 35, 28, 32, 25, 25], "n_am_pl": [0, 3, 3, 4, 5, 2, 4, 3, 4, 4, 3, 8, 17, 8, 7, 10, 7, 5, 5, 5, 2, 2, 4, 3, 5, 8, 6, 6, 7, 9, 11, 6, 6, 3, 4, 4, 6, 3, 2, 2, 3, 3, 2, 2, 2, 1, 0, 0, 1, 0], "n_pos": 96, "sum_m_en": [9.893762, 14.474001, 14.872709, 14.858955, 16.119866, 16.712787, 15.820428, 15.707599, 15.193297, 16.453687, 15.414951, 15.058635, 14.413644, 14.28583, 15.117674, 15.300709, 15.896949, 15.077407, 15.554078, 16.107348, 15.439232, 15.433312, 15.187396, 15.479447, 19.274135, 17.718535, 17.037397, 16.035431, 17.160508, 16.964291, 15.780818, 15.903275, 16.736676, 18.453348, 20.465905, 20.064143, 23.741693, 30.272804, 32.983603, 39.52444, 39.422254, 41.30111, 36.554771, 36.433492, 34.702261, 33.59188, 29.999361, 32.589757, 27.264213, 24.884835], "sum_m_pl": [1.761977, 4.378167, 4.550097, 4.482455, 4.819949, 4.387115, 3.920961, 3.978959, 4.320652, 4.934723, 5.426364, 5.880163, 5.861859, 5.757874, 5.403416, 5.535826, 5.676735, 5.848906, 6.08239, 6.202718, 5.892958, 5.805394, 5.736836, 5.84268, 7.250855, 7.642954, 7.393268, 7.334994, 6.618606, 7.557817, 6.838867, 6.156853, 6.052344, 5.585373, 5.169549, 5.237485, 4.670639, 3.783709, 3.680341, 3.438305, 3.594904, 3.365359, 3.18129, 2.68847, 2.381515, 1.753873, 1.053893, 0.687066, 0.680342, 0.000137]}, "digit": {"n_am_en": [0, 1, 1, 4, 2, 7, 7, 9, 7, 8, 3, 4, 3, 4, 5, 2, 2, 2, 4, 3, 4, 3, 4, 3, 7, 4, 8, 4, 4, 4, 7, 5, 8, 5, 9, 7, 7, 9, 7, 13, 11, 9, 9, 6, 6, 4, 2, 3, 0, 0], "n_am_pl": [0, 2, 0, 2, 3, 0, 0, 0, 0, 1, 2, 2, 10, 5, 2, 2, 2, 2, 2, 4, 1, 0, 0, 0, 2, 2, 1, 2, 1, 3, 4, 1, 1, 1, 2, 4, 6, 2, 2, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.011486, 5.297009, 5.426928, 5.060821, 5.461848, 5.590451, 5.486117, 5.169565, 5.052313, 5.516425, 5.283822, 5.252132, 5.119839, 5.141956, 5.298075, 5.194592, 5.366162, 4.807592, 5.017727, 5.066335, 4.933747, 5.071917, 5.040491, 5.104337, 6.703651, 6.629369, 5.993593, 5.807365, 6.009741, 5.634359, 5.202367, 5.162004, 5.289287, 5.427492, 5.747834, 5.414683, 5.701711, 6.554798, 6.245053, 7.504465, 7.368888, 7.747482, 5.864159, 5.851454, 5.06897, 3.966286, 3.216591, 3.029703, 0.741585, 0.0], "sum_m_pl": [0.430852, 1.30317, 1.133715, 1.106971, 1.129666, 0.997041, 0.832059, 0.850174, 1.051416, 1.259467, 1.548777, 1.679458, 1.660867, 1.672353, 1.473369, 1.503524, 1.535052, 1.589377, 1.654242, 1.730716, 1.667525, 1.61447, 1.582103, 1.608763, 1.731803, 1.766947, 1.573191, 1.637516, 1.463338, 1.760331, 1.62416, 1.469856, 1.387374, 1.307235, 1.38542, 1.713751, 1.768482, 1.468589, 1.694963, 1.653136, 1.647023, 1.610194, 1.509851, 1.406072, 1.450375, 1.106613, 0.746784, 0.420182, 0.199568, 0.0]}, "lang": {"n_am_en": [0, 3, 4, 4, 3, 6, 6, 7, 2, 3, 1, 1, 2, 4, 5, 3, 5, 5, 8, 9, 11, 10, 9, 8, 15, 10, 12, 6, 7, 6, 8, 7, 10, 11, 12, 14, 17, 21, 23, 24, 24, 24, 24, 23, 23, 24, 18, 23, 21, 24], "n_am_pl": [0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 1, 3, 4, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 2, 1, 1, 4, 3, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "n_pos": 25, "sum_m_en": [2.58393, 3.278351, 3.419752, 3.701063, 4.155815, 4.390508, 4.106235, 4.38194, 4.160974, 4.457177, 4.153545, 3.865469, 3.900447, 3.886005, 4.237039, 4.289734, 4.505159, 4.444989, 4.493509, 4.709553, 4.541766, 4.363582, 4.234731, 4.279095, 6.344615, 5.213756, 5.327963, 4.444801, 4.817654, 4.9854, 4.867617, 4.93591, 5.346136, 6.428493, 7.513184, 8.890086, 11.975099, 14.982463, 17.969782, 21.565287, 21.728346, 22.258489, 22.81766, 22.07568, 22.041933, 21.814826, 18.253864, 22.559436, 22.02765, 23.769589], "sum_m_pl": [0.520726, 1.146122, 1.192857, 1.207094, 1.363161, 1.272483, 1.2275, 1.221048, 1.360805, 1.449733, 1.65324, 1.732428, 1.732872, 1.689733, 1.656725, 1.610897, 1.66331, 1.727477, 1.873938, 1.831694, 1.694707, 1.700662, 1.700082, 1.716653, 2.592505, 2.613506, 2.484475, 2.422247, 2.31179, 2.378173, 2.151164, 1.935377, 1.974021, 1.889711, 1.569354, 1.558682, 1.274722, 0.900049, 0.595065, 0.343427, 0.563794, 0.424504, 0.091759, 0.089238, 0.066195, 0.049619, 0.092976, 0.120626, 0.321465, 0.000134]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "gsm8kpl-286", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1139, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [0, 10, 10, 8, 16, 23, 19, 24, 18, 18, 17, 15, 16, 17, 17, 24, 23, 23, 27, 31, 37, 36, 34, 32, 51, 42, 34, 23, 24, 22, 22, 19, 18, 25, 32, 34, 40, 51, 61, 70, 64, 68, 57, 46, 42, 25, 10, 3, 2, 0], "n_am_pl": [0, 9, 5, 4, 9, 8, 4, 8, 8, 7, 12, 16, 17, 11, 8, 14, 6, 6, 7, 15, 4, 3, 5, 3, 7, 9, 8, 12, 12, 17, 15, 11, 12, 10, 11, 9, 9, 6, 8, 4, 10, 8, 9, 10, 22, 32, 43, 44, 39, 39], "n_pos": 127, "sum_m_en": [11.870503, 18.382806, 19.557481, 19.237158, 20.642167, 21.942959, 19.911289, 20.826911, 20.630488, 22.574472, 21.633615, 20.69108, 20.478617, 19.802032, 19.845581, 20.04873, 20.919693, 19.787682, 20.549488, 20.607105, 20.222919, 20.545636, 20.147755, 20.446607, 30.298846, 26.075036, 23.188374, 22.189868, 22.839513, 22.034745, 21.458048, 21.322944, 21.322815, 23.633609, 25.046136, 24.685531, 28.08638, 35.182396, 38.747775, 51.261744, 52.445521, 54.502621, 47.264025, 41.051976, 36.173711, 24.822101, 10.023994, 4.217756, 2.345869, 0.037719], "sum_m_pl": [2.328209, 6.571839, 6.74493, 6.463715, 7.035604, 6.590385, 5.759287, 6.177917, 6.622402, 7.24041, 7.936979, 8.366103, 8.327639, 7.957126, 7.453579, 7.647013, 7.506408, 7.500267, 7.373332, 7.700015, 7.200274, 7.188619, 7.205774, 7.250308, 9.187703, 10.476079, 10.271255, 10.446639, 9.897982, 11.126595, 10.085979, 9.400449, 9.344717, 8.516839, 8.455913, 8.250537, 8.759824, 7.34461, 7.296678, 6.445046, 7.328799, 7.422822, 8.306738, 10.021835, 15.68113, 27.985699, 42.330892, 41.377274, 40.145572, 39.584549]}, "digit": {"n_am_en": [0, 2, 2, 1, 1, 6, 3, 4, 3, 4, 5, 2, 6, 5, 7, 7, 5, 3, 1, 1, 4, 4, 4, 4, 9, 9, 6, 4, 3, 5, 3, 1, 3, 4, 7, 5, 9, 9, 13, 13, 12, 11, 11, 8, 8, 5, 2, 0, 0, 0], "n_am_pl": [0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 6, 4, 2, 2, 1, 2, 1, 5, 1, 0, 0, 0, 1, 0, 1, 3, 1, 3, 2, 2, 2, 1, 4, 3, 4, 3, 3, 2, 2, 2, 2, 3, 2, 4, 2, 2, 0, 0], "n_pos": 30, "sum_m_en": [2.701057, 4.973207, 5.158581, 4.731423, 4.917037, 5.092656, 4.704779, 4.502769, 4.554663, 5.215795, 5.090408, 5.110032, 4.886196, 4.878475, 5.003363, 4.805315, 5.094273, 4.684314, 4.837294, 4.850687, 4.782595, 4.954627, 4.925145, 5.001503, 6.70342, 6.18974, 5.454887, 5.560734, 5.587103, 5.339373, 4.906557, 4.924261, 4.955874, 5.149792, 5.432999, 5.235165, 5.869798, 6.936948, 7.041209, 8.434421, 8.277381, 8.787625, 7.804352, 6.582357, 5.041688, 3.981825, 2.699919, 0.969727, 0.368706, 0.0], "sum_m_pl": [0.460894, 1.415393, 1.099967, 1.006951, 1.008871, 0.940217, 0.837125, 0.857075, 1.086819, 1.288307, 1.597717, 1.641222, 1.563572, 1.566234, 1.459175, 1.51988, 1.49769, 1.511902, 1.514889, 1.622495, 1.582983, 1.551614, 1.536424, 1.543644, 1.720428, 1.754064, 1.601699, 1.710921, 1.550451, 1.717377, 1.667676, 1.522355, 1.416115, 1.332045, 1.39453, 1.659621, 1.578772, 1.317844, 1.553057, 1.433205, 1.48018, 1.369507, 1.271983, 2.010709, 2.115389, 2.400591, 2.679647, 1.682331, 0.202096, 1.7e-05]}, "lang": {"n_am_en": [0, 3, 3, 3, 6, 8, 9, 12, 10, 9, 11, 9, 6, 7, 4, 9, 8, 10, 13, 18, 20, 20, 20, 18, 24, 19, 16, 12, 15, 10, 11, 11, 8, 14, 16, 17, 19, 27, 27, 32, 28, 32, 25, 21, 18, 11, 1, 1, 2, 0], "n_am_pl": [0, 3, 3, 2, 5, 1, 1, 5, 6, 3, 3, 7, 7, 3, 4, 5, 4, 0, 2, 4, 0, 0, 2, 0, 3, 5, 4, 6, 6, 7, 9, 5, 5, 5, 5, 4, 3, 2, 2, 1, 7, 5, 6, 6, 19, 25, 36, 38, 38, 39], "n_pos": 41, "sum_m_en": [4.110514, 5.707959, 6.10814, 6.113605, 6.947853, 7.613496, 6.98243, 8.013437, 8.036788, 8.258362, 8.043542, 7.408383, 7.694456, 7.382531, 7.069533, 7.515936, 7.521411, 7.071454, 7.39669, 7.309334, 7.296771, 7.267001, 7.054112, 7.082195, 13.247698, 10.63899, 9.382232, 8.605443, 8.758553, 8.209241, 8.487243, 8.124034, 7.966884, 9.141097, 9.215899, 9.706526, 11.06734, 14.790263, 16.456641, 22.222733, 22.929152, 23.924385, 20.073344, 18.198363, 15.456237, 9.12672, 1.368848, 0.782371, 1.47124, 0.037485], "sum_m_pl": [1.008873, 2.412805, 2.666659, 2.618737, 2.827425, 2.695257, 2.415826, 2.641423, 2.809165, 2.80993, 3.004736, 3.284209, 3.35907, 3.083194, 2.881122, 2.932282, 2.837009, 2.811635, 2.696798, 2.706628, 2.540321, 2.571088, 2.575554, 2.597738, 3.660173, 4.651168, 4.712395, 4.570798, 4.322261, 4.737497, 4.41989, 4.155224, 4.249359, 3.920458, 4.137121, 3.973228, 4.188628, 3.48708, 3.137159, 2.866201, 3.76685, 3.779659, 4.790254, 6.170321, 11.693821, 22.703217, 34.16246, 36.49513, 37.993587, 38.9649]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "gsm8kpl-286", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1429, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9769}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 16, 18, 28, 33, 38, 51, 60, 63, 53, 43, 39, 43, 37, 39, 49, 52, 52, 52, 60, 62, 67, 62, 59, 80, 78, 59, 59, 73, 56, 48, 50, 62, 70, 83, 87, 82, 94, 92, 106, 97, 96, 86, 79, 74, 76, 70, 68, 57, 55], "n_am_pl": [2, 13, 13, 9, 5, 9, 8, 10, 7, 9, 19, 16, 19, 12, 13, 12, 10, 11, 14, 13, 15, 4, 13, 9, 11, 12, 9, 6, 7, 13, 19, 9, 6, 9, 7, 5, 10, 6, 7, 7, 10, 9, 9, 11, 12, 14, 9, 9, 4, 4], "n_pos": 178, "sum_m_en": [18.933148, 28.85713, 28.721852, 29.873106, 32.805338, 33.419728, 33.893731, 32.577548, 32.040272, 33.515127, 33.513351, 32.63197, 32.122446, 33.930461, 35.51605, 34.505285, 33.43745, 32.216991, 31.551587, 31.867433, 31.806355, 31.79279, 31.252237, 31.308934, 53.845684, 50.677648, 45.948359, 41.159684, 41.693092, 39.74728, 36.594092, 37.462014, 40.100149, 42.360477, 46.867682, 47.611934, 56.487486, 66.818925, 74.642549, 84.675911, 79.392595, 79.098279, 74.726947, 74.179502, 71.759074, 72.280084, 70.829784, 68.230657, 60.481661, 54.486919], "sum_m_pl": [3.572159, 8.027704, 8.74116, 7.997199, 9.046133, 8.320495, 8.309121, 8.168228, 8.214548, 9.413982, 10.55477, 10.316648, 11.162101, 11.446787, 10.666889, 10.490537, 10.685633, 10.550242, 11.032237, 10.829618, 10.561582, 10.802573, 10.763172, 11.003816, 14.777152, 14.945948, 13.966364, 13.827585, 13.383743, 14.300208, 13.304523, 12.615486, 12.313481, 11.201656, 10.728067, 10.628576, 10.394092, 9.511519, 8.571153, 9.37968, 10.114053, 8.345624, 8.492589, 10.679683, 11.850071, 10.303855, 7.798084, 7.138735, 5.273661, 4.000389]}, "digit": {"n_am_en": [0, 2, 3, 11, 6, 12, 15, 17, 19, 18, 12, 6, 9, 9, 8, 18, 13, 13, 11, 11, 14, 17, 19, 15, 23, 21, 13, 17, 20, 15, 12, 13, 13, 17, 24, 23, 21, 25, 25, 27, 27, 23, 19, 15, 11, 11, 7, 7, 1, 0], "n_am_pl": [0, 2, 0, 1, 1, 1, 1, 1, 2, 2, 5, 5, 11, 6, 4, 4, 4, 5, 4, 2, 4, 1, 3, 4, 1, 2, 3, 1, 1, 2, 4, 3, 2, 3, 4, 3, 8, 4, 6, 6, 7, 8, 7, 6, 6, 8, 5, 4, 0, 0], "n_pos": 46, "sum_m_en": [4.688235, 8.385591, 8.354819, 8.47247, 9.446103, 9.318603, 9.308903, 8.890098, 8.621598, 9.118397, 9.367965, 8.838282, 8.687342, 9.621522, 10.141162, 9.734513, 9.135019, 8.718704, 8.519192, 8.697527, 8.816415, 8.861378, 8.882448, 8.865684, 15.615496, 13.777988, 12.309924, 10.604417, 11.373136, 10.259575, 9.428129, 10.01448, 10.393196, 11.059172, 11.426148, 11.308802, 11.70411, 13.750303, 15.645663, 17.977859, 14.906132, 12.683939, 11.317804, 12.584309, 10.172653, 9.190269, 7.817877, 7.116103, 3.434932, 0.0], "sum_m_pl": [0.749036, 1.944812, 1.787146, 1.716016, 2.027932, 1.886833, 1.938119, 1.82842, 2.028247, 2.32603, 2.66874, 2.593716, 2.931003, 3.094653, 2.722688, 2.653634, 2.783665, 2.659823, 2.783311, 2.745757, 2.639924, 2.672014, 2.698551, 2.769007, 3.956168, 3.759379, 3.380671, 3.240464, 3.093001, 3.408432, 3.243957, 3.146892, 2.805758, 2.635878, 2.805267, 2.997733, 3.118976, 2.905057, 3.44281, 4.468827, 4.728433, 4.092663, 4.025509, 5.039813, 5.159837, 4.695724, 3.058597, 2.361077, 0.659602, 0.0]}, "lang": {"n_am_en": [10, 4, 5, 10, 13, 12, 18, 24, 21, 18, 17, 19, 17, 13, 19, 14, 19, 20, 21, 25, 26, 26, 26, 26, 34, 37, 28, 27, 32, 25, 20, 18, 29, 31, 38, 39, 40, 45, 45, 48, 46, 49, 48, 48, 48, 51, 51, 51, 50, 55], "n_am_pl": [0, 4, 4, 2, 2, 3, 2, 3, 3, 4, 9, 6, 5, 4, 4, 4, 3, 2, 2, 2, 4, 2, 3, 2, 2, 4, 1, 1, 3, 4, 7, 1, 0, 1, 1, 0, 0, 1, 1, 1, 3, 1, 2, 4, 5, 5, 4, 4, 4, 4], "n_pos": 60, "sum_m_en": [6.307225, 9.206055, 9.285163, 9.899288, 10.857706, 11.432891, 11.623983, 11.526483, 11.256096, 11.617219, 11.614308, 11.528773, 11.327114, 11.461802, 12.11688, 11.654317, 11.536889, 11.295488, 10.904356, 10.96501, 10.945388, 10.934069, 10.583231, 10.601714, 22.841995, 22.041264, 19.797079, 16.964419, 16.470367, 16.087131, 14.447179, 14.12641, 15.76278, 16.667541, 19.750041, 20.742597, 27.383251, 33.539246, 38.492083, 41.753248, 42.055732, 44.767902, 44.169941, 43.84139, 45.116286, 47.663408, 49.916586, 49.15868, 49.053004, 53.186699], "sum_m_pl": [1.222442, 2.729149, 2.979506, 2.730645, 3.090524, 2.789891, 2.671776, 2.728192, 2.745112, 3.043851, 3.469303, 3.377146, 3.651109, 3.811238, 3.533424, 3.442618, 3.4445, 3.449115, 3.747768, 3.669174, 3.559956, 3.771914, 3.705742, 3.721919, 4.694181, 4.61784, 4.459694, 4.540182, 4.378871, 4.507803, 4.410251, 4.116782, 4.058954, 3.711483, 3.412891, 3.422648, 3.318377, 2.858844, 2.076549, 2.169651, 2.540176, 1.839004, 2.090084, 3.347402, 4.427991, 4.086061, 4.035765, 4.152855, 4.169018, 4.000385]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "gsm8kpl-292", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9945}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 7, 12, 22, 25, 41, 44, 50, 51, 41, 39, 33, 39, 31, 45, 52, 52, 46, 58, 58, 68, 79, 79, 80, 118, 107, 83, 67, 71, 67, 42, 51, 52, 66, 77, 78, 94, 103, 111, 119, 116, 100, 89, 88, 81, 57, 15, 3, 1, 0], "n_am_pl": [3, 13, 17, 15, 14, 17, 17, 17, 18, 22, 28, 19, 34, 25, 19, 15, 13, 16, 11, 12, 8, 9, 11, 13, 8, 9, 10, 10, 15, 14, 20, 16, 18, 16, 10, 11, 12, 13, 11, 13, 17, 24, 31, 40, 40, 53, 73, 82, 79, 72], "n_pos": 215, "sum_m_en": [19.469867, 31.898836, 33.609734, 35.404113, 37.623756, 37.860698, 37.908219, 38.185386, 38.61927, 40.587969, 41.153018, 39.475036, 40.001167, 40.568577, 42.072465, 41.210639, 38.727498, 36.823917, 36.492418, 36.13082, 36.729705, 37.326603, 36.42635, 36.557614, 68.659342, 62.183542, 51.576912, 45.395286, 45.812636, 43.746333, 39.16393, 41.189823, 42.092563, 45.326398, 48.373514, 50.085094, 55.605202, 68.423849, 78.023749, 88.758561, 84.25001, 77.109559, 75.647913, 77.15746, 67.650549, 51.904737, 18.39147, 7.117082, 3.505558, 0.001132], "sum_m_pl": [3.261904, 10.013323, 10.478531, 10.070049, 10.956115, 10.796921, 10.90139, 10.590208, 11.004304, 11.899883, 13.655431, 13.377917, 13.504097, 13.82922, 12.41916, 12.187347, 11.851866, 12.099882, 11.729776, 11.938655, 11.713593, 12.183599, 12.146156, 12.121779, 15.664991, 15.092907, 15.483173, 15.261075, 15.209385, 16.477941, 15.940863, 16.098569, 15.571211, 13.870679, 12.9565, 13.326295, 13.003905, 12.30151, 12.565248, 14.966571, 16.839524, 18.610584, 23.634187, 31.57557, 36.948161, 50.373385, 69.404777, 78.00669, 76.884712, 71.761892]}, "digit": {"n_am_en": [0, 2, 2, 6, 9, 11, 11, 11, 14, 14, 15, 10, 7, 6, 8, 14, 12, 12, 12, 11, 14, 18, 18, 18, 30, 25, 18, 14, 19, 17, 10, 10, 13, 14, 17, 21, 22, 22, 26, 26, 26, 25, 19, 17, 16, 6, 4, 2, 1, 0], "n_am_pl": [0, 1, 1, 0, 3, 1, 2, 2, 0, 1, 2, 3, 10, 8, 4, 5, 2, 4, 2, 2, 2, 2, 1, 2, 1, 0, 1, 2, 4, 3, 6, 5, 1, 4, 3, 0, 4, 4, 3, 6, 8, 8, 10, 10, 8, 11, 9, 9, 5, 0], "n_pos": 51, "sum_m_en": [4.681511, 8.706263, 8.97617, 9.049412, 9.571213, 9.48271, 9.506577, 9.056979, 9.203284, 9.984169, 10.251577, 9.644893, 9.619881, 10.153488, 10.846389, 10.548044, 9.512006, 8.997871, 8.83119, 8.824617, 9.111144, 9.450349, 9.249172, 9.332045, 16.49869, 14.800921, 12.8878, 11.184142, 11.647459, 10.935943, 9.80256, 10.768956, 10.962035, 11.378555, 11.514845, 12.04164, 12.122329, 14.968842, 17.672448, 19.666948, 17.531414, 14.498231, 13.835626, 13.910976, 12.34998, 8.661244, 5.814411, 3.887602, 1.931431, 0.0], "sum_m_pl": [0.760672, 2.471583, 2.084989, 1.966573, 2.114129, 2.068655, 2.103103, 1.953965, 2.23419, 2.510149, 2.874119, 2.786999, 2.978647, 3.15361, 2.659372, 2.657897, 2.558548, 2.657508, 2.608934, 2.660967, 2.617754, 2.78935, 2.730639, 2.797506, 3.570611, 3.211734, 2.964445, 3.089659, 2.975486, 3.397582, 3.207167, 3.060127, 2.72598, 2.697906, 2.786559, 2.920858, 3.042986, 2.972031, 3.275716, 4.989888, 4.966858, 4.820835, 5.124507, 7.317108, 7.170238, 8.336884, 6.79362, 7.323631, 4.671994, 0.000303]}, "lang": {"n_am_en": [2, 2, 4, 4, 5, 15, 14, 18, 20, 13, 14, 13, 19, 12, 18, 18, 24, 20, 27, 26, 33, 37, 38, 39, 50, 44, 38, 37, 32, 32, 23, 20, 20, 27, 34, 33, 41, 45, 47, 49, 50, 41, 37, 38, 34, 27, 5, 0, 0, 0], "n_am_pl": [2, 6, 10, 9, 6, 7, 7, 6, 7, 11, 13, 6, 11, 10, 6, 4, 6, 6, 3, 7, 3, 4, 5, 6, 3, 6, 3, 1, 6, 4, 6, 7, 11, 7, 4, 8, 5, 8, 8, 6, 8, 13, 20, 25, 29, 36, 56, 66, 70, 72], "n_pos": 73, "sum_m_en": [7.164323, 10.570487, 11.402188, 12.184414, 13.11798, 13.072611, 13.475626, 14.272609, 14.88539, 15.25426, 15.522481, 14.89434, 15.05894, 14.988762, 15.445447, 14.757274, 14.130338, 13.600534, 13.300966, 13.209589, 13.332084, 13.45732, 13.166295, 13.122802, 29.952707, 26.635332, 21.487979, 18.746034, 17.972293, 16.878541, 14.920199, 15.151007, 15.276338, 17.015028, 18.927838, 19.989639, 22.657668, 29.010276, 34.143539, 38.290123, 37.675211, 37.546044, 35.804968, 34.226438, 29.410169, 23.229391, 5.786097, 0.97865, 0.47912, 0.00113], "sum_m_pl": [1.207098, 3.370016, 3.853018, 3.784567, 4.098398, 4.120826, 4.143611, 4.066275, 4.171902, 4.321952, 5.144752, 5.046739, 5.051921, 5.268015, 4.729084, 4.566661, 4.380051, 4.485224, 4.351295, 4.334388, 4.285196, 4.574017, 4.524997, 4.38695, 5.59712, 5.507104, 5.93403, 5.658243, 5.770039, 6.297515, 6.41071, 6.676667, 6.757383, 5.956519, 5.389143, 5.936965, 5.891774, 5.716201, 6.011182, 6.608805, 8.051457, 9.915392, 14.844085, 19.625676, 25.787398, 35.893874, 54.31135, 62.924961, 67.864433, 70.707974]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "gsm8kpl-292", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1453, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9771}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 17, 18, 21, 33, 27, 26, 27, 22, 28, 36, 35, 34, 30, 40, 30, 34, 22, 33, 28, 25, 24, 29, 27, 59, 48, 43, 37, 38, 38, 41, 34, 37, 43, 41, 46, 60, 70, 66, 71, 72, 67, 71, 67, 69, 68, 70, 68, 57, 52], "n_am_pl": [2, 11, 15, 6, 10, 9, 8, 10, 10, 8, 8, 12, 19, 18, 19, 13, 14, 24, 14, 7, 9, 12, 8, 11, 8, 5, 7, 7, 11, 7, 19, 14, 16, 11, 8, 6, 3, 4, 6, 3, 6, 5, 4, 6, 2, 1, 0, 1, 1, 1], "n_pos": 145, "sum_m_en": [15.987682, 22.503639, 23.20433, 22.93697, 25.778139, 26.571501, 26.204279, 24.766427, 23.709731, 24.045186, 26.44592, 27.203861, 26.501583, 25.142907, 26.047462, 24.693252, 25.035658, 22.219448, 23.762092, 24.153274, 23.226471, 23.350896, 23.039773, 23.119001, 34.092382, 31.138401, 30.436747, 25.757829, 28.470939, 28.550286, 28.335091, 27.279661, 29.731729, 30.820337, 32.830586, 36.060582, 43.595139, 53.411774, 54.470757, 59.94743, 60.289427, 59.471987, 59.859233, 59.049483, 60.252106, 61.295329, 62.174951, 59.573731, 50.964554, 53.771312], "sum_m_pl": [2.78846, 6.64726, 7.978669, 7.09307, 8.137344, 7.25252, 6.856411, 6.528906, 6.999335, 7.516493, 8.855948, 9.293797, 10.238731, 10.522302, 10.313498, 10.212619, 9.68261, 10.559319, 9.898315, 9.426576, 9.076178, 8.694876, 8.279798, 8.086595, 9.535626, 10.343304, 9.888584, 10.828579, 11.205814, 11.560074, 11.233519, 11.063885, 10.718179, 9.90304, 9.512611, 9.083, 8.079402, 6.88341, 6.616205, 5.734583, 5.505554, 4.496168, 4.657909, 4.629889, 3.995898, 3.169333, 2.858875, 2.351942, 2.087673, 1.000047]}, "digit": {"n_am_en": [0, 3, 3, 3, 8, 6, 1, 0, 1, 1, 7, 4, 4, 6, 11, 7, 8, 2, 2, 1, 2, 1, 1, 1, 13, 8, 7, 3, 6, 4, 4, 1, 2, 1, 4, 6, 5, 5, 3, 3, 4, 3, 6, 6, 5, 5, 7, 5, 0, 0], "n_am_pl": [0, 6, 2, 1, 2, 2, 2, 3, 3, 5, 3, 5, 8, 5, 4, 5, 6, 5, 4, 2, 3, 3, 3, 4, 3, 1, 2, 2, 3, 4, 8, 6, 7, 5, 3, 2, 1, 1, 5, 3, 4, 4, 3, 5, 1, 1, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.463912, 5.3583, 5.435059, 5.191906, 6.00756, 6.030808, 5.440259, 4.950848, 4.538736, 5.082945, 5.891609, 5.705834, 5.497857, 5.587375, 5.903755, 5.275651, 5.657633, 4.735291, 5.459602, 5.466683, 5.326919, 5.426479, 5.437532, 5.571293, 7.252289, 6.329698, 6.208806, 5.016306, 5.580288, 5.175781, 5.350518, 5.299457, 5.871948, 5.493071, 5.822762, 6.098457, 6.65802, 6.689212, 6.285828, 6.239662, 5.740118, 5.348521, 5.244752, 4.767231, 4.357116, 5.045213, 5.081957, 4.617268, 1.233519, 0.0], "sum_m_pl": [0.798699, 1.774973, 1.554423, 1.448659, 1.605875, 1.521154, 1.302933, 1.237978, 1.4712, 1.621446, 1.943748, 2.127143, 2.376999, 2.177006, 2.113436, 2.302162, 2.029943, 2.080298, 1.970788, 1.89555, 1.838485, 1.764845, 1.721115, 1.74401, 2.467099, 2.276108, 2.212444, 2.312716, 2.313995, 2.638463, 2.644006, 2.755781, 2.415122, 2.315073, 2.18177, 1.961526, 1.931956, 1.814611, 2.260365, 2.298843, 2.008542, 2.057568, 2.249736, 2.434832, 2.105984, 1.720817, 1.614122, 0.868302, 0.375651, 0.0]}, "lang": {"n_am_en": [4, 6, 9, 10, 15, 11, 14, 13, 12, 12, 16, 17, 18, 13, 15, 12, 16, 13, 17, 17, 14, 15, 19, 17, 33, 27, 26, 25, 22, 23, 23, 19, 24, 28, 24, 26, 32, 41, 39, 44, 46, 47, 49, 47, 50, 49, 51, 50, 50, 52], "n_am_pl": [1, 3, 2, 3, 1, 2, 3, 4, 3, 1, 3, 4, 5, 8, 6, 4, 4, 9, 3, 1, 2, 5, 2, 2, 3, 2, 1, 5, 5, 3, 6, 7, 6, 3, 3, 2, 1, 3, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1], "n_pos": 54, "sum_m_en": [6.590289, 8.251448, 8.547358, 8.709734, 9.922295, 10.048113, 10.426194, 9.973749, 9.61082, 9.408544, 10.199495, 10.736284, 10.627356, 9.862999, 10.280906, 10.089034, 9.822132, 8.684372, 9.09982, 9.410417, 8.883048, 8.889536, 8.728128, 8.626393, 14.996235, 13.661014, 13.260337, 11.018666, 12.170331, 12.781944, 12.224159, 11.80954, 13.255708, 14.554513, 15.496698, 17.815725, 21.923259, 29.287279, 30.776769, 34.949833, 35.992685, 38.932152, 40.061037, 39.872566, 42.132926, 43.681641, 45.346457, 43.838152, 43.523597, 51.46597], "sum_m_pl": [0.987408, 2.137448, 2.483392, 2.32338, 2.658265, 2.448976, 2.433922, 2.435067, 2.675509, 2.790839, 3.454591, 3.707806, 4.015525, 4.334796, 4.293516, 4.071298, 3.951273, 4.411803, 4.114333, 3.866839, 3.720371, 3.537489, 3.300431, 3.121377, 3.803686, 4.528996, 4.099464, 4.488103, 4.801318, 4.649875, 4.492569, 4.489503, 4.420392, 3.865139, 3.739084, 3.866634, 3.436414, 2.737197, 2.792797, 2.123743, 2.316203, 1.460758, 1.234703, 1.043927, 0.685857, 0.594535, 0.532385, 0.918546, 1.323745, 1.000045]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "gsm8kpl-298", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1226, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9933}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 12, 16, 16, 22, 18, 23, 20, 16, 25, 29, 21, 15, 11, 20, 27, 25, 15, 21, 28, 21, 26, 26, 27, 53, 42, 34, 26, 29, 30, 30, 25, 25, 38, 51, 49, 53, 66, 64, 65, 66, 69, 74, 72, 71, 47, 22, 12, 7, 6], "n_am_pl": [8, 14, 7, 17, 19, 13, 18, 17, 19, 19, 21, 24, 31, 35, 31, 20, 15, 22, 16, 16, 15, 14, 13, 9, 9, 19, 17, 19, 20, 30, 25, 28, 25, 20, 8, 14, 11, 9, 8, 10, 13, 14, 10, 16, 23, 39, 63, 70, 71, 69], "n_pos": 176, "sum_m_en": [17.158772, 25.989461, 27.266003, 27.030789, 28.298843, 29.55652, 30.064388, 28.96701, 27.920814, 28.796257, 30.625749, 29.752655, 28.908042, 27.486626, 29.184435, 28.524382, 27.73844, 24.797331, 26.16759, 27.027288, 26.779009, 27.280962, 26.662958, 26.560142, 38.20341, 34.609269, 32.110812, 28.985874, 29.759294, 29.675478, 29.041658, 28.740559, 29.350032, 30.162072, 32.342304, 35.48376, 40.899413, 48.608723, 48.671334, 50.229488, 51.20766, 57.215992, 57.860962, 59.112327, 56.732461, 42.13839, 21.623914, 12.089346, 8.537521, 5.609744], "sum_m_pl": [3.131575, 8.845765, 9.79128, 9.202658, 10.273975, 9.300953, 8.838031, 8.659267, 9.718291, 10.472866, 12.219192, 12.676709, 13.424808, 14.441418, 13.622591, 13.881244, 12.148849, 12.149216, 11.684401, 11.555348, 11.174447, 10.655938, 10.188805, 9.884051, 11.719028, 13.23413, 12.863715, 13.608312, 15.552636, 17.244528, 15.09691, 15.295483, 14.671877, 14.472631, 13.516081, 13.153674, 12.407011, 12.151468, 12.675008, 13.086871, 13.972146, 14.386122, 15.354407, 18.631409, 21.48023, 33.982902, 59.310807, 68.114055, 71.169413, 70.451346]}, "digit": {"n_am_en": [0, 1, 6, 3, 2, 1, 0, 0, 3, 2, 4, 3, 2, 3, 4, 5, 3, 1, 3, 3, 1, 3, 4, 3, 6, 4, 4, 2, 3, 2, 2, 3, 5, 3, 6, 4, 5, 4, 3, 5, 6, 5, 8, 8, 9, 5, 5, 5, 0, 0], "n_am_pl": [0, 3, 0, 1, 0, 0, 0, 2, 0, 1, 1, 4, 7, 5, 5, 1, 2, 2, 0, 2, 1, 0, 0, 0, 1, 0, 1, 2, 2, 4, 4, 3, 4, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.298591, 4.225345, 4.519877, 4.05061, 4.147971, 4.120052, 3.997459, 3.570887, 3.462162, 3.749733, 4.268146, 4.067196, 3.944886, 3.903428, 4.258433, 3.68139, 3.767745, 3.134844, 3.490583, 3.655706, 3.710902, 3.856598, 3.787201, 3.849698, 5.197179, 4.412032, 4.339695, 3.863639, 3.970755, 3.838156, 3.522612, 3.808128, 4.006305, 4.185054, 4.245719, 4.276311, 4.544614, 4.293248, 3.923579, 4.022058, 3.969411, 4.268256, 4.11009, 4.130114, 4.350505, 3.441433, 3.891791, 2.781781, 0.649485, 0.0], "sum_m_pl": [0.422975, 1.184195, 1.041193, 0.885706, 0.95913, 0.887646, 0.729087, 0.671959, 0.926582, 1.04236, 1.306849, 1.425929, 1.679417, 1.81906, 1.548946, 1.664802, 1.338151, 1.375617, 1.457896, 1.442732, 1.403081, 1.296421, 1.248309, 1.267149, 1.409767, 1.503982, 1.40618, 1.566417, 1.57113, 1.945094, 1.825652, 1.782331, 1.474354, 1.43588, 1.301892, 1.22937, 1.049298, 0.865948, 0.8197, 0.875152, 0.849409, 0.739872, 0.73536, 0.60012, 0.486438, 0.461322, 0.290352, 0.155551, 0.050501, 0.0]}, "lang": {"n_am_en": [2, 7, 8, 7, 12, 8, 13, 11, 12, 14, 15, 12, 7, 6, 7, 13, 13, 9, 9, 16, 12, 15, 15, 17, 33, 25, 20, 16, 16, 16, 18, 14, 9, 18, 29, 31, 32, 43, 41, 45, 44, 48, 47, 44, 46, 31, 14, 6, 6, 6], "n_am_pl": [1, 7, 2, 7, 8, 6, 6, 8, 12, 12, 11, 9, 9, 12, 16, 10, 8, 8, 7, 7, 9, 8, 6, 3, 4, 11, 7, 11, 10, 13, 7, 11, 11, 10, 3, 6, 5, 4, 5, 7, 9, 10, 7, 13, 18, 34, 50, 63, 67, 69], "n_pos": 76, "sum_m_en": [7.803455, 10.940224, 11.445583, 11.524676, 12.363717, 12.98047, 13.780164, 13.717493, 13.433146, 13.471309, 13.978046, 13.461287, 13.099903, 12.520456, 13.153388, 13.228079, 12.465045, 11.395507, 11.757032, 11.958203, 11.782943, 12.168002, 11.802451, 11.594563, 19.152101, 17.746805, 15.643373, 13.626816, 13.412555, 13.634927, 13.502002, 13.055907, 13.348346, 14.028611, 15.511353, 18.215559, 22.345721, 27.243386, 28.171987, 31.254066, 31.893555, 37.083128, 38.658705, 39.207195, 39.107929, 28.444491, 13.04392, 6.910785, 5.667801, 5.345566], "sum_m_pl": [1.300721, 3.730434, 4.032846, 3.840497, 4.276737, 3.960033, 3.861312, 3.866522, 4.451744, 4.607197, 5.542866, 5.810133, 6.027003, 6.498491, 6.12789, 6.101136, 5.422044, 5.54011, 5.236915, 5.045547, 4.929255, 4.721883, 4.545729, 4.326548, 5.141273, 6.103093, 6.088214, 6.265017, 7.344195, 7.797161, 6.773458, 7.083084, 6.855628, 6.720934, 6.201923, 6.502361, 5.920481, 5.695521, 6.350818, 6.77497, 7.948989, 8.610075, 9.795655, 13.246694, 15.645802, 27.655463, 47.494857, 60.362148, 66.97995, 69.164437]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "gsm8kpl-298", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1516, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9834, "tf_agree_excl_first": 0.9889}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 18, 15, 25, 33, 51, 45, 40, 44, 48, 44, 37, 36, 35, 28, 48, 38, 48, 34, 35, 35, 41, 40, 38, 71, 62, 61, 49, 48, 45, 39, 51, 47, 48, 59, 60, 66, 74, 82, 97, 96, 95, 91, 88, 87, 89, 90, 91, 83, 76], "n_am_pl": [14, 19, 26, 9, 8, 6, 11, 5, 15, 9, 24, 25, 20, 13, 16, 12, 11, 4, 11, 11, 7, 7, 6, 4, 9, 10, 14, 16, 16, 18, 11, 16, 16, 12, 6, 5, 5, 3, 3, 0, 1, 3, 1, 7, 5, 4, 1, 1, 1, 2], "n_pos": 163, "sum_m_en": [20.478304, 26.718687, 26.197453, 26.411341, 30.597898, 32.521227, 34.458423, 34.297552, 34.515508, 34.364107, 33.33898, 32.201134, 30.070191, 30.053935, 29.880591, 31.250366, 28.260642, 27.162359, 25.976156, 25.39776, 24.918248, 25.752739, 25.445555, 25.700784, 46.543424, 45.558442, 40.532489, 35.680823, 37.121123, 35.568831, 32.339503, 34.139402, 34.479819, 35.647949, 39.490513, 39.655239, 43.458368, 51.092869, 60.893225, 72.314007, 71.717491, 79.635102, 79.905168, 80.189569, 81.478843, 84.261345, 85.461765, 84.882272, 77.247705, 76.001719], "sum_m_pl": [3.691989, 7.410779, 8.215414, 7.105253, 7.325056, 6.714943, 6.803088, 7.285541, 8.173451, 8.115616, 9.282153, 9.803261, 9.248326, 9.328583, 8.936317, 8.746572, 8.649417, 8.479228, 8.776582, 9.26213, 9.09869, 8.840842, 8.816756, 8.844647, 9.449056, 10.242469, 10.488839, 11.385801, 11.409443, 11.641343, 10.522415, 10.309141, 10.326975, 9.94813, 9.570726, 9.257194, 8.79877, 7.819079, 7.449376, 5.873666, 6.361608, 6.451635, 5.248439, 7.860607, 6.349351, 4.542092, 4.00322, 2.807019, 3.236351, 2.008152]}, "digit": {"n_am_en": [4, 3, 1, 3, 3, 2, 4, 4, 3, 5, 3, 2, 2, 2, 3, 4, 1, 0, 1, 3, 1, 1, 1, 1, 7, 7, 5, 2, 6, 6, 4, 5, 4, 2, 5, 3, 4, 0, 3, 6, 4, 7, 4, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 0, 0, 1, 1, 0, 4, 4, 6, 5, 4, 3, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 2, 1, 2, 0, 2, 2, 3, 3, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 2, 1, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.428662, 4.02254, 3.978463, 3.798, 4.196557, 4.20579, 4.049094, 4.031771, 3.935968, 4.249789, 4.178079, 3.597005, 3.33041, 3.358035, 3.424061, 3.700758, 2.95639, 2.851627, 2.872451, 2.895659, 2.847138, 2.962131, 2.937372, 3.065898, 4.727684, 4.803636, 4.374722, 4.216463, 4.559774, 4.616658, 4.011991, 4.076148, 3.955874, 3.730862, 3.400505, 3.406523, 3.608281, 2.506251, 3.324573, 3.444276, 2.860404, 4.018615, 2.376291, 1.416502, 0.970214, 0.832936, 0.768328, 0.511603, 0.18669, 0.0], "sum_m_pl": [0.408885, 1.111425, 0.913168, 0.758736, 0.733726, 0.637667, 0.596779, 0.632813, 0.770405, 0.720575, 0.969258, 0.901609, 0.777239, 0.783098, 0.765462, 0.811057, 0.833433, 0.909921, 0.893887, 0.984864, 0.992513, 0.987711, 0.994002, 1.030223, 1.124899, 1.287821, 1.179484, 1.369686, 1.222894, 1.300326, 1.194967, 1.121652, 1.098281, 1.053995, 1.043313, 1.000862, 1.005938, 0.976451, 0.929619, 0.957729, 1.146245, 1.196313, 1.239169, 2.301236, 1.533491, 0.871722, 0.653284, 0.269871, 0.083361, 0.0]}, "lang": {"n_am_en": [9, 10, 10, 15, 21, 29, 28, 26, 31, 31, 25, 25, 22, 22, 20, 27, 24, 28, 24, 23, 22, 28, 24, 24, 40, 34, 36, 28, 25, 23, 25, 33, 32, 34, 35, 41, 37, 54, 53, 63, 64, 65, 65, 65, 68, 69, 71, 69, 73, 75], "n_am_pl": [3, 9, 7, 4, 1, 3, 4, 3, 8, 3, 12, 10, 9, 4, 10, 6, 5, 3, 7, 7, 3, 3, 3, 2, 3, 5, 8, 10, 11, 10, 3, 8, 7, 5, 3, 1, 4, 2, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 2], "n_pos": 77, "sum_m_en": [9.898172, 12.768349, 12.667745, 12.90109, 15.222402, 16.527047, 17.781878, 17.662459, 17.883139, 17.312702, 16.538755, 16.209372, 15.056933, 15.454709, 15.158553, 15.760458, 14.376904, 13.769101, 12.846722, 12.467816, 12.233483, 12.779234, 12.495132, 12.326513, 26.14001, 24.829075, 22.151686, 19.054923, 19.255576, 18.319973, 16.902422, 18.088963, 18.357247, 19.635079, 23.397099, 23.775407, 26.727066, 32.788794, 39.074665, 48.77605, 47.901463, 54.524073, 56.248402, 58.11181, 61.835702, 63.427408, 64.968394, 66.03115, 67.430507, 74.404961], "sum_m_pl": [1.513676, 3.260453, 3.694902, 3.260232, 3.368083, 3.087308, 3.174516, 3.419299, 3.946248, 4.029789, 4.539658, 4.775224, 4.560834, 4.746024, 4.593837, 4.548714, 4.427351, 4.154291, 4.322819, 4.574884, 4.445415, 4.30035, 4.30235, 4.240985, 4.167197, 4.936477, 5.280064, 5.6797, 5.829074, 5.633769, 5.089698, 4.868722, 5.008072, 4.735053, 4.620197, 4.558218, 4.197724, 3.620499, 3.184286, 1.9849, 2.300181, 1.875886, 1.22884, 1.330021, 0.974985, 0.862979, 1.964203, 1.64744, 2.079908, 2.003979]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "gsm8kpl-301", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1238, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9818}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 38, 56, 89, 128, 168, 181, 169, 166, 142, 115, 124, 106, 116, 130, 143, 148, 146, 159, 165, 152, 180, 164, 178, 293, 278, 243, 215, 212, 176, 166, 170, 186, 181, 211, 209, 214, 241, 269, 313, 295, 318, 291, 255, 203, 166, 49, 16, 17, 2], "n_am_pl": [9, 60, 59, 56, 70, 56, 60, 71, 65, 65, 96, 99, 95, 91, 73, 77, 73, 59, 67, 70, 35, 23, 31, 28, 39, 47, 54, 61, 77, 75, 62, 78, 77, 70, 52, 53, 49, 40, 43, 38, 46, 50, 67, 88, 114, 156, 283, 320, 345, 358], "n_pos": 600, "sum_m_en": [58.583588, 88.13202, 91.057835, 94.323135, 106.99484, 114.923612, 124.674845, 128.29565, 134.058236, 133.013926, 131.495436, 126.029578, 120.86719, 120.150427, 116.239892, 114.816065, 105.846793, 102.992614, 98.75064, 95.039067, 95.162623, 96.391333, 95.749345, 96.942088, 177.220298, 166.924577, 153.156072, 138.541867, 130.914717, 127.104686, 116.222798, 119.621977, 120.151563, 120.544522, 133.714105, 133.751379, 136.887186, 152.487932, 169.452821, 212.86529, 212.453601, 245.533754, 240.578056, 223.326602, 180.474253, 153.221218, 54.071875, 21.906904, 18.903599, 2.585843], "sum_m_pl": [10.247982, 27.486157, 30.742006, 29.719875, 31.48773, 30.765485, 31.818253, 33.023986, 34.784497, 34.435287, 40.003844, 41.407459, 40.211989, 41.834589, 42.372496, 38.692463, 35.58695, 35.884718, 35.78527, 36.184475, 34.571456, 33.233801, 33.159171, 32.924554, 35.363314, 40.358548, 43.906506, 49.215726, 53.50953, 50.969973, 46.69397, 48.03878, 49.739307, 46.689927, 43.854106, 45.810094, 43.988944, 42.163948, 44.02933, 39.993169, 42.210927, 44.962565, 54.701445, 73.874727, 99.216831, 136.52665, 265.823622, 300.226398, 329.432995, 357.920857]}, "digit": {"n_am_en": [3, 6, 3, 3, 5, 10, 8, 7, 5, 10, 7, 7, 3, 4, 6, 11, 7, 9, 11, 11, 4, 5, 0, 5, 9, 10, 13, 14, 10, 9, 8, 9, 8, 11, 9, 5, 8, 10, 9, 14, 12, 13, 7, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 6, 4, 2, 2, 2, 1, 3, 4, 2, 4, 3, 4, 3, 4, 3, 0, 1, 1, 1, 1, 0, 1, 1, 5, 5, 1, 5, 1, 2, 2, 6, 4, 4, 1, 3, 6, 5, 1, 0, 1, 0, 5, 6, 5, 5, 3, 1, 1, 0], "n_pos": 33, "sum_m_en": [3.348111, 6.117375, 6.273648, 6.410825, 6.790937, 6.949299, 7.622875, 7.485964, 7.448597, 7.640759, 7.909464, 7.067088, 7.117426, 7.233528, 6.869658, 6.997746, 6.249423, 5.846842, 6.138458, 5.871551, 5.615528, 5.680969, 5.606211, 5.733903, 7.431723, 7.932534, 7.967529, 8.521067, 7.732994, 7.631422, 7.323334, 7.700788, 7.310152, 7.474926, 6.768073, 5.942637, 5.823278, 5.68327, 6.030727, 8.889552, 6.717863, 6.687707, 5.263132, 3.687525, 2.9357, 1.850311, 0.95132, 0.474827, 0.771899, 2e-06], "sum_m_pl": [0.627492, 1.907962, 1.891002, 1.886047, 1.752523, 1.653232, 1.640234, 1.584955, 1.63145, 1.624873, 1.95925, 1.831495, 1.859862, 1.880667, 1.927833, 1.805885, 1.467302, 1.588218, 1.636097, 1.662314, 1.698421, 1.675201, 1.687267, 1.742786, 2.156211, 2.340033, 1.940087, 2.085952, 2.091419, 1.945842, 1.773425, 1.845624, 1.725351, 1.708844, 1.607023, 2.213933, 2.308588, 2.321945, 2.176568, 1.788447, 1.807941, 1.872441, 2.433228, 4.36625, 3.410807, 3.162178, 2.439408, 1.872863, 1.119916, 0.033941]}, "lang": {"n_am_en": [8, 23, 33, 50, 85, 106, 124, 116, 109, 91, 66, 79, 71, 77, 87, 97, 94, 98, 101, 109, 107, 130, 120, 123, 196, 187, 165, 134, 139, 118, 107, 112, 130, 124, 142, 154, 155, 173, 191, 211, 200, 216, 195, 179, 136, 119, 35, 12, 12, 2], "n_am_pl": [4, 35, 35, 38, 39, 33, 33, 45, 36, 39, 66, 62, 60, 52, 42, 49, 44, 39, 43, 45, 25, 15, 20, 22, 23, 29, 40, 39, 49, 53, 45, 55, 58, 48, 36, 36, 30, 25, 31, 29, 31, 34, 41, 58, 84, 125, 249, 300, 335, 358], "n_pos": 361, "sum_m_en": [36.156245, 52.741583, 54.14077, 55.79156, 64.717377, 69.760986, 75.876849, 78.518724, 81.896944, 81.670744, 79.507433, 76.598109, 73.16049, 72.559735, 70.75402, 69.863654, 64.269287, 63.020433, 60.153029, 57.949798, 58.085945, 58.424713, 57.799253, 58.193103, 117.118036, 108.603947, 98.225767, 85.672318, 80.343135, 77.840193, 70.904689, 72.865128, 74.534677, 76.090943, 86.200121, 88.702101, 93.08708, 102.603581, 113.68205, 142.13207, 143.659634, 166.327892, 166.580886, 155.138509, 125.842687, 109.47698, 36.192327, 15.755559, 12.032235, 2.584719], "sum_m_pl": [6.0054, 16.06184, 18.135218, 17.73008, 18.788426, 18.630616, 19.162384, 20.056796, 21.220452, 21.13086, 24.523198, 25.528449, 24.917566, 26.213922, 26.338905, 23.853681, 21.979899, 22.091967, 22.047286, 22.324584, 21.15271, 20.445936, 20.388224, 20.246103, 22.482056, 26.204941, 28.755246, 32.204947, 34.894738, 33.569281, 30.832603, 31.816711, 33.14737, 31.553169, 29.44149, 31.293844, 29.88214, 28.67374, 29.634619, 27.075885, 28.512236, 29.02291, 36.087418, 50.017868, 71.749436, 107.669883, 234.605832, 278.282418, 317.20911, 355.667493]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 603, "item_id": "gsm8kpl-301", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1528, "region_end": 600, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 18, 26, 22, 29, 26, 41, 41, 37, 36, 44, 35, 30, 37, 43, 50, 44, 34, 39, 47, 48, 55, 51, 60, 74, 79, 73, 61, 60, 48, 50, 48, 58, 63, 80, 80, 85, 82, 89, 92, 94, 95, 100, 100, 95, 86, 85, 83, 82, 77], "n_am_pl": [3, 14, 7, 11, 14, 8, 8, 12, 14, 9, 15, 16, 19, 9, 12, 14, 19, 17, 21, 16, 13, 16, 10, 5, 13, 16, 19, 20, 18, 23, 16, 15, 16, 16, 3, 5, 5, 5, 1, 1, 1, 3, 3, 3, 0, 1, 0, 0, 0, 0], "n_pos": 191, "sum_m_en": [21.110883, 28.609767, 28.321286, 29.137836, 31.294765, 28.926564, 30.721824, 31.625313, 31.504426, 32.934946, 34.920053, 34.850323, 32.001961, 32.07143, 32.656404, 32.400675, 31.889883, 29.702568, 30.446521, 30.649243, 30.263336, 30.466138, 30.102808, 30.08652, 53.024515, 47.847257, 45.477087, 40.605704, 39.92521, 37.79019, 35.29451, 34.722648, 38.284407, 41.754081, 46.99323, 48.634547, 55.106312, 62.415306, 69.61758, 85.171977, 87.161975, 87.442527, 92.610736, 98.647654, 92.847474, 87.388522, 84.282081, 83.987871, 76.341431, 75.875786], "sum_m_pl": [4.178707, 8.007146, 8.887339, 8.6337, 9.147672, 7.972074, 8.232527, 8.51997, 8.931694, 9.711544, 10.764643, 11.182551, 11.501607, 11.534766, 11.773351, 11.828578, 12.231814, 13.023279, 12.750976, 12.361572, 11.704656, 11.378552, 11.432028, 11.483515, 14.543942, 15.82465, 15.431368, 16.042509, 15.815953, 16.726309, 15.63011, 14.919759, 14.671681, 13.20464, 12.200954, 12.698952, 11.760545, 10.510976, 8.821206, 6.67718, 6.34616, 5.90092, 5.117238, 3.838362, 3.444579, 2.971099, 1.036976, 0.796976, 1.108829, 7e-06]}, "digit": {"n_am_en": [0, 0, 2, 2, 3, 3, 10, 4, 7, 5, 10, 4, 3, 3, 6, 7, 4, 0, 1, 4, 6, 5, 5, 7, 7, 9, 7, 3, 5, 5, 4, 2, 3, 2, 2, 5, 5, 3, 3, 1, 3, 4, 6, 7, 6, 5, 4, 2, 0, 0], "n_am_pl": [0, 1, 0, 1, 2, 1, 1, 0, 2, 1, 2, 1, 3, 2, 0, 3, 4, 2, 2, 0, 2, 2, 0, 0, 1, 2, 3, 4, 5, 5, 1, 3, 4, 2, 0, 0, 1, 2, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.073174, 4.742232, 4.495885, 4.157825, 4.514538, 4.12168, 4.353256, 4.023103, 4.24606, 4.366194, 4.894714, 4.700635, 4.133323, 4.370497, 4.524474, 4.42944, 4.20321, 3.869277, 4.114694, 4.061985, 3.790802, 3.927008, 3.984893, 4.092324, 6.117363, 5.305213, 4.901191, 4.739337, 4.872827, 4.769751, 4.29821, 4.225208, 4.377719, 4.199782, 4.439551, 4.801452, 4.732439, 5.153158, 4.104379, 3.886749, 4.454727, 4.044006, 5.895165, 7.674408, 6.92024, 5.884549, 3.657161, 2.969266, 0.764952, 0.0], "sum_m_pl": [0.275361, 0.924128, 0.722249, 0.721322, 0.767833, 0.660545, 0.737724, 0.72255, 0.941524, 1.036034, 1.158688, 1.143288, 1.366286, 1.489495, 1.462127, 1.512294, 1.470365, 1.607116, 1.532836, 1.537483, 1.476058, 1.459206, 1.470578, 1.519116, 2.007366, 2.076454, 2.359369, 2.321405, 2.125687, 2.095635, 2.04149, 2.056719, 1.775991, 1.629159, 1.513708, 1.567317, 1.474304, 1.330798, 1.431156, 1.392873, 1.313832, 1.427337, 1.141965, 0.997049, 0.990738, 0.919927, 0.420837, 0.259615, 0.102546, 0.0]}, "lang": {"n_am_en": [12, 10, 13, 11, 17, 16, 22, 28, 22, 20, 24, 23, 20, 22, 24, 26, 27, 24, 30, 32, 30, 32, 34, 36, 47, 47, 44, 35, 35, 28, 30, 30, 39, 45, 53, 55, 58, 56, 63, 67, 67, 70, 71, 70, 69, 70, 72, 72, 73, 75], "n_am_pl": [2, 8, 3, 3, 5, 4, 4, 6, 7, 6, 5, 8, 8, 3, 5, 6, 6, 7, 9, 10, 8, 8, 6, 1, 4, 4, 7, 7, 8, 8, 5, 4, 4, 7, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 76, "sum_m_en": [8.554876, 10.937656, 11.03446, 11.711653, 12.53986, 11.926782, 13.012564, 14.007899, 13.946444, 14.402595, 14.650972, 14.981172, 13.64229, 13.576556, 13.965738, 13.696872, 13.571791, 12.701095, 12.987304, 13.031425, 12.477958, 12.465137, 12.448303, 12.388196, 28.214176, 26.103654, 24.926137, 20.305568, 19.582043, 18.347172, 16.875638, 16.46024, 18.891339, 22.3383, 25.494985, 27.394158, 33.982162, 38.896696, 46.199262, 56.32944, 58.360837, 61.56281, 64.066823, 65.630734, 66.080584, 67.339778, 68.937034, 68.809192, 64.992586, 73.759251], "sum_m_pl": [1.86943, 3.090296, 3.455317, 3.266821, 3.613822, 3.136135, 3.270496, 3.361402, 3.38345, 3.871353, 4.409241, 4.593298, 4.925383, 4.842588, 4.97096, 5.005246, 5.181558, 5.439432, 5.416883, 5.128695, 4.846571, 4.687001, 4.635797, 4.626983, 5.339535, 5.916003, 6.194018, 6.477139, 6.324579, 6.815165, 6.414315, 6.177315, 6.186293, 5.397875, 4.880842, 5.175083, 4.687469, 4.157627, 3.198454, 2.11043, 1.922135, 1.52336, 1.07368, 0.671117, 0.507126, 0.365973, 0.090023, 0.090252, 0.163164, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "gsm8kpl-307", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1181, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9794}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 15, 22, 34, 40, 49, 53, 71, 62, 79, 84, 74, 61, 58, 50, 59, 74, 61, 80, 75, 76, 79, 87, 94, 144, 115, 98, 97, 86, 82, 71, 60, 71, 98, 105, 107, 118, 128, 118, 156, 162, 160, 152, 163, 123, 91, 56, 28, 20, 15], "n_am_pl": [2, 25, 23, 27, 29, 39, 28, 29, 35, 37, 40, 40, 42, 37, 35, 48, 29, 32, 25, 26, 25, 23, 23, 18, 28, 45, 43, 39, 38, 52, 66, 50, 48, 38, 29, 25, 35, 25, 26, 22, 20, 21, 25, 38, 51, 76, 119, 155, 164, 169], "n_pos": 332, "sum_m_en": [31.381455, 49.185993, 50.041237, 53.371447, 54.205353, 52.841167, 55.053828, 59.110737, 58.379992, 62.6515, 65.836271, 63.720494, 58.977275, 59.065364, 58.036281, 58.170121, 58.571377, 54.410743, 55.605968, 54.034751, 53.429226, 53.803259, 53.469035, 53.535836, 87.292076, 76.291845, 70.261851, 68.655495, 67.294732, 62.930121, 58.835863, 56.837604, 58.585791, 63.060086, 68.476151, 70.259188, 73.491419, 81.425401, 90.404001, 119.625657, 123.429059, 127.568729, 126.892708, 142.734971, 119.640185, 89.597497, 51.035352, 25.544483, 19.415014, 14.794129], "sum_m_pl": [5.076824, 14.815323, 16.391367, 17.14656, 18.375237, 18.162502, 17.634889, 18.325039, 19.46341, 20.783966, 21.945475, 23.950047, 24.219415, 25.060498, 25.038743, 24.259978, 23.25654, 23.898573, 22.34642, 22.237094, 21.053261, 20.410078, 20.509048, 20.133641, 26.522274, 31.197286, 32.404225, 30.859986, 32.448427, 34.913298, 34.062938, 32.585547, 31.974372, 29.172705, 26.286935, 26.451767, 25.861679, 25.607897, 25.177387, 22.52974, 21.989747, 23.800882, 26.944636, 31.868638, 45.930529, 67.966183, 114.342156, 146.50556, 161.365133, 170.174418]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 2, 4, 3, 6, 6, 6, 6, 3, 4, 1, 3, 3, 4, 4, 3, 4, 1, 3, 8, 11, 5, 4, 3, 5, 2, 1, 2, 5, 4, 3, 7, 6, 9, 8, 8, 8, 7, 9, 5, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 0, 0, 3, 1, 1, 0, 1, 1, 2, 1, 3, 1, 1, 5, 2, 1, 2, 3, 3, 3, 2, 1, 2, 4, 4, 4, 3, 3, 6, 4, 1, 2, 1, 2, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.611092, 3.826146, 4.070992, 3.956936, 3.908622, 3.570978, 3.616084, 3.628782, 3.769633, 4.040387, 4.241218, 3.987934, 3.413543, 3.663388, 3.623375, 3.622627, 3.825927, 3.684632, 3.941536, 3.666828, 3.562821, 3.61218, 3.715223, 3.737406, 5.390721, 4.662919, 4.290486, 4.617576, 4.80304, 4.60363, 4.098131, 4.221053, 4.204318, 4.087977, 4.512604, 4.318227, 4.389933, 4.367413, 4.313913, 5.183349, 5.397768, 4.198606, 5.187234, 5.269649, 2.711796, 1.54493, 0.479311, 0.108797, 0.057201, 1e-06], "sum_m_pl": [0.250671, 0.950332, 0.77527, 0.816424, 0.826996, 0.732098, 0.683651, 0.643366, 0.808017, 0.886528, 1.01401, 1.072285, 1.092355, 1.205469, 1.267179, 1.304211, 1.274043, 1.40381, 1.238199, 1.353422, 1.271131, 1.2231, 1.228632, 1.213196, 1.607986, 1.820478, 1.885419, 1.720323, 1.745139, 1.783159, 1.836559, 1.692026, 1.523002, 1.349264, 1.203805, 1.42255, 1.255887, 1.108682, 1.106761, 1.026429, 0.964387, 1.021191, 0.807567, 0.7336, 0.696345, 0.679898, 0.159642, 0.039799, 0.030439, 0.0]}, "lang": {"n_am_en": [1, 7, 11, 18, 26, 26, 25, 39, 31, 37, 49, 44, 32, 31, 32, 32, 39, 35, 48, 38, 40, 50, 54, 54, 81, 65, 55, 54, 53, 53, 44, 34, 40, 57, 62, 59, 72, 74, 69, 96, 101, 104, 91, 105, 88, 63, 40, 24, 16, 15], "n_am_pl": [1, 18, 16, 15, 14, 26, 16, 20, 22, 23, 25, 26, 28, 26, 23, 29, 20, 24, 16, 13, 14, 12, 12, 11, 16, 29, 32, 25, 23, 36, 44, 30, 33, 27, 21, 16, 22, 18, 20, 18, 15, 17, 21, 30, 44, 68, 109, 143, 159, 169], "n_pos": 185, "sum_m_en": [18.212372, 26.898026, 27.126521, 29.46881, 30.3153, 29.486754, 30.82518, 33.839799, 33.726735, 36.17586, 38.274098, 36.793475, 34.034769, 33.911056, 33.33339, 33.581821, 33.537472, 31.131706, 31.509051, 30.851337, 30.629533, 30.872482, 30.605589, 30.694931, 52.542791, 45.429799, 41.881172, 40.59009, 39.642087, 36.609533, 34.566124, 33.306927, 34.221534, 36.757565, 39.009967, 39.968578, 41.634952, 46.571353, 53.221103, 72.35231, 75.168375, 80.390276, 77.839982, 92.024086, 81.57215, 58.647014, 35.9362, 20.361574, 15.73508, 14.771406], "sum_m_pl": [2.990559, 8.315045, 8.996056, 9.43666, 10.090541, 10.050145, 10.036505, 10.621475, 11.430268, 11.866544, 12.603645, 13.99959, 14.292274, 14.844684, 14.688452, 13.981137, 13.198359, 13.628224, 12.981318, 12.705604, 11.923341, 11.632492, 11.734415, 11.523375, 15.034331, 17.858802, 19.313868, 18.13376, 19.051805, 20.85994, 20.214201, 19.922212, 19.778427, 17.706889, 16.542754, 16.909102, 16.83559, 16.657164, 16.902318, 15.0598, 15.316653, 17.649973, 21.054788, 25.278809, 38.648, 59.213854, 102.226271, 135.824102, 155.123292, 168.587359]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 336, "item_id": "gsm8kpl-307", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1471, "region_end": 332, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 0.994}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 16, 21, 24, 26, 28, 41, 37, 28, 31, 30, 37, 32, 23, 19, 27, 31, 31, 32, 40, 31, 37, 36, 38, 49, 51, 42, 35, 35, 35, 30, 33, 44, 42, 43, 53, 53, 57, 60, 66, 73, 67, 68, 60, 63, 66, 60, 65, 59, 57], "n_am_pl": [11, 7, 15, 12, 13, 19, 16, 16, 16, 9, 10, 11, 16, 16, 16, 13, 6, 5, 5, 4, 7, 2, 5, 4, 8, 7, 11, 12, 16, 24, 15, 9, 3, 6, 2, 2, 7, 7, 10, 4, 3, 1, 4, 3, 4, 1, 0, 0, 0, 0], "n_pos": 135, "sum_m_en": [14.529728, 21.602453, 22.151939, 22.036476, 24.675914, 24.437926, 25.5619, 24.359907, 24.593413, 25.323286, 26.50617, 26.654576, 25.238961, 24.530685, 24.624795, 26.213973, 27.150058, 24.672483, 24.928658, 24.723189, 23.824217, 23.744426, 23.517288, 23.880561, 39.656023, 37.244453, 33.535152, 30.124254, 30.823889, 30.561867, 27.838831, 27.62153, 29.399653, 32.230628, 34.514537, 35.764625, 41.244504, 45.970606, 47.456909, 54.155993, 54.446069, 56.322372, 58.980297, 56.266605, 57.807926, 59.558277, 58.321732, 61.829184, 56.80489, 57.394661], "sum_m_pl": [3.170571, 6.027031, 6.915773, 6.51201, 7.110777, 6.836853, 6.745726, 6.626627, 7.118459, 6.923901, 8.144432, 7.931452, 8.137791, 8.371313, 7.80145, 7.211803, 7.274497, 7.370493, 7.47611, 7.255566, 7.286242, 7.145078, 7.051781, 7.313031, 8.635427, 8.766788, 9.105825, 9.546085, 9.725155, 9.584657, 8.395089, 8.059834, 7.540883, 6.793134, 6.270343, 6.381534, 6.245549, 6.114485, 6.472528, 4.712231, 4.473027, 3.778908, 3.327637, 2.689011, 5.17228, 2.849816, 1.151356, 1.290631, 1.082957, 0.134137]}, "digit": {"n_am_en": [0, 2, 3, 5, 3, 0, 6, 2, 2, 2, 5, 4, 2, 2, 1, 2, 3, 3, 1, 2, 1, 3, 4, 5, 3, 4, 4, 2, 1, 1, 4, 1, 3, 2, 2, 6, 4, 6, 5, 6, 7, 7, 7, 5, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 4, 3, 1, 2, 3, 4, 3, 5, 2, 2, 1, 3, 2, 3, 0, 0, 2, 1, 1, 1, 3, 6, 6, 1, 1, 1, 2, 0, 0, 1, 2, 2, 2, 2, 1, 2, 3, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.817121, 3.361645, 3.217124, 3.004579, 3.25493, 3.194922, 3.313531, 2.956314, 2.834276, 3.028927, 3.479744, 3.299135, 3.167188, 3.116159, 3.195192, 3.466405, 3.600677, 3.196976, 3.386944, 3.331901, 3.171158, 3.220207, 3.20532, 3.340752, 4.606441, 4.068825, 3.706523, 3.332742, 3.579644, 3.380701, 3.338445, 3.470458, 3.465125, 3.454746, 3.328337, 4.038054, 4.141991, 4.232346, 3.536896, 3.766093, 3.500445, 3.526487, 4.864335, 3.410965, 2.874567, 2.480676, 1.775225, 1.209796, 0.657768, 0.0], "sum_m_pl": [0.271974, 0.753478, 0.683541, 0.653225, 0.671845, 0.612344, 0.617616, 0.622596, 0.749432, 0.753364, 1.023202, 1.045551, 1.201094, 1.251207, 1.054452, 1.019761, 1.115902, 1.113324, 1.067275, 0.961669, 0.974305, 0.952145, 0.948706, 0.999002, 1.215214, 1.034086, 1.123987, 1.627782, 1.52569, 1.499865, 1.243211, 1.170246, 1.144778, 1.057519, 0.984076, 0.988413, 0.86518, 0.935716, 1.07185, 1.026252, 1.087169, 1.071643, 0.952732, 0.817215, 0.755464, 0.579694, 0.275664, 0.290387, 0.151457, 0.0]}, "lang": {"n_am_en": [10, 10, 14, 15, 18, 17, 22, 23, 21, 20, 17, 19, 20, 13, 12, 16, 19, 18, 21, 25, 23, 24, 22, 21, 32, 31, 26, 22, 24, 25, 21, 22, 25, 25, 29, 31, 32, 32, 35, 41, 44, 41, 41, 41, 42, 47, 46, 54, 54, 56], "n_am_pl": [6, 4, 5, 7, 6, 10, 6, 5, 5, 1, 1, 3, 7, 8, 4, 4, 1, 2, 1, 0, 1, 1, 2, 0, 2, 3, 5, 4, 4, 6, 7, 4, 0, 1, 1, 1, 3, 2, 5, 1, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0], "n_pos": 56, "sum_m_en": [6.216508, 8.701237, 9.35567, 9.541674, 10.893921, 10.563614, 11.100068, 10.791865, 11.474377, 11.477393, 11.527157, 11.91653, 11.083292, 10.98376, 11.06943, 11.873481, 12.209908, 11.086773, 11.122731, 10.962705, 10.484197, 10.300514, 10.247229, 10.142315, 21.969747, 20.388205, 18.657444, 16.114533, 16.152332, 16.173394, 14.158059, 13.666004, 14.364323, 16.539892, 18.566085, 20.058059, 24.034332, 27.681765, 29.993243, 35.478209, 35.908426, 37.205419, 37.290042, 39.193567, 40.244134, 42.060389, 42.628505, 49.776358, 49.609677, 55.599901], "sum_m_pl": [1.327749, 2.4093, 2.872795, 2.626135, 2.975722, 2.79768, 2.60258, 2.684353, 2.894038, 2.858035, 3.34037, 3.190302, 3.249621, 3.500982, 3.215181, 2.942397, 2.826781, 2.854648, 3.010937, 2.882274, 2.891366, 2.865314, 2.844615, 2.925595, 3.189323, 3.481897, 3.5196, 3.490124, 3.621464, 3.473234, 3.216106, 3.069824, 2.858897, 2.599791, 2.285064, 2.361547, 2.517611, 2.271955, 2.698801, 1.692636, 1.52714, 1.037211, 0.828097, 0.828074, 3.36514, 1.5031, 0.358125, 0.60342, 0.289788, 1.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "gsm8kpl-309", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.971, "tf_agree_excl_first": 0.9781}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 10, 14, 18, 26, 35, 28, 29, 22, 28, 32, 31, 30, 25, 30, 38, 43, 45, 59, 51, 47, 60, 49, 55, 93, 76, 62, 57, 47, 45, 40, 35, 30, 48, 66, 62, 68, 83, 77, 97, 87, 82, 85, 81, 67, 54, 23, 7, 0, 0], "n_am_pl": [0, 14, 29, 15, 22, 21, 32, 25, 26, 29, 31, 29, 32, 27, 31, 22, 19, 13, 11, 12, 10, 10, 12, 11, 5, 12, 11, 12, 25, 24, 20, 16, 20, 9, 7, 7, 10, 12, 11, 13, 16, 17, 19, 23, 34, 45, 68, 77, 78, 77], "n_pos": 197, "sum_m_en": [20.05474, 32.238473, 32.512397, 31.906386, 33.872041, 33.034041, 34.195365, 34.824634, 34.661742, 36.997395, 39.22443, 39.445234, 37.948262, 36.616592, 36.590072, 38.548679, 38.486048, 35.597349, 36.879917, 35.120775, 34.989134, 34.698956, 34.220236, 34.274832, 53.898916, 50.936322, 46.050613, 41.66529, 41.606174, 40.784197, 38.996748, 38.83184, 40.688222, 44.37213, 46.215825, 45.081078, 45.960153, 51.274163, 54.793227, 70.976517, 68.064398, 66.648792, 67.152681, 70.046051, 63.947359, 49.555752, 22.973723, 7.9644, 1.926405, 0.000213], "sum_m_pl": [3.254776, 9.648697, 11.319585, 10.870101, 11.786425, 11.084644, 11.588583, 10.653695, 12.279417, 11.325425, 12.819887, 12.730077, 12.987329, 13.702617, 12.61536, 11.613399, 10.659261, 10.570223, 10.253532, 10.220881, 10.031842, 9.75972, 9.809538, 9.898337, 10.657832, 12.099559, 12.411576, 13.457559, 15.430017, 14.987619, 13.304409, 13.658591, 13.29294, 11.193705, 10.578761, 10.620783, 10.356885, 9.972008, 12.202514, 12.856794, 14.503492, 18.149979, 19.411412, 22.423824, 32.109293, 45.051242, 68.153038, 76.947218, 76.929152, 77.266703]}, "digit": {"n_am_en": [0, 2, 0, 1, 3, 3, 6, 5, 3, 1, 3, 2, 2, 4, 4, 2, 3, 5, 6, 4, 7, 8, 7, 5, 13, 11, 6, 2, 2, 0, 1, 4, 2, 1, 2, 4, 5, 10, 8, 13, 10, 9, 9, 9, 5, 4, 2, 0, 0, 0], "n_am_pl": [0, 1, 5, 0, 0, 1, 0, 3, 2, 3, 5, 4, 5, 2, 2, 2, 3, 1, 0, 1, 1, 1, 1, 0, 0, 0, 3, 2, 3, 2, 2, 2, 3, 1, 0, 0, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 2, 0, 0], "n_pos": 21, "sum_m_en": [2.06659, 4.138301, 4.062145, 3.719458, 3.900801, 3.846601, 3.913386, 3.560995, 3.490686, 3.660318, 4.228578, 4.1208, 3.819144, 3.802411, 4.050755, 4.527939, 4.422504, 4.045115, 4.56479, 3.96674, 3.902121, 3.874943, 3.79428, 3.891237, 6.12758, 5.128102, 4.478313, 3.976739, 4.025068, 3.847602, 3.657387, 3.911123, 4.151365, 4.293889, 4.103452, 5.151025, 5.31052, 5.967774, 5.536837, 6.177017, 5.484801, 5.467324, 5.930886, 4.531939, 4.204892, 4.075748, 2.729542, 0.899753, 0.602507, 0.0], "sum_m_pl": [0.359575, 1.195014, 1.062271, 1.032455, 0.972754, 0.90238, 0.945331, 0.894836, 1.127611, 1.020602, 1.328767, 1.355331, 1.424065, 1.467413, 1.215751, 1.241245, 1.225306, 1.297147, 1.161989, 1.088351, 1.069557, 1.030065, 1.032638, 1.092442, 1.098006, 1.156352, 1.171888, 1.340243, 1.512057, 1.714224, 1.543217, 1.521071, 1.35727, 1.122606, 1.102093, 1.124458, 0.900717, 0.843811, 0.896339, 0.802638, 0.883661, 0.8861, 0.858635, 0.737383, 1.910022, 2.488548, 2.788998, 2.003362, 0.335241, 0.0]}, "lang": {"n_am_en": [8, 5, 5, 4, 16, 16, 13, 15, 11, 13, 12, 17, 13, 11, 11, 16, 17, 21, 29, 24, 24, 30, 25, 28, 45, 34, 30, 27, 24, 27, 23, 19, 17, 24, 29, 34, 32, 42, 41, 47, 45, 41, 48, 43, 35, 27, 8, 1, 0, 0], "n_am_pl": [0, 6, 8, 9, 12, 8, 10, 10, 11, 13, 13, 10, 8, 12, 19, 10, 10, 5, 4, 5, 1, 3, 5, 4, 4, 5, 5, 5, 10, 12, 13, 8, 11, 3, 4, 4, 5, 4, 5, 8, 11, 11, 11, 13, 22, 32, 54, 69, 73, 77], "n_pos": 77, "sum_m_en": [8.357615, 12.594386, 12.699489, 12.606913, 13.513757, 12.52791, 13.459517, 14.400868, 14.797756, 16.015244, 16.208865, 16.295264, 15.708945, 14.949735, 14.724188, 15.349239, 15.233494, 14.654411, 14.913218, 14.366427, 14.292667, 14.014628, 13.855485, 13.714102, 24.348248, 22.818463, 20.574938, 17.878533, 17.37519, 17.19883, 16.691817, 15.997774, 16.577252, 19.092027, 20.251466, 20.18323, 20.26644, 23.383704, 25.882417, 35.189408, 33.837455, 32.500497, 33.615261, 37.25181, 33.879005, 22.688889, 7.863666, 1.490964, 0.239047, 0.0], "sum_m_pl": [1.280144, 3.62538, 4.324258, 4.270621, 4.809546, 4.62692, 4.707628, 4.456974, 5.356286, 4.933516, 5.537078, 5.544386, 5.776676, 6.208073, 5.984392, 5.365439, 4.734364, 4.611463, 4.478154, 4.381326, 4.21859, 4.116956, 4.149075, 4.147723, 4.578903, 5.39834, 5.859412, 6.227937, 7.318282, 7.131887, 6.277812, 6.461917, 6.495148, 5.434428, 5.222386, 5.262031, 5.495052, 4.809301, 6.381739, 7.491227, 8.331507, 10.464214, 11.323241, 12.340654, 20.396823, 31.153735, 52.510553, 65.526781, 71.677361, 76.687457]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "gsm8kpl-309", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1484, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.995}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 23, 25, 22, 29, 27, 31, 29, 21, 27, 23, 18, 11, 16, 14, 18, 15, 12, 22, 21, 23, 23, 21, 19, 37, 34, 40, 36, 41, 40, 29, 34, 29, 37, 35, 42, 51, 58, 67, 67, 67, 63, 62, 68, 66, 61, 56, 54, 53, 52], "n_am_pl": [10, 14, 6, 8, 10, 10, 6, 10, 7, 10, 11, 14, 21, 13, 15, 17, 21, 17, 16, 16, 10, 9, 8, 10, 9, 13, 16, 15, 12, 11, 14, 13, 9, 5, 6, 8, 6, 5, 4, 3, 4, 3, 4, 0, 0, 2, 3, 0, 0, 0], "n_pos": 136, "sum_m_en": [15.884673, 21.993927, 21.501578, 21.354364, 23.962964, 23.033869, 22.274783, 23.846389, 23.189357, 23.774214, 22.460482, 22.6851, 21.408204, 21.800399, 21.402261, 22.42205, 22.685291, 21.874378, 22.517238, 22.30695, 21.151418, 21.190295, 21.132873, 21.746449, 30.543166, 28.636221, 27.549435, 25.833682, 25.786647, 25.563348, 23.731859, 24.000375, 25.36106, 26.66186, 28.906296, 32.770362, 39.202398, 43.166856, 50.761306, 53.445798, 53.409344, 54.131417, 55.943209, 57.909146, 57.550775, 56.445771, 55.686505, 54.912651, 49.012874, 51.613348], "sum_m_pl": [3.416319, 6.138654, 6.600049, 6.096791, 7.10868, 7.220312, 6.992247, 7.337659, 7.353859, 7.426471, 8.080145, 8.595949, 9.186639, 9.151746, 9.404199, 9.825207, 9.099357, 9.507774, 9.252371, 9.213427, 9.191377, 8.856607, 8.673285, 9.012771, 11.325122, 12.672292, 13.218385, 12.430497, 12.838811, 13.327483, 11.763567, 10.846749, 10.666826, 10.406716, 10.028, 9.234848, 8.255889, 7.345318, 6.319021, 5.557628, 5.493899, 4.246874, 3.64077, 3.043238, 2.467745, 2.017605, 1.511731, 1.239152, 0.860111, 7e-06]}, "digit": {"n_am_en": [0, 0, 0, 1, 2, 0, 1, 1, 2, 0, 1, 2, 0, 1, 1, 1, 1, 1, 2, 1, 1, 0, 1, 1, 2, 2, 4, 2, 2, 2, 0, 1, 0, 1, 3, 2, 3, 3, 2, 2, 4, 4, 4, 6, 4, 3, 0, 0, 0, 0], "n_am_pl": [1, 0, 0, 0, 1, 1, 1, 2, 0, 1, 2, 0, 3, 4, 1, 1, 3, 3, 3, 2, 1, 1, 2, 2, 5, 4, 4, 4, 5, 1, 3, 1, 0, 0, 1, 3, 3, 2, 2, 3, 3, 2, 3, 0, 0, 2, 3, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.328332, 3.723299, 3.696057, 3.256552, 3.845145, 3.305924, 3.211575, 3.609905, 3.469423, 3.701448, 3.707925, 3.372361, 3.433412, 3.43893, 3.478563, 3.381939, 3.385818, 3.434796, 3.576569, 3.436131, 3.106588, 3.168685, 3.180718, 3.292338, 3.501428, 3.665477, 3.627179, 3.568508, 3.582341, 3.425626, 3.188467, 3.328705, 3.715799, 3.531295, 3.568843, 4.094144, 4.891093, 4.260094, 4.18619, 4.279371, 4.259717, 4.455851, 3.654772, 4.769066, 3.263556, 2.527939, 1.705143, 1.421099, 0.54288, 0.0], "sum_m_pl": [0.3737, 0.96625, 0.867336, 0.861239, 0.940616, 0.856367, 0.817375, 0.980468, 1.023364, 1.074816, 1.337414, 1.377968, 1.483874, 1.415089, 1.493206, 1.492171, 1.36495, 1.489273, 1.467325, 1.500443, 1.469349, 1.370828, 1.324149, 1.389247, 2.063729, 2.142492, 1.774027, 1.848372, 1.837897, 1.807865, 1.627732, 1.501692, 1.38798, 1.395601, 1.405189, 1.350714, 1.268713, 1.165592, 1.29819, 1.236021, 1.223642, 1.145728, 1.113957, 0.895866, 0.969121, 0.970686, 0.761237, 0.535246, 0.239232, 0.0]}, "lang": {"n_am_en": [10, 12, 14, 12, 19, 14, 18, 19, 12, 16, 13, 10, 9, 9, 6, 9, 7, 8, 11, 9, 13, 13, 9, 13, 22, 24, 27, 20, 22, 21, 19, 23, 20, 28, 22, 27, 31, 37, 41, 46, 42, 43, 47, 48, 50, 50, 51, 50, 51, 51], "n_am_pl": [8, 9, 1, 4, 4, 2, 5, 2, 5, 4, 5, 10, 11, 7, 7, 10, 11, 12, 7, 7, 5, 2, 4, 2, 0, 2, 4, 7, 2, 4, 4, 5, 7, 2, 2, 3, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [6.486027, 8.229316, 8.479831, 8.877251, 9.824948, 9.577715, 9.4795, 9.898855, 9.794018, 9.773892, 9.102284, 9.760532, 9.135116, 9.305105, 8.960376, 9.706813, 9.840957, 9.205515, 9.510545, 9.354044, 8.940443, 8.931368, 8.889192, 9.080731, 16.914069, 15.805978, 14.87676, 13.180647, 12.972462, 12.89743, 11.820728, 11.872117, 12.34669, 13.199227, 14.613218, 16.978518, 20.619224, 23.67908, 29.040399, 32.545663, 33.384754, 35.532615, 39.807688, 40.219487, 43.257362, 44.494044, 47.227859, 46.88539, 45.50168, 50.29177], "sum_m_pl": [1.285792, 2.249277, 2.404331, 2.272576, 2.692618, 2.837586, 2.914065, 3.054808, 3.046671, 2.983577, 3.185193, 3.560759, 3.960798, 3.962957, 4.002678, 4.193042, 3.868796, 3.955604, 3.805913, 3.655604, 3.676125, 3.606785, 3.560587, 3.630021, 4.349509, 4.805444, 5.605538, 5.554971, 5.356737, 5.563437, 5.081627, 5.001231, 5.126584, 4.772235, 4.599298, 4.428934, 3.818384, 3.311974, 2.607502, 2.241591, 2.183091, 1.675593, 1.23078, 1.105375, 0.565654, 0.336997, 0.253264, 0.250594, 0.284511, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "gsm8kpl-314", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9856}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 26, 33, 38, 62, 48, 45, 64, 51, 53, 38, 49, 39, 44, 50, 42, 48, 47, 46, 62, 62, 64, 62, 64, 102, 81, 73, 70, 61, 62, 60, 55, 54, 72, 77, 89, 94, 121, 129, 133, 135, 132, 133, 133, 124, 76, 32, 5, 5, 4], "n_am_pl": [2, 25, 25, 20, 24, 25, 21, 38, 37, 26, 43, 44, 49, 39, 44, 36, 36, 37, 31, 28, 22, 24, 16, 17, 24, 27, 31, 37, 42, 54, 47, 44, 50, 34, 35, 22, 20, 12, 18, 17, 20, 17, 24, 29, 30, 72, 125, 153, 166, 166], "n_pos": 317, "sum_m_en": [30.938135, 48.940556, 50.037686, 51.97672, 54.797984, 52.46002, 54.572034, 59.431613, 58.071224, 58.423275, 56.103404, 55.884773, 53.317145, 52.636621, 51.13033, 53.610931, 55.699935, 52.997199, 54.082381, 53.246682, 51.909304, 52.233264, 51.538531, 51.82728, 79.387682, 71.519543, 62.582049, 59.093252, 55.729634, 57.195726, 54.374445, 54.688068, 57.310247, 62.536028, 65.081419, 68.147716, 73.409314, 86.256379, 99.299114, 107.792192, 107.385685, 112.951171, 116.683025, 123.609638, 111.047791, 71.718503, 32.668545, 8.394292, 6.463604, 4.000872], "sum_m_pl": [4.988907, 14.935743, 16.858356, 16.661363, 19.055966, 19.07211, 18.84478, 19.750002, 20.886715, 21.495838, 23.209947, 24.713332, 25.719372, 27.349498, 27.5922, 27.04095, 24.099111, 24.07222, 22.58463, 22.784131, 22.526567, 21.23991, 20.733071, 20.450345, 25.867845, 30.094732, 33.701043, 33.492441, 35.207772, 37.037402, 33.365788, 33.144754, 32.029963, 28.139224, 27.744017, 25.469192, 22.154115, 19.52773, 18.104212, 17.789535, 18.60498, 18.224033, 21.790181, 24.681849, 31.218938, 67.621158, 120.199655, 151.003198, 162.40389, 165.579975]}, "digit": {"n_am_en": [0, 2, 1, 3, 1, 1, 1, 1, 1, 2, 5, 1, 0, 3, 0, 2, 2, 4, 4, 5, 2, 0, 0, 0, 1, 2, 0, 2, 1, 0, 0, 0, 0, 1, 1, 5, 1, 3, 0, 3, 4, 4, 3, 4, 3, 4, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 0, 2, 1, 0, 1, 2, 2, 5, 2, 5, 3, 2, 0, 1, 2, 1, 1, 0, 1, 1, 1, 3, 4, 5, 4, 6, 6, 2, 3, 2, 2, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 0, 2, 3, 1, 0, 0], "n_pos": 25, "sum_m_en": [2.481858, 4.546835, 4.816903, 4.553073, 4.785282, 4.316217, 4.253695, 4.510406, 4.223864, 4.393008, 4.106519, 3.982142, 3.82645, 3.876267, 3.794453, 3.780839, 3.926985, 3.879344, 4.125366, 4.051036, 3.841088, 3.806127, 3.756825, 3.837116, 4.093804, 4.008472, 3.933126, 4.036713, 3.739608, 3.880737, 3.617464, 3.799824, 4.009774, 4.063422, 4.096313, 4.501049, 4.678253, 4.465275, 4.085188, 4.263686, 4.250131, 4.052226, 4.275077, 4.292009, 2.992833, 2.945346, 1.390811, 0.891009, 0.278552, 0.0], "sum_m_pl": [0.408443, 1.415898, 1.449613, 1.461595, 1.467661, 1.237578, 1.16492, 1.258722, 1.498685, 1.593795, 1.810692, 1.759893, 1.84487, 1.795631, 1.892982, 1.819122, 1.711223, 1.815124, 1.649744, 1.749871, 1.686062, 1.581929, 1.509711, 1.541562, 2.221217, 2.266646, 2.262568, 2.42344, 2.543684, 2.255113, 1.986346, 1.977498, 1.896007, 1.697192, 1.667927, 1.700452, 1.509667, 1.40142, 1.578561, 1.532204, 1.425229, 1.414334, 1.35225, 1.209537, 1.046305, 0.985975, 1.68341, 0.992416, 0.147874, 0.0]}, "lang": {"n_am_en": [12, 16, 23, 31, 47, 34, 30, 39, 34, 37, 23, 34, 24, 23, 33, 28, 34, 33, 31, 41, 44, 49, 47, 48, 71, 59, 58, 49, 46, 43, 38, 38, 41, 53, 59, 62, 68, 91, 100, 102, 101, 104, 110, 104, 105, 62, 28, 5, 4, 4], "n_am_pl": [2, 15, 13, 12, 13, 14, 10, 20, 24, 10, 22, 25, 28, 27, 31, 21, 22, 22, 16, 19, 15, 15, 11, 12, 14, 11, 12, 19, 22, 34, 32, 27, 33, 20, 21, 16, 15, 5, 13, 14, 18, 16, 22, 28, 30, 69, 116, 149, 161, 165], "n_pos": 169, "sum_m_en": [16.906792, 25.104258, 26.163892, 28.207525, 30.465852, 29.326999, 31.071678, 34.259642, 34.267199, 34.265728, 32.91238, 32.988526, 31.640141, 31.235195, 30.123622, 31.710208, 33.206242, 31.17668, 31.235718, 30.679695, 29.930265, 30.160942, 29.908643, 29.834446, 52.365331, 46.735156, 40.444793, 36.908975, 34.747098, 34.675139, 32.817992, 33.133458, 34.484849, 39.870394, 40.576131, 44.130139, 47.692098, 57.747544, 67.421755, 76.508056, 76.815438, 82.97059, 89.073832, 94.878238, 91.031409, 55.914838, 27.474181, 5.92053, 5.046179, 4.000868], "sum_m_pl": [2.552971, 7.26596, 8.162594, 8.190415, 9.519808, 10.057805, 10.06826, 10.913764, 11.721651, 11.850599, 12.95148, 14.407393, 15.059608, 16.343994, 16.424393, 15.902043, 14.078982, 13.895534, 12.968261, 12.724533, 12.691513, 12.1152, 11.913504, 11.65762, 13.662879, 16.091734, 18.969497, 19.045986, 19.96464, 21.36022, 19.437614, 19.994722, 19.793255, 17.413692, 17.454153, 16.31987, 14.440185, 13.074037, 11.994024, 11.981042, 13.468187, 13.843944, 17.582499, 20.927538, 28.233423, 64.124551, 112.152449, 144.96737, 157.537805, 164.613976]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 321, "item_id": "gsm8kpl-314", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1453, "region_end": 317, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.9938}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 5, 6, 8, 9, 10, 10, 7, 6, 5, 6, 3, 3, 5, 8, 4, 5, 3, 5, 3, 5, 5, 7, 7, 11, 10, 9, 7, 9, 7, 5, 11, 12, 8, 8, 9, 17, 21, 20, 20, 21, 20, 21, 20, 19, 21, 20, 19, 19, 18], "n_am_pl": [1, 2, 3, 3, 5, 6, 6, 6, 2, 6, 6, 12, 16, 9, 12, 15, 10, 12, 13, 11, 12, 7, 6, 3, 4, 5, 9, 7, 4, 6, 5, 4, 2, 7, 9, 4, 3, 2, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [5.084382, 6.935805, 6.871024, 6.903173, 7.910976, 7.858282, 7.083865, 6.71063, 6.629845, 6.695185, 6.678511, 7.292788, 7.109212, 6.836621, 6.795014, 6.864119, 6.923586, 6.36897, 6.799372, 7.408804, 6.87415, 6.903778, 6.956838, 7.188853, 9.391571, 7.735127, 7.432235, 6.552699, 6.892372, 7.257456, 6.500014, 7.255296, 8.035803, 9.042, 8.931658, 9.03045, 11.062942, 13.823612, 16.642514, 17.75084, 17.639554, 18.511708, 18.786573, 17.575493, 16.385253, 17.170197, 18.542136, 18.905057, 18.259529, 18.005654], "sum_m_pl": [1.226157, 2.194608, 2.458973, 2.342421, 2.646739, 2.514517, 2.360605, 2.286864, 2.201249, 2.825644, 2.721536, 3.264805, 3.498054, 3.353063, 3.923857, 4.164371, 3.712059, 3.845241, 3.205706, 3.150833, 3.142128, 2.993622, 2.876693, 2.904421, 4.108712, 4.987697, 5.14871, 4.866329, 4.404105, 4.825732, 4.171234, 3.887882, 3.924143, 3.930217, 3.776469, 3.761587, 3.353443, 2.76203, 1.847123, 1.576312, 1.608683, 0.990783, 0.862539, 0.86685, 0.794562, 0.521846, 0.502113, 0.272234, 0.06496, 1e-06]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 1, 0, 1, 2, 3, 0, 0, 1, 1, 1, 2, 4, 4, 1, 1, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 3, 3, 2, 4, 4, 3, 6, 5, 4, 4, 4, 5, 4, 2, 4, 3, 3, 1, 0, 0, 1, 2, 0, 1, 2, 0, 0, 1, 2, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.678373, 1.013044, 0.975316, 0.964408, 1.033586, 0.961931, 0.998838, 0.969814, 0.881114, 0.84345, 0.988892, 1.087972, 1.094927, 1.004707, 1.054519, 1.084684, 1.137773, 1.033815, 1.229648, 1.325954, 1.221514, 1.227492, 1.236226, 1.28514, 1.664148, 1.063102, 0.991376, 0.782289, 0.847735, 0.858961, 0.915166, 1.187829, 1.335946, 1.329803, 1.26705, 1.111725, 1.292134, 1.304711, 1.020026, 0.88384, 0.769539, 0.880699, 0.818264, 0.551457, 0.505031, 0.505456, 0.395186, 0.221962, 0.004092, 0.0], "sum_m_pl": [0.262083, 0.373561, 0.357194, 0.313917, 0.363815, 0.34766, 0.307511, 0.335274, 0.361774, 0.505107, 0.466504, 0.535072, 0.594455, 0.502297, 0.553002, 0.563604, 0.606041, 0.701212, 0.54977, 0.472744, 0.498434, 0.493182, 0.463854, 0.470496, 0.805871, 0.805039, 0.766804, 0.837456, 0.651127, 0.68812, 0.683518, 0.571783, 0.463596, 0.427089, 0.441527, 0.386853, 0.403462, 0.375933, 0.38193, 0.407173, 0.391406, 0.387567, 0.366014, 0.481306, 0.458712, 0.27162, 0.363373, 0.153097, 0.009896, 0.0]}, "lang": {"n_am_en": [3, 3, 4, 4, 4, 7, 7, 5, 5, 3, 2, 1, 0, 1, 2, 2, 3, 2, 3, 2, 3, 4, 5, 5, 5, 6, 5, 3, 4, 4, 3, 4, 4, 5, 3, 6, 11, 12, 13, 15, 15, 16, 17, 17, 17, 18, 18, 17, 18, 17], "n_am_pl": [1, 2, 1, 1, 2, 4, 2, 2, 0, 2, 2, 6, 6, 2, 3, 7, 2, 1, 3, 4, 3, 2, 1, 1, 2, 2, 4, 3, 4, 3, 3, 3, 1, 5, 5, 4, 3, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.293256, 2.828063, 2.940744, 3.143974, 3.471075, 3.431002, 3.131424, 3.021145, 3.072967, 3.044137, 2.877055, 3.067719, 3.009466, 2.900132, 2.866565, 2.958195, 3.015058, 2.750435, 2.787144, 2.96211, 2.773413, 2.831595, 2.843638, 2.86527, 4.734133, 3.976287, 3.913087, 3.17213, 3.151524, 3.465261, 2.952097, 3.302493, 3.764188, 4.206646, 4.213453, 4.512467, 5.759684, 7.73945, 10.754004, 12.445724, 12.659615, 14.161413, 14.601669, 14.060909, 14.246367, 15.072638, 16.005619, 15.76904, 16.750732, 16.99027], "sum_m_pl": [0.469805, 0.772498, 0.865901, 0.836831, 0.976677, 0.972904, 0.957584, 0.945536, 0.897684, 1.160575, 1.141692, 1.412724, 1.432909, 1.389195, 1.628021, 1.839557, 1.522634, 1.506309, 1.244333, 1.278509, 1.286705, 1.212867, 1.174263, 1.151672, 1.575169, 1.97765, 2.27293, 2.155658, 2.134809, 2.2465, 1.900174, 1.768273, 1.896863, 1.976665, 1.854713, 2.006491, 1.907497, 1.599791, 1.047103, 0.769514, 0.900001, 0.388886, 0.283284, 0.245218, 0.170129, 0.107959, 0.043696, 0.043754, 0.034085, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 49, "item_id": "gsm8kpl-321", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1144, "region_end": 46, "roundtrip_ok": true, "tf_agree": 0.9592, "tf_agree_excl_first": 0.9792}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 8, 8, 12, 13, 13, 16, 14, 10, 16, 10, 13, 9, 7, 8, 12, 10, 6, 9, 12, 14, 11, 13, 17, 18, 19, 21, 12, 9, 11, 8, 7, 6, 13, 17, 20, 26, 31, 35, 38, 38, 41, 39, 44, 33, 29, 15, 3, 0, 0], "n_am_pl": [1, 4, 7, 4, 5, 8, 6, 3, 7, 11, 6, 9, 12, 8, 16, 16, 10, 24, 14, 15, 13, 10, 10, 8, 9, 13, 7, 12, 17, 18, 17, 15, 13, 16, 10, 15, 15, 8, 8, 6, 10, 6, 5, 6, 8, 10, 22, 36, 36, 37], "n_pos": 76, "sum_m_en": [6.778022, 11.555613, 12.236689, 12.016727, 13.032319, 13.357666, 12.630749, 12.280757, 12.826037, 12.571044, 13.050716, 13.445399, 13.186072, 12.884212, 12.366256, 12.280271, 12.152299, 11.192222, 11.83799, 12.813389, 12.114366, 12.183745, 12.25712, 12.548173, 16.356737, 14.144402, 12.282075, 11.118939, 11.403556, 11.471284, 10.542642, 11.349646, 11.29074, 12.862419, 13.535135, 14.523036, 15.475367, 20.102188, 23.187119, 29.301382, 29.182792, 35.431447, 34.706853, 39.089086, 32.618904, 27.668006, 14.968946, 2.960935, 0.259271, 6.9e-05], "sum_m_pl": [1.248407, 3.900166, 4.033854, 3.820571, 4.210357, 4.157424, 3.975052, 3.855142, 4.207142, 4.891484, 4.795382, 5.583558, 6.291843, 6.323465, 7.190677, 7.638585, 6.41062, 6.568343, 5.325761, 5.351223, 5.109114, 4.908769, 4.807926, 4.822593, 7.884656, 7.798316, 7.828764, 8.3053, 7.799668, 8.697568, 7.954916, 7.937452, 8.191254, 7.811045, 7.206075, 7.120219, 7.70565, 6.849439, 5.544181, 4.483429, 5.301667, 4.781702, 5.743988, 6.759054, 8.049844, 9.242642, 22.694406, 35.019409, 36.395956, 37.293017]}, "digit": {"n_am_en": [0, 2, 0, 1, 0, 0, 1, 0, 1, 2, 2, 1, 0, 1, 1, 2, 3, 0, 1, 1, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 2, 3, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 3, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 3, 4, 4, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.607137, 1.308338, 1.272536, 1.123144, 1.144178, 1.143825, 1.048351, 0.989036, 1.075168, 1.019579, 1.080878, 1.223374, 1.098772, 1.120714, 1.096794, 1.105175, 1.104434, 1.057288, 1.192687, 1.253821, 1.170523, 1.228383, 1.217493, 1.271098, 1.459057, 1.419492, 1.144214, 1.032534, 1.106887, 1.057059, 1.041562, 1.192773, 1.064838, 1.182773, 1.141798, 1.174289, 1.213822, 1.047321, 0.727291, 0.669707, 0.654613, 0.598944, 0.57328, 1.518123, 0.645179, 0.35404, 0.271537, 0.105816, 0.00896, 0.0], "sum_m_pl": [0.106753, 0.366214, 0.282573, 0.223231, 0.23289, 0.210632, 0.186209, 0.215315, 0.286757, 0.291955, 0.342296, 0.384295, 0.425464, 0.4173, 0.459689, 0.516195, 0.421372, 0.48144, 0.411288, 0.410806, 0.411348, 0.393926, 0.376607, 0.379836, 0.284314, 0.408151, 0.39742, 0.600392, 0.500889, 0.660355, 0.522429, 0.554214, 0.486654, 0.45014, 0.460453, 0.496997, 0.425228, 0.3335, 0.344365, 0.334812, 0.282121, 0.238808, 0.252709, 0.26131, 0.248455, 0.152948, 0.102537, 0.093423, 0.013562, 0.0]}, "lang": {"n_am_en": [2, 4, 5, 4, 6, 8, 13, 10, 6, 12, 6, 10, 7, 4, 3, 3, 4, 2, 5, 7, 7, 6, 8, 10, 11, 9, 13, 7, 5, 8, 5, 3, 3, 9, 13, 11, 15, 21, 24, 26, 25, 29, 28, 28, 27, 26, 14, 2, 0, 0], "n_am_pl": [1, 3, 1, 0, 2, 5, 2, 3, 4, 9, 5, 6, 6, 5, 10, 10, 5, 13, 8, 8, 8, 8, 7, 5, 8, 10, 5, 8, 7, 6, 8, 11, 10, 13, 7, 13, 15, 8, 8, 6, 10, 6, 5, 6, 7, 9, 21, 36, 36, 37], "n_pos": 38, "sum_m_en": [3.246824, 5.789503, 6.520236, 6.505718, 7.010051, 7.239861, 6.828892, 6.697677, 7.043674, 7.096838, 7.301398, 7.516798, 7.51129, 7.307562, 6.913549, 6.936024, 6.720564, 6.03328, 6.354313, 6.881879, 6.448756, 6.430129, 6.443791, 6.536098, 9.276934, 8.017016, 7.228291, 6.26348, 6.207572, 6.280661, 5.7077, 6.177763, 6.244112, 7.728494, 7.982622, 8.97178, 9.317727, 11.657772, 15.094063, 18.968832, 18.964441, 24.637812, 23.7935, 25.437228, 25.063104, 23.795682, 13.038896, 1.956125, 0.145695, 4.5e-05], "sum_m_pl": [0.410131, 1.631479, 1.780086, 1.742836, 2.037823, 2.091026, 2.114782, 2.054877, 2.24635, 2.675045, 2.623669, 3.175374, 3.542698, 3.618419, 4.136847, 4.388773, 3.728786, 3.88004, 3.017519, 3.002441, 2.863841, 2.756177, 2.73421, 2.722996, 5.447287, 4.655999, 4.717644, 4.950577, 4.57368, 5.121436, 4.928411, 4.800585, 5.02481, 4.88254, 4.341295, 4.668688, 5.422182, 4.979382, 3.827209, 3.286441, 4.336136, 3.8863, 5.074188, 5.921409, 6.878447, 8.127858, 21.328878, 34.160033, 36.072475, 36.855666]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "gsm8kpl-321", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1434, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.962, "tf_agree_excl_first": 0.9744}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 22, 35, 31, 43, 40, 49, 34, 47, 40, 46, 41, 45, 44, 37, 46, 42, 43, 41, 43, 50, 56, 56, 56, 78, 84, 62, 65, 69, 49, 52, 56, 57, 61, 74, 76, 77, 90, 98, 102, 102, 106, 110, 97, 95, 85, 86, 80, 70, 67], "n_am_pl": [5, 9, 6, 6, 12, 9, 16, 19, 12, 14, 15, 17, 18, 25, 27, 18, 15, 14, 25, 22, 13, 7, 9, 10, 13, 15, 12, 17, 16, 22, 20, 11, 15, 9, 14, 17, 14, 6, 7, 2, 1, 2, 0, 9, 1, 1, 0, 3, 0, 0], "n_pos": 184, "sum_m_en": [21.077565, 29.008207, 29.68309, 30.573733, 33.819032, 32.823839, 34.16191, 32.793125, 33.448938, 33.445073, 36.645034, 35.209729, 34.877953, 34.751152, 33.746788, 33.415864, 33.791976, 31.27077, 30.906216, 31.899042, 31.155522, 31.1101, 30.631761, 30.899175, 46.83184, 44.629255, 42.478508, 39.077568, 40.842238, 38.210613, 36.46907, 37.453089, 38.798126, 40.847623, 44.962697, 48.533284, 54.569326, 64.292252, 72.75263, 79.528732, 83.742017, 86.364419, 90.500324, 87.860681, 84.61324, 81.137754, 83.139081, 73.553233, 66.756328, 67.699634], "sum_m_pl": [3.317965, 9.274665, 9.380613, 8.982365, 9.454118, 9.020768, 8.813145, 9.038407, 9.121618, 9.255738, 10.499753, 11.272488, 11.708676, 12.374552, 12.174341, 12.559537, 12.200404, 12.333372, 12.919364, 12.84709, 12.214248, 11.759003, 11.570632, 11.551267, 15.197949, 15.47416, 14.531121, 16.075724, 15.772204, 16.751813, 14.66877, 14.770343, 14.846355, 13.876196, 13.358938, 13.141959, 12.841527, 11.324729, 9.862591, 8.084326, 7.636292, 6.507179, 5.127755, 10.319952, 4.916411, 3.700425, 3.112883, 4.309305, 2.459591, 0.000508]}, "digit": {"n_am_en": [0, 0, 2, 4, 5, 5, 5, 3, 6, 4, 7, 6, 5, 7, 8, 8, 7, 2, 3, 3, 4, 6, 9, 8, 10, 12, 4, 7, 8, 7, 5, 6, 6, 8, 6, 6, 7, 7, 7, 8, 8, 8, 9, 6, 5, 4, 4, 2, 1, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 1, 1, 1, 2, 1, 2, 4, 7, 4, 4, 4, 3, 7, 7, 4, 1, 1, 1, 3, 2, 1, 5, 3, 4, 7, 4, 4, 1, 4, 3, 2, 1, 2, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.068599, 5.477917, 5.308999, 5.295842, 5.744781, 5.338206, 5.512151, 5.150443, 4.942659, 5.188617, 5.991954, 5.758469, 5.87539, 5.831832, 5.666472, 5.290181, 5.385047, 5.201351, 5.086122, 5.109295, 5.03029, 5.102809, 5.03278, 5.150014, 6.779473, 6.406243, 5.805876, 5.387604, 6.181191, 5.664049, 5.706734, 6.163283, 6.055219, 5.97303, 6.191075, 6.250405, 6.251227, 6.177614, 5.59246, 5.896029, 6.408153, 6.388959, 5.602109, 5.77523, 4.840161, 4.496148, 3.879689, 2.087841, 1.444608, 0.0], "sum_m_pl": [0.470096, 1.342206, 1.026946, 1.042103, 1.078351, 0.922131, 0.832988, 0.799651, 0.927082, 1.061975, 1.359678, 1.33818, 1.541642, 1.74735, 1.688447, 1.83956, 1.855447, 1.922871, 2.055399, 2.029738, 1.878232, 1.825956, 1.793615, 1.805307, 2.514392, 2.365341, 2.045949, 2.321143, 2.126484, 2.577577, 2.188952, 2.109125, 2.105091, 1.973304, 1.898595, 1.997861, 1.912015, 1.894485, 2.076147, 2.136632, 2.126218, 2.127255, 2.011887, 1.541487, 1.490355, 1.208673, 0.891771, 0.445247, 0.426255, 0.0]}, "lang": {"n_am_en": [15, 13, 21, 15, 26, 21, 22, 19, 22, 20, 21, 15, 18, 20, 16, 19, 23, 21, 16, 18, 24, 27, 26, 24, 37, 41, 36, 37, 35, 22, 25, 25, 26, 26, 35, 35, 37, 44, 47, 50, 54, 58, 64, 62, 62, 61, 62, 65, 65, 65], "n_am_pl": [3, 5, 1, 3, 2, 3, 4, 5, 3, 1, 5, 6, 6, 5, 8, 3, 2, 3, 7, 8, 5, 3, 5, 6, 5, 5, 6, 3, 2, 7, 5, 1, 5, 6, 6, 8, 6, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 66, "sum_m_en": [7.838929, 10.632714, 11.037004, 11.638489, 12.508997, 12.017288, 12.314009, 12.620989, 13.363279, 13.041347, 13.742667, 13.444272, 12.931367, 13.210066, 12.931545, 12.572763, 12.845345, 11.886885, 11.504547, 11.892018, 11.439844, 11.39394, 11.178791, 11.111604, 20.885496, 20.464255, 19.538863, 17.456124, 17.493326, 16.362475, 15.326332, 14.979831, 15.84313, 17.080983, 19.239127, 21.272445, 24.131025, 28.32663, 34.796825, 39.767431, 43.211297, 47.856534, 53.458946, 54.491942, 54.596479, 53.826605, 57.78609, 56.430441, 56.961673, 64.935941], "sum_m_pl": [1.026536, 2.68356, 2.968759, 3.017351, 3.270773, 3.024839, 3.014739, 3.314219, 3.292736, 3.311246, 3.751841, 3.673345, 3.954405, 4.193734, 4.060961, 4.305089, 4.069877, 3.991637, 4.269886, 4.383446, 4.252087, 4.084557, 4.00012, 3.989097, 5.142748, 5.131522, 5.071242, 5.309642, 5.214975, 5.531274, 4.889943, 5.122653, 5.091073, 4.967886, 4.767093, 4.729323, 4.732114, 4.291433, 3.383637, 1.962727, 1.706483, 1.287209, 0.834445, 0.58597, 0.482383, 0.519091, 0.450323, 0.31636, 0.504429, 0.000504]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "gsm8kpl-323", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1230, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.984}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 14, 13, 30, 27, 30, 34, 33, 32, 27, 32, 31, 30, 27, 31, 37, 31, 28, 25, 33, 29, 32, 30, 40, 63, 53, 45, 38, 37, 38, 34, 34, 34, 48, 43, 52, 61, 71, 67, 70, 70, 71, 69, 79, 68, 45, 12, 2, 1, 1], "n_am_pl": [1, 14, 14, 18, 15, 17, 15, 13, 15, 12, 22, 24, 23, 26, 20, 19, 20, 21, 21, 20, 19, 15, 20, 9, 19, 23, 20, 25, 22, 24, 22, 21, 23, 14, 13, 13, 11, 16, 15, 14, 16, 15, 14, 16, 22, 34, 69, 79, 77, 79], "n_pos": 165, "sum_m_en": [15.86309, 25.086554, 26.59064, 27.040553, 29.699258, 28.449751, 28.268208, 27.893605, 27.877588, 28.652933, 31.876671, 29.503562, 29.671588, 28.093898, 28.072777, 28.347793, 27.378318, 25.636551, 26.056663, 26.797372, 26.533165, 26.766182, 26.441032, 26.829447, 37.184115, 34.570315, 30.138397, 28.612887, 30.327016, 29.417973, 28.393738, 29.648189, 30.608764, 32.852344, 33.161598, 37.873875, 38.248329, 45.28829, 49.305509, 53.702461, 53.91414, 55.500373, 58.746877, 65.686868, 56.864009, 41.766371, 15.360542, 3.290453, 1.738633, 1.0], "sum_m_pl": [2.89878, 9.146109, 9.885143, 9.469689, 10.097588, 10.375865, 9.712611, 9.557762, 10.042164, 9.8764, 10.993449, 12.009736, 12.138818, 12.377122, 12.306341, 12.094732, 11.264319, 11.541287, 11.329953, 11.372997, 10.738962, 10.429037, 10.280929, 10.114154, 14.053824, 14.442842, 15.22483, 15.8367, 15.812163, 18.146043, 15.599943, 15.72773, 15.343477, 14.001254, 13.754213, 12.622989, 12.370527, 11.966723, 13.98731, 13.409568, 14.405583, 14.647828, 13.920855, 17.393921, 19.954155, 29.712096, 61.729252, 75.919486, 76.10671, 78.097513]}, "digit": {"n_am_en": [0, 1, 3, 5, 2, 3, 3, 3, 4, 1, 6, 2, 5, 6, 7, 6, 6, 3, 4, 5, 4, 3, 3, 7, 10, 6, 5, 5, 5, 7, 2, 9, 8, 9, 7, 6, 7, 6, 3, 6, 6, 7, 7, 6, 5, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 0, 0, 0, 1, 0, 1, 0, 2, 5, 3, 3, 3, 3, 2, 5, 2, 3, 2, 2, 3, 2, 4, 0, 2, 6, 4, 5, 1, 2, 1, 1, 2, 3, 4, 4, 2, 2, 3, 1, 1, 1, 1, 3, 3, 1, 0], "n_pos": 25, "sum_m_en": [2.556702, 4.618838, 4.887878, 4.78764, 4.528942, 4.210696, 4.249211, 4.137836, 4.196497, 4.332281, 5.159819, 4.884259, 4.970396, 4.894277, 4.713139, 4.405718, 4.388629, 4.210605, 4.232191, 4.263628, 4.225713, 4.309436, 4.272517, 4.347985, 6.079748, 5.574859, 4.94728, 4.695407, 5.350545, 4.973405, 4.917886, 5.829869, 5.538389, 5.445024, 5.684959, 5.850044, 5.630192, 5.939304, 5.386883, 5.321236, 5.411824, 5.203656, 4.615873, 4.584652, 4.062653, 3.948769, 2.119696, 0.632767, 0.154961, 0.0], "sum_m_pl": [0.446188, 1.308872, 1.109764, 1.026871, 0.963048, 0.814795, 0.732789, 0.71241, 0.820165, 0.908155, 1.082542, 1.148648, 1.199441, 1.339773, 1.292425, 1.376507, 1.341923, 1.476682, 1.454905, 1.448806, 1.433354, 1.400628, 1.381945, 1.397562, 1.837401, 1.947631, 1.734325, 1.868415, 1.721896, 2.110758, 1.757818, 1.636108, 1.548128, 1.505499, 1.4906, 1.564125, 1.477392, 1.374166, 1.521428, 1.542662, 1.79037, 1.864759, 1.682984, 1.587643, 1.647733, 1.809549, 2.910543, 2.358194, 1.022934, 0.0]}, "lang": {"n_am_en": [2, 5, 7, 16, 20, 18, 22, 21, 18, 16, 18, 21, 14, 13, 15, 23, 16, 21, 18, 21, 22, 25, 23, 25, 36, 33, 27, 23, 21, 20, 23, 20, 18, 30, 24, 28, 34, 43, 46, 44, 45, 43, 44, 57, 46, 36, 9, 2, 1, 1], "n_am_pl": [0, 7, 10, 8, 5, 9, 8, 5, 10, 7, 8, 11, 10, 12, 10, 11, 10, 14, 10, 9, 9, 9, 12, 3, 9, 7, 11, 14, 10, 14, 14, 15, 17, 8, 10, 8, 8, 9, 6, 5, 9, 9, 13, 6, 19, 28, 60, 71, 75, 78], "n_pos": 79, "sum_m_en": [7.506967, 11.365436, 12.225985, 12.722944, 14.901568, 14.469203, 14.172689, 13.975183, 13.990426, 14.38624, 15.770828, 14.626679, 14.619004, 13.564941, 13.774696, 14.360468, 13.597466, 12.645313, 12.955025, 13.418279, 13.250592, 13.171821, 12.988812, 13.176331, 19.725861, 18.350341, 15.790453, 14.859839, 15.201843, 14.855348, 14.398234, 14.580828, 15.37842, 16.870541, 16.394704, 19.370956, 19.958471, 25.101307, 28.843649, 31.676854, 33.078303, 32.973995, 38.264432, 45.958088, 38.663302, 30.343614, 10.729681, 2.173433, 1.340304, 0.999999], "sum_m_pl": [1.286516, 4.109946, 4.726903, 4.701672, 5.109774, 5.351341, 5.150066, 5.120515, 5.35859, 5.129235, 5.558883, 5.951248, 6.169525, 6.458418, 6.384964, 6.34418, 5.710533, 5.959374, 5.82901, 5.863361, 5.561269, 5.410908, 5.319755, 5.107099, 6.976664, 7.158696, 7.921743, 8.323472, 8.652061, 9.736292, 8.724379, 8.86373, 8.755047, 7.806076, 7.692166, 6.811267, 6.906238, 6.700184, 7.265468, 6.629694, 7.438392, 9.513393, 9.712725, 7.026903, 15.322646, 23.849756, 52.972515, 68.297189, 72.866083, 77.107029]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "gsm8kpl-323", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1520, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9822, "tf_agree_excl_first": 0.9881}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 24, 24, 26, 38, 31, 30, 34, 27, 17, 19, 28, 32, 27, 30, 25, 24, 24, 24, 30, 27, 27, 25, 22, 39, 36, 34, 29, 35, 40, 41, 38, 40, 40, 45, 46, 51, 61, 70, 74, 70, 71, 68, 64, 67, 67, 64, 58, 54, 47], "n_am_pl": [4, 12, 10, 13, 10, 10, 5, 8, 8, 13, 13, 12, 15, 11, 12, 15, 10, 13, 9, 6, 6, 10, 7, 6, 12, 13, 16, 11, 14, 16, 13, 13, 13, 10, 9, 5, 6, 2, 3, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 135, "sum_m_en": [14.898914, 23.096623, 22.348567, 23.079441, 25.097793, 24.666852, 23.747983, 24.324618, 22.96272, 22.176855, 22.500447, 24.891465, 22.457044, 22.229138, 23.01489, 24.30214, 23.245049, 21.63808, 21.916012, 21.626261, 20.303551, 20.771387, 20.416635, 20.885589, 28.808334, 28.869359, 25.762733, 23.755132, 25.903902, 26.197877, 24.287652, 23.878248, 25.708808, 26.478828, 28.429882, 32.126036, 38.978663, 49.513257, 52.90314, 57.328997, 56.467624, 57.049699, 58.004717, 56.006716, 56.203675, 59.052107, 57.48266, 55.322987, 51.056289, 46.942961], "sum_m_pl": [2.734373, 5.744716, 6.449256, 6.486082, 7.235765, 7.053441, 6.915295, 6.905118, 7.192704, 7.612679, 8.048372, 8.655078, 9.092527, 9.184242, 9.522156, 10.037516, 9.601351, 9.348787, 9.884731, 9.777426, 9.692112, 9.186761, 8.930818, 8.965256, 13.558929, 14.319655, 14.411127, 14.326182, 12.920186, 13.171794, 11.37581, 11.081229, 11.07439, 10.659218, 9.52994, 8.612633, 7.52748, 6.236565, 5.686548, 4.642563, 4.166211, 3.549482, 3.397042, 3.042526, 2.709054, 2.557043, 1.595623, 1.721443, 1.674513, 6.5e-05]}, "digit": {"n_am_en": [0, 2, 1, 1, 3, 2, 2, 1, 1, 0, 5, 2, 5, 4, 4, 5, 3, 2, 1, 2, 1, 1, 0, 0, 4, 1, 2, 3, 2, 3, 5, 3, 3, 4, 3, 6, 4, 5, 7, 9, 8, 8, 7, 4, 7, 5, 2, 0, 0, 0], "n_am_pl": [0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 3, 1, 3, 2, 1, 1, 1, 4, 1, 2, 1, 2, 1, 0, 2, 1, 2, 1, 2, 2, 0, 1, 1, 1, 2, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.757072, 3.328603, 3.318901, 3.23535, 3.434702, 3.299566, 3.168951, 2.986953, 2.881774, 2.886713, 3.144911, 3.367814, 3.12099, 3.073271, 3.408464, 3.621778, 3.411052, 3.283953, 3.049859, 2.883378, 2.791629, 2.849426, 2.827596, 2.945784, 3.633006, 3.522254, 3.470812, 3.325815, 3.667293, 3.570441, 3.454734, 3.291253, 3.34848, 3.284832, 3.400675, 3.65256, 3.54408, 3.437994, 3.020973, 3.306816, 3.204923, 3.305079, 3.198624, 2.741454, 2.483113, 2.595939, 1.496354, 0.993319, 0.53873, 0.0], "sum_m_pl": [0.272056, 0.82526, 0.716377, 0.682294, 0.78079, 0.768559, 0.682329, 0.615813, 0.67021, 0.739465, 0.858765, 0.947696, 1.090615, 1.14706, 1.205411, 1.251194, 1.110412, 1.125273, 1.226492, 1.198141, 1.185952, 1.129495, 1.085001, 1.118786, 1.486187, 1.579241, 1.400771, 1.431937, 1.288404, 1.368617, 1.070095, 1.086225, 1.086652, 1.061083, 1.006677, 0.921594, 1.010102, 1.074396, 1.166431, 1.130934, 1.037862, 1.043532, 0.991528, 0.823801, 0.896293, 0.649052, 0.387253, 0.292971, 0.199572, 0.0]}, "lang": {"n_am_en": [15, 12, 12, 20, 20, 22, 18, 23, 18, 10, 10, 18, 18, 15, 19, 13, 12, 13, 13, 11, 13, 15, 17, 14, 25, 24, 25, 21, 21, 24, 25, 23, 24, 26, 26, 28, 33, 34, 36, 37, 37, 40, 41, 40, 42, 45, 46, 47, 47, 47], "n_am_pl": [3, 2, 4, 4, 3, 2, 4, 3, 3, 3, 5, 6, 5, 2, 4, 5, 3, 3, 3, 2, 2, 2, 1, 1, 3, 4, 5, 2, 5, 3, 5, 4, 6, 4, 4, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 48, "sum_m_en": [6.085393, 7.915232, 8.153617, 8.875902, 9.885441, 9.965891, 9.660043, 10.135828, 9.911962, 9.195602, 8.808408, 9.85948, 8.710743, 8.804443, 9.219424, 9.835014, 9.121486, 8.60265, 8.537555, 8.421679, 7.810718, 8.057314, 7.887073, 8.02237, 15.46502, 15.627475, 13.351302, 11.092862, 11.650153, 11.667154, 10.511315, 10.39758, 11.507138, 12.490816, 13.202792, 15.556225, 20.14437, 26.301263, 29.116971, 33.677312, 33.580013, 36.008596, 37.394006, 36.980838, 38.476721, 40.597898, 42.21782, 42.178497, 42.96374, 46.804068], "sum_m_pl": [0.938109, 1.817132, 2.061041, 2.222148, 2.48573, 2.5087, 2.562724, 2.604612, 2.745568, 2.76012, 3.011882, 3.323856, 3.65012, 3.824186, 3.777919, 3.998769, 3.914541, 3.691397, 3.916916, 3.812106, 3.811789, 3.561662, 3.452288, 3.379353, 4.503719, 4.788663, 5.653478, 5.584639, 5.011691, 5.015498, 4.607286, 4.619538, 4.727455, 4.827484, 4.094474, 3.679808, 3.294948, 2.325858, 1.927633, 1.225984, 1.133874, 0.819078, 0.634997, 0.741137, 0.475145, 0.420019, 0.538628, 0.516726, 0.304531, 6.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "gsm8kpl-326", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 7, 26, 18, 28, 31, 33, 46, 39, 31, 34, 39, 34, 39, 31, 40, 28, 27, 28, 34, 28, 38, 45, 42, 74, 60, 50, 39, 45, 27, 30, 38, 43, 58, 61, 66, 68, 83, 90, 85, 82, 83, 74, 75, 68, 57, 23, 5, 0, 0], "n_am_pl": [3, 16, 23, 18, 24, 28, 24, 17, 25, 23, 35, 38, 35, 40, 34, 39, 32, 28, 30, 33, 27, 20, 21, 21, 23, 42, 46, 39, 48, 55, 39, 44, 42, 32, 30, 32, 33, 28, 27, 34, 43, 47, 53, 44, 47, 71, 102, 112, 113, 114], "n_pos": 251, "sum_m_en": [24.092252, 37.094984, 39.616324, 40.401497, 42.055588, 41.930301, 42.682213, 46.181357, 44.121435, 43.521181, 44.514426, 46.76725, 43.592032, 42.255507, 43.08702, 43.569587, 42.187739, 38.185949, 39.351325, 38.686727, 37.731286, 39.042231, 38.853395, 39.302395, 49.244231, 46.410975, 41.422155, 40.085235, 41.447323, 41.508054, 39.250492, 39.763658, 41.836592, 44.633914, 47.029075, 49.858441, 52.148604, 60.569837, 66.465982, 70.993824, 67.172878, 65.607093, 63.459189, 68.763152, 60.53775, 52.423741, 24.003512, 7.245889, 2.278783, 1e-06], "sum_m_pl": [4.22855, 11.452925, 13.750623, 13.072713, 14.486913, 14.669426, 14.751277, 14.449938, 15.981641, 15.656805, 17.115761, 18.692863, 18.953758, 19.498264, 19.644806, 20.60966, 18.785824, 18.026919, 17.989125, 17.966406, 17.515772, 16.418467, 16.355957, 16.12294, 23.992873, 28.643853, 29.358111, 28.515482, 29.451478, 30.589856, 25.255895, 24.823517, 25.270306, 23.687521, 22.65283, 22.226676, 22.097287, 21.565297, 19.030331, 22.08632, 26.274968, 31.064203, 40.202765, 38.07803, 41.774091, 60.207457, 93.637902, 108.263399, 112.254386, 114.306627]}, "digit": {"n_am_en": [0, 0, 0, 0, 3, 1, 1, 1, 3, 2, 3, 2, 4, 6, 4, 4, 2, 2, 0, 2, 0, 4, 4, 3, 6, 4, 2, 5, 1, 1, 1, 2, 1, 5, 2, 6, 6, 8, 9, 5, 4, 5, 5, 4, 5, 2, 0, 1, 0, 0], "n_am_pl": [0, 0, 5, 2, 2, 2, 0, 0, 0, 2, 6, 3, 5, 4, 1, 2, 0, 1, 3, 2, 2, 1, 2, 1, 2, 4, 5, 4, 4, 6, 5, 5, 6, 2, 2, 2, 2, 1, 2, 1, 0, 3, 2, 2, 1, 4, 3, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.277287, 4.499536, 4.725886, 4.498642, 4.635408, 4.591245, 4.478101, 4.524778, 4.324731, 4.341066, 4.856869, 4.952066, 4.618398, 4.463374, 4.850449, 4.738629, 4.669728, 4.282913, 4.2293, 4.069, 4.044042, 4.216458, 4.156365, 4.289575, 5.611931, 5.001974, 4.928565, 4.832177, 4.783246, 4.724816, 4.442126, 4.556854, 4.832243, 4.962738, 5.085619, 5.404159, 4.907267, 4.788481, 4.125755, 4.125213, 3.824646, 4.060729, 4.039443, 3.711308, 3.34706, 3.047187, 2.00639, 1.471117, 0.456739, 0.0], "sum_m_pl": [0.390303, 1.299793, 1.164469, 1.128882, 1.142065, 1.127968, 1.038026, 0.958784, 1.120221, 1.179754, 1.475631, 1.515349, 1.682181, 1.775792, 1.772867, 1.799584, 1.568359, 1.627459, 1.665369, 1.706614, 1.668454, 1.595131, 1.556063, 1.593427, 2.095482, 2.502549, 2.147988, 2.219819, 2.320668, 2.43735, 1.979874, 2.064192, 2.163975, 1.888171, 1.858911, 1.647791, 1.549434, 1.453716, 1.490647, 1.444625, 1.42339, 1.363034, 1.36925, 1.471277, 1.468119, 1.748774, 1.967527, 1.009684, 0.199784, 0.0]}, "lang": {"n_am_en": [3, 3, 13, 13, 19, 20, 16, 28, 19, 21, 18, 26, 19, 22, 19, 23, 20, 19, 21, 18, 17, 21, 28, 28, 49, 41, 33, 21, 31, 16, 22, 27, 31, 36, 41, 36, 37, 50, 51, 53, 55, 53, 48, 54, 50, 39, 17, 1, 0, 0], "n_am_pl": [3, 7, 13, 9, 10, 10, 14, 11, 13, 4, 17, 19, 18, 19, 21, 20, 16, 16, 17, 20, 15, 14, 11, 14, 13, 21, 23, 17, 23, 23, 23, 20, 25, 21, 19, 22, 22, 21, 22, 25, 32, 35, 40, 36, 39, 62, 91, 109, 113, 114], "n_pos": 115, "sum_m_en": [11.678141, 16.657049, 18.404162, 19.337827, 20.372894, 20.308923, 21.179039, 23.80292, 23.243196, 22.835783, 22.71506, 23.882975, 22.362686, 21.989446, 22.294776, 22.383846, 21.557538, 19.362197, 19.676131, 19.31155, 18.709578, 19.332366, 19.363767, 19.420203, 28.066862, 25.874018, 22.646858, 20.665142, 21.604437, 21.127734, 20.123116, 20.653138, 21.502689, 23.967044, 24.37495, 26.392334, 28.103485, 34.122175, 38.299102, 43.873551, 42.649373, 41.345158, 40.517206, 47.945369, 43.833415, 34.870356, 16.61512, 1.486474, 0.659033, 1e-06], "sum_m_pl": [1.933896, 4.849346, 5.962752, 5.849953, 6.518405, 6.869153, 7.210027, 7.336358, 8.427204, 7.691079, 8.542839, 9.77979, 10.103335, 10.557688, 10.502883, 11.071984, 9.970473, 9.420756, 9.296401, 9.033646, 8.754164, 8.145166, 8.205891, 7.92418, 12.142847, 14.498734, 15.594148, 14.988861, 15.546921, 16.020342, 13.521538, 13.680587, 13.768239, 13.2023, 12.974386, 13.602387, 14.58392, 14.193635, 12.098292, 13.979943, 18.243154, 23.451704, 31.54426, 30.871046, 34.769978, 52.28214, 83.257552, 103.94194, 110.4567, 114.075223]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 255, "item_id": "gsm8kpl-326", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1482, "region_end": 251, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9882}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 13, 17, 14, 26, 24, 20, 27, 20, 24, 23, 24, 21, 26, 17, 25, 32, 31, 34, 29, 25, 22, 23, 24, 30, 34, 25, 25, 23, 25, 24, 31, 30, 36, 42, 38, 54, 53, 56, 48, 52, 52, 51, 48, 50, 48, 44, 42, 45, 49], "n_am_pl": [6, 9, 12, 7, 11, 14, 10, 12, 12, 12, 17, 14, 19, 21, 21, 16, 11, 9, 8, 12, 8, 9, 12, 10, 11, 13, 19, 15, 19, 14, 18, 17, 16, 16, 15, 8, 4, 3, 0, 2, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1], "n_pos": 146, "sum_m_en": [15.409289, 23.488634, 23.793374, 22.98959, 25.145672, 24.468752, 23.372299, 24.513955, 24.145559, 24.650047, 23.924727, 23.521015, 21.740761, 21.209502, 20.324171, 22.195676, 23.793491, 22.851558, 24.927396, 25.031121, 23.573422, 23.64731, 23.133969, 23.826563, 29.763893, 27.538475, 26.621328, 25.948063, 25.335408, 25.14207, 24.064077, 24.598012, 25.800682, 27.042259, 30.755184, 31.725549, 36.818983, 44.170618, 49.948331, 49.125702, 46.270567, 49.023732, 51.178601, 50.148469, 51.655833, 49.670794, 47.194588, 43.482237, 43.788886, 47.757121], "sum_m_pl": [3.457164, 6.297948, 7.200778, 6.799889, 7.672983, 7.581403, 6.877206, 7.272409, 7.441272, 8.052655, 8.954867, 9.649003, 10.164648, 10.758294, 11.357423, 11.704868, 11.097344, 11.495139, 10.937049, 10.282868, 10.01222, 9.703247, 9.377913, 9.669322, 13.203854, 14.995478, 13.941, 13.743225, 14.302596, 15.661062, 14.67622, 14.120328, 13.723686, 12.470585, 11.451357, 9.833074, 9.037022, 7.447161, 5.745644, 5.133802, 4.742256, 4.068513, 3.64341, 3.583337, 2.875703, 2.500799, 2.640421, 2.22505, 1.719044, 1.000004]}, "digit": {"n_am_en": [0, 1, 0, 1, 3, 0, 2, 1, 2, 4, 5, 1, 5, 5, 4, 5, 6, 6, 10, 8, 4, 2, 2, 3, 3, 7, 2, 3, 2, 2, 1, 4, 2, 6, 8, 4, 8, 6, 6, 4, 4, 6, 5, 4, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 2, 2, 0, 0, 1, 1, 4, 4, 3, 5, 6, 3, 0, 0, 0, 3, 1, 1, 2, 1, 3, 2, 4, 0, 7, 2, 1, 4, 3, 5, 4, 2, 0, 1, 0, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.434245, 5.828967, 5.886223, 5.477304, 6.101758, 5.735167, 5.418094, 5.668357, 5.405916, 5.84556, 5.859089, 5.525467, 5.173475, 5.193559, 5.104668, 5.451952, 5.979846, 5.844046, 6.410614, 6.214696, 5.652703, 5.632982, 5.467477, 5.71772, 6.723849, 6.018539, 5.588385, 5.498143, 5.015228, 5.163743, 5.121, 5.61876, 5.825712, 5.75434, 6.191365, 5.739235, 6.49488, 7.260608, 7.333954, 7.048229, 6.15461, 6.371555, 6.466096, 6.078956, 5.749668, 4.681979, 3.883049, 2.225457, 1.28834, 0.0], "sum_m_pl": [0.510106, 1.362277, 1.312512, 1.278441, 1.408677, 1.342055, 1.123597, 1.18008, 1.338828, 1.424669, 1.708288, 1.83435, 2.03898, 2.306788, 2.3387, 2.431778, 2.170672, 2.236084, 2.247163, 2.11494, 2.089507, 2.005309, 1.942661, 1.986173, 2.478775, 2.716277, 2.392964, 2.266778, 2.457869, 2.739445, 2.307461, 2.44325, 2.300529, 2.022787, 2.023988, 1.95401, 1.706876, 1.560812, 1.593189, 1.652731, 1.562227, 1.489363, 1.385257, 1.322272, 1.279324, 1.253451, 1.229598, 0.844718, 0.452896, 0.0]}, "lang": {"n_am_en": [5, 9, 14, 11, 18, 18, 13, 18, 14, 13, 15, 17, 11, 14, 9, 13, 20, 16, 16, 15, 16, 16, 16, 17, 20, 20, 18, 13, 16, 18, 16, 18, 19, 21, 23, 22, 32, 36, 38, 36, 37, 39, 41, 41, 43, 43, 40, 42, 44, 48], "n_am_pl": [3, 4, 4, 2, 5, 4, 5, 3, 5, 4, 8, 5, 10, 8, 8, 6, 4, 4, 4, 3, 4, 2, 2, 5, 3, 5, 6, 9, 6, 4, 10, 6, 4, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 50, "sum_m_en": [5.92653, 7.96711, 8.514749, 8.449421, 9.466539, 9.409974, 9.280327, 9.659818, 9.822285, 9.87205, 9.200501, 9.363462, 8.435446, 8.251412, 7.806648, 8.809741, 9.538271, 8.848476, 9.586135, 9.750972, 9.235179, 9.212077, 8.948949, 9.10125, 16.056243, 14.922411, 14.237879, 12.675737, 12.047999, 11.599656, 10.827132, 11.035375, 11.606129, 12.922322, 15.044147, 17.418877, 20.89025, 26.697898, 30.997821, 32.931682, 31.415436, 34.542321, 37.453397, 38.054789, 40.21475, 40.516611, 39.521318, 38.861417, 41.378327, 46.813732], "sum_m_pl": [1.020637, 2.120372, 2.455277, 2.382799, 2.648267, 2.688954, 2.556344, 2.81274, 2.789387, 2.990915, 3.427884, 3.782626, 4.100644, 4.370469, 4.464356, 4.62093, 4.415216, 4.616834, 4.243766, 3.891443, 3.786968, 3.703771, 3.571642, 3.722689, 5.116288, 5.969898, 5.723528, 6.031658, 5.884418, 6.576381, 6.198835, 5.989622, 5.67077, 5.170265, 4.435032, 3.829044, 3.830013, 2.89512, 1.83474, 1.545229, 1.44426, 0.986466, 0.680805, 0.90986, 0.492518, 0.551862, 0.968801, 1.210577, 1.096117, 1.000004]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "gsm8kpl-33", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1127, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9933}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 9, 26, 23, 46, 40, 35, 40, 41, 40, 28, 33, 32, 30, 21, 32, 28, 30, 39, 41, 35, 47, 45, 44, 63, 47, 42, 38, 36, 44, 27, 35, 32, 47, 49, 50, 60, 61, 79, 82, 82, 76, 76, 77, 74, 48, 17, 3, 0, 0], "n_am_pl": [4, 35, 30, 21, 18, 21, 22, 21, 25, 27, 40, 35, 30, 34, 32, 27, 16, 26, 20, 23, 13, 16, 15, 15, 15, 23, 40, 32, 35, 38, 27, 28, 27, 23, 23, 17, 22, 17, 8, 11, 15, 21, 22, 25, 30, 43, 69, 86, 86, 81], "n_pos": 214, "sum_m_en": [22.041022, 34.298408, 36.18579, 36.99616, 38.044493, 38.377261, 38.20013, 40.046483, 38.789966, 39.220913, 38.221669, 38.374262, 36.55905, 35.719785, 33.355548, 35.70967, 37.139151, 34.654729, 37.636044, 37.72458, 36.241222, 37.292372, 36.547196, 37.10994, 53.72339, 45.832573, 42.297222, 39.116451, 36.161023, 37.231855, 34.746253, 36.259858, 36.810975, 37.990579, 41.562695, 42.600483, 43.205715, 51.273381, 61.088436, 66.268172, 64.835496, 64.731604, 71.607707, 75.229313, 72.412849, 44.891662, 20.735914, 4.36367, 1.462873, 1e-06], "sum_m_pl": [3.901963, 11.170742, 11.769356, 11.9259, 12.931172, 12.497328, 11.826206, 12.288567, 13.713829, 13.897367, 15.579192, 16.3001, 16.777063, 18.251552, 18.346331, 17.987647, 16.468231, 16.395579, 15.08386, 14.613009, 14.535993, 13.788739, 13.474217, 13.412524, 17.338962, 20.868034, 22.29293, 22.1212, 23.638928, 25.417312, 21.774138, 22.369036, 21.345181, 19.672164, 18.36902, 16.553997, 16.979849, 13.626705, 11.572405, 11.826744, 13.421439, 15.038473, 18.910327, 21.006522, 26.140843, 40.802793, 69.437301, 87.05757, 85.19874, 81.502155]}, "digit": {"n_am_en": [2, 1, 3, 2, 5, 1, 1, 1, 5, 6, 6, 3, 4, 4, 5, 3, 4, 6, 5, 7, 4, 4, 2, 2, 9, 1, 2, 5, 1, 1, 3, 6, 3, 6, 7, 6, 9, 5, 7, 5, 4, 4, 3, 3, 3, 3, 0, 1, 0, 0], "n_am_pl": [0, 0, 7, 0, 1, 1, 0, 1, 2, 2, 4, 1, 2, 6, 2, 3, 1, 1, 4, 4, 2, 2, 2, 3, 2, 3, 6, 2, 5, 2, 2, 2, 2, 1, 1, 2, 1, 2, 0, 1, 1, 2, 2, 1, 0, 2, 3, 3, 1, 0], "n_pos": 34, "sum_m_en": [3.691664, 6.209346, 6.466704, 6.132043, 6.298007, 6.231785, 6.179289, 6.399855, 5.964532, 6.275308, 6.437003, 6.189848, 5.866865, 5.782288, 5.756565, 5.73706, 6.073303, 5.707302, 6.358144, 6.266718, 5.95697, 6.01463, 5.78969, 6.054295, 7.611058, 6.809927, 6.497256, 6.390629, 5.686594, 5.773441, 5.519774, 6.286062, 6.29614, 6.327792, 6.592575, 6.365635, 6.584862, 5.971101, 6.012232, 6.207343, 5.521856, 5.281731, 6.138725, 5.174149, 4.376818, 3.950471, 2.403766, 1.363587, 0.613998, 0.0], "sum_m_pl": [0.618157, 1.741293, 1.529642, 1.575213, 1.670817, 1.569485, 1.348682, 1.344127, 1.580385, 1.616517, 1.95268, 1.939467, 2.045171, 2.277251, 2.321544, 2.424128, 2.100418, 2.173322, 2.122739, 2.100301, 2.052104, 1.951371, 1.901353, 2.012508, 2.29657, 2.578069, 2.248651, 2.314972, 2.588953, 2.81294, 2.322507, 2.594634, 2.546742, 2.327973, 2.065661, 1.785655, 1.496457, 1.407202, 1.491766, 1.558168, 1.469742, 1.522097, 1.314821, 1.231623, 1.198437, 1.224506, 3.462503, 3.27683, 1.223237, 0.0]}, "lang": {"n_am_en": [5, 2, 9, 11, 20, 25, 20, 24, 21, 21, 10, 10, 13, 13, 8, 14, 16, 13, 20, 22, 23, 31, 29, 28, 34, 33, 27, 22, 18, 23, 18, 21, 19, 23, 25, 28, 36, 32, 45, 50, 47, 45, 49, 48, 46, 33, 15, 2, 0, 0], "n_am_pl": [2, 19, 15, 13, 9, 8, 13, 8, 16, 13, 22, 22, 17, 18, 16, 12, 8, 17, 7, 10, 8, 9, 8, 6, 6, 9, 15, 18, 20, 22, 13, 15, 12, 14, 12, 11, 17, 13, 6, 10, 13, 17, 18, 22, 28, 38, 59, 75, 80, 81], "n_pos": 82, "sum_m_en": [9.016372, 12.578609, 13.839, 14.653662, 14.848827, 15.309752, 15.564523, 16.44585, 16.160747, 16.544103, 15.553121, 15.867064, 15.217296, 15.025498, 13.81563, 14.669136, 15.733863, 14.50269, 15.719473, 15.900425, 15.438337, 16.312821, 15.958507, 15.750186, 28.217669, 23.66841, 21.371244, 18.402695, 16.288919, 16.845224, 15.774289, 15.913178, 15.876287, 16.887305, 18.883948, 20.426218, 21.586877, 26.786237, 32.874664, 37.629911, 37.370475, 37.239974, 41.919935, 45.914283, 42.418035, 28.091692, 14.106362, 1.920235, 0.146883, 1e-06], "sum_m_pl": [1.632085, 4.153617, 4.522314, 4.651559, 4.849931, 4.782968, 4.81293, 5.261332, 6.282899, 6.241391, 7.066152, 7.749958, 7.851622, 8.709398, 8.586375, 8.051606, 7.371513, 7.544106, 6.688271, 6.180945, 6.227596, 5.868821, 5.775167, 5.634428, 7.160282, 9.234285, 10.632979, 10.723392, 11.403577, 12.313688, 10.611675, 10.780676, 10.505291, 9.868421, 9.320074, 9.230828, 10.53656, 8.104926, 6.570595, 7.151408, 8.65497, 10.34765, 14.51018, 16.510616, 21.578007, 34.743113, 57.594307, 75.116175, 78.810705, 81.089098]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 218, "item_id": "gsm8kpl-33", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1417, "region_end": 214, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9908}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 18, 14, 19, 18, 23, 20, 27, 29, 34, 25, 30, 24, 29, 24, 28, 31, 21, 29, 30, 29, 24, 30, 29, 48, 41, 40, 29, 29, 25, 25, 26, 31, 28, 38, 40, 54, 46, 48, 41, 47, 49, 54, 49, 50, 45, 41, 46, 44, 45], "n_am_pl": [5, 6, 6, 10, 14, 8, 12, 10, 13, 9, 12, 9, 16, 19, 19, 13, 7, 12, 11, 10, 14, 13, 13, 6, 14, 13, 7, 9, 9, 11, 7, 8, 8, 11, 7, 3, 7, 3, 4, 12, 18, 18, 16, 17, 16, 19, 18, 14, 10, 5], "n_pos": 108, "sum_m_en": [12.261785, 16.806962, 17.209435, 18.748479, 21.382415, 21.474381, 22.907007, 22.613856, 22.706647, 23.131361, 23.264675, 22.481138, 21.75665, 21.598382, 20.583878, 21.922956, 22.650759, 20.991071, 20.538238, 19.873219, 18.938776, 18.999065, 19.182047, 19.789618, 32.708911, 31.652946, 27.505896, 23.894273, 25.424039, 23.646927, 23.388088, 24.071752, 24.511804, 25.332416, 26.537084, 27.381572, 35.139888, 38.601951, 39.175204, 39.763312, 41.17611, 43.264003, 48.651007, 47.511023, 46.68065, 43.852311, 42.683785, 46.163059, 44.948473, 44.629288], "sum_m_pl": [2.278286, 5.501575, 5.557295, 5.707086, 6.369655, 5.837208, 5.624637, 5.684461, 5.80782, 6.156215, 7.528899, 8.495227, 9.02792, 9.256012, 10.003599, 9.912807, 9.006524, 9.172299, 8.45161, 8.465981, 8.266899, 7.796154, 7.799316, 7.670777, 10.507202, 10.128923, 9.570264, 10.757276, 10.238355, 10.710243, 9.341704, 9.187595, 9.579167, 9.394587, 9.464307, 8.796165, 7.282849, 6.865094, 8.160614, 13.520777, 17.027716, 15.808892, 15.397335, 17.160546, 16.295878, 18.431089, 17.927882, 13.164612, 8.996284, 5.04555]}, "digit": {"n_am_en": [1, 0, 0, 2, 2, 2, 2, 2, 3, 3, 5, 3, 2, 2, 2, 2, 6, 1, 6, 4, 4, 4, 4, 3, 11, 6, 8, 4, 3, 2, 1, 3, 4, 1, 4, 4, 7, 6, 5, 3, 6, 5, 6, 5, 6, 3, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2, 5, 4, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 0, 1, 2, 4, 3, 2, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.950618, 3.241107, 3.191251, 3.28859, 3.762896, 3.507727, 3.14566, 3.059818, 2.948647, 3.443267, 3.652359, 3.346167, 3.346408, 3.265689, 3.224416, 3.470583, 3.474964, 3.260916, 3.444363, 3.294093, 3.126312, 3.184815, 3.191178, 3.373009, 5.698449, 4.916944, 3.892641, 3.310947, 3.45542, 3.244365, 3.046194, 3.350258, 3.548896, 3.714041, 3.790595, 3.809855, 4.645988, 4.622532, 4.197645, 4.033351, 3.96716, 4.262164, 4.555685, 4.315663, 4.160315, 3.815178, 2.582613, 1.832161, 0.298631, 6e-06], "sum_m_pl": [0.363998, 0.991104, 0.7877, 0.762051, 0.855603, 0.817769, 0.66029, 0.698301, 0.750616, 0.820049, 1.052839, 1.245291, 1.443883, 1.374211, 1.321198, 1.41866, 1.263484, 1.374826, 1.153925, 1.228435, 1.171227, 1.166943, 1.197496, 1.185832, 1.386467, 1.475225, 1.571004, 1.7962, 1.564369, 1.761893, 1.434825, 1.36252, 1.244783, 1.248054, 1.069428, 1.024612, 0.829923, 0.780013, 0.849431, 0.93026, 0.915715, 0.795221, 0.784989, 0.771137, 0.703466, 0.606815, 0.416061, 0.327677, 0.116403, 0.0]}, "lang": {"n_am_en": [8, 11, 10, 12, 11, 16, 12, 18, 19, 18, 12, 15, 11, 16, 15, 14, 17, 16, 16, 18, 17, 14, 19, 19, 26, 25, 24, 22, 23, 19, 22, 19, 20, 21, 22, 27, 31, 25, 26, 25, 27, 29, 33, 33, 34, 31, 33, 37, 40, 43], "n_am_pl": [0, 5, 3, 6, 9, 4, 5, 3, 5, 4, 6, 4, 6, 10, 8, 7, 5, 5, 6, 4, 7, 8, 8, 5, 8, 7, 3, 5, 4, 4, 3, 2, 5, 2, 4, 1, 2, 2, 4, 10, 15, 15, 14, 15, 14, 17, 16, 12, 9, 5], "n_pos": 49, "sum_m_en": [6.396264, 7.572253, 8.022806, 8.722065, 9.919655, 10.150272, 11.608675, 11.447557, 11.59331, 11.296293, 11.006806, 10.765251, 10.357021, 10.398562, 10.096275, 10.480524, 11.177878, 10.243635, 9.626025, 9.259938, 8.837116, 8.9116, 9.020921, 9.135408, 18.366662, 18.313856, 15.879451, 13.191133, 13.783069, 12.677425, 12.896288, 12.924977, 13.221294, 13.470439, 14.267836, 14.953174, 19.73327, 20.727715, 22.08806, 23.168408, 24.423463, 25.936222, 30.692792, 31.869435, 32.710604, 31.531798, 32.543769, 36.102529, 39.521459, 42.599246], "sum_m_pl": [1.055041, 2.516132, 2.651827, 2.804501, 3.017178, 2.642103, 2.67865, 2.699301, 2.831792, 2.970339, 3.581659, 3.918585, 4.158987, 4.372102, 5.001527, 4.963726, 4.531165, 4.445074, 4.308142, 4.254029, 4.10471, 3.783483, 3.774745, 3.698392, 5.446829, 4.881929, 4.341697, 5.178806, 5.180073, 5.182555, 4.73707, 4.681047, 5.007093, 5.016627, 5.286795, 4.991745, 4.008127, 4.041364, 5.459818, 9.976574, 13.159743, 12.537636, 12.144095, 13.811942, 12.824258, 15.320596, 15.184734, 10.83384, 7.822184, 5.025038]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "gsm8kpl-332", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.973}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 9, 5, 8, 20, 23, 22, 21, 23, 29, 22, 21, 15, 10, 16, 9, 16, 13, 23, 16, 19, 21, 24, 27, 46, 46, 37, 38, 34, 20, 25, 23, 20, 25, 29, 29, 35, 46, 33, 31, 37, 34, 37, 44, 37, 29, 6, 3, 5, 2], "n_am_pl": [2, 14, 6, 7, 4, 12, 12, 13, 9, 11, 17, 16, 18, 17, 17, 19, 13, 15, 13, 13, 10, 6, 9, 8, 8, 5, 6, 10, 15, 13, 12, 12, 15, 7, 9, 13, 5, 5, 9, 11, 11, 12, 9, 9, 12, 25, 41, 40, 40, 41], "n_pos": 116, "sum_m_en": [10.970552, 16.861937, 17.684205, 17.768938, 18.54476, 19.817681, 19.806242, 20.598676, 21.637068, 22.387076, 23.218283, 22.120075, 21.084494, 20.970123, 19.90038, 21.667191, 21.715476, 19.808033, 20.00365, 19.429658, 18.934113, 19.316033, 19.524353, 20.118396, 32.167287, 30.169248, 25.680299, 22.775732, 22.476617, 20.966764, 20.084802, 20.419298, 19.810405, 20.573989, 21.085586, 22.776426, 26.498952, 32.268003, 30.31476, 30.366219, 29.881159, 31.990727, 35.41452, 39.760905, 35.41216, 24.981389, 8.506944, 5.221998, 5.057205, 2.000001], "sum_m_pl": [2.141086, 6.206306, 5.920016, 5.880602, 6.294521, 6.107597, 5.819422, 6.08921, 6.145084, 6.216091, 7.328636, 8.083416, 8.504734, 8.838745, 9.295451, 9.066039, 8.397693, 8.131825, 7.221717, 7.368966, 7.155031, 6.955878, 7.071133, 7.015659, 8.631772, 8.664515, 9.025261, 9.874809, 10.199863, 10.963121, 9.021207, 9.011953, 9.143005, 8.634312, 8.581251, 7.960527, 6.581068, 6.447668, 7.114866, 9.334982, 11.190404, 10.331073, 10.780485, 10.81752, 14.057646, 25.5456, 37.999299, 39.908923, 39.732154, 41.304821]}, "digit": {"n_am_en": [0, 0, 0, 0, 2, 2, 0, 2, 1, 3, 5, 2, 2, 1, 4, 1, 2, 0, 6, 4, 5, 6, 6, 6, 8, 8, 8, 6, 11, 5, 3, 5, 5, 7, 9, 5, 5, 7, 4, 2, 3, 4, 3, 5, 3, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 4, 2, 5, 4, 6, 7, 7, 2, 6, 6, 5, 1, 1, 1, 0, 0, 0, 2, 0, 1, 3, 1, 3, 1, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.310033, 3.950904, 4.106999, 3.951541, 4.119359, 4.077879, 3.721831, 3.6736, 3.81816, 4.265565, 4.671071, 4.253986, 4.070889, 4.088784, 4.147508, 4.275747, 4.24983, 3.917324, 4.292762, 4.225432, 4.03219, 4.101014, 4.060389, 4.38088, 7.87231, 6.411035, 5.348971, 4.736248, 4.577083, 4.379681, 3.742548, 4.474615, 4.541694, 4.390111, 4.260932, 4.957301, 5.81193, 5.715829, 4.241404, 3.983682, 3.844721, 5.172781, 5.085203, 5.824828, 4.513003, 3.828252, 1.520145, 0.686458, 0.212911, 0.0], "sum_m_pl": [0.380498, 1.290404, 0.958761, 0.906266, 0.945439, 0.973984, 0.812987, 0.888444, 1.013384, 1.096851, 1.364437, 1.578637, 1.608195, 1.579037, 1.574956, 1.809913, 1.491587, 1.46917, 1.279644, 1.34963, 1.292466, 1.266437, 1.319889, 1.362598, 1.306558, 1.334885, 1.469923, 1.765292, 1.714281, 1.755791, 1.468334, 1.330747, 1.1982, 1.108982, 1.034504, 0.989009, 0.828256, 0.785395, 0.89463, 0.939863, 0.933465, 0.876744, 0.886555, 0.787488, 0.820386, 0.739572, 0.408809, 0.255347, 0.089032, 0.0]}, "lang": {"n_am_en": [4, 5, 1, 6, 9, 13, 11, 11, 11, 15, 9, 10, 8, 7, 7, 3, 8, 7, 11, 6, 5, 5, 8, 10, 16, 19, 13, 13, 10, 8, 11, 10, 9, 9, 8, 12, 14, 18, 15, 15, 18, 15, 19, 22, 21, 12, 3, 3, 4, 2], "n_am_pl": [1, 10, 2, 3, 3, 6, 7, 4, 3, 4, 4, 6, 6, 7, 12, 6, 2, 6, 7, 7, 6, 3, 6, 5, 1, 1, 2, 2, 7, 5, 7, 7, 7, 4, 7, 8, 5, 4, 7, 8, 8, 9, 7, 7, 8, 21, 34, 38, 39, 41], "n_pos": 44, "sum_m_en": [4.705257, 6.529925, 6.925326, 7.123651, 7.485828, 8.063349, 8.474887, 9.255251, 9.809765, 9.683839, 10.096872, 9.750167, 9.185479, 8.874187, 8.302605, 9.171372, 9.054203, 8.271579, 8.007959, 7.705671, 7.58365, 7.772296, 7.966415, 8.002194, 12.503519, 12.314253, 10.536098, 9.381784, 9.409986, 8.70652, 8.838393, 8.559007, 8.114354, 8.769121, 8.88569, 9.141626, 9.72918, 12.408096, 13.220927, 13.851567, 14.291521, 13.305422, 16.42485, 17.212078, 16.539961, 8.948007, 3.700839, 3.416009, 3.661114, 2.0], "sum_m_pl": [0.846954, 2.170312, 2.076109, 2.220942, 2.496277, 2.435474, 2.533718, 2.508752, 2.601386, 2.576789, 3.024029, 3.24712, 3.511428, 3.954495, 4.194579, 3.846833, 3.676533, 3.533581, 3.149929, 3.055911, 3.031589, 2.916836, 2.927968, 2.852054, 3.611405, 3.587164, 3.978048, 4.176623, 4.453241, 4.737105, 3.864073, 4.199126, 4.546267, 4.351287, 4.623413, 4.612913, 4.001973, 4.065132, 4.54299, 5.743525, 7.173993, 7.361779, 7.946058, 7.98262, 10.122027, 20.464002, 31.109383, 36.10226, 37.913823, 40.705809]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-332", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1445, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 12, 15, 18, 20, 15, 12, 25, 26, 21, 16, 19, 16, 19, 18, 23, 30, 25, 25, 26, 21, 18, 16, 20, 32, 31, 32, 26, 26, 26, 20, 17, 22, 24, 33, 33, 37, 47, 47, 55, 60, 58, 56, 51, 47, 48, 46, 46, 47, 47], "n_am_pl": [7, 4, 8, 11, 6, 5, 5, 8, 10, 9, 12, 15, 20, 12, 11, 15, 10, 15, 11, 11, 7, 9, 8, 10, 7, 7, 8, 11, 10, 22, 18, 15, 14, 21, 13, 17, 11, 3, 2, 1, 1, 1, 1, 0, 2, 2, 2, 2, 2, 2], "n_pos": 118, "sum_m_en": [12.231128, 17.264335, 17.927289, 18.460566, 19.826449, 19.62503, 19.372276, 20.231941, 20.598963, 21.008612, 20.337785, 21.064214, 19.799104, 19.735308, 17.782334, 18.811987, 19.949405, 18.558711, 19.744307, 19.824324, 18.685545, 18.943121, 18.928117, 19.703628, 26.128849, 23.678632, 23.920179, 21.656465, 21.062914, 20.543102, 19.497488, 19.849942, 20.7826, 22.592458, 24.845887, 25.787019, 30.510479, 32.843148, 35.196486, 40.196721, 42.30129, 49.726695, 50.347922, 50.11149, 50.572672, 50.589773, 49.817518, 47.768294, 44.364777, 46.82561], "sum_m_pl": [2.592188, 5.346743, 5.799863, 5.837349, 6.565527, 6.148969, 5.878543, 6.206408, 6.469563, 7.424171, 7.664331, 7.931355, 8.351879, 8.561959, 9.023701, 9.905826, 9.090693, 9.055088, 8.335828, 8.108883, 8.029476, 7.756323, 7.617977, 7.782656, 9.94376, 10.36091, 10.723738, 11.276732, 10.450465, 11.823971, 10.589976, 10.413643, 10.762529, 10.62245, 10.024524, 9.780965, 8.567271, 7.233499, 6.383581, 5.868563, 5.446471, 4.22953, 3.809999, 3.11707, 3.888655, 3.118038, 2.827094, 2.180168, 3.105026, 2.167088]}, "digit": {"n_am_en": [0, 3, 1, 1, 1, 1, 1, 3, 4, 3, 4, 5, 2, 3, 2, 1, 5, 4, 6, 5, 3, 2, 3, 5, 8, 7, 4, 4, 3, 3, 0, 2, 3, 0, 4, 4, 3, 4, 3, 2, 1, 1, 3, 2, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 0, 0, 0, 1, 3, 2, 3, 6, 4, 3, 4, 0, 2, 2, 1, 0, 1, 0, 1, 0, 0, 0, 1, 2, 3, 1, 2, 4, 4, 1, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.876145, 3.1373, 3.375008, 3.322357, 3.654885, 3.551233, 3.31673, 3.137715, 3.174613, 3.246467, 3.326428, 3.475682, 3.172516, 3.225854, 2.835917, 2.82891, 3.101196, 2.854182, 3.34215, 3.29947, 3.167136, 3.283896, 3.252362, 3.413536, 4.614058, 4.046001, 3.678833, 3.184879, 3.227649, 3.036484, 2.701812, 2.873077, 2.938204, 2.91966, 3.095538, 2.979058, 3.217065, 3.058301, 2.679336, 2.722292, 2.441424, 2.497758, 2.318204, 2.054719, 1.692472, 1.987598, 1.609635, 1.05695, 0.47785, 0.0], "sum_m_pl": [0.301876, 0.77459, 0.708935, 0.685505, 0.863289, 0.739357, 0.660377, 0.609712, 0.82565, 0.908461, 0.991488, 1.133589, 1.312641, 1.375942, 1.20341, 1.423125, 1.225877, 1.246038, 1.222965, 1.196226, 1.153945, 1.155282, 1.114919, 1.156264, 1.32533, 1.356978, 1.293207, 1.241043, 1.125633, 1.500709, 1.311114, 1.411447, 1.319108, 1.293775, 1.273544, 1.370371, 1.140739, 1.046879, 1.120839, 1.144342, 1.147885, 1.118518, 1.084525, 0.819606, 0.795005, 0.563726, 0.449045, 0.294642, 0.254691, 0.0]}, "lang": {"n_am_en": [3, 5, 8, 9, 9, 6, 7, 16, 17, 10, 8, 6, 10, 10, 14, 17, 17, 15, 13, 14, 14, 12, 10, 13, 17, 17, 20, 15, 16, 19, 15, 12, 16, 20, 23, 24, 26, 29, 35, 41, 45, 45, 41, 39, 40, 38, 38, 41, 44, 47], "n_am_pl": [4, 1, 3, 4, 2, 4, 1, 2, 5, 4, 5, 7, 7, 6, 4, 6, 4, 5, 3, 5, 4, 3, 4, 4, 3, 2, 1, 5, 5, 8, 10, 11, 5, 7, 5, 8, 7, 3, 1, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2], "n_pos": 51, "sum_m_en": [5.763332, 7.342568, 7.811991, 7.935128, 8.663831, 8.400428, 8.719663, 9.507061, 9.94088, 10.02907, 9.566628, 9.780812, 9.438621, 9.436917, 8.708813, 9.039011, 9.571181, 8.820045, 9.070169, 9.052995, 8.525664, 8.546138, 8.49938, 8.726637, 13.955233, 12.921496, 13.517583, 11.788142, 10.806133, 10.781898, 10.43278, 10.480731, 11.387704, 12.731522, 14.062979, 15.993295, 19.948661, 21.359373, 23.99119, 27.553472, 30.182227, 36.614003, 37.818333, 37.942373, 40.174343, 39.782097, 40.062036, 39.7344, 39.841205, 46.550051], "sum_m_pl": [1.211023, 2.253718, 2.391138, 2.461688, 2.845694, 2.651284, 2.514191, 2.749614, 2.835243, 3.137109, 3.217222, 3.329713, 3.540268, 3.680419, 3.973667, 4.405995, 3.948418, 3.795186, 3.517212, 3.441824, 3.429234, 3.328359, 3.294914, 3.287752, 4.134481, 4.357752, 4.588171, 5.185463, 4.933909, 5.316328, 4.941015, 4.9409, 5.000983, 5.330878, 4.546345, 4.376149, 4.211531, 3.574833, 3.107874, 2.688153, 2.230642, 1.31981, 1.060448, 0.892118, 1.728202, 1.603433, 1.656198, 1.459973, 2.529385, 2.167087]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "gsm8kpl-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1148, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9835}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 10, 14, 15, 21, 18, 13, 15, 13, 19, 18, 21, 15, 14, 19, 18, 22, 16, 29, 35, 33, 32, 30, 31, 44, 42, 39, 29, 26, 19, 20, 24, 23, 33, 28, 47, 53, 68, 73, 72, 65, 70, 63, 60, 49, 44, 20, 7, 4, 5], "n_am_pl": [9, 8, 9, 8, 9, 8, 18, 17, 8, 17, 25, 18, 24, 21, 15, 25, 18, 16, 20, 16, 12, 9, 10, 11, 13, 14, 17, 16, 21, 27, 24, 24, 21, 18, 23, 21, 11, 12, 5, 9, 9, 7, 6, 11, 16, 26, 54, 56, 55, 63], "n_pos": 144, "sum_m_en": [13.630216, 19.958896, 22.477137, 22.877767, 22.273362, 23.073034, 22.298272, 23.945513, 24.132673, 25.123059, 24.50492, 24.582914, 23.407469, 23.182354, 21.315259, 22.19679, 23.840409, 22.010146, 24.407076, 24.952743, 23.236958, 23.603614, 23.70819, 24.322473, 35.859394, 29.649294, 26.638015, 23.813727, 23.447134, 23.090812, 21.722888, 23.04621, 22.526962, 26.021799, 26.256537, 28.025263, 31.843435, 39.170635, 42.470112, 45.598234, 45.326512, 49.404382, 49.495021, 51.590914, 46.448175, 39.490972, 22.73322, 7.673853, 5.469504, 4.560064], "sum_m_pl": [2.835774, 6.38565, 7.43002, 7.695763, 8.677518, 8.534693, 8.619758, 9.13844, 9.135492, 9.723976, 10.049558, 11.195513, 12.177272, 12.07728, 12.574211, 13.554207, 11.864794, 11.615962, 10.081576, 9.900194, 9.819423, 9.610419, 9.272373, 9.214512, 12.503923, 13.821953, 14.861959, 15.693599, 15.526305, 17.312393, 14.898132, 14.911647, 15.315991, 14.669982, 13.450351, 12.63662, 11.270954, 10.20209, 9.408143, 9.205222, 9.246266, 7.736117, 7.370188, 7.73106, 13.49357, 26.037714, 50.457876, 55.225473, 54.850443, 63.100104]}, "digit": {"n_am_en": [0, 0, 4, 3, 1, 3, 3, 0, 0, 2, 3, 2, 1, 2, 3, 2, 4, 2, 5, 5, 4, 4, 3, 3, 6, 7, 5, 2, 6, 4, 2, 5, 1, 0, 4, 6, 5, 5, 3, 3, 2, 4, 2, 3, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 6, 5, 3, 4, 1, 1, 1, 2, 1, 0, 0, 0, 0, 1, 1, 2, 2, 3, 2, 2, 1, 2, 3, 2, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.813803, 3.079136, 3.664854, 3.473212, 3.300031, 3.401854, 3.183663, 3.088126, 3.155417, 3.23921, 3.439328, 3.401006, 3.170785, 3.30139, 3.022581, 3.004593, 3.246465, 2.968697, 3.412018, 3.370122, 3.254898, 3.353573, 3.34515, 3.492546, 5.003135, 4.231326, 3.744674, 3.406249, 3.431859, 3.221097, 2.8827, 3.212554, 3.054807, 3.045848, 3.231183, 3.168279, 3.253997, 3.23449, 2.679677, 2.842975, 2.554565, 2.884889, 3.138329, 3.044971, 2.608164, 2.845276, 2.313797, 1.3422, 0.239581, 0.0], "sum_m_pl": [0.34261, 0.812985, 0.775174, 0.74121, 0.844807, 0.802644, 0.685492, 0.658585, 0.828022, 0.922893, 0.990062, 1.182972, 1.322668, 1.370165, 1.307948, 1.474189, 1.268573, 1.257755, 1.194283, 1.199733, 1.187636, 1.19681, 1.153187, 1.171679, 1.324615, 1.453164, 1.428472, 1.478751, 1.333519, 1.638507, 1.392432, 1.465067, 1.310583, 1.266462, 1.185726, 1.218717, 1.043027, 0.942673, 0.983957, 0.974459, 0.984192, 0.913723, 0.817757, 0.60898, 0.566065, 0.411078, 0.374471, 0.182331, 0.097036, 0.0]}, "lang": {"n_am_en": [1, 7, 8, 11, 14, 10, 8, 12, 10, 9, 10, 13, 7, 8, 9, 9, 11, 9, 15, 20, 23, 18, 15, 14, 24, 21, 22, 19, 13, 12, 12, 12, 13, 21, 17, 26, 33, 41, 49, 46, 47, 51, 48, 42, 37, 31, 15, 5, 4, 4], "n_am_pl": [6, 6, 6, 3, 5, 4, 9, 9, 4, 10, 14, 11, 11, 10, 10, 14, 7, 7, 12, 9, 6, 5, 6, 7, 5, 8, 11, 10, 14, 18, 15, 13, 11, 10, 13, 14, 7, 11, 3, 7, 7, 6, 6, 10, 14, 22, 43, 53, 54, 63], "n_pos": 68, "sum_m_en": [6.323967, 9.122448, 10.444935, 10.73912, 10.471092, 10.813262, 10.640723, 11.774623, 11.995535, 12.395078, 11.836026, 11.912361, 11.126487, 10.975991, 10.141253, 10.596111, 11.378171, 10.26933, 11.656913, 12.284664, 11.188332, 11.300228, 11.348413, 11.527577, 17.773778, 14.90433, 13.880065, 11.937574, 11.631525, 11.293301, 10.661575, 11.353488, 11.254273, 14.101001, 13.75497, 15.238466, 18.3512, 22.990205, 26.138786, 28.655956, 29.187423, 31.761113, 33.885479, 35.057222, 32.152593, 25.992722, 15.490679, 4.785391, 4.265767, 3.999942], "sum_m_pl": [1.388052, 2.766831, 3.526273, 3.780353, 4.472892, 4.325186, 4.471428, 4.938708, 5.046494, 5.051529, 5.377565, 5.917475, 6.619809, 6.594495, 7.009259, 7.40724, 6.386952, 6.248418, 5.217768, 4.976979, 4.960584, 4.83416, 4.641451, 4.548549, 6.249885, 7.112042, 8.022446, 8.552453, 8.685983, 9.521846, 8.368869, 8.46663, 8.84391, 8.432291, 7.450545, 7.179527, 6.859339, 6.417832, 5.839756, 5.777996, 6.097229, 4.973166, 4.823839, 5.630292, 11.2729, 22.429651, 41.668928, 51.393787, 53.21149, 62.807059]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "gsm8kpl-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1438, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 6, 6, 8, 14, 15, 17, 11, 4, 10, 10, 15, 12, 15, 16, 13, 15, 17, 16, 21, 17, 19, 16, 24, 35, 32, 29, 23, 24, 28, 22, 22, 26, 33, 35, 43, 45, 48, 47, 44, 46, 44, 44, 36, 34, 28, 30, 30, 29, 28], "n_am_pl": [5, 3, 4, 1, 4, 1, 3, 5, 4, 0, 5, 2, 8, 7, 8, 6, 4, 5, 6, 5, 2, 2, 4, 5, 0, 3, 6, 6, 8, 8, 4, 4, 2, 5, 3, 4, 2, 1, 3, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 75, "sum_m_en": [8.119724, 11.474767, 10.970375, 11.340405, 11.923612, 11.783813, 12.376481, 11.792127, 11.200224, 11.19614, 11.44727, 11.900838, 11.973323, 11.337966, 11.322346, 11.964308, 10.974705, 10.678912, 11.279443, 11.837306, 11.171368, 11.507643, 11.831807, 11.793391, 19.516954, 18.036404, 16.91899, 15.21989, 15.343391, 15.913397, 14.521284, 14.555978, 14.692953, 16.281463, 18.06787, 21.324229, 27.596787, 31.553818, 34.437645, 35.170729, 36.444923, 36.323884, 37.295102, 33.421721, 31.078225, 30.37157, 30.365194, 30.305525, 27.208277, 27.246193], "sum_m_pl": [1.471104, 3.103524, 3.467771, 3.185658, 3.675771, 3.1688, 3.1638, 3.178134, 3.446035, 3.489169, 3.741394, 4.017541, 3.973594, 4.054371, 4.114362, 4.476555, 4.253097, 4.250716, 4.39905, 4.35948, 4.311721, 4.124097, 4.041218, 4.03289, 4.639111, 4.81099, 4.330721, 4.862095, 4.977371, 4.944982, 4.373333, 3.946072, 3.988484, 4.065013, 4.015367, 4.193037, 3.516427, 3.113987, 2.993795, 2.913226, 2.844941, 2.755911, 2.360685, 2.025331, 1.702906, 1.499864, 0.896161, 0.551491, 0.598418, 0.060377]}, "digit": {"n_am_en": [0, 2, 0, 1, 1, 2, 4, 0, 0, 2, 4, 4, 2, 1, 2, 0, 3, 2, 2, 3, 2, 4, 4, 8, 7, 7, 7, 3, 3, 5, 1, 2, 4, 4, 4, 8, 8, 8, 7, 7, 7, 7, 7, 4, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 3, 5, 1, 1, 1, 1, 3, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 2, 1, 3, 0, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.276372, 2.610989, 2.439239, 2.326168, 2.359059, 2.280869, 2.536253, 2.211983, 2.176336, 2.247975, 2.368903, 2.417936, 2.457817, 2.243188, 2.186811, 2.279027, 2.255541, 2.206289, 2.315949, 2.330192, 2.196489, 2.258629, 2.298833, 2.40323, 3.745622, 3.497575, 3.161112, 2.91639, 3.024011, 3.08909, 2.832412, 3.039598, 2.758034, 2.854879, 2.682411, 3.215347, 4.03808, 4.579802, 5.212339, 5.237467, 5.42505, 4.830343, 4.922266, 4.072283, 2.38561, 2.155731, 1.146765, 0.446395, 0.05238, 0.0], "sum_m_pl": [0.177191, 0.477937, 0.406695, 0.376899, 0.42741, 0.356464, 0.399074, 0.43524, 0.540154, 0.576256, 0.696484, 0.768253, 0.852717, 0.875984, 0.825583, 0.946816, 0.85427, 0.886606, 0.877786, 0.86461, 0.850934, 0.813444, 0.799415, 0.820396, 0.861455, 0.839428, 0.768848, 0.9511, 0.87705, 0.947226, 0.848074, 0.770396, 0.715627, 0.78354, 0.837405, 0.911701, 0.794597, 0.711198, 0.62272, 0.618207, 0.557876, 0.66172, 0.665752, 0.578649, 0.384366, 0.312723, 0.210595, 0.123654, 0.026435, 0.0]}, "lang": {"n_am_en": [2, 1, 3, 2, 5, 6, 5, 6, 2, 4, 1, 5, 6, 7, 6, 7, 8, 9, 11, 13, 10, 9, 6, 9, 17, 17, 14, 13, 15, 18, 15, 15, 16, 20, 22, 23, 24, 24, 27, 24, 25, 25, 25, 23, 25, 22, 23, 26, 28, 28], "n_am_pl": [1, 2, 3, 0, 1, 1, 0, 1, 1, 0, 2, 0, 4, 2, 7, 3, 3, 2, 1, 3, 1, 1, 2, 3, 0, 0, 0, 2, 4, 2, 0, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.405192, 4.369168, 4.33418, 4.522518, 4.796536, 4.768198, 4.765151, 4.892728, 4.495757, 4.648657, 4.57191, 4.71065, 4.896085, 4.649091, 4.698938, 5.00934, 4.448708, 4.317799, 4.550727, 4.952218, 4.644232, 4.816961, 4.919348, 4.774581, 9.437895, 8.619818, 8.367756, 7.162875, 7.007823, 7.205564, 6.594077, 6.55433, 6.785147, 7.843517, 9.422202, 11.887597, 15.134054, 17.159769, 19.021713, 20.403701, 20.618244, 22.260051, 22.847011, 21.352766, 21.749201, 21.747176, 22.55736, 23.710331, 24.21183, 27.090764], "sum_m_pl": [0.633218, 1.256334, 1.355736, 1.26429, 1.572581, 1.351213, 1.258176, 1.283679, 1.386776, 1.381295, 1.488801, 1.585894, 1.507501, 1.528595, 1.634573, 1.742486, 1.640667, 1.559051, 1.661732, 1.680483, 1.695336, 1.635084, 1.559236, 1.589452, 1.743272, 1.75555, 1.636345, 1.868045, 1.940562, 1.92677, 1.79859, 1.650685, 1.654716, 1.667718, 1.443055, 1.326584, 1.093879, 1.069338, 1.126657, 1.053642, 1.005347, 0.68794, 0.546008, 0.513493, 0.432183, 0.241596, 0.222067, 0.154806, 0.215442, 0.060374]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "gsm8kpl-340", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1308, "region_end": 75, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 10, 21, 23, 18, 19, 21, 35, 25, 19, 29, 29, 31, 33, 39, 37, 37, 36, 50, 54, 66, 64, 66, 66, 91, 86, 70, 48, 52, 37, 40, 42, 48, 68, 72, 77, 99, 108, 108, 109, 122, 119, 111, 105, 101, 70, 38, 11, 3, 0], "n_am_pl": [3, 19, 29, 19, 11, 14, 20, 15, 14, 18, 22, 25, 27, 24, 25, 24, 16, 27, 21, 16, 9, 9, 9, 6, 21, 11, 25, 21, 21, 27, 20, 24, 21, 12, 24, 15, 17, 18, 17, 21, 17, 18, 33, 35, 42, 70, 106, 115, 128, 129], "n_pos": 231, "sum_m_en": [23.392886, 35.727574, 35.433177, 35.652532, 36.460229, 36.709459, 38.78377, 39.153342, 37.554023, 36.856139, 40.090111, 41.345319, 39.525057, 38.941056, 38.90301, 40.107495, 37.430042, 34.044179, 35.607994, 35.993337, 35.255512, 35.959629, 35.851838, 36.851704, 57.469581, 54.974063, 48.180789, 42.221214, 42.938509, 42.523379, 40.767651, 42.245887, 42.560603, 46.876577, 47.096461, 48.338115, 54.04811, 66.195316, 73.482465, 83.779009, 87.983632, 91.353272, 90.810107, 94.289392, 88.27271, 66.510138, 38.847018, 14.627363, 4.610878, 0.027293], "sum_m_pl": [3.95345, 11.19882, 12.572872, 12.441728, 12.789487, 12.025191, 12.497598, 12.714422, 13.644828, 13.38879, 14.578965, 15.464104, 15.594872, 16.199322, 16.312828, 16.441593, 15.548505, 14.639826, 14.742758, 14.367562, 14.227914, 13.527723, 13.06095, 12.812783, 16.597402, 15.972014, 17.375014, 19.591755, 19.732767, 19.71763, 18.304456, 17.973517, 18.127339, 17.960935, 16.729717, 16.395472, 16.795119, 15.71433, 16.553158, 17.555063, 15.80324, 17.163375, 26.5833, 30.25746, 35.346427, 55.637107, 89.723604, 110.518379, 125.830923, 129.248766]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 1, 2, 3, 0, 1, 2, 4, 2, 3, 3, 2, 2, 1, 4, 2, 3, 3, 3, 3, 5, 4, 4, 3, 5, 3, 0, 1, 1, 2, 4, 8, 8, 5, 7, 6, 6, 11, 10, 6, 4, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 7, 1, 6, 4, 2, 1, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 2, 4, 2, 1, 3, 4, 2, 1, 3, 0, 1, 1, 1, 0, 0, 0, 0, 1, 3, 4, 3, 2, 0, 0], "n_pos": 19, "sum_m_en": [1.576516, 3.612026, 3.572038, 3.188645, 2.981064, 2.896665, 3.215016, 2.959919, 2.914031, 2.931865, 3.277275, 3.269577, 3.01416, 3.260837, 3.23059, 3.207624, 3.146805, 2.942216, 3.117799, 2.945594, 2.968195, 3.098554, 3.056068, 3.145057, 4.462014, 4.185995, 3.850891, 3.514841, 3.702623, 3.765057, 3.557252, 3.921311, 3.595692, 3.911253, 3.765096, 4.272817, 4.758428, 4.723817, 5.038771, 5.048911, 5.342239, 5.118473, 5.35048, 4.515111, 3.793592, 2.008355, 1.462344, 0.728319, 0.399581, 0.0], "sum_m_pl": [0.276249, 0.939391, 0.734661, 0.63615, 0.607273, 0.555453, 0.630728, 0.655023, 0.827019, 0.81478, 1.030799, 1.098216, 1.243825, 1.14302, 1.095995, 1.145075, 1.11098, 1.037752, 1.023275, 1.052541, 1.052055, 0.997841, 0.981922, 0.978722, 1.023385, 1.130175, 1.145451, 1.300049, 1.236981, 1.198843, 1.253103, 1.274244, 1.237015, 1.285707, 1.220366, 1.181065, 1.167733, 1.183009, 1.053759, 0.984164, 0.964247, 1.020428, 1.050582, 1.244414, 0.99298, 2.84453, 2.847689, 1.489813, 0.118163, 0.0]}, "lang": {"n_am_en": [5, 8, 18, 14, 14, 10, 12, 24, 16, 12, 21, 16, 15, 20, 25, 21, 23, 26, 30, 32, 47, 47, 49, 45, 64, 62, 48, 37, 32, 25, 30, 28, 35, 48, 49, 46, 64, 79, 75, 77, 83, 79, 72, 72, 72, 48, 22, 6, 3, 0], "n_am_pl": [1, 12, 18, 17, 8, 9, 12, 13, 10, 12, 9, 20, 17, 15, 18, 14, 9, 20, 17, 12, 8, 7, 7, 5, 16, 7, 14, 7, 16, 22, 13, 17, 16, 9, 17, 13, 12, 11, 14, 18, 17, 18, 33, 31, 38, 61, 94, 110, 125, 129], "n_pos": 130, "sum_m_en": [14.374388, 20.133024, 19.836258, 19.65295, 20.837102, 20.881078, 22.550978, 23.021655, 22.27344, 21.639435, 23.64698, 24.432427, 23.503257, 22.800492, 22.857219, 24.071557, 22.296169, 19.905815, 20.729673, 21.153596, 20.842049, 21.086064, 21.095996, 21.758804, 36.766782, 34.286972, 29.471938, 25.336029, 25.204058, 25.161584, 24.4436, 25.055592, 25.435998, 28.601554, 28.796617, 30.373072, 33.551686, 43.717782, 48.687676, 55.387712, 58.963771, 62.062701, 61.29544, 63.760166, 60.733763, 44.131802, 22.573862, 6.733803, 2.967349, 0.016702], "sum_m_pl": [2.371219, 6.45135, 7.217216, 7.362546, 7.530702, 7.19832, 7.285651, 7.527794, 8.122593, 7.939431, 8.823377, 9.442025, 9.570781, 10.221393, 10.381605, 10.263523, 9.531503, 8.891432, 9.113649, 8.727413, 8.575512, 8.208959, 7.911746, 7.671673, 10.460695, 9.87651, 10.674525, 12.108346, 12.290787, 12.617846, 11.62885, 11.622414, 11.84352, 11.57843, 10.815496, 10.801979, 11.736455, 10.808913, 11.81533, 13.201909, 11.958871, 13.187236, 22.996952, 26.368656, 31.876772, 48.208946, 79.308721, 104.68939, 122.144918, 128.297263]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 234, "item_id": "gsm8kpl-340", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1598, "region_end": 231, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 8, 12, 13, 19, 23, 23, 15, 23, 21, 17, 20, 17, 18, 28, 24, 26, 35, 33, 39, 43, 45, 45, 39, 54, 52, 43, 31, 31, 28, 29, 30, 26, 40, 46, 42, 47, 51, 54, 58, 60, 58, 56, 51, 50, 49, 46, 49, 44, 34], "n_am_pl": [1, 3, 4, 13, 8, 5, 3, 5, 9, 3, 7, 11, 13, 10, 9, 11, 6, 12, 13, 8, 5, 3, 1, 2, 1, 2, 8, 8, 6, 7, 3, 2, 4, 1, 1, 4, 1, 2, 1, 3, 2, 1, 3, 2, 1, 0, 1, 0, 0, 0], "n_pos": 109, "sum_m_en": [12.638831, 17.225674, 17.3118, 17.488507, 19.559252, 18.953986, 18.711045, 17.721147, 17.433503, 18.012533, 18.23268, 18.502935, 18.529928, 19.045884, 19.856546, 19.68633, 19.48092, 18.408857, 18.651386, 19.52687, 19.145504, 18.587493, 18.678256, 18.301554, 33.393279, 29.672704, 26.830207, 22.502393, 22.649671, 22.345115, 21.453325, 21.725998, 23.388507, 25.512463, 28.484852, 29.575356, 33.278183, 37.537553, 39.686017, 47.946157, 47.68842, 49.500729, 49.198378, 46.22486, 44.863564, 46.292741, 46.544824, 46.496047, 42.62802, 34.088787], "sum_m_pl": [2.538806, 5.412738, 5.502117, 5.376165, 5.64741, 4.975834, 4.464389, 4.300284, 4.45193, 4.726553, 5.470898, 5.883445, 6.34328, 6.241561, 6.113814, 6.36172, 6.079212, 6.261324, 6.628473, 6.398558, 6.042304, 5.776083, 5.824336, 6.081045, 6.631409, 7.474715, 7.269087, 7.131449, 7.241161, 7.8299, 7.093625, 6.455285, 6.410985, 5.776807, 5.722534, 5.642798, 5.184404, 4.484389, 3.893303, 3.651937, 3.487894, 3.044895, 2.613442, 2.35395, 1.990903, 1.378516, 1.465048, 0.666002, 0.394513, 0.002189]}, "digit": {"n_am_en": [1, 3, 5, 6, 4, 10, 7, 6, 7, 6, 5, 5, 5, 5, 7, 3, 4, 8, 6, 9, 10, 10, 11, 10, 15, 12, 11, 5, 6, 4, 7, 8, 6, 10, 11, 9, 12, 10, 8, 8, 9, 10, 8, 7, 8, 8, 5, 6, 3, 0], "n_am_pl": [0, 1, 1, 3, 4, 3, 0, 0, 4, 1, 3, 4, 7, 5, 4, 5, 4, 5, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 2, 1, 1, 1, 0, 0, 3, 1, 0, 0, 1, 2, 1, 3, 2, 1, 0, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.228668, 5.198377, 5.021051, 4.859045, 5.248645, 5.008644, 4.964891, 4.745066, 4.64803, 5.048461, 5.216813, 5.199673, 5.2033, 5.322245, 5.518529, 5.26891, 5.350075, 5.077258, 5.139768, 5.415089, 5.315951, 5.127354, 5.184014, 5.335713, 9.246645, 7.402703, 6.407186, 5.597349, 5.779137, 5.662723, 5.416672, 6.05454, 6.453061, 6.738557, 6.829732, 6.959541, 6.708845, 7.196047, 6.461569, 6.617187, 6.48647, 7.850101, 6.460179, 6.154648, 5.877935, 5.745611, 5.617375, 5.579033, 2.627165, 1e-06], "sum_m_pl": [0.634139, 1.446121, 1.338328, 1.364276, 1.38299, 1.221819, 1.011828, 1.014784, 1.137795, 1.25243, 1.484971, 1.591283, 1.862881, 1.667086, 1.549671, 1.590193, 1.512122, 1.517544, 1.717243, 1.615405, 1.497466, 1.428656, 1.4715, 1.571674, 1.95404, 2.319873, 2.107495, 1.905227, 1.789532, 1.798811, 1.688505, 1.541362, 1.52612, 1.357773, 1.490999, 1.541025, 1.514358, 1.367335, 1.428283, 1.50481, 1.583682, 1.4969, 1.466051, 1.416357, 1.15062, 0.849974, 1.19316, 0.414975, 0.175797, 0.0]}, "lang": {"n_am_en": [2, 3, 3, 6, 8, 6, 7, 5, 11, 8, 9, 11, 8, 7, 13, 15, 13, 18, 19, 19, 21, 24, 22, 21, 25, 26, 23, 18, 21, 18, 14, 16, 15, 21, 24, 23, 24, 27, 30, 32, 33, 32, 34, 33, 32, 31, 33, 34, 34, 33], "n_am_pl": [0, 0, 1, 6, 2, 0, 1, 3, 3, 0, 0, 3, 3, 3, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 2, 3, 1, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [4.323742, 5.346212, 5.779153, 6.013388, 6.535631, 6.387257, 6.405772, 6.235268, 6.327545, 6.354701, 6.471726, 6.591699, 6.732781, 6.910069, 7.254146, 7.3428, 7.048982, 6.755996, 6.851843, 7.083508, 6.9956, 6.683482, 6.507231, 6.223014, 15.46896, 14.319491, 13.182811, 10.418433, 10.031082, 9.749824, 9.130181, 8.811483, 9.28869, 10.7566, 12.580673, 13.545431, 16.626509, 19.498815, 22.354433, 26.629925, 27.135528, 28.261071, 29.564308, 29.271704, 29.121829, 30.172892, 31.384888, 31.358267, 33.092037, 32.891717], "sum_m_pl": [0.821216, 1.678778, 1.718304, 1.688307, 1.72923, 1.474335, 1.431446, 1.348307, 1.354418, 1.390494, 1.63022, 1.827011, 1.883524, 1.973546, 1.955393, 2.040624, 1.927093, 1.940583, 2.017811, 2.032563, 1.960612, 1.876492, 1.902704, 1.945746, 1.660206, 1.889088, 2.057204, 2.132042, 2.282127, 2.416239, 2.183766, 2.175501, 2.288241, 1.960859, 1.803249, 1.796548, 1.575004, 1.209187, 0.914924, 0.59405, 0.564007, 0.469122, 0.253345, 0.283306, 0.274212, 0.109364, 0.055732, 0.052227, 0.04704, 0.002187]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "gsm8kpl-36", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1132, "region_end": 109, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9821}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 10, 13, 14, 21, 22, 25, 15, 18, 18, 16, 22, 14, 17, 25, 28, 29, 26, 26, 38, 43, 46, 49, 45, 65, 57, 44, 31, 28, 25, 27, 25, 25, 35, 50, 56, 60, 61, 60, 62, 65, 63, 55, 53, 50, 37, 24, 15, 15, 7], "n_am_pl": [4, 6, 13, 12, 8, 10, 12, 3, 7, 10, 19, 16, 19, 17, 10, 10, 9, 17, 12, 7, 4, 4, 5, 4, 6, 10, 8, 12, 15, 15, 14, 8, 11, 6, 7, 3, 8, 6, 4, 4, 6, 8, 11, 11, 13, 22, 32, 42, 39, 42], "n_pos": 129, "sum_m_en": [14.047965, 19.704455, 20.455732, 20.392122, 21.899157, 21.548949, 20.731693, 20.034599, 19.823049, 20.668292, 21.635619, 21.651182, 21.416453, 21.745396, 22.589721, 22.72549, 22.83672, 21.080036, 21.173174, 21.682459, 21.649852, 21.496424, 21.317542, 20.9701, 38.328376, 33.939116, 28.619307, 23.884756, 23.847415, 23.048885, 21.907794, 22.622759, 23.65744, 26.686828, 29.905109, 31.803309, 35.025554, 38.06848, 41.093486, 44.591279, 48.398317, 47.350865, 45.927241, 47.010673, 43.19033, 35.771945, 24.945824, 15.423347, 13.645213, 7.000431], "sum_m_pl": [2.984657, 6.87684, 6.788071, 6.424021, 6.98218, 6.345507, 5.869861, 5.830618, 6.228673, 6.491042, 7.379069, 7.530662, 7.954399, 8.170397, 7.961662, 7.928895, 7.366437, 7.285264, 7.440773, 7.218261, 6.908575, 6.733172, 6.761367, 6.903931, 7.549802, 8.946401, 9.007206, 9.415967, 10.320917, 10.948604, 9.59311, 9.488948, 9.393372, 8.301845, 8.116513, 7.914863, 7.325613, 6.273894, 5.336003, 5.530582, 6.508024, 7.613516, 8.808462, 10.145172, 12.599486, 20.159465, 30.169586, 40.735596, 39.562421, 41.121879]}, "digit": {"n_am_en": [0, 5, 6, 4, 3, 7, 6, 2, 3, 2, 7, 7, 2, 1, 7, 6, 8, 5, 4, 8, 6, 6, 6, 6, 17, 10, 9, 6, 7, 5, 5, 4, 3, 8, 8, 11, 13, 14, 14, 12, 13, 12, 10, 7, 7, 5, 5, 4, 3, 0], "n_am_pl": [0, 2, 1, 1, 0, 0, 1, 0, 1, 1, 3, 4, 8, 5, 1, 3, 1, 3, 4, 1, 1, 1, 2, 2, 1, 1, 1, 3, 2, 5, 4, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.818901, 4.853662, 4.929374, 4.673874, 5.1201, 5.061107, 4.883567, 4.445569, 4.513654, 4.816795, 4.993994, 4.912753, 4.859948, 4.940653, 5.199012, 5.224352, 5.399214, 4.90447, 4.906062, 5.068989, 4.998045, 4.927234, 4.91308, 5.036631, 8.772242, 7.185346, 5.886832, 5.503277, 5.664338, 5.449044, 5.123923, 5.703583, 5.84574, 6.319969, 6.47504, 6.35603, 7.081473, 7.157554, 7.182976, 5.853397, 6.904597, 7.386715, 6.400392, 5.356445, 4.581214, 4.696894, 5.502616, 4.179109, 1.862288, 0.0], "sum_m_pl": [0.461074, 1.459456, 1.286794, 1.192251, 1.178707, 1.052125, 0.889481, 0.987467, 1.176008, 1.223941, 1.492473, 1.56983, 1.750425, 1.673867, 1.534972, 1.573737, 1.468223, 1.444527, 1.587329, 1.515312, 1.394906, 1.349857, 1.381492, 1.457785, 1.453469, 1.813816, 1.700135, 1.856317, 1.999176, 2.016639, 1.842794, 1.645436, 1.621954, 1.52151, 1.518564, 1.553956, 1.304561, 1.084018, 1.06017, 1.146096, 1.133916, 1.060604, 1.009774, 0.99882, 1.023959, 0.690645, 1.010876, 0.337928, 0.110349, 0.0]}, "lang": {"n_am_en": [1, 3, 2, 6, 11, 6, 9, 6, 9, 9, 4, 6, 6, 10, 10, 14, 12, 11, 12, 13, 19, 23, 27, 22, 27, 25, 18, 14, 15, 12, 9, 11, 13, 18, 24, 26, 26, 31, 30, 33, 34, 35, 31, 32, 31, 24, 15, 7, 8, 7], "n_am_pl": [3, 1, 5, 8, 2, 2, 6, 3, 4, 4, 6, 8, 9, 6, 6, 4, 5, 6, 3, 3, 1, 1, 1, 1, 2, 6, 3, 5, 9, 7, 8, 4, 5, 5, 2, 0, 7, 3, 2, 2, 4, 7, 9, 9, 11, 20, 27, 39, 39, 40], "n_pos": 48, "sum_m_en": [5.827135, 7.035475, 7.414297, 7.633121, 8.455223, 8.193862, 8.133768, 8.18825, 8.315734, 8.443007, 9.010933, 8.943452, 8.893803, 9.154881, 9.420061, 9.463975, 9.31921, 8.625928, 8.457109, 8.586344, 8.846406, 8.684451, 8.627792, 8.210107, 16.129701, 14.622775, 12.154588, 9.911476, 9.832915, 9.336555, 8.815832, 8.954033, 9.594566, 11.750719, 13.249131, 14.491419, 16.320403, 17.89686, 21.407158, 25.416558, 27.166707, 25.717263, 27.362924, 30.448901, 28.393484, 23.102915, 14.78573, 7.444678, 7.617157, 6.999998], "sum_m_pl": [1.449528, 2.63625, 2.573763, 2.44441, 2.784875, 2.506043, 2.551318, 2.518021, 2.741835, 2.682371, 3.110211, 3.248029, 3.370763, 3.528827, 3.449191, 3.375675, 3.133297, 3.049871, 3.093487, 3.03174, 2.941067, 2.835499, 2.835291, 2.822331, 3.224815, 3.770245, 3.907016, 3.894422, 4.561842, 4.899463, 4.409734, 4.59659, 4.632735, 4.17342, 4.080653, 3.873533, 4.018493, 3.282096, 2.747241, 2.674786, 3.681202, 4.640492, 5.66094, 6.867264, 9.066567, 16.847922, 26.435357, 37.96562, 38.68207, 39.742452]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "gsm8kpl-36", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1422, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9774, "tf_agree_excl_first": 0.9848}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 5, 5, 7, 9, 8, 6, 5, 8, 7, 10, 11, 8, 11, 8, 8, 10, 9, 7, 9, 8, 9, 9, 9, 10, 10, 11, 8, 11, 10, 10, 9, 12, 11, 12, 12, 14, 20, 20, 19, 18, 15, 18, 20, 21, 18, 16, 18, 17, 17], "n_am_pl": [1, 0, 3, 2, 4, 4, 2, 5, 3, 5, 3, 4, 5, 5, 7, 1, 3, 1, 1, 3, 4, 2, 2, 1, 2, 3, 5, 1, 2, 3, 3, 7, 5, 3, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.616681, 6.817489, 6.804652, 7.198918, 7.853984, 7.649369, 7.182243, 7.493555, 7.420841, 7.433233, 7.531551, 7.420607, 7.198827, 7.153475, 6.817313, 7.742998, 8.376686, 7.782697, 7.948188, 8.476485, 7.539069, 7.521954, 7.224757, 7.265926, 10.210081, 9.642885, 9.474595, 8.256752, 8.735528, 8.958451, 8.434397, 8.045839, 7.963386, 7.895581, 8.618951, 8.769969, 9.83874, 12.771494, 13.814705, 14.457563, 14.812487, 14.390913, 15.491853, 15.546644, 16.882213, 16.481917, 16.366113, 17.120975, 16.312924, 16.754111], "sum_m_pl": [0.735424, 1.789873, 1.97059, 1.87725, 2.283485, 2.104383, 1.947703, 2.027773, 1.976175, 2.229913, 2.474717, 2.486299, 2.625143, 2.706949, 2.633385, 2.671071, 2.623729, 2.611414, 2.689914, 2.504331, 2.496928, 2.417684, 2.506659, 2.535395, 2.63007, 2.956919, 2.800574, 3.133283, 2.959845, 2.929775, 2.509601, 2.664039, 2.658569, 2.604667, 2.457759, 2.280165, 2.035352, 1.59343, 1.292479, 1.185507, 1.095839, 1.082762, 0.992776, 0.911671, 0.677767, 0.486899, 0.2485, 0.161911, 0.098983, 0.001133]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 3, 4, 2, 2, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 2, 0, 2, 1, 3, 3, 1, 1, 2, 3, 3, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 3, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.948757, 1.749293, 1.620001, 1.588479, 1.694967, 1.600775, 1.554292, 1.481561, 1.382894, 1.570963, 1.720363, 1.666697, 1.455106, 1.458031, 1.442144, 1.633846, 1.796263, 1.552274, 1.599381, 1.492008, 1.424582, 1.46818, 1.448399, 1.488671, 2.171488, 1.698439, 1.727432, 1.410825, 1.547221, 1.69007, 1.585874, 1.61963, 1.596761, 1.570072, 1.622773, 1.662295, 1.529522, 1.840168, 2.097426, 1.397457, 1.405574, 1.487827, 1.778433, 1.166679, 1.062378, 0.629525, 0.299603, 0.177105, 0.018812, 0.0], "sum_m_pl": [0.155157, 0.405895, 0.333427, 0.3383, 0.380017, 0.332918, 0.294687, 0.283993, 0.334664, 0.40411, 0.453555, 0.503844, 0.577464, 0.574597, 0.54684, 0.530081, 0.508305, 0.488798, 0.517023, 0.503569, 0.499015, 0.488516, 0.489866, 0.51248, 0.412899, 0.515427, 0.463469, 0.595991, 0.694024, 0.583269, 0.460241, 0.556491, 0.563985, 0.473736, 0.462233, 0.468892, 0.458554, 0.484247, 0.460033, 0.473033, 0.443869, 0.495211, 0.482753, 0.442725, 0.368606, 0.306263, 0.115024, 0.072391, 0.00752, 0.0]}, "lang": {"n_am_en": [4, 3, 5, 5, 6, 7, 4, 4, 5, 4, 4, 4, 4, 5, 4, 6, 6, 6, 5, 7, 7, 8, 7, 7, 7, 9, 9, 7, 8, 8, 6, 6, 8, 7, 8, 9, 12, 13, 13, 13, 13, 11, 12, 14, 15, 14, 14, 15, 17, 17], "n_am_pl": [0, 0, 2, 1, 1, 2, 2, 4, 2, 2, 0, 1, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [2.143761, 2.674287, 2.863764, 2.978439, 3.35529, 3.333306, 3.030507, 3.316493, 3.358331, 3.148572, 3.057727, 3.017382, 3.052989, 3.14137, 3.045995, 3.67337, 3.802185, 3.581734, 3.651296, 4.361326, 3.771844, 3.739471, 3.414652, 3.350235, 5.95178, 5.805376, 5.570981, 4.657709, 4.676882, 4.560951, 4.245823, 4.071439, 4.031089, 4.111192, 4.388374, 4.902962, 6.405502, 8.34177, 9.289927, 10.299927, 10.388981, 10.471337, 11.175626, 11.947619, 12.906382, 13.252462, 14.11337, 14.613898, 15.727151, 16.185546], "sum_m_pl": [0.260807, 0.679839, 0.82443, 0.811225, 1.034522, 0.999962, 0.943935, 0.990798, 0.910471, 0.930648, 1.088484, 1.002174, 1.079595, 1.190107, 1.125423, 1.197679, 1.172277, 1.154928, 1.19584, 1.043194, 1.08412, 1.034983, 1.093137, 1.076677, 1.124916, 1.181645, 1.258596, 1.43653, 1.294552, 1.225223, 1.038032, 1.010449, 1.123672, 1.234513, 1.179175, 1.160195, 1.021395, 0.679947, 0.548182, 0.421598, 0.421209, 0.347583, 0.272832, 0.29744, 0.191939, 0.09036, 0.047065, 0.047963, 0.03427, 4.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 46, "item_id": "gsm8kpl-365", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1122, "region_end": 42, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 2, 7, 7, 17, 17, 15, 18, 20, 21, 17, 12, 14, 16, 11, 11, 10, 13, 13, 14, 13, 15, 17, 15, 28, 23, 22, 17, 18, 17, 18, 14, 15, 17, 25, 26, 28, 32, 32, 37, 41, 37, 38, 46, 43, 30, 7, 0, 0, 0], "n_am_pl": [1, 9, 9, 5, 1, 3, 10, 8, 7, 5, 11, 10, 15, 11, 11, 7, 5, 8, 4, 5, 5, 3, 2, 3, 7, 6, 11, 12, 16, 16, 15, 14, 12, 9, 8, 7, 6, 8, 8, 7, 8, 12, 13, 9, 10, 21, 37, 43, 43, 42], "n_pos": 86, "sum_m_en": [7.510791, 12.611891, 13.151421, 13.862046, 14.736529, 14.392102, 14.344482, 16.355487, 16.768271, 16.663012, 16.072851, 15.768792, 15.112267, 14.229433, 13.780806, 14.613734, 15.815923, 14.435244, 15.30374, 14.878249, 14.06695, 14.459345, 14.370217, 14.479879, 23.63622, 20.971398, 19.265995, 16.817968, 16.699504, 17.088125, 16.213374, 15.759148, 15.054906, 16.109403, 17.13958, 17.085836, 17.760577, 21.550457, 26.365015, 32.07146, 34.660144, 31.985689, 32.950309, 38.642161, 37.238722, 26.413527, 6.372765, 1.023753, 0.248869, 1e-06], "sum_m_pl": [1.316218, 4.147721, 4.270962, 4.026275, 4.655515, 4.639569, 4.575071, 4.617039, 5.003473, 5.222773, 5.701855, 6.21093, 6.510163, 6.647377, 6.250397, 6.46777, 5.831803, 5.82225, 5.287947, 5.271896, 5.273607, 5.219784, 5.225049, 5.372045, 6.043855, 7.163331, 7.68574, 8.225148, 8.278465, 8.265818, 7.042851, 7.195837, 7.562238, 7.160007, 6.533421, 6.382008, 6.368662, 5.664406, 5.314151, 5.762541, 5.224134, 7.925587, 9.92821, 8.924349, 10.87527, 18.412671, 35.446937, 41.651978, 41.653946, 42.531483]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 4, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 2, 2, 0, 1, 0, 3, 4, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 3, 3, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 4, 3, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.920783, 1.749948, 1.722988, 1.507232, 1.497059, 1.464302, 1.40487, 1.591722, 1.603322, 1.655548, 1.707381, 1.73703, 1.535628, 1.382354, 1.333621, 1.435226, 1.628908, 1.407806, 1.65494, 1.574219, 1.588842, 1.668591, 1.625574, 1.685442, 2.530634, 2.134551, 2.189823, 1.779423, 1.799831, 1.928263, 1.659627, 1.789789, 1.564776, 1.582161, 1.521703, 1.528428, 1.472606, 1.843533, 1.662368, 1.350274, 1.199963, 1.325988, 1.246588, 1.831148, 1.070893, 0.502738, 0.281117, 0.090821, 0.010061, 0.0], "sum_m_pl": [0.143848, 0.442574, 0.350004, 0.317127, 0.357855, 0.372696, 0.364554, 0.372638, 0.454768, 0.498569, 0.597705, 0.671073, 0.734231, 0.746905, 0.673279, 0.651612, 0.584895, 0.640862, 0.57009, 0.559062, 0.5673, 0.568299, 0.54475, 0.541915, 0.555603, 0.654991, 0.617781, 0.676128, 0.764436, 0.705769, 0.639722, 0.595611, 0.548775, 0.492057, 0.506327, 0.521701, 0.58431, 0.550916, 0.571789, 0.55075, 0.513451, 0.501726, 0.499221, 0.465487, 0.450013, 0.287964, 0.127463, 0.062099, 0.007895, 0.0]}, "lang": {"n_am_en": [2, 1, 2, 3, 13, 13, 10, 12, 13, 15, 10, 6, 5, 9, 5, 7, 7, 8, 8, 11, 11, 11, 13, 11, 18, 15, 13, 12, 12, 10, 9, 9, 9, 8, 15, 17, 19, 21, 19, 24, 27, 25, 22, 29, 28, 17, 2, 0, 0, 0], "n_am_pl": [1, 6, 7, 2, 1, 2, 5, 5, 4, 2, 4, 6, 8, 6, 5, 4, 3, 6, 1, 0, 1, 0, 0, 2, 3, 4, 7, 6, 10, 8, 8, 6, 8, 7, 5, 6, 5, 7, 7, 6, 7, 11, 12, 9, 10, 20, 34, 41, 42, 41], "n_pos": 43, "sum_m_en": [3.931895, 6.250638, 6.778505, 7.334024, 7.887112, 7.615729, 7.680509, 9.057175, 9.366263, 9.194021, 8.804784, 8.561572, 8.317901, 7.836474, 7.669546, 8.102929, 8.568801, 7.874079, 8.201021, 8.019681, 7.519047, 7.74447, 7.693854, 7.626909, 14.437226, 12.657298, 11.334205, 9.744996, 9.626564, 9.51098, 9.233604, 8.737798, 8.495948, 9.006837, 9.513529, 9.649973, 10.492516, 12.283748, 16.098374, 20.687921, 22.735625, 19.687327, 19.40491, 24.617384, 23.269708, 15.297326, 2.911947, 0.212479, 0.123804, 1e-06], "sum_m_pl": [0.701604, 2.135768, 2.220003, 2.115526, 2.436875, 2.399662, 2.356595, 2.427742, 2.68106, 2.76428, 3.022911, 3.258181, 3.494264, 3.624286, 3.352609, 3.495104, 3.134209, 3.143872, 2.868362, 2.742695, 2.724356, 2.704054, 2.734757, 2.821278, 3.180333, 3.982784, 4.452772, 4.709296, 4.85424, 4.901194, 4.035865, 4.267202, 4.609257, 4.410663, 4.057465, 4.121769, 4.278891, 3.899443, 3.764902, 4.315537, 3.980151, 6.782341, 8.942793, 8.032557, 9.902332, 17.174421, 32.021609, 39.047459, 40.931818, 41.791414]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "gsm8kpl-365", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1412, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9775}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 9, 9, 15, 16, 11, 13, 12, 9, 11, 9, 12, 9, 10, 11, 12, 13, 9, 11, 10, 9, 10, 8, 8, 22, 16, 14, 12, 17, 16, 16, 13, 21, 23, 21, 22, 25, 25, 27, 34, 40, 39, 40, 33, 37, 33, 33, 38, 33, 30], "n_am_pl": [1, 9, 6, 1, 2, 3, 3, 6, 5, 2, 5, 4, 10, 8, 7, 11, 9, 7, 7, 6, 5, 4, 4, 5, 8, 10, 9, 14, 14, 9, 6, 5, 6, 5, 10, 9, 6, 6, 7, 3, 4, 3, 1, 0, 2, 2, 3, 0, 0, 0], "n_pos": 77, "sum_m_en": [8.81771, 12.283393, 12.206897, 12.758834, 13.352307, 13.143666, 13.050515, 13.087468, 12.53313, 12.463641, 12.797402, 12.962887, 12.312466, 11.46232, 10.443355, 11.386253, 11.684805, 11.59903, 12.092067, 11.948118, 11.612348, 11.848715, 11.672715, 12.00406, 14.596774, 13.797267, 13.598128, 13.150112, 14.051425, 14.9558, 14.053161, 13.85523, 13.123273, 13.954009, 14.618367, 15.23122, 18.250857, 21.126049, 21.64524, 26.850524, 31.024171, 32.639309, 33.677487, 32.513221, 32.853842, 31.869721, 33.253762, 36.650489, 32.81174, 29.369561], "sum_m_pl": [1.707818, 3.407436, 3.632832, 3.513175, 3.843658, 3.408334, 3.341319, 3.273511, 3.309212, 3.705525, 3.804945, 4.350362, 4.645984, 4.627417, 4.756576, 6.076533, 5.776019, 5.770916, 5.377403, 5.217209, 4.920185, 4.667591, 4.514958, 4.568773, 7.266349, 6.802468, 6.57948, 7.071103, 6.670693, 6.624196, 6.165588, 5.645605, 7.033377, 6.471764, 6.339088, 6.388535, 6.042701, 5.33454, 5.407597, 4.667025, 3.884592, 3.590517, 3.023673, 2.319736, 3.080217, 2.050334, 1.992389, 0.486907, 0.235786, 0.000342]}, "digit": {"n_am_en": [0, 1, 1, 2, 3, 1, 1, 2, 2, 4, 5, 4, 3, 2, 4, 3, 3, 3, 4, 2, 1, 3, 2, 1, 5, 6, 3, 1, 4, 2, 0, 2, 5, 6, 3, 2, 3, 2, 3, 2, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 3, 1, 2, 0, 0, 2, 0, 2, 1, 1, 0, 2, 2, 2, 3, 2, 1, 2, 2, 0, 0, 5, 1, 3, 3, 3, 3, 3, 3, 1, 0, 0, 2, 1, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.519175, 2.728643, 2.730034, 2.715035, 2.768031, 2.583839, 2.614533, 2.489176, 2.437279, 2.619789, 2.830891, 2.886934, 2.650856, 2.393212, 2.134524, 2.283645, 2.301483, 2.32292, 2.541586, 2.428516, 2.386787, 2.507418, 2.497056, 2.556906, 3.529186, 3.395688, 3.099169, 3.031278, 3.153676, 3.150091, 2.90307, 3.078586, 2.867683, 2.889186, 2.84541, 2.947413, 2.839862, 2.368122, 1.775483, 1.786888, 1.738208, 1.702847, 1.631956, 1.446084, 1.307134, 0.980949, 0.865498, 0.387083, 0.165886, 0.0], "sum_m_pl": [0.215841, 0.621038, 0.526155, 0.531352, 0.565413, 0.482946, 0.488856, 0.436484, 0.534835, 0.60602, 0.678956, 0.773745, 0.898536, 0.907815, 0.823499, 1.117326, 1.027239, 1.123474, 1.067321, 1.036491, 0.971155, 0.912178, 0.873862, 0.891539, 1.237991, 1.274629, 1.021768, 1.008226, 0.925798, 0.967387, 0.996001, 0.866316, 0.887605, 0.806124, 0.878642, 1.064906, 1.031941, 0.970377, 1.091957, 1.065056, 1.119823, 1.220072, 1.017748, 0.790458, 0.815666, 0.68443, 0.504093, 0.220123, 0.048649, 0.0]}, "lang": {"n_am_en": [4, 4, 4, 8, 7, 5, 7, 5, 4, 4, 2, 6, 4, 5, 5, 5, 5, 3, 5, 5, 5, 5, 4, 5, 12, 7, 9, 7, 9, 7, 9, 7, 10, 9, 11, 14, 13, 13, 15, 24, 27, 27, 29, 26, 27, 25, 26, 27, 27, 28], "n_am_pl": [1, 5, 3, 0, 1, 2, 1, 3, 2, 1, 2, 1, 4, 3, 6, 4, 7, 5, 2, 3, 0, 0, 1, 1, 1, 3, 4, 6, 4, 4, 3, 3, 4, 3, 3, 2, 2, 2, 2, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.231563, 4.287563, 4.274179, 4.530308, 4.775451, 4.864176, 5.159263, 5.307856, 5.120956, 4.77072, 4.900675, 4.797372, 4.691739, 4.434005, 4.291177, 4.515537, 4.670277, 4.6331, 4.716007, 4.653074, 4.637699, 4.624594, 4.471852, 4.491346, 6.338268, 6.031539, 6.070184, 5.321368, 5.582095, 5.961476, 5.696264, 5.416618, 5.093753, 5.812854, 6.002891, 6.531822, 8.128602, 10.162213, 11.570981, 15.926738, 19.846759, 21.734919, 22.803317, 22.442518, 22.577045, 22.370364, 24.403147, 26.036497, 26.467019, 27.526581], "sum_m_pl": [0.861512, 1.235379, 1.337117, 1.350375, 1.494702, 1.398336, 1.355897, 1.331268, 1.344736, 1.493324, 1.559906, 1.712157, 1.806749, 1.821976, 2.065373, 2.559697, 2.455806, 2.258106, 2.077684, 1.982964, 1.841073, 1.769225, 1.704304, 1.680869, 2.297898, 2.491985, 2.791334, 3.120461, 3.046112, 2.894638, 2.608637, 2.437952, 3.349279, 2.962537, 2.825269, 2.695639, 2.694961, 2.202944, 2.27831, 1.648229, 1.152022, 0.934577, 0.734044, 0.592853, 1.589001, 0.913174, 1.318101, 0.145523, 0.074836, 0.000338]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "gsm8kpl-368", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1137, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.975}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 25, 28, 38, 52, 42, 54, 52, 41, 48, 42, 49, 42, 43, 49, 48, 47, 47, 46, 49, 44, 44, 47, 47, 89, 78, 67, 66, 66, 52, 42, 48, 51, 59, 72, 95, 105, 100, 118, 136, 135, 128, 124, 123, 95, 76, 35, 19, 15, 8], "n_am_pl": [2, 18, 11, 19, 19, 21, 25, 33, 32, 24, 33, 36, 48, 45, 40, 50, 49, 52, 34, 32, 28, 26, 24, 30, 35, 46, 41, 51, 47, 47, 51, 49, 42, 43, 38, 35, 21, 24, 18, 21, 19, 24, 36, 35, 59, 83, 125, 138, 137, 137], "n_pos": 270, "sum_m_en": [24.592438, 40.26221, 42.521734, 44.547644, 44.934357, 45.587436, 46.409277, 48.530569, 48.603293, 48.078719, 50.192709, 47.584388, 43.970767, 43.089177, 40.321986, 42.598096, 43.307519, 42.593948, 42.319232, 40.528907, 40.541098, 40.886715, 40.610684, 40.991626, 59.66948, 55.709786, 52.98495, 49.664202, 51.188699, 49.097955, 44.133144, 45.600742, 44.624684, 47.98721, 54.342022, 61.160458, 63.792195, 76.180529, 84.379777, 93.003368, 101.955162, 96.732858, 102.565171, 104.727667, 89.476765, 69.35729, 36.286242, 19.728792, 16.637765, 7.431747], "sum_m_pl": [3.740281, 11.037155, 12.484126, 12.497412, 13.923054, 14.220396, 14.037581, 13.839026, 14.422638, 15.384167, 15.375807, 16.581852, 18.420332, 18.680091, 20.502619, 23.000772, 21.303546, 22.090958, 19.745394, 18.775657, 17.592589, 17.011397, 16.402331, 16.442427, 25.076825, 26.437315, 26.465548, 26.369903, 26.276915, 27.0366, 26.687976, 23.401401, 24.506368, 23.821843, 21.649173, 20.969145, 20.241876, 18.590797, 18.127319, 18.997961, 16.731922, 20.308961, 25.117178, 27.604693, 46.507652, 71.674176, 116.615804, 129.668653, 133.351763, 137.548388]}, "digit": {"n_am_en": [0, 1, 0, 1, 3, 2, 4, 2, 3, 0, 3, 5, 1, 1, 4, 3, 1, 1, 1, 3, 2, 0, 0, 0, 2, 5, 3, 2, 2, 2, 2, 6, 2, 1, 1, 2, 4, 3, 2, 0, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 9, 6, 2, 1, 6, 5, 5, 1, 0, 1, 0, 1, 4, 4, 3, 4, 5, 5, 7, 4, 2, 3, 7, 5, 4, 6, 6, 6, 5, 4, 4, 1, 0, 2, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.176198, 4.21669, 4.448879, 4.385583, 4.080537, 3.903696, 3.950421, 4.059418, 4.105301, 4.196396, 4.662706, 4.469205, 3.870497, 3.89466, 3.440874, 3.571676, 3.785191, 3.675556, 3.797441, 3.675582, 3.706821, 3.854321, 3.881512, 3.976388, 4.913994, 4.882351, 4.566736, 4.628444, 4.858805, 4.861942, 4.272225, 4.784204, 4.118675, 4.126424, 4.326208, 4.203817, 4.113322, 3.772695, 3.053677, 3.080862, 2.989989, 2.736477, 2.622555, 2.072531, 1.780792, 1.185878, 1.058647, 1.01746, 0.326393, 0.0], "sum_m_pl": [0.399386, 1.107056, 0.912771, 0.899658, 0.892713, 0.866553, 0.818371, 0.730893, 0.899375, 1.016636, 1.162948, 1.198225, 1.372046, 1.398872, 1.519782, 1.818501, 1.716237, 2.00487, 1.757487, 1.64459, 1.530699, 1.470552, 1.39722, 1.408499, 1.986925, 1.934118, 1.571588, 1.537692, 1.59168, 1.627557, 1.812599, 1.423511, 1.452997, 1.410202, 1.353498, 1.619757, 1.754301, 1.489596, 1.658882, 1.545313, 1.424208, 1.549669, 1.355784, 1.294214, 1.198683, 1.173322, 0.684554, 0.282495, 0.133765, 1e-05]}, "lang": {"n_am_en": [4, 7, 12, 22, 31, 28, 31, 33, 26, 36, 23, 22, 22, 28, 21, 22, 24, 24, 22, 23, 23, 26, 30, 26, 52, 45, 33, 34, 37, 24, 25, 29, 28, 35, 43, 55, 62, 64, 72, 89, 86, 82, 80, 80, 69, 54, 28, 13, 8, 7], "n_am_pl": [2, 11, 7, 9, 10, 11, 13, 20, 20, 13, 20, 24, 26, 24, 24, 29, 30, 32, 15, 14, 16, 12, 13, 16, 19, 26, 27, 30, 27, 29, 27, 28, 27, 25, 25, 22, 9, 13, 9, 12, 11, 17, 28, 30, 41, 69, 107, 127, 133, 136], "n_pos": 143, "sum_m_en": [12.708607, 20.691608, 22.279651, 23.819997, 24.322766, 25.174716, 25.266663, 26.690696, 27.138746, 26.646182, 27.544349, 26.166566, 24.198983, 23.722132, 22.225593, 23.639733, 23.746818, 23.137044, 22.851974, 21.66296, 21.586958, 21.709433, 21.675609, 21.84276, 33.057995, 30.357182, 28.499087, 26.817042, 27.653142, 26.037765, 23.969838, 24.976703, 24.576417, 27.079178, 30.139966, 34.922168, 37.251606, 46.568449, 51.899719, 56.14781, 62.49517, 59.116963, 65.797182, 67.935576, 61.489481, 47.203321, 26.111502, 13.104416, 9.084527, 6.68954], "sum_m_pl": [1.939845, 5.607963, 6.641602, 6.650636, 7.729041, 7.878172, 7.935444, 7.897547, 8.415043, 8.777988, 8.593374, 9.423156, 10.642591, 11.06789, 12.294997, 13.579539, 12.308375, 12.634487, 11.292418, 10.565434, 9.825948, 9.552503, 9.181723, 9.205773, 13.951999, 15.036407, 15.554152, 15.156829, 15.415153, 16.133223, 15.646116, 13.798002, 14.733778, 14.229672, 13.179872, 12.363106, 11.814449, 11.070862, 10.822925, 11.424908, 10.606383, 13.888301, 18.259237, 20.414128, 32.172877, 58.519159, 99.695298, 119.153844, 128.401237, 135.793441]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 274, "item_id": "gsm8kpl-368", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1427, "region_end": 270, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9707}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 20, 26, 33, 40, 35, 29, 29, 31, 40, 46, 37, 31, 34, 41, 40, 60, 55, 61, 57, 61, 62, 62, 62, 84, 68, 63, 50, 57, 57, 51, 58, 54, 57, 75, 66, 64, 65, 68, 87, 78, 86, 83, 74, 76, 71, 73, 72, 58, 53], "n_am_pl": [2, 15, 18, 14, 17, 31, 35, 28, 24, 23, 24, 23, 21, 20, 21, 19, 14, 17, 8, 11, 6, 3, 6, 7, 7, 11, 11, 20, 16, 10, 12, 12, 9, 6, 8, 12, 5, 4, 4, 3, 4, 4, 6, 6, 4, 2, 2, 0, 0, 0], "n_pos": 183, "sum_m_en": [19.709629, 30.097195, 30.583866, 29.663431, 31.896908, 30.902142, 30.125361, 30.75505, 31.21442, 33.788275, 35.017367, 33.996954, 33.045604, 33.093431, 32.173489, 33.340022, 35.742179, 32.568158, 32.995253, 31.853862, 30.99068, 31.453763, 31.133397, 32.379999, 56.617675, 49.588978, 43.227424, 37.427808, 37.453171, 36.38826, 35.207091, 35.643586, 36.26546, 37.633433, 43.246356, 43.044653, 45.270056, 47.89263, 53.029694, 64.471936, 68.469788, 72.082639, 68.801503, 68.546176, 68.259902, 62.026521, 66.117938, 63.132601, 54.163446, 52.632001], "sum_m_pl": [3.7015, 9.002607, 10.421052, 9.488706, 10.743732, 10.710187, 10.068401, 10.499366, 10.680547, 11.451533, 12.545642, 12.942968, 13.29489, 13.315022, 12.847807, 13.681184, 13.549471, 13.413366, 12.172583, 11.990961, 11.528286, 11.109634, 11.108904, 11.178504, 12.905136, 12.851971, 14.057465, 15.258397, 14.80539, 14.711777, 13.199773, 13.214383, 13.409385, 13.107356, 12.158873, 11.494673, 9.656753, 8.237097, 7.268838, 6.427948, 5.908184, 5.425447, 6.016264, 6.702908, 5.134553, 4.423493, 4.038689, 2.07398, 1.183932, 0.00578]}, "digit": {"n_am_en": [2, 6, 6, 11, 16, 16, 6, 6, 7, 11, 15, 9, 11, 10, 16, 12, 19, 14, 21, 20, 22, 18, 16, 23, 30, 19, 21, 11, 9, 16, 13, 16, 11, 14, 26, 19, 16, 18, 20, 27, 23, 27, 24, 16, 15, 13, 19, 18, 5, 0], "n_am_pl": [0, 5, 6, 2, 9, 14, 18, 12, 14, 12, 11, 8, 9, 10, 8, 8, 6, 9, 4, 3, 3, 0, 4, 3, 3, 5, 7, 12, 9, 7, 8, 7, 6, 6, 6, 8, 4, 2, 4, 2, 4, 4, 6, 6, 4, 2, 2, 0, 0, 0], "n_pos": 63, "sum_m_en": [6.353101, 10.367939, 10.883105, 9.79846, 10.774016, 10.448001, 9.524199, 9.462805, 9.657003, 10.90083, 11.653189, 11.220533, 11.070113, 11.063795, 10.860741, 11.47146, 12.661215, 10.811832, 11.383704, 11.008667, 10.653544, 10.791208, 10.826097, 11.594459, 19.405665, 16.035536, 13.491238, 11.963483, 11.958595, 11.619211, 11.126427, 11.912123, 11.917914, 11.849849, 13.881192, 13.460914, 13.309955, 14.362567, 15.485031, 20.966593, 18.858866, 18.346059, 16.294309, 14.086999, 13.545845, 10.596659, 14.084436, 12.565452, 6.772847, 3.2e-05], "sum_m_pl": [1.231956, 3.455936, 3.577251, 3.385079, 3.837127, 3.834778, 3.469866, 3.771233, 3.83657, 4.423983, 4.48819, 4.495198, 4.902236, 4.847553, 4.556247, 5.022879, 4.738117, 4.696021, 4.20249, 3.995091, 3.922634, 3.83519, 3.855651, 3.944911, 4.932966, 4.802162, 5.657982, 5.923828, 5.270984, 5.193119, 4.770247, 4.831653, 4.852973, 4.733469, 4.374976, 3.969094, 3.913761, 3.11333, 3.129285, 2.535876, 2.76909, 2.792997, 3.697023, 4.701711, 3.945968, 3.495023, 3.355196, 1.399315, 0.469969, 0.0]}, "lang": {"n_am_en": [13, 10, 11, 18, 22, 17, 16, 19, 18, 21, 19, 16, 13, 14, 16, 18, 24, 28, 26, 24, 25, 27, 28, 22, 32, 31, 26, 25, 29, 26, 24, 27, 27, 26, 33, 34, 36, 36, 31, 39, 38, 42, 41, 44, 47, 47, 47, 47, 47, 51], "n_am_pl": [1, 3, 3, 2, 0, 3, 3, 3, 2, 4, 4, 8, 7, 6, 5, 3, 2, 3, 1, 4, 2, 0, 1, 3, 1, 3, 2, 5, 3, 0, 2, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [6.441335, 9.165939, 9.019017, 9.432588, 10.129147, 9.738786, 10.068555, 10.382608, 10.359295, 10.567889, 10.887942, 10.742545, 10.331325, 10.408583, 10.215236, 10.692765, 11.045809, 10.680289, 10.224785, 9.622503, 9.237952, 8.756961, 9.032916, 9.016702, 18.891229, 17.696304, 16.223817, 13.444862, 13.29738, 12.790134, 12.627566, 12.634586, 13.255199, 13.946411, 15.683858, 16.349296, 19.074818, 20.372651, 23.104745, 26.287032, 32.157859, 37.645671, 38.307241, 41.082448, 42.031588, 40.356313, 42.785161, 41.194096, 41.070841, 50.888901], "sum_m_pl": [1.023734, 2.241827, 2.492706, 2.216326, 2.59716, 2.56066, 2.475336, 2.583621, 2.719806, 2.735249, 3.184225, 3.542751, 3.53347, 3.576258, 3.543892, 3.696195, 3.805177, 3.801709, 3.616145, 3.677374, 3.524735, 3.448472, 3.447354, 3.428154, 3.755297, 3.733135, 3.88364, 4.202841, 4.160297, 4.031439, 3.68572, 3.693504, 3.69099, 3.682093, 3.339753, 3.353583, 2.755688, 2.599654, 2.091718, 1.787663, 1.407191, 0.803685, 0.657956, 0.53152, 0.351769, 0.318299, 0.349718, 0.407399, 0.351572, 0.00578]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "gsm8kpl-373", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1195, "region_end": 183, "roundtrip_ok": true, "tf_agree": 0.9738, "tf_agree_excl_first": 0.9789}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 11, 18, 26, 30, 23, 28, 26, 26, 30, 32, 24, 27, 25, 24, 26, 35, 33, 37, 37, 44, 53, 54, 54, 72, 60, 56, 38, 33, 34, 35, 32, 38, 42, 54, 54, 52, 57, 54, 71, 76, 64, 66, 63, 51, 27, 13, 4, 0, 0], "n_am_pl": [3, 10, 11, 18, 19, 15, 15, 19, 14, 22, 20, 24, 19, 24, 25, 24, 18, 22, 13, 15, 11, 11, 6, 5, 12, 11, 8, 22, 18, 18, 18, 20, 18, 11, 12, 10, 11, 8, 8, 9, 9, 18, 16, 16, 17, 42, 51, 62, 66, 68], "n_pos": 169, "sum_m_en": [15.876091, 27.132276, 27.966666, 26.987768, 27.713304, 27.6156, 28.09275, 29.066452, 29.043795, 31.50008, 32.704291, 31.357665, 31.246311, 30.410828, 28.775127, 30.061921, 31.661061, 28.087287, 28.017462, 27.418985, 26.857796, 26.777849, 26.916005, 27.766848, 46.090614, 40.386647, 36.098184, 31.464064, 30.178874, 29.901841, 29.147855, 29.896517, 29.063306, 28.810738, 33.870373, 33.592029, 33.930215, 37.294918, 40.623551, 48.455347, 54.419692, 50.69574, 49.554681, 51.009653, 46.804089, 24.305337, 13.161036, 4.72429, 1.495155, 4e-06], "sum_m_pl": [2.667534, 8.752793, 9.12931, 8.609601, 9.567045, 9.972476, 9.701882, 9.814509, 9.653662, 10.961481, 11.9866, 12.585804, 12.85713, 12.973969, 12.780616, 13.236079, 12.454288, 11.748792, 10.938175, 11.182536, 10.782898, 10.488352, 10.630015, 10.515995, 12.676535, 13.102974, 13.383001, 14.53394, 14.692182, 14.645764, 12.738737, 13.120242, 12.946834, 13.567231, 12.475367, 11.506741, 11.220486, 10.032824, 8.816557, 8.576639, 8.48021, 9.938208, 12.205327, 14.814489, 19.665532, 39.508891, 52.13443, 61.57385, 66.118526, 67.619658]}, "digit": {"n_am_en": [1, 6, 8, 7, 4, 2, 4, 3, 2, 2, 6, 6, 5, 4, 7, 7, 13, 7, 6, 12, 13, 16, 16, 19, 23, 16, 13, 9, 6, 8, 7, 8, 5, 8, 15, 12, 12, 15, 14, 17, 20, 19, 16, 12, 8, 7, 5, 2, 0, 0], "n_am_pl": [0, 2, 5, 1, 4, 1, 2, 3, 3, 4, 5, 7, 2, 7, 6, 7, 4, 5, 5, 2, 2, 1, 1, 0, 2, 1, 2, 5, 2, 1, 4, 5, 6, 1, 3, 0, 2, 1, 1, 1, 1, 3, 2, 0, 0, 2, 0, 2, 0, 0], "n_pos": 47, "sum_m_en": [4.520412, 8.164873, 8.46127, 7.431449, 7.86153, 7.679679, 7.4673, 7.489044, 7.426283, 8.432204, 8.897796, 8.683738, 8.641749, 8.409701, 8.234471, 8.588102, 9.435756, 7.895089, 8.113681, 8.048605, 7.830334, 7.920211, 7.925764, 8.333405, 14.140633, 12.06644, 10.195382, 9.096224, 8.628402, 8.480111, 8.022079, 8.485187, 8.26712, 8.073993, 9.716173, 9.534962, 9.592902, 9.942141, 10.143962, 11.861824, 12.193951, 10.147954, 8.362205, 7.673965, 6.676475, 4.304955, 5.058124, 2.456353, 0.873027, 0.0], "sum_m_pl": [0.791836, 2.811208, 2.245007, 1.889884, 2.251575, 2.207142, 2.126026, 2.228237, 2.267836, 2.804449, 3.078523, 3.191413, 3.331596, 3.523877, 3.334215, 3.841947, 3.450434, 3.23558, 3.025197, 3.020824, 2.913797, 2.806522, 2.800205, 2.830844, 2.936004, 3.283192, 3.461781, 3.871861, 3.814504, 3.835632, 3.462519, 3.632259, 3.506815, 3.522478, 3.251188, 2.959006, 2.608267, 2.067287, 1.894093, 1.60155, 1.732123, 1.818919, 1.938724, 1.787763, 2.027188, 2.851718, 1.516615, 1.703599, 0.332936, 1e-06]}, "lang": {"n_am_en": [4, 3, 9, 17, 22, 18, 13, 14, 17, 19, 16, 8, 14, 15, 11, 14, 15, 17, 21, 15, 18, 18, 23, 19, 33, 31, 26, 22, 18, 15, 20, 15, 19, 19, 21, 21, 21, 25, 27, 36, 41, 33, 38, 38, 32, 16, 7, 2, 0, 0], "n_am_pl": [2, 4, 6, 6, 8, 5, 4, 9, 6, 8, 11, 13, 12, 12, 11, 10, 6, 8, 4, 7, 5, 3, 2, 3, 6, 5, 4, 11, 13, 11, 8, 10, 9, 9, 8, 9, 9, 7, 6, 8, 8, 15, 13, 14, 14, 35, 44, 59, 66, 67], "n_pos": 68, "sum_m_en": [6.421927, 10.707018, 11.120016, 11.241109, 11.637381, 11.907113, 12.467296, 13.113655, 13.335445, 13.855164, 14.333566, 13.700157, 13.519501, 13.410883, 12.582535, 13.244996, 13.472396, 12.069853, 11.619962, 11.057241, 10.811381, 10.727159, 10.973938, 11.168658, 19.507943, 17.605042, 15.819994, 13.750963, 13.136221, 12.701167, 12.712102, 13.023656, 12.397486, 12.475393, 14.412436, 14.449512, 14.231642, 15.967815, 19.580549, 23.114158, 29.1591, 29.009916, 29.270751, 30.91813, 29.140792, 15.827003, 6.978889, 1.493291, 0.297403, 0.0], "sum_m_pl": [0.931429, 2.883785, 3.251645, 3.268282, 3.768284, 4.146164, 4.086838, 4.206853, 4.235409, 4.562435, 4.943751, 5.155258, 5.572166, 5.633431, 5.417503, 5.17085, 5.050499, 4.810677, 4.520146, 4.592144, 4.493848, 4.4439, 4.589306, 4.499603, 5.626091, 5.778094, 5.936186, 6.191441, 6.813471, 6.324388, 5.461325, 5.913242, 5.72038, 6.459447, 6.112772, 5.943341, 6.271652, 5.863272, 5.258891, 5.595752, 5.484478, 6.808084, 8.810456, 11.048875, 15.233567, 31.307942, 44.365343, 58.512751, 65.126427, 66.789766]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "gsm8kpl-373", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1485, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 9, 16, 24, 31, 22, 25, 33, 27, 25, 30, 31, 28, 34, 30, 29, 23, 38, 34, 26, 17, 22, 21, 18, 41, 39, 31, 34, 32, 28, 28, 35, 36, 44, 45, 45, 49, 53, 64, 59, 65, 64, 64, 59, 58, 58, 61, 59, 60, 57], "n_am_pl": [1, 6, 4, 2, 6, 2, 8, 7, 1, 4, 4, 9, 8, 9, 12, 5, 8, 6, 9, 4, 5, 2, 2, 4, 9, 13, 12, 9, 11, 12, 14, 13, 12, 5, 6, 6, 4, 5, 2, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 122, "sum_m_en": [12.948205, 18.900425, 19.217083, 19.782834, 21.884073, 21.950721, 22.021891, 22.304927, 21.613082, 22.65622, 23.103075, 23.892356, 22.889567, 23.646328, 23.597609, 23.155018, 23.693976, 22.699484, 20.90587, 20.629002, 19.394757, 19.382994, 19.588833, 20.026753, 29.362281, 27.310599, 25.375639, 23.452257, 24.67485, 25.454624, 24.613271, 24.917187, 26.315228, 27.68369, 32.091621, 34.32197, 35.688434, 40.045812, 46.938283, 48.907369, 53.663039, 54.883906, 57.633988, 58.070366, 56.920913, 58.494876, 59.117717, 58.850154, 56.029477, 56.398964], "sum_m_pl": [2.557862, 5.399987, 5.766242, 5.52364, 5.931579, 5.511636, 5.231615, 5.089397, 5.174197, 5.564209, 6.472446, 7.161113, 7.18224, 7.20749, 7.3302, 7.156677, 7.528163, 7.506553, 8.105727, 8.126459, 7.965604, 7.700741, 7.773299, 7.952719, 10.709222, 11.150568, 10.351163, 10.433564, 10.376947, 10.526632, 9.20071, 8.374832, 8.866672, 8.327991, 7.421876, 6.901783, 6.554747, 6.075059, 4.811777, 4.571985, 3.950848, 3.617403, 3.168146, 2.340041, 2.291382, 1.465982, 1.386452, 0.906083, 0.574671, 0.172358]}, "digit": {"n_am_en": [0, 0, 1, 3, 3, 2, 4, 4, 2, 3, 3, 4, 5, 4, 7, 6, 3, 7, 6, 2, 0, 3, 2, 1, 8, 5, 3, 4, 6, 3, 2, 3, 5, 5, 3, 3, 5, 4, 5, 2, 4, 1, 4, 4, 3, 4, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 2, 1, 2, 5, 3, 2, 2, 0, 2, 1, 1, 0, 0, 2, 0, 2, 2, 3, 2, 0, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.429131, 4.371032, 4.281667, 4.023988, 4.376267, 4.192843, 4.163354, 4.013713, 3.742339, 4.119542, 4.654408, 4.743137, 4.631532, 4.838698, 4.87633, 4.679642, 4.775374, 4.233342, 3.814846, 3.587928, 3.523617, 3.647605, 3.695579, 3.831027, 5.203, 4.789519, 4.336375, 4.47349, 4.719455, 4.555995, 4.614108, 4.553231, 4.688887, 4.762341, 4.373414, 4.754439, 4.244599, 3.738257, 4.021187, 3.561385, 3.308621, 3.124285, 3.940475, 4.120091, 3.824291, 3.862789, 2.890323, 1.239237, 0.475319, 0.0], "sum_m_pl": [0.415314, 1.065204, 0.858087, 0.900053, 0.919925, 0.839618, 0.745761, 0.654997, 0.79194, 0.877465, 1.132391, 1.265358, 1.530532, 1.562042, 1.483477, 1.446846, 1.498027, 1.443279, 1.568746, 1.559572, 1.536616, 1.452855, 1.449791, 1.478062, 2.020095, 2.051411, 2.008772, 1.961039, 1.750399, 1.937067, 1.72738, 1.667893, 1.574403, 1.531178, 1.553625, 1.558987, 1.511843, 1.380887, 1.361109, 1.382464, 1.321598, 1.373478, 1.287469, 0.985973, 1.227657, 0.897716, 0.935839, 0.481399, 0.207344, 0.0]}, "lang": {"n_am_en": [7, 7, 12, 15, 20, 18, 16, 24, 18, 16, 21, 19, 16, 20, 15, 15, 13, 22, 23, 19, 13, 15, 17, 15, 28, 26, 24, 22, 21, 21, 20, 25, 27, 31, 32, 34, 37, 41, 46, 46, 51, 51, 52, 46, 46, 49, 53, 57, 58, 57], "n_am_pl": [0, 4, 2, 0, 3, 0, 4, 3, 0, 3, 2, 6, 3, 4, 6, 1, 5, 4, 3, 0, 1, 1, 1, 1, 5, 6, 8, 5, 6, 6, 7, 6, 6, 2, 3, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [6.149624, 8.674261, 8.902351, 9.441669, 10.679948, 10.973646, 11.213988, 11.474035, 11.352534, 11.828959, 11.522011, 11.991375, 11.328069, 11.591459, 11.651108, 11.509139, 11.617604, 11.432254, 10.443897, 10.418569, 9.663428, 9.531167, 9.654681, 9.78941, 18.050525, 16.810121, 15.728138, 13.427434, 13.830759, 14.542903, 13.802711, 14.125117, 15.164145, 16.481977, 20.078467, 22.331749, 24.378254, 27.283919, 33.187997, 34.854353, 40.269685, 41.728046, 43.799871, 44.435749, 44.932983, 47.230028, 49.176641, 51.807781, 52.748132, 56.125901], "sum_m_pl": [1.096043, 2.394555, 2.715235, 2.510125, 2.792128, 2.601127, 2.505535, 2.529036, 2.580948, 2.757382, 3.184093, 3.465458, 3.364908, 3.442847, 3.501123, 3.411575, 3.662316, 3.623312, 3.932144, 3.950693, 3.806975, 3.73782, 3.81642, 3.856061, 5.008443, 5.327456, 5.171201, 5.210594, 5.216476, 5.05146, 4.385531, 3.97254, 4.368502, 4.1067, 3.427515, 3.098735, 3.092955, 2.928029, 2.013349, 1.798422, 1.254545, 1.115675, 0.882136, 0.628216, 0.466638, 0.21621, 0.23274, 0.261842, 0.167339, 0.172358]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "gsm8kpl-378", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.96}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 18, 13, 25, 41, 43, 45, 38, 35, 38, 43, 32, 41, 34, 41, 34, 33, 42, 38, 38, 25, 34, 33, 28, 68, 62, 46, 37, 34, 30, 37, 37, 42, 56, 60, 66, 66, 71, 78, 84, 89, 81, 74, 75, 68, 47, 9, 1, 4, 2], "n_am_pl": [0, 9, 19, 17, 9, 11, 14, 18, 20, 21, 25, 34, 31, 33, 28, 16, 12, 11, 13, 16, 6, 6, 10, 14, 12, 16, 22, 18, 31, 32, 19, 21, 21, 17, 15, 11, 12, 12, 7, 15, 16, 23, 32, 25, 38, 55, 85, 91, 93, 96], "n_pos": 208, "sum_m_en": [20.481076, 30.051542, 31.905048, 33.519861, 35.020621, 37.359798, 37.429565, 38.102074, 37.821494, 38.822483, 40.684023, 41.20323, 40.290169, 40.916783, 38.187391, 38.677047, 40.108108, 37.373189, 34.985439, 34.146513, 32.928936, 33.501018, 34.268206, 34.291023, 49.370622, 45.298545, 39.670053, 37.323006, 37.564214, 37.808387, 37.543447, 37.680155, 38.588534, 40.035428, 43.597312, 46.090526, 46.079116, 51.248275, 56.966593, 61.040141, 70.447773, 65.859532, 63.573471, 67.785359, 59.371624, 42.616073, 12.940387, 4.850517, 3.967804, 1.84508], "sum_m_pl": [3.697272, 10.241358, 10.583397, 10.521151, 11.286248, 10.721315, 10.482405, 10.40321, 10.948109, 10.93712, 12.84586, 13.879995, 13.652791, 14.183239, 14.317653, 13.661029, 13.092849, 12.922065, 12.92539, 13.152344, 12.700833, 12.234637, 12.634929, 12.650143, 16.180928, 16.795077, 17.823654, 17.908238, 18.900996, 19.800464, 16.21535, 15.406065, 15.373682, 14.295723, 13.227554, 12.926313, 13.226473, 11.295011, 9.879934, 11.292023, 11.550139, 14.970912, 23.079832, 21.048833, 29.024239, 49.695709, 81.660552, 86.281188, 90.643412, 96.155605]}, "digit": {"n_am_en": [0, 2, 2, 2, 2, 2, 4, 3, 0, 2, 5, 3, 0, 1, 6, 3, 3, 4, 4, 2, 1, 2, 1, 1, 1, 2, 2, 5, 3, 1, 1, 1, 0, 4, 4, 4, 5, 5, 4, 3, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 1, 1, 0, 1, 0, 2, 3, 3, 5, 8, 6, 2, 3, 2, 3, 1, 0, 0, 0, 1, 2, 3, 0, 1, 4, 5, 3, 7, 7, 3, 6, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.394176, 4.389227, 4.565629, 4.335387, 4.369506, 4.236273, 4.322376, 4.191491, 4.086623, 4.565002, 5.170241, 5.225015, 4.808126, 4.74034, 4.666252, 4.502672, 4.735156, 4.31638, 4.149333, 3.833602, 3.863611, 4.030268, 4.085365, 4.252569, 5.261203, 5.014444, 4.58193, 4.353124, 4.588232, 4.579861, 4.543731, 4.599502, 4.886167, 4.730443, 4.442612, 4.617898, 4.853337, 5.43708, 4.967525, 4.635237, 3.8853, 3.942046, 3.665972, 3.479356, 2.253647, 1.900805, 1.638671, 0.671844, 0.295362, 0.0], "sum_m_pl": [0.431605, 1.247034, 1.017535, 1.011585, 1.032121, 0.93914, 0.867648, 0.751056, 0.971024, 1.014751, 1.336034, 1.426193, 1.692146, 1.805899, 1.735383, 1.597515, 1.585058, 1.549043, 1.574947, 1.597459, 1.596354, 1.515545, 1.533209, 1.54409, 2.112391, 2.149127, 2.052598, 2.190022, 2.160955, 2.346657, 1.968434, 1.924972, 1.713621, 1.652827, 1.67128, 1.550126, 1.594629, 1.373403, 1.353126, 1.3634, 1.341274, 1.292852, 1.314169, 1.052335, 1.003248, 0.997441, 1.660823, 0.686262, 0.329183, 1.7e-05]}, "lang": {"n_am_en": [3, 6, 6, 12, 26, 26, 22, 20, 21, 21, 21, 15, 24, 18, 18, 13, 13, 23, 20, 23, 15, 17, 21, 17, 39, 37, 31, 18, 18, 19, 25, 24, 22, 32, 38, 37, 37, 44, 48, 54, 57, 49, 43, 52, 42, 31, 7, 1, 4, 2], "n_am_pl": [0, 6, 7, 7, 6, 4, 5, 7, 8, 11, 14, 16, 11, 12, 13, 9, 6, 5, 4, 9, 5, 4, 6, 8, 5, 5, 11, 9, 11, 12, 10, 10, 8, 7, 2, 6, 10, 9, 5, 13, 14, 21, 29, 24, 35, 48, 79, 88, 91, 96], "n_pos": 100, "sum_m_en": [9.77209, 13.924147, 14.943706, 15.858307, 16.848664, 18.240496, 18.187415, 18.98388, 19.021344, 19.396449, 19.949048, 20.288645, 19.922518, 20.245726, 19.013011, 19.116611, 19.688543, 18.540127, 17.290038, 17.144373, 16.256171, 16.414175, 16.868852, 16.748117, 25.203401, 23.294615, 20.701006, 19.113197, 19.267137, 19.347091, 19.130371, 19.254357, 19.165596, 20.233246, 23.282598, 24.65306, 25.072155, 27.965474, 33.066772, 35.113548, 42.715805, 38.877634, 38.434265, 42.325162, 36.97177, 23.932534, 8.490391, 3.279623, 3.088977, 1.845061], "sum_m_pl": [1.601416, 4.359687, 4.778786, 4.776872, 5.301932, 5.208335, 5.202536, 5.257459, 5.483526, 5.413984, 6.308394, 6.829078, 6.494917, 6.959226, 7.020195, 6.676756, 6.35762, 6.235707, 6.246735, 6.239197, 5.973432, 5.853419, 6.145713, 6.002927, 7.207985, 7.544915, 8.605959, 8.279794, 9.068157, 9.21616, 7.835437, 7.505307, 7.605546, 6.958259, 6.22158, 6.490713, 6.86105, 5.927757, 5.477977, 6.674978, 7.38795, 10.306574, 17.045845, 17.882813, 23.815041, 41.956658, 72.056743, 82.112052, 87.730103, 95.619821]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "gsm8kpl-378", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1445, "region_end": 208, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9953}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 33, 41, 43, 81, 67, 76, 71, 72, 69, 67, 62, 66, 74, 89, 87, 89, 92, 94, 97, 108, 114, 115, 109, 161, 141, 118, 84, 95, 85, 86, 72, 81, 109, 124, 128, 132, 149, 156, 161, 164, 164, 159, 153, 156, 154, 157, 152, 149, 140], "n_am_pl": [7, 20, 17, 17, 13, 12, 14, 24, 14, 22, 17, 25, 31, 23, 22, 23, 24, 26, 20, 25, 20, 24, 22, 20, 23, 19, 20, 30, 22, 23, 23, 24, 17, 9, 12, 15, 17, 12, 10, 9, 5, 3, 6, 9, 6, 2, 4, 1, 1, 1], "n_pos": 285, "sum_m_en": [34.647384, 44.716084, 45.176838, 46.022842, 51.369261, 49.987119, 49.177165, 49.364601, 48.688793, 51.998779, 53.336468, 52.53614, 53.030005, 53.289711, 55.282664, 54.698592, 54.963544, 52.835961, 51.152634, 50.364491, 49.609533, 49.623476, 48.836636, 48.310821, 90.560808, 82.247022, 71.878039, 60.946792, 63.641777, 64.370867, 60.617356, 57.618491, 61.956685, 68.557929, 75.426254, 79.331073, 89.811199, 105.908924, 121.17673, 136.108049, 139.879126, 145.472039, 148.840924, 147.234046, 145.039249, 147.274032, 150.692229, 150.345126, 142.633425, 141.334356], "sum_m_pl": [6.104904, 11.980926, 13.871445, 13.409446, 14.137068, 12.970343, 12.767324, 12.955843, 13.534114, 14.111658, 15.7953, 16.4879, 16.815082, 16.988043, 17.296712, 16.791031, 16.661186, 16.404812, 17.716355, 18.06608, 17.731496, 17.146375, 16.979207, 16.934329, 20.514512, 22.526517, 22.144588, 22.732025, 23.58505, 23.924662, 22.187696, 22.292317, 22.083668, 20.208131, 18.582061, 18.365681, 18.271723, 15.838452, 13.810171, 11.775783, 10.432796, 8.945743, 8.209877, 6.942483, 5.29412, 3.8172, 3.569147, 2.322296, 2.639035, 1.000006]}, "digit": {"n_am_en": [2, 2, 5, 4, 14, 12, 13, 7, 8, 4, 8, 6, 10, 10, 8, 13, 9, 6, 8, 5, 7, 8, 10, 13, 21, 14, 8, 6, 8, 7, 6, 2, 5, 9, 13, 11, 7, 11, 10, 9, 10, 8, 7, 6, 8, 4, 4, 2, 0, 0], "n_am_pl": [0, 7, 2, 1, 0, 1, 1, 3, 5, 10, 6, 4, 10, 9, 7, 5, 7, 8, 8, 11, 8, 10, 10, 7, 7, 6, 9, 8, 7, 6, 5, 6, 2, 1, 3, 3, 8, 5, 6, 5, 3, 2, 4, 8, 4, 1, 3, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.828725, 7.594923, 7.659504, 7.5056, 7.888747, 7.645954, 7.495599, 7.090184, 6.728016, 7.342359, 7.767436, 7.356368, 7.551938, 7.416582, 7.90829, 7.759188, 7.883315, 7.494119, 7.635857, 7.243889, 7.227266, 7.39105, 7.402912, 7.451393, 12.46352, 9.985238, 8.74639, 7.81907, 8.569411, 8.248921, 8.020242, 7.969832, 8.292655, 8.707849, 9.151334, 9.207063, 8.267054, 8.816839, 8.369984, 8.358946, 7.661667, 7.20126, 7.021551, 6.980424, 6.366669, 4.123137, 2.74367, 1.678193, 0.954339, 0.0], "sum_m_pl": [1.091511, 2.115872, 2.02517, 1.887595, 1.894277, 1.758955, 1.622416, 1.673523, 2.002721, 2.232326, 2.423562, 2.569572, 2.680067, 2.62879, 2.57678, 2.514146, 2.548547, 2.500453, 2.647404, 2.690526, 2.586484, 2.487623, 2.477587, 2.484127, 3.457391, 3.870953, 3.770197, 3.573475, 3.203761, 3.541045, 3.454402, 3.276842, 2.890383, 2.564179, 2.526365, 2.656258, 3.116054, 2.888487, 3.265434, 3.192589, 3.149063, 3.199239, 3.037731, 2.909171, 2.304252, 1.667647, 2.032562, 0.906022, 0.28984, 0.0]}, "lang": {"n_am_en": [18, 21, 22, 28, 40, 32, 44, 47, 47, 44, 41, 45, 39, 47, 55, 50, 57, 60, 62, 66, 73, 74, 78, 69, 99, 92, 84, 66, 69, 62, 64, 56, 59, 76, 84, 88, 96, 108, 115, 116, 120, 125, 127, 126, 129, 130, 134, 132, 137, 140], "n_am_pl": [7, 6, 5, 5, 6, 6, 7, 8, 4, 5, 6, 15, 9, 3, 6, 7, 6, 6, 3, 6, 5, 5, 3, 5, 7, 4, 6, 11, 7, 6, 10, 8, 6, 4, 4, 7, 4, 5, 2, 2, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1], "n_pos": 142, "sum_m_en": [17.377784, 22.135496, 22.457623, 22.993852, 26.066266, 25.39429, 25.52613, 26.118566, 25.983005, 27.345758, 27.662793, 27.522726, 27.643924, 28.208437, 29.131736, 28.742056, 28.9536, 27.950512, 26.342059, 26.109398, 25.796024, 25.55329, 25.06392, 24.402296, 55.795679, 51.868984, 44.675753, 36.066152, 36.424244, 37.156581, 33.910955, 32.062192, 34.924061, 39.38188, 43.869873, 48.482437, 58.256751, 72.219115, 86.304747, 97.449879, 104.002847, 111.663554, 116.109986, 117.633452, 119.880724, 123.938254, 127.453984, 127.771312, 126.966383, 139.143513], "sum_m_pl": [2.592158, 5.387343, 6.307337, 6.202072, 6.681016, 6.109047, 5.97295, 6.015645, 6.328374, 6.491275, 7.443249, 7.770252, 7.694091, 7.822517, 8.172176, 7.930548, 8.066176, 7.724833, 8.65954, 8.99523, 8.814637, 8.550648, 8.466728, 8.378739, 8.969943, 9.844889, 10.288209, 10.979964, 11.696405, 11.285188, 10.683637, 10.985724, 11.281217, 10.301421, 9.119549, 9.171685, 9.075543, 7.520993, 6.130313, 4.762378, 3.869044, 2.921989, 2.20284, 1.614736, 1.360993, 0.936892, 0.86143, 0.92529, 1.405042, 1.000004]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 288, "item_id": "gsm8kpl-383", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1245, "region_end": 285, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 0.9965}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 17, 21, 37, 60, 59, 71, 67, 49, 82, 61, 53, 56, 51, 57, 83, 96, 78, 85, 93, 104, 123, 119, 112, 175, 141, 109, 90, 77, 65, 64, 51, 64, 73, 105, 108, 106, 124, 126, 141, 132, 126, 141, 142, 134, 82, 36, 16, 11, 2], "n_am_pl": [12, 24, 24, 19, 23, 32, 29, 24, 28, 17, 31, 38, 28, 35, 33, 34, 23, 37, 33, 23, 17, 14, 13, 15, 13, 25, 30, 33, 37, 47, 34, 54, 32, 26, 27, 29, 33, 21, 22, 21, 22, 25, 27, 29, 38, 67, 113, 138, 147, 148], "n_pos": 291, "sum_m_en": [28.960858, 43.279024, 46.529798, 48.971287, 51.846217, 53.556567, 53.70495, 52.796883, 51.609328, 55.403133, 57.407639, 55.05185, 54.49982, 54.079915, 55.358344, 55.607694, 56.623177, 51.19976, 50.655198, 50.370235, 49.880774, 50.143101, 49.50894, 48.692532, 97.540187, 84.587242, 66.870959, 59.209863, 57.320132, 56.051891, 53.239202, 51.949192, 53.127781, 57.490795, 64.363351, 69.184476, 75.068677, 86.051138, 96.009357, 108.645483, 107.670374, 105.564581, 118.870253, 127.01577, 114.906682, 75.579444, 39.142558, 16.83529, 12.011715, 1.783528], "sum_m_pl": [6.335715, 15.449621, 16.140999, 15.462344, 16.513493, 16.391817, 16.43124, 16.5602, 17.323224, 16.398448, 19.147736, 21.004764, 21.253154, 22.152875, 21.637225, 20.02357, 18.676134, 18.625727, 19.127236, 19.315197, 19.052328, 18.279396, 17.888855, 17.594748, 21.39439, 24.861744, 26.809926, 26.240432, 28.710835, 30.776792, 27.16942, 28.228397, 27.676404, 25.246472, 22.162182, 21.863301, 23.571681, 20.264741, 19.505889, 17.077136, 20.707685, 21.27158, 23.898083, 25.813135, 35.629897, 61.497187, 104.821893, 136.884484, 145.710655, 147.86417]}, "digit": {"n_am_en": [1, 6, 3, 4, 4, 7, 7, 4, 3, 5, 11, 5, 9, 6, 5, 12, 11, 9, 10, 9, 13, 14, 12, 14, 20, 14, 16, 10, 9, 7, 9, 7, 9, 9, 13, 12, 8, 14, 9, 10, 8, 8, 11, 9, 7, 4, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 1, 3, 3, 2, 1, 0, 2, 2, 6, 4, 6, 4, 3, 3, 5, 5, 4, 2, 0, 0, 0, 0, 2, 2, 3, 2, 3, 4, 5, 2, 1, 2, 3, 5, 2, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 0, 0], "n_pos": 33, "sum_m_en": [3.285629, 6.074223, 6.324876, 6.035866, 6.131283, 6.219523, 6.103512, 5.696917, 5.553756, 6.067347, 6.632913, 6.619337, 6.584118, 6.613722, 6.591513, 6.321212, 6.56048, 5.944098, 6.024847, 5.833581, 5.692453, 5.797854, 5.786906, 5.828709, 10.748192, 10.144896, 7.662299, 6.7649, 7.21121, 6.719432, 6.409238, 6.494243, 6.579114, 6.866335, 7.485002, 8.248366, 8.490145, 8.865357, 8.685904, 8.959057, 8.484437, 8.481149, 8.034243, 7.838871, 6.105927, 4.043452, 1.368419, 0.505828, 0.282021, 0.0], "sum_m_pl": [0.624796, 1.7518, 1.442005, 1.274007, 1.379176, 1.342727, 1.177967, 1.124336, 1.37537, 1.430659, 1.736702, 1.828747, 1.877138, 1.96706, 1.783313, 1.812341, 1.73876, 1.806237, 1.916457, 1.963668, 1.991599, 1.919704, 1.897868, 1.896317, 2.157653, 2.229122, 2.081339, 2.32142, 2.187693, 2.554933, 2.490343, 2.392994, 2.017899, 1.920922, 1.845924, 1.972878, 1.895229, 1.635589, 1.624462, 1.736832, 1.749318, 1.683201, 1.773074, 2.535792, 2.464782, 3.105905, 4.05245, 1.888759, 0.72816, 0.008814]}, "lang": {"n_am_en": [4, 5, 10, 24, 40, 32, 40, 39, 32, 51, 37, 32, 34, 34, 36, 50, 56, 42, 48, 56, 60, 72, 69, 65, 101, 83, 61, 49, 43, 36, 35, 24, 28, 36, 56, 55, 57, 64, 76, 88, 84, 83, 92, 96, 96, 61, 28, 11, 7, 2], "n_am_pl": [5, 15, 11, 12, 10, 15, 18, 15, 22, 14, 21, 19, 19, 24, 23, 22, 13, 22, 20, 11, 11, 10, 9, 10, 7, 16, 21, 22, 27, 28, 23, 36, 22, 18, 21, 21, 23, 17, 19, 15, 18, 21, 24, 24, 32, 56, 97, 127, 139, 148], "n_pos": 151, "sum_m_en": [15.441235, 22.057923, 24.213718, 25.932841, 27.646944, 28.408803, 28.660212, 28.474297, 28.329646, 29.901197, 31.006839, 29.174755, 28.62881, 28.372822, 29.307308, 30.065309, 30.341819, 27.256494, 26.787007, 26.597449, 26.539362, 26.48202, 26.122727, 25.46371, 57.607074, 49.006219, 36.743427, 31.926201, 30.907229, 30.021155, 28.653504, 27.500854, 27.899011, 30.67126, 34.077432, 37.878367, 40.084837, 46.383732, 55.388048, 65.760991, 67.350081, 66.732617, 78.15615, 86.540435, 81.091923, 54.160303, 29.220401, 10.775089, 7.203914, 1.783455], "sum_m_pl": [3.476317, 7.822882, 8.461341, 8.287757, 8.636449, 8.739354, 9.130271, 9.379245, 9.908343, 9.171318, 10.84823, 12.030094, 12.529487, 13.328679, 13.120063, 11.621991, 10.745217, 10.774721, 11.175447, 11.133009, 10.850216, 10.368791, 10.122471, 9.809721, 11.548796, 14.13934, 15.910957, 15.37607, 17.057259, 18.293964, 16.340214, 17.308126, 17.491007, 16.026666, 14.437946, 14.436243, 16.716133, 14.082758, 13.808943, 11.332797, 15.246679, 15.863402, 18.962107, 20.112345, 29.557335, 51.43647, 88.339646, 124.092057, 137.409158, 147.667831]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "gsm8kpl-383", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1535, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [25, 19, 21, 28, 44, 31, 30, 51, 42, 47, 51, 46, 40, 37, 37, 39, 43, 46, 54, 58, 53, 50, 51, 47, 77, 64, 51, 53, 59, 46, 48, 48, 41, 52, 64, 58, 72, 88, 84, 86, 72, 80, 86, 73, 69, 74, 70, 68, 61, 64], "n_am_pl": [7, 12, 21, 13, 18, 21, 18, 14, 22, 15, 17, 21, 30, 29, 35, 33, 19, 26, 23, 23, 18, 6, 11, 5, 10, 21, 22, 25, 20, 27, 27, 29, 29, 21, 19, 13, 9, 7, 7, 5, 4, 5, 5, 1, 0, 0, 1, 1, 0, 0], "n_pos": 226, "sum_m_en": [25.784569, 33.33433, 33.827009, 34.074354, 37.806281, 35.899652, 36.582599, 38.442334, 38.107219, 41.04328, 39.814535, 39.641243, 38.876115, 38.688206, 36.816427, 36.867194, 38.140789, 37.960432, 39.692213, 40.715049, 38.445991, 38.264693, 38.309718, 38.955711, 55.800068, 50.010634, 44.555122, 44.949553, 45.8091, 42.843244, 41.031549, 41.513422, 42.755257, 43.531985, 51.276635, 50.359434, 59.081873, 67.608168, 73.049598, 77.188523, 70.579869, 74.02657, 77.435286, 75.201627, 70.376603, 73.736163, 71.238138, 67.851291, 60.416719, 64.097938], "sum_m_pl": [6.09885, 11.297511, 12.647453, 11.464913, 12.041599, 11.710715, 11.941067, 12.024001, 13.291129, 14.377392, 14.786948, 15.698429, 16.647565, 16.849915, 18.295189, 18.117516, 17.027721, 17.839154, 17.284306, 16.626536, 15.612628, 14.840392, 14.319208, 14.571056, 18.327385, 20.935479, 20.335659, 19.796187, 20.469219, 22.899872, 20.478531, 19.992483, 19.789298, 18.671301, 16.847458, 15.165641, 13.180525, 10.442719, 9.02801, 7.75142, 7.379415, 6.258773, 5.499659, 4.42234, 3.91207, 2.881858, 2.055004, 1.211899, 1.456897, 0.054035]}, "digit": {"n_am_en": [1, 2, 1, 5, 6, 1, 4, 2, 4, 12, 10, 6, 6, 6, 6, 1, 4, 6, 10, 10, 10, 9, 8, 10, 12, 4, 8, 6, 6, 5, 5, 6, 7, 5, 5, 2, 9, 7, 4, 5, 4, 5, 5, 2, 3, 2, 1, 1, 1, 0], "n_am_pl": [0, 3, 8, 2, 2, 2, 0, 0, 5, 3, 5, 6, 3, 8, 7, 12, 7, 4, 6, 3, 3, 1, 1, 0, 1, 5, 4, 7, 3, 7, 4, 4, 4, 5, 4, 3, 4, 5, 7, 5, 4, 4, 5, 1, 0, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.235043, 6.447209, 6.571136, 6.617482, 6.996653, 6.369914, 6.649253, 7.019682, 6.97086, 7.671035, 7.623302, 7.603886, 7.359191, 7.359463, 7.027601, 6.600004, 6.765445, 6.971784, 7.465624, 7.385997, 6.864315, 7.064747, 7.096501, 7.28101, 8.709353, 7.872234, 7.331034, 7.844907, 8.321724, 7.964363, 7.496077, 8.243908, 8.567091, 7.575855, 7.990539, 6.889433, 7.691754, 7.987211, 6.84353, 6.765813, 6.469552, 7.215416, 6.421207, 5.510725, 4.565134, 3.470802, 2.330814, 1.770723, 1.133812, 0.0], "sum_m_pl": [0.765654, 1.971032, 1.940119, 1.894205, 1.823314, 1.786167, 1.684092, 1.838898, 2.131618, 2.330916, 2.552828, 2.579395, 2.853191, 3.074861, 3.513449, 3.625664, 3.189779, 3.250137, 3.192687, 3.187438, 2.97541, 2.776149, 2.680799, 2.751001, 3.506848, 3.58763, 3.597545, 3.505702, 3.407056, 3.884206, 3.381328, 3.094751, 2.916878, 2.92824, 2.777446, 2.880499, 2.769543, 2.623342, 2.698888, 2.503946, 2.416401, 2.41631, 2.272831, 1.95305, 1.907229, 1.378451, 0.517302, 0.356143, 0.190909, 0.0]}, "lang": {"n_am_en": [18, 8, 9, 13, 19, 18, 19, 24, 24, 23, 21, 20, 20, 20, 20, 25, 20, 29, 29, 29, 27, 29, 28, 25, 43, 37, 30, 29, 30, 27, 28, 25, 26, 31, 36, 37, 38, 52, 53, 50, 47, 55, 60, 57, 55, 59, 61, 59, 56, 63], "n_am_pl": [2, 5, 7, 1, 1, 3, 2, 2, 3, 3, 5, 6, 12, 7, 9, 8, 3, 3, 2, 5, 3, 0, 1, 1, 2, 3, 4, 6, 6, 5, 8, 9, 7, 4, 0, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 64, "sum_m_en": [8.177562, 9.319871, 9.707671, 10.167963, 11.687596, 11.331692, 11.523746, 12.356123, 12.292864, 13.13845, 12.130803, 11.920361, 11.934173, 11.970147, 11.236338, 11.817273, 12.312931, 12.357016, 12.8891, 13.990144, 12.851338, 12.575716, 12.553724, 12.663115, 26.6075, 23.424091, 20.557358, 18.721954, 18.105068, 16.545302, 15.812583, 14.949541, 14.949819, 16.557087, 20.647804, 22.883837, 29.740409, 36.161574, 41.96711, 44.915979, 42.899103, 47.753024, 50.82579, 51.597859, 51.859082, 54.878466, 57.893761, 56.392186, 53.431388, 62.557569], "sum_m_pl": [1.568529, 2.994208, 3.448695, 2.972412, 3.051886, 3.057913, 3.287476, 3.393384, 3.705707, 3.938674, 4.417914, 4.829226, 5.25787, 5.010828, 5.450424, 5.362021, 4.993175, 5.096786, 4.897784, 4.523793, 4.329362, 4.128363, 3.971341, 4.03944, 4.238723, 5.167082, 5.461457, 5.486928, 5.619132, 6.2291, 5.808372, 6.10692, 6.524917, 5.831351, 5.048822, 4.732645, 4.182402, 2.867807, 2.007269, 1.510552, 1.491552, 1.008966, 0.847998, 0.709012, 0.4515, 0.277761, 0.082459, 0.103053, 0.223061, 0.000621]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "gsm8kpl-384", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1123, "region_end": 226, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9825}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 14, 22, 40, 49, 37, 44, 55, 48, 56, 47, 47, 37, 45, 32, 42, 55, 66, 80, 75, 84, 95, 89, 95, 129, 111, 83, 79, 77, 59, 53, 53, 69, 62, 101, 101, 95, 109, 117, 123, 112, 105, 105, 99, 90, 72, 21, 4, 4, 3], "n_am_pl": [2, 35, 34, 25, 28, 34, 28, 26, 27, 29, 48, 47, 51, 46, 43, 43, 35, 46, 30, 28, 26, 15, 22, 20, 25, 26, 32, 42, 34, 45, 36, 45, 41, 35, 26, 32, 34, 27, 24, 23, 23, 28, 33, 35, 49, 70, 112, 140, 142, 138], "n_pos": 282, "sum_m_en": [27.070494, 41.635336, 43.843794, 44.599552, 46.020755, 44.236587, 45.809524, 48.016769, 47.10915, 49.894009, 50.049663, 47.793741, 48.220891, 46.749648, 43.315551, 45.014707, 48.855104, 48.58851, 50.158502, 49.594525, 46.580914, 47.487931, 47.426796, 48.385909, 78.941943, 70.573021, 59.228013, 55.729743, 54.37064, 52.587573, 49.051332, 51.12037, 51.617239, 53.292835, 62.708247, 66.146792, 73.192365, 81.800067, 90.36424, 98.732661, 90.156201, 94.095027, 98.959987, 94.018032, 87.557514, 67.647724, 23.711374, 8.929905, 6.752124, 2.731078], "sum_m_pl": [4.969717, 14.365745, 15.234546, 14.827529, 15.641106, 16.181473, 16.343457, 16.964886, 18.166035, 19.191422, 19.877602, 20.522896, 21.802864, 21.887479, 23.466557, 24.153394, 22.012726, 22.73029, 20.895756, 20.838371, 20.222551, 19.515981, 18.901451, 18.724898, 23.807367, 25.71732, 28.196568, 28.253702, 29.911914, 30.949824, 26.720389, 25.750618, 26.496563, 24.832517, 23.223486, 22.8049, 22.912086, 20.433325, 21.239124, 18.82112, 20.006523, 22.596448, 25.899208, 32.039224, 46.539677, 64.619079, 105.737539, 132.571973, 139.659736, 138.606389]}, "digit": {"n_am_en": [0, 0, 1, 2, 0, 2, 3, 5, 1, 8, 6, 4, 3, 5, 3, 2, 4, 2, 6, 5, 7, 9, 9, 10, 13, 11, 8, 9, 6, 5, 5, 8, 4, 5, 8, 9, 11, 9, 6, 4, 3, 4, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 4, 1, 3, 3, 0, 3, 6, 2, 6, 6, 6, 7, 4, 6, 5, 6, 5, 8, 4, 0, 0, 3, 4, 5, 3, 3, 2, 3, 3, 3, 3, 4, 2, 3, 6, 4, 3, 4, 3, 2, 6, 1, 0, 2, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.091402, 5.236096, 5.588608, 5.481474, 5.455439, 5.150855, 5.070357, 5.399038, 5.143008, 5.775388, 5.773045, 5.515981, 5.514394, 5.388017, 5.083872, 4.982115, 5.355172, 5.439768, 5.923976, 5.866611, 5.566597, 5.736635, 5.771491, 6.117425, 8.615491, 7.816145, 6.745244, 6.984776, 6.899234, 6.690006, 5.826668, 6.524094, 6.808057, 6.384151, 7.018386, 6.782904, 7.3603, 7.264317, 6.477806, 5.780835, 5.128507, 5.538931, 4.584029, 3.563842, 2.759853, 2.350869, 1.333852, 0.757435, 0.34649, 0.0], "sum_m_pl": [0.671975, 1.885176, 1.703187, 1.574358, 1.500439, 1.581619, 1.517527, 1.662976, 1.871986, 2.008724, 2.286268, 2.231076, 2.354544, 2.412201, 2.666088, 2.776965, 2.512054, 2.655765, 2.510066, 2.61352, 2.432975, 2.27172, 2.146284, 2.119477, 2.668395, 2.830183, 2.915339, 2.89133, 3.022947, 3.104553, 2.826343, 2.542651, 2.31646, 2.238184, 2.112589, 2.06781, 2.028985, 1.954538, 2.087404, 1.983238, 1.970668, 1.873442, 1.797511, 1.624937, 1.44191, 1.017803, 0.421672, 0.343719, 0.10959, 0.0]}, "lang": {"n_am_en": [3, 10, 13, 25, 31, 23, 26, 29, 28, 23, 30, 25, 24, 24, 19, 27, 34, 42, 49, 46, 51, 55, 53, 57, 72, 70, 48, 45, 41, 32, 31, 29, 46, 40, 57, 58, 56, 65, 76, 82, 76, 70, 72, 72, 65, 53, 14, 3, 2, 2], "n_am_pl": [0, 19, 18, 15, 19, 16, 21, 14, 14, 17, 27, 25, 25, 19, 24, 24, 19, 30, 18, 12, 12, 10, 13, 10, 12, 9, 18, 25, 20, 28, 17, 23, 22, 18, 14, 21, 23, 19, 13, 15, 15, 20, 23, 27, 43, 57, 98, 130, 136, 138], "n_pos": 141, "sum_m_en": [14.138754, 21.392979, 22.8698, 23.384931, 24.102444, 23.501281, 24.535952, 25.658858, 25.457048, 26.465029, 26.504998, 25.137657, 25.412085, 24.612965, 22.810451, 24.015931, 26.296796, 26.310202, 26.709318, 26.710753, 24.774406, 25.273322, 25.293683, 25.547048, 46.810385, 42.416728, 35.094691, 31.083123, 29.29935, 28.169707, 26.677063, 27.558816, 27.241365, 28.816775, 34.595467, 36.731389, 40.944964, 48.379275, 55.993971, 62.131332, 57.759535, 61.403882, 67.536001, 65.764269, 61.295313, 48.086078, 16.407792, 5.109035, 2.855998, 2.000015], "sum_m_pl": [2.311443, 6.684993, 7.261881, 7.238293, 7.61873, 8.139757, 8.538613, 8.96168, 9.748283, 10.254052, 10.411129, 10.98983, 11.702537, 11.778764, 12.689871, 12.950631, 11.703457, 12.473492, 11.326501, 10.907245, 10.765881, 10.48661, 10.204747, 10.128215, 12.329856, 13.49868, 15.428913, 15.208019, 16.333076, 16.718391, 14.453681, 14.295307, 14.829579, 14.100354, 13.280415, 13.660917, 14.92399, 12.990269, 13.49413, 12.236615, 12.899225, 14.84538, 17.790414, 23.830119, 38.264414, 54.288049, 92.844673, 122.364073, 133.406113, 137.734241]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "gsm8kpl-384", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1413, "region_end": 282, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.993}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 17, 16, 10, 20, 25, 23, 13, 18, 20, 25, 21, 20, 17, 19, 19, 19, 22, 21, 20, 27, 29, 25, 23, 37, 37, 34, 27, 24, 28, 19, 28, 24, 27, 34, 38, 44, 43, 44, 46, 38, 39, 35, 41, 36, 33, 36, 29, 26, 25], "n_am_pl": [1, 12, 18, 14, 8, 8, 7, 6, 5, 6, 3, 10, 7, 9, 8, 4, 8, 9, 5, 8, 1, 2, 4, 5, 6, 6, 6, 8, 7, 11, 5, 7, 7, 2, 2, 3, 1, 1, 1, 1, 3, 2, 3, 2, 3, 1, 2, 1, 1, 0], "n_pos": 99, "sum_m_en": [11.411043, 17.006625, 17.395356, 17.071786, 18.649203, 18.301661, 17.859532, 18.267556, 18.102882, 18.24858, 18.451696, 18.700024, 18.374639, 17.098073, 16.687594, 17.016204, 17.602984, 17.183252, 17.353797, 17.539207, 17.010054, 16.862131, 16.65576, 17.268762, 28.43475, 26.547828, 23.863151, 21.166018, 20.273682, 20.530554, 18.225356, 18.945921, 18.677011, 20.567883, 24.781504, 27.676167, 30.971799, 33.026952, 34.225843, 35.946572, 35.286328, 36.872531, 35.128275, 37.700627, 34.757378, 33.002878, 34.065359, 29.549461, 24.936967, 25.21117], "sum_m_pl": [1.971882, 5.189454, 5.51625, 4.843302, 5.374393, 5.052884, 4.874112, 4.861259, 4.775431, 5.283012, 5.742813, 6.243499, 6.533447, 6.655781, 6.46922, 6.538538, 6.207121, 6.272835, 6.296397, 6.104957, 5.779978, 5.591489, 5.533067, 5.780152, 6.65965, 7.169807, 6.755541, 6.929953, 7.048215, 7.638189, 6.433134, 6.259339, 6.035677, 5.322888, 5.070941, 4.661536, 4.234514, 3.722227, 3.460018, 3.033072, 3.108067, 2.852234, 2.818418, 2.676925, 2.321313, 2.015541, 1.513864, 1.650803, 1.926774, 9.6e-05]}, "digit": {"n_am_en": [0, 2, 3, 0, 7, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 2, 2, 1, 2, 2, 1, 2, 7, 4, 5, 4, 2, 5, 1, 5, 2, 1, 2, 6, 9, 8, 6, 5, 3, 3, 5, 4, 4, 3, 4, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 1, 3, 2, 2, 1, 3, 0, 1, 3, 2, 0, 1, 1, 1, 0, 4, 1, 0, 0, 1, 1, 3, 1, 1, 3, 3, 1, 1, 2, 0, 0, 1, 0, 0, 0, 1, 1, 0, 2, 1, 2, 1, 2, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.323155, 4.203637, 4.299739, 3.957876, 4.495219, 4.140959, 4.012494, 4.018373, 3.916215, 4.160088, 4.331828, 4.112142, 3.971777, 3.617785, 3.550185, 3.549606, 3.879816, 3.411021, 3.627879, 3.717563, 3.607899, 3.629103, 3.632359, 3.732526, 5.238601, 4.632964, 4.351375, 3.990322, 3.831196, 3.98666, 3.754539, 3.926069, 3.614101, 3.672381, 4.088833, 4.261253, 4.655341, 5.224626, 4.909181, 4.826662, 4.564514, 4.564991, 4.46071, 4.43054, 4.136115, 3.838983, 3.756069, 1.454837, 0.691672, 0.0], "sum_m_pl": [0.329245, 1.121621, 0.970703, 0.788606, 0.992094, 0.869494, 0.813443, 0.809748, 0.9413, 1.066699, 1.227593, 1.349544, 1.452974, 1.469407, 1.400021, 1.462825, 1.329983, 1.445048, 1.456691, 1.352976, 1.269009, 1.210106, 1.186248, 1.250538, 1.454221, 1.635575, 1.354004, 1.456467, 1.418837, 1.507266, 1.329137, 1.365452, 1.287177, 1.153659, 1.153885, 1.164773, 1.124918, 1.031952, 1.0826, 1.222983, 1.053, 1.050278, 1.150669, 1.075148, 1.212979, 1.011573, 0.937093, 0.998252, 0.402902, 0.0]}, "lang": {"n_am_en": [7, 9, 8, 4, 5, 9, 9, 5, 9, 6, 10, 11, 13, 10, 8, 12, 9, 11, 8, 9, 13, 11, 11, 11, 17, 16, 15, 12, 14, 12, 11, 11, 11, 14, 18, 17, 20, 17, 19, 21, 21, 19, 19, 22, 22, 21, 21, 20, 22, 25], "n_am_pl": [0, 4, 5, 5, 3, 2, 1, 0, 2, 1, 1, 3, 0, 1, 0, 0, 1, 3, 2, 1, 0, 0, 0, 1, 1, 1, 2, 3, 1, 1, 1, 2, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "n_pos": 25, "sum_m_en": [3.210314, 4.290474, 4.335597, 4.516861, 4.794592, 4.585393, 4.909989, 5.01818, 5.091642, 4.739907, 4.674047, 4.980708, 5.073874, 4.829641, 4.642706, 4.76059, 4.912991, 5.111635, 4.843854, 4.871187, 4.879811, 4.775827, 4.662864, 4.931159, 11.204984, 10.128992, 9.101135, 7.917883, 7.467091, 7.141118, 6.070301, 6.185621, 6.237218, 7.172996, 9.257738, 11.366967, 12.960227, 13.177156, 14.874799, 17.078363, 17.730914, 18.138923, 18.423738, 20.067173, 20.595458, 19.828063, 20.362473, 20.173674, 19.512786, 24.573334], "sum_m_pl": [0.463597, 1.19773, 1.248004, 1.107549, 1.258561, 1.241474, 1.199752, 1.196544, 1.173043, 1.309944, 1.379272, 1.457981, 1.55149, 1.640343, 1.610292, 1.570825, 1.565026, 1.534616, 1.534759, 1.454004, 1.391459, 1.333622, 1.273106, 1.320281, 1.373989, 1.676514, 1.620396, 1.578249, 1.767789, 1.981451, 1.703135, 1.666503, 1.710218, 1.447595, 1.39389, 1.147719, 1.136222, 0.86622, 0.588741, 0.314222, 0.375379, 0.351812, 0.268077, 0.227068, 0.101056, 0.073259, 0.05285, 0.234719, 0.94195, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "gsm8kpl-386", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1202, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9902}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 9, 18, 13, 30, 29, 26, 24, 17, 23, 16, 26, 25, 24, 25, 34, 36, 37, 36, 50, 58, 61, 55, 49, 78, 65, 53, 51, 43, 38, 30, 41, 34, 47, 57, 53, 65, 67, 66, 70, 65, 69, 59, 60, 42, 29, 11, 1, 0, 0], "n_am_pl": [4, 25, 15, 10, 9, 11, 19, 19, 27, 16, 20, 21, 31, 27, 19, 13, 13, 10, 7, 8, 5, 1, 2, 3, 7, 11, 15, 19, 17, 16, 19, 21, 14, 14, 10, 13, 8, 6, 11, 10, 12, 10, 17, 23, 30, 47, 71, 81, 82, 79], "n_pos": 187, "sum_m_en": [18.098874, 28.653546, 29.661734, 27.898019, 29.561287, 29.388215, 30.297442, 31.945188, 30.848627, 32.030496, 33.757371, 33.282438, 32.710495, 30.72629, 29.481782, 31.466681, 32.904649, 31.319282, 31.902784, 32.731259, 31.916359, 31.977635, 31.542565, 32.26188, 53.910273, 49.769328, 43.85652, 38.346448, 36.786711, 35.77869, 32.385168, 33.378143, 32.995659, 35.683771, 41.131578, 42.350439, 42.149351, 48.030588, 50.168809, 57.426411, 55.28625, 57.038715, 55.594559, 56.500065, 42.176402, 29.070493, 10.497973, 4.239142, 2.005562, 9e-06], "sum_m_pl": [3.401768, 9.807767, 10.172284, 9.003192, 10.228371, 10.823592, 11.153478, 10.569523, 10.281853, 11.611339, 12.729513, 13.122008, 13.191669, 13.61622, 12.795642, 12.827165, 11.874962, 11.677646, 11.122271, 11.148222, 10.899656, 10.515818, 10.349613, 10.889886, 11.6307, 13.267814, 14.175228, 14.95632, 15.797061, 16.907959, 14.221646, 14.97891, 14.981191, 13.41398, 12.394938, 12.529161, 12.098277, 10.622164, 10.124838, 9.769133, 10.33378, 9.706309, 14.379301, 19.081086, 28.093125, 43.483761, 67.590952, 76.867788, 79.191748, 78.444856]}, "digit": {"n_am_en": [0, 2, 5, 1, 2, 3, 2, 1, 1, 4, 5, 6, 2, 1, 3, 2, 5, 5, 3, 4, 6, 6, 6, 6, 13, 10, 4, 4, 4, 1, 0, 3, 2, 2, 4, 5, 8, 11, 12, 11, 4, 7, 4, 4, 3, 3, 4, 0, 0, 0], "n_am_pl": [0, 5, 3, 0, 0, 1, 3, 1, 4, 2, 4, 3, 6, 3, 0, 3, 2, 1, 0, 2, 2, 0, 0, 0, 1, 1, 2, 1, 1, 3, 2, 3, 2, 1, 2, 1, 0, 0, 0, 1, 1, 0, 2, 2, 3, 3, 3, 3, 0, 0], "n_pos": 34, "sum_m_en": [3.524902, 6.367339, 6.671025, 5.628863, 6.110388, 5.866212, 5.672622, 5.690786, 5.334448, 5.841147, 6.528792, 6.175708, 5.834724, 5.536183, 5.396156, 5.712794, 6.258166, 5.516921, 5.876649, 5.98182, 5.765051, 5.774314, 5.747579, 5.924427, 7.627979, 7.056676, 6.855488, 6.321044, 6.131099, 6.14521, 5.646209, 6.079489, 5.807367, 6.01159, 6.344214, 6.795793, 7.543135, 7.555126, 6.672573, 6.418561, 6.021237, 6.234006, 5.587258, 6.044619, 5.330739, 4.988664, 3.480546, 1.672532, 0.63782, 0.0], "sum_m_pl": [0.557064, 1.970309, 1.559424, 1.181345, 1.422261, 1.481523, 1.444441, 1.397201, 1.48678, 1.773416, 2.066399, 2.187131, 2.086701, 2.19261, 2.012656, 2.100689, 1.815089, 1.947535, 1.883789, 1.887579, 1.871532, 1.773451, 1.751598, 1.883589, 1.662599, 1.954049, 1.892344, 2.124884, 2.11365, 2.453478, 2.180237, 2.201603, 2.243318, 1.911349, 1.800621, 1.81501, 1.59811, 1.471832, 1.515221, 1.720439, 1.459014, 1.466326, 1.537722, 1.453871, 1.715233, 1.806088, 2.066915, 1.869311, 0.378883, 0.0]}, "lang": {"n_am_en": [4, 6, 7, 8, 18, 17, 15, 12, 12, 15, 5, 15, 14, 16, 18, 22, 21, 23, 24, 31, 34, 38, 33, 33, 45, 39, 31, 26, 21, 20, 16, 20, 19, 27, 33, 31, 41, 39, 41, 46, 46, 47, 42, 42, 28, 19, 4, 0, 0, 0], "n_am_pl": [2, 5, 4, 3, 5, 9, 9, 10, 15, 6, 11, 8, 13, 13, 10, 6, 8, 7, 4, 3, 2, 1, 1, 2, 1, 5, 8, 11, 10, 3, 10, 12, 8, 7, 4, 7, 6, 5, 8, 7, 8, 7, 13, 18, 25, 39, 59, 72, 74, 78], "n_pos": 78, "sum_m_en": [8.006492, 11.574997, 11.997895, 11.859057, 12.236714, 11.714183, 12.531272, 13.673246, 13.548705, 13.798096, 14.046548, 14.104268, 14.314972, 13.483582, 12.892995, 13.825601, 14.304413, 14.023276, 14.089041, 14.693695, 14.384814, 14.373067, 14.213005, 14.333682, 30.706341, 27.589729, 23.09834, 18.619597, 16.930644, 16.150608, 15.180039, 15.667687, 15.390047, 17.406365, 20.742913, 22.34688, 22.586228, 26.58412, 30.930494, 38.381321, 37.02353, 39.248193, 39.280067, 39.186493, 28.547795, 18.65848, 4.791728, 0.616556, 0.39607, 2e-06], "sum_m_pl": [1.47628, 3.55047, 3.999077, 3.879535, 4.377804, 4.884923, 5.04615, 4.8553, 4.724639, 5.088799, 5.660356, 5.600125, 5.727726, 6.256936, 6.018706, 5.957629, 5.549298, 5.311372, 5.113186, 4.962214, 4.927092, 4.767999, 4.63043, 4.830433, 4.838779, 6.008187, 6.876599, 6.877621, 7.443526, 7.759967, 6.758714, 7.479979, 7.655728, 7.023197, 6.402774, 6.504642, 6.955956, 6.270224, 5.856994, 5.512728, 6.201062, 5.525323, 10.121678, 14.390801, 22.413134, 36.256685, 57.158328, 68.462328, 71.516309, 77.356123]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "gsm8kpl-386", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1492, "region_end": 187, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9947}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 8, 23, 19, 25, 17, 20, 19, 25, 28, 26, 28, 20, 26, 25, 29, 28, 32, 29, 33, 33, 39, 35, 32, 56, 52, 51, 34, 40, 33, 30, 31, 42, 40, 47, 53, 60, 64, 67, 71, 73, 71, 73, 70, 65, 66, 62, 64, 52, 49], "n_am_pl": [2, 12, 9, 1, 8, 14, 12, 12, 8, 6, 12, 14, 18, 14, 24, 17, 18, 12, 11, 12, 9, 6, 9, 13, 12, 10, 11, 18, 12, 19, 12, 12, 13, 6, 4, 8, 2, 2, 4, 4, 2, 1, 0, 2, 2, 1, 1, 0, 0, 0], "n_pos": 136, "sum_m_en": [15.652468, 20.828219, 20.790697, 21.876392, 23.317856, 23.630376, 23.061299, 21.740067, 21.361397, 23.065341, 24.696667, 24.415435, 23.109888, 23.729277, 24.013727, 24.898756, 24.222692, 22.578015, 22.983445, 23.684256, 22.762519, 22.755028, 22.591025, 22.602556, 35.972299, 32.132764, 29.518139, 25.791122, 26.591579, 26.849084, 25.876279, 26.641794, 28.213558, 30.594183, 33.536642, 35.982297, 43.29041, 47.483343, 51.556572, 57.371967, 58.078117, 60.323017, 62.422932, 62.516597, 60.778862, 59.910867, 58.197107, 59.277145, 50.484491, 48.97117], "sum_m_pl": [2.917808, 6.038411, 6.498222, 6.199415, 7.152275, 6.778529, 6.354355, 6.396609, 6.169146, 6.697875, 7.721355, 8.477881, 8.834484, 8.702598, 9.037485, 8.917857, 9.214476, 8.90438, 8.91314, 9.110392, 8.949188, 8.258101, 8.26462, 8.306289, 10.545162, 10.819822, 10.30782, 11.402108, 11.074934, 12.200113, 11.129845, 10.25377, 10.059734, 8.767895, 8.237539, 8.167237, 7.14769, 6.202581, 5.047875, 4.519746, 4.411248, 3.65722, 3.376769, 3.475248, 2.790808, 1.975541, 1.891943, 1.018494, 1.329769, 4.2e-05]}, "digit": {"n_am_en": [2, 1, 1, 0, 4, 0, 1, 1, 2, 1, 1, 1, 2, 3, 3, 2, 3, 4, 2, 1, 0, 1, 2, 1, 4, 3, 5, 2, 5, 4, 1, 2, 3, 3, 4, 4, 2, 3, 4, 3, 4, 2, 6, 6, 3, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 4, 2, 3, 3, 4, 5, 6, 8, 4, 5, 7, 6, 5, 4, 6, 4, 3, 5, 7, 5, 4, 4, 4, 3, 2, 2, 2, 2, 1, 1, 2, 1, 1, 3, 2, 1, 1, 0, 2, 2, 1, 1, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.16547, 3.044298, 2.925263, 3.052007, 3.097057, 2.922151, 2.944829, 2.57728, 2.426365, 2.675334, 3.095099, 3.014364, 2.9073, 3.205734, 3.262823, 3.21005, 3.462009, 3.219526, 3.430627, 3.32683, 3.232168, 3.246787, 3.307907, 3.384998, 4.645935, 3.672151, 3.502833, 3.180296, 3.436047, 3.224523, 3.343117, 3.7578, 3.820363, 4.043993, 3.996652, 3.693756, 3.561888, 3.379923, 2.894556, 3.099986, 2.964618, 2.717648, 3.105271, 2.389786, 1.777971, 1.517813, 0.891953, 0.697895, 0.614143, 0.0], "sum_m_pl": [0.599696, 0.949509, 0.782383, 0.714606, 0.862826, 0.840727, 0.707182, 0.795123, 0.80479, 0.911035, 0.990658, 1.193924, 1.230996, 1.149095, 1.211593, 1.262762, 1.277264, 1.22257, 1.248511, 1.320962, 1.255855, 1.158383, 1.136559, 1.1754, 1.86675, 1.77434, 1.748961, 1.694526, 1.64509, 1.876581, 1.66374, 1.388924, 1.450162, 1.200347, 1.226009, 1.225634, 1.14721, 1.039754, 1.259005, 1.296642, 1.228653, 1.284955, 1.235934, 1.611016, 1.32938, 0.879226, 0.952462, 0.356689, 0.194447, 0.0]}, "lang": {"n_am_en": [4, 3, 10, 10, 9, 11, 13, 12, 14, 16, 11, 10, 11, 17, 14, 13, 12, 13, 14, 15, 17, 19, 18, 18, 29, 28, 26, 20, 20, 17, 17, 16, 22, 20, 27, 31, 33, 37, 40, 43, 43, 45, 45, 45, 44, 45, 46, 44, 46, 48], "n_am_pl": [1, 4, 0, 0, 3, 3, 4, 1, 2, 0, 3, 4, 4, 4, 8, 3, 2, 0, 0, 1, 0, 0, 0, 0, 2, 0, 1, 3, 4, 5, 4, 3, 5, 3, 2, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 49, "sum_m_en": [5.654269, 7.198397, 7.460225, 8.028096, 8.726101, 8.941083, 8.879922, 8.770737, 8.911011, 9.294509, 9.779254, 9.620025, 9.175236, 9.279749, 9.503824, 10.107954, 9.403057, 8.849573, 8.84608, 9.145405, 8.721354, 8.726606, 8.557321, 8.390476, 17.91005, 16.235427, 14.848711, 12.485841, 12.075917, 12.424192, 11.445265, 11.53488, 12.931114, 14.204345, 15.835601, 18.248683, 23.128642, 25.496737, 29.812157, 33.904888, 35.640683, 38.308111, 39.299171, 41.188661, 41.350005, 41.8858, 42.334803, 41.036997, 39.515599, 47.375068], "sum_m_pl": [0.803123, 1.854466, 1.956442, 1.954412, 2.288956, 2.190888, 2.096282, 2.146651, 2.107646, 2.250786, 2.775008, 2.947189, 3.127634, 3.114034, 3.136581, 3.03065, 3.171165, 2.960568, 3.032829, 3.18034, 3.166353, 2.91238, 2.914736, 2.881271, 3.048272, 3.332292, 3.21664, 3.59636, 3.865243, 4.317559, 4.181787, 3.873691, 3.657481, 3.205776, 3.024971, 3.06087, 2.686644, 2.337764, 1.640054, 1.21027, 1.186256, 0.829079, 0.684508, 0.574527, 0.459113, 0.246903, 0.178521, 0.120818, 0.304263, 4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "gsm8kpl-389", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1234, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9568, "tf_agree_excl_first": 0.9638}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 18, 25, 21, 27, 37, 30, 27, 31, 32, 42, 30, 27, 36, 36, 38, 37, 40, 37, 38, 40, 45, 40, 35, 74, 64, 53, 40, 39, 37, 36, 36, 42, 42, 51, 60, 75, 86, 93, 97, 94, 88, 95, 92, 86, 76, 29, 15, 13, 5], "n_am_pl": [9, 13, 15, 12, 17, 12, 19, 22, 18, 16, 22, 22, 35, 23, 29, 30, 23, 21, 18, 12, 13, 9, 12, 12, 12, 15, 15, 17, 22, 31, 26, 26, 26, 23, 19, 14, 21, 17, 15, 12, 16, 16, 20, 21, 31, 44, 82, 89, 91, 94], "n_pos": 200, "sum_m_en": [20.138327, 29.570554, 32.326671, 32.944071, 34.1312, 35.554333, 34.844301, 33.900537, 34.22761, 35.557569, 38.842576, 37.738375, 36.543875, 37.082498, 36.668141, 35.669793, 35.385813, 31.644831, 32.493728, 33.452863, 32.671647, 32.763709, 32.662399, 32.462577, 51.766364, 45.87771, 39.712414, 34.005202, 35.191056, 35.218238, 34.388285, 35.543941, 35.152168, 37.907679, 41.48955, 44.251774, 50.29312, 58.676675, 63.701018, 71.753042, 71.525809, 74.261703, 79.137028, 85.551175, 79.949309, 67.624776, 25.059233, 14.343445, 13.169201, 4.777201], "sum_m_pl": [3.554492, 9.882666, 9.737788, 9.358947, 10.758166, 10.662895, 10.066772, 10.453536, 10.564797, 11.476042, 13.305055, 14.948615, 15.967707, 15.531107, 16.756747, 16.596241, 15.327174, 14.548889, 13.755344, 13.755359, 13.566681, 12.541833, 12.762201, 12.411166, 16.516763, 17.75181, 17.73553, 18.91316, 20.251411, 22.967628, 20.869347, 19.503877, 20.05731, 18.408806, 16.592677, 16.914239, 16.089124, 15.424428, 14.102674, 13.69681, 17.130031, 17.22208, 19.131768, 22.084694, 27.529232, 38.072755, 75.415829, 85.647244, 91.428217, 94.021264]}, "digit": {"n_am_en": [0, 0, 4, 1, 2, 2, 5, 1, 1, 0, 6, 1, 2, 1, 1, 4, 4, 4, 2, 3, 2, 2, 3, 3, 8, 8, 6, 4, 3, 0, 2, 3, 4, 4, 5, 7, 4, 3, 4, 4, 5, 4, 8, 4, 3, 3, 3, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 4, 5, 3, 2, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 0, 2, 1, 2, 4, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0], "n_pos": 19, "sum_m_en": [1.772697, 3.376233, 3.572036, 3.312711, 3.255511, 3.358276, 3.279634, 3.022948, 3.0649, 3.221311, 3.757537, 3.703002, 3.523931, 3.63208, 3.688676, 3.266533, 3.730288, 2.999769, 3.109926, 3.126264, 3.059031, 3.103177, 3.140525, 3.212764, 4.886254, 4.268866, 3.741791, 3.259262, 3.592582, 3.390558, 3.320095, 3.755582, 3.543352, 3.650672, 3.804586, 3.629385, 3.461303, 3.103369, 3.253512, 3.526203, 3.770932, 3.403902, 3.78263, 2.935091, 2.380151, 2.360415, 1.444101, 1.088112, 1.093748, 0.0], "sum_m_pl": [0.325962, 0.885894, 0.659412, 0.550601, 0.647771, 0.666194, 0.580521, 0.6011, 0.701961, 0.735217, 0.97211, 1.10001, 1.246116, 1.302516, 1.334346, 1.340527, 1.195203, 1.240896, 1.183503, 1.251792, 1.264087, 1.135541, 1.148834, 1.144644, 1.444146, 1.637805, 1.602194, 1.681584, 1.718533, 1.949548, 1.691634, 1.53212, 1.564987, 1.314746, 1.267433, 1.32787, 1.064674, 0.917338, 0.944804, 0.978585, 0.982896, 0.990283, 0.948538, 0.96186, 0.86001, 0.565179, 0.355344, 1.072967, 0.100155, 0.0]}, "lang": {"n_am_en": [5, 10, 14, 13, 16, 24, 16, 18, 23, 22, 25, 18, 13, 21, 21, 19, 22, 21, 23, 22, 21, 25, 21, 17, 42, 36, 28, 22, 25, 26, 22, 21, 25, 24, 27, 31, 44, 46, 58, 60, 54, 55, 55, 57, 56, 48, 21, 14, 9, 5], "n_am_pl": [2, 10, 6, 4, 7, 6, 13, 15, 9, 11, 15, 11, 22, 15, 19, 16, 12, 14, 12, 7, 9, 5, 7, 5, 4, 9, 6, 9, 17, 20, 17, 17, 14, 15, 16, 12, 15, 13, 10, 9, 15, 14, 18, 20, 28, 39, 72, 84, 90, 94], "n_pos": 101, "sum_m_en": [10.521785, 14.303991, 16.077275, 16.888457, 17.650204, 18.380666, 18.499834, 18.265994, 18.976025, 19.134225, 20.584489, 19.739572, 19.061592, 19.441296, 19.456821, 19.240133, 18.642072, 16.795254, 17.236436, 17.719497, 17.302093, 17.180223, 17.127721, 16.836914, 29.412032, 26.47186, 22.419453, 19.042555, 19.0377, 18.629734, 18.601494, 18.919422, 18.526942, 20.738848, 22.040211, 23.995739, 26.987483, 31.430492, 38.207401, 44.370339, 43.108604, 49.063613, 50.571831, 53.476574, 50.808356, 42.933168, 18.448613, 11.400581, 8.769902, 4.777123], "sum_m_pl": [1.86139, 5.066034, 5.115593, 4.991422, 5.640688, 5.548802, 5.410231, 5.73726, 5.950638, 6.412147, 7.496336, 8.463332, 8.85767, 8.753182, 9.393245, 8.860658, 8.227221, 7.949914, 7.61931, 7.418095, 7.352008, 6.796679, 6.926226, 6.670103, 8.745669, 9.572546, 10.00783, 10.509959, 11.648283, 13.194478, 12.252682, 11.792882, 12.309808, 11.660493, 10.613688, 11.16311, 10.968919, 10.737812, 9.516191, 9.2317, 13.060557, 13.156055, 15.436371, 18.633152, 24.139187, 34.080266, 67.906778, 79.899937, 89.723561, 93.849247]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-389", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1524, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9851}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 16, 20, 20, 25, 20, 31, 38, 20, 25, 22, 24, 22, 20, 18, 21, 23, 24, 24, 27, 23, 20, 18, 17, 43, 36, 39, 30, 31, 25, 29, 32, 36, 37, 41, 42, 50, 57, 57, 59, 52, 53, 60, 51, 49, 45, 41, 38, 37, 38], "n_am_pl": [5, 13, 14, 7, 6, 11, 6, 10, 4, 4, 16, 12, 12, 10, 13, 13, 11, 18, 11, 11, 9, 9, 8, 8, 12, 13, 14, 17, 19, 22, 13, 17, 13, 11, 8, 9, 6, 6, 5, 1, 5, 0, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 140, "sum_m_en": [15.325439, 21.61831, 22.578017, 22.278933, 24.422561, 25.057966, 25.80306, 26.440664, 26.489446, 26.96949, 27.259498, 26.807007, 25.951376, 26.926686, 25.477007, 24.909089, 26.25512, 24.207194, 23.463856, 24.148206, 23.225407, 23.376635, 23.236296, 23.984622, 32.68771, 29.854571, 29.799517, 26.26653, 29.441266, 29.678165, 27.657809, 29.706114, 29.561644, 29.918249, 32.523734, 32.998081, 35.936436, 39.97621, 43.939575, 47.345825, 47.71834, 48.299439, 52.553693, 50.463623, 50.796789, 47.064517, 41.917611, 40.000385, 37.661003, 37.958349], "sum_m_pl": [3.872079, 6.805331, 7.35705, 6.071322, 6.7361, 6.739122, 6.542528, 7.028487, 7.099321, 7.520357, 7.986306, 8.358649, 8.875262, 9.138186, 8.823051, 9.868427, 9.386237, 9.635719, 9.129221, 9.1584, 8.976248, 8.710003, 8.530644, 8.627374, 11.323194, 12.205983, 11.22174, 12.190051, 11.350584, 11.646677, 10.021791, 9.333403, 9.600317, 9.594195, 8.696554, 8.555127, 8.186939, 7.547622, 6.754795, 6.613135, 6.211307, 5.472158, 4.658194, 3.843398, 3.519499, 2.938875, 1.872233, 1.20777, 0.851418, 0.072488]}, "digit": {"n_am_en": [0, 4, 1, 1, 2, 1, 2, 4, 0, 3, 4, 3, 4, 1, 4, 3, 2, 1, 4, 3, 2, 1, 0, 1, 9, 5, 6, 3, 3, 0, 2, 3, 1, 4, 3, 2, 6, 4, 7, 5, 2, 3, 7, 3, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 2, 0, 0, 1, 2, 4, 4, 4, 4, 5, 4, 2, 4, 3, 1, 0, 1, 1, 1, 3, 2, 5, 4, 4, 5, 5, 4, 4, 2, 1, 0, 0, 3, 2, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.821847, 4.871006, 4.781473, 4.211054, 4.875102, 4.681819, 4.489529, 4.493643, 4.438735, 4.717504, 5.079206, 5.046851, 4.850151, 4.846414, 4.87567, 4.612636, 4.820925, 4.401162, 4.472992, 4.536803, 4.356631, 4.43107, 4.391167, 4.537329, 5.952606, 5.43847, 5.295622, 4.693326, 4.978488, 4.951291, 4.564108, 4.892562, 4.92027, 4.743179, 4.737188, 4.372071, 4.72737, 4.669026, 5.101034, 4.30523, 3.856849, 3.82536, 4.974188, 4.320413, 3.798563, 2.795824, 1.485167, 0.976825, 0.464931, 0.0], "sum_m_pl": [0.473412, 1.301438, 1.02495, 0.874903, 1.131289, 1.062274, 0.847683, 0.874799, 1.049167, 1.243816, 1.443419, 1.530478, 1.731914, 1.83119, 1.758069, 1.802262, 1.692269, 1.782049, 1.610674, 1.577198, 1.555184, 1.530181, 1.472775, 1.499033, 1.911418, 2.162218, 2.034022, 2.040385, 1.879395, 1.955048, 1.694263, 1.640186, 1.530005, 1.500843, 1.468683, 1.409423, 1.368745, 1.38455, 1.327233, 1.650669, 1.638031, 1.627381, 1.468574, 1.34988, 1.326895, 1.264603, 1.113307, 0.628969, 0.220749, 0.0]}, "lang": {"n_am_en": [9, 6, 10, 12, 15, 12, 16, 17, 12, 10, 6, 7, 7, 6, 7, 8, 12, 11, 10, 8, 10, 11, 11, 9, 19, 16, 16, 15, 13, 15, 14, 16, 18, 16, 18, 21, 21, 25, 27, 32, 32, 34, 36, 36, 38, 37, 38, 35, 35, 37], "n_am_pl": [4, 2, 3, 0, 1, 1, 2, 3, 2, 1, 4, 3, 2, 2, 4, 4, 2, 5, 3, 3, 2, 2, 3, 3, 3, 2, 3, 3, 7, 6, 6, 3, 1, 2, 4, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.592889, 6.272628, 6.730085, 6.928933, 7.156423, 7.376995, 7.954814, 8.072082, 8.002792, 7.810938, 7.670949, 7.659892, 7.248279, 7.513126, 7.110317, 7.306626, 7.899682, 7.413509, 6.829575, 6.962032, 6.626776, 6.603436, 6.58975, 6.7653, 11.936516, 11.137387, 11.540959, 9.346847, 10.354636, 10.560606, 9.61905, 10.608141, 10.452371, 10.823108, 12.553719, 13.356365, 14.984945, 16.54828, 19.828733, 24.664946, 26.458734, 28.973843, 30.538177, 31.207102, 33.322874, 33.655341, 34.534462, 33.451217, 33.216162, 36.883417], "sum_m_pl": [1.208762, 1.767214, 2.037904, 1.716897, 1.884826, 1.9267, 2.05551, 2.162055, 2.079944, 2.140927, 2.102371, 2.313539, 2.517424, 2.542044, 2.466186, 2.934846, 2.658932, 2.708304, 2.614743, 2.570308, 2.537635, 2.503082, 2.465316, 2.474855, 3.508514, 3.726759, 3.422772, 3.812237, 3.397243, 3.465226, 3.094939, 2.874923, 3.024638, 3.060619, 2.636213, 2.667742, 2.443279, 2.44277, 1.948665, 1.355913, 1.087117, 0.831003, 0.7189, 0.567817, 0.322737, 0.21164, 0.153661, 0.132072, 0.136291, 0.008548]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "gsm8kpl-398", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1168, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9792}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 11, 20, 27, 32, 40, 30, 36, 36, 30, 31, 32, 29, 19, 15, 21, 21, 25, 27, 18, 27, 24, 26, 23, 61, 40, 33, 32, 32, 31, 33, 37, 30, 37, 40, 53, 50, 56, 63, 57, 59, 56, 64, 64, 60, 38, 8, 1, 0, 0], "n_am_pl": [0, 17, 24, 17, 14, 11, 16, 23, 16, 23, 23, 40, 26, 23, 32, 40, 20, 23, 24, 14, 8, 14, 18, 10, 13, 26, 21, 26, 26, 34, 24, 29, 30, 20, 21, 16, 16, 13, 14, 19, 19, 20, 20, 24, 32, 58, 84, 89, 89, 86], "n_pos": 197, "sum_m_en": [18.757851, 30.604691, 32.365595, 32.044426, 32.804322, 33.701806, 34.252578, 36.274299, 36.822052, 38.112117, 38.98899, 37.569035, 36.826191, 36.079113, 34.228718, 34.32168, 35.679431, 33.459785, 33.822886, 33.94806, 32.617498, 32.88122, 32.615607, 33.444346, 45.637053, 41.272703, 39.517131, 36.821168, 37.38551, 37.483173, 35.200674, 37.394874, 36.23463, 36.935271, 38.254878, 39.83021, 40.083104, 41.86636, 45.744855, 48.201269, 48.430901, 52.215658, 57.57943, 56.648389, 48.711485, 34.56108, 11.513396, 3.262177, 1.471596, 0.001566], "sum_m_pl": [3.320631, 9.935041, 10.264406, 9.450857, 10.298833, 10.859858, 10.579899, 11.515104, 11.932976, 12.168182, 12.741394, 13.738384, 14.412275, 15.154085, 14.658512, 15.38144, 14.106773, 14.216477, 12.805255, 12.689918, 12.393931, 12.107635, 11.788341, 11.666584, 15.006739, 17.411272, 17.009688, 17.847699, 18.36869, 18.192463, 16.166453, 15.617156, 15.565104, 14.122335, 12.695213, 12.361218, 12.053697, 11.919599, 12.324028, 13.536663, 14.813036, 15.483325, 17.883892, 19.125402, 26.840828, 47.289308, 79.589214, 85.950793, 87.887097, 86.602157]}, "digit": {"n_am_en": [0, 2, 3, 3, 0, 2, 1, 2, 2, 4, 6, 4, 4, 0, 4, 1, 2, 4, 3, 1, 4, 3, 2, 2, 9, 4, 2, 3, 4, 2, 2, 5, 3, 5, 3, 3, 4, 4, 8, 4, 4, 3, 5, 3, 4, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 1, 1, 1, 0, 2, 3, 1, 4, 5, 6, 6, 7, 5, 4, 5, 3, 0, 0, 0, 0, 0, 3, 2, 2, 3, 10, 6, 6, 7, 3, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.0265, 5.371269, 5.485708, 4.908606, 5.344047, 5.099297, 4.794879, 4.959729, 4.931779, 5.283994, 5.739125, 5.503223, 5.362054, 5.281552, 5.29818, 4.942869, 5.247684, 4.942438, 5.114421, 5.162855, 4.948529, 5.036153, 5.01219, 5.218798, 6.638217, 6.263895, 6.106748, 5.47945, 5.705653, 5.67618, 5.233033, 5.770873, 5.783443, 5.468871, 5.504898, 5.229944, 5.31421, 5.207, 5.776759, 4.902211, 4.464918, 4.698653, 5.145221, 4.539595, 3.871194, 3.031881, 1.938277, 0.900246, 0.391214, 0.0], "sum_m_pl": [0.547674, 1.601826, 1.310142, 1.134083, 1.358576, 1.275443, 1.05011, 1.079598, 1.325704, 1.465461, 1.727621, 1.862114, 2.043255, 2.200044, 2.119262, 2.160336, 1.963153, 1.962082, 1.701975, 1.696674, 1.711225, 1.67125, 1.609372, 1.62383, 2.038895, 2.401747, 2.129818, 2.117075, 2.078962, 2.138447, 1.857038, 1.816365, 1.725455, 1.656847, 1.557614, 1.505081, 1.471206, 1.396816, 1.428365, 1.590917, 1.584158, 1.507184, 1.374247, 1.256634, 1.208288, 1.104613, 0.785841, 0.505394, 0.248448, 0.0]}, "lang": {"n_am_en": [5, 6, 10, 17, 26, 21, 17, 22, 23, 17, 18, 19, 17, 13, 8, 10, 10, 14, 14, 11, 16, 16, 17, 14, 36, 25, 24, 16, 18, 19, 17, 16, 18, 19, 23, 31, 29, 31, 42, 42, 39, 39, 46, 47, 38, 24, 6, 1, 0, 0], "n_am_pl": [0, 11, 14, 12, 7, 7, 6, 11, 5, 9, 14, 16, 12, 8, 16, 19, 9, 12, 12, 7, 5, 7, 5, 4, 6, 12, 13, 14, 12, 15, 11, 13, 14, 11, 13, 7, 12, 8, 9, 14, 15, 15, 15, 17, 26, 50, 71, 82, 85, 86], "n_pos": 88, "sum_m_en": [8.636106, 13.61501, 14.795975, 15.271433, 15.282567, 15.595603, 16.395824, 17.455557, 18.265079, 18.650983, 18.564678, 18.01469, 17.435142, 16.712223, 15.975953, 16.283926, 16.896288, 15.705654, 15.685916, 15.692059, 15.123557, 15.256589, 15.130724, 15.373365, 24.985693, 22.013293, 20.852801, 18.45374, 18.119128, 17.911713, 16.83379, 17.825831, 17.156719, 18.267842, 19.22985, 20.662643, 21.566946, 23.675692, 26.189972, 29.903764, 30.027545, 32.831116, 38.331994, 39.342093, 32.794966, 21.585115, 6.979969, 1.157464, 0.21215, 0.001521], "sum_m_pl": [1.455907, 4.524768, 4.936558, 4.676155, 4.885397, 5.258137, 5.265291, 5.720604, 5.693364, 5.716424, 5.958462, 6.640518, 7.199254, 7.803269, 7.606428, 7.761428, 6.953527, 6.991842, 6.388943, 6.104912, 5.930351, 5.785979, 5.671521, 5.549326, 6.632936, 8.235851, 8.49512, 9.048877, 9.3112, 9.174478, 8.306097, 8.459797, 8.570602, 7.875709, 6.944098, 6.960546, 6.932563, 6.478054, 6.361374, 6.466208, 7.568036, 7.858757, 9.816204, 10.520975, 18.633711, 38.489766, 65.411096, 77.58591, 83.981818, 86.28882]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "gsm8kpl-398", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1458, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.99}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 4, 9, 13, 17, 22, 21, 20, 20, 25, 21, 8, 13, 14, 22, 29, 22, 16, 22, 30, 22, 26, 27, 19, 40, 34, 29, 21, 22, 18, 16, 15, 17, 22, 22, 23, 32, 36, 41, 47, 42, 34, 39, 40, 33, 30, 11, 3, 2, 2], "n_am_pl": [1, 4, 7, 4, 4, 4, 6, 5, 4, 3, 7, 6, 11, 7, 11, 2, 1, 4, 1, 2, 3, 5, 4, 2, 5, 4, 6, 5, 6, 9, 5, 9, 8, 8, 10, 2, 2, 4, 5, 4, 6, 5, 1, 1, 3, 9, 24, 32, 35, 36], "n_pos": 88, "sum_m_en": [9.249759, 13.19921, 14.158106, 15.29349, 15.983731, 16.264618, 15.501484, 15.885605, 15.04496, 16.112009, 16.040466, 15.028852, 15.180412, 14.840939, 15.278132, 15.49575, 14.924266, 13.554475, 14.598438, 15.462022, 14.22382, 15.144691, 14.606182, 14.550944, 27.208884, 21.879819, 17.967105, 15.705122, 16.588131, 15.909214, 14.572731, 13.914072, 14.702381, 17.439, 17.927279, 17.953517, 21.400776, 26.704663, 27.962107, 33.95446, 32.585417, 29.292047, 36.547469, 36.561222, 29.135056, 24.821279, 11.753358, 4.190385, 3.121055, 1.925999], "sum_m_pl": [1.950847, 4.681329, 4.835459, 4.615124, 4.839938, 4.167303, 4.059505, 4.0206, 4.137713, 4.472386, 4.893182, 5.211604, 5.606783, 5.518277, 5.460572, 5.064175, 4.647844, 4.741939, 4.764221, 5.071409, 4.793801, 4.802593, 5.098108, 5.219016, 5.376676, 5.967427, 6.204752, 6.480161, 6.159651, 7.417745, 6.810176, 6.081121, 6.081873, 5.396648, 5.269031, 4.691679, 4.326045, 4.042737, 4.26365, 4.630106, 4.279649, 4.245893, 2.850509, 2.632228, 4.808142, 9.110493, 22.061357, 30.817025, 34.206745, 35.986413]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 2, 1, 1, 1, 5, 2, 1, 2, 3, 1, 3, 1, 0, 3, 4, 0, 0, 2, 0, 4, 3, 4, 2, 2, 1, 1, 3, 2, 3, 2, 1, 2, 0, 2, 3, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 3, 3, 1, 0, 2, 1, 2, 1, 2, 1, 0, 1, 1, 1, 1, 1, 2, 1, 2, 0, 0, 0, 1, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.124475, 2.137476, 2.216653, 2.081698, 1.990232, 2.009251, 1.977055, 1.91201, 1.853549, 2.028968, 2.054238, 1.957014, 1.922166, 1.923055, 1.981821, 1.945868, 1.82024, 1.76405, 1.956395, 1.965935, 1.861085, 1.975811, 2.000291, 2.110353, 2.67764, 2.365131, 2.285463, 2.149734, 2.319781, 2.174929, 2.017345, 2.087852, 2.043988, 2.157483, 2.151696, 1.999975, 1.931319, 1.723671, 1.632301, 2.294865, 1.986344, 1.666898, 1.721734, 1.0731, 0.819039, 0.638279, 0.258089, 0.147541, 0.024047, 0.0], "sum_m_pl": [0.207316, 0.617483, 0.492984, 0.46884, 0.471819, 0.39757, 0.374494, 0.371976, 0.465406, 0.547527, 0.633758, 0.641884, 0.751612, 0.696777, 0.664696, 0.633194, 0.579041, 0.658724, 0.664992, 0.691231, 0.656558, 0.653513, 0.683734, 0.720256, 0.780968, 0.806236, 0.74364, 0.790879, 0.704432, 0.842989, 0.7827, 0.669651, 0.563084, 0.530634, 0.558444, 0.665665, 0.636911, 0.593409, 0.711008, 0.672831, 0.633412, 0.669481, 0.632184, 0.565579, 0.477057, 0.341549, 0.120423, 0.095349, 0.024945, 0.000173]}, "lang": {"n_am_en": [2, 2, 5, 9, 11, 12, 13, 11, 10, 12, 13, 4, 9, 7, 15, 17, 15, 11, 11, 19, 17, 20, 18, 14, 26, 22, 19, 14, 16, 13, 11, 9, 12, 11, 10, 12, 19, 23, 24, 27, 23, 17, 25, 27, 21, 18, 8, 3, 2, 2], "n_am_pl": [0, 0, 4, 2, 3, 1, 3, 3, 3, 1, 4, 5, 7, 4, 6, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 2, 4, 4, 3, 5, 3, 7, 6, 6, 6, 1, 1, 2, 3, 2, 4, 4, 0, 1, 3, 9, 23, 31, 35, 36], "n_pos": 39, "sum_m_en": [4.347258, 5.847762, 6.537047, 7.264382, 7.701217, 7.911847, 7.572806, 7.966908, 7.560481, 7.946363, 8.047091, 7.494847, 7.636679, 7.304593, 7.450034, 7.532793, 7.163995, 6.353424, 6.840286, 7.370995, 6.80108, 6.934487, 6.688943, 6.612279, 16.23847, 12.639597, 9.900038, 7.951198, 8.106369, 7.689022, 7.106691, 6.552958, 6.939045, 8.809729, 9.040602, 9.546386, 10.931323, 14.669801, 15.787035, 19.099967, 18.185962, 16.033523, 23.576974, 24.952671, 19.60044, 15.945908, 8.445877, 3.018921, 2.616012, 1.925999], "sum_m_pl": [1.0021, 2.039585, 2.177048, 2.120415, 2.26912, 1.915571, 1.971751, 1.924008, 2.052878, 2.086674, 2.301444, 2.518734, 2.656226, 2.713056, 2.729799, 2.380382, 2.193602, 2.13095, 2.133282, 2.278208, 2.113201, 2.180017, 2.326503, 2.315022, 2.139754, 2.67404, 2.917671, 3.137128, 3.017417, 3.555501, 3.292512, 3.099176, 3.245452, 2.769609, 2.663173, 2.318341, 2.243306, 2.063148, 2.162165, 2.502727, 2.499217, 2.715273, 1.389222, 1.469937, 3.754517, 8.247656, 20.560505, 29.674043, 33.74433, 35.983438]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "gsm8kpl-400", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1139, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9674, "tf_agree_excl_first": 0.978}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 6, 10, 14, 19, 20, 23, 20, 23, 28, 19, 14, 16, 14, 22, 31, 22, 18, 25, 34, 26, 34, 34, 27, 47, 43, 35, 27, 23, 20, 21, 19, 20, 34, 29, 31, 42, 50, 48, 60, 53, 42, 44, 44, 35, 28, 7, 1, 2, 0], "n_am_pl": [1, 7, 13, 6, 6, 8, 8, 7, 8, 6, 10, 10, 8, 10, 9, 4, 3, 5, 2, 2, 4, 3, 5, 3, 6, 5, 8, 6, 10, 10, 14, 10, 10, 10, 11, 5, 4, 6, 4, 2, 6, 7, 5, 4, 10, 15, 33, 44, 46, 46], "n_pos": 103, "sum_m_en": [10.069413, 15.22284, 16.480556, 17.842023, 18.606053, 19.11684, 18.36411, 18.713638, 17.94401, 19.18159, 18.821016, 17.933714, 18.038009, 17.705067, 18.296492, 18.366281, 18.153166, 16.460314, 17.501225, 18.066502, 16.927865, 18.030355, 17.377163, 17.081392, 33.174497, 26.083207, 21.871994, 19.66643, 19.351173, 19.13634, 17.817444, 17.407645, 17.847706, 21.423411, 22.121247, 22.570163, 26.16547, 31.447919, 35.852792, 43.448109, 40.502867, 35.68849, 43.848234, 44.123184, 33.396354, 26.465097, 9.769256, 2.683976, 2.727419, 0.338297], "sum_m_pl": [1.99155, 5.290008, 5.434291, 5.188852, 5.680478, 5.067092, 5.079388, 5.033041, 5.379687, 5.753586, 6.311143, 6.670515, 7.05064, 6.96878, 6.963206, 6.492372, 5.76885, 5.963758, 5.800787, 6.116393, 5.787438, 5.791967, 6.050533, 6.060733, 6.434298, 7.243294, 7.426913, 7.673335, 8.031598, 9.265068, 8.38567, 7.79564, 7.961208, 7.024284, 7.076991, 6.556767, 6.204131, 5.233624, 4.913614, 4.999573, 5.930962, 7.038735, 5.154082, 5.559169, 9.513654, 14.866291, 31.261688, 41.944883, 44.613094, 45.67537]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 1, 1, 2, 4, 2, 0, 1, 1, 0, 3, 1, 1, 2, 2, 0, 0, 1, 0, 5, 3, 4, 2, 0, 0, 0, 2, 0, 4, 2, 0, 4, 3, 2, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 2, 2, 1, 2, 1, 1, 0, 0, 1, 2, 1, 0, 1, 1, 0, 1, 2, 3, 4, 3, 0, 0, 1, 1, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.096548, 2.19855, 2.26465, 2.097346, 1.971307, 1.984324, 1.938586, 1.862176, 1.794915, 2.007294, 2.04946, 1.900236, 1.830403, 1.855774, 1.925303, 1.858135, 1.822967, 1.744236, 1.906938, 1.864954, 1.826545, 1.948119, 1.975215, 2.091083, 2.754969, 2.356421, 2.17429, 2.029663, 2.177207, 2.134419, 1.963206, 2.132006, 2.062191, 2.159565, 2.18995, 2.080656, 2.017288, 1.772699, 1.703471, 2.342715, 2.055569, 1.590379, 1.356166, 0.952569, 0.770783, 0.527504, 0.493281, 0.136052, 0.013186, 0.0], "sum_m_pl": [0.189689, 0.624813, 0.490347, 0.479357, 0.47867, 0.410067, 0.386969, 0.381826, 0.482563, 0.575641, 0.648676, 0.664243, 0.781314, 0.711374, 0.673008, 0.674684, 0.573667, 0.645618, 0.652853, 0.690194, 0.666752, 0.658423, 0.678264, 0.697718, 0.735177, 0.792579, 0.760342, 0.81188, 0.790049, 0.921545, 0.851224, 0.748148, 0.617916, 0.593606, 0.612086, 0.670385, 0.654813, 0.606638, 0.712173, 0.666956, 0.633552, 0.661869, 0.635032, 0.57131, 0.520494, 0.3511, 0.075875, 0.070031, 0.015382, 2.8e-05]}, "lang": {"n_am_en": [3, 3, 5, 12, 10, 14, 15, 10, 10, 15, 12, 9, 10, 7, 15, 17, 13, 10, 15, 22, 20, 26, 24, 17, 28, 27, 21, 17, 18, 14, 16, 10, 12, 19, 15, 17, 21, 28, 27, 34, 30, 25, 31, 31, 23, 17, 5, 0, 1, 0], "n_am_pl": [1, 3, 6, 4, 4, 2, 6, 6, 6, 5, 6, 8, 5, 8, 6, 1, 1, 0, 1, 0, 1, 0, 2, 2, 3, 3, 7, 3, 5, 6, 9, 6, 7, 8, 6, 3, 3, 3, 3, 1, 3, 4, 2, 2, 8, 12, 29, 40, 44, 46], "n_pos": 47, "sum_m_en": [4.856451, 6.885042, 7.741693, 8.641628, 9.024264, 9.335914, 9.033213, 9.487167, 9.118081, 9.496527, 9.406338, 8.950247, 9.104667, 8.809478, 8.948537, 9.061918, 8.854837, 7.910849, 8.413549, 8.871796, 8.298075, 8.527676, 8.220544, 7.923363, 19.55314, 14.97023, 12.240053, 10.501444, 9.671395, 9.450916, 8.859617, 8.270922, 8.40936, 10.809094, 11.173064, 11.803763, 13.318702, 17.246942, 19.986596, 23.900159, 22.42468, 20.261534, 29.238446, 30.508389, 22.451579, 17.082403, 7.105887, 0.998997, 1.495496, 0.312592], "sum_m_pl": [1.009896, 2.395133, 2.58497, 2.48422, 2.747536, 2.427826, 2.56487, 2.522736, 2.849732, 2.92741, 3.235432, 3.487153, 3.637268, 3.728373, 3.708601, 3.251885, 2.911081, 2.911586, 2.796938, 2.902996, 2.696232, 2.767181, 2.901508, 2.840417, 2.907584, 3.486916, 3.823938, 3.966318, 4.233271, 4.911355, 4.402488, 4.23835, 4.445564, 3.789481, 3.835488, 3.527966, 3.592484, 2.869575, 2.706446, 2.93539, 3.099769, 3.959668, 2.457889, 2.822784, 6.755608, 11.393519, 27.013906, 37.839194, 42.688847, 45.65596]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "gsm8kpl-400", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1429, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9811}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 4, 12, 10, 12, 12, 20, 11, 18, 20, 27, 28, 25, 23, 23, 14, 17, 17, 15, 25, 26, 21, 18, 16, 42, 37, 27, 27, 28, 24, 28, 25, 29, 34, 36, 31, 41, 58, 55, 60, 62, 60, 61, 59, 56, 59, 54, 53, 46, 45], "n_am_pl": [0, 7, 11, 11, 10, 9, 6, 7, 7, 4, 9, 10, 12, 11, 8, 8, 3, 5, 2, 7, 7, 7, 7, 3, 8, 5, 7, 5, 9, 13, 11, 13, 8, 4, 5, 4, 2, 3, 2, 3, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 117, "sum_m_en": [12.705852, 18.399794, 18.459436, 18.618658, 20.115585, 19.367244, 19.616365, 19.849777, 19.580661, 20.78672, 21.447022, 21.357847, 20.266087, 21.308079, 20.06854, 20.474621, 20.752213, 18.227706, 17.158532, 18.352702, 17.331547, 17.680911, 17.620962, 17.685858, 25.4619, 22.454018, 22.258755, 19.625784, 21.713083, 21.562943, 21.207102, 21.911367, 21.950507, 23.342473, 25.980176, 23.113315, 27.425117, 36.511508, 38.181438, 47.758907, 51.396201, 52.350596, 55.62048, 55.66841, 53.466193, 54.573555, 51.756952, 51.20957, 45.235837, 45.078079], "sum_m_pl": [2.295731, 5.627098, 6.426053, 6.077347, 6.576029, 5.898633, 5.584334, 5.215751, 5.566803, 5.654277, 6.072915, 6.506259, 6.150633, 6.466939, 6.0954, 6.115364, 5.914204, 6.272808, 6.514795, 6.933116, 6.946477, 6.557467, 6.633793, 6.776635, 8.49657, 8.35215, 8.246802, 8.157336, 8.020569, 8.124663, 7.929538, 7.827688, 7.637462, 6.681776, 6.952919, 7.049763, 6.480603, 5.838184, 5.656188, 4.790996, 3.921012, 3.685874, 2.613722, 1.923674, 1.62208, 0.926397, 0.547309, 0.470517, 0.329543, 0.001031]}, "digit": {"n_am_en": [0, 0, 3, 4, 4, 1, 2, 0, 2, 2, 7, 6, 7, 2, 5, 6, 5, 2, 2, 3, 4, 3, 2, 0, 5, 4, 7, 5, 7, 4, 4, 3, 4, 6, 4, 7, 7, 9, 7, 6, 6, 6, 6, 6, 3, 4, 2, 0, 0, 0], "n_am_pl": [0, 5, 0, 1, 3, 1, 0, 1, 1, 1, 3, 2, 7, 7, 2, 4, 1, 3, 0, 5, 2, 3, 2, 0, 4, 2, 1, 0, 2, 3, 4, 2, 0, 0, 1, 1, 2, 3, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.122642, 3.896707, 3.733515, 3.544852, 3.650111, 3.47189, 3.462235, 3.372013, 3.511669, 3.763984, 4.087842, 4.088127, 3.744441, 3.977894, 3.827027, 4.036353, 3.817494, 3.271786, 3.110416, 3.273419, 3.028472, 3.117673, 3.108804, 3.164047, 3.986308, 3.831558, 4.152041, 3.769045, 4.427725, 4.239858, 4.137393, 4.656844, 4.142916, 4.240557, 3.870715, 3.850964, 4.438223, 5.38098, 4.216545, 4.463931, 4.304027, 4.535488, 5.668285, 5.600326, 4.139652, 3.474201, 2.020312, 0.943694, 0.051045, 0.0], "sum_m_pl": [0.320242, 0.872113, 0.803506, 0.803191, 0.815963, 0.692302, 0.673228, 0.605625, 0.830583, 0.844328, 1.007527, 0.937179, 1.117134, 1.26629, 0.999906, 1.016729, 1.025249, 1.172304, 1.215924, 1.267607, 1.234581, 1.170567, 1.173792, 1.179722, 1.697124, 1.55535, 1.336016, 1.407321, 1.380275, 1.413818, 1.405713, 1.330885, 1.279087, 1.073178, 1.194811, 1.211516, 1.280089, 1.172974, 1.229313, 1.159804, 1.111189, 1.150663, 0.845173, 0.591855, 0.475354, 0.249673, 0.186786, 0.084846, 0.017283, 0.0]}, "lang": {"n_am_en": [3, 2, 4, 2, 4, 2, 8, 2, 8, 10, 11, 7, 11, 10, 8, 4, 6, 8, 9, 13, 14, 13, 11, 12, 28, 27, 17, 14, 14, 13, 17, 18, 18, 23, 22, 19, 26, 37, 38, 41, 43, 43, 43, 43, 43, 45, 44, 46, 43, 45], "n_am_pl": [0, 0, 8, 8, 5, 5, 2, 4, 3, 1, 3, 5, 1, 3, 3, 0, 1, 1, 1, 0, 1, 2, 2, 1, 2, 2, 3, 3, 3, 5, 1, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [4.755859, 7.104888, 7.395267, 7.383675, 8.159428, 8.02143, 8.056991, 8.150433, 7.978302, 8.389168, 8.439569, 8.122534, 7.615221, 8.248057, 7.864657, 8.195359, 8.335883, 7.320491, 6.954481, 7.49211, 7.216065, 7.340739, 7.254591, 7.160122, 13.763963, 11.716937, 11.438323, 8.904771, 9.719121, 9.366462, 9.116744, 9.272787, 9.41242, 11.076799, 12.678724, 12.444765, 16.630241, 22.837673, 25.518689, 32.955687, 37.396873, 38.253895, 40.000198, 40.120648, 41.092742, 42.698545, 42.516597, 42.714606, 41.127621, 44.349564], "sum_m_pl": [0.785437, 2.276035, 2.583378, 2.350819, 2.632183, 2.26223, 2.126992, 2.00222, 2.113243, 2.066191, 2.241497, 2.470461, 2.156929, 2.356689, 2.309713, 2.313417, 2.25428, 2.276403, 2.429011, 2.643078, 2.700445, 2.551085, 2.575249, 2.61054, 2.877267, 3.009284, 3.067562, 3.122714, 2.971649, 2.982832, 2.832811, 2.843065, 2.965526, 2.630733, 2.732813, 2.735134, 2.544012, 2.105446, 2.037025, 1.283227, 0.654316, 0.528392, 0.341734, 0.317624, 0.259901, 0.087838, 0.069279, 0.144075, 0.037421, 0.00103]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-402", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1207, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9832}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 17, 24, 43, 54, 60, 64, 68, 53, 70, 65, 54, 61, 53, 58, 58, 66, 47, 47, 51, 47, 59, 52, 48, 88, 78, 72, 52, 51, 49, 43, 56, 60, 69, 81, 92, 105, 122, 116, 137, 138, 140, 149, 151, 128, 85, 38, 6, 6, 5], "n_am_pl": [6, 23, 25, 29, 20, 20, 30, 35, 35, 26, 31, 38, 33, 31, 22, 19, 17, 15, 12, 21, 15, 13, 13, 18, 28, 26, 23, 23, 41, 44, 41, 39, 36, 19, 19, 17, 21, 20, 23, 17, 19, 25, 29, 26, 37, 65, 105, 134, 139, 137], "n_pos": 271, "sum_m_en": [25.327827, 39.170104, 41.960573, 44.727529, 47.02542, 49.945286, 50.204261, 51.270321, 49.944531, 51.897086, 54.139791, 53.575473, 52.76399, 53.468429, 52.242438, 51.729201, 51.586414, 45.191055, 44.099433, 44.582821, 42.654243, 43.612906, 43.344057, 43.364445, 61.458676, 56.441301, 51.253038, 47.282859, 48.973926, 49.62562, 47.714381, 50.422586, 50.065008, 52.96411, 57.097855, 58.657716, 65.825982, 80.144132, 82.05752, 96.699924, 102.69972, 101.610508, 125.434244, 127.898873, 109.949206, 74.443593, 34.8892, 10.335901, 7.441239, 4.997479], "sum_m_pl": [5.394872, 14.250402, 15.954268, 15.566787, 16.693375, 16.425525, 16.434757, 16.412183, 17.964725, 17.900463, 20.067214, 21.694695, 21.094709, 21.432613, 21.522144, 19.783329, 16.99297, 18.013398, 17.837571, 17.908969, 17.332211, 16.408372, 16.614823, 16.572949, 21.637499, 23.107442, 25.654944, 25.874585, 27.787323, 29.136396, 26.504101, 27.483186, 27.287962, 22.356176, 22.440999, 21.408081, 20.896091, 17.647046, 20.382043, 19.49919, 20.329401, 22.198069, 22.052496, 25.086236, 34.85319, 58.191387, 101.063853, 126.096561, 139.305235, 136.582892]}, "digit": {"n_am_en": [0, 0, 3, 0, 3, 3, 5, 6, 7, 5, 6, 4, 6, 7, 2, 5, 6, 1, 2, 2, 1, 3, 1, 2, 3, 5, 4, 4, 7, 5, 1, 3, 2, 4, 3, 6, 7, 8, 5, 6, 5, 5, 7, 5, 4, 4, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 3, 4, 2, 0, 1, 1, 1, 1, 3, 1, 1, 1, 4, 2, 2, 1, 0, 2, 2, 2, 0, 0, 1, 1, 2, 2, 2, 2, 1, 3, 2, 0, 0, 0, 0, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.816352, 3.635588, 3.782331, 3.570747, 3.462822, 3.61251, 3.789707, 3.473498, 3.683436, 3.895808, 4.26968, 4.197857, 4.03795, 4.350497, 4.147788, 4.105554, 4.271631, 3.641373, 3.468425, 3.434222, 3.282592, 3.394342, 3.392529, 3.492057, 4.357604, 4.226478, 4.128291, 3.921953, 4.223695, 4.165359, 3.932609, 4.493852, 4.371341, 4.233614, 3.95226, 4.336532, 4.810363, 5.000021, 4.653675, 4.849577, 4.751968, 4.649651, 4.891321, 4.845045, 3.952016, 2.826889, 1.846723, 0.618999, 0.343959, 0.0], "sum_m_pl": [0.309527, 0.982797, 0.834368, 0.796062, 0.835076, 0.791261, 0.710571, 0.719742, 0.935123, 0.97344, 1.182488, 1.280862, 1.337135, 1.370443, 1.204962, 1.17004, 1.12738, 1.272877, 1.295343, 1.249237, 1.249797, 1.213816, 1.205206, 1.220471, 1.695137, 1.657731, 1.4168, 1.476321, 1.479898, 1.613513, 1.576828, 1.594016, 1.429623, 1.153056, 1.290185, 1.138878, 1.049793, 1.014292, 1.071225, 1.053822, 0.982067, 0.984863, 0.74369, 0.591361, 0.512517, 0.451543, 0.480114, 1.206981, 0.284645, 0.0]}, "lang": {"n_am_en": [6, 8, 11, 30, 35, 36, 35, 44, 30, 44, 39, 34, 37, 28, 39, 36, 37, 29, 33, 33, 33, 36, 36, 30, 49, 44, 43, 28, 30, 28, 27, 34, 39, 44, 50, 59, 68, 74, 70, 79, 83, 86, 95, 100, 85, 56, 29, 6, 5, 5], "n_am_pl": [5, 13, 13, 17, 11, 10, 16, 19, 22, 17, 20, 27, 18, 18, 12, 13, 11, 10, 9, 10, 6, 4, 5, 9, 16, 15, 9, 12, 24, 28, 25, 26, 27, 14, 15, 12, 16, 14, 18, 13, 16, 21, 23, 22, 33, 58, 96, 124, 135, 136], "n_pos": 142, "sum_m_en": [13.973788, 19.972592, 21.979788, 23.784822, 24.970745, 26.410768, 26.752787, 28.02227, 27.570496, 28.385808, 29.815129, 29.192075, 29.09694, 29.208971, 28.638145, 28.314088, 27.881171, 24.307095, 23.842705, 24.008798, 23.096645, 23.527823, 23.423051, 23.251321, 34.729035, 32.068158, 28.629015, 25.60152, 26.438338, 26.679578, 26.263859, 27.138236, 26.847617, 29.506174, 31.568247, 33.364075, 38.689401, 47.801818, 48.538221, 57.001225, 59.37544, 58.585853, 77.240591, 80.113546, 70.739473, 48.93318, 26.844201, 7.955054, 5.48364, 4.997358], "sum_m_pl": [3.117943, 7.334964, 8.343737, 8.132625, 8.707297, 8.633634, 9.066584, 9.275476, 10.185364, 10.243118, 11.834618, 12.917313, 12.674386, 12.953787, 12.981928, 11.869865, 9.779589, 10.366895, 10.243243, 10.059378, 9.585314, 9.072943, 9.20803, 9.157733, 11.787392, 12.759016, 14.29558, 14.766092, 16.141221, 17.233637, 15.969654, 16.943939, 17.340496, 14.544783, 14.536625, 13.967941, 13.990443, 11.543488, 14.117958, 13.882021, 15.208739, 16.993135, 16.951082, 20.193948, 28.441454, 49.336144, 90.532392, 116.041039, 133.834233, 135.969455]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 274, "item_id": "gsm8kpl-402", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1497, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9927}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 23, 28, 31, 27, 22, 32, 48, 32, 37, 33, 31, 23, 24, 32, 51, 60, 66, 64, 63, 59, 53, 60, 61, 86, 95, 80, 55, 44, 46, 38, 46, 54, 65, 73, 69, 79, 85, 92, 108, 114, 114, 106, 118, 115, 117, 103, 102, 83, 75], "n_am_pl": [4, 25, 12, 14, 24, 28, 12, 14, 13, 10, 11, 20, 22, 17, 15, 15, 11, 8, 7, 7, 7, 5, 6, 8, 9, 9, 10, 18, 25, 24, 21, 11, 13, 5, 4, 3, 4, 2, 5, 7, 9, 10, 14, 9, 7, 9, 8, 6, 15, 16], "n_pos": 238, "sum_m_en": [26.324423, 34.130846, 36.156963, 35.436206, 38.857941, 36.904003, 35.963894, 36.152777, 34.163864, 36.19819, 38.651262, 37.281304, 37.716276, 37.264058, 38.436297, 41.634805, 42.444547, 39.18648, 39.038117, 39.116169, 37.584894, 38.307552, 38.136886, 38.675518, 63.518684, 57.908754, 50.475192, 42.98324, 42.817008, 41.349616, 38.600289, 40.047223, 44.022485, 48.724323, 54.366805, 56.481574, 62.020668, 70.14061, 80.085509, 88.636453, 99.031234, 105.604309, 104.288741, 111.762992, 109.873541, 111.076621, 102.295423, 100.989279, 79.112566, 74.715193], "sum_m_pl": [5.113123, 11.519733, 12.120737, 11.43744, 12.57085, 12.256246, 10.838487, 10.553728, 10.688774, 11.254879, 12.619218, 13.801773, 14.176801, 14.089622, 13.735252, 13.506884, 13.467553, 12.946515, 13.040237, 13.203919, 13.028156, 12.803068, 12.853465, 12.853553, 14.014167, 15.381783, 16.038299, 17.402911, 17.815593, 18.922866, 17.773073, 15.716854, 14.082204, 12.555649, 12.03314, 11.564174, 10.761743, 8.913577, 8.720004, 9.028336, 9.837819, 11.178452, 13.668323, 9.385697, 9.320583, 9.401717, 9.064062, 7.495272, 15.7501, 15.268901]}, "digit": {"n_am_en": [0, 2, 2, 5, 3, 5, 8, 10, 9, 5, 12, 7, 3, 7, 7, 15, 12, 14, 16, 10, 13, 10, 10, 10, 16, 17, 12, 12, 7, 8, 7, 6, 11, 14, 16, 15, 14, 12, 14, 16, 17, 13, 11, 15, 11, 13, 9, 8, 0, 0], "n_am_pl": [0, 1, 0, 2, 1, 2, 0, 0, 2, 3, 3, 6, 8, 8, 4, 5, 1, 1, 2, 1, 2, 0, 0, 2, 1, 0, 1, 1, 3, 6, 4, 1, 1, 1, 2, 2, 1, 0, 0, 2, 1, 1, 2, 3, 1, 3, 2, 0, 0, 0], "n_pos": 48, "sum_m_en": [4.680976, 7.888903, 8.493281, 8.201809, 8.783364, 8.386279, 8.026981, 7.863348, 7.725801, 7.98196, 8.723695, 8.373246, 7.980282, 8.076534, 8.367039, 8.924473, 8.867605, 8.314778, 8.343439, 8.000483, 7.804028, 7.948689, 7.928167, 8.005424, 13.944689, 12.79745, 10.802915, 8.958766, 8.739424, 8.365456, 7.613476, 8.242299, 8.951964, 10.170902, 10.561228, 12.15727, 12.356762, 11.836988, 12.133767, 11.421602, 11.388232, 10.692744, 11.038102, 10.548097, 10.466704, 9.691237, 8.611498, 6.874706, 1.937775, 0.0], "sum_m_pl": [0.682766, 2.023417, 2.050517, 1.925303, 2.059083, 1.797693, 1.531311, 1.506607, 1.925449, 2.040176, 2.309573, 2.620175, 2.894016, 2.849648, 2.540432, 2.45784, 2.462037, 2.480934, 2.504435, 2.420249, 2.354884, 2.303822, 2.37568, 2.398892, 2.031943, 2.355764, 2.546626, 3.084663, 2.931906, 3.30484, 3.06593, 2.822444, 2.521505, 2.361113, 2.253766, 2.368754, 2.276444, 1.994139, 2.083808, 2.56166, 2.87329, 3.159028, 3.128895, 2.825338, 2.524957, 2.511992, 2.179176, 1.075814, 0.425296, 0.0]}, "lang": {"n_am_en": [7, 16, 16, 17, 16, 9, 16, 28, 18, 22, 13, 12, 12, 14, 16, 24, 28, 34, 35, 36, 34, 32, 33, 33, 44, 53, 46, 30, 28, 29, 22, 28, 33, 36, 40, 40, 50, 54, 61, 66, 67, 68, 65, 72, 73, 74, 73, 74, 74, 75], "n_am_pl": [3, 2, 7, 8, 13, 12, 3, 4, 5, 2, 4, 8, 9, 4, 7, 5, 4, 2, 1, 4, 1, 2, 1, 2, 3, 3, 7, 9, 13, 6, 9, 8, 8, 2, 1, 0, 1, 2, 5, 5, 7, 9, 12, 6, 6, 6, 6, 6, 14, 14], "n_pos": 90, "sum_m_en": [11.589567, 12.876918, 13.430748, 13.202777, 14.806082, 14.052323, 14.38848, 15.008907, 14.066183, 14.388785, 15.260825, 15.063807, 15.877865, 15.639972, 16.579719, 17.767463, 17.777566, 16.422474, 16.314204, 16.361655, 15.46398, 15.648712, 15.342837, 15.362042, 30.465276, 29.162629, 25.131934, 20.877554, 19.99239, 18.798028, 17.229298, 17.797826, 19.689073, 22.342222, 25.931323, 27.377771, 33.579463, 39.745753, 48.080505, 54.267867, 57.812159, 62.835453, 62.937011, 69.775117, 70.022046, 70.676025, 70.16463, 70.190104, 68.282855, 74.6118], "sum_m_pl": [2.271139, 4.395563, 4.797059, 4.427614, 4.89669, 5.066397, 4.177895, 4.002444, 4.135719, 4.285814, 5.061249, 5.527421, 5.738342, 5.660749, 5.689837, 5.589306, 5.376351, 5.075256, 5.111739, 5.181243, 5.140241, 5.096423, 5.050444, 4.993902, 5.399417, 5.703684, 6.685185, 6.846428, 6.896009, 7.033683, 7.135393, 6.389254, 5.928273, 5.347482, 5.119027, 4.797278, 4.351624, 3.592269, 3.77796, 3.755482, 4.60716, 6.027248, 8.790469, 5.294822, 5.723015, 5.968944, 6.360805, 5.520913, 13.659982, 13.997556]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-403", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9876}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 20, 45, 47, 60, 90, 81, 119, 106, 94, 86, 75, 76, 68, 94, 111, 111, 122, 125, 119, 115, 132, 131, 117, 204, 185, 173, 119, 92, 73, 67, 74, 85, 123, 144, 170, 175, 176, 195, 208, 207, 206, 202, 203, 170, 117, 43, 20, 5, 2], "n_am_pl": [5, 27, 29, 39, 45, 36, 41, 37, 22, 46, 41, 57, 56, 49, 48, 51, 52, 38, 24, 35, 28, 19, 27, 26, 28, 29, 29, 44, 56, 69, 55, 55, 48, 42, 39, 33, 40, 24, 35, 40, 44, 45, 54, 52, 68, 124, 205, 217, 221, 231], "n_pos": 456, "sum_m_en": [42.897817, 68.324926, 73.260204, 74.606602, 78.113104, 77.950904, 75.636658, 78.400886, 77.104046, 77.827111, 82.368045, 78.823634, 79.949632, 77.656859, 79.807592, 83.001924, 83.827765, 76.529638, 75.578902, 74.520531, 72.292967, 73.15538, 72.861683, 72.873232, 127.844471, 118.395971, 103.952735, 87.054797, 80.638016, 76.255793, 74.045601, 74.539254, 80.325479, 89.131087, 97.714089, 102.394327, 103.830927, 125.579794, 154.397076, 164.009724, 177.199436, 178.453743, 175.910563, 186.175493, 156.826779, 112.012672, 40.081514, 20.433507, 9.152378, 2.079268], "sum_m_pl": [7.745438, 22.807387, 24.091416, 24.402402, 25.68816, 25.80623, 24.313017, 23.349721, 24.22579, 25.334684, 29.123876, 31.045781, 30.649636, 30.073477, 31.642355, 30.34889, 29.926834, 27.77675, 26.767005, 27.172314, 26.207546, 25.539366, 26.259911, 25.418755, 32.293463, 33.884421, 36.925535, 40.003726, 45.072046, 47.170547, 44.741439, 41.94246, 40.277436, 37.939426, 35.709754, 34.652249, 35.206858, 30.476221, 31.180145, 31.442848, 32.989989, 35.919379, 46.016134, 44.584205, 65.777594, 112.491564, 191.714297, 207.996383, 219.856117, 230.084469]}, "digit": {"n_am_en": [0, 2, 6, 7, 9, 10, 12, 16, 12, 17, 15, 10, 11, 10, 18, 20, 16, 16, 18, 13, 16, 17, 16, 14, 32, 21, 22, 11, 11, 8, 9, 7, 16, 17, 22, 22, 22, 22, 19, 23, 22, 23, 23, 17, 15, 16, 8, 5, 0, 0], "n_am_pl": [0, 2, 2, 2, 6, 3, 4, 2, 1, 3, 4, 7, 10, 6, 6, 11, 8, 6, 8, 3, 2, 1, 4, 3, 1, 2, 1, 9, 5, 10, 4, 4, 6, 4, 3, 6, 1, 0, 5, 3, 4, 5, 5, 5, 1, 2, 6, 4, 0, 0], "n_pos": 71, "sum_m_en": [6.558033, 11.795411, 13.07479, 13.034842, 13.61443, 12.984191, 12.517416, 12.385233, 12.196203, 13.1455, 13.750329, 12.742279, 13.038959, 12.65043, 13.431689, 13.636998, 14.163471, 13.006788, 12.8742, 12.459536, 11.893177, 12.171393, 12.128855, 12.212994, 19.111421, 16.740405, 15.332354, 13.832825, 13.470581, 12.65765, 11.74292, 12.435563, 14.333747, 15.685731, 16.362724, 17.083123, 16.521311, 17.492413, 18.797535, 18.953647, 18.517681, 18.850299, 17.28275, 15.360625, 13.65193, 12.244628, 8.534028, 5.595336, 1.459075, 0.0], "sum_m_pl": [1.181781, 3.790238, 3.383697, 3.197191, 3.272966, 2.765296, 2.444594, 2.374024, 2.968298, 3.159577, 3.703749, 3.807744, 3.991969, 4.014556, 3.967007, 3.963132, 3.863612, 3.777117, 3.80954, 3.750867, 3.711599, 3.606671, 3.745049, 3.726013, 3.95883, 4.464987, 4.611659, 5.478309, 5.568875, 5.657779, 5.258287, 4.809077, 4.357056, 4.021299, 4.045568, 4.233721, 3.700681, 3.421414, 3.650077, 3.625316, 3.878514, 4.074764, 4.080281, 3.814986, 3.845391, 3.904036, 6.167242, 4.872568, 0.744627, 0.0]}, "lang": {"n_am_en": [14, 10, 29, 27, 38, 57, 54, 72, 66, 58, 46, 40, 38, 43, 51, 59, 64, 70, 73, 76, 73, 86, 89, 83, 120, 116, 109, 80, 47, 42, 38, 45, 47, 72, 81, 95, 107, 108, 122, 126, 127, 134, 133, 143, 117, 69, 22, 9, 4, 2], "n_am_pl": [2, 17, 18, 22, 26, 17, 18, 23, 15, 26, 25, 40, 33, 34, 34, 27, 27, 22, 11, 17, 15, 9, 12, 13, 17, 18, 21, 24, 34, 40, 43, 40, 32, 31, 30, 22, 31, 20, 25, 33, 35, 35, 45, 42, 61, 113, 179, 204, 216, 230], "n_pos": 233, "sum_m_en": [21.912377, 34.203544, 36.973683, 38.112991, 40.564707, 40.733986, 39.895548, 42.438122, 42.462291, 41.307304, 44.055659, 42.050711, 42.299862, 41.490807, 42.302276, 43.419441, 43.19446, 39.482827, 38.860329, 38.092529, 37.358767, 37.507106, 37.758285, 37.411798, 75.066643, 69.487671, 59.082504, 47.344353, 42.312642, 39.977425, 39.756263, 39.523255, 41.727266, 46.189613, 51.218328, 55.151327, 57.203726, 73.329687, 91.356837, 98.601715, 110.625064, 114.405341, 115.982637, 128.129931, 105.274091, 68.032126, 19.172913, 8.058097, 5.094376, 2.075307], "sum_m_pl": [3.766099, 11.282986, 12.522108, 13.018802, 14.007892, 14.75773, 14.055736, 13.386909, 13.936952, 14.24071, 16.709838, 18.061328, 18.006686, 17.848256, 18.779197, 17.53501, 17.065094, 15.629892, 14.693569, 14.764954, 14.355832, 13.92777, 14.247033, 13.584751, 17.402979, 18.590945, 21.45146, 22.823962, 26.309016, 27.51046, 26.584619, 25.493496, 24.72169, 23.843735, 22.301325, 21.183422, 23.091274, 20.199266, 21.975399, 22.415192, 23.467042, 25.836876, 36.324735, 34.192792, 56.258803, 101.392938, 169.208939, 193.184432, 213.364457, 228.414606]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 461, "item_id": "gsm8kpl-403", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1484, "region_end": 456, "roundtrip_ok": true, "tf_agree": 0.9913, "tf_agree_excl_first": 0.9935}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 26, 45, 32, 29, 30, 26, 23, 24, 27, 21, 22, 21, 17, 24, 19, 17, 23, 25, 28, 29, 29, 23, 28, 49, 32, 29, 28, 28, 17, 27, 28, 28, 32, 44, 46, 55, 65, 63, 69, 66, 75, 73, 69, 68, 62, 68, 69, 48, 39], "n_am_pl": [3, 12, 7, 10, 9, 10, 12, 16, 6, 9, 13, 10, 14, 9, 16, 14, 18, 18, 17, 11, 6, 7, 7, 8, 14, 18, 16, 11, 6, 10, 11, 6, 10, 7, 10, 8, 11, 6, 7, 5, 7, 8, 8, 3, 3, 5, 2, 1, 1, 1], "n_pos": 144, "sum_m_en": [15.318243, 22.940993, 24.466897, 24.106203, 25.041734, 24.021111, 23.642774, 24.332653, 23.855304, 24.689629, 24.473975, 24.889538, 23.910738, 23.326174, 23.701545, 23.476598, 24.166894, 22.143257, 22.504476, 22.591248, 21.710646, 22.217753, 21.589995, 22.664463, 32.907871, 28.357872, 25.357231, 25.747084, 25.949222, 26.508799, 26.258015, 26.327378, 26.115703, 26.538803, 28.83065, 30.889846, 35.300268, 46.042198, 48.580988, 56.275531, 58.070559, 61.790175, 60.910624, 61.83684, 61.399346, 57.898277, 64.049853, 63.835224, 49.411415, 38.348876], "sum_m_pl": [2.80032, 7.377338, 7.733533, 7.275628, 7.219809, 6.551715, 6.358492, 6.729633, 7.086685, 7.99713, 8.230641, 9.024474, 8.851744, 8.637266, 9.125444, 9.432555, 9.736844, 10.035645, 9.225347, 8.88081, 8.622463, 8.317927, 8.389467, 8.712186, 11.285887, 11.042136, 10.714912, 10.829204, 9.524523, 10.212667, 9.191265, 8.607, 9.212862, 9.142673, 9.143925, 8.398627, 8.376329, 6.586236, 7.334822, 6.569091, 6.864972, 6.879971, 6.757185, 5.336299, 4.664208, 4.849698, 2.969596, 2.261451, 2.033268, 1.00116]}, "digit": {"n_am_en": [6, 11, 21, 10, 12, 10, 9, 7, 7, 13, 9, 7, 5, 8, 11, 8, 6, 8, 8, 11, 11, 9, 7, 9, 16, 6, 7, 7, 6, 0, 10, 10, 10, 10, 12, 11, 14, 22, 19, 19, 18, 21, 16, 17, 15, 14, 22, 20, 4, 0], "n_am_pl": [0, 9, 0, 3, 6, 4, 3, 2, 1, 4, 5, 5, 8, 4, 5, 6, 9, 9, 10, 4, 3, 3, 3, 4, 7, 10, 6, 6, 3, 4, 3, 2, 4, 3, 5, 5, 8, 3, 3, 2, 4, 6, 6, 2, 2, 3, 1, 0, 0, 0], "n_pos": 53, "sum_m_en": [5.008305, 9.287758, 9.770188, 9.270276, 9.300776, 8.645343, 8.318908, 8.492731, 8.114835, 9.039739, 9.177648, 9.447967, 9.003669, 8.782884, 9.067318, 8.988536, 9.151034, 8.029941, 8.135206, 8.251757, 7.978359, 8.190435, 8.146444, 8.663577, 11.205085, 9.591544, 8.641641, 8.961716, 9.138747, 9.334759, 9.903069, 10.036651, 9.858193, 9.621057, 9.784115, 10.656087, 10.856083, 13.511724, 13.881195, 15.123228, 15.624473, 15.355149, 14.241241, 14.230929, 14.32011, 12.989519, 18.510201, 17.745733, 6.623132, 0.0], "sum_m_pl": [0.686063, 2.775923, 2.529763, 2.384597, 2.30617, 2.139937, 2.011891, 2.203915, 2.386572, 2.930325, 2.965124, 3.254675, 3.505828, 3.382894, 3.365409, 3.578814, 3.709462, 4.10314, 3.69916, 3.436903, 3.336268, 3.260983, 3.286692, 3.460229, 4.739577, 5.058904, 4.510437, 4.702937, 3.786817, 3.966998, 3.528144, 3.304393, 3.304922, 3.610764, 3.800904, 3.744341, 3.841256, 2.895408, 3.370819, 2.943556, 2.697147, 3.047101, 3.218626, 2.630576, 2.449191, 2.694281, 1.545512, 0.993044, 0.454332, 0.0]}, "lang": {"n_am_en": [6, 7, 8, 10, 8, 11, 8, 9, 9, 6, 4, 8, 9, 5, 6, 8, 6, 6, 11, 10, 11, 12, 11, 13, 18, 13, 15, 14, 13, 12, 11, 8, 12, 14, 18, 20, 25, 26, 26, 33, 33, 34, 35, 36, 38, 34, 33, 36, 36, 37], "n_am_pl": [2, 1, 2, 3, 3, 4, 5, 5, 4, 3, 4, 3, 3, 3, 7, 5, 5, 5, 5, 3, 2, 3, 3, 2, 4, 4, 3, 2, 2, 3, 3, 1, 2, 2, 2, 1, 2, 2, 3, 3, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1], "n_pos": 39, "sum_m_en": [4.634723, 5.865036, 6.387502, 6.486136, 6.966124, 6.714162, 6.932441, 7.284432, 7.410834, 6.918411, 6.831631, 6.855759, 6.704242, 6.553922, 6.547841, 6.59711, 6.771339, 6.498793, 6.349593, 6.336804, 6.07467, 6.454643, 6.106351, 6.307017, 12.091288, 9.778487, 8.930285, 8.301699, 8.206048, 8.228777, 8.056095, 8.179948, 8.076016, 8.323425, 9.397444, 10.212343, 13.665951, 19.210798, 22.201334, 27.377194, 28.332046, 29.966063, 29.98217, 31.261414, 32.531447, 31.400798, 32.220797, 33.127654, 33.686967, 36.449209], "sum_m_pl": [1.006883, 1.901132, 2.051553, 2.020476, 2.118996, 1.899201, 1.841854, 2.035142, 2.190992, 2.215098, 2.403258, 2.678108, 2.493329, 2.422609, 2.847898, 2.740804, 2.828438, 2.701827, 2.515168, 2.440138, 2.324357, 2.214078, 2.235753, 2.289123, 2.632579, 2.501486, 2.698196, 2.739759, 2.727185, 2.92321, 2.71834, 2.524742, 2.835795, 2.796911, 2.568405, 2.363645, 2.271271, 1.873831, 2.219042, 1.922407, 2.628907, 2.28953, 1.982693, 1.540817, 1.415586, 1.628172, 1.201411, 1.105199, 1.090593, 1.001151]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "gsm8kpl-407", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1233, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9799}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 18, 28, 38, 44, 58, 37, 44, 47, 52, 42, 45, 36, 35, 38, 43, 39, 48, 56, 59, 56, 58, 52, 40, 83, 76, 54, 49, 54, 39, 28, 34, 41, 40, 61, 72, 83, 107, 96, 103, 109, 105, 96, 98, 85, 62, 39, 9, 8, 4], "n_am_pl": [1, 10, 16, 18, 7, 12, 20, 17, 17, 12, 18, 19, 24, 20, 25, 22, 18, 21, 18, 11, 9, 9, 9, 16, 20, 19, 22, 22, 18, 25, 19, 24, 18, 17, 21, 21, 25, 19, 20, 14, 25, 23, 28, 26, 32, 51, 83, 102, 93, 93], "n_pos": 222, "sum_m_en": [20.239795, 34.037761, 35.831671, 35.283069, 37.438974, 36.535209, 35.528367, 38.279157, 38.439247, 38.891192, 39.933546, 40.025251, 38.738776, 38.082036, 38.970037, 38.172542, 38.432361, 35.055965, 35.074694, 34.515047, 33.759885, 34.449117, 33.522139, 34.763575, 51.603667, 46.239261, 40.612038, 38.842837, 38.060196, 37.869878, 37.425984, 37.458636, 38.521467, 38.909953, 40.555598, 41.986602, 48.616694, 65.63466, 73.603076, 80.463283, 81.465299, 86.947306, 86.263261, 86.867749, 82.982347, 60.619918, 34.746558, 15.505959, 9.893361, 4.009895], "sum_m_pl": [3.347286, 11.202935, 11.798963, 11.362937, 11.395122, 10.884341, 10.528394, 10.911476, 11.112072, 11.790554, 13.039928, 14.40327, 14.145263, 14.164618, 13.987612, 14.021992, 14.207238, 14.145508, 12.978147, 13.175727, 13.073779, 12.729942, 12.93167, 12.904657, 17.573318, 16.884035, 18.31152, 18.700073, 17.242677, 18.514316, 16.601029, 17.034853, 16.932661, 16.738227, 15.517845, 15.912241, 15.924372, 14.607834, 15.482663, 13.813075, 16.908284, 18.409367, 23.93124, 25.147521, 29.586774, 47.197739, 80.146179, 94.419406, 91.243643, 92.929466]}, "digit": {"n_am_en": [0, 6, 13, 11, 7, 13, 4, 5, 2, 8, 11, 8, 5, 7, 11, 11, 7, 12, 14, 16, 13, 12, 11, 7, 16, 11, 5, 7, 11, 6, 5, 2, 5, 7, 10, 15, 18, 19, 18, 14, 18, 14, 12, 14, 6, 6, 7, 1, 0, 0], "n_am_pl": [0, 3, 4, 2, 1, 0, 2, 3, 4, 3, 2, 4, 6, 5, 5, 6, 5, 6, 4, 0, 0, 0, 0, 2, 4, 5, 6, 6, 2, 4, 3, 5, 4, 7, 6, 5, 6, 3, 4, 3, 6, 5, 4, 0, 0, 2, 4, 5, 1, 0], "n_pos": 52, "sum_m_en": [4.947488, 9.08466, 9.616978, 8.34919, 8.665648, 7.802485, 7.714974, 8.094679, 7.758672, 8.799633, 9.03539, 9.000866, 8.673115, 8.87263, 9.127331, 8.918082, 8.928441, 7.929923, 7.95134, 8.056698, 7.841464, 8.096704, 8.061132, 8.581869, 12.536016, 11.048764, 9.174332, 9.297568, 8.94306, 8.961816, 9.088636, 9.328716, 9.350046, 9.436256, 9.485461, 10.418536, 11.31814, 13.471035, 12.636272, 11.987227, 12.327188, 12.627689, 13.273305, 13.940975, 12.234266, 9.657433, 9.143246, 4.438746, 0.930964, 0.0], "sum_m_pl": [0.757978, 2.89053, 2.334644, 2.155841, 2.173884, 2.048212, 1.830483, 1.990382, 2.156061, 2.600229, 2.615935, 2.880095, 3.323004, 3.184717, 3.061612, 3.161749, 3.129071, 3.253314, 3.04924, 3.023643, 2.976352, 2.920221, 2.972202, 3.059394, 3.461628, 3.255928, 3.680643, 3.948426, 3.387856, 3.623518, 3.11835, 3.227886, 3.308981, 3.664284, 3.285132, 3.107458, 3.093689, 2.408592, 2.460791, 2.540294, 2.620046, 2.813453, 2.751677, 2.031207, 2.154832, 2.559425, 5.301889, 4.228381, 1.281462, 0.0]}, "lang": {"n_am_en": [7, 8, 10, 14, 31, 32, 20, 27, 34, 30, 20, 21, 19, 21, 22, 22, 19, 18, 23, 28, 27, 28, 27, 21, 49, 42, 35, 30, 26, 20, 13, 18, 22, 20, 31, 35, 39, 57, 53, 62, 63, 64, 59, 60, 59, 36, 19, 7, 7, 4], "n_am_pl": [0, 5, 8, 12, 6, 7, 12, 10, 10, 6, 12, 10, 10, 9, 14, 7, 7, 8, 8, 6, 6, 7, 6, 9, 10, 10, 11, 12, 13, 13, 12, 17, 12, 10, 12, 13, 15, 13, 15, 11, 18, 16, 22, 22, 28, 47, 75, 87, 90, 92], "n_pos": 98, "sum_m_en": [9.252674, 14.468429, 15.202578, 15.767115, 17.356206, 17.60922, 16.94349, 18.728256, 19.407311, 18.699791, 18.955412, 18.861658, 18.475131, 17.743679, 18.203259, 17.934901, 17.926978, 16.451457, 16.339184, 15.900027, 15.5893, 15.902816, 15.242138, 15.524822, 25.724197, 23.076913, 20.554361, 18.523168, 17.666778, 17.126038, 17.65357, 17.345199, 17.932414, 18.099979, 18.332696, 19.156885, 23.004479, 34.674082, 43.400749, 49.602801, 49.103565, 51.793517, 51.881704, 50.229825, 51.308279, 33.485654, 15.211697, 8.606832, 7.393087, 4.008393], "sum_m_pl": [1.580425, 4.778207, 5.517523, 5.396076, 5.375088, 5.283945, 5.169225, 5.476287, 5.657204, 5.567138, 6.491829, 7.197812, 6.78432, 7.031357, 7.071755, 6.757182, 6.801459, 6.639657, 6.097407, 6.270292, 6.268121, 6.103005, 6.197128, 6.065411, 9.327199, 9.302317, 10.024636, 10.07881, 9.465017, 10.177507, 9.13459, 9.652908, 9.398098, 9.068304, 8.366902, 9.120198, 9.521497, 9.45532, 10.227181, 8.654508, 11.728883, 12.647469, 17.77421, 19.272945, 23.403136, 42.042376, 70.579889, 81.484029, 87.734016, 91.806505]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "gsm8kpl-407", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1523, "region_end": 222, "roundtrip_ok": true, "tf_agree": 0.9693, "tf_agree_excl_first": 0.9736}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 10, 15, 19, 21, 37, 46, 41, 43, 24, 25, 29, 33, 24, 38, 44, 38, 45, 49, 51, 58, 56, 49, 43, 67, 61, 51, 54, 58, 50, 38, 41, 43, 42, 50, 43, 46, 49, 57, 60, 56, 64, 71, 71, 71, 66, 69, 64, 54, 57], "n_am_pl": [8, 13, 15, 13, 11, 10, 10, 14, 10, 13, 14, 16, 13, 13, 13, 11, 9, 9, 12, 12, 6, 9, 6, 7, 5, 10, 18, 6, 10, 11, 12, 8, 15, 19, 10, 11, 9, 6, 4, 6, 4, 6, 4, 6, 5, 4, 3, 2, 1, 0], "n_pos": 136, "sum_m_en": [14.602947, 19.66441, 19.229686, 20.288481, 22.04426, 25.66385, 27.344384, 26.745924, 26.164962, 24.136458, 25.157776, 23.924397, 24.401973, 24.437343, 25.701458, 25.543802, 25.460898, 24.408291, 24.460502, 25.378895, 24.86672, 24.494411, 23.402946, 23.036728, 43.619069, 37.550672, 36.930596, 30.580466, 33.325835, 30.96183, 28.345276, 28.686809, 27.848662, 27.931457, 30.070678, 31.087157, 37.321801, 41.924318, 46.272548, 50.060221, 48.821072, 55.963924, 59.168288, 60.624402, 61.321344, 57.537329, 58.70862, 57.219116, 52.035811, 56.936608], "sum_m_pl": [3.60391, 6.712513, 7.004189, 6.748426, 7.050619, 6.394493, 6.246795, 7.035185, 7.108671, 7.423305, 8.088664, 8.109119, 7.254825, 7.116434, 7.348018, 8.084292, 8.200287, 8.146536, 7.949924, 7.889133, 7.757684, 7.573018, 7.478821, 7.618869, 8.211326, 9.142065, 9.716902, 9.744661, 9.598433, 9.567146, 8.375033, 7.284497, 8.1758, 8.554958, 8.652962, 9.33985, 7.994007, 7.548488, 6.769991, 6.825355, 6.595969, 6.018613, 5.434795, 8.276825, 6.793459, 4.916702, 3.540779, 2.768437, 1.607623, 0.294944]}, "digit": {"n_am_en": [0, 4, 2, 2, 0, 4, 9, 7, 8, 4, 4, 6, 8, 4, 9, 13, 9, 10, 11, 11, 15, 13, 13, 11, 20, 15, 9, 13, 14, 7, 8, 7, 9, 7, 4, 2, 0, 3, 5, 5, 6, 8, 9, 12, 10, 9, 9, 8, 0, 0], "n_am_pl": [0, 1, 4, 4, 2, 0, 1, 2, 1, 1, 2, 4, 6, 7, 4, 3, 2, 2, 3, 4, 2, 3, 2, 2, 1, 3, 3, 3, 4, 1, 4, 2, 3, 5, 2, 7, 4, 4, 2, 3, 3, 4, 3, 0, 0, 1, 1, 1, 0, 0], "n_pos": 32, "sum_m_en": [3.29278, 5.634572, 5.407801, 5.216441, 5.437795, 5.862697, 6.103146, 5.751057, 5.832811, 5.925677, 6.261723, 5.986027, 6.272109, 6.684258, 7.138832, 6.687117, 6.499193, 6.090897, 6.104103, 6.251537, 5.928947, 5.918317, 5.791798, 5.844532, 9.62325, 8.269761, 7.591367, 6.764929, 7.668897, 6.587915, 6.356588, 6.447754, 6.086475, 5.718429, 6.153692, 5.728482, 6.141903, 5.702631, 5.932402, 5.981659, 6.078746, 5.943596, 6.476281, 7.595705, 8.354111, 6.33236, 6.542547, 6.646608, 1.330807, 0.0], "sum_m_pl": [0.543857, 1.727351, 1.554871, 1.460276, 1.514208, 1.193105, 1.049308, 1.223479, 1.363696, 1.513549, 1.748033, 1.705081, 1.654457, 1.676091, 1.582411, 1.664853, 1.672183, 1.630227, 1.580361, 1.564968, 1.577577, 1.544584, 1.554354, 1.635746, 1.733226, 1.959298, 2.010527, 2.008158, 1.824264, 1.748424, 1.58299, 1.233587, 1.115744, 1.221696, 1.485736, 2.035284, 1.83013, 1.932556, 2.009461, 2.268073, 2.211066, 2.395407, 2.413822, 1.710787, 1.430947, 1.466155, 1.173018, 1.342809, 0.312258, 0.0]}, "lang": {"n_am_en": [5, 1, 5, 8, 12, 22, 23, 22, 26, 12, 12, 10, 18, 15, 22, 20, 20, 25, 26, 27, 30, 32, 26, 26, 37, 35, 34, 32, 34, 30, 22, 26, 25, 26, 35, 32, 33, 38, 40, 43, 43, 45, 48, 47, 49, 49, 52, 52, 52, 55], "n_am_pl": [4, 5, 5, 4, 3, 5, 3, 5, 5, 7, 6, 8, 4, 4, 7, 2, 4, 3, 4, 2, 0, 1, 1, 1, 1, 3, 9, 2, 4, 7, 5, 3, 6, 7, 3, 1, 3, 0, 0, 1, 0, 0, 0, 3, 3, 1, 1, 0, 0, 0], "n_pos": 57, "sum_m_en": [6.121504, 7.121791, 7.306182, 7.98749, 8.912739, 10.899217, 12.117589, 12.084908, 11.705642, 10.136358, 10.076257, 9.561272, 9.810691, 9.7139, 10.198294, 10.559682, 10.475079, 10.272384, 10.309653, 10.797046, 10.890269, 10.632915, 9.983182, 9.626855, 23.710541, 19.578864, 20.155926, 15.297632, 16.368706, 15.249496, 13.662555, 13.341304, 13.699232, 14.440647, 15.467456, 17.626249, 22.403396, 27.00728, 30.752529, 33.788289, 34.188645, 39.151558, 41.687622, 42.172237, 42.808542, 42.663874, 44.399038, 43.80601, 46.086687, 54.9005], "sum_m_pl": [1.660586, 2.71352, 2.88243, 2.803948, 2.96041, 2.815282, 2.733858, 3.116298, 3.130095, 3.050281, 3.267589, 3.279137, 2.778079, 2.754253, 2.944079, 3.300919, 3.473787, 3.396451, 3.442567, 3.396036, 3.285573, 3.202656, 3.148141, 3.188623, 3.147993, 3.672523, 4.097552, 4.23625, 4.285693, 4.384731, 3.737592, 3.185227, 3.749149, 3.987471, 3.762601, 3.701707, 3.267213, 2.803911, 2.313308, 2.096594, 2.027924, 1.398176, 1.203953, 3.190436, 2.699397, 1.351526, 0.884974, 0.264948, 0.280778, 0.000967]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "gsm8kpl-41", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1322, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9504, "tf_agree_excl_first": 0.9571}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 20, 18, 48, 54, 69, 65, 63, 71, 59, 57, 39, 50, 54, 61, 63, 58, 54, 63, 82, 102, 95, 80, 66, 134, 114, 97, 75, 78, 67, 62, 66, 66, 70, 81, 80, 87, 100, 116, 118, 117, 130, 135, 131, 119, 87, 39, 13, 3, 3], "n_am_pl": [8, 14, 31, 29, 24, 21, 24, 29, 35, 33, 35, 41, 37, 31, 22, 24, 22, 21, 20, 17, 11, 13, 12, 10, 14, 21, 23, 43, 39, 38, 34, 18, 31, 26, 27, 24, 25, 17, 17, 23, 25, 35, 32, 42, 46, 75, 108, 143, 152, 154], "n_pos": 270, "sum_m_en": [23.801927, 40.802294, 43.389455, 46.185031, 49.451531, 54.017142, 57.04138, 56.356261, 57.072489, 52.732787, 57.332986, 52.968458, 52.916524, 52.97426, 52.135792, 49.931769, 49.780526, 46.96591, 46.39374, 47.206025, 47.757652, 48.503825, 45.311856, 45.186442, 82.587486, 71.758419, 67.362304, 57.734517, 58.359359, 54.339219, 50.485388, 52.079887, 49.62795, 51.214613, 53.125792, 57.383641, 61.898809, 75.772885, 91.243531, 98.16409, 95.4861, 105.54502, 112.06396, 116.406887, 109.031247, 77.901749, 36.939476, 12.070706, 5.903394, 3.000102], "sum_m_pl": [4.260936, 13.192399, 14.818305, 15.239076, 15.816747, 15.907435, 15.137288, 16.836977, 17.755291, 18.345425, 19.770687, 19.712306, 18.163157, 18.72566, 18.989974, 19.621049, 17.963226, 18.267158, 17.305456, 17.327007, 16.400718, 15.792947, 15.509615, 15.577745, 18.256818, 21.221368, 22.419834, 24.258431, 24.083207, 26.190353, 22.775918, 21.51169, 21.913128, 21.747891, 21.091968, 20.00247, 19.582552, 18.661657, 16.935898, 17.537505, 20.004983, 22.89488, 24.589643, 33.828857, 42.516044, 69.209642, 103.500317, 137.073454, 148.145827, 153.787439]}, "digit": {"n_am_en": [0, 8, 5, 4, 2, 5, 7, 3, 3, 5, 9, 3, 4, 3, 7, 5, 5, 5, 6, 8, 10, 9, 7, 4, 15, 11, 6, 5, 8, 4, 5, 5, 5, 4, 7, 5, 4, 3, 3, 2, 4, 5, 8, 12, 12, 8, 8, 7, 0, 0], "n_am_pl": [0, 0, 2, 3, 1, 0, 0, 1, 3, 2, 2, 4, 7, 3, 2, 3, 3, 2, 2, 1, 0, 0, 0, 1, 0, 1, 1, 4, 4, 4, 4, 2, 3, 2, 1, 3, 1, 2, 1, 2, 2, 3, 2, 1, 0, 0, 0, 1, 0, 0], "n_pos": 29, "sum_m_en": [2.770668, 5.076342, 5.353356, 5.203106, 5.346806, 5.519218, 5.434235, 5.35287, 5.187229, 5.410182, 6.143197, 5.691045, 5.771834, 5.869572, 5.85316, 5.154424, 5.48783, 4.892888, 5.084856, 5.169366, 5.034635, 5.063312, 4.917958, 5.035203, 7.95982, 6.879224, 6.268544, 5.489467, 5.970426, 5.215721, 5.035333, 5.472568, 5.539936, 5.339295, 5.747137, 5.515828, 5.261142, 5.460037, 5.60303, 5.340695, 5.486625, 5.706926, 6.531129, 8.494513, 9.603005, 6.721709, 5.967495, 4.712992, 0.842457, 0.0], "sum_m_pl": [0.513919, 1.760114, 1.567586, 1.497763, 1.51987, 1.262648, 1.124945, 1.228724, 1.510535, 1.630017, 1.720398, 1.683255, 1.602886, 1.66037, 1.53903, 1.612923, 1.517119, 1.524697, 1.481664, 1.470703, 1.449004, 1.400274, 1.403298, 1.434136, 1.413477, 1.600012, 1.634389, 1.886647, 1.766958, 2.121274, 1.836737, 1.525159, 1.394472, 1.559082, 1.566631, 1.474302, 1.475123, 1.323316, 1.289894, 1.371129, 1.381204, 1.455191, 1.451991, 1.228583, 1.110922, 0.959403, 0.561422, 0.796533, 0.293882, 0.0]}, "lang": {"n_am_en": [2, 5, 11, 28, 33, 40, 38, 46, 45, 38, 35, 25, 32, 31, 38, 40, 40, 34, 40, 50, 61, 54, 49, 37, 79, 67, 57, 46, 54, 42, 40, 45, 41, 44, 55, 55, 59, 72, 80, 77, 75, 83, 85, 80, 72, 50, 22, 5, 3, 3], "n_am_pl": [7, 9, 19, 20, 10, 12, 14, 18, 23, 20, 22, 27, 22, 23, 14, 14, 14, 15, 13, 10, 8, 9, 6, 5, 9, 15, 17, 25, 18, 20, 20, 10, 25, 18, 20, 17, 19, 12, 13, 17, 19, 29, 26, 35, 40, 68, 95, 134, 149, 153], "n_pos": 157, "sum_m_en": [13.619367, 22.603883, 24.103368, 26.12741, 27.628957, 31.096681, 33.472498, 34.151683, 35.570123, 32.250068, 34.576792, 31.796145, 31.941379, 31.772983, 31.376901, 30.486825, 29.697617, 28.230603, 27.575427, 28.090076, 28.634663, 28.700039, 26.931435, 26.605716, 50.444266, 43.868469, 41.272585, 35.59368, 36.403356, 33.536767, 31.279455, 32.308103, 30.215495, 32.033762, 33.549102, 37.079726, 39.792578, 48.543829, 58.372849, 62.697147, 59.146612, 66.651977, 71.210648, 72.585521, 67.289927, 45.57196, 22.185325, 5.100319, 3.924285, 3.000102], "sum_m_pl": [2.555956, 7.239005, 8.106774, 8.505543, 8.813949, 9.142964, 8.657595, 10.012539, 10.465243, 10.829592, 11.841293, 11.999959, 11.161324, 11.631347, 11.683216, 11.816229, 10.648455, 11.095494, 10.567511, 10.401944, 9.704962, 9.440455, 9.147784, 9.153252, 10.576645, 12.954, 13.901722, 14.87152, 14.685032, 16.244477, 14.062175, 13.843351, 14.430091, 13.824304, 13.658946, 12.959895, 12.976876, 12.140758, 11.325459, 11.84203, 13.805653, 16.459473, 18.459958, 26.531723, 34.89145, 60.280792, 92.467535, 128.599284, 143.97086, 152.664352]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "gsm8kpl-41", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1612, "region_end": 270, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9927}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 9, 10, 22, 20, 24, 43, 39, 29, 31, 35, 36, 37, 36, 39, 43, 35, 31, 36, 43, 41, 43, 39, 38, 60, 68, 55, 44, 38, 37, 43, 41, 51, 55, 54, 58, 71, 78, 80, 77, 78, 78, 78, 82, 87, 82, 87, 90, 78, 70], "n_am_pl": [1, 16, 11, 6, 12, 7, 4, 6, 10, 11, 13, 24, 21, 15, 18, 15, 8, 18, 7, 8, 6, 5, 5, 5, 8, 6, 10, 10, 7, 14, 16, 9, 8, 10, 11, 8, 3, 3, 3, 4, 2, 2, 3, 1, 1, 3, 4, 1, 1, 1], "n_pos": 195, "sum_m_en": [22.286881, 30.132528, 30.493825, 30.904702, 32.271313, 31.067594, 31.640205, 31.399476, 30.695188, 31.650766, 31.819707, 31.587501, 32.179268, 33.180891, 35.516321, 33.448581, 34.050437, 31.360974, 32.435619, 32.553995, 30.917658, 30.863752, 30.65704, 30.855022, 51.415808, 47.029298, 43.092118, 37.960494, 36.902258, 36.576664, 34.542504, 36.234885, 38.05082, 39.96593, 44.190322, 47.96509, 56.871147, 61.603976, 65.311899, 69.374573, 70.890823, 72.776047, 74.336772, 78.110593, 80.95689, 80.336442, 83.576573, 85.369238, 75.068019, 69.48654], "sum_m_pl": [3.945655, 9.446711, 9.701344, 9.059085, 9.078205, 7.888969, 7.444864, 7.76862, 8.417806, 8.881744, 10.531598, 11.214124, 12.128066, 11.940767, 11.575872, 12.223836, 11.740281, 12.027352, 11.249142, 11.399125, 11.330182, 10.951124, 10.916535, 11.312524, 11.850018, 12.468398, 12.904407, 13.849531, 13.183692, 13.438088, 12.851131, 12.577961, 12.3333, 11.447774, 11.074149, 10.294449, 8.995519, 7.824967, 6.945362, 6.302663, 6.453827, 6.41213, 6.008163, 4.369662, 4.176237, 4.189693, 4.207242, 2.605405, 2.116939, 1.003917]}, "digit": {"n_am_en": [0, 2, 2, 5, 4, 8, 13, 8, 3, 2, 8, 11, 9, 8, 12, 8, 7, 6, 7, 8, 7, 8, 3, 3, 18, 19, 11, 7, 4, 4, 6, 8, 8, 13, 9, 8, 11, 12, 15, 11, 12, 7, 8, 7, 11, 9, 12, 12, 4, 0], "n_am_pl": [0, 3, 2, 1, 2, 1, 0, 0, 0, 5, 4, 10, 10, 8, 6, 6, 3, 6, 2, 2, 2, 2, 2, 1, 1, 0, 2, 3, 4, 3, 8, 2, 3, 5, 5, 2, 3, 2, 3, 3, 0, 1, 2, 0, 0, 2, 3, 0, 0, 0], "n_pos": 58, "sum_m_en": [6.583841, 10.056016, 10.303083, 9.91312, 10.258625, 9.633399, 9.527892, 9.478284, 9.091426, 9.845724, 10.426355, 10.227907, 10.590639, 11.120082, 11.734789, 10.224258, 10.620753, 9.005421, 9.499671, 9.507631, 9.414747, 9.543139, 9.551414, 9.675742, 13.677627, 11.768412, 10.55972, 10.245217, 10.142374, 9.761928, 9.500954, 10.11934, 10.679557, 10.366737, 11.397402, 11.64532, 12.645741, 13.545125, 13.310258, 11.982225, 12.070906, 10.281548, 9.563144, 9.909408, 10.415537, 9.352524, 9.843777, 9.712765, 4.080695, 0.0], "sum_m_pl": [1.054718, 2.867476, 2.430619, 2.237433, 2.203831, 1.863882, 1.504225, 1.591589, 1.965769, 2.132061, 2.774549, 3.062487, 3.535578, 3.569399, 3.218434, 3.502391, 3.04844, 3.240473, 3.046305, 3.124031, 3.081858, 3.009997, 3.015455, 3.12936, 3.278717, 3.679862, 3.582249, 3.676338, 3.631488, 3.586647, 3.420503, 3.258804, 3.038572, 2.861115, 2.822503, 2.9617, 2.942654, 2.555352, 2.67762, 2.73221, 2.711291, 2.92367, 2.923002, 2.315648, 2.219964, 2.285647, 2.562046, 1.173548, 0.325303, 0.0]}, "lang": {"n_am_en": [9, 5, 4, 13, 11, 9, 17, 18, 15, 21, 18, 18, 18, 20, 20, 28, 22, 22, 24, 30, 30, 30, 31, 30, 33, 40, 36, 31, 29, 28, 30, 25, 30, 31, 32, 38, 40, 48, 50, 50, 52, 57, 59, 60, 61, 60, 64, 67, 67, 70], "n_am_pl": [1, 4, 6, 3, 7, 4, 3, 4, 5, 3, 7, 10, 7, 4, 6, 4, 4, 7, 2, 1, 2, 2, 2, 4, 0, 1, 3, 2, 3, 4, 5, 3, 4, 3, 4, 3, 0, 1, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 72, "sum_m_en": [8.923907, 10.728304, 10.928039, 11.209415, 12.098289, 11.787852, 12.275745, 12.809183, 12.80169, 12.540202, 12.250743, 12.299507, 12.498788, 12.91001, 14.172735, 13.769994, 13.564817, 13.248513, 13.458992, 13.356326, 12.243596, 12.035576, 11.737561, 11.588452, 27.486904, 25.80977, 23.907015, 18.712054, 17.393045, 17.355318, 16.20657, 16.892259, 17.411586, 19.227591, 21.195363, 24.922499, 31.918816, 35.11869, 39.230458, 43.764153, 46.188252, 49.148568, 51.362049, 55.142602, 56.606257, 57.337752, 60.743105, 61.704893, 62.500253, 69.089058], "sum_m_pl": [1.682618, 3.431123, 3.778171, 3.641666, 3.696616, 3.268476, 3.290829, 3.459979, 3.74247, 3.724278, 4.363033, 4.497903, 4.746713, 4.628982, 4.607826, 4.769158, 4.727784, 4.739047, 4.394564, 4.426016, 4.449813, 4.307111, 4.294564, 4.425745, 4.100607, 4.432744, 4.653438, 5.241086, 5.125146, 4.866404, 4.944955, 5.078307, 5.191199, 4.844177, 4.494446, 4.022653, 3.346324, 2.869054, 2.09132, 1.503146, 1.68064, 1.820296, 1.661556, 1.00053, 1.078485, 1.163352, 1.19119, 1.066307, 1.184466, 1.003917]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "gsm8kpl-417", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1239, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 34, 35, 44, 53, 76, 68, 73, 62, 58, 64, 61, 76, 64, 79, 86, 100, 86, 105, 106, 94, 117, 116, 101, 196, 186, 151, 146, 124, 108, 102, 93, 105, 132, 155, 166, 164, 171, 158, 193, 198, 197, 192, 183, 170, 127, 91, 37, 1, 1], "n_am_pl": [9, 27, 46, 49, 43, 25, 43, 39, 54, 40, 62, 56, 64, 53, 63, 62, 38, 42, 28, 23, 21, 11, 10, 16, 18, 29, 33, 31, 54, 46, 54, 51, 46, 35, 22, 22, 26, 15, 19, 15, 18, 23, 29, 38, 38, 69, 129, 193, 186, 190], "n_pos": 500, "sum_m_en": [50.592109, 75.502437, 79.741129, 79.932918, 84.095036, 82.030895, 82.663113, 84.359364, 81.585058, 87.151076, 89.706984, 89.955781, 91.965521, 91.873846, 91.967732, 89.431427, 92.566232, 82.436871, 81.178417, 80.862351, 80.211462, 81.774447, 80.139195, 80.694975, 136.80922, 122.228871, 112.565688, 101.127169, 94.054962, 89.790733, 86.746459, 90.763377, 92.92102, 98.77398, 108.879667, 110.6292, 121.000192, 128.494601, 131.451019, 161.619415, 165.9335, 165.019646, 165.190895, 169.336191, 160.883264, 123.287264, 83.868337, 37.795884, 7.213629, 1.001845], "sum_m_pl": [9.969731, 26.88376, 28.452205, 26.20517, 26.65582, 24.222621, 24.216362, 25.796567, 27.321711, 27.128871, 30.717833, 30.215228, 30.570678, 31.82897, 30.701735, 30.574266, 27.922233, 29.1512, 27.027027, 27.666872, 27.859223, 26.804317, 26.804183, 26.625314, 28.350672, 30.434917, 33.202461, 35.432683, 40.598988, 39.196243, 34.511505, 35.361171, 33.123852, 28.825704, 26.863996, 27.455734, 26.192062, 24.64403, 22.777263, 20.525487, 23.524648, 26.382881, 30.838867, 35.688966, 37.678981, 62.101663, 122.755067, 182.815057, 186.721096, 189.279526]}, "digit": {"n_am_en": [1, 6, 6, 4, 8, 13, 11, 9, 3, 8, 8, 11, 12, 9, 8, 8, 16, 6, 8, 9, 9, 8, 6, 6, 31, 22, 17, 17, 11, 13, 3, 7, 7, 11, 12, 17, 17, 16, 12, 12, 12, 11, 11, 5, 3, 2, 6, 3, 0, 0], "n_am_pl": [0, 3, 10, 5, 4, 3, 3, 4, 5, 3, 8, 10, 15, 10, 9, 15, 6, 5, 5, 10, 4, 1, 1, 1, 1, 2, 3, 4, 7, 10, 10, 9, 7, 7, 4, 3, 2, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_pos": 78, "sum_m_en": [8.856072, 13.586033, 14.571002, 14.098269, 14.608217, 13.503856, 12.935475, 13.105961, 12.459677, 13.895754, 14.647333, 14.764609, 15.120669, 15.165597, 15.213, 13.604242, 15.086897, 12.674635, 13.14871, 13.170133, 13.292821, 13.491646, 13.256837, 13.703357, 19.64129, 17.288474, 16.611772, 16.146605, 14.877837, 14.351168, 13.199755, 13.999904, 15.108258, 14.665613, 15.876765, 14.834407, 15.723322, 15.118914, 13.850729, 13.718583, 13.077686, 11.692312, 10.956087, 9.314584, 7.277474, 5.396485, 5.444063, 3.545087, 1.465434, 2e-06], "sum_m_pl": [1.595556, 4.571138, 4.057047, 3.672576, 3.512337, 2.8721, 2.559808, 2.721345, 3.076406, 3.220732, 4.089294, 3.961403, 4.059337, 4.301803, 4.114776, 4.555683, 4.015639, 4.262921, 3.813636, 3.998872, 3.928706, 3.858837, 3.909177, 3.975335, 4.160827, 4.520772, 4.693846, 5.178087, 5.579483, 5.540272, 4.91074, 4.559257, 4.171241, 3.729547, 3.452782, 3.654973, 3.608638, 3.350139, 3.283508, 3.237925, 3.201939, 3.266786, 3.339278, 3.264941, 2.365265, 2.338808, 2.105948, 1.404941, 0.295451, 1e-06]}, "lang": {"n_am_en": [11, 15, 12, 18, 21, 33, 30, 33, 34, 27, 26, 23, 31, 29, 30, 37, 41, 51, 59, 58, 55, 70, 69, 62, 99, 100, 79, 77, 66, 47, 53, 45, 53, 64, 81, 94, 86, 92, 85, 112, 117, 119, 107, 115, 112, 76, 42, 10, 1, 1], "n_am_pl": [5, 14, 18, 17, 24, 14, 18, 15, 19, 14, 28, 27, 28, 23, 38, 23, 19, 19, 12, 6, 7, 6, 6, 8, 13, 18, 21, 14, 24, 20, 24, 22, 24, 18, 13, 12, 20, 13, 15, 14, 17, 20, 27, 29, 30, 61, 114, 170, 182, 188], "n_pos": 191, "sum_m_en": [18.736554, 28.263243, 30.450714, 30.344488, 33.002579, 32.570743, 33.672107, 35.043496, 34.004947, 35.927711, 36.98309, 36.743972, 37.617557, 37.563752, 37.632256, 37.482001, 37.326362, 34.577867, 33.235842, 33.034221, 32.320738, 32.85351, 32.038148, 31.457187, 65.385413, 57.432305, 51.163296, 44.397886, 39.781256, 37.699562, 37.266129, 39.022008, 39.557563, 44.646575, 48.864935, 51.974173, 56.49191, 62.129917, 65.472095, 85.597595, 90.169873, 89.987781, 91.049205, 101.613898, 99.394174, 72.104066, 39.975636, 12.009252, 2.623434, 1.000076], "sum_m_pl": [3.593501, 9.231842, 10.196024, 9.709392, 10.506823, 9.928903, 10.383939, 10.950452, 11.679782, 11.339275, 12.660355, 12.636669, 12.909946, 13.684577, 13.137134, 12.325289, 10.923189, 11.40223, 10.906559, 10.841396, 11.029085, 10.679288, 10.696246, 10.608648, 12.430594, 13.12186, 14.711317, 14.841726, 17.509801, 16.810758, 14.817386, 15.809389, 15.266654, 13.344259, 12.298978, 13.135503, 13.994957, 13.57492, 12.963203, 12.456917, 15.032391, 16.564483, 21.549328, 23.583839, 27.969484, 52.261688, 105.783643, 162.425818, 177.88538, 187.065699]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 506, "item_id": "gsm8kpl-417", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1529, "region_end": 500, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9802}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [53, 95, 113, 98, 140, 140, 132, 138, 118, 126, 134, 132, 135, 132, 124, 132, 141, 135, 148, 149, 137, 137, 133, 128, 231, 197, 168, 146, 149, 148, 136, 127, 140, 174, 216, 228, 250, 272, 303, 306, 322, 319, 325, 314, 323, 324, 338, 361, 328, 305], "n_am_pl": [3, 34, 49, 31, 38, 35, 46, 52, 63, 66, 71, 92, 69, 83, 90, 111, 88, 83, 65, 64, 45, 38, 40, 44, 45, 59, 73, 77, 74, 88, 78, 84, 59, 48, 38, 40, 33, 20, 13, 14, 14, 9, 7, 3, 1, 0, 0, 0, 0, 0], "n_pos": 666, "sum_m_en": [80.608412, 112.032037, 108.191398, 111.663367, 115.888834, 112.13659, 112.060102, 115.966925, 115.25307, 116.482851, 121.625455, 119.771024, 117.581591, 116.142042, 110.350278, 113.286727, 115.157412, 107.87037, 107.630333, 108.084085, 104.658856, 105.243598, 104.633526, 106.272576, 152.690576, 139.645593, 132.528115, 117.662412, 127.873647, 128.005057, 123.119414, 121.836139, 129.260071, 137.648506, 156.460983, 158.230985, 175.184502, 195.595529, 230.741923, 243.463538, 263.308393, 276.439899, 293.198616, 289.877505, 293.718095, 305.392895, 320.016204, 333.641205, 310.334883, 304.580502], "sum_m_pl": [14.687669, 29.483029, 32.523702, 31.473677, 33.634795, 32.868668, 33.028543, 33.986324, 36.094595, 38.340408, 42.113392, 45.055916, 45.716987, 48.122585, 49.691585, 52.95963, 51.985467, 55.227931, 50.303541, 48.453455, 45.647984, 43.425442, 41.681175, 41.461231, 54.768111, 59.405873, 58.658469, 59.138018, 60.538413, 62.717718, 58.21926, 59.595721, 53.55781, 52.982739, 49.721255, 50.43831, 44.783941, 38.567864, 31.266557, 28.169912, 24.448203, 18.79095, 16.097528, 13.414878, 10.930704, 7.441608, 4.168452, 2.603336, 3.570932, 1.8e-05]}, "digit": {"n_am_en": [0, 4, 7, 2, 2, 2, 10, 8, 6, 10, 7, 12, 6, 7, 11, 13, 13, 13, 17, 17, 12, 17, 14, 20, 33, 20, 14, 12, 13, 14, 3, 7, 5, 10, 14, 17, 19, 25, 18, 11, 12, 13, 15, 12, 13, 7, 7, 1, 0, 0], "n_am_pl": [1, 12, 1, 0, 2, 2, 8, 10, 15, 17, 20, 19, 20, 18, 16, 25, 17, 22, 11, 10, 8, 5, 6, 10, 9, 17, 18, 14, 12, 12, 12, 10, 4, 4, 5, 8, 6, 4, 3, 4, 6, 5, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 84, "sum_m_en": [9.122701, 14.705092, 14.737119, 13.776153, 14.583992, 13.825492, 13.535509, 13.458123, 13.237081, 13.506299, 14.893628, 14.760412, 14.464817, 13.874213, 13.508339, 13.679805, 14.124812, 13.46541, 14.122193, 13.665455, 13.287813, 13.643295, 13.655161, 14.11672, 18.913337, 15.871954, 13.666631, 12.856695, 15.146716, 14.558537, 14.162827, 15.086699, 15.865625, 15.964609, 16.530257, 15.542052, 15.426083, 16.152417, 13.595442, 13.14519, 12.807909, 12.659082, 15.111239, 14.028558, 12.383739, 9.233481, 6.249813, 2.819541, 0.504793, 0.0], "sum_m_pl": [2.332653, 4.46061, 3.789865, 3.751274, 4.09477, 3.933891, 3.870946, 4.121406, 4.62164, 4.746762, 5.491053, 5.996697, 6.067426, 6.406957, 6.665299, 6.942604, 6.471206, 7.380701, 6.741237, 6.390564, 5.950468, 5.616779, 5.394101, 5.438096, 8.384582, 8.656299, 8.753788, 7.671274, 6.955719, 7.546474, 6.870304, 7.05171, 5.611406, 5.523209, 5.656998, 5.889652, 5.573304, 5.380373, 5.40581, 5.199452, 5.363745, 5.161274, 4.222847, 3.788548, 3.63825, 2.288013, 0.795337, 0.486037, 0.178055, 0.0]}, "lang": {"n_am_en": [41, 48, 59, 51, 92, 93, 73, 80, 67, 73, 74, 71, 79, 76, 69, 74, 75, 75, 79, 78, 82, 80, 85, 78, 140, 127, 115, 95, 98, 95, 96, 78, 96, 105, 135, 144, 154, 184, 220, 229, 240, 243, 245, 248, 262, 273, 285, 290, 295, 303], "n_am_pl": [2, 12, 15, 14, 18, 17, 18, 25, 24, 23, 30, 43, 23, 44, 40, 46, 45, 30, 28, 28, 19, 14, 16, 17, 13, 18, 26, 35, 29, 44, 41, 48, 26, 29, 17, 19, 19, 10, 6, 7, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 304, "sum_m_en": [41.256738, 51.050396, 49.308727, 52.515595, 53.982734, 52.20489, 52.844312, 56.181758, 56.818429, 56.106286, 57.859771, 56.909448, 56.200336, 56.952377, 53.971712, 55.017398, 55.372607, 52.061318, 50.856964, 51.131719, 49.409662, 49.394544, 48.996075, 49.331013, 85.164498, 78.561862, 75.898133, 63.157732, 67.196939, 67.090562, 64.639777, 63.444233, 68.408733, 74.012917, 86.22319, 90.06095, 106.940476, 125.68026, 163.042967, 176.515357, 196.504159, 212.097375, 222.45731, 225.905237, 235.728964, 248.519868, 263.526374, 269.130279, 270.925127, 301.585916], "sum_m_pl": [7.198705, 12.555035, 14.397929, 13.973072, 14.488122, 14.307839, 14.916618, 15.448134, 16.754408, 17.323386, 19.312124, 20.346007, 20.634639, 22.008977, 23.228272, 24.90552, 24.685689, 25.5089, 23.149137, 22.636924, 21.208825, 20.233827, 19.391539, 19.103185, 23.822198, 26.550882, 26.056471, 28.380426, 29.583438, 30.054228, 28.557426, 30.216243, 27.513181, 28.237648, 25.654745, 26.359239, 24.266002, 20.537119, 14.852358, 13.551158, 10.6439, 7.179939, 5.007088, 4.247416, 3.178287, 1.808485, 1.105509, 0.759128, 1.212206, 1.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 669, "item_id": "gsm8kpl-423", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1292, "region_end": 666, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.9895}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 25, 20, 24, 35, 63, 57, 50, 52, 54, 60, 60, 47, 48, 43, 40, 56, 58, 55, 56, 78, 79, 71, 71, 154, 104, 81, 63, 60, 53, 48, 52, 49, 66, 100, 113, 117, 141, 168, 168, 170, 164, 164, 167, 145, 113, 73, 26, 23, 13], "n_am_pl": [20, 26, 20, 36, 31, 29, 46, 42, 40, 41, 53, 67, 69, 69, 73, 74, 63, 71, 52, 54, 46, 52, 51, 45, 52, 61, 74, 69, 76, 87, 70, 80, 63, 61, 54, 40, 42, 35, 23, 28, 27, 30, 44, 39, 63, 88, 120, 153, 147, 149], "n_pos": 371, "sum_m_en": [38.089359, 53.549791, 57.671856, 59.313058, 59.794768, 60.766637, 59.111291, 59.960752, 60.418723, 61.262498, 65.635386, 63.05346, 61.820817, 60.563142, 57.150253, 58.447153, 59.818144, 56.364787, 56.340213, 56.78993, 56.862598, 57.209363, 57.720826, 57.759347, 83.451868, 68.294936, 61.888152, 57.64091, 60.78367, 58.603309, 58.112264, 59.443961, 60.60445, 61.109558, 68.873705, 71.335769, 77.928844, 99.091615, 121.310202, 119.974108, 126.717704, 127.727716, 137.536805, 140.647678, 124.930944, 102.693488, 64.277113, 27.806682, 23.335416, 13.837628], "sum_m_pl": [7.228982, 17.854742, 17.433218, 16.892124, 18.480498, 18.70625, 19.592034, 19.702477, 21.766037, 22.856165, 25.427667, 28.758339, 27.517294, 30.992309, 32.47942, 35.146164, 32.834956, 34.898508, 29.321158, 28.673448, 26.623881, 25.320887, 24.266007, 23.510923, 37.916657, 40.246102, 42.504603, 39.643494, 40.917334, 45.255259, 40.974532, 41.988078, 37.858987, 39.28252, 36.850538, 36.279717, 33.383256, 30.125542, 26.1315, 25.825431, 27.428294, 30.624178, 36.254317, 41.123794, 55.949595, 78.632824, 114.564473, 148.673184, 148.071386, 147.731422]}, "digit": {"n_am_en": [0, 1, 3, 0, 0, 3, 3, 2, 3, 2, 8, 9, 2, 3, 8, 2, 5, 8, 8, 7, 5, 8, 6, 9, 15, 13, 11, 9, 9, 9, 7, 7, 8, 6, 10, 13, 16, 11, 9, 8, 7, 8, 8, 7, 6, 1, 1, 0, 0, 0], "n_am_pl": [0, 3, 1, 1, 1, 0, 3, 0, 2, 4, 3, 5, 6, 12, 9, 11, 5, 8, 3, 3, 4, 5, 5, 6, 4, 3, 6, 5, 4, 4, 4, 5, 0, 3, 6, 4, 2, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 0, 0], "n_pos": 39, "sum_m_en": [3.59884, 6.810638, 7.286619, 6.589002, 6.441243, 6.165729, 5.900186, 5.688708, 5.905992, 6.033755, 6.900532, 7.036948, 6.425478, 6.382328, 6.164049, 6.038971, 6.335336, 6.066715, 6.168168, 6.015032, 5.986052, 6.258362, 6.36315, 6.554515, 8.962465, 7.82771, 7.07948, 6.797749, 7.382865, 6.908694, 6.694594, 7.174246, 7.013486, 6.798523, 6.93865, 7.05809, 7.121497, 7.411169, 7.038567, 7.045063, 6.719086, 6.30912, 7.153959, 6.681612, 4.649128, 3.068424, 1.723482, 0.580461, 0.139989, 0.0], "sum_m_pl": [0.787422, 1.958457, 1.472485, 1.27382, 1.461725, 1.348228, 1.26605, 1.220627, 1.631665, 1.621316, 2.001827, 2.251714, 2.177221, 2.585477, 2.702861, 3.124885, 2.702486, 3.144567, 2.733594, 2.865669, 2.617763, 2.489846, 2.373522, 2.311905, 3.214084, 3.094278, 2.865347, 2.841326, 2.818908, 3.132264, 2.886868, 2.64025, 2.1759, 2.218786, 2.412402, 2.504598, 2.228177, 2.085176, 2.05949, 2.099864, 2.10641, 2.07925, 1.981695, 1.80172, 2.127157, 1.556668, 0.865123, 2.313189, 0.116431, 0.0]}, "lang": {"n_am_en": [9, 12, 8, 13, 19, 36, 32, 22, 26, 35, 25, 26, 21, 26, 21, 23, 26, 30, 29, 29, 41, 38, 37, 37, 72, 48, 37, 27, 25, 21, 22, 26, 25, 34, 45, 55, 52, 70, 97, 98, 98, 94, 92, 103, 90, 73, 45, 16, 18, 13], "n_am_pl": [4, 14, 9, 19, 15, 11, 25, 24, 25, 20, 30, 39, 36, 35, 40, 38, 34, 35, 31, 29, 26, 27, 28, 22, 32, 33, 47, 44, 46, 53, 48, 51, 47, 41, 36, 24, 28, 27, 18, 20, 17, 19, 32, 24, 43, 67, 94, 134, 142, 148], "n_pos": 162, "sum_m_en": [16.105973, 22.636821, 24.95294, 26.588012, 27.085338, 27.543194, 26.972026, 27.836522, 28.502217, 28.389682, 29.920517, 28.228766, 27.757448, 27.10327, 25.805871, 26.400447, 26.981272, 25.248117, 25.32652, 25.430368, 25.690528, 25.570115, 25.82654, 25.350294, 41.025445, 31.582322, 28.038009, 25.66954, 26.633902, 25.575328, 25.665666, 25.933219, 26.962339, 28.006108, 32.189828, 33.579268, 36.283734, 48.766679, 64.582625, 65.153985, 69.42163, 73.60995, 79.565242, 85.360261, 76.153105, 63.417178, 40.371836, 14.858933, 18.046608, 13.433569], "sum_m_pl": [2.85707, 7.549212, 7.591425, 7.617185, 8.226579, 8.340303, 9.236599, 9.418728, 10.551932, 11.003956, 12.280578, 14.088812, 13.781875, 16.102589, 16.706219, 17.98366, 16.673154, 17.671763, 14.827989, 13.834396, 12.704858, 12.039418, 11.514182, 11.028392, 19.758428, 21.460362, 23.767859, 21.573729, 22.238281, 24.752235, 23.040195, 24.883214, 22.1421, 23.1587, 21.412634, 21.397943, 20.378094, 18.066481, 14.458439, 14.54679, 15.518252, 18.29252, 24.426051, 27.001905, 40.461865, 59.738808, 90.171454, 130.392713, 139.705747, 146.384422]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 374, "item_id": "gsm8kpl-423", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1582, "region_end": 371, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9893}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 11, 13, 15, 20, 16, 24, 29, 25, 33, 31, 33, 24, 24, 21, 22, 25, 30, 34, 25, 28, 31, 35, 30, 55, 56, 44, 38, 27, 30, 40, 35, 34, 38, 43, 36, 45, 49, 44, 57, 58, 51, 52, 50, 58, 57, 51, 55, 48, 47], "n_am_pl": [3, 6, 14, 5, 12, 7, 5, 5, 4, 5, 8, 7, 11, 9, 7, 5, 7, 10, 8, 8, 7, 7, 6, 5, 7, 3, 7, 6, 11, 9, 7, 5, 4, 4, 3, 4, 7, 3, 7, 6, 8, 4, 4, 2, 1, 1, 3, 2, 2, 2], "n_pos": 132, "sum_m_en": [13.853062, 19.868045, 20.086356, 20.402826, 22.612156, 23.487753, 22.832019, 23.725275, 24.44849, 25.227905, 24.945843, 24.985775, 24.119259, 24.024534, 24.556225, 25.140389, 27.242605, 25.262302, 25.517605, 25.283662, 23.317103, 23.286428, 22.804775, 23.067167, 40.31819, 36.053609, 31.575167, 27.114429, 27.921184, 28.64984, 27.221704, 27.455681, 27.87754, 28.65075, 32.622859, 32.054289, 35.808235, 38.94624, 38.668674, 47.182504, 46.81317, 45.743678, 47.742917, 49.182309, 53.87868, 51.206549, 48.250275, 52.166288, 46.940075, 46.447876], "sum_m_pl": [2.767553, 6.947727, 7.257806, 6.357489, 7.298865, 6.827299, 6.153142, 6.244923, 6.850124, 6.964243, 8.038171, 8.18442, 8.173516, 7.977285, 8.303336, 7.809728, 7.966506, 7.599298, 8.02541, 8.09548, 8.069546, 7.9077, 7.783934, 7.845359, 8.145522, 8.962565, 8.684995, 9.439958, 9.468155, 10.321996, 8.328663, 7.798973, 7.920322, 6.955293, 6.569167, 6.607778, 6.04316, 6.007843, 6.401272, 8.307206, 7.782593, 6.707936, 4.696525, 4.597982, 4.143212, 3.903433, 3.609226, 2.871209, 2.989171, 2.002218]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 1, 2, 3, 2, 4, 9, 6, 5, 4, 3, 4, 3, 6, 10, 2, 5, 5, 5, 6, 15, 12, 6, 4, 4, 1, 4, 5, 4, 6, 8, 6, 7, 12, 9, 9, 8, 4, 3, 1, 5, 5, 4, 4, 0, 0], "n_am_pl": [0, 0, 1, 0, 4, 2, 1, 2, 2, 1, 5, 1, 5, 3, 1, 2, 1, 3, 3, 3, 1, 0, 1, 0, 1, 0, 1, 1, 4, 4, 2, 1, 1, 0, 0, 1, 4, 1, 4, 2, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.295221, 5.604452, 5.436111, 5.123157, 5.806452, 5.701706, 5.222039, 5.483705, 5.523074, 5.838077, 6.488042, 6.253597, 6.075018, 6.080727, 6.050852, 6.012965, 6.673941, 6.078132, 6.48789, 5.766214, 5.388061, 5.479304, 5.3794, 5.448307, 8.761843, 7.458326, 5.867102, 5.801142, 6.236435, 6.129309, 6.007047, 6.118151, 6.031883, 5.879642, 6.810376, 6.665084, 7.128982, 7.56813, 7.360302, 7.558083, 6.305762, 5.258507, 4.875856, 4.56466, 5.308086, 4.131454, 3.491961, 3.016692, 1.794157, 0.0], "sum_m_pl": [0.548969, 1.693608, 1.382746, 1.171365, 1.404978, 1.207366, 0.963388, 1.012331, 1.255778, 1.367465, 1.757172, 1.727969, 1.775991, 1.750455, 1.716048, 1.762108, 1.731535, 1.630637, 1.643629, 1.634528, 1.701958, 1.64629, 1.652263, 1.700179, 1.551007, 1.849291, 1.775386, 2.008749, 2.079755, 2.355472, 1.826267, 1.55987, 1.519856, 1.398107, 1.2566, 1.478758, 1.521457, 1.306235, 1.560738, 1.414631, 1.348165, 1.39265, 1.403253, 1.370021, 1.219047, 1.186617, 0.925217, 0.634027, 0.423994, 0.0]}, "lang": {"n_am_en": [9, 6, 8, 10, 14, 12, 17, 18, 12, 19, 9, 16, 8, 8, 9, 10, 12, 16, 15, 15, 14, 18, 23, 20, 32, 33, 27, 22, 14, 19, 24, 21, 20, 22, 27, 25, 29, 29, 27, 36, 34, 38, 39, 39, 41, 39, 37, 42, 43, 46], "n_am_pl": [1, 3, 6, 2, 5, 1, 3, 0, 2, 2, 0, 1, 2, 4, 4, 1, 3, 2, 0, 1, 2, 3, 2, 3, 2, 0, 4, 3, 3, 1, 2, 1, 0, 3, 1, 2, 2, 2, 3, 3, 4, 1, 1, 1, 0, 1, 3, 2, 2, 2], "n_pos": 49, "sum_m_en": [5.429966, 7.038006, 7.477558, 8.250738, 9.226714, 10.034976, 9.680423, 10.16618, 10.29289, 10.62035, 9.521714, 9.609889, 9.31678, 9.518266, 10.017051, 10.313524, 10.990564, 10.300922, 10.156923, 10.439343, 9.483332, 9.310476, 8.96617, 9.080459, 22.89393, 20.193295, 17.496496, 12.840464, 12.486631, 12.832419, 12.197151, 11.993062, 12.326862, 13.683006, 16.305865, 16.444732, 19.763265, 22.354912, 23.762314, 28.284972, 28.761884, 30.680912, 32.543455, 33.736972, 36.941542, 34.869659, 33.763288, 38.117166, 39.8181, 45.480061], "sum_m_pl": [1.102117, 2.489615, 2.652244, 2.46429, 2.844052, 2.733712, 2.504912, 2.4702, 2.870289, 2.809273, 3.243477, 3.219373, 3.350858, 3.145145, 3.45885, 3.15231, 3.266998, 3.077853, 3.349829, 3.304256, 3.24998, 3.225989, 3.126401, 3.138933, 2.974079, 3.380321, 3.697571, 4.013266, 3.93528, 4.088709, 3.451454, 3.29563, 3.42858, 3.09216, 2.927492, 2.991831, 2.708621, 2.688096, 2.762062, 4.218859, 4.001028, 3.194933, 1.843282, 2.032035, 1.681426, 1.895869, 2.32516, 2.035872, 2.212104, 2.002218]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "gsm8kpl-424", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9854, "tf_agree_excl_first": 0.9926}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 15, 25, 30, 22, 33, 32, 38, 36, 41, 54, 35, 37, 29, 38, 42, 35, 44, 50, 49, 46, 58, 51, 64, 100, 82, 71, 60, 53, 51, 54, 48, 49, 58, 87, 80, 70, 80, 84, 87, 76, 67, 67, 56, 58, 26, 9, 4, 1, 1], "n_am_pl": [4, 9, 17, 11, 21, 25, 16, 13, 19, 12, 18, 26, 32, 26, 22, 27, 14, 13, 17, 18, 15, 17, 17, 18, 11, 17, 22, 28, 32, 30, 32, 33, 28, 18, 17, 10, 22, 24, 27, 30, 32, 33, 39, 42, 44, 70, 89, 98, 101, 100], "n_pos": 225, "sum_m_en": [21.911684, 34.634607, 36.081895, 35.675971, 36.964823, 37.423342, 37.959572, 41.16759, 42.57933, 45.244831, 45.96624, 45.175386, 43.840796, 42.416675, 43.361877, 44.234536, 46.990597, 43.379313, 43.733765, 42.521901, 40.275231, 40.311472, 39.416657, 40.535916, 66.165464, 60.191975, 53.765349, 48.547568, 46.586139, 45.116634, 44.930249, 45.508261, 44.782283, 47.947132, 57.372132, 56.479303, 56.202065, 58.714742, 62.241951, 70.082733, 66.831514, 61.13745, 62.62213, 55.759822, 52.715103, 30.919844, 12.907385, 5.925987, 2.899011, 1.000052], "sum_m_pl": [4.388545, 12.298493, 12.815299, 11.57869, 12.687577, 12.294828, 12.582982, 12.193762, 13.102903, 12.838519, 14.147597, 14.708201, 13.96426, 14.077932, 14.056844, 13.828186, 12.838396, 12.333716, 12.353257, 12.876441, 13.220377, 12.989814, 12.931874, 13.00625, 15.465274, 16.80574, 18.083346, 19.048679, 19.900484, 20.853651, 16.111384, 16.058224, 16.500294, 14.656996, 14.221747, 14.404638, 15.536467, 16.093537, 16.580909, 20.782171, 20.946378, 22.67888, 27.757615, 34.038597, 40.43851, 60.682289, 84.195311, 94.83792, 99.038487, 99.80416]}, "digit": {"n_am_en": [0, 4, 4, 7, 5, 5, 1, 3, 2, 4, 15, 3, 5, 4, 3, 4, 3, 3, 4, 1, 1, 4, 2, 4, 17, 11, 10, 6, 4, 4, 2, 5, 3, 5, 8, 5, 7, 11, 9, 8, 8, 5, 4, 5, 6, 0, 1, 1, 0, 0], "n_am_pl": [0, 1, 3, 0, 3, 2, 1, 1, 0, 0, 1, 2, 5, 4, 0, 2, 1, 1, 3, 3, 0, 2, 3, 2, 2, 2, 0, 1, 4, 4, 4, 2, 3, 1, 1, 1, 3, 3, 5, 4, 5, 4, 4, 1, 0, 2, 4, 2, 1, 0], "n_pos": 37, "sum_m_en": [3.718869, 6.420975, 6.749772, 6.45163, 6.793258, 6.702829, 6.435725, 6.726918, 6.566932, 7.011712, 7.755784, 7.602596, 7.05301, 6.974267, 6.925566, 6.663425, 7.39027, 6.619421, 6.820602, 6.546144, 6.275989, 6.341818, 6.170269, 6.301053, 8.885321, 7.871963, 6.944347, 6.950937, 6.938822, 6.809538, 6.414108, 6.905843, 7.004476, 6.916955, 8.033381, 7.573916, 7.837977, 7.380621, 7.526703, 7.951383, 7.281499, 7.201194, 6.703478, 5.33543, 5.082332, 3.582023, 2.575411, 1.831553, 0.730307, 0.0], "sum_m_pl": [0.715229, 2.064391, 1.796454, 1.65377, 1.688512, 1.422661, 1.320738, 1.376448, 1.586765, 1.653487, 1.997598, 1.865088, 1.896735, 1.92568, 1.957391, 2.090938, 1.926155, 1.868796, 1.850213, 1.864839, 1.996126, 1.905441, 1.946656, 1.973257, 2.274637, 2.421437, 2.184654, 2.60904, 2.644913, 2.799143, 2.100986, 1.775148, 1.781995, 1.634776, 1.451609, 1.531686, 1.458245, 1.391387, 1.594121, 1.570359, 1.707837, 1.661584, 1.519001, 1.490509, 1.54194, 1.58945, 2.785925, 2.233838, 1.159629, 0.000309]}, "lang": {"n_am_en": [2, 5, 11, 15, 11, 18, 19, 25, 23, 23, 24, 24, 21, 17, 26, 25, 22, 23, 28, 32, 30, 36, 31, 40, 54, 45, 42, 37, 33, 30, 35, 28, 31, 29, 43, 43, 40, 48, 52, 55, 48, 50, 45, 39, 39, 17, 5, 0, 1, 1], "n_am_pl": [1, 7, 10, 6, 12, 10, 6, 7, 13, 7, 13, 16, 18, 14, 16, 17, 9, 8, 7, 8, 9, 9, 10, 9, 6, 10, 15, 15, 12, 13, 17, 17, 17, 12, 12, 7, 13, 12, 18, 19, 21, 20, 28, 36, 40, 58, 76, 91, 98, 100], "n_pos": 101, "sum_m_en": [9.613554, 15.603536, 16.096702, 16.371878, 17.051472, 17.105044, 17.953575, 19.925776, 20.669808, 21.635183, 21.63727, 21.282121, 21.057804, 20.282923, 20.903991, 21.722735, 22.653315, 21.235137, 21.386979, 20.517793, 19.171639, 18.857094, 18.440647, 19.207455, 35.551627, 31.16676, 28.305084, 24.873246, 23.857821, 22.695228, 22.853478, 22.258564, 21.826577, 24.430236, 29.984244, 29.839652, 29.747031, 31.395911, 35.077939, 41.251086, 40.345519, 39.293772, 38.492726, 36.475778, 33.520031, 18.354954, 6.026811, 1.088994, 1.40626, 1.0], "sum_m_pl": [1.756814, 5.330609, 6.045761, 5.672638, 6.217638, 6.260601, 6.788462, 6.266762, 6.822532, 6.603527, 7.190218, 7.617975, 7.096009, 7.234082, 7.159693, 6.97142, 6.317829, 6.017939, 5.968824, 6.188174, 6.38271, 6.33901, 6.291652, 6.365673, 7.503444, 8.347665, 9.295973, 9.328367, 9.69735, 10.633721, 8.220699, 8.809635, 9.171381, 8.161646, 7.697931, 8.002228, 9.53318, 9.928393, 10.442256, 10.625536, 10.64106, 12.535763, 18.487836, 25.777685, 32.975372, 51.295809, 72.048414, 87.593153, 96.631022, 99.548081]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "gsm8kpl-424", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1482, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9913, "tf_agree_excl_first": 0.9956}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 16, 17, 30, 34, 30, 27, 19, 27, 24, 27, 19, 16, 19, 24, 32, 32, 27, 31, 34, 29, 27, 24, 22, 47, 42, 30, 34, 30, 32, 32, 33, 32, 38, 50, 48, 60, 70, 70, 69, 70, 83, 86, 82, 78, 75, 64, 58, 49, 57], "n_am_pl": [3, 12, 10, 7, 10, 10, 10, 7, 4, 11, 10, 9, 16, 10, 13, 14, 10, 10, 11, 12, 8, 12, 14, 9, 18, 17, 16, 11, 11, 11, 12, 5, 13, 9, 5, 5, 5, 2, 2, 4, 3, 1, 1, 1, 1, 2, 0, 0, 0, 0], "n_pos": 149, "sum_m_en": [17.483921, 23.312462, 22.616552, 23.696222, 26.842804, 26.541646, 25.339988, 25.157035, 25.612541, 25.732749, 25.327221, 23.992681, 23.357807, 25.056162, 25.063706, 24.426651, 24.456359, 23.814103, 24.179591, 23.913024, 22.74355, 23.041813, 22.964352, 23.630822, 34.155716, 32.435829, 29.419521, 26.718282, 26.931787, 28.396262, 27.462747, 27.604539, 28.445621, 29.077779, 32.350912, 38.11938, 47.672454, 54.986054, 57.877074, 59.290201, 60.640919, 70.652218, 74.934259, 75.436533, 73.006079, 70.711943, 64.379833, 58.209792, 49.863098, 56.204794], "sum_m_pl": [3.262006, 6.689377, 7.156039, 7.138417, 8.185926, 7.42205, 6.850571, 6.718201, 6.841284, 7.461785, 8.006457, 8.795041, 8.530958, 9.085707, 8.456746, 8.740128, 8.568146, 8.904579, 9.125244, 9.616925, 9.348905, 9.018844, 8.739239, 8.840997, 11.418877, 11.15603, 10.990223, 11.139739, 10.753115, 10.508864, 9.855304, 9.520513, 9.292721, 8.932844, 8.380454, 8.410186, 7.509153, 6.586272, 6.085258, 5.597894, 5.201955, 4.019694, 3.665681, 3.172637, 2.875336, 2.299448, 1.250242, 0.916547, 1.166328, 0.000172]}, "digit": {"n_am_en": [1, 3, 5, 6, 7, 5, 4, 2, 4, 9, 6, 1, 2, 3, 3, 6, 5, 7, 6, 7, 6, 7, 5, 3, 9, 8, 5, 5, 6, 3, 3, 3, 5, 4, 4, 4, 6, 9, 4, 3, 5, 7, 8, 9, 6, 5, 3, 1, 0, 0], "n_am_pl": [0, 3, 0, 0, 0, 0, 1, 1, 0, 1, 0, 3, 7, 7, 4, 3, 2, 2, 3, 3, 2, 1, 3, 2, 6, 3, 3, 3, 2, 3, 1, 0, 2, 2, 0, 2, 1, 0, 1, 2, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.467866, 5.88637, 5.947363, 5.768111, 6.232603, 5.875796, 5.648124, 5.339113, 5.556018, 6.013963, 6.244722, 5.881789, 5.754019, 6.23787, 6.220381, 5.629986, 5.396965, 5.327235, 5.965647, 5.512584, 5.16597, 5.320019, 5.331842, 5.520195, 7.811564, 7.416103, 6.77241, 6.198533, 6.286375, 6.629297, 6.034231, 6.358042, 6.569186, 6.353384, 6.443278, 7.135359, 7.837858, 8.175578, 6.437139, 6.07934, 5.826562, 6.980048, 6.68321, 6.449902, 6.411183, 5.023835, 3.270039, 1.237051, 0.460035, 7e-06], "sum_m_pl": [0.524362, 1.349148, 1.143044, 1.121542, 1.371662, 1.265326, 1.067968, 1.031118, 1.280209, 1.428672, 1.640175, 1.83051, 1.941709, 2.134976, 1.79554, 1.860963, 1.818796, 1.925298, 1.919362, 2.053356, 1.994954, 1.922482, 1.877945, 1.89692, 2.678238, 2.475395, 2.258736, 2.400659, 2.194039, 2.248713, 2.148633, 1.973265, 1.789764, 1.712214, 1.542389, 1.833614, 1.69966, 1.575759, 1.647313, 1.812697, 1.757852, 1.705575, 1.627817, 1.463172, 1.219152, 0.963306, 0.608812, 0.450107, 0.1639, 0.0]}, "lang": {"n_am_en": [6, 9, 6, 15, 16, 16, 15, 9, 15, 7, 11, 13, 12, 10, 12, 14, 16, 13, 19, 17, 16, 14, 14, 15, 25, 25, 19, 17, 13, 16, 16, 17, 16, 23, 32, 30, 37, 41, 45, 47, 46, 52, 55, 55, 54, 54, 51, 48, 46, 55], "n_am_pl": [1, 3, 3, 2, 3, 2, 3, 2, 2, 5, 5, 4, 3, 2, 7, 7, 4, 1, 2, 3, 1, 4, 4, 3, 4, 3, 7, 3, 3, 4, 6, 2, 5, 4, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 56, "sum_m_en": [6.728028, 8.567423, 8.23184, 9.060106, 10.46858, 10.259848, 9.903379, 10.43439, 10.437074, 10.106606, 9.612802, 9.011118, 9.042683, 9.838661, 9.754352, 9.611346, 9.524117, 9.336475, 9.021919, 9.045576, 8.696828, 8.746999, 8.676227, 8.830775, 15.46854, 14.339011, 13.404528, 11.286544, 10.928336, 11.418267, 11.461427, 11.356759, 11.878259, 13.006281, 15.032153, 19.238864, 26.243088, 30.680881, 34.491117, 35.932238, 37.595842, 44.745447, 48.767165, 50.516384, 49.59687, 49.459614, 48.352938, 44.918114, 42.601551, 54.497271], "sum_m_pl": [1.202235, 2.380486, 2.68788, 2.774326, 3.150611, 2.852647, 2.642747, 2.637272, 2.698155, 2.890412, 3.131149, 3.506523, 3.288126, 3.702427, 3.541183, 3.533463, 3.324103, 3.325078, 3.494032, 3.617622, 3.541172, 3.447099, 3.34309, 3.345539, 4.071487, 4.004436, 4.251037, 4.273016, 4.264851, 4.001082, 3.727502, 3.673711, 3.585344, 3.581281, 3.180458, 2.977502, 2.722758, 2.130138, 1.881164, 1.481174, 1.286471, 0.682145, 0.438543, 0.324131, 0.279247, 0.144329, 0.110208, 0.095055, 0.261691, 5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-428", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1205, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 29, 13, 26, 42, 36, 50, 46, 42, 57, 37, 32, 31, 44, 45, 46, 49, 37, 51, 48, 48, 44, 44, 42, 92, 90, 72, 49, 39, 52, 46, 52, 54, 62, 76, 84, 81, 89, 88, 104, 106, 105, 113, 122, 109, 87, 48, 22, 15, 25], "n_am_pl": [1, 21, 21, 19, 20, 31, 32, 35, 41, 29, 37, 40, 44, 38, 41, 41, 29, 33, 26, 24, 18, 25, 34, 27, 28, 30, 37, 50, 41, 49, 39, 30, 30, 31, 25, 25, 39, 31, 32, 29, 36, 34, 41, 41, 49, 66, 97, 107, 110, 108], "n_pos": 253, "sum_m_en": [25.048009, 38.400339, 40.01066, 42.079989, 44.464422, 45.98186, 45.812653, 46.407526, 47.315498, 47.533007, 46.696228, 44.224321, 42.993305, 45.451457, 45.171083, 44.664277, 42.753829, 41.047735, 40.803143, 39.975224, 38.571161, 39.195385, 38.896284, 39.487012, 57.555067, 55.364293, 50.432904, 46.217405, 44.291577, 45.127104, 43.828737, 44.766581, 44.251048, 47.575907, 50.525013, 56.291678, 61.383951, 70.074468, 75.520727, 84.151681, 83.503948, 95.566987, 102.731754, 106.901063, 98.335468, 77.340085, 46.002095, 23.054707, 17.380006, 24.900749], "sum_m_pl": [4.352555, 11.994539, 12.688048, 12.685975, 14.266093, 13.962649, 13.533981, 13.68952, 14.935453, 15.082915, 16.200285, 18.107023, 17.905127, 19.560799, 18.556003, 18.234458, 16.495702, 16.565008, 16.569735, 17.159694, 16.820813, 16.202868, 15.949235, 15.845584, 24.08204, 24.235677, 26.616322, 27.006057, 28.37568, 28.143381, 24.565849, 24.105507, 24.876267, 23.396686, 21.406395, 23.472793, 26.404566, 24.777958, 23.743996, 23.604016, 26.742412, 29.598542, 34.399073, 35.558015, 43.499059, 64.417871, 91.206702, 104.439484, 109.397036, 108.562355]}, "digit": {"n_am_en": [0, 0, 2, 3, 3, 1, 6, 5, 6, 7, 7, 6, 6, 8, 7, 4, 6, 3, 8, 7, 5, 7, 6, 7, 14, 8, 7, 5, 5, 2, 4, 4, 7, 5, 9, 7, 8, 4, 4, 4, 6, 4, 5, 6, 4, 3, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 1, 1, 2, 3, 4, 3, 4, 6, 3, 6, 3, 3, 2, 3, 3, 4, 5, 5, 3, 4, 3, 5, 4, 7, 4, 3, 2, 1, 1, 2, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 32, "sum_m_en": [3.019113, 5.799517, 6.20549, 6.114007, 6.08171, 6.002383, 5.87471, 5.700091, 5.936114, 6.466579, 6.699901, 6.250436, 6.176477, 6.741335, 6.742979, 6.160035, 5.732441, 5.749948, 6.33617, 5.701125, 5.357005, 5.4488, 5.454435, 5.563402, 8.575237, 7.693788, 7.128199, 6.685086, 6.55527, 6.454496, 6.125807, 6.631856, 6.793208, 6.412616, 6.34558, 7.384305, 7.401283, 6.634871, 5.933486, 6.127988, 5.761827, 6.519208, 7.215469, 6.323233, 4.550268, 3.573723, 1.758426, 0.593814, 0.234063, 0.0], "sum_m_pl": [0.503002, 1.514854, 1.239755, 1.201186, 1.385389, 1.324663, 1.054318, 0.995839, 1.217442, 1.333318, 1.507293, 1.658427, 1.614913, 1.752406, 1.569982, 1.756053, 1.643865, 1.740207, 1.683874, 1.878423, 1.855543, 1.828699, 1.796781, 1.815719, 2.377452, 2.446411, 2.419202, 2.496817, 2.588581, 2.59895, 2.20426, 1.868203, 1.679639, 1.72233, 1.588167, 1.885447, 1.732359, 1.607355, 1.593372, 1.687968, 1.689125, 1.647386, 1.501121, 1.306387, 1.167108, 1.02919, 1.450084, 0.895398, 0.140912, 1e-06]}, "lang": {"n_am_en": [17, 22, 3, 18, 28, 26, 29, 22, 22, 30, 14, 16, 20, 23, 27, 31, 27, 23, 31, 31, 34, 27, 29, 26, 53, 56, 43, 29, 22, 37, 28, 34, 28, 39, 45, 50, 47, 57, 58, 73, 74, 76, 78, 82, 79, 59, 40, 21, 15, 25], "n_am_pl": [0, 9, 14, 11, 14, 22, 21, 25, 30, 22, 25, 29, 27, 25, 30, 21, 17, 18, 17, 13, 10, 12, 15, 15, 17, 16, 22, 30, 26, 26, 21, 16, 18, 22, 23, 21, 32, 25, 25, 20, 28, 28, 34, 34, 42, 62, 84, 97, 106, 108], "n_pos": 134, "sum_m_en": [14.194816, 19.631337, 20.506241, 21.681438, 23.391345, 24.210614, 24.482185, 25.129927, 26.034172, 25.617579, 24.574683, 23.270674, 22.814258, 23.965417, 23.896545, 24.118789, 23.155824, 21.808283, 21.231805, 21.129368, 20.564136, 20.930532, 20.776514, 20.999194, 32.78898, 31.82261, 28.089694, 24.767561, 23.389269, 23.799169, 23.545574, 23.847193, 23.204936, 26.219962, 28.062457, 32.177378, 35.337091, 41.950785, 46.95484, 54.21977, 53.956928, 63.381535, 67.908258, 71.967095, 67.47566, 50.554662, 36.417232, 20.313028, 15.549622, 24.895398], "sum_m_pl": [2.497763, 6.38749, 6.979319, 7.213769, 7.999142, 7.913255, 7.843298, 8.126242, 8.980523, 8.977457, 9.774872, 11.224677, 11.188242, 12.425543, 11.854599, 11.080885, 9.729001, 9.606813, 9.687257, 9.857921, 9.538747, 9.166141, 8.993781, 8.845203, 14.108238, 14.330677, 16.174832, 16.305351, 17.462185, 17.161761, 15.256355, 15.426075, 16.335838, 15.375639, 14.31517, 15.796938, 18.809649, 17.877982, 17.186728, 16.224325, 18.957405, 22.539033, 27.028074, 29.029612, 37.013473, 58.004254, 79.423428, 94.85181, 103.226149, 107.374406]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 257, "item_id": "gsm8kpl-428", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1495, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.9961}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [24, 31, 39, 42, 53, 61, 70, 71, 70, 77, 67, 69, 59, 59, 70, 73, 73, 73, 93, 95, 83, 96, 84, 81, 118, 113, 94, 75, 73, 83, 73, 82, 87, 97, 103, 108, 112, 128, 136, 143, 136, 133, 128, 124, 116, 110, 97, 111, 99, 93], "n_am_pl": [2, 19, 17, 9, 11, 7, 9, 7, 7, 9, 13, 11, 22, 20, 15, 18, 18, 20, 17, 11, 8, 7, 5, 10, 13, 14, 14, 19, 20, 18, 17, 12, 15, 16, 11, 9, 9, 5, 2, 3, 2, 2, 4, 0, 0, 2, 3, 4, 0, 0], "n_pos": 233, "sum_m_en": [27.870734, 38.841209, 40.528183, 41.779004, 46.086076, 44.77691, 46.29549, 45.947559, 46.653682, 48.188684, 48.251997, 48.492984, 46.181107, 47.484164, 50.962518, 48.02312, 49.382003, 46.519558, 45.986111, 44.914907, 41.673221, 41.393228, 40.645477, 40.833643, 77.170306, 69.456325, 64.9178, 57.269014, 57.177004, 58.257106, 54.08419, 55.257425, 59.010445, 62.268195, 68.516735, 73.411024, 85.642294, 96.937988, 109.700245, 121.467977, 115.697559, 118.68168, 115.11096, 114.269887, 109.273594, 103.86857, 99.497019, 108.687869, 97.041047, 93.499156], "sum_m_pl": [4.584881, 10.995525, 11.124702, 10.326813, 10.921121, 9.889499, 9.622427, 9.528489, 9.748675, 11.242057, 12.128133, 12.848233, 13.109911, 13.641421, 13.402558, 13.417888, 13.948331, 14.596186, 14.986366, 14.377803, 13.887201, 13.637584, 13.860576, 13.937105, 15.652393, 16.814268, 15.498246, 16.640302, 16.303528, 17.398278, 15.82265, 14.676914, 15.018349, 14.924468, 12.657892, 12.395871, 10.496392, 8.931467, 6.931337, 5.630053, 5.670067, 4.969544, 4.811752, 3.939311, 3.951543, 3.289977, 2.793525, 2.809665, 1.568013, 0.002115]}, "digit": {"n_am_en": [0, 7, 7, 6, 4, 8, 11, 11, 9, 13, 15, 9, 8, 13, 12, 15, 14, 12, 16, 16, 11, 16, 9, 9, 24, 21, 11, 12, 13, 15, 11, 11, 11, 17, 14, 14, 10, 22, 22, 29, 22, 22, 23, 22, 16, 14, 12, 9, 2, 0], "n_am_pl": [2, 4, 5, 1, 3, 1, 1, 0, 2, 3, 1, 0, 4, 5, 3, 6, 6, 8, 6, 6, 4, 4, 2, 4, 3, 4, 4, 6, 5, 5, 8, 4, 7, 4, 4, 3, 5, 2, 2, 2, 1, 1, 3, 0, 0, 2, 3, 4, 0, 0], "n_pos": 59, "sum_m_en": [6.635763, 11.115031, 11.649605, 11.949315, 12.591817, 11.620104, 11.403519, 11.446532, 11.265809, 12.40901, 12.607475, 12.009559, 11.739171, 12.538088, 13.096005, 12.083742, 12.519677, 11.520316, 11.522583, 10.897369, 10.308995, 10.54485, 10.414706, 10.585389, 15.558353, 14.281322, 13.302123, 12.543337, 12.484554, 12.448128, 11.220536, 11.784055, 12.265676, 12.606499, 12.78254, 12.937103, 13.950982, 14.090583, 15.033207, 18.234753, 16.775902, 16.588271, 16.662998, 16.589605, 12.895539, 11.515591, 11.08546, 9.150063, 3.548346, 0.0], "sum_m_pl": [1.065345, 3.216419, 2.734374, 2.560544, 2.659017, 2.19413, 1.760942, 1.767432, 2.064744, 2.558765, 2.721176, 2.887715, 3.111058, 3.186613, 3.124778, 3.306729, 3.281911, 3.413896, 3.464473, 3.350857, 3.212422, 3.151012, 3.166937, 3.221477, 3.824803, 4.014954, 3.443264, 3.83057, 3.465605, 3.734741, 3.547066, 3.240922, 3.331105, 3.41711, 2.974549, 3.038177, 3.001909, 2.871808, 2.725538, 2.559761, 2.550101, 2.705563, 2.684021, 2.288854, 2.397279, 2.071618, 1.94094, 2.253876, 0.590285, 0.0]}, "lang": {"n_am_en": [20, 17, 24, 28, 35, 41, 42, 39, 36, 36, 30, 41, 40, 38, 37, 41, 36, 39, 53, 53, 50, 54, 52, 51, 64, 64, 57, 43, 43, 46, 42, 49, 53, 50, 60, 68, 73, 79, 85, 83, 84, 84, 83, 81, 82, 80, 72, 82, 87, 92], "n_am_pl": [0, 10, 5, 7, 4, 4, 4, 3, 3, 4, 9, 8, 9, 8, 5, 7, 6, 8, 7, 3, 3, 2, 2, 5, 4, 7, 5, 9, 9, 7, 5, 4, 4, 10, 5, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 93, "sum_m_en": [11.896298, 15.871189, 16.705915, 17.365886, 19.405247, 19.166672, 20.674844, 20.239534, 21.000482, 20.812689, 20.63524, 21.493109, 20.085283, 20.286643, 22.259033, 20.430288, 21.259659, 20.499944, 20.075683, 19.777544, 17.948056, 17.344077, 16.734445, 16.68708, 40.746174, 37.066792, 35.212863, 28.816867, 28.299661, 29.493035, 27.438318, 27.72404, 29.996204, 32.491484, 37.293734, 41.321557, 49.960257, 60.432724, 70.914223, 76.263431, 74.313443, 77.527253, 76.524098, 77.043369, 76.934063, 74.632798, 72.068144, 79.683125, 79.91783, 91.429063], "sum_m_pl": [1.558913, 3.851608, 4.028271, 3.725099, 3.978956, 3.673036, 3.698038, 3.768792, 3.934053, 4.499711, 4.869168, 5.108868, 5.155323, 5.466091, 5.278555, 5.245249, 5.73376, 6.060299, 6.178414, 5.795648, 5.64339, 5.619986, 5.755859, 5.733753, 5.67661, 6.292973, 6.214253, 6.874366, 6.925426, 6.970112, 6.526135, 6.114981, 6.329149, 6.381449, 5.018675, 5.162367, 4.105104, 2.909489, 1.832828, 1.200344, 1.199825, 0.815501, 0.723276, 0.691041, 0.477478, 0.327773, 0.282694, 0.193149, 0.277239, 6.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 237, "item_id": "gsm8kpl-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 31, 23, 41, 40, 64, 71, 79, 68, 68, 67, 64, 56, 58, 76, 68, 97, 86, 101, 101, 102, 104, 95, 94, 139, 114, 103, 93, 81, 77, 66, 79, 83, 93, 111, 105, 114, 136, 142, 163, 150, 141, 131, 124, 108, 85, 32, 13, 6, 3], "n_am_pl": [1, 21, 20, 12, 16, 18, 22, 19, 33, 20, 27, 34, 40, 28, 23, 27, 26, 27, 23, 22, 24, 22, 21, 23, 21, 31, 27, 30, 34, 40, 32, 22, 19, 18, 11, 14, 18, 11, 6, 5, 8, 7, 14, 15, 28, 50, 81, 99, 105, 107], "n_pos": 288, "sum_m_en": [27.419349, 43.543972, 49.29476, 50.07908, 53.687245, 54.225699, 52.345705, 53.765899, 52.911752, 57.864548, 57.508344, 55.351424, 53.631419, 54.330935, 57.794125, 55.378665, 57.023876, 52.838124, 51.932133, 51.033761, 49.315166, 50.431013, 49.78347, 49.473189, 83.760758, 75.802678, 68.111455, 63.395209, 61.696191, 58.670641, 53.779979, 55.632925, 57.215524, 62.213513, 69.11279, 69.196264, 71.802146, 85.22401, 105.17736, 130.487281, 127.574386, 123.167561, 121.004028, 114.462884, 96.629854, 75.603702, 30.474019, 13.97408, 9.307891, 2.702002], "sum_m_pl": [4.649402, 14.570135, 15.05586, 14.042966, 14.713382, 13.245137, 12.881264, 13.077306, 13.501038, 14.533328, 15.931821, 17.373696, 17.414913, 18.179427, 17.363563, 17.388196, 17.397451, 17.794758, 17.09229, 16.825412, 15.871838, 15.786582, 16.013388, 15.712491, 19.464665, 21.118744, 21.340961, 21.69365, 23.687291, 24.966186, 21.567549, 19.797073, 19.429586, 18.91357, 17.744835, 18.396759, 17.687956, 15.220157, 12.069378, 10.442264, 10.974419, 12.597482, 15.117769, 16.823909, 25.286439, 45.842395, 83.633844, 99.165671, 104.343042, 107.74889]}, "digit": {"n_am_en": [0, 9, 6, 9, 8, 9, 13, 11, 12, 7, 11, 10, 11, 11, 14, 15, 15, 8, 14, 12, 11, 9, 11, 9, 25, 18, 12, 16, 14, 12, 13, 13, 15, 22, 23, 16, 16, 19, 15, 18, 16, 10, 10, 11, 12, 10, 10, 5, 0, 0], "n_am_pl": [0, 2, 3, 2, 1, 2, 2, 2, 4, 4, 5, 5, 11, 5, 3, 8, 6, 6, 4, 7, 7, 6, 3, 5, 4, 4, 5, 6, 6, 8, 7, 2, 1, 0, 0, 2, 3, 3, 1, 3, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0], "n_pos": 58, "sum_m_en": [5.916024, 9.778498, 10.89428, 10.717419, 11.343139, 10.732208, 10.442094, 10.791224, 10.51501, 11.970362, 12.281675, 11.414291, 11.356434, 11.567378, 12.811149, 11.303727, 11.804442, 10.683186, 10.604038, 10.352009, 9.779841, 10.076965, 10.130186, 10.189009, 14.31144, 13.155652, 12.26651, 12.711282, 12.668836, 12.015719, 11.063175, 11.656526, 12.436844, 13.348379, 13.550715, 13.02301, 12.92946, 12.765703, 11.864833, 13.838548, 12.830068, 11.419803, 11.235712, 9.869408, 8.870962, 7.250167, 6.473358, 3.763637, 1.282766, 0.0], "sum_m_pl": [1.133932, 3.287333, 2.693519, 2.590943, 2.545148, 2.077932, 1.705145, 1.688746, 1.998129, 2.405544, 2.615799, 2.753963, 2.829311, 3.194289, 2.988876, 3.349128, 3.188236, 3.329404, 3.175023, 3.270777, 3.071846, 3.028536, 3.073222, 3.016911, 3.754739, 4.057977, 3.714236, 3.731319, 3.773198, 3.921804, 3.35104, 2.80453, 2.710624, 2.685562, 2.51662, 2.619094, 2.574936, 2.452639, 2.448609, 2.445289, 2.423783, 2.337381, 2.527935, 1.936072, 1.726499, 1.347775, 1.436526, 1.565925, 0.390581, 0.0]}, "lang": {"n_am_en": [5, 10, 9, 20, 20, 30, 29, 36, 26, 36, 28, 22, 22, 21, 29, 29, 37, 38, 46, 48, 47, 51, 45, 48, 70, 57, 54, 43, 40, 36, 27, 36, 36, 36, 54, 54, 57, 69, 82, 85, 84, 85, 78, 80, 69, 47, 17, 6, 4, 3], "n_am_pl": [0, 6, 10, 6, 10, 5, 12, 8, 19, 9, 13, 19, 14, 16, 12, 8, 8, 11, 9, 7, 9, 8, 8, 11, 5, 14, 10, 12, 10, 14, 11, 11, 8, 13, 6, 6, 11, 4, 4, 2, 6, 6, 11, 12, 25, 49, 75, 93, 102, 107], "n_pos": 111, "sum_m_en": [10.215407, 16.392409, 19.244386, 19.945359, 21.655176, 22.267095, 21.705455, 22.107668, 22.251042, 23.794476, 23.1768, 21.991986, 21.400194, 21.551608, 22.409121, 22.054553, 22.040439, 20.470362, 20.374464, 20.019013, 19.654857, 20.06414, 19.653642, 19.298712, 40.073858, 35.574784, 31.068657, 27.05372, 25.577515, 23.868051, 21.911653, 22.012082, 22.302214, 24.607111, 27.954287, 29.11458, 31.877223, 41.162915, 59.503066, 68.34951, 70.802645, 70.8667, 71.925615, 71.985279, 61.671988, 44.120257, 17.135371, 6.741857, 4.67712, 2.702001], "sum_m_pl": [1.6654, 5.275578, 5.944309, 5.421423, 5.847418, 5.341066, 5.433652, 5.574943, 5.851593, 5.978654, 6.860591, 7.838218, 7.821239, 8.266319, 7.857346, 7.310906, 7.391767, 7.549945, 7.306757, 7.010896, 6.53326, 6.39427, 6.423894, 6.16686, 6.762263, 7.704196, 8.175075, 8.995296, 9.885327, 10.673601, 9.588455, 9.281821, 9.301837, 9.406912, 8.530457, 9.282503, 9.23559, 7.303737, 5.633506, 4.969678, 5.244415, 7.195291, 9.162747, 11.527482, 19.641148, 40.363147, 74.012605, 90.976408, 99.488539, 107.067438]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 292, "item_id": "gsm8kpl-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1478, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9863}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 14, 25, 22, 33, 44, 45, 28, 30, 43, 40, 27, 25, 28, 35, 50, 50, 50, 50, 50, 52, 55, 57, 55, 80, 72, 56, 46, 50, 41, 42, 46, 42, 50, 49, 53, 67, 59, 67, 75, 73, 81, 79, 78, 70, 63, 59, 61, 54, 47], "n_am_pl": [5, 20, 19, 15, 12, 20, 12, 21, 26, 13, 20, 20, 22, 27, 19, 18, 19, 19, 17, 19, 13, 15, 12, 10, 19, 16, 15, 11, 14, 19, 13, 11, 14, 11, 14, 19, 8, 8, 8, 6, 5, 6, 5, 9, 11, 12, 16, 24, 25, 26], "n_pos": 191, "sum_m_en": [20.166147, 31.371488, 31.402581, 30.782717, 33.437334, 33.657686, 32.848349, 31.971834, 31.723549, 34.982909, 35.038842, 34.629018, 33.776419, 34.854928, 34.758164, 35.643988, 35.228258, 33.14276, 33.080617, 33.741137, 31.944067, 31.869978, 31.861224, 31.796684, 53.998431, 46.574693, 40.62988, 36.604879, 37.088895, 36.35723, 34.844204, 36.290987, 37.307825, 40.183064, 45.221138, 43.943304, 46.196543, 51.371647, 54.341215, 57.112718, 58.902342, 71.904026, 70.482148, 72.892887, 66.681546, 62.592128, 59.358376, 58.569161, 52.508759, 47.725261], "sum_m_pl": [3.516114, 9.388811, 10.310414, 9.972048, 10.246986, 9.908979, 8.732506, 9.325563, 9.691895, 10.531565, 11.511916, 12.274154, 13.420569, 12.999646, 12.325185, 12.336809, 11.583079, 10.784754, 11.747525, 11.910816, 11.539786, 11.180091, 11.077377, 10.986124, 13.477053, 14.452738, 14.57071, 14.993773, 14.822735, 15.385628, 14.076313, 13.755251, 13.833856, 13.51088, 13.114941, 12.648897, 12.610763, 10.891204, 10.39933, 10.920303, 10.852061, 8.758387, 8.749575, 8.470378, 11.099571, 12.44943, 18.172743, 24.843811, 24.291919, 25.939878]}, "digit": {"n_am_en": [2, 1, 3, 4, 4, 4, 11, 5, 7, 8, 7, 4, 3, 2, 6, 11, 7, 6, 12, 11, 10, 11, 10, 11, 19, 16, 11, 5, 8, 2, 6, 9, 6, 6, 8, 7, 9, 6, 5, 4, 4, 6, 3, 4, 4, 4, 8, 8, 3, 0], "n_am_pl": [0, 6, 0, 0, 2, 7, 2, 6, 4, 3, 3, 8, 9, 9, 9, 9, 6, 7, 6, 3, 2, 6, 5, 5, 6, 6, 3, 0, 1, 4, 5, 1, 1, 0, 2, 5, 3, 3, 3, 3, 2, 2, 2, 5, 2, 2, 1, 0, 0, 0], "n_pos": 47, "sum_m_en": [4.885028, 8.113109, 7.868447, 7.522594, 7.978064, 7.823464, 7.346831, 7.158656, 7.044372, 7.984139, 8.239928, 8.216356, 8.117783, 8.511926, 8.482713, 8.674124, 8.615065, 8.018815, 8.25318, 8.331536, 7.80607, 7.816947, 7.903604, 7.901485, 13.473326, 10.734377, 8.528996, 8.19423, 8.402435, 7.841296, 7.848191, 8.642157, 8.828151, 9.199781, 9.583801, 8.907405, 8.28126, 7.456454, 6.198098, 6.522177, 6.5492, 7.221702, 6.47577, 6.14098, 5.790659, 5.806685, 7.71523, 7.997468, 3.622166, 1e-06], "sum_m_pl": [0.912457, 2.354693, 2.272428, 2.291658, 2.317703, 2.198166, 1.652793, 1.891789, 2.096176, 2.32209, 2.510702, 2.750349, 3.328729, 3.14921, 2.969283, 2.977603, 2.672533, 2.461193, 2.774586, 2.707792, 2.554295, 2.485824, 2.466984, 2.485953, 2.987096, 3.191108, 3.296177, 3.355213, 3.28756, 3.720198, 3.351427, 3.071737, 2.938031, 2.879362, 2.871477, 2.766249, 2.808596, 2.507884, 2.730067, 3.171189, 3.103141, 2.841743, 2.966823, 2.984836, 2.60797, 2.340087, 2.390213, 1.344916, 0.386693, 0.0]}, "lang": {"n_am_en": [5, 7, 15, 15, 18, 27, 24, 16, 14, 22, 18, 10, 13, 14, 20, 22, 29, 32, 26, 25, 27, 28, 29, 25, 37, 34, 29, 25, 29, 29, 25, 25, 26, 30, 26, 31, 41, 39, 47, 52, 53, 60, 61, 57, 56, 50, 46, 48, 47, 47], "n_am_pl": [3, 9, 4, 3, 3, 2, 5, 4, 14, 6, 8, 8, 6, 10, 4, 3, 4, 4, 4, 10, 6, 4, 4, 2, 9, 6, 7, 5, 5, 8, 1, 3, 7, 8, 12, 11, 5, 5, 5, 3, 3, 3, 1, 3, 8, 10, 15, 24, 25, 26], "n_pos": 74, "sum_m_en": [8.041399, 11.854456, 12.36917, 12.279661, 13.594905, 13.841552, 14.10624, 13.724274, 13.698808, 14.816171, 14.533749, 14.169429, 13.915558, 14.419327, 14.616368, 15.193447, 14.748679, 14.034527, 13.545417, 13.754436, 13.299957, 13.222902, 13.046094, 12.889445, 26.169081, 23.270692, 21.138471, 17.734732, 17.643525, 17.213471, 15.709436, 16.085103, 16.116889, 18.041459, 21.428315, 21.79039, 24.310829, 28.873338, 33.921812, 35.775776, 38.602353, 50.842624, 50.159908, 51.813191, 49.651517, 47.069417, 44.211479, 43.138202, 43.229628, 46.927224], "sum_m_pl": [1.318928, 3.455789, 3.835453, 3.581624, 3.739464, 3.495925, 3.491973, 3.650655, 4.006184, 4.234914, 4.779976, 5.011065, 5.474861, 5.28455, 5.058747, 5.026689, 4.781311, 4.391445, 4.746604, 5.04678, 4.942281, 4.718572, 4.621768, 4.488855, 5.305451, 5.751792, 6.090008, 6.199129, 6.250036, 6.271184, 5.951861, 5.946063, 6.293475, 6.34478, 6.245411, 6.189315, 6.121508, 5.410889, 5.157364, 5.194213, 5.263589, 3.605216, 3.500996, 3.601334, 7.33564, 8.959366, 14.768822, 22.633168, 23.305722, 25.92443]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "gsm8kpl-44", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1217, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 9, 19, 18, 20, 25, 21, 14, 29, 40, 33, 32, 25, 24, 21, 40, 40, 41, 38, 50, 45, 44, 44, 46, 73, 61, 49, 38, 34, 24, 29, 29, 27, 34, 52, 52, 59, 60, 52, 52, 55, 60, 56, 57, 49, 30, 12, 8, 4, 3], "n_am_pl": [10, 21, 27, 24, 30, 22, 23, 27, 22, 26, 24, 16, 20, 23, 20, 18, 10, 16, 14, 14, 14, 19, 18, 11, 13, 22, 23, 15, 13, 14, 10, 12, 17, 18, 14, 12, 14, 13, 14, 17, 17, 13, 18, 18, 26, 38, 59, 80, 75, 73], "n_pos": 190, "sum_m_en": [19.012913, 29.130749, 30.761291, 30.193753, 30.169094, 29.80586, 28.917999, 28.475738, 29.366368, 32.149005, 31.874224, 30.541531, 30.263094, 30.503741, 30.401647, 32.287949, 31.866814, 29.529827, 30.384254, 30.957281, 29.526574, 29.848422, 29.89352, 29.807548, 49.469498, 42.932015, 34.751356, 32.441011, 31.260379, 30.63718, 28.975027, 30.941668, 31.075211, 33.193373, 38.374696, 37.171337, 36.81972, 44.873916, 45.005741, 45.482768, 48.372469, 52.128819, 49.602346, 47.703508, 43.742875, 29.185794, 14.717485, 9.009826, 5.474376, 2.797815], "sum_m_pl": [3.573689, 10.232242, 10.675014, 10.268336, 11.282949, 10.219205, 9.738896, 10.197079, 10.894287, 11.413063, 12.353293, 13.059883, 13.781443, 13.21688, 12.830807, 12.112086, 11.233175, 10.131364, 10.471324, 10.696616, 10.628118, 10.3229, 10.288678, 10.114245, 11.929266, 13.728892, 14.131036, 14.539671, 15.220086, 16.827605, 15.436703, 15.41198, 15.257183, 14.460954, 13.496454, 13.053429, 14.490865, 13.115421, 13.630462, 14.94921, 13.962104, 14.495922, 16.226568, 18.373975, 25.086548, 37.134982, 57.396121, 72.282217, 74.05935, 72.014273]}, "digit": {"n_am_en": [0, 2, 8, 5, 1, 3, 3, 2, 7, 10, 6, 6, 7, 5, 9, 13, 12, 11, 10, 14, 12, 7, 8, 10, 21, 20, 14, 10, 9, 5, 7, 6, 3, 11, 15, 16, 18, 14, 10, 8, 7, 6, 2, 4, 4, 2, 5, 5, 1, 0], "n_am_pl": [0, 3, 1, 3, 3, 1, 3, 3, 4, 4, 5, 4, 7, 6, 4, 6, 3, 4, 3, 1, 0, 2, 3, 2, 2, 4, 3, 3, 1, 2, 1, 2, 5, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 46, "sum_m_en": [4.199364, 7.395734, 7.639441, 7.208551, 7.35255, 7.206755, 6.76396, 6.550656, 6.773677, 7.585252, 7.893949, 7.717352, 7.721433, 7.873429, 7.907715, 8.117182, 8.040293, 7.260121, 7.523652, 7.817805, 7.362854, 7.507754, 7.497432, 7.530456, 14.115063, 12.450268, 9.060479, 8.326813, 7.929729, 7.603076, 7.089579, 7.946414, 8.178317, 9.068129, 10.129167, 10.565865, 9.637372, 10.947025, 9.93658, 8.418647, 8.620221, 7.799825, 6.150299, 5.145717, 4.825836, 3.420405, 6.382332, 4.491577, 1.876412, 9e-06], "sum_m_pl": [0.707929, 2.292202, 2.077571, 1.927693, 2.045014, 1.677774, 1.416768, 1.671579, 1.893183, 2.0958, 2.329909, 2.516396, 2.887822, 2.720017, 2.506911, 2.619917, 2.371162, 2.241615, 2.374746, 2.311535, 2.265289, 2.187612, 2.199746, 2.20415, 2.203326, 2.855192, 2.87588, 3.202328, 3.230307, 3.646421, 3.648684, 3.435804, 3.192211, 3.061678, 2.776987, 2.413701, 2.314792, 1.828128, 1.66025, 1.787084, 1.727747, 1.551794, 1.470783, 1.309438, 1.423242, 1.645737, 1.567091, 1.811209, 1.250655, 0.499979]}, "lang": {"n_am_en": [1, 4, 7, 8, 12, 14, 12, 9, 17, 23, 18, 15, 15, 13, 10, 22, 17, 17, 17, 21, 21, 23, 19, 21, 34, 25, 22, 20, 16, 11, 15, 16, 16, 15, 20, 17, 24, 29, 28, 29, 30, 36, 38, 39, 31, 20, 5, 3, 3, 3], "n_am_pl": [2, 10, 5, 8, 10, 8, 12, 15, 12, 11, 12, 7, 6, 12, 13, 7, 4, 8, 8, 9, 9, 10, 11, 7, 8, 11, 13, 6, 6, 7, 5, 7, 8, 11, 10, 10, 10, 9, 11, 13, 13, 10, 14, 16, 23, 33, 48, 68, 69, 70], "n_pos": 73, "sum_m_en": [7.599417, 11.20622, 11.959896, 12.0177, 12.118274, 12.040527, 12.30056, 12.320216, 12.952267, 13.959396, 13.370803, 12.702196, 12.470669, 12.505575, 12.556778, 13.83657, 13.346643, 12.512894, 12.352668, 12.533584, 12.106462, 12.094209, 11.96848, 11.773665, 21.634158, 17.948297, 14.576617, 13.570182, 13.142284, 12.639983, 12.22157, 12.782401, 12.317925, 13.421246, 15.297584, 14.546955, 14.923921, 19.391545, 21.604971, 22.618755, 24.312574, 29.35532, 30.075112, 30.151536, 27.279333, 18.496972, 5.997094, 3.77415, 3.13142, 2.797805], "sum_m_pl": [1.460302, 4.013319, 4.134407, 4.049875, 4.471179, 4.078601, 4.320299, 4.508795, 5.089474, 5.007174, 5.699817, 5.890853, 6.087677, 5.945972, 5.947233, 5.271821, 4.845284, 4.344905, 4.531623, 4.725912, 4.720811, 4.550086, 4.534038, 4.342657, 5.433254, 6.337172, 6.75786, 6.600817, 6.820784, 7.607735, 6.979228, 7.263477, 7.34569, 6.857587, 6.632036, 6.968674, 8.520169, 7.663748, 8.908901, 9.828098, 9.173931, 9.525869, 11.438727, 13.478154, 20.03005, 28.923501, 46.316928, 60.52074, 67.271199, 69.929405]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "gsm8kpl-44", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1507, "region_end": 190, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 12, 19, 15, 20, 23, 25, 24, 22, 14, 21, 20, 14, 18, 20, 30, 21, 21, 17, 22, 22, 36, 31, 26, 37, 42, 37, 28, 26, 19, 23, 21, 23, 30, 31, 36, 42, 56, 59, 70, 64, 59, 59, 61, 55, 53, 51, 53, 41, 38], "n_am_pl": [1, 17, 11, 11, 11, 12, 14, 21, 11, 9, 10, 15, 22, 18, 20, 20, 17, 20, 18, 11, 7, 2, 5, 3, 14, 13, 14, 12, 16, 20, 16, 17, 18, 10, 12, 11, 13, 1, 1, 1, 3, 2, 2, 7, 5, 3, 2, 0, 0, 0], "n_pos": 134, "sum_m_en": [14.744472, 19.446839, 19.807038, 20.52429, 22.975599, 22.317902, 22.165928, 22.11811, 21.839595, 22.387012, 22.761295, 22.803064, 21.284095, 21.733589, 21.457314, 21.549761, 22.063004, 20.371273, 20.853503, 21.479652, 21.041676, 21.435359, 21.519697, 22.323008, 28.035242, 25.089665, 23.334144, 21.053504, 21.705343, 20.79976, 20.890756, 21.605869, 23.964406, 25.715195, 29.048547, 28.774353, 31.550097, 37.191321, 45.566779, 53.799769, 51.350043, 53.256816, 51.570516, 54.982851, 53.32094, 51.295391, 48.576282, 49.841193, 39.851603, 37.547366], "sum_m_pl": [3.651647, 7.587252, 8.330447, 7.91985, 8.12848, 7.407013, 6.996369, 7.033708, 7.315399, 7.90462, 8.498107, 9.469748, 10.714956, 10.065276, 10.962678, 11.535517, 10.640746, 10.761708, 9.859575, 9.870686, 9.392477, 9.118008, 8.965631, 9.152582, 13.858429, 14.569724, 14.355405, 14.198701, 13.653098, 14.8966, 13.266168, 12.100033, 11.722054, 10.983894, 9.755906, 9.453665, 8.436843, 6.972532, 6.004439, 4.993145, 4.772048, 4.038715, 3.827284, 5.317519, 4.134175, 3.192917, 2.527487, 1.312891, 0.755639, 7.1e-05]}, "digit": {"n_am_en": [2, 1, 5, 4, 5, 4, 2, 1, 5, 3, 8, 5, 4, 3, 5, 10, 6, 4, 4, 4, 3, 6, 6, 6, 11, 12, 8, 6, 9, 2, 2, 4, 4, 5, 5, 7, 6, 10, 10, 15, 13, 11, 11, 10, 8, 7, 6, 8, 0, 0], "n_am_pl": [0, 1, 3, 1, 3, 1, 1, 6, 2, 2, 0, 4, 11, 7, 6, 6, 4, 5, 3, 1, 3, 0, 2, 1, 2, 2, 2, 1, 2, 4, 3, 4, 3, 1, 4, 4, 2, 0, 0, 1, 2, 1, 1, 6, 5, 3, 2, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.283428, 5.196163, 5.301085, 5.018091, 5.468561, 5.168725, 4.9311, 4.809489, 4.781245, 5.113116, 5.435936, 5.1578, 4.868915, 5.042787, 5.126327, 5.071365, 5.086885, 4.494624, 4.873554, 5.040153, 4.92087, 5.021834, 5.036833, 5.209637, 6.949785, 6.531787, 5.776455, 5.142368, 5.286805, 4.955761, 4.757785, 5.123928, 5.357926, 5.377709, 5.699796, 5.24971, 5.544205, 5.72822, 6.339182, 8.375465, 7.763632, 7.6881, 6.487749, 7.945685, 7.017814, 6.495216, 4.203127, 5.648962, 1.07227, 0.0], "sum_m_pl": [0.501189, 1.413167, 1.357, 1.32621, 1.27677, 1.115685, 0.979405, 0.951858, 1.155484, 1.349361, 1.568015, 1.900771, 2.194472, 2.044074, 2.152227, 2.287439, 1.964314, 2.132068, 1.906825, 1.882301, 1.837838, 1.822512, 1.825054, 1.87049, 2.989312, 2.846839, 2.510044, 2.465887, 2.474818, 2.589957, 2.332743, 2.144775, 1.949208, 1.918283, 1.705817, 1.769648, 1.639914, 1.58937, 1.868154, 1.989514, 2.17892, 1.905483, 1.917359, 2.865581, 2.559614, 2.07899, 1.578785, 0.953584, 0.337916, 0.0]}, "lang": {"n_am_en": [4, 6, 6, 5, 10, 11, 12, 11, 9, 4, 3, 5, 5, 5, 4, 6, 9, 8, 5, 7, 13, 20, 15, 16, 15, 18, 16, 12, 9, 8, 12, 10, 11, 17, 17, 18, 20, 29, 34, 36, 35, 36, 35, 37, 38, 39, 38, 38, 38, 38], "n_am_pl": [0, 7, 2, 2, 1, 1, 3, 5, 3, 3, 7, 5, 5, 3, 7, 6, 3, 4, 4, 3, 0, 0, 0, 0, 5, 2, 3, 5, 5, 5, 5, 6, 8, 4, 1, 2, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.405909, 5.594912, 5.820689, 6.084878, 7.018309, 6.585619, 6.462841, 6.615329, 6.568779, 6.629226, 6.561997, 6.707205, 6.293556, 6.325351, 6.249852, 6.533762, 6.621797, 6.18701, 6.207939, 6.382793, 6.403024, 6.463124, 6.466942, 6.726398, 11.053718, 9.386223, 8.527456, 6.897684, 6.749658, 6.566841, 6.882304, 7.041011, 8.597923, 9.632627, 11.245974, 11.705468, 13.844919, 18.311353, 25.629388, 30.69048, 31.041709, 31.817475, 32.82585, 35.15952, 36.100629, 36.424603, 36.871095, 36.142064, 35.259929, 37.448483], "sum_m_pl": [1.006665, 2.19921, 2.400604, 2.379443, 2.45664, 2.178625, 2.109745, 2.075128, 2.098219, 2.250117, 2.450815, 2.727173, 3.024805, 2.787875, 3.138771, 3.348814, 3.052732, 3.07052, 2.886752, 2.978414, 2.792831, 2.708407, 2.652695, 2.706461, 3.8966, 4.390202, 4.381804, 4.655604, 4.405069, 4.669469, 4.350483, 3.999503, 3.727358, 3.260638, 2.865096, 2.842137, 2.645506, 1.914935, 1.181028, 0.846043, 0.673367, 0.575321, 0.660089, 1.339119, 0.734512, 0.353255, 0.313746, 0.030106, 0.072616, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "gsm8kpl-444", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1139, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9855}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 8, 14, 31, 34, 35, 32, 48, 34, 35, 39, 28, 19, 24, 27, 30, 31, 26, 35, 28, 42, 41, 50, 44, 72, 59, 50, 38, 33, 25, 22, 31, 36, 47, 59, 59, 72, 81, 98, 109, 102, 100, 90, 88, 73, 59, 16, 2, 0, 0], "n_am_pl": [0, 18, 19, 23, 15, 13, 26, 23, 18, 21, 30, 36, 36, 33, 35, 38, 27, 27, 24, 19, 16, 19, 20, 12, 29, 26, 25, 34, 34, 40, 31, 31, 39, 34, 25, 26, 14, 7, 6, 11, 8, 5, 17, 27, 29, 45, 75, 92, 87, 83], "n_pos": 206, "sum_m_en": [21.360197, 29.48285, 31.934592, 32.95901, 34.368468, 34.963262, 34.900657, 36.137215, 35.606628, 36.117618, 36.051583, 35.479778, 33.721525, 34.161257, 32.596303, 32.966238, 33.886729, 31.749064, 32.147836, 32.44958, 31.89989, 32.86905, 32.894273, 34.664297, 49.487689, 42.887217, 36.811087, 33.527039, 31.524334, 30.923062, 29.62096, 31.664054, 33.004752, 36.256004, 38.866651, 39.702661, 45.112038, 51.237881, 65.271942, 78.255199, 81.774573, 78.545006, 70.90364, 76.928743, 65.424547, 52.021435, 18.362807, 4.606019, 1.948537, 1e-05], "sum_m_pl": [4.464943, 10.772795, 12.263105, 12.242354, 13.009284, 12.446632, 11.856778, 11.8248, 12.342566, 12.928638, 14.250613, 15.838527, 17.57438, 17.163155, 18.411906, 18.732281, 17.138534, 16.830747, 14.617654, 14.691564, 13.960244, 13.899995, 13.73888, 13.480241, 20.723111, 22.626889, 22.874571, 23.870614, 24.933801, 26.046106, 23.020814, 21.775532, 21.633466, 20.137425, 17.766806, 16.898361, 14.467179, 13.774335, 13.178129, 12.871837, 11.83113, 11.117686, 17.493606, 23.793816, 26.243048, 40.150956, 68.843902, 87.808894, 86.51507, 82.919763]}, "digit": {"n_am_en": [0, 1, 2, 3, 3, 0, 2, 3, 6, 5, 9, 3, 3, 6, 7, 4, 6, 5, 6, 4, 5, 4, 6, 5, 10, 9, 10, 8, 9, 5, 1, 7, 6, 10, 8, 6, 9, 11, 11, 17, 17, 18, 14, 10, 10, 7, 2, 2, 0, 0], "n_am_pl": [0, 2, 2, 3, 4, 1, 2, 0, 2, 1, 4, 7, 8, 4, 6, 6, 4, 3, 4, 2, 1, 3, 2, 3, 2, 2, 1, 3, 5, 5, 4, 2, 3, 3, 2, 2, 1, 0, 0, 0, 0, 0, 1, 6, 6, 8, 8, 6, 2, 0], "n_pos": 29, "sum_m_en": [3.01018, 4.886402, 5.331836, 4.966516, 5.10163, 4.913923, 4.695402, 4.763305, 4.788271, 5.07793, 5.302076, 5.022612, 4.613259, 4.924918, 4.894744, 4.642947, 4.790032, 4.397872, 4.504408, 4.55935, 4.65565, 4.926331, 4.943579, 5.097957, 7.604409, 6.819255, 6.056565, 5.617749, 5.322465, 4.943118, 4.367745, 5.013191, 5.201777, 5.143683, 5.405988, 5.08548, 5.483157, 5.58525, 7.087757, 9.752285, 9.454311, 8.493579, 7.191338, 8.816361, 7.791339, 6.590416, 3.370398, 2.130404, 0.502179, 0.0], "sum_m_pl": [0.538706, 1.471765, 1.410924, 1.380233, 1.38335, 1.175208, 1.091157, 1.021444, 1.201666, 1.340113, 1.678489, 1.799377, 2.005685, 2.017165, 2.172975, 2.247921, 1.924703, 1.95603, 1.727286, 1.766988, 1.639128, 1.662854, 1.653631, 1.661916, 2.958408, 2.869393, 2.441485, 2.678269, 2.571133, 2.537539, 2.289782, 2.095872, 1.929651, 1.779635, 1.649174, 1.715211, 1.448392, 1.413537, 1.862891, 2.16265, 2.541532, 2.259973, 2.591448, 3.837239, 3.044428, 3.964136, 3.494634, 4.168321, 1.775394, 0.0]}, "lang": {"n_am_en": [2, 4, 5, 14, 23, 24, 20, 27, 14, 17, 16, 17, 11, 11, 12, 15, 15, 9, 17, 17, 28, 28, 32, 32, 42, 34, 26, 20, 14, 12, 14, 14, 18, 20, 27, 34, 40, 47, 59, 60, 59, 60, 56, 56, 45, 37, 8, 0, 0, 0], "n_am_pl": [0, 10, 9, 10, 5, 4, 7, 7, 6, 7, 14, 14, 12, 20, 20, 21, 14, 13, 10, 8, 9, 7, 7, 5, 10, 7, 11, 14, 14, 14, 14, 16, 17, 15, 17, 11, 7, 5, 5, 10, 7, 4, 14, 19, 21, 36, 59, 77, 82, 83], "n_pos": 84, "sum_m_en": [9.064032, 12.37304, 13.076826, 13.835055, 14.657686, 15.032689, 15.140031, 15.768079, 15.701873, 15.934515, 15.829793, 15.523548, 14.845572, 14.757686, 14.097872, 14.407892, 14.803934, 13.943834, 14.12579, 14.614946, 13.858756, 13.963851, 14.011574, 15.131609, 25.335801, 20.642005, 16.699888, 14.576639, 13.43296, 13.12988, 12.873737, 13.582197, 14.341553, 16.187895, 18.166272, 19.2481, 23.255253, 27.140795, 37.709189, 45.549693, 48.777334, 48.718449, 44.053467, 47.031146, 40.157087, 31.727055, 8.664546, 1.350084, 0.51107, 9e-06], "sum_m_pl": [1.70513, 4.449338, 5.090007, 5.01196, 5.428294, 4.987492, 4.702128, 4.895019, 5.243786, 5.476231, 6.21763, 6.993655, 7.965971, 7.838107, 8.442662, 8.428689, 7.411171, 7.498536, 6.488254, 6.3388, 6.067375, 6.010377, 5.913551, 5.771807, 8.407544, 9.602367, 10.277207, 10.823052, 11.463687, 11.904558, 11.038153, 10.437257, 10.38494, 9.807153, 8.678714, 8.41546, 7.635022, 7.177414, 7.069531, 7.140336, 6.265295, 6.236241, 12.447382, 17.319677, 20.083332, 32.506904, 56.491268, 74.964195, 80.612407, 82.53278]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 211, "item_id": "gsm8kpl-444", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1429, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9952}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 22, 34, 29, 48, 56, 50, 45, 50, 53, 49, 43, 51, 39, 50, 56, 68, 67, 75, 68, 70, 80, 74, 71, 96, 89, 86, 72, 63, 63, 62, 58, 64, 78, 86, 85, 96, 120, 128, 132, 129, 124, 127, 128, 122, 121, 107, 109, 91, 82], "n_am_pl": [3, 16, 21, 9, 12, 10, 11, 10, 18, 7, 16, 19, 23, 20, 17, 22, 15, 15, 9, 14, 8, 7, 8, 7, 9, 13, 9, 22, 17, 17, 21, 15, 9, 8, 15, 15, 9, 6, 7, 6, 6, 4, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 217, "sum_m_en": [24.935767, 34.233857, 34.597927, 36.602374, 40.721992, 41.763608, 40.890091, 39.071646, 39.522929, 42.272035, 42.009654, 40.067743, 40.2007, 41.527155, 42.666465, 43.386841, 43.455049, 41.389564, 41.1247, 41.343493, 39.305677, 39.100419, 37.904517, 38.318156, 64.861933, 60.318982, 50.895494, 44.442097, 45.655281, 45.289093, 43.109171, 43.489519, 45.917196, 49.969941, 57.674456, 61.929792, 69.277477, 82.963882, 98.242055, 105.956176, 105.337862, 109.771351, 113.569761, 118.545815, 114.266835, 109.812067, 104.606877, 106.220757, 91.085459, 84.160165], "sum_m_pl": [4.596759, 9.693001, 10.233198, 9.990713, 11.249833, 10.017315, 9.720991, 9.946888, 10.180897, 10.985351, 12.418192, 13.202772, 13.782847, 13.705421, 13.712631, 14.425029, 12.976378, 12.756497, 13.301639, 14.4317, 14.054047, 13.564911, 13.406035, 13.519493, 16.600975, 17.678548, 18.576904, 19.411857, 18.814345, 20.263843, 18.210629, 16.081651, 16.222512, 15.531954, 14.075378, 13.516803, 12.052188, 10.310902, 8.162699, 6.901565, 6.330107, 5.495161, 4.873795, 3.907301, 3.067171, 2.298728, 1.351941, 0.909637, 1.335912, 0.005273]}, "digit": {"n_am_en": [0, 2, 4, 4, 9, 12, 12, 8, 13, 10, 13, 8, 7, 8, 11, 14, 14, 6, 15, 13, 10, 12, 11, 12, 17, 19, 17, 14, 15, 13, 12, 11, 11, 13, 18, 16, 17, 23, 20, 18, 16, 15, 19, 20, 12, 11, 8, 6, 1, 0], "n_am_pl": [0, 2, 2, 0, 0, 1, 0, 0, 3, 1, 2, 3, 4, 8, 3, 2, 3, 4, 1, 6, 3, 3, 3, 2, 1, 1, 1, 4, 3, 2, 2, 5, 1, 2, 2, 2, 2, 3, 5, 4, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.232505, 7.586219, 7.53259, 7.612935, 8.409089, 8.329333, 8.350281, 7.58987, 7.611819, 8.029713, 8.128918, 7.334469, 7.559656, 7.817875, 8.290868, 8.265628, 8.088869, 7.622988, 7.848285, 7.714172, 7.16437, 7.288935, 7.19977, 7.405424, 11.634665, 11.154506, 9.438072, 8.395822, 8.733896, 8.066384, 7.761212, 8.320125, 8.526795, 9.306242, 9.949093, 11.002734, 11.564124, 12.733016, 13.415147, 14.357378, 13.062001, 13.626028, 13.393721, 16.228545, 13.206361, 10.78391, 8.570227, 6.530551, 2.450569, 0.0], "sum_m_pl": [0.633117, 1.681515, 1.38267, 1.392061, 1.569683, 1.370608, 1.236724, 1.28057, 1.512641, 1.738959, 2.184496, 2.388014, 2.671398, 2.611249, 2.579456, 2.838501, 2.408139, 2.468905, 2.568912, 2.800305, 2.749341, 2.60504, 2.538389, 2.571625, 3.36409, 3.581339, 3.631419, 3.617895, 3.505425, 3.648798, 3.195416, 2.780453, 2.458755, 2.359251, 2.247347, 2.460609, 2.518505, 2.360344, 2.462825, 2.357023, 2.19055, 2.176846, 2.102057, 1.674246, 1.454867, 1.064673, 0.588341, 0.344273, 0.237756, 0.0]}, "lang": {"n_am_en": [13, 11, 17, 15, 25, 28, 20, 20, 19, 25, 22, 20, 24, 21, 26, 26, 37, 39, 37, 36, 41, 42, 42, 42, 52, 48, 46, 40, 36, 34, 38, 32, 36, 46, 49, 48, 56, 69, 72, 77, 77, 74, 77, 76, 80, 82, 75, 75, 76, 82], "n_am_pl": [2, 4, 8, 5, 6, 5, 6, 6, 10, 4, 4, 8, 10, 6, 4, 8, 5, 4, 3, 2, 2, 4, 2, 2, 4, 3, 4, 8, 5, 4, 7, 3, 3, 1, 2, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 84, "sum_m_en": [10.011027, 12.986703, 13.369607, 14.319148, 16.158403, 16.720245, 16.376589, 16.034286, 16.400862, 17.887523, 17.530227, 16.676351, 16.876537, 17.587963, 17.985444, 18.309385, 18.595235, 17.862613, 17.283302, 17.623241, 16.678322, 16.517714, 15.701966, 15.708688, 33.442387, 30.109476, 25.627811, 21.556272, 21.1574, 21.365217, 20.017908, 19.724338, 20.756599, 23.174251, 27.945356, 30.622434, 36.176032, 44.889709, 53.891805, 60.758054, 62.70524, 66.87574, 70.563126, 71.740263, 73.432989, 73.635461, 71.645645, 72.950059, 73.015642, 81.746598], "sum_m_pl": [1.857637, 3.767417, 4.14014, 3.87075, 4.580604, 3.988898, 3.972222, 4.109645, 4.293987, 4.354871, 4.965109, 5.248225, 5.314933, 5.296643, 5.172744, 5.432604, 4.901421, 4.714604, 5.078442, 5.608202, 5.504299, 5.354496, 5.326889, 5.354405, 6.102643, 6.627497, 7.578139, 7.80553, 7.623037, 7.842385, 7.226335, 6.530375, 6.915604, 6.620167, 5.538227, 5.216984, 4.498245, 3.700383, 2.510497, 1.826455, 1.73541, 1.207148, 0.908907, 0.908544, 0.544305, 0.292292, 0.158873, 0.142508, 0.263342, 0.000562]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 221, "item_id": "gsm8kpl-445", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 217, "roundtrip_ok": true, "tf_agree": 0.9729, "tf_agree_excl_first": 0.9773}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 21, 20, 31, 38, 64, 54, 67, 61, 57, 63, 49, 51, 53, 58, 77, 91, 88, 105, 98, 99, 98, 97, 96, 146, 133, 108, 80, 75, 60, 56, 58, 67, 93, 127, 116, 134, 148, 146, 152, 158, 146, 152, 164, 129, 93, 40, 24, 9, 2], "n_am_pl": [3, 16, 27, 20, 29, 27, 25, 37, 30, 32, 32, 37, 36, 39, 36, 28, 20, 21, 17, 24, 17, 12, 14, 12, 29, 29, 34, 34, 27, 42, 55, 46, 43, 34, 17, 27, 24, 30, 21, 21, 30, 37, 36, 36, 50, 76, 116, 127, 137, 141], "n_pos": 311, "sum_m_en": [29.304278, 45.953767, 49.89502, 51.409008, 54.036537, 56.598099, 55.380561, 55.541467, 54.986278, 59.464127, 60.153253, 56.788339, 57.404353, 59.033088, 58.849982, 60.956383, 61.17575, 55.981803, 57.10576, 55.963606, 54.56166, 55.024088, 53.474506, 53.757721, 93.588183, 84.341806, 69.411614, 62.069715, 60.222664, 57.651816, 54.347606, 55.405273, 58.507604, 64.206071, 74.369898, 76.602676, 79.707067, 92.9847, 109.689675, 118.926003, 120.143424, 122.336291, 132.261152, 144.334801, 117.752086, 90.131318, 38.568636, 24.44935, 11.511883, 2.05791], "sum_m_pl": [5.322105, 14.644471, 15.673494, 15.333376, 16.275109, 15.514765, 15.385815, 16.446239, 16.966441, 17.226997, 19.202747, 20.011178, 20.623376, 20.830704, 20.468283, 20.917916, 18.753765, 18.189329, 18.39914, 20.062387, 19.523822, 19.177357, 19.195634, 18.699582, 24.922809, 26.931021, 28.416542, 28.474713, 29.473252, 33.461174, 29.751246, 27.822043, 26.108517, 25.172258, 22.248785, 22.934412, 24.070126, 22.835712, 21.425744, 20.691706, 27.55708, 29.982557, 30.066022, 30.749258, 45.344103, 66.718296, 113.841578, 125.166854, 133.435115, 139.987567]}, "digit": {"n_am_en": [0, 1, 2, 5, 3, 10, 9, 8, 7, 5, 8, 3, 6, 8, 11, 12, 8, 8, 12, 10, 10, 10, 9, 7, 15, 12, 11, 10, 9, 4, 5, 8, 7, 13, 14, 13, 19, 19, 19, 19, 18, 15, 19, 15, 13, 10, 5, 4, 1, 0], "n_am_pl": [0, 1, 0, 0, 1, 3, 1, 2, 1, 3, 5, 4, 4, 6, 6, 1, 2, 4, 3, 3, 1, 1, 0, 0, 2, 1, 2, 3, 2, 3, 7, 5, 2, 1, 3, 6, 2, 4, 3, 2, 2, 2, 1, 3, 2, 4, 3, 2, 2, 0], "n_pos": 39, "sum_m_en": [3.383643, 6.680151, 7.012786, 6.925181, 7.155377, 7.224644, 7.247306, 6.724024, 6.587514, 7.1371, 7.464896, 6.638428, 6.853995, 6.903029, 7.304525, 7.181592, 7.35624, 6.756279, 7.13239, 6.971144, 6.650597, 6.805256, 6.719655, 6.946831, 11.702359, 10.936356, 8.91942, 7.747205, 7.568856, 7.171039, 6.661051, 7.356783, 7.741891, 8.437726, 9.153085, 10.534121, 10.650929, 11.042193, 11.226981, 12.955841, 12.287125, 12.141226, 12.506832, 15.181923, 13.446806, 10.568892, 6.323115, 4.484662, 1.588749, 0.0], "sum_m_pl": [0.620123, 1.914528, 1.47546, 1.406767, 1.477398, 1.339768, 1.242078, 1.374595, 1.607671, 1.743723, 2.187378, 2.244507, 2.424482, 2.467962, 2.421651, 2.634245, 2.241589, 2.316706, 2.403758, 2.589213, 2.543099, 2.422885, 2.379498, 2.3459, 2.977879, 3.193767, 3.041779, 3.277578, 3.155451, 3.511448, 3.078701, 2.752177, 2.333525, 2.202937, 2.105275, 2.256869, 2.130863, 1.965736, 2.028703, 2.051352, 1.884639, 1.999477, 2.048018, 2.823495, 2.946518, 3.67846, 2.918395, 2.214145, 1.593644, 0.0]}, "lang": {"n_am_en": [2, 6, 11, 17, 24, 31, 22, 29, 32, 32, 31, 28, 25, 29, 31, 40, 48, 46, 55, 55, 55, 52, 54, 55, 78, 71, 57, 41, 37, 35, 31, 34, 38, 52, 66, 63, 71, 75, 78, 83, 83, 76, 79, 86, 63, 44, 15, 10, 6, 2], "n_am_pl": [3, 12, 14, 12, 14, 13, 17, 24, 23, 18, 20, 23, 20, 25, 23, 16, 9, 13, 8, 14, 11, 9, 9, 9, 15, 20, 24, 22, 18, 26, 30, 30, 28, 22, 9, 15, 20, 22, 15, 15, 22, 30, 32, 31, 46, 66, 105, 117, 132, 141], "n_pos": 144, "sum_m_en": [14.018275, 21.26088, 23.964913, 25.022807, 26.577847, 27.773523, 27.378543, 28.021387, 28.543562, 30.368897, 30.586331, 28.856274, 28.878029, 30.236162, 29.572078, 31.469394, 30.831027, 28.281125, 28.570267, 27.72904, 27.303272, 27.478582, 26.31882, 26.162327, 47.818322, 42.245419, 35.390822, 31.846126, 30.331645, 28.650259, 27.30568, 27.346013, 28.440266, 32.223919, 36.755566, 37.693994, 39.24571, 46.835567, 58.287082, 63.114479, 62.312652, 64.817997, 70.398555, 73.311341, 59.572278, 43.672117, 14.838062, 10.437494, 6.582415, 2.057777], "sum_m_pl": [2.393301, 6.622636, 7.507461, 7.357338, 7.714199, 7.463112, 7.972537, 8.541977, 8.924462, 8.584725, 9.773118, 10.290368, 10.81212, 10.885225, 10.664789, 10.622963, 9.429949, 9.002574, 9.149047, 9.910475, 9.671217, 9.573172, 9.617619, 9.27671, 13.320906, 14.696372, 16.020437, 15.535746, 16.193661, 18.436315, 16.541783, 16.009227, 15.184681, 14.797936, 13.202197, 14.273744, 16.190662, 15.603218, 14.916843, 14.853454, 20.76497, 23.962041, 24.863467, 25.019285, 39.745975, 58.325655, 100.932629, 114.214616, 128.10515, 139.573601]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 315, "item_id": "gsm8kpl-445", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1478, "region_end": 311, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 0.9968}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 4, 6, 16, 12, 16, 22, 29, 31, 29, 22, 16, 20, 13, 20, 13, 19, 17, 22, 20, 23, 26, 23, 24, 44, 41, 34, 26, 22, 18, 20, 26, 23, 37, 30, 33, 35, 33, 38, 39, 42, 45, 42, 38, 35, 35, 30, 26, 22, 18], "n_am_pl": [0, 5, 15, 2, 4, 6, 3, 9, 8, 10, 8, 8, 13, 14, 9, 8, 4, 11, 11, 8, 2, 4, 6, 4, 2, 6, 12, 14, 6, 12, 8, 4, 4, 5, 7, 5, 3, 4, 3, 2, 2, 2, 2, 1, 0, 1, 2, 0, 0, 0], "n_pos": 136, "sum_m_en": [16.384851, 19.518246, 19.673975, 20.109624, 22.279134, 22.502138, 21.825018, 22.610731, 21.390885, 22.644601, 23.238273, 22.655032, 22.366172, 21.372765, 21.67786, 20.604218, 21.656409, 19.850545, 22.043646, 21.544476, 21.518046, 22.638743, 21.938296, 22.397888, 34.349638, 29.524824, 24.355037, 22.231794, 23.606185, 22.896871, 21.35392, 22.156076, 24.339383, 24.821608, 26.610253, 24.510378, 26.498564, 31.172471, 35.040551, 41.045246, 41.167572, 42.233246, 41.446535, 41.181871, 36.283511, 34.950193, 29.667334, 27.288419, 22.605197, 17.620806], "sum_m_pl": [3.759997, 7.188347, 7.583596, 6.827298, 6.863487, 6.296897, 5.957355, 6.261213, 5.968417, 6.645138, 7.344567, 7.46172, 8.162281, 8.072364, 7.743428, 8.221751, 8.177177, 7.616906, 7.481257, 7.655653, 7.568094, 7.344264, 7.35961, 7.521252, 7.400544, 9.458342, 9.292745, 10.296721, 10.020935, 10.792976, 9.563245, 8.592972, 7.873836, 7.021084, 6.254506, 5.670852, 5.102854, 4.451269, 3.747299, 3.08765, 2.762345, 2.592544, 2.718381, 2.214989, 1.728564, 1.447641, 2.494835, 0.914835, 0.897797, 0.015906]}, "digit": {"n_am_en": [0, 0, 0, 5, 4, 6, 6, 9, 8, 9, 8, 4, 6, 2, 5, 2, 3, 3, 2, 3, 4, 5, 6, 6, 11, 13, 8, 6, 4, 0, 1, 8, 2, 8, 6, 7, 6, 5, 8, 7, 6, 6, 6, 5, 5, 4, 3, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 2, 1, 0, 0, 2, 1, 3, 2, 4, 8, 2, 2, 2, 3, 4, 1, 0, 0, 0, 0, 1, 2, 2, 2, 0, 2, 2, 1, 1, 0, 2, 3, 3, 3, 2, 2, 2, 2, 2, 1, 0, 1, 2, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.684569, 5.764156, 6.160029, 6.073627, 6.841753, 6.842538, 6.19916, 6.204151, 5.887604, 6.38304, 6.661518, 6.325502, 6.219784, 5.806756, 5.914192, 5.293457, 5.732765, 5.149983, 5.995282, 5.648628, 5.818388, 6.1919, 6.027632, 6.185545, 11.04334, 9.023934, 7.081651, 6.401645, 6.823142, 6.206027, 5.852452, 6.165478, 6.719834, 6.67277, 7.00714, 6.876545, 6.706575, 7.184782, 8.312675, 8.656149, 8.09154, 8.201001, 8.122577, 7.556619, 6.370079, 4.385439, 3.162239, 1.282737, 0.632189, 0.0], "sum_m_pl": [0.568389, 1.572398, 1.4272, 1.337112, 1.441561, 1.131632, 1.023594, 1.059051, 1.2711, 1.383462, 1.673154, 1.778239, 2.00121, 2.101039, 1.837635, 1.933233, 1.935596, 1.810715, 1.747019, 1.739629, 1.732106, 1.736803, 1.771269, 1.806527, 1.674159, 2.204477, 2.076979, 2.294743, 2.251023, 2.535283, 2.302735, 2.100635, 1.831904, 1.595944, 1.51854, 1.474193, 1.460102, 1.450542, 1.345018, 1.217227, 1.18327, 1.220956, 1.260143, 1.109514, 0.766943, 0.677128, 2.064412, 0.54976, 0.21162, 0.0]}, "lang": {"n_am_en": [4, 2, 3, 3, 5, 5, 8, 9, 9, 9, 4, 4, 6, 4, 6, 4, 5, 6, 7, 6, 9, 9, 8, 7, 14, 12, 11, 9, 6, 8, 7, 9, 10, 13, 12, 12, 17, 17, 15, 16, 17, 18, 18, 18, 19, 19, 19, 19, 19, 18], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 2, 2, 2, 1, 1, 3, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.702767, 2.873934, 2.839836, 3.05533, 3.552335, 3.57852, 3.768262, 4.096323, 3.912076, 3.956253, 3.684229, 3.651714, 3.652012, 3.635658, 3.674715, 3.569824, 3.545326, 3.441525, 3.516541, 3.563695, 3.524846, 3.686742, 3.49058, 3.567267, 7.834363, 7.127137, 5.956921, 4.593029, 4.307178, 4.174165, 4.277498, 4.360517, 4.984266, 5.655947, 6.363601, 7.234476, 9.223536, 12.451057, 14.110902, 16.148066, 16.810679, 16.894775, 17.159871, 17.558773, 17.750675, 17.777458, 18.196233, 17.724439, 17.794068, 17.373676], "sum_m_pl": [0.743196, 1.022287, 0.990854, 0.917975, 0.945077, 0.894091, 0.810338, 0.848658, 0.863909, 0.93904, 1.058815, 1.051853, 1.18556, 1.186218, 1.150562, 1.180792, 1.158616, 1.095697, 1.102074, 1.117422, 1.122772, 1.070192, 1.056198, 1.077105, 0.967636, 1.124584, 1.224414, 1.384859, 1.387156, 1.491527, 1.323665, 1.255904, 1.317918, 1.2249, 0.926055, 0.913605, 0.637509, 0.391442, 0.208588, 0.116846, 0.081418, 0.064209, 0.030276, 0.020693, 0.014161, 0.01102, 0.006945, 0.008467, 0.020293, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "gsm8kpl-452", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1153, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9856}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 21, 30, 52, 46, 82, 65, 82, 71, 65, 58, 48, 54, 47, 47, 49, 59, 42, 55, 54, 70, 83, 66, 80, 147, 128, 101, 81, 57, 56, 44, 39, 54, 66, 91, 92, 86, 102, 111, 132, 130, 126, 131, 139, 107, 80, 19, 0, 0, 0], "n_am_pl": [0, 32, 36, 27, 23, 32, 55, 51, 38, 29, 40, 48, 45, 42, 29, 28, 20, 24, 16, 13, 11, 6, 8, 8, 8, 17, 18, 30, 36, 30, 29, 29, 29, 20, 19, 21, 20, 11, 9, 9, 11, 19, 14, 18, 31, 50, 120, 145, 142, 147], "n_pos": 334, "sum_m_en": [36.623098, 49.253343, 52.615816, 54.246359, 56.11309, 60.844978, 59.237049, 63.353371, 59.714735, 63.765001, 63.114606, 59.903852, 59.681635, 57.72799, 57.526697, 57.053841, 60.341587, 53.770272, 55.027191, 52.147814, 54.215554, 56.795348, 55.202723, 56.184403, 96.325011, 86.816412, 71.095515, 61.465987, 59.005541, 57.004738, 53.048306, 53.83938, 58.083484, 60.432862, 67.780797, 66.660597, 62.606196, 68.794161, 82.002732, 106.446729, 102.736011, 110.181846, 115.840347, 126.444453, 104.083396, 71.817401, 22.842199, 3.852757, 2.037367, 8e-06], "sum_m_pl": [7.922527, 19.178811, 20.479785, 18.503862, 17.678759, 16.793664, 17.620953, 18.155784, 18.071983, 18.796606, 22.014797, 23.029187, 23.989005, 24.567425, 23.941825, 23.810083, 21.540613, 19.583849, 18.278791, 18.408914, 19.021873, 18.294769, 18.149813, 18.037465, 18.13007, 22.757784, 23.468068, 28.156339, 31.442502, 32.949165, 29.261777, 28.985946, 28.041352, 24.639062, 22.055502, 20.748935, 21.129884, 18.155065, 16.209564, 14.813794, 16.185247, 17.476153, 15.973618, 19.193914, 29.467803, 51.135289, 113.437074, 136.960313, 141.971478, 146.50299]}, "digit": {"n_am_en": [0, 1, 3, 3, 5, 6, 5, 3, 4, 4, 0, 4, 4, 3, 6, 4, 4, 1, 1, 3, 4, 5, 4, 7, 14, 11, 9, 7, 3, 3, 0, 5, 5, 7, 9, 7, 6, 5, 4, 5, 5, 5, 6, 4, 4, 4, 0, 0, 0, 0], "n_am_pl": [0, 2, 6, 2, 4, 0, 0, 5, 2, 3, 4, 3, 7, 3, 3, 3, 4, 2, 1, 1, 2, 1, 1, 1, 2, 4, 5, 6, 7, 2, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 0, 0], "n_pos": 39, "sum_m_en": [4.039612, 6.654797, 7.364901, 7.092336, 7.51588, 7.801359, 7.048774, 7.133295, 6.599599, 7.227116, 7.721061, 7.380521, 7.381121, 7.082708, 7.016072, 6.487275, 7.174052, 6.358406, 6.664098, 6.278427, 6.675402, 6.903978, 6.776146, 7.003963, 9.743228, 9.117457, 7.943908, 7.847988, 8.001033, 7.35088, 7.048323, 7.271481, 8.13901, 8.270996, 8.859476, 8.070877, 7.549254, 7.347027, 7.324368, 7.8269, 6.849867, 7.335747, 6.474351, 6.246784, 5.503131, 4.159372, 1.097703, 0.615406, 0.37007, 0.0], "sum_m_pl": [0.678174, 1.991519, 1.956888, 1.978963, 1.932875, 1.652115, 1.661296, 1.647804, 1.789263, 1.788581, 2.158611, 2.230893, 2.38334, 2.498357, 2.370765, 2.330685, 2.278815, 2.207024, 2.043575, 2.097806, 2.098471, 2.024828, 2.033556, 2.021638, 2.283757, 2.630954, 2.563048, 3.020797, 3.252855, 3.339851, 2.949942, 2.769264, 2.469253, 1.957462, 1.816432, 1.807799, 1.755242, 1.568968, 1.509834, 1.417152, 1.35807, 1.423765, 1.603602, 1.837825, 1.062372, 1.173673, 4.0345, 1.759872, 0.24156, 3.6e-05]}, "lang": {"n_am_en": [8, 11, 15, 30, 26, 49, 37, 46, 42, 39, 36, 25, 35, 30, 27, 32, 36, 29, 36, 36, 42, 52, 42, 52, 89, 76, 59, 45, 37, 33, 32, 24, 31, 36, 58, 61, 62, 75, 80, 91, 86, 86, 91, 103, 78, 58, 17, 0, 0, 0], "n_am_pl": [0, 16, 16, 14, 11, 11, 24, 23, 24, 16, 23, 25, 25, 26, 15, 18, 10, 15, 10, 7, 6, 2, 4, 6, 5, 6, 9, 15, 16, 15, 18, 15, 20, 14, 12, 16, 13, 9, 6, 7, 10, 16, 11, 14, 28, 46, 107, 136, 140, 146], "n_pos": 146, "sum_m_en": [16.784209, 22.074935, 23.595287, 24.846301, 26.20787, 29.250648, 28.882011, 31.116854, 29.655364, 30.797064, 29.554556, 27.945682, 28.090431, 26.775159, 27.286358, 27.2399, 28.236195, 25.513533, 25.687875, 24.342679, 25.021984, 26.325429, 25.373508, 25.522042, 52.185306, 45.939137, 37.126417, 30.302393, 28.072034, 26.821424, 25.483515, 25.662763, 27.159486, 29.964025, 34.112985, 35.854061, 36.132525, 41.312461, 53.267213, 69.811841, 66.594456, 74.207104, 80.095356, 88.573402, 74.706235, 51.703828, 17.989396, 2.013577, 0.666611, 8e-06], "sum_m_pl": [3.307649, 8.170259, 8.591979, 7.838197, 7.706168, 7.290373, 7.800393, 8.291713, 8.449421, 8.695105, 10.57646, 11.218937, 11.862811, 12.10545, 11.577064, 11.360118, 10.088167, 9.182631, 8.602544, 8.56032, 8.849773, 8.479388, 8.408248, 8.407992, 8.49285, 10.765877, 11.088509, 13.353544, 14.510206, 15.759754, 14.412909, 14.695768, 14.814826, 13.534114, 11.902766, 11.643568, 12.922889, 11.129111, 9.975169, 9.067144, 10.76263, 11.852705, 10.625273, 13.29393, 23.947273, 44.051311, 99.730679, 127.11769, 137.634543, 145.614688]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 338, "item_id": "gsm8kpl-452", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1443, "region_end": 334, "roundtrip_ok": true, "tf_agree": 0.9941, "tf_agree_excl_first": 0.997}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 14, 22, 22, 30, 31, 29, 27, 21, 30, 22, 22, 26, 23, 24, 22, 22, 28, 29, 33, 23, 24, 23, 26, 41, 38, 33, 29, 23, 22, 20, 27, 29, 40, 36, 41, 47, 51, 57, 54, 53, 58, 62, 57, 50, 43, 40, 40, 36, 31], "n_am_pl": [8, 8, 8, 3, 8, 7, 9, 13, 10, 4, 12, 11, 11, 12, 9, 10, 5, 5, 7, 5, 7, 4, 3, 3, 5, 6, 8, 3, 10, 7, 10, 13, 13, 13, 9, 6, 2, 3, 1, 2, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0], "n_pos": 106, "sum_m_en": [11.097644, 16.894448, 16.597579, 17.906539, 19.864905, 20.86293, 19.794816, 19.115602, 19.399855, 19.571515, 20.106543, 20.414264, 19.733944, 19.710367, 20.05555, 19.129288, 19.134124, 18.458158, 19.391327, 19.180534, 17.462262, 17.361259, 17.20296, 17.866782, 29.020605, 27.934559, 24.109247, 20.644709, 21.06018, 20.419093, 20.155582, 21.039079, 22.283092, 24.486918, 24.025456, 27.631291, 35.149494, 37.257331, 40.156191, 44.770339, 45.599863, 51.786756, 51.073552, 49.298834, 46.333986, 42.278587, 40.437753, 37.680823, 32.445201, 31.406307], "sum_m_pl": [3.175478, 5.366329, 5.381774, 5.34482, 5.989016, 5.446913, 5.412953, 5.312174, 5.567714, 5.723342, 6.02298, 6.800311, 6.861613, 6.898748, 6.969863, 7.399886, 7.147723, 7.143591, 6.962437, 6.878672, 6.718548, 6.448608, 6.231962, 6.237095, 7.566453, 7.936087, 8.071099, 8.360235, 8.399758, 9.098573, 7.906717, 7.725462, 8.50661, 8.023642, 7.73262, 6.660969, 5.54005, 5.248196, 4.596891, 4.137395, 3.525382, 2.912854, 2.784272, 2.530658, 2.523125, 1.938362, 1.624556, 1.161453, 1.301816, 0.000279]}, "digit": {"n_am_en": [0, 3, 2, 6, 6, 7, 4, 6, 4, 8, 4, 5, 4, 3, 3, 6, 7, 7, 10, 6, 4, 3, 2, 2, 7, 4, 3, 3, 4, 2, 2, 2, 3, 6, 7, 7, 7, 6, 7, 4, 3, 4, 4, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 1, 1, 1, 1, 0, 0, 3, 1, 4, 3, 4, 4, 0, 1, 2, 1, 0, 1, 1, 0, 0, 1, 2, 1, 1, 0, 2, 3, 3, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.397391, 4.361042, 4.361584, 4.344948, 4.896513, 4.640047, 4.302879, 4.126623, 4.196754, 4.392686, 4.867993, 4.681529, 4.421298, 4.445749, 4.579462, 4.166928, 4.138328, 3.892549, 4.267544, 4.126514, 3.969243, 4.012406, 3.920011, 4.142945, 6.052747, 5.645678, 4.935845, 4.488753, 4.45382, 4.258862, 3.946404, 4.36043, 4.585244, 4.893906, 4.429215, 5.009624, 5.876194, 5.345434, 5.163548, 4.673179, 3.912201, 4.529967, 3.72607, 3.561531, 2.918232, 2.736118, 2.25037, 1.215962, 0.669068, 0.0], "sum_m_pl": [0.388587, 1.203274, 1.038802, 1.03405, 1.142037, 0.940935, 0.794213, 0.705036, 0.878637, 0.957285, 1.121235, 1.306438, 1.458756, 1.587267, 1.515162, 1.629276, 1.527697, 1.575698, 1.55254, 1.494918, 1.42246, 1.373336, 1.319148, 1.324701, 1.531793, 1.578772, 1.534621, 1.454446, 1.368, 1.575067, 1.517443, 1.521761, 1.404258, 1.457471, 1.441788, 1.361225, 1.153058, 1.110431, 1.248003, 1.367765, 1.346527, 1.331286, 1.284311, 1.146718, 1.112284, 0.792872, 0.640827, 0.376817, 0.277995, 0.0]}, "lang": {"n_am_en": [2, 4, 6, 4, 9, 11, 7, 8, 8, 11, 9, 9, 10, 8, 11, 9, 8, 9, 10, 11, 10, 12, 12, 13, 21, 17, 16, 10, 11, 12, 12, 14, 15, 18, 18, 19, 22, 25, 28, 27, 26, 29, 31, 30, 30, 31, 29, 27, 31, 30], "n_am_pl": [1, 1, 3, 0, 2, 1, 3, 3, 4, 3, 2, 3, 3, 3, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 4, 4, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.312224, 4.895745, 4.688205, 5.20947, 5.680914, 6.070592, 6.453879, 6.25928, 6.499331, 6.319102, 6.234596, 6.626977, 6.412611, 6.322921, 6.545356, 6.277416, 6.371021, 6.031073, 6.029288, 5.918952, 5.375546, 5.339935, 5.168739, 5.349033, 11.559014, 11.084263, 9.700515, 7.465665, 7.634175, 7.615562, 7.69877, 7.828609, 8.29397, 9.418307, 9.773803, 11.569985, 14.653372, 16.116804, 18.829453, 21.455325, 22.45316, 25.316013, 26.212639, 25.662445, 26.288208, 26.748073, 26.280683, 24.909819, 25.585865, 29.912686], "sum_m_pl": [0.505007, 1.347128, 1.392843, 1.36045, 1.635951, 1.544836, 1.54823, 1.6119, 1.675099, 1.678, 1.775272, 1.981189, 1.9397, 1.945277, 1.999673, 2.189933, 1.996407, 2.052247, 1.994659, 1.983719, 1.94052, 1.869221, 1.839854, 1.815949, 1.829309, 1.885658, 2.189542, 2.43128, 2.286872, 2.312712, 2.107409, 1.958124, 2.314585, 2.319252, 2.077205, 1.872956, 1.493609, 1.252454, 0.993242, 0.806583, 0.576436, 0.345838, 0.315853, 0.270013, 0.231732, 0.169105, 0.352942, 0.305619, 0.475789, 0.000246]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "gsm8kpl-457", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1225, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9725}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 10, 16, 16, 26, 26, 24, 26, 30, 25, 29, 20, 20, 22, 28, 20, 24, 30, 40, 37, 28, 27, 29, 35, 50, 48, 28, 31, 33, 30, 28, 34, 34, 41, 44, 56, 59, 73, 62, 72, 67, 65, 69, 67, 57, 36, 11, 2, 1, 1], "n_am_pl": [1, 12, 14, 15, 10, 14, 12, 22, 22, 17, 19, 28, 36, 30, 23, 26, 17, 18, 15, 9, 9, 8, 8, 13, 17, 19, 19, 15, 8, 15, 17, 25, 22, 18, 13, 12, 9, 12, 11, 11, 15, 16, 22, 16, 20, 40, 72, 76, 77, 71], "n_pos": 152, "sum_m_en": [13.149187, 22.497855, 24.717267, 24.903035, 26.968172, 28.298057, 28.879263, 28.834918, 29.003277, 29.370421, 28.988162, 27.878251, 27.582015, 26.167719, 26.779078, 25.933253, 25.987701, 24.562837, 25.666912, 25.024204, 23.95519, 24.09875, 23.719428, 24.281045, 35.366736, 33.502364, 28.856162, 26.704414, 26.551725, 26.392233, 25.741505, 27.126852, 26.884942, 28.559456, 28.451302, 34.039769, 39.124089, 43.179377, 45.970441, 50.539808, 49.647158, 52.885294, 56.169742, 56.461926, 48.35041, 36.421424, 14.139429, 4.327534, 2.664916, 0.999871], "sum_m_pl": [2.347161, 7.349164, 7.793966, 7.990677, 8.453365, 8.547694, 8.906887, 9.145909, 9.722108, 9.603964, 10.435523, 12.079655, 12.287832, 12.321721, 11.592664, 11.712101, 11.131324, 10.882313, 10.113748, 10.147965, 9.753444, 9.382769, 9.200736, 8.92283, 11.992722, 12.662433, 14.266713, 13.817632, 14.573908, 15.306709, 13.071206, 12.989552, 13.60351, 13.529694, 12.50986, 11.544118, 10.189032, 9.494874, 9.148558, 9.330143, 10.296564, 10.895755, 13.147106, 14.121108, 17.3238, 31.926158, 67.608671, 74.6646, 76.379169, 72.752327]}, "digit": {"n_am_en": [0, 0, 7, 4, 4, 2, 4, 2, 2, 2, 5, 2, 1, 2, 4, 4, 4, 6, 8, 4, 3, 3, 1, 1, 6, 2, 2, 3, 3, 2, 2, 2, 5, 5, 6, 5, 6, 5, 4, 5, 4, 4, 6, 4, 4, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 3, 3, 7, 7, 6, 6, 3, 2, 1, 1, 1, 0, 1, 0, 1, 4, 2, 2, 0, 2, 0, 2, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.939268, 3.661863, 3.991804, 3.724163, 4.064747, 3.948689, 3.774995, 3.63957, 3.644936, 3.960713, 4.224547, 3.989567, 3.872499, 3.732753, 3.839122, 3.439258, 3.429012, 3.17534, 3.44923, 3.370518, 3.391147, 3.489729, 3.432854, 3.65542, 4.931151, 4.637533, 4.274561, 3.905064, 3.920436, 3.814227, 3.605312, 4.1339, 4.173674, 4.09493, 3.942666, 4.017869, 4.264827, 4.012809, 3.978744, 4.809562, 3.831011, 4.378078, 3.747297, 3.465378, 2.712536, 2.350219, 1.342581, 0.561752, 0.227807, 0.0], "sum_m_pl": [0.30618, 1.012846, 0.88578, 0.896834, 0.935831, 0.875468, 0.827172, 0.75819, 0.961686, 1.009762, 1.218892, 1.376537, 1.495133, 1.53932, 1.289857, 1.345647, 1.28424, 1.31656, 1.253177, 1.25531, 1.236671, 1.196317, 1.15638, 1.166128, 1.450131, 1.428987, 1.401196, 1.377232, 1.434681, 1.620203, 1.362454, 1.30635, 1.220595, 1.312668, 1.17126, 1.230464, 1.062062, 1.014683, 1.05638, 1.069902, 1.02029, 0.973249, 0.974066, 0.911293, 0.840349, 0.712967, 1.345952, 0.429315, 0.178471, 0.0]}, "lang": {"n_am_en": [3, 6, 5, 6, 13, 17, 14, 16, 19, 16, 13, 10, 12, 10, 13, 12, 13, 17, 24, 22, 18, 18, 20, 22, 29, 32, 15, 19, 20, 20, 17, 22, 18, 22, 27, 34, 38, 46, 41, 48, 45, 41, 41, 44, 39, 20, 7, 1, 1, 1], "n_am_pl": [0, 6, 7, 9, 7, 8, 8, 10, 16, 10, 11, 15, 18, 14, 10, 10, 7, 10, 7, 3, 4, 3, 3, 6, 7, 8, 9, 7, 5, 8, 10, 13, 15, 13, 10, 9, 8, 8, 9, 10, 13, 15, 18, 14, 16, 37, 60, 71, 72, 71], "n_pos": 75, "sum_m_en": [6.586354, 10.763003, 11.912131, 12.100887, 13.420567, 14.371877, 15.084835, 15.25451, 15.715359, 15.711372, 15.228552, 14.73627, 14.544791, 13.733509, 14.074974, 13.999645, 13.932209, 13.114257, 13.700561, 13.13159, 12.525508, 12.406776, 12.168262, 12.360118, 20.381097, 18.957481, 15.811616, 14.533958, 14.180717, 14.069836, 13.693538, 14.059371, 13.891797, 15.378254, 15.399228, 20.12477, 23.676456, 26.833341, 28.367351, 31.499109, 31.165107, 32.096026, 35.282145, 34.867489, 30.467758, 21.510347, 8.677434, 1.376077, 1.210098, 0.999868], "sum_m_pl": [1.184285, 3.439997, 3.702578, 3.899393, 4.06458, 4.264991, 4.438714, 4.720812, 5.223498, 5.070834, 5.47878, 6.650101, 6.743355, 6.865458, 6.577084, 6.254239, 5.898293, 5.700656, 5.311278, 5.283353, 5.057161, 4.877148, 4.770357, 4.614574, 5.890979, 6.487503, 7.548621, 7.508189, 7.97771, 8.177162, 7.114575, 7.387305, 7.870379, 7.806556, 7.53353, 7.009986, 6.569582, 5.717812, 5.579255, 5.606383, 6.61576, 7.589098, 9.773738, 10.891631, 14.125718, 27.802159, 56.458919, 67.484314, 71.382235, 71.438952]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "gsm8kpl-457", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1515, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9806}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 14, 16, 20, 25, 18, 17, 20, 13, 15, 17, 17, 21, 19, 15, 18, 19, 16, 14, 22, 22, 21, 19, 23, 28, 31, 29, 24, 24, 17, 19, 19, 25, 21, 29, 30, 31, 35, 40, 43, 47, 47, 43, 39, 44, 37, 40, 37, 32, 32], "n_am_pl": [0, 9, 6, 7, 2, 6, 1, 6, 8, 10, 9, 17, 21, 15, 14, 22, 19, 19, 15, 10, 7, 5, 9, 8, 5, 5, 10, 12, 18, 23, 19, 10, 12, 12, 18, 18, 12, 5, 9, 6, 6, 7, 6, 4, 5, 5, 4, 4, 4, 4], "n_pos": 115, "sum_m_en": [12.428333, 17.721759, 18.054376, 18.661601, 20.408866, 19.774203, 19.949641, 19.939617, 19.796035, 20.126302, 19.57691, 20.337082, 19.345407, 19.283399, 17.681557, 18.438257, 19.218853, 18.194088, 19.854777, 19.828604, 18.729231, 18.736596, 18.643574, 19.040611, 26.834274, 23.639998, 22.583497, 19.713257, 19.440813, 19.085394, 18.562155, 19.426063, 20.715309, 22.17189, 24.642331, 25.360624, 29.069383, 30.594244, 33.057587, 40.528593, 41.363417, 44.637694, 44.754555, 43.973626, 43.255258, 41.279182, 38.559481, 37.411173, 33.873893, 31.210481], "sum_m_pl": [2.585145, 4.932733, 5.331049, 5.111016, 5.836729, 5.522445, 5.310389, 5.586845, 5.614571, 6.42178, 6.828233, 7.605889, 8.289667, 8.467529, 8.359712, 9.826434, 9.234787, 9.48266, 8.280291, 7.946226, 7.7247, 7.433972, 7.283819, 7.454766, 9.830153, 10.457325, 10.580372, 11.128064, 10.332288, 11.582325, 10.16267, 9.313922, 9.650396, 9.41143, 9.006226, 9.331242, 7.920015, 6.956421, 7.837357, 6.541796, 7.442816, 6.604092, 6.553206, 6.35659, 6.300145, 5.535871, 5.051611, 4.666035, 4.576588, 4.000006]}, "digit": {"n_am_en": [0, 1, 0, 3, 2, 1, 3, 3, 1, 2, 6, 7, 4, 4, 2, 0, 0, 1, 1, 2, 2, 2, 2, 3, 4, 6, 4, 5, 4, 2, 3, 3, 3, 2, 3, 3, 1, 1, 2, 0, 1, 1, 2, 0, 1, 0, 3, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 5, 8, 6, 1, 7, 8, 5, 4, 3, 2, 0, 1, 0, 0, 0, 0, 1, 3, 6, 5, 0, 1, 0, 6, 5, 5, 2, 4, 2, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.346067, 4.11305, 4.118855, 4.047689, 4.43623, 4.262966, 4.172467, 3.929346, 3.809958, 3.824345, 3.980823, 4.114122, 3.865182, 3.985985, 3.558329, 3.705358, 3.918189, 3.614558, 4.20156, 4.074528, 3.90738, 3.988527, 3.970688, 4.066733, 5.624651, 4.820242, 4.609474, 3.98863, 3.984341, 3.895985, 3.847022, 4.135648, 4.081297, 4.047596, 4.061994, 3.745864, 3.511565, 3.329598, 2.836613, 2.936971, 2.779591, 2.974619, 2.907952, 2.275343, 2.269062, 1.716756, 1.713336, 1.214434, 0.525553, 0.0], "sum_m_pl": [0.329896, 0.840239, 0.708017, 0.690512, 0.842142, 0.848743, 0.816378, 0.783943, 0.982935, 1.090483, 1.234916, 1.439017, 1.82792, 1.723427, 1.62166, 2.116742, 1.976057, 2.054938, 1.765722, 1.63563, 1.535982, 1.480255, 1.41592, 1.477622, 1.64624, 1.852812, 1.765171, 1.9853, 1.744875, 2.066895, 1.958426, 1.756032, 1.720781, 1.643295, 1.759193, 1.972189, 1.959041, 1.562479, 1.600872, 1.426865, 1.296355, 1.134571, 1.136735, 0.909945, 1.02933, 0.699663, 0.544681, 0.447919, 0.20362, 0.0]}, "lang": {"n_am_en": [3, 4, 7, 6, 12, 9, 10, 10, 6, 7, 6, 5, 9, 7, 8, 9, 14, 11, 9, 11, 12, 11, 10, 13, 14, 16, 18, 11, 11, 10, 11, 11, 15, 14, 19, 18, 18, 19, 26, 32, 32, 31, 31, 31, 32, 31, 30, 30, 28, 31], "n_am_pl": [0, 2, 2, 2, 1, 2, 0, 2, 2, 1, 2, 2, 3, 2, 5, 6, 2, 6, 4, 2, 2, 2, 3, 6, 1, 2, 2, 5, 7, 6, 5, 4, 3, 2, 1, 5, 2, 1, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4], "n_pos": 36, "sum_m_en": [3.803441, 5.384, 5.626113, 5.775491, 6.462866, 6.235434, 6.689435, 6.719107, 6.928728, 6.898982, 6.594487, 6.790311, 6.492926, 6.520452, 6.17428, 6.40253, 6.712134, 6.168369, 6.599093, 6.509191, 6.168097, 6.018205, 5.918728, 5.973064, 11.304144, 9.941987, 9.286635, 7.769702, 7.20243, 7.10852, 7.045187, 7.30652, 8.335822, 9.325926, 10.968292, 12.739107, 15.721967, 16.906456, 19.831667, 26.240975, 26.010331, 29.345426, 29.782798, 30.614313, 30.769271, 30.298098, 29.199931, 28.984191, 28.22077, 30.714055], "sum_m_pl": [0.70627, 1.467393, 1.640052, 1.556112, 1.831963, 1.686872, 1.601052, 1.692863, 1.704122, 1.971304, 2.021936, 2.239306, 2.352784, 2.474707, 2.463659, 2.898895, 2.724703, 2.788707, 2.503146, 2.475551, 2.375257, 2.320771, 2.302186, 2.346869, 3.042317, 3.212815, 3.153418, 3.623178, 3.479738, 3.735234, 3.237366, 3.058188, 3.072971, 3.252534, 2.650757, 2.65571, 2.129849, 1.957661, 3.201121, 2.311789, 3.661057, 3.299915, 3.338526, 3.731968, 4.011219, 3.926609, 3.97246, 4.001368, 4.035057, 4.000005]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "gsm8kpl-461", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1141, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9915}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 10, 12, 21, 18, 19, 20, 19, 15, 16, 14, 15, 15, 13, 18, 18, 16, 12, 15, 23, 28, 19, 18, 23, 42, 40, 30, 22, 22, 17, 15, 21, 20, 21, 28, 34, 40, 48, 45, 58, 51, 57, 60, 59, 57, 46, 11, 2, 0, 0], "n_am_pl": [1, 17, 12, 9, 6, 12, 10, 15, 8, 11, 22, 33, 27, 28, 22, 40, 28, 28, 21, 20, 11, 14, 15, 10, 14, 24, 27, 23, 20, 28, 30, 18, 26, 21, 17, 13, 11, 8, 10, 10, 7, 9, 8, 7, 8, 21, 43, 52, 52, 50], "n_pos": 153, "sum_m_en": [14.386861, 22.278079, 23.898899, 24.458883, 25.68771, 26.084129, 26.044787, 25.99462, 26.090932, 26.778058, 26.190241, 26.472077, 25.674536, 25.488192, 23.569915, 23.85795, 24.936263, 23.660928, 26.342141, 25.917102, 24.255792, 24.773896, 24.878926, 25.36494, 34.895952, 28.994673, 27.539264, 25.00997, 24.708917, 24.093696, 22.583839, 23.938591, 23.759178, 26.541662, 28.464885, 29.91101, 33.194892, 35.271786, 36.70572, 42.949319, 42.286735, 42.81739, 49.896385, 52.387086, 46.524901, 39.065855, 10.664987, 3.383648, 1.32441, 3.5e-05], "sum_m_pl": [2.855524, 6.905166, 7.846855, 7.22068, 7.910851, 8.048401, 7.904552, 8.415871, 8.419578, 9.496844, 10.204852, 11.18451, 12.002061, 12.470286, 12.863683, 14.249496, 12.801431, 12.946728, 10.696509, 10.521304, 10.182229, 9.763596, 9.550647, 9.385971, 13.040424, 14.988223, 15.627268, 15.931249, 15.893939, 17.298354, 15.230506, 14.414439, 15.006135, 14.122284, 12.326978, 11.36033, 9.426832, 8.340095, 9.983155, 8.743, 10.262781, 9.696608, 8.8936, 9.505658, 10.978188, 19.95336, 40.527679, 51.181926, 51.438793, 50.362806]}, "digit": {"n_am_en": [0, 1, 3, 5, 3, 3, 5, 3, 0, 2, 5, 2, 1, 3, 1, 3, 2, 4, 3, 4, 4, 0, 1, 4, 10, 8, 3, 3, 2, 2, 1, 3, 2, 2, 4, 1, 0, 0, 1, 2, 1, 1, 2, 0, 2, 1, 3, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 0, 0, 3, 2, 8, 8, 8, 4, 8, 9, 3, 3, 5, 3, 3, 1, 2, 1, 2, 2, 4, 3, 4, 6, 2, 4, 3, 2, 5, 5, 2, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.953067, 4.840355, 5.348341, 5.305592, 5.251682, 5.386139, 5.175887, 4.794323, 4.672982, 4.680544, 5.001485, 5.001011, 4.696525, 4.79906, 4.691399, 4.787381, 5.009191, 4.739391, 5.372634, 5.093472, 4.863841, 5.007321, 4.988468, 5.146142, 6.875308, 5.700094, 5.315986, 4.758464, 4.719607, 4.689798, 4.299417, 4.928785, 4.717252, 4.60504, 4.987187, 4.431986, 4.393541, 4.144501, 3.742266, 4.095204, 3.656622, 3.545377, 3.264025, 2.671839, 2.278281, 1.584323, 2.038404, 0.821463, 0.397755, 0.0], "sum_m_pl": [0.564283, 1.28244, 1.177618, 1.091965, 1.071875, 1.116725, 1.058759, 1.085369, 1.293538, 1.47052, 1.66177, 1.891013, 2.242076, 2.35335, 2.366015, 2.717336, 2.437661, 2.553298, 2.138404, 2.052032, 2.009604, 1.905944, 1.836461, 1.814637, 2.595513, 2.663014, 2.556824, 2.930964, 2.65693, 2.988684, 2.785835, 2.525289, 2.515022, 2.418023, 2.312737, 2.424982, 1.910372, 1.485693, 1.506008, 1.394707, 1.331978, 1.277723, 1.307779, 1.079787, 1.162346, 0.88898, 0.649303, 0.489617, 0.224832, 0.00112]}, "lang": {"n_am_en": [1, 2, 4, 5, 5, 8, 6, 8, 8, 8, 6, 6, 8, 8, 9, 8, 9, 3, 8, 11, 15, 12, 12, 13, 15, 15, 15, 7, 10, 7, 4, 6, 8, 10, 15, 19, 23, 30, 27, 36, 33, 34, 39, 40, 38, 30, 3, 1, 0, 0], "n_am_pl": [0, 6, 4, 6, 1, 1, 1, 6, 3, 4, 8, 11, 8, 7, 9, 13, 7, 8, 7, 6, 3, 3, 5, 3, 6, 12, 10, 8, 8, 13, 10, 6, 11, 10, 7, 4, 3, 3, 6, 7, 6, 7, 6, 7, 7, 18, 36, 47, 49, 50], "n_pos": 51, "sum_m_en": [4.418271, 7.03749, 7.618013, 7.772794, 7.955238, 8.289384, 8.852782, 9.337166, 9.922153, 10.212883, 9.853587, 10.085875, 9.735833, 9.516504, 8.509202, 8.685759, 9.098891, 8.272486, 9.241284, 9.513379, 8.566565, 8.774094, 8.865163, 8.948631, 14.440398, 11.818682, 11.070861, 9.218864, 8.917847, 8.63527, 8.374157, 8.610215, 8.642648, 10.415741, 11.057568, 12.527868, 15.658648, 17.841401, 19.055726, 23.205087, 22.217218, 23.096925, 28.731067, 31.891716, 27.127726, 23.275711, 4.174729, 0.551798, 0.070511, 0.0], "sum_m_pl": [0.769936, 2.230094, 2.71549, 2.528537, 2.742882, 2.840392, 2.837459, 3.174018, 3.199033, 3.444217, 3.735924, 4.133583, 4.487433, 4.666487, 4.930331, 5.359188, 4.838659, 4.809174, 4.018737, 3.86582, 3.774745, 3.69004, 3.611616, 3.528498, 4.424207, 5.398942, 5.976373, 6.290748, 6.645843, 7.257416, 6.316124, 6.228674, 6.488481, 6.070417, 4.79993, 4.325244, 3.84482, 3.409312, 5.2328, 4.316056, 6.404918, 6.040901, 5.597337, 6.557798, 8.286545, 16.15165, 33.833697, 46.222053, 48.782853, 49.999942]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "gsm8kpl-461", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1431, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9679, "tf_agree_excl_first": 0.9742}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 14, 17, 18, 26, 27, 23, 19, 21, 23, 22, 27, 25, 25, 26, 31, 37, 33, 38, 37, 43, 42, 38, 38, 66, 55, 39, 26, 27, 31, 27, 27, 33, 43, 43, 36, 39, 41, 46, 53, 54, 55, 58, 56, 57, 59, 56, 44, 42, 40], "n_am_pl": [0, 10, 22, 12, 10, 7, 13, 20, 14, 16, 16, 22, 23, 19, 15, 20, 19, 18, 11, 9, 8, 10, 8, 9, 12, 12, 14, 15, 10, 18, 17, 16, 15, 14, 10, 7, 8, 5, 4, 2, 2, 0, 1, 1, 1, 1, 2, 0, 0, 0], "n_pos": 157, "sum_m_en": [17.877061, 24.716552, 24.453964, 23.122003, 24.789224, 24.680323, 23.028096, 23.253662, 23.208469, 24.376766, 25.507496, 25.928774, 25.023134, 24.578616, 24.972131, 25.864692, 26.990937, 25.173566, 25.418119, 26.456022, 25.473239, 25.103924, 24.909803, 25.251961, 41.318312, 36.303034, 31.162099, 26.122569, 27.626199, 27.347675, 25.94462, 27.373299, 29.903028, 30.812179, 34.470834, 33.321028, 36.119409, 42.777551, 45.793308, 49.790803, 51.81421, 53.945069, 54.671088, 53.566489, 53.577641, 53.080003, 51.794158, 44.681263, 41.59667, 40.343634], "sum_m_pl": [3.50174, 7.71096, 8.80976, 8.655455, 8.67352, 7.753329, 7.210629, 7.062291, 7.082525, 7.858965, 8.425796, 9.033236, 10.091893, 9.917428, 9.57926, 9.459158, 9.958287, 9.968992, 9.829588, 9.658355, 9.423675, 9.108, 8.903229, 9.022973, 10.845675, 11.521134, 12.103749, 13.070227, 12.938237, 13.777462, 12.134312, 11.491932, 10.581869, 10.116162, 9.277441, 9.384692, 9.153212, 7.041637, 5.972901, 5.007905, 4.768029, 4.077892, 3.840703, 3.378705, 3.457653, 3.064438, 2.765395, 1.443454, 0.641464, 5e-06]}, "digit": {"n_am_en": [1, 0, 0, 0, 4, 6, 1, 2, 2, 5, 5, 6, 4, 5, 5, 4, 7, 7, 7, 6, 8, 8, 6, 6, 15, 9, 5, 1, 2, 4, 5, 4, 7, 8, 5, 4, 2, 3, 0, 2, 3, 1, 3, 5, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 2, 2, 0, 0, 0, 1, 7, 7, 5, 5, 10, 5, 6, 7, 6, 5, 2, 2, 1, 2, 1, 1, 2, 3, 6, 5, 5, 4, 4, 5, 2, 3, 2, 1, 2, 1, 2, 0, 1, 0, 1, 1, 1, 1, 2, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.216547, 5.015476, 4.981746, 4.697959, 4.970904, 4.866153, 4.489735, 4.410929, 4.291667, 4.64273, 5.22427, 5.084806, 5.142219, 5.207723, 5.038666, 5.438642, 5.537065, 5.184828, 5.519756, 5.438344, 5.340402, 5.25906, 5.33447, 5.488959, 8.996935, 7.101711, 5.804017, 4.521889, 5.049545, 4.951593, 4.921284, 5.566381, 5.93763, 5.857913, 5.965388, 5.488111, 5.17339, 5.213788, 4.67385, 4.802155, 4.536495, 4.413533, 4.386835, 3.884918, 3.578409, 3.398643, 2.309792, 1.816221, 0.575102, 0.0], "sum_m_pl": [0.839558, 1.681195, 1.597114, 1.446062, 1.444548, 1.232314, 1.108084, 1.09938, 1.265588, 1.430744, 1.532862, 1.622351, 1.958123, 1.936657, 1.973302, 1.93467, 2.018221, 1.897128, 1.797679, 1.7891, 1.758515, 1.743358, 1.705396, 1.776752, 1.990967, 2.359503, 2.748343, 2.983578, 2.779828, 2.700572, 2.37751, 2.193092, 2.000734, 1.84747, 1.779257, 1.722553, 1.966543, 1.678038, 1.719256, 1.612911, 1.865149, 1.786248, 1.866997, 1.775192, 2.025156, 1.895238, 2.24164, 1.130372, 0.393114, 0.0]}, "lang": {"n_am_en": [8, 11, 10, 9, 12, 10, 11, 11, 13, 11, 12, 10, 7, 8, 5, 6, 11, 13, 16, 15, 18, 18, 16, 15, 24, 24, 18, 11, 8, 11, 11, 7, 12, 16, 18, 16, 23, 27, 30, 34, 34, 39, 38, 36, 38, 40, 41, 34, 34, 39], "n_am_pl": [0, 5, 5, 2, 1, 1, 3, 3, 2, 0, 3, 6, 2, 3, 3, 3, 1, 2, 3, 2, 2, 2, 1, 2, 3, 1, 2, 3, 1, 2, 4, 4, 3, 3, 5, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [5.251692, 6.570938, 6.63945, 6.69797, 6.862684, 6.899703, 6.709869, 7.238128, 7.469222, 7.188673, 7.310544, 7.380962, 7.005495, 6.895248, 7.533003, 7.679908, 8.443794, 8.398998, 7.941226, 8.232048, 7.704573, 7.418707, 7.169421, 7.123924, 15.644, 13.923695, 11.925444, 9.47479, 9.045104, 9.107731, 8.631199, 9.308908, 10.635402, 11.476045, 13.475914, 14.48069, 17.185751, 22.950723, 26.63618, 29.66266, 30.780748, 33.588728, 34.303467, 34.951198, 35.914707, 35.836647, 36.865257, 32.194473, 32.854594, 39.100253], "sum_m_pl": [0.909544, 1.927704, 2.13115, 2.108582, 2.069207, 1.951241, 1.971796, 1.879038, 2.0574, 2.222643, 2.396444, 2.553931, 2.79395, 2.908599, 2.697108, 2.695586, 2.714907, 2.713511, 2.845452, 2.723797, 2.733302, 2.628303, 2.584429, 2.609699, 2.978613, 3.13239, 3.409638, 3.658906, 3.660914, 3.880689, 3.743937, 3.749108, 3.31223, 3.382894, 2.776587, 3.045838, 2.772835, 1.908157, 1.584899, 1.095858, 0.75871, 0.509929, 0.437321, 0.333465, 0.326965, 0.235313, 0.1235, 0.082361, 0.090839, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 160, "item_id": "gsm8kpl-466", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9748}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 16, 27, 31, 37, 46, 54, 55, 30, 37, 40, 35, 39, 36, 49, 51, 68, 59, 61, 92, 77, 79, 78, 87, 132, 101, 79, 54, 49, 40, 47, 39, 46, 60, 69, 73, 84, 103, 110, 111, 114, 110, 117, 124, 116, 87, 36, 13, 10, 6], "n_am_pl": [5, 24, 17, 23, 25, 34, 14, 21, 17, 30, 34, 44, 50, 43, 37, 51, 40, 49, 37, 23, 23, 20, 21, 19, 30, 28, 24, 45, 35, 49, 39, 34, 49, 42, 51, 35, 28, 21, 8, 18, 21, 25, 26, 32, 38, 62, 87, 115, 116, 121], "n_pos": 282, "sum_m_en": [27.086236, 42.617976, 44.857986, 45.339522, 46.355393, 47.371853, 46.051538, 46.772466, 45.596614, 48.162705, 49.445435, 48.194084, 46.557605, 45.859418, 46.391106, 47.271861, 47.881711, 44.251931, 45.199337, 45.318977, 44.137803, 43.756505, 43.668295, 44.506335, 75.644678, 63.718044, 52.840795, 44.493888, 43.666171, 42.831145, 41.852534, 43.972976, 44.749001, 47.650962, 54.797145, 55.819142, 64.335288, 75.99757, 85.315282, 89.913841, 98.174393, 99.1415, 102.975407, 107.254158, 104.97934, 77.753624, 39.429184, 16.820404, 10.729079, 6.131685], "sum_m_pl": [4.73984, 13.163227, 13.588273, 13.546083, 15.171186, 14.733579, 13.77082, 13.93195, 15.212743, 16.641987, 18.776414, 20.820607, 22.259436, 22.140137, 22.104665, 22.701767, 20.73196, 21.029464, 19.326226, 19.261211, 18.664331, 17.98459, 17.763496, 17.660891, 25.507975, 26.159718, 27.454783, 29.091371, 30.138826, 33.317831, 31.180697, 31.197232, 29.93037, 27.557938, 25.398631, 26.089678, 22.670963, 18.485518, 16.043565, 16.772547, 18.541759, 21.546762, 24.722726, 27.448385, 31.697127, 57.693786, 86.561534, 113.918949, 116.706593, 121.292138]}, "digit": {"n_am_en": [1, 0, 2, 2, 2, 5, 6, 3, 2, 4, 5, 4, 2, 7, 10, 11, 11, 12, 8, 10, 8, 8, 6, 10, 20, 10, 11, 6, 4, 6, 2, 4, 7, 11, 11, 12, 11, 10, 12, 12, 12, 8, 12, 11, 9, 7, 3, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 3, 5, 7, 9, 5, 7, 6, 6, 5, 5, 3, 1, 2, 0, 1, 4, 4, 6, 4, 8, 4, 2, 6, 4, 8, 7, 2, 3, 2, 1, 1, 2, 0, 2, 2, 0, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.48657, 6.884194, 7.179058, 6.615535, 6.664713, 6.676456, 6.404949, 5.882184, 5.970954, 6.517837, 6.972264, 6.631437, 6.702004, 7.005667, 7.261614, 7.244397, 7.248303, 6.564114, 6.704504, 6.621497, 6.474599, 6.54852, 6.519864, 6.804982, 10.376409, 9.065654, 7.443374, 6.314129, 6.29919, 5.979835, 5.830238, 6.62491, 6.874472, 6.990938, 7.694268, 7.856643, 7.511655, 7.612715, 8.229676, 8.410516, 9.604294, 8.992533, 9.155991, 8.168978, 7.744778, 6.472422, 4.593001, 2.152528, 0.803669, 0.0], "sum_m_pl": [0.613173, 1.881378, 1.441075, 1.466396, 1.519632, 1.408769, 1.1929, 1.151301, 1.483288, 1.67255, 2.103235, 2.268179, 2.535081, 2.536689, 2.536996, 2.86013, 2.685296, 2.754074, 2.442746, 2.454834, 2.452662, 2.380234, 2.338884, 2.378625, 2.677986, 2.874934, 2.912713, 3.287478, 3.386052, 3.572729, 3.406999, 3.352838, 3.001439, 2.899965, 2.677331, 2.949844, 2.664949, 2.042095, 1.841151, 1.907, 1.983347, 1.958575, 1.833298, 1.695524, 1.7816, 1.585829, 1.464786, 0.923647, 0.359828, 0.0]}, "lang": {"n_am_en": [5, 10, 11, 21, 23, 25, 27, 36, 18, 17, 19, 17, 26, 19, 27, 25, 35, 26, 30, 50, 42, 42, 41, 45, 62, 51, 36, 26, 26, 17, 29, 22, 20, 28, 34, 36, 46, 57, 64, 65, 67, 64, 63, 69, 67, 45, 24, 10, 9, 6], "n_am_pl": [5, 16, 13, 15, 11, 16, 5, 8, 11, 17, 16, 24, 23, 21, 22, 28, 21, 30, 27, 13, 15, 14, 15, 17, 18, 14, 13, 24, 22, 28, 29, 27, 34, 30, 30, 21, 20, 13, 6, 15, 17, 22, 26, 27, 33, 58, 81, 110, 116, 121], "n_pos": 129, "sum_m_en": [13.08603, 19.02257, 20.361767, 21.313577, 22.192818, 22.539386, 22.229522, 23.537757, 22.822866, 23.318523, 23.713016, 23.260229, 22.536092, 21.883625, 22.004932, 22.532941, 22.989457, 21.236289, 21.631225, 21.807495, 21.202004, 20.696713, 20.508461, 20.573003, 36.42495, 30.902256, 25.285729, 20.548371, 19.984541, 19.719957, 19.981841, 20.353902, 20.517345, 22.798386, 25.707432, 26.477207, 31.739851, 41.678251, 46.88498, 50.183687, 54.159854, 54.717677, 56.450704, 58.997232, 59.825479, 42.108658, 23.123257, 10.811544, 8.21027, 6.040263], "sum_m_pl": [2.277691, 5.992267, 6.446553, 6.24536, 7.205742, 7.283311, 7.097874, 7.24061, 8.251434, 8.825863, 10.040775, 11.123027, 11.986598, 12.368176, 12.234023, 12.164264, 11.121154, 11.255356, 10.348899, 9.923017, 9.551569, 9.135343, 9.054386, 8.918148, 14.95326, 14.443097, 15.596827, 16.207817, 17.313714, 19.250967, 18.386739, 18.988176, 18.465158, 16.681675, 15.71637, 16.726077, 14.761941, 11.432093, 9.664064, 10.912169, 12.685019, 16.086167, 19.731571, 22.562863, 26.278422, 51.026997, 78.314679, 106.933794, 114.202535, 120.955244]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 285, "item_id": "gsm8kpl-466", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1466, "region_end": 282, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9965}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 11, 12, 11, 18, 17, 11, 16, 22, 18, 24, 15, 20, 13, 17, 19, 18, 19, 20, 19, 20, 26, 23, 24, 33, 32, 29, 23, 21, 20, 21, 29, 26, 31, 40, 42, 51, 56, 64, 59, 58, 55, 58, 55, 55, 53, 47, 46, 42, 40], "n_am_pl": [7, 12, 8, 7, 11, 9, 7, 4, 4, 6, 8, 9, 17, 14, 15, 10, 12, 11, 11, 14, 14, 11, 11, 10, 10, 9, 11, 8, 17, 13, 11, 13, 10, 6, 8, 6, 4, 4, 3, 5, 4, 4, 2, 3, 3, 2, 3, 3, 3, 3], "n_pos": 97, "sum_m_en": [10.418298, 15.085254, 14.651861, 15.121591, 16.661316, 15.818506, 15.218538, 16.202008, 16.778455, 18.280973, 17.746811, 17.705508, 16.86001, 16.854399, 16.627614, 17.163191, 17.125789, 16.561017, 17.118244, 17.174577, 16.541309, 17.392016, 16.846455, 17.400335, 25.646559, 22.067516, 21.19178, 19.192879, 19.72418, 19.747933, 19.299644, 19.600762, 20.431309, 22.423535, 24.986708, 25.799489, 30.964267, 38.126253, 40.782016, 43.038144, 42.547202, 45.321778, 50.793733, 50.671178, 49.932634, 50.183856, 45.571356, 43.910735, 40.93434, 40.323005], "sum_m_pl": [2.808713, 4.344707, 4.958471, 4.525378, 5.145547, 4.689355, 4.478658, 4.729584, 4.798214, 5.242001, 6.035073, 6.495227, 6.869593, 7.033104, 7.047119, 7.204916, 6.734507, 7.058195, 6.793173, 6.78116, 6.637542, 6.343775, 6.189578, 6.405407, 8.580371, 9.178557, 9.287103, 8.797808, 9.418988, 9.73334, 9.006179, 8.705629, 8.142281, 7.15168, 6.707165, 6.776649, 6.870051, 5.424147, 5.252318, 4.747432, 5.315116, 4.15976, 3.003737, 3.32605, 4.25102, 3.19886, 3.551311, 3.538648, 3.507496, 3.000221]}, "digit": {"n_am_en": [0, 2, 1, 1, 2, 0, 0, 1, 2, 2, 5, 1, 2, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 3, 2, 3, 4, 5, 7, 5, 5, 4, 5, 6, 7, 4, 2, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 4, 1, 2, 2, 3, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 0, 1, 0, 0, 3, 3, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.031115, 2.246135, 2.025861, 1.890524, 2.0507, 1.871654, 1.811509, 1.889174, 1.940557, 1.982724, 2.054635, 2.012659, 1.744919, 1.71557, 1.792947, 1.851512, 1.73283, 1.827787, 1.84445, 1.809306, 1.791761, 1.787138, 1.75781, 1.898433, 2.301278, 2.032942, 1.853582, 1.880844, 1.939828, 2.005583, 2.00619, 2.042117, 2.153381, 2.362193, 2.310014, 2.261722, 3.007407, 3.576005, 3.273333, 3.579307, 3.1113, 3.615122, 2.823211, 3.837844, 4.139975, 3.941018, 2.199931, 0.954035, 0.074493, 0.0], "sum_m_pl": [0.140134, 0.464942, 0.366815, 0.331928, 0.375408, 0.331266, 0.338668, 0.383467, 0.468034, 0.518393, 0.640444, 0.646886, 0.80022, 0.873318, 0.882384, 0.853221, 0.813233, 0.894817, 0.86108, 0.893642, 0.848138, 0.805321, 0.770971, 0.813473, 1.20722, 1.161612, 1.040352, 0.906035, 0.853567, 0.882719, 0.898198, 0.938761, 0.938526, 0.785771, 0.810733, 0.753321, 0.817101, 0.662798, 0.710107, 0.642119, 0.740908, 0.686768, 0.709104, 0.452209, 0.31117, 0.167562, 0.156885, 0.123433, 0.023043, 0.0]}, "lang": {"n_am_en": [4, 5, 8, 7, 11, 10, 9, 11, 16, 11, 15, 10, 12, 8, 10, 11, 11, 13, 16, 11, 14, 17, 18, 17, 21, 21, 20, 17, 15, 12, 16, 21, 16, 23, 28, 29, 34, 37, 41, 41, 40, 37, 42, 38, 38, 41, 40, 41, 40, 40], "n_am_pl": [5, 5, 4, 2, 6, 6, 4, 1, 2, 3, 4, 4, 8, 7, 7, 2, 3, 4, 6, 6, 6, 7, 6, 6, 4, 6, 4, 4, 8, 5, 8, 8, 5, 2, 4, 5, 2, 2, 1, 2, 2, 2, 0, 2, 3, 2, 3, 3, 3, 3], "n_pos": 44, "sum_m_en": [4.996683, 6.520292, 6.576922, 7.164344, 8.114652, 7.833929, 7.721487, 8.133397, 8.890892, 9.871017, 9.166588, 9.174117, 8.807896, 8.845218, 8.610243, 8.79501, 8.928689, 8.606404, 8.942888, 8.947629, 8.658652, 9.478962, 9.111994, 9.347169, 16.221458, 14.028219, 13.688313, 11.81124, 11.950577, 11.830822, 11.575788, 11.796892, 12.102144, 13.940071, 15.600053, 16.811313, 20.165394, 24.624069, 27.306261, 29.992954, 30.368042, 31.518752, 37.414502, 35.908232, 36.68283, 38.656519, 38.815514, 39.003191, 38.314453, 39.858972], "sum_m_pl": [1.531437, 2.032591, 2.327514, 2.11248, 2.43448, 2.311851, 2.179301, 2.249416, 2.263487, 2.447411, 2.862605, 3.23271, 3.360452, 3.475008, 3.417199, 3.635884, 3.262349, 3.40085, 3.238273, 3.144249, 3.058944, 2.905934, 2.869331, 2.929467, 3.820103, 4.426539, 4.440113, 4.375402, 4.585981, 4.547948, 4.451004, 4.378521, 4.035189, 3.549935, 3.25023, 3.571049, 3.550806, 2.566476, 2.142534, 1.871053, 2.560405, 1.939611, 0.869221, 1.889349, 3.184717, 2.355668, 2.956575, 3.081544, 3.130897, 3.00022]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "gsm8kpl-472", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1214, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 9, 15, 17, 25, 32, 32, 21, 38, 47, 39, 28, 31, 21, 32, 37, 49, 36, 36, 41, 41, 50, 45, 50, 56, 51, 46, 41, 40, 40, 40, 42, 39, 51, 62, 66, 66, 77, 79, 86, 75, 75, 75, 68, 63, 52, 23, 9, 5, 4], "n_am_pl": [2, 11, 19, 14, 14, 15, 9, 17, 18, 15, 27, 24, 22, 23, 25, 24, 18, 22, 20, 19, 15, 16, 17, 15, 21, 23, 27, 26, 23, 18, 21, 15, 16, 10, 9, 8, 8, 2, 2, 3, 5, 12, 16, 19, 23, 32, 56, 69, 72, 71], "n_pos": 159, "sum_m_en": [16.107576, 25.11895, 25.799946, 26.377727, 27.57593, 28.122873, 28.972141, 29.445952, 30.641999, 32.147433, 31.331409, 30.0405, 29.017908, 29.007035, 27.853317, 28.631668, 28.342408, 26.505298, 27.610566, 27.807951, 27.297941, 27.971207, 27.010914, 27.633469, 44.573686, 39.832309, 36.626595, 32.710833, 30.942149, 29.524201, 29.427166, 28.859051, 30.029717, 33.723618, 37.36188, 38.961307, 41.862059, 48.792969, 57.173116, 61.837442, 58.668316, 60.057776, 68.100544, 64.500982, 59.114533, 47.105991, 21.335468, 10.206146, 5.827923, 3.991198], "sum_m_pl": [3.211441, 8.135953, 8.872879, 8.894626, 10.161953, 9.739667, 9.535366, 9.544182, 10.220396, 10.135047, 10.678001, 11.359223, 11.223818, 12.369917, 12.338815, 11.842595, 10.423447, 10.909892, 10.205516, 10.361707, 10.212398, 9.858223, 9.533292, 9.788561, 14.131038, 14.962845, 15.904597, 16.01789, 16.83746, 17.599601, 15.085072, 15.285636, 14.950679, 12.361121, 10.963767, 10.138699, 9.571496, 7.919783, 6.859353, 6.760526, 7.256279, 9.161461, 11.483719, 15.044538, 20.44597, 33.376756, 55.999316, 66.97725, 70.975204, 70.953415]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 1, 1, 5, 4, 5, 3, 1, 0, 1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 3, 3, 2, 2, 1, 3, 2, 2, 1, 3, 4, 4, 3, 1, 3, 3, 4, 5, 4, 3, 2, 3, 3, 1, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 2, 1, 0, 0, 0, 2, 3, 3, 3, 0, 3, 1, 5, 2, 1, 1, 2, 1, 2, 2, 2, 3, 3, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0], "n_pos": 12, "sum_m_en": [1.19078, 2.215501, 2.230054, 2.149477, 2.037494, 1.806602, 2.031429, 2.039156, 2.159345, 2.176838, 2.113186, 1.92776, 1.73577, 1.845454, 2.001766, 2.003074, 1.869056, 1.910845, 1.985278, 1.905853, 1.85337, 1.821369, 1.76972, 1.872258, 2.432458, 1.895464, 1.946596, 1.975361, 1.915272, 1.93198, 2.010593, 2.00621, 2.046261, 2.077126, 2.263891, 2.329133, 2.459289, 2.176355, 1.960666, 2.039921, 2.268547, 2.438161, 2.266467, 2.735328, 2.286884, 2.962317, 2.097956, 1.07004, 0.023882, 0.0], "sum_m_pl": [0.313095, 0.714279, 0.632753, 0.653949, 0.719278, 0.630991, 0.620758, 0.527954, 0.622785, 0.635456, 0.745738, 0.732589, 0.791644, 0.941751, 0.927606, 0.95449, 0.848334, 0.944369, 0.883802, 0.920782, 0.864709, 0.798384, 0.761471, 0.772364, 1.462695, 1.58595, 1.129682, 0.989119, 0.911266, 1.013616, 0.842736, 0.912902, 0.937884, 0.822002, 0.812311, 0.666205, 0.657152, 0.572974, 0.607031, 0.566759, 0.524897, 0.533534, 0.491808, 0.386409, 0.378962, 0.264811, 0.099257, 1.013249, 0.766624, 0.029312]}, "lang": {"n_am_en": [2, 1, 6, 11, 14, 21, 23, 12, 22, 26, 20, 12, 18, 13, 17, 25, 28, 21, 21, 24, 26, 33, 29, 31, 37, 33, 29, 26, 23, 22, 28, 24, 23, 33, 37, 39, 42, 50, 52, 54, 47, 48, 48, 43, 41, 31, 14, 6, 3, 4], "n_am_pl": [2, 7, 13, 10, 6, 8, 2, 12, 11, 10, 18, 14, 11, 13, 18, 11, 11, 12, 11, 11, 12, 9, 10, 7, 7, 12, 10, 15, 14, 13, 12, 9, 11, 4, 6, 3, 4, 2, 1, 2, 3, 10, 13, 16, 22, 32, 51, 66, 70, 71], "n_pos": 75, "sum_m_en": [8.082553, 11.280547, 11.860215, 12.348012, 13.3317, 14.402848, 14.568859, 14.95406, 15.965671, 16.489314, 15.990373, 15.370538, 15.287763, 15.220481, 14.116387, 14.855488, 14.997768, 13.639952, 14.105727, 14.394184, 14.204033, 14.984177, 14.328664, 14.466119, 26.1515, 23.470031, 22.303065, 18.74932, 17.424423, 16.261409, 16.398826, 15.779916, 16.242801, 18.951902, 20.845528, 21.49383, 22.552699, 27.630578, 34.798086, 38.037818, 36.450533, 37.354104, 43.725176, 40.01486, 37.543259, 27.437141, 12.552491, 5.73692, 3.508507, 3.977038], "sum_m_pl": [1.588222, 3.763614, 4.168375, 4.131069, 4.531527, 4.371345, 4.302635, 4.617617, 4.928993, 4.895229, 5.222046, 5.953099, 5.643927, 6.366557, 6.481208, 5.943013, 5.183704, 5.472684, 5.124114, 5.008717, 4.937834, 4.777071, 4.600382, 4.580004, 5.92709, 6.799395, 7.852217, 8.150883, 8.703382, 9.230041, 7.775404, 8.101598, 7.988029, 6.546142, 5.808998, 5.689415, 5.629269, 4.620479, 3.719443, 3.614454, 4.136109, 6.235064, 8.480969, 11.809991, 17.596677, 30.943687, 50.410951, 63.016748, 68.498848, 70.625802]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "gsm8kpl-472", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1504, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9938}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 19, 22, 16, 34, 30, 34, 35, 34, 33, 29, 27, 29, 30, 34, 44, 45, 45, 43, 40, 45, 44, 42, 36, 57, 52, 46, 39, 37, 35, 39, 38, 45, 54, 59, 60, 58, 66, 66, 70, 70, 71, 72, 72, 71, 67, 64, 63, 64, 59], "n_am_pl": [2, 2, 11, 8, 8, 8, 10, 6, 5, 3, 7, 7, 12, 13, 11, 10, 5, 6, 7, 9, 6, 7, 8, 7, 8, 11, 7, 11, 6, 6, 4, 4, 10, 1, 1, 2, 5, 2, 2, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 111, "sum_m_en": [13.359179, 17.893827, 18.52719, 18.854669, 21.075735, 21.10539, 22.246489, 22.094947, 22.159333, 22.207296, 21.645312, 22.168496, 21.146172, 21.951075, 20.975519, 20.811964, 22.485859, 21.160027, 21.267083, 21.387324, 20.321555, 19.613458, 18.957663, 19.18578, 37.058035, 33.168399, 30.778976, 26.660974, 25.377357, 26.851563, 24.372383, 25.672755, 26.432977, 31.010339, 36.462278, 37.543062, 42.296081, 48.731538, 53.520906, 62.005612, 61.219236, 63.494084, 63.847216, 66.201972, 65.920667, 64.289569, 63.297665, 62.422385, 60.409212, 58.680781], "sum_m_pl": [2.477723, 4.956953, 5.416141, 5.020874, 5.555211, 5.327985, 5.280418, 5.029791, 5.015149, 5.356514, 5.886537, 6.177047, 6.674157, 6.969316, 6.670145, 6.752797, 6.375302, 6.659246, 6.903906, 6.96994, 6.685409, 6.525685, 6.541057, 6.694795, 8.088569, 8.628552, 7.982195, 8.133599, 8.056664, 8.40038, 7.389653, 7.499074, 7.682528, 6.910131, 5.91337, 5.739477, 5.180851, 3.928245, 3.273631, 2.684431, 2.761748, 2.475808, 2.427349, 2.316879, 1.563165, 1.23523, 0.970983, 0.711862, 0.50829, 7e-06]}, "digit": {"n_am_en": [1, 1, 3, 2, 5, 3, 3, 1, 1, 1, 3, 2, 5, 1, 2, 6, 7, 5, 6, 2, 3, 2, 2, 1, 6, 5, 3, 1, 4, 3, 3, 4, 5, 3, 3, 5, 2, 4, 4, 6, 7, 5, 7, 6, 5, 3, 2, 2, 1, 0], "n_am_pl": [0, 1, 3, 0, 0, 0, 2, 2, 1, 1, 0, 0, 3, 3, 2, 1, 2, 1, 2, 4, 3, 4, 2, 3, 2, 2, 2, 4, 1, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [2.075295, 3.079846, 2.958986, 2.726311, 3.104971, 2.986556, 2.850951, 2.684087, 2.679106, 3.028326, 3.218675, 3.241173, 3.325829, 3.303339, 3.051928, 2.977878, 3.414494, 3.12301, 3.287689, 3.150273, 2.983849, 2.960793, 2.876591, 2.926294, 4.057268, 3.369472, 3.035275, 2.879391, 3.188681, 3.187067, 2.965908, 3.331665, 3.276218, 3.509712, 3.326819, 3.309689, 3.418016, 3.916314, 3.55959, 3.613328, 3.2801, 3.468815, 3.193704, 3.390947, 3.099377, 2.985361, 2.511332, 2.013939, 1.019613, 0.0], "sum_m_pl": [0.419462, 0.955584, 0.763285, 0.698226, 0.758382, 0.672553, 0.648647, 0.615454, 0.72422, 0.772894, 0.880754, 0.908167, 1.1415, 1.111847, 1.015226, 1.055027, 0.943859, 0.95468, 0.957566, 1.028565, 0.955222, 0.968325, 0.979968, 1.019809, 1.471008, 1.445209, 1.389081, 1.337053, 1.160176, 1.22751, 1.088621, 1.083498, 1.04623, 1.041813, 1.00629, 1.006662, 0.940015, 0.719142, 0.901637, 0.992722, 1.069042, 1.052257, 1.147231, 1.229141, 0.817507, 0.606114, 0.588647, 0.424059, 0.225318, 0.0]}, "lang": {"n_am_en": [7, 17, 18, 12, 25, 22, 24, 27, 29, 25, 21, 19, 20, 22, 25, 24, 22, 30, 26, 27, 31, 32, 32, 28, 43, 39, 36, 29, 27, 26, 26, 26, 30, 39, 43, 43, 42, 46, 49, 52, 52, 52, 53, 53, 56, 56, 54, 55, 59, 58], "n_am_pl": [1, 1, 4, 5, 5, 4, 4, 1, 2, 2, 2, 4, 4, 6, 5, 6, 2, 3, 2, 3, 1, 2, 3, 3, 4, 6, 3, 5, 2, 4, 3, 3, 8, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [7.262223, 9.352011, 10.121914, 10.416937, 11.484106, 11.520182, 12.718733, 12.862337, 12.934223, 12.443543, 11.815023, 12.068547, 11.317565, 11.998387, 11.697319, 11.472829, 12.472493, 11.928981, 11.795573, 11.93518, 11.301349, 10.778491, 10.276734, 10.255309, 25.520503, 22.504233, 20.780733, 17.317999, 15.826419, 17.089738, 15.263588, 15.764402, 16.405152, 19.807457, 24.517148, 25.795586, 28.98042, 33.970884, 39.469211, 46.598189, 46.456183, 47.771525, 48.924241, 50.589399, 53.274851, 53.172896, 53.301078, 53.240833, 54.335667, 57.304066], "sum_m_pl": [1.323166, 2.331915, 2.676345, 2.415257, 2.72294, 2.673541, 2.592803, 2.570991, 2.527848, 2.788348, 3.062459, 3.178529, 3.41775, 3.679922, 3.568529, 3.588236, 3.333544, 3.543947, 3.751126, 3.756135, 3.609245, 3.512239, 3.480862, 3.526546, 3.706358, 4.27416, 4.137916, 4.170835, 4.215478, 4.512617, 4.129314, 4.275294, 4.450945, 3.84824, 3.160047, 3.060569, 2.981921, 2.108276, 1.408787, 0.821107, 0.757452, 0.631199, 0.605325, 0.580353, 0.271094, 0.156929, 0.118193, 0.098913, 0.061297, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "gsm8kpl-476", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9823}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 13, 20, 20, 26, 26, 18, 29, 27, 36, 33, 23, 31, 27, 28, 45, 46, 45, 33, 41, 49, 45, 40, 44, 77, 68, 45, 31, 30, 32, 33, 29, 30, 36, 48, 49, 53, 69, 71, 79, 77, 85, 78, 81, 72, 53, 16, 5, 6, 3], "n_am_pl": [6, 9, 10, 7, 13, 15, 14, 12, 10, 11, 12, 18, 19, 27, 18, 18, 9, 15, 11, 15, 13, 15, 11, 11, 12, 16, 14, 14, 20, 17, 16, 17, 15, 13, 15, 24, 22, 8, 8, 7, 10, 12, 14, 17, 22, 36, 71, 83, 88, 88], "n_pos": 150, "sum_m_en": [13.58907, 23.624472, 25.778508, 26.940499, 27.867297, 28.157674, 28.227565, 28.93309, 29.363323, 30.84916, 30.800598, 30.306728, 30.116296, 29.891071, 28.500811, 28.972198, 31.187444, 27.859848, 27.707583, 27.333302, 26.669276, 26.543189, 26.255001, 26.152805, 43.792735, 37.833076, 33.147432, 30.433716, 29.611747, 30.485571, 28.549197, 29.113129, 28.434558, 31.50575, 35.364255, 36.675473, 37.740967, 45.487117, 50.464448, 67.755516, 64.13167, 69.977326, 69.844629, 70.176972, 67.330439, 53.364635, 17.854022, 7.086513, 7.895883, 3.344135], "sum_m_pl": [2.389907, 8.236602, 8.797741, 8.493661, 9.243654, 8.95538, 8.75283, 8.447387, 8.646775, 8.98107, 9.829513, 10.45783, 11.563859, 12.342172, 11.993355, 11.476908, 9.978521, 10.280193, 9.868267, 10.137719, 9.727489, 9.520383, 9.523116, 9.565912, 12.97914, 13.309555, 13.701662, 13.979261, 14.076901, 15.474325, 13.558045, 14.447895, 14.050818, 13.977328, 13.007845, 13.541968, 13.516016, 11.0015, 10.123948, 8.142248, 9.221202, 9.114965, 11.448633, 14.4531, 18.163395, 33.071705, 68.381125, 80.363181, 86.077512, 86.795224]}, "digit": {"n_am_en": [0, 0, 3, 2, 2, 1, 2, 0, 1, 3, 4, 2, 3, 1, 2, 2, 3, 3, 2, 4, 7, 3, 2, 3, 8, 6, 2, 3, 3, 2, 3, 5, 4, 2, 4, 1, 6, 5, 6, 3, 4, 5, 3, 6, 5, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 3, 2, 2, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 1, 2, 2, 1, 2, 1, 1, 2, 1, 0, 1, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "n_pos": 16, "sum_m_en": [1.737295, 2.914017, 3.029221, 2.867964, 3.048957, 2.964526, 2.972164, 2.848786, 2.879193, 3.290183, 3.396438, 3.152986, 3.056077, 2.94981, 3.018982, 2.835875, 3.306974, 2.878545, 3.057877, 3.097058, 2.945038, 3.036922, 2.9579, 3.07924, 4.504569, 3.988503, 3.586466, 3.564454, 3.418252, 3.428322, 3.047749, 3.35292, 3.160767, 3.087531, 3.190214, 3.028353, 3.159886, 3.273624, 3.331825, 3.485535, 3.485137, 3.278704, 3.097078, 3.305616, 3.045915, 1.982118, 1.410708, 0.848385, 0.380954, 0.0], "sum_m_pl": [0.337825, 0.907583, 0.718595, 0.644488, 0.726379, 0.677266, 0.678228, 0.636746, 0.724872, 0.780115, 0.937153, 0.921408, 1.088075, 1.145767, 1.049134, 1.088384, 0.948591, 1.008316, 0.974272, 1.036546, 0.989207, 1.011689, 1.014045, 1.028753, 1.169383, 1.286976, 1.175428, 1.177996, 1.126939, 1.261888, 1.156721, 1.170204, 1.105684, 1.165419, 1.008095, 1.129191, 1.018497, 0.70118, 0.734309, 0.773345, 0.792401, 0.735187, 0.72172, 0.619596, 0.507765, 0.395328, 0.373836, 0.717233, 0.801085, 0.00407]}, "lang": {"n_am_en": [1, 10, 13, 16, 18, 18, 11, 22, 18, 23, 21, 16, 20, 17, 17, 27, 27, 27, 18, 26, 27, 29, 29, 31, 51, 46, 29, 19, 16, 21, 24, 19, 18, 25, 30, 37, 33, 48, 50, 58, 57, 60, 55, 55, 51, 36, 11, 5, 3, 1], "n_am_pl": [4, 7, 4, 5, 9, 11, 10, 10, 9, 8, 9, 11, 11, 20, 14, 13, 6, 11, 9, 12, 11, 10, 9, 9, 4, 10, 9, 9, 13, 13, 15, 14, 12, 11, 11, 18, 18, 7, 6, 6, 8, 11, 13, 17, 22, 36, 67, 79, 85, 88], "n_pos": 90, "sum_m_en": [8.214937, 14.017518, 15.336576, 16.406998, 16.872978, 17.052239, 17.190499, 18.050694, 18.778344, 19.372824, 19.179971, 19.069079, 19.180447, 19.190887, 17.945373, 18.533417, 19.63989, 17.314372, 16.838241, 16.607178, 16.343554, 16.169999, 16.053045, 15.756, 28.22903, 23.999263, 20.774769, 18.829847, 18.133615, 18.875707, 18.059955, 18.396967, 17.764087, 19.974079, 21.762443, 23.120278, 23.858701, 29.755128, 33.441049, 47.835036, 45.736832, 49.011342, 49.791154, 48.690055, 47.543145, 37.718262, 13.212022, 5.133572, 4.02337, 2.015024], "sum_m_pl": [1.244921, 4.862867, 5.432896, 5.343439, 5.80343, 5.703515, 5.561117, 5.447461, 5.684911, 5.747944, 6.359307, 6.742481, 7.368086, 8.100221, 7.97827, 7.347804, 6.306946, 6.367126, 6.15557, 6.218787, 5.910608, 5.731642, 5.735646, 5.705113, 7.937721, 8.282527, 8.773425, 8.767432, 9.135536, 10.133528, 8.991411, 9.939987, 9.62052, 9.631819, 9.302286, 9.777396, 10.439923, 8.378084, 7.703291, 5.793373, 6.624111, 6.909055, 9.55454, 12.732161, 16.903394, 31.755772, 63.591294, 76.009519, 83.818369, 86.662124]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "gsm8kpl-476", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1464, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9804, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 18, 16, 14, 23, 25, 32, 25, 24, 28, 20, 19, 15, 20, 26, 29, 30, 33, 38, 42, 37, 41, 37, 42, 52, 55, 44, 39, 35, 27, 28, 35, 31, 40, 46, 49, 47, 50, 52, 61, 62, 59, 65, 69, 62, 52, 51, 46, 46, 43], "n_am_pl": [0, 2, 6, 7, 7, 9, 9, 14, 11, 9, 19, 21, 20, 14, 12, 16, 10, 15, 9, 10, 11, 10, 9, 10, 8, 11, 6, 10, 10, 11, 9, 13, 10, 4, 4, 3, 6, 3, 3, 1, 1, 9, 4, 3, 3, 8, 5, 4, 1, 0], "n_pos": 119, "sum_m_en": [12.333804, 17.538368, 18.122274, 19.552157, 21.298356, 20.842302, 21.997735, 22.180184, 23.782938, 24.976065, 24.444331, 24.180697, 22.679752, 23.213861, 21.366747, 23.093042, 23.903361, 23.154153, 23.225077, 21.978597, 21.032478, 20.803804, 20.966052, 21.488673, 35.020068, 33.803482, 30.163236, 26.403795, 27.201219, 26.097673, 25.784072, 26.060913, 26.001047, 28.074851, 29.130869, 29.865946, 34.717757, 37.377918, 40.444564, 47.525042, 48.666061, 51.038573, 58.392584, 59.630971, 55.441844, 50.815529, 51.332108, 47.730018, 45.221995, 43.38407], "sum_m_pl": [2.525641, 5.483661, 5.708702, 5.431666, 5.826597, 5.719695, 5.781147, 6.139258, 6.250335, 6.975948, 7.629443, 8.466774, 8.958481, 8.696025, 9.2374, 9.161231, 8.975797, 9.602328, 8.970926, 8.769534, 8.385794, 8.168434, 7.974133, 8.156484, 10.349466, 10.235462, 9.944846, 10.998439, 10.281101, 11.017159, 9.477089, 9.274478, 9.274078, 8.939997, 8.533903, 8.251985, 7.190571, 5.896956, 5.330941, 4.696969, 4.495687, 5.3558, 3.912362, 4.055226, 4.498486, 5.411837, 5.159909, 3.58507, 1.043253, 0.001141]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 2, 2, 2, 4, 2, 1, 0, 0, 1, 2, 1, 2, 2, 1, 5, 4, 4, 4, 5, 3, 3, 3, 3, 2, 1, 2, 2, 2, 0, 3, 2, 2, 2, 3, 2, 1, 1, 2, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 2, 2, 4, 4, 4, 3, 1, 1, 3, 2, 2, 2, 1, 1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.381599, 2.378748, 2.401726, 2.221814, 2.51205, 2.354836, 2.27313, 2.314212, 2.355848, 2.727428, 2.595854, 2.339442, 2.191028, 2.230461, 2.209283, 2.188939, 2.197203, 2.285812, 2.466614, 2.269693, 2.105847, 2.161978, 2.234666, 2.357085, 3.125712, 3.063192, 2.721466, 2.458456, 2.733885, 2.576343, 2.498039, 2.687315, 2.687182, 2.529383, 2.395069, 2.368638, 2.229604, 2.273121, 1.875127, 1.970433, 1.724395, 1.889017, 2.030737, 2.697329, 2.775682, 1.764281, 0.63336, 0.353303, 0.148877, 0.0], "sum_m_pl": [0.226009, 0.665844, 0.589235, 0.577707, 0.603059, 0.643042, 0.602278, 0.653038, 0.647118, 0.713341, 0.799165, 0.901984, 0.955844, 0.909897, 0.848896, 1.008539, 0.948196, 1.081322, 0.942557, 0.966042, 0.964756, 0.936556, 0.88253, 0.911191, 1.349193, 1.32334, 1.248657, 1.325507, 1.188732, 1.33669, 1.046501, 0.899393, 0.844704, 0.880771, 0.855688, 0.901857, 0.891634, 0.759273, 0.847664, 0.834437, 0.917198, 0.971799, 0.901735, 0.626364, 0.538968, 0.483856, 0.187085, 0.096763, 0.054822, 0.0]}, "lang": {"n_am_en": [5, 7, 10, 10, 13, 14, 14, 11, 12, 12, 7, 10, 7, 7, 13, 12, 14, 16, 18, 22, 18, 22, 18, 24, 29, 27, 25, 20, 20, 17, 16, 19, 18, 23, 25, 25, 24, 29, 32, 39, 40, 39, 40, 40, 39, 40, 41, 41, 43, 42], "n_am_pl": [0, 0, 0, 2, 1, 1, 2, 4, 5, 3, 7, 8, 10, 6, 5, 5, 2, 4, 5, 5, 5, 5, 4, 4, 1, 4, 3, 3, 3, 3, 4, 3, 5, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.281907, 6.351648, 6.499719, 7.413177, 7.958903, 8.09732, 9.040007, 9.18656, 9.921517, 9.804099, 9.366284, 9.576319, 9.030887, 9.087886, 8.576327, 8.998798, 9.538098, 9.038743, 8.719116, 8.257951, 7.955635, 7.854031, 7.901019, 8.058578, 16.645441, 16.041533, 14.058517, 12.052935, 12.217277, 11.501648, 11.58338, 11.586879, 11.553532, 13.045481, 13.869723, 14.731254, 18.645368, 21.356603, 24.854256, 29.531218, 31.1888, 34.30566, 36.015723, 37.188112, 35.717867, 37.651808, 38.514363, 39.755626, 39.982144, 41.987639], "sum_m_pl": [0.766384, 1.913033, 1.974071, 1.933518, 1.985663, 1.969663, 2.001181, 2.289673, 2.365127, 2.686921, 2.945281, 3.290783, 3.575767, 3.3609, 3.819157, 3.650841, 3.558706, 3.780634, 3.686382, 3.419692, 3.22056, 3.072392, 3.05255, 3.04873, 3.785806, 3.850152, 4.114237, 4.686625, 4.083183, 4.386225, 3.863411, 3.663925, 3.918807, 3.781052, 3.506918, 3.577291, 2.969208, 2.373161, 1.718348, 1.260677, 0.983215, 0.610898, 0.393117, 0.289884, 0.183008, 0.102817, 0.128375, 0.066978, 0.049687, 6.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "gsm8kpl-488", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1143, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9836}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 15, 17, 32, 32, 41, 30, 24, 34, 38, 34, 37, 29, 28, 26, 35, 42, 44, 54, 55, 52, 53, 50, 60, 88, 87, 73, 55, 41, 39, 41, 37, 47, 55, 58, 65, 74, 69, 63, 71, 72, 73, 73, 78, 63, 53, 12, 3, 0, 0], "n_am_pl": [2, 10, 16, 16, 17, 11, 18, 16, 17, 18, 30, 29, 32, 28, 24, 28, 15, 19, 19, 19, 22, 26, 26, 21, 21, 20, 21, 25, 28, 18, 16, 23, 17, 16, 15, 15, 18, 16, 19, 21, 20, 17, 25, 25, 24, 43, 70, 81, 78, 75], "n_pos": 182, "sum_m_en": [16.876264, 27.461418, 30.204739, 31.766118, 31.146102, 31.499334, 32.266596, 33.691247, 34.679646, 37.329997, 38.02781, 37.089213, 36.019864, 35.885684, 32.455224, 34.993415, 36.124555, 35.083473, 36.095659, 34.117081, 32.731287, 32.46731, 32.612369, 33.357332, 55.852986, 52.9726, 43.303976, 38.131782, 37.080654, 35.1408, 34.77126, 35.558669, 33.866753, 36.687735, 36.172322, 39.11924, 45.580008, 50.186934, 51.394468, 58.028674, 59.509143, 61.386347, 66.754078, 69.006115, 62.711218, 46.829602, 17.170985, 6.369743, 1.473192, 3.9e-05], "sum_m_pl": [2.97235, 8.479596, 9.104064, 8.772772, 9.500947, 9.714498, 9.672265, 10.29297, 11.187667, 11.825945, 12.674247, 14.167955, 14.986608, 15.259225, 15.946629, 15.391001, 14.245811, 14.738689, 12.898603, 13.086247, 12.748431, 12.347893, 12.082422, 12.029484, 16.032872, 15.532474, 16.666449, 18.240334, 18.845043, 19.396938, 17.20499, 16.769795, 17.422228, 17.203458, 16.799777, 16.017967, 15.270752, 14.031233, 15.350344, 15.130178, 15.728264, 16.129493, 17.356832, 19.080584, 20.632575, 39.436421, 65.938278, 76.542036, 75.975116, 74.9724]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 1, 2, 4, 4, 2, 0, 1, 1, 2, 2, 4, 3, 4, 4, 7, 7, 6, 7, 10, 9, 9, 6, 4, 3, 2, 3, 3, 1, 0, 3, 2, 4, 1, 2, 3, 2, 4, 4, 2, 3, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 1, 0, 1, 2, 2, 1, 2, 5, 2, 2, 0, 2, 2, 0, 0, 0, 0, 1, 2, 1, 3, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.569632, 2.708939, 2.856287, 2.564415, 2.59672, 2.539576, 2.52596, 2.587114, 2.629752, 3.035056, 2.936059, 2.637341, 2.551417, 2.662771, 2.624806, 2.549865, 2.555796, 2.754217, 3.058356, 2.843338, 2.757204, 2.861691, 2.898927, 3.082817, 5.548142, 4.723508, 4.035979, 3.491005, 3.32514, 3.188728, 2.955184, 3.113902, 3.095109, 2.801096, 2.588855, 2.535053, 2.758456, 3.095486, 2.286199, 2.692836, 2.497482, 2.765768, 3.344585, 4.358947, 3.516384, 2.157774, 0.809588, 0.327137, 0.118276, 0.0], "sum_m_pl": [0.293627, 0.930852, 0.820014, 0.747601, 0.783367, 0.823632, 0.764912, 0.768492, 0.782935, 0.86738, 1.002674, 1.110413, 1.090867, 1.131986, 1.077315, 1.312899, 1.160239, 1.230575, 1.073632, 1.116152, 1.091621, 1.042107, 1.003197, 1.008696, 1.209074, 1.260048, 1.289092, 1.404777, 1.482341, 1.532693, 1.282938, 1.15633, 1.142712, 1.159737, 1.110139, 1.209934, 1.139423, 0.878211, 0.938097, 0.88176, 0.963394, 0.986259, 0.852052, 0.611311, 0.530411, 0.448323, 0.24516, 0.158246, 0.0717, 0.0]}, "lang": {"n_am_en": [2, 7, 4, 14, 18, 22, 13, 9, 13, 18, 11, 19, 12, 16, 10, 13, 19, 19, 27, 27, 22, 23, 22, 28, 39, 43, 33, 25, 17, 16, 19, 12, 18, 26, 26, 34, 33, 28, 32, 31, 32, 35, 35, 39, 35, 27, 5, 0, 0, 0], "n_am_pl": [1, 5, 4, 6, 6, 5, 8, 7, 9, 11, 16, 10, 15, 15, 12, 14, 4, 8, 13, 9, 13, 15, 16, 11, 7, 6, 9, 14, 12, 10, 10, 16, 12, 11, 14, 9, 12, 14, 15, 18, 17, 16, 22, 25, 24, 39, 57, 73, 75, 75], "n_pos": 77, "sum_m_en": [7.389776, 11.672199, 13.079197, 13.851717, 13.929874, 13.912136, 14.374137, 15.258231, 15.671285, 16.705445, 17.324361, 16.855788, 16.089472, 15.869421, 14.061229, 15.668475, 16.125742, 15.807815, 16.049933, 15.057954, 14.430052, 14.289324, 14.451125, 14.74669, 26.407678, 24.998164, 19.139942, 16.448911, 16.191675, 15.018959, 15.23505, 15.498758, 14.287522, 15.970905, 15.817658, 17.59118, 19.977025, 22.318279, 23.660391, 27.125429, 28.016712, 30.388078, 33.358686, 34.682417, 33.173195, 21.46661, 6.574178, 0.932906, 0.515119, 3e-06], "sum_m_pl": [1.208538, 3.451199, 3.868555, 3.75729, 4.14929, 4.265497, 4.305308, 4.745043, 5.158645, 5.574817, 6.08654, 6.790991, 7.426919, 7.621723, 8.001045, 7.269562, 6.78664, 7.012904, 6.066764, 5.937784, 5.88715, 5.637982, 5.551332, 5.371904, 6.817042, 6.950253, 8.078166, 8.900502, 9.232508, 9.486911, 8.573683, 8.611387, 9.192309, 9.307016, 9.26527, 9.061144, 9.376568, 9.322584, 10.576543, 10.340595, 11.234549, 12.07369, 13.713396, 15.925451, 17.715872, 35.666315, 54.764889, 68.792172, 72.574409, 74.936536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "gsm8kpl-488", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1433, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.973}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 8, 10, 13, 11, 8, 10, 10, 9, 7, 8, 9, 12, 8, 9, 10, 14, 13, 14, 14, 16, 15, 15, 13, 22, 23, 19, 17, 18, 20, 17, 12, 19, 19, 17, 17, 22, 23, 26, 33, 31, 30, 30, 28, 28, 28, 27, 26, 25, 21], "n_am_pl": [0, 2, 1, 3, 6, 6, 3, 4, 2, 4, 2, 6, 8, 4, 3, 5, 2, 2, 4, 2, 1, 3, 4, 4, 2, 4, 4, 1, 2, 5, 4, 5, 2, 1, 1, 3, 2, 0, 1, 1, 1, 3, 3, 1, 1, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [5.659136, 7.683004, 7.291539, 7.678308, 8.336704, 7.907771, 7.936562, 8.019525, 8.02706, 8.536282, 8.334757, 8.480534, 8.674596, 8.090759, 8.486381, 8.441951, 8.596943, 7.997881, 8.544743, 8.607176, 8.308446, 8.135751, 8.271353, 8.083525, 15.22485, 14.25374, 12.925096, 12.33373, 11.942755, 12.925161, 12.034289, 11.274868, 11.87027, 12.781318, 14.212739, 14.194578, 16.968483, 18.817839, 20.742099, 23.59873, 24.311883, 26.417465, 27.113807, 25.91632, 24.42218, 24.86706, 25.566525, 24.201863, 23.071984, 21.209833], "sum_m_pl": [0.990632, 2.357948, 2.68074, 2.654697, 2.845535, 2.410481, 2.363515, 2.270426, 2.40768, 2.469396, 2.694025, 3.123416, 2.96775, 3.000527, 2.810267, 2.983698, 2.878, 2.845931, 2.944837, 3.023703, 3.054023, 2.920281, 2.906906, 2.954907, 3.550878, 3.438483, 3.264353, 3.165423, 3.062597, 3.331294, 3.187816, 3.370062, 3.228971, 2.978471, 2.878507, 2.710512, 2.499678, 2.159375, 1.786244, 1.616866, 1.248332, 1.026033, 1.05437, 1.03988, 0.977106, 0.631688, 0.220035, 0.166688, 0.10549, 1e-06]}, "digit": {"n_am_en": [0, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 3, 1, 3, 2, 2, 2, 3, 4, 1, 1, 1, 1, 1, 1, 2, 3, 1, 2, 2, 1, 1, 4, 3, 2, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 1, 1, 3, 1, 2, 2, 3, 1, 3, 1, 0, 1, 0, 0, 2, 1, 0, 1, 0, 1, 0, 0, 3, 3, 3, 1, 1, 0, 3, 2, 0, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.832947, 1.417967, 1.343026, 1.387138, 1.431097, 1.336354, 1.39068, 1.342495, 1.349526, 1.431117, 1.499277, 1.567159, 1.617087, 1.379137, 1.392708, 1.36916, 1.408482, 1.346052, 1.474885, 1.490908, 1.38054, 1.442398, 1.452101, 1.488987, 2.617025, 2.278018, 2.137413, 1.678331, 1.707936, 1.639971, 1.514105, 1.613339, 1.603929, 1.661787, 1.673043, 1.733774, 1.723387, 1.558908, 1.328252, 1.583635, 1.309065, 1.965057, 1.720585, 1.510693, 1.294589, 1.151266, 0.989072, 0.706552, 0.016583, 0.0], "sum_m_pl": [0.180753, 0.406118, 0.358872, 0.353013, 0.34776, 0.29442, 0.306031, 0.307621, 0.39908, 0.418953, 0.46895, 0.487633, 0.518246, 0.529498, 0.476701, 0.52442, 0.538444, 0.54937, 0.579626, 0.546559, 0.541819, 0.502502, 0.496661, 0.515675, 0.617069, 0.544072, 0.515762, 0.599318, 0.531591, 0.644816, 0.594606, 0.674455, 0.607659, 0.548783, 0.542645, 0.572054, 0.592801, 0.522548, 0.54156, 0.55216, 0.541034, 0.504901, 0.559045, 0.528503, 0.504814, 0.293277, 0.083, 0.06952, 0.008729, 0.0]}, "lang": {"n_am_en": [4, 5, 6, 8, 6, 4, 6, 5, 6, 5, 5, 6, 8, 6, 8, 8, 11, 10, 7, 11, 10, 10, 11, 9, 13, 15, 14, 14, 16, 15, 14, 11, 14, 14, 16, 15, 18, 20, 20, 21, 21, 21, 22, 22, 22, 22, 22, 22, 22, 21], "n_am_pl": [0, 1, 0, 1, 4, 3, 2, 3, 1, 1, 1, 4, 6, 1, 2, 1, 1, 2, 2, 2, 1, 0, 1, 2, 1, 3, 2, 1, 2, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.859874, 3.499212, 3.350769, 3.452738, 3.784541, 3.554957, 3.609972, 3.69947, 3.835441, 3.920302, 3.757557, 3.839554, 4.013393, 3.87217, 4.206807, 4.2697, 4.268896, 3.942068, 4.08893, 4.08682, 4.067178, 3.83208, 3.954946, 3.699236, 9.51417, 9.114617, 8.262158, 7.927998, 7.391975, 8.07477, 7.364022, 6.632357, 7.08191, 7.947493, 9.223316, 9.828128, 12.455628, 13.635301, 15.433797, 17.476526, 19.058286, 19.309571, 20.289808, 20.081856, 19.981098, 20.257132, 21.298943, 20.760617, 20.586576, 20.99936], "sum_m_pl": [0.394731, 0.888051, 1.017121, 1.04984, 1.225445, 1.056092, 1.031732, 0.965274, 1.000447, 0.99014, 1.140448, 1.374318, 1.263813, 1.250991, 1.183884, 1.220295, 1.150654, 1.11554, 1.154378, 1.234038, 1.263565, 1.201322, 1.200021, 1.190601, 1.237044, 1.32708, 1.282114, 1.217968, 1.244742, 1.284935, 1.25834, 1.323295, 1.308692, 1.20812, 1.163386, 1.099073, 0.98014, 0.880982, 0.613535, 0.408024, 0.223698, 0.121861, 0.104392, 0.164841, 0.154763, 0.086613, 0.02364, 0.020568, 0.030713, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 53, "item_id": "gsm8kpl-490", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 50, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 2, 4, 11, 13, 18, 13, 22, 14, 21, 11, 12, 13, 12, 8, 15, 17, 18, 20, 28, 28, 29, 35, 35, 43, 42, 36, 28, 25, 25, 19, 17, 16, 29, 29, 35, 34, 32, 32, 34, 37, 39, 36, 39, 31, 23, 4, 2, 0, 0], "n_am_pl": [5, 8, 4, 7, 7, 11, 7, 3, 8, 5, 7, 6, 9, 5, 8, 8, 6, 6, 7, 5, 6, 1, 5, 3, 4, 6, 4, 3, 4, 9, 5, 8, 7, 5, 7, 9, 5, 7, 6, 6, 8, 6, 8, 10, 13, 16, 32, 36, 38, 38], "n_pos": 87, "sum_m_en": [8.369682, 12.694711, 13.20943, 13.598184, 13.709789, 13.438166, 13.127209, 13.89648, 14.486925, 15.629362, 14.990694, 14.628329, 14.892322, 14.22318, 14.474209, 14.934382, 14.808439, 13.629188, 14.354308, 14.213732, 14.021244, 14.074207, 14.286819, 14.018003, 27.442018, 24.833691, 21.175018, 18.85322, 17.692511, 17.787437, 15.775603, 15.378133, 15.307376, 16.768589, 19.484681, 20.640485, 21.974321, 25.319009, 25.116332, 28.623535, 29.375543, 34.174129, 32.539577, 31.036196, 25.954133, 20.562666, 4.964101, 1.704015, 0.275729, 6e-06], "sum_m_pl": [1.557715, 4.317844, 4.693173, 4.563003, 5.378009, 4.981512, 4.709733, 4.445378, 4.708269, 4.827076, 5.314183, 5.977427, 5.650793, 5.680217, 5.402577, 5.421544, 5.022947, 4.953784, 4.924146, 5.225633, 5.12525, 5.007128, 5.041075, 5.107835, 5.407194, 5.30596, 5.277832, 5.617488, 6.15825, 6.709765, 6.50814, 6.992424, 7.028542, 6.432165, 6.021934, 5.929195, 5.90506, 5.083145, 5.857717, 5.622037, 6.04451, 5.864313, 7.341732, 8.06682, 10.792218, 16.401407, 31.221218, 35.97779, 37.37885, 39.221814]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 2, 2, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 2, 1, 1, 1, 2, 1, 2, 3, 4, 1, 1, 1, 2, 3, 0, 2, 1, 4, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 2, 0, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.78133, 1.417118, 1.520618, 1.430688, 1.327863, 1.291543, 1.265456, 1.260868, 1.387457, 1.436483, 1.385383, 1.357765, 1.35957, 1.313069, 1.270049, 1.273297, 1.341216, 1.244818, 1.375652, 1.32214, 1.269573, 1.355081, 1.35678, 1.379276, 2.147971, 1.90139, 1.695175, 1.569683, 1.712854, 1.702134, 1.527955, 1.639632, 1.55688, 1.649925, 2.066002, 2.32627, 2.292757, 2.160114, 2.070804, 1.980753, 1.868524, 1.873096, 1.652547, 1.475305, 1.061852, 1.08371, 0.883843, 0.183227, 0.008928, 0.0], "sum_m_pl": [0.151962, 0.395675, 0.318829, 0.298132, 0.316805, 0.285262, 0.286471, 0.265386, 0.329713, 0.378127, 0.393762, 0.411553, 0.450521, 0.470652, 0.447461, 0.48891, 0.488883, 0.51701, 0.498454, 0.518787, 0.483083, 0.460541, 0.456132, 0.460279, 0.514333, 0.473623, 0.456872, 0.576895, 0.545318, 0.593885, 0.549555, 0.561592, 0.525322, 0.507406, 0.474984, 0.465131, 0.509562, 0.402536, 0.381984, 0.398131, 0.395194, 0.424688, 0.428881, 0.425668, 0.424072, 0.283737, 0.211423, 0.425772, 0.032891, 1.1e-05]}, "lang": {"n_am_en": [1, 2, 2, 5, 8, 10, 6, 12, 10, 12, 5, 5, 4, 6, 7, 11, 11, 8, 10, 13, 14, 13, 18, 18, 23, 24, 21, 17, 16, 17, 12, 10, 11, 17, 16, 19, 20, 17, 19, 21, 24, 23, 23, 25, 20, 14, 1, 0, 0, 0], "n_am_pl": [1, 5, 3, 2, 3, 5, 2, 1, 2, 0, 3, 4, 4, 1, 4, 3, 2, 4, 2, 2, 1, 0, 0, 0, 2, 3, 2, 2, 1, 4, 3, 5, 5, 3, 4, 5, 2, 4, 4, 5, 6, 6, 7, 7, 10, 16, 28, 34, 35, 38], "n_pos": 39, "sum_m_en": [3.640948, 5.497393, 5.800501, 5.96055, 6.013639, 6.053279, 6.024706, 6.678571, 6.794313, 7.248146, 7.083918, 6.989845, 7.145278, 6.862911, 6.979866, 7.415716, 7.25941, 6.587407, 6.921409, 6.747045, 6.734614, 6.701617, 6.915658, 6.641474, 15.243495, 14.014727, 11.768201, 9.899078, 8.890747, 9.034601, 8.047177, 7.767052, 7.541142, 8.457272, 8.920705, 9.734695, 10.282314, 12.313741, 13.797726, 15.820892, 16.661991, 19.714691, 19.465037, 19.065649, 16.724833, 13.184303, 1.945702, 0.390001, 0.086738, 0.0], "sum_m_pl": [0.649287, 1.960424, 2.268837, 2.120357, 2.453207, 2.36372, 2.359165, 2.170332, 2.294485, 2.311685, 2.550467, 2.807755, 2.610199, 2.768492, 2.646702, 2.664854, 2.422494, 2.432801, 2.315876, 2.45104, 2.479013, 2.431373, 2.485693, 2.507998, 2.560871, 2.561084, 2.607504, 2.855912, 3.151635, 3.315349, 3.354328, 3.633358, 3.681074, 3.263679, 3.161328, 3.218452, 3.250708, 2.894288, 3.565613, 3.403213, 3.676498, 4.026196, 5.845313, 6.196766, 9.253514, 15.037329, 27.412827, 32.877445, 35.396652, 38.131917]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "gsm8kpl-490", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1461, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9556, "tf_agree_excl_first": 0.9663}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 15, 17, 22, 28, 35, 33, 25, 24, 26, 31, 30, 30, 30, 33, 38, 44, 40, 39, 46, 49, 44, 45, 39, 80, 73, 74, 32, 39, 46, 38, 38, 37, 58, 65, 69, 79, 85, 88, 96, 94, 99, 96, 87, 82, 83, 80, 75, 70, 59], "n_am_pl": [3, 12, 13, 8, 14, 13, 10, 12, 11, 11, 17, 17, 15, 19, 15, 20, 17, 11, 18, 10, 12, 12, 12, 14, 18, 10, 9, 13, 13, 13, 12, 18, 13, 9, 11, 4, 9, 2, 4, 8, 8, 7, 5, 7, 8, 7, 7, 7, 7, 7], "n_pos": 177, "sum_m_en": [18.620418, 26.46792, 25.879367, 26.519652, 29.168679, 29.076817, 28.573243, 27.316726, 26.797921, 27.969588, 29.951472, 30.394153, 30.932245, 31.467475, 32.34458, 32.112231, 31.17273, 29.389981, 29.28578, 30.199138, 29.077139, 28.681295, 28.51798, 28.298759, 47.191902, 41.713686, 39.540099, 31.803248, 34.699624, 34.016155, 32.12078, 32.946171, 34.823946, 37.479527, 43.190536, 43.274374, 52.784165, 64.456324, 71.037078, 76.629477, 80.239459, 87.072857, 85.450399, 78.505787, 75.929894, 75.568003, 74.000107, 71.613354, 64.859607, 58.886067], "sum_m_pl": [4.151111, 8.173456, 8.767124, 8.185886, 9.550259, 8.573193, 7.632021, 7.967826, 8.098266, 8.552688, 9.390212, 10.157332, 10.535276, 10.932244, 11.933579, 11.875477, 11.567106, 11.151423, 11.607309, 11.421682, 11.20439, 10.677874, 10.740432, 10.76379, 13.620339, 13.452206, 12.545136, 13.078887, 12.936454, 13.310703, 12.496366, 12.132718, 11.956403, 11.285462, 10.623539, 10.287967, 10.229472, 7.559158, 6.964926, 9.649111, 10.271265, 9.022697, 7.564505, 8.181878, 8.39586, 8.553147, 8.162312, 7.889829, 7.732748, 6.999365]}, "digit": {"n_am_en": [0, 3, 2, 2, 4, 8, 5, 3, 3, 3, 9, 5, 6, 7, 8, 8, 13, 8, 7, 5, 6, 6, 8, 7, 16, 13, 13, 2, 4, 3, 5, 7, 3, 7, 10, 9, 12, 11, 13, 13, 16, 13, 11, 8, 8, 6, 2, 2, 1, 0], "n_am_pl": [0, 6, 1, 0, 0, 0, 0, 1, 1, 2, 4, 4, 7, 5, 0, 5, 4, 2, 3, 1, 1, 2, 1, 2, 3, 0, 1, 2, 2, 2, 3, 4, 4, 3, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.774479, 5.116366, 4.797882, 4.66117, 5.031774, 4.819167, 4.846971, 4.572818, 4.547939, 4.719851, 5.196022, 5.022299, 5.323384, 5.565113, 5.88965, 5.658887, 5.395975, 5.018956, 5.046932, 4.99348, 4.736664, 4.815658, 4.82717, 4.882268, 8.998708, 7.441019, 6.802956, 5.240856, 5.804888, 5.66109, 5.537376, 6.016039, 5.799663, 6.231996, 6.544783, 6.272547, 6.447373, 7.318798, 6.617408, 7.256894, 9.018512, 9.978269, 8.365749, 7.110679, 7.015563, 4.18569, 3.041845, 2.264594, 1.119928, 0.0], "sum_m_pl": [0.477546, 1.292111, 1.050086, 0.934215, 1.032749, 0.907497, 0.844867, 0.972451, 1.05161, 1.163236, 1.431118, 1.534209, 1.676581, 1.601665, 1.731297, 1.791865, 1.733318, 1.608235, 1.816298, 1.809127, 1.696277, 1.623412, 1.63897, 1.72478, 1.92039, 1.973629, 1.69325, 1.915158, 1.788266, 1.773773, 1.727147, 1.779685, 1.780403, 1.742231, 1.490737, 1.543596, 1.587211, 1.246073, 1.243125, 1.129941, 1.016233, 0.88912, 0.910025, 0.89057, 0.891003, 0.815895, 0.455974, 0.330417, 0.151514, 0.0]}, "lang": {"n_am_en": [7, 7, 11, 9, 16, 16, 14, 13, 13, 16, 13, 14, 13, 15, 18, 17, 19, 19, 18, 23, 25, 22, 22, 20, 40, 41, 42, 18, 24, 23, 17, 21, 24, 28, 31, 35, 40, 45, 49, 50, 51, 55, 57, 52, 51, 52, 54, 54, 56, 59], "n_am_pl": [1, 2, 3, 2, 4, 6, 3, 3, 4, 4, 7, 6, 4, 10, 8, 6, 6, 2, 4, 2, 5, 6, 5, 5, 3, 2, 1, 5, 6, 3, 3, 4, 2, 1, 3, 2, 3, 1, 3, 8, 8, 7, 5, 7, 7, 7, 7, 7, 7, 7], "n_pos": 67, "sum_m_en": [7.437546, 9.892751, 9.795254, 10.111024, 11.443255, 11.762457, 11.514464, 11.255721, 10.978821, 11.0911, 11.772684, 12.166634, 12.21365, 12.905598, 13.361004, 13.465833, 13.062562, 12.301367, 12.083715, 12.519331, 12.146621, 11.653669, 11.456236, 11.191283, 22.736467, 20.219668, 18.99972, 14.271412, 15.047417, 14.658742, 13.675847, 13.546007, 14.618438, 16.142504, 20.364289, 20.801621, 27.7407, 34.549688, 40.996449, 44.577857, 45.348504, 49.55719, 51.428295, 48.644833, 47.432697, 48.873975, 49.559798, 50.399512, 51.238551, 58.298332], "sum_m_pl": [1.469338, 3.080933, 3.33543, 3.074402, 3.512716, 3.154669, 2.833657, 2.868971, 3.104378, 3.257881, 3.774506, 4.076041, 3.967486, 4.382244, 4.70957, 4.608587, 4.417873, 4.318381, 4.442986, 4.339801, 4.395479, 4.194096, 4.204353, 4.118828, 5.031332, 4.662209, 4.50325, 4.90369, 5.110758, 5.106093, 4.949575, 4.560581, 4.445073, 4.264405, 4.033864, 4.029459, 3.544296, 2.75302, 2.550871, 5.587889, 7.106333, 6.040194, 5.038377, 6.041667, 6.651056, 6.969314, 7.132241, 7.006464, 6.821965, 6.99927]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "gsm8kpl-493", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1234, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9833}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 15, 30, 35, 43, 60, 66, 55, 56, 64, 59, 48, 49, 36, 41, 56, 60, 62, 59, 70, 84, 76, 79, 78, 155, 128, 109, 71, 70, 59, 59, 62, 64, 74, 95, 114, 112, 140, 145, 151, 165, 168, 157, 142, 127, 93, 41, 20, 9, 2], "n_am_pl": [13, 28, 30, 28, 36, 32, 27, 29, 38, 35, 60, 56, 61, 53, 44, 46, 34, 27, 31, 26, 24, 22, 22, 22, 18, 25, 34, 35, 49, 45, 31, 43, 27, 30, 22, 27, 30, 23, 25, 27, 24, 18, 25, 36, 52, 75, 136, 167, 177, 174], "n_pos": 350, "sum_m_en": [31.834416, 52.912889, 56.740899, 57.261872, 61.210527, 61.925631, 62.605247, 61.097724, 61.003566, 62.417075, 64.647421, 63.226457, 62.372303, 60.841251, 59.509083, 60.424633, 58.894007, 54.657937, 54.39325, 55.710922, 55.317859, 54.909712, 54.944597, 54.890267, 91.706057, 82.11945, 71.73293, 59.444449, 61.374438, 59.360065, 57.859786, 59.532711, 60.425324, 64.347071, 73.139805, 71.736527, 76.119419, 91.830581, 100.685608, 111.674674, 123.324686, 134.894296, 135.806116, 123.861632, 114.768393, 86.213815, 42.377745, 20.057117, 10.96901, 2.003146], "sum_m_pl": [5.374818, 16.47341, 17.395739, 17.129327, 18.639769, 18.019698, 17.239362, 18.072634, 19.874326, 19.637761, 22.291944, 23.603681, 25.290436, 26.884456, 28.158924, 25.259826, 24.182193, 22.647455, 23.286903, 22.445166, 21.633893, 20.748839, 21.120312, 20.716018, 25.435079, 28.22602, 29.375875, 31.724089, 33.001197, 35.062554, 31.626377, 31.405208, 29.863489, 28.634784, 26.399309, 27.766193, 27.958105, 24.212383, 21.3748, 21.019645, 21.851385, 19.933154, 22.116924, 33.725035, 43.436933, 69.922326, 127.035458, 162.219701, 175.117562, 174.891409]}, "digit": {"n_am_en": [3, 3, 10, 6, 2, 5, 5, 1, 4, 7, 8, 6, 3, 1, 3, 6, 7, 9, 7, 8, 7, 6, 9, 8, 17, 14, 14, 6, 8, 6, 6, 5, 6, 9, 10, 18, 15, 24, 22, 19, 20, 18, 10, 9, 7, 8, 9, 8, 3, 0], "n_am_pl": [0, 2, 4, 6, 7, 2, 3, 6, 7, 3, 6, 2, 10, 4, 3, 8, 6, 5, 8, 6, 5, 5, 2, 2, 0, 2, 2, 7, 6, 4, 4, 6, 4, 3, 3, 2, 4, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 47, "sum_m_en": [4.235678, 7.647818, 7.958225, 7.870373, 8.186066, 7.90303, 7.464276, 6.977152, 6.738073, 7.342551, 7.571398, 7.484707, 7.624573, 7.468802, 7.440589, 7.453917, 7.816201, 7.115337, 7.335866, 7.565165, 7.172199, 7.29845, 7.344936, 7.43804, 11.97344, 10.108352, 8.987284, 7.758428, 8.330302, 8.471809, 8.050867, 8.804598, 8.669738, 9.451716, 10.414181, 10.481587, 10.712026, 12.500003, 11.472794, 11.270789, 12.065547, 12.968122, 9.431353, 8.325068, 6.732422, 5.464637, 8.577322, 7.166309, 3.577489, 0.0], "sum_m_pl": [0.666619, 2.248857, 1.944858, 1.903484, 1.878054, 1.698771, 1.636862, 1.755581, 2.03573, 1.950239, 2.445979, 2.636543, 3.25623, 3.14477, 3.466256, 3.455888, 3.367983, 3.075683, 3.138676, 2.901434, 2.659902, 2.532733, 2.567058, 2.604951, 2.770929, 3.353276, 3.128052, 3.552793, 3.333687, 3.522483, 3.574934, 3.336747, 3.200875, 3.005989, 2.988444, 2.81262, 2.949444, 2.106457, 1.925781, 1.702187, 1.57871, 1.378667, 1.335174, 1.273933, 1.590189, 1.419052, 1.228376, 0.6072, 0.269774, 0.0]}, "lang": {"n_am_en": [2, 6, 14, 18, 31, 35, 43, 37, 36, 41, 31, 29, 32, 24, 25, 30, 32, 36, 37, 41, 52, 47, 49, 49, 94, 78, 66, 50, 46, 38, 37, 37, 42, 42, 57, 63, 63, 79, 84, 97, 106, 112, 112, 103, 94, 68, 24, 10, 6, 2], "n_am_pl": [2, 14, 9, 11, 13, 13, 9, 14, 21, 20, 40, 35, 38, 32, 28, 25, 18, 17, 11, 12, 11, 10, 12, 12, 11, 17, 22, 20, 27, 25, 19, 25, 13, 20, 16, 20, 22, 18, 19, 23, 22, 16, 23, 34, 48, 67, 124, 156, 169, 174], "n_pos": 178, "sum_m_en": [15.75394, 26.385922, 28.73143, 29.210674, 32.140658, 32.804588, 33.997442, 33.935083, 34.520581, 34.656399, 35.810855, 34.383805, 33.756024, 33.065508, 32.279925, 33.312053, 31.688464, 29.615831, 28.884442, 29.467657, 29.637747, 29.208811, 29.213993, 28.817637, 53.73108, 48.441927, 40.950005, 33.213683, 33.552127, 31.754521, 31.663809, 31.58056, 31.969149, 34.046894, 38.428808, 38.441968, 42.709397, 53.027908, 61.977235, 71.051293, 78.766361, 88.696077, 94.502435, 87.126274, 81.871074, 61.549398, 25.238863, 9.510916, 5.97013, 2.003117], "sum_m_pl": [2.616096, 8.040978, 8.767074, 8.465224, 9.454015, 9.306203, 9.373857, 9.97432, 11.474907, 11.004986, 12.621214, 13.366526, 14.003228, 15.535558, 16.015187, 13.809807, 12.846107, 12.1517, 12.56918, 12.035272, 11.798676, 11.258687, 11.387387, 10.945685, 13.858844, 15.441935, 16.843105, 17.840584, 19.252124, 20.282023, 18.25177, 18.866116, 17.901273, 17.599424, 16.553208, 18.114436, 18.605708, 16.887515, 14.992031, 14.878076, 16.577703, 15.441331, 16.789323, 28.51408, 37.607715, 61.924542, 115.411778, 151.874618, 167.147171, 173.857922]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 354, "item_id": "gsm8kpl-493", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1524, "region_end": 350, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 0.9972}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 3, 11, 11, 17, 13, 11, 14, 15, 14, 13, 17, 8, 9, 10, 16, 14, 8, 10, 12, 7, 9, 10, 7, 18, 19, 20, 13, 18, 16, 18, 18, 19, 28, 25, 21, 18, 24, 33, 39, 35, 34, 35, 34, 35, 31, 32, 28, 22, 19], "n_am_pl": [5, 5, 6, 7, 7, 3, 3, 5, 1, 1, 2, 4, 10, 5, 2, 3, 2, 3, 2, 3, 2, 3, 1, 1, 5, 7, 4, 6, 1, 2, 3, 5, 4, 3, 3, 2, 1, 1, 3, 3, 4, 2, 3, 3, 1, 3, 1, 1, 1, 1], "n_pos": 87, "sum_m_en": [8.979702, 13.11698, 13.68433, 14.135461, 15.624632, 14.761298, 13.955736, 13.786845, 14.094022, 15.333052, 15.273101, 14.884599, 14.708622, 14.542965, 14.741295, 14.189895, 15.036667, 13.552357, 14.266926, 14.989688, 13.527348, 13.773964, 13.787606, 14.294438, 16.588803, 15.810536, 15.339382, 14.823396, 16.280852, 17.40945, 16.505941, 16.896222, 17.026077, 18.575259, 20.181584, 18.652461, 19.564199, 23.687053, 24.848734, 31.058536, 31.582058, 31.100218, 33.531988, 33.557679, 35.156021, 33.662324, 33.658775, 27.754516, 22.844519, 19.23754], "sum_m_pl": [2.027027, 4.456182, 4.998427, 4.53478, 4.730287, 4.105303, 3.73647, 3.746314, 4.000391, 4.25661, 4.660988, 4.965353, 5.007014, 4.939612, 4.537678, 5.000372, 4.569181, 4.647518, 4.456161, 4.79948, 4.772404, 4.681054, 4.719253, 4.959084, 6.46248, 5.998047, 5.693007, 6.100914, 5.227698, 5.72788, 5.244307, 5.313727, 4.865669, 4.405977, 4.443622, 4.505183, 4.003163, 3.524326, 3.761721, 3.448415, 3.268151, 3.258103, 3.005505, 2.73172, 2.705163, 2.5318, 2.020057, 1.975543, 1.465613, 1.000932]}, "digit": {"n_am_en": [0, 1, 5, 4, 4, 3, 4, 2, 3, 4, 6, 6, 4, 3, 5, 9, 5, 1, 3, 1, 3, 3, 4, 4, 5, 8, 10, 6, 8, 7, 7, 8, 7, 8, 7, 3, 1, 1, 4, 5, 3, 3, 4, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 3, 3, 1, 1, 1, 0, 0, 0, 2, 6, 5, 0, 2, 1, 2, 0, 1, 1, 2, 0, 0, 2, 1, 0, 2, 0, 0, 1, 3, 2, 0, 2, 2, 1, 1, 2, 2, 2, 1, 1, 1, 0, 2, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.562206, 4.50961, 4.551253, 4.441706, 4.789889, 4.510159, 4.420393, 4.243551, 4.390569, 4.906755, 5.038823, 4.852324, 4.610179, 4.540261, 4.703153, 4.287706, 4.348636, 3.817889, 4.21189, 4.421035, 4.078233, 4.173967, 4.187927, 4.386609, 5.808553, 5.66922, 5.417123, 4.857761, 5.650324, 5.327518, 4.84914, 5.267019, 5.221228, 5.601077, 5.489658, 5.128034, 4.954261, 4.43905, 4.056255, 4.125297, 4.077295, 3.817731, 3.99558, 3.76328, 4.101578, 3.364186, 2.709598, 1.571557, 0.26298, 0.0], "sum_m_pl": [0.390698, 1.140879, 1.074121, 1.053773, 1.091884, 0.871563, 0.723204, 0.715524, 0.914319, 1.035424, 1.279045, 1.362502, 1.509173, 1.491733, 1.257969, 1.428621, 1.25236, 1.329968, 1.224092, 1.304429, 1.270799, 1.259481, 1.263419, 1.344242, 1.5354, 1.419783, 1.275793, 1.495701, 1.306798, 1.478193, 1.335743, 1.407372, 1.175234, 1.015322, 1.118373, 1.358399, 1.329689, 1.235784, 1.43211, 1.367053, 1.292116, 1.333596, 1.337853, 1.202211, 1.129833, 1.005706, 0.810233, 0.59395, 0.137248, 0.0]}, "lang": {"n_am_en": [0, 0, 2, 4, 9, 6, 4, 8, 5, 3, 3, 7, 2, 3, 2, 3, 3, 3, 2, 5, 1, 2, 3, 2, 9, 8, 8, 4, 8, 6, 6, 7, 8, 11, 9, 13, 12, 15, 18, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 19], "n_am_pl": [0, 0, 3, 2, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 21, "sum_m_en": [2.176559, 2.674196, 2.973351, 3.186454, 3.923977, 3.652677, 3.40698, 3.75996, 3.784344, 4.057219, 3.898757, 3.750085, 3.930253, 3.99499, 4.221587, 4.084455, 4.201185, 3.820827, 3.897485, 3.962903, 3.591108, 3.674055, 3.641337, 3.671943, 4.590745, 4.317546, 4.162506, 4.075076, 4.341831, 4.827103, 4.812989, 4.723748, 4.802908, 5.497425, 6.386378, 7.046545, 7.757303, 11.036944, 12.417735, 17.190146, 17.554998, 17.81102, 19.048523, 19.140469, 19.253359, 19.225622, 19.508483, 19.322658, 19.058243, 18.991821], "sum_m_pl": [0.662318, 1.083762, 1.330896, 1.200297, 1.164458, 1.093186, 1.026664, 1.09358, 1.145891, 1.120815, 1.182441, 1.2319, 1.209406, 1.227499, 1.140169, 1.218351, 1.112173, 1.086117, 1.110762, 1.207085, 1.233268, 1.188751, 1.188422, 1.236473, 1.427365, 1.542091, 1.672757, 1.709161, 1.41646, 1.492766, 1.444094, 1.500847, 1.537101, 1.38812, 1.209226, 1.21301, 1.086799, 0.788727, 0.895962, 0.650647, 0.725134, 0.865208, 0.7806, 0.893795, 1.022589, 1.013659, 0.949403, 0.996141, 1.008566, 1.000021]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "gsm8kpl-498", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1201, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 19, 20, 16, 19, 15, 14, 22, 17, 21, 18, 18, 12, 17, 19, 23, 21, 16, 18, 22, 11, 16, 18, 18, 35, 38, 31, 20, 22, 27, 23, 22, 22, 30, 29, 28, 38, 51, 51, 51, 57, 48, 65, 56, 60, 36, 16, 7, 7, 4], "n_am_pl": [2, 13, 15, 7, 8, 7, 16, 10, 13, 8, 13, 18, 18, 11, 10, 11, 9, 16, 8, 5, 3, 3, 4, 6, 14, 10, 13, 13, 13, 19, 18, 9, 14, 11, 18, 16, 15, 18, 17, 17, 18, 20, 16, 21, 19, 40, 53, 60, 60, 63], "n_pos": 151, "sum_m_en": [13.905628, 22.099298, 23.13943, 23.474781, 24.367454, 23.939245, 23.631101, 23.362133, 23.203924, 25.229593, 25.986515, 25.43118, 24.77176, 24.397086, 24.968188, 23.626817, 24.809837, 22.352115, 24.068565, 25.156603, 23.263266, 23.716483, 23.707793, 24.038982, 31.496775, 28.533069, 26.650809, 25.579199, 25.236604, 26.083476, 24.88854, 26.004534, 26.765241, 28.749795, 29.592443, 27.681744, 30.517426, 35.873455, 37.149083, 41.762117, 42.813947, 40.983184, 53.927412, 50.395197, 51.687904, 37.938879, 20.616102, 10.538475, 7.107617, 3.997862], "sum_m_pl": [2.744167, 7.638036, 8.067192, 7.444865, 8.118746, 7.558309, 7.734963, 7.428516, 7.994162, 8.106119, 9.051203, 9.712709, 10.110858, 9.928886, 9.490576, 9.835112, 8.798917, 9.072837, 8.39761, 8.903265, 8.66439, 8.582563, 8.59912, 8.684709, 10.988718, 12.162664, 12.572865, 12.828306, 13.412248, 14.722279, 12.910756, 12.888272, 12.093115, 10.648378, 10.06071, 10.736461, 10.060912, 9.345174, 9.780226, 9.841805, 10.570632, 13.365067, 11.496217, 15.059334, 19.738663, 33.88144, 50.667329, 58.31247, 59.03054, 63.070715]}, "digit": {"n_am_en": [0, 2, 2, 4, 3, 3, 1, 2, 5, 2, 4, 5, 3, 4, 8, 5, 5, 4, 2, 3, 1, 3, 3, 3, 7, 3, 6, 4, 10, 6, 4, 6, 1, 4, 2, 2, 2, 7, 9, 8, 6, 6, 8, 4, 6, 4, 3, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 1, 0, 0, 2, 1, 3, 4, 5, 1, 1, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 2, 1, 1, 4, 2, 4, 2, 3, 4, 2, 1, 4, 2, 2, 1, 1, 1, 0, 2, 2, 1, 0, 0], "n_pos": 30, "sum_m_en": [2.763167, 5.184824, 5.213302, 4.942381, 5.173506, 4.971285, 4.942758, 4.800139, 4.814317, 5.439688, 5.580483, 5.373412, 4.997275, 5.018448, 5.169133, 4.676872, 4.798608, 4.295186, 4.931549, 5.126554, 4.798868, 4.97855, 4.986776, 5.172179, 6.83429, 6.260447, 6.053081, 5.581219, 5.967494, 5.65889, 5.242134, 5.924497, 5.888972, 5.620699, 5.622704, 5.378202, 5.625993, 5.949569, 5.878018, 5.712913, 5.33239, 5.537969, 6.286749, 5.248634, 6.254764, 5.680209, 3.947522, 1.68232, 0.209864, 0.0], "sum_m_pl": [0.46097, 1.40047, 1.194873, 1.055186, 1.127232, 0.994994, 0.874602, 0.801075, 1.030462, 1.20973, 1.450771, 1.539203, 1.659911, 1.684359, 1.552789, 1.70388, 1.551549, 1.654214, 1.553675, 1.641934, 1.619193, 1.616479, 1.594024, 1.638255, 1.858944, 1.989014, 1.759629, 2.012539, 1.980253, 2.231026, 2.045233, 2.044891, 1.756907, 1.606379, 1.635693, 1.851266, 1.550529, 1.33455, 1.550587, 1.429767, 1.353301, 1.316298, 1.260332, 1.069689, 1.064302, 0.985305, 1.848382, 1.680213, 0.154749, 0.000465]}, "lang": {"n_am_en": [0, 13, 15, 9, 12, 11, 9, 13, 7, 12, 8, 7, 8, 8, 6, 10, 9, 7, 13, 15, 10, 9, 12, 13, 20, 26, 18, 14, 10, 15, 12, 10, 12, 20, 23, 18, 24, 32, 33, 32, 37, 28, 42, 38, 41, 22, 9, 5, 5, 3], "n_am_pl": [1, 2, 7, 3, 3, 4, 9, 7, 11, 5, 8, 8, 8, 5, 7, 9, 5, 9, 5, 2, 2, 0, 3, 3, 10, 6, 7, 7, 11, 12, 10, 6, 8, 7, 11, 9, 11, 10, 9, 11, 10, 16, 11, 17, 13, 32, 46, 57, 59, 63], "n_pos": 67, "sum_m_en": [6.794273, 9.812865, 10.572904, 10.853239, 11.188465, 11.132626, 10.975119, 11.068329, 10.954726, 11.63861, 11.845502, 11.634004, 11.658279, 11.364151, 11.837342, 11.528287, 11.941872, 10.816798, 11.386926, 12.029624, 11.029374, 11.208519, 11.12588, 11.023334, 16.543299, 14.475933, 13.238998, 12.532753, 11.650184, 12.243771, 12.133164, 12.19501, 12.664093, 14.713013, 14.967547, 14.771192, 16.358207, 20.721111, 22.203298, 25.616437, 26.894592, 23.990182, 33.480374, 32.580552, 33.327411, 21.353548, 11.772413, 5.711724, 5.061228, 3.003096], "sum_m_pl": [1.412743, 3.374224, 3.701606, 3.478946, 3.962297, 3.654706, 4.026496, 3.841894, 4.057746, 3.872524, 4.323256, 4.744849, 4.934908, 4.956806, 4.747901, 4.680087, 4.105296, 4.286977, 3.962746, 4.170849, 4.035451, 3.995215, 4.067405, 4.078187, 5.315988, 6.188467, 6.675195, 6.557619, 7.10769, 7.491007, 6.534995, 6.749102, 6.568163, 5.855208, 5.3216, 5.86981, 5.663609, 5.483096, 5.666484, 5.837064, 6.234095, 8.596111, 6.675045, 10.056062, 12.040534, 26.326915, 43.151692, 54.483279, 58.09803, 62.830476]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 155, "item_id": "gsm8kpl-498", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1491, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9935}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 16, 28, 28, 34, 45, 51, 52, 47, 44, 33, 32, 27, 28, 35, 48, 44, 45, 43, 53, 55, 66, 57, 66, 84, 76, 75, 56, 58, 51, 41, 43, 39, 51, 64, 54, 70, 76, 77, 82, 89, 82, 82, 83, 85, 81, 78, 76, 69, 67], "n_am_pl": [1, 3, 12, 12, 14, 9, 8, 5, 6, 4, 9, 6, 11, 6, 9, 8, 6, 7, 2, 2, 2, 2, 2, 1, 5, 9, 6, 14, 13, 9, 7, 7, 9, 6, 8, 9, 5, 5, 3, 5, 1, 1, 1, 1, 3, 3, 1, 2, 1, 0], "n_pos": 142, "sum_m_en": [16.916895, 22.719996, 22.765428, 24.184313, 25.797298, 28.507794, 28.407113, 28.047578, 26.234343, 27.134935, 26.976792, 26.345029, 25.131259, 25.591077, 26.489146, 27.456242, 27.33728, 26.329744, 25.813209, 25.434063, 24.713239, 24.813689, 24.172217, 25.465315, 52.590131, 46.331699, 39.810633, 32.369905, 32.258127, 30.784329, 28.977943, 29.285635, 30.404008, 33.442002, 38.071089, 37.285657, 42.293805, 48.900826, 58.135565, 66.068633, 67.420738, 71.631821, 73.271289, 73.777168, 73.967189, 71.788158, 72.730472, 71.873377, 64.968702, 66.642553], "sum_m_pl": [2.959995, 6.312444, 6.799148, 6.755204, 7.110087, 6.306468, 6.258524, 6.663293, 6.803905, 7.259295, 8.227516, 8.33544, 8.995306, 8.636081, 8.881044, 9.202849, 8.93409, 8.764777, 8.857216, 8.972761, 8.741425, 8.526637, 8.481444, 8.441354, 8.948451, 10.849373, 10.482085, 11.472564, 11.349691, 12.16987, 11.282905, 10.957662, 10.635997, 9.938385, 9.315987, 9.05366, 8.717312, 7.409082, 5.969887, 5.427358, 4.71416, 4.288804, 3.761245, 3.583882, 3.564986, 3.647713, 2.450036, 2.197211, 2.232668, 0.009191]}, "digit": {"n_am_en": [0, 0, 4, 3, 2, 6, 8, 9, 5, 8, 8, 4, 1, 2, 5, 11, 8, 7, 6, 7, 9, 10, 11, 11, 15, 15, 17, 8, 10, 8, 5, 6, 5, 6, 11, 7, 9, 11, 8, 9, 13, 9, 8, 8, 10, 9, 7, 5, 0, 0], "n_am_pl": [1, 0, 0, 2, 3, 1, 3, 1, 1, 0, 0, 0, 4, 2, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 3, 2, 2, 2, 0, 1, 3, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.373409, 4.225443, 4.209581, 4.309167, 4.558683, 4.825794, 4.928916, 4.521804, 4.264137, 4.513886, 4.683994, 4.371189, 4.417113, 4.538684, 4.673229, 4.963235, 4.744407, 4.372754, 4.482684, 4.38597, 4.163714, 4.304628, 4.383434, 5.36399, 11.343111, 8.775286, 6.978345, 4.776725, 5.281737, 4.77934, 4.445862, 4.767089, 4.776302, 5.147139, 5.559691, 5.634022, 5.108444, 6.417237, 6.355465, 7.196059, 7.179652, 7.432977, 6.537852, 6.087704, 6.001627, 5.203237, 5.360727, 4.641343, 1.623569, 0.0], "sum_m_pl": [0.341797, 0.955428, 0.885313, 0.94478, 0.984512, 0.866268, 0.909421, 0.948968, 1.073792, 1.144909, 1.348407, 1.369003, 1.447434, 1.408487, 1.41184, 1.45033, 1.406205, 1.388634, 1.449945, 1.440555, 1.377728, 1.383432, 1.362431, 1.299255, 1.215683, 1.777056, 1.493244, 2.051081, 1.860618, 2.052366, 1.960916, 1.900801, 1.700518, 1.497901, 1.570005, 1.852439, 2.289937, 1.498899, 1.485298, 1.583371, 1.520115, 1.574136, 1.627243, 1.677578, 1.507146, 1.553671, 0.810376, 0.564478, 0.2782, 0.0]}, "lang": {"n_am_en": [12, 7, 14, 16, 21, 25, 26, 28, 27, 20, 16, 18, 16, 15, 18, 21, 25, 26, 25, 28, 30, 37, 31, 37, 47, 42, 43, 34, 36, 31, 28, 27, 28, 36, 41, 40, 47, 49, 54, 57, 62, 60, 62, 62, 60, 60, 62, 63, 64, 66], "n_am_pl": [0, 1, 6, 4, 6, 5, 3, 2, 2, 2, 5, 5, 5, 3, 4, 3, 2, 2, 1, 1, 0, 1, 1, 0, 2, 5, 4, 8, 3, 4, 2, 4, 5, 4, 4, 3, 0, 1, 2, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 67, "sum_m_en": [8.70393, 10.784225, 10.821346, 11.586921, 12.361327, 13.949314, 13.865246, 13.860866, 13.099531, 13.39244, 13.070689, 12.921993, 12.096941, 12.295083, 12.954782, 12.863259, 13.390272, 12.994661, 12.371551, 12.114625, 11.869501, 11.890638, 11.300641, 11.460872, 28.1464, 25.376353, 22.742214, 18.47302, 17.581736, 16.691491, 15.590038, 15.625503, 16.469837, 18.203261, 21.780781, 22.287096, 27.329723, 32.715164, 40.586346, 46.20926, 48.14011, 51.405961, 54.664839, 55.544356, 55.878313, 54.98112, 56.920236, 57.467605, 57.286467, 65.382252], "sum_m_pl": [1.279255, 2.773599, 3.035846, 3.00764, 3.210728, 2.823868, 2.795851, 3.083248, 3.146785, 3.320988, 3.766778, 3.809943, 4.31994, 4.163703, 4.211827, 4.481472, 4.262828, 4.162188, 4.166448, 4.247107, 4.134585, 3.996212, 3.951825, 3.90101, 3.968561, 4.813338, 4.868065, 5.195844, 5.260247, 5.745067, 5.400405, 5.28105, 5.219423, 5.043988, 4.391389, 4.353919, 3.785877, 2.985083, 2.355092, 1.641438, 1.3682, 1.088217, 0.712229, 0.640169, 0.819665, 0.673352, 0.436626, 0.331826, 0.437643, 1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "gsm8kpl-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 4, 22, 29, 40, 49, 41, 52, 32, 36, 36, 30, 31, 26, 38, 48, 45, 37, 51, 53, 58, 65, 53, 56, 91, 84, 64, 50, 41, 37, 36, 36, 32, 51, 70, 73, 73, 77, 80, 88, 85, 89, 92, 95, 81, 59, 24, 5, 1, 0], "n_am_pl": [2, 17, 17, 23, 26, 18, 14, 20, 15, 14, 26, 18, 22, 16, 12, 20, 16, 18, 13, 8, 9, 11, 13, 13, 9, 19, 18, 17, 12, 23, 14, 16, 9, 13, 12, 12, 14, 7, 10, 8, 12, 9, 12, 9, 12, 32, 84, 101, 98, 102], "n_pos": 174, "sum_m_en": [15.943438, 26.064493, 28.112588, 29.109812, 30.480783, 33.282641, 34.073677, 33.94831, 31.426145, 32.443678, 32.655038, 30.723219, 29.001362, 29.036788, 30.037257, 31.193224, 31.069166, 29.596927, 29.430508, 28.607263, 28.288753, 28.753869, 27.525806, 28.643538, 57.845454, 47.773033, 38.090267, 32.088063, 31.636956, 30.575557, 28.967732, 29.990238, 29.850631, 34.141813, 37.378969, 40.545455, 42.86869, 49.891762, 57.784568, 69.289991, 65.380733, 72.237396, 79.689321, 83.497091, 69.791243, 52.980501, 24.124772, 6.949717, 3.327799, 0.000369], "sum_m_pl": [2.710461, 8.732278, 9.534283, 9.664778, 10.431431, 9.472304, 9.632105, 9.924361, 10.237408, 10.320931, 11.447161, 11.859402, 12.922924, 12.468055, 12.04927, 12.34419, 11.068364, 10.754295, 10.464383, 10.636296, 10.494847, 10.362502, 10.399154, 10.222859, 12.704391, 15.238853, 15.310787, 15.949376, 16.119807, 17.81937, 16.239499, 15.629609, 15.401153, 14.129885, 12.898892, 12.258292, 12.871467, 10.395648, 9.60457, 9.226983, 10.495182, 9.813668, 9.839284, 9.904709, 15.116747, 31.206227, 76.023234, 96.098554, 97.647093, 101.600487]}, "digit": {"n_am_en": [0, 1, 2, 3, 2, 7, 4, 8, 5, 6, 5, 3, 5, 4, 7, 8, 8, 6, 8, 7, 8, 12, 10, 10, 15, 14, 14, 8, 6, 4, 4, 6, 4, 5, 9, 9, 7, 8, 8, 11, 11, 11, 10, 7, 7, 6, 5, 2, 1, 0], "n_am_pl": [0, 2, 0, 0, 2, 0, 0, 2, 2, 0, 2, 2, 2, 3, 0, 1, 0, 4, 1, 1, 2, 1, 1, 1, 0, 1, 0, 2, 0, 6, 4, 4, 1, 2, 2, 2, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.099344, 3.973401, 4.243996, 4.273348, 4.411305, 4.596856, 4.725986, 4.523881, 4.391834, 4.496807, 4.484313, 4.311849, 4.322912, 4.341132, 4.606263, 4.697589, 4.654841, 4.442546, 4.355881, 4.13363, 4.135841, 4.098714, 4.042688, 4.514987, 10.724821, 7.826912, 6.266236, 4.74295, 5.044778, 4.493235, 4.130874, 4.483049, 4.217777, 4.535056, 5.054273, 5.450086, 4.908153, 6.136192, 5.816683, 6.166821, 5.774015, 6.591288, 6.148138, 6.351402, 5.718405, 4.471317, 3.921931, 2.988298, 1.431832, 0.0], "sum_m_pl": [0.349452, 1.215445, 1.14918, 1.076647, 1.072183, 0.954398, 0.995053, 0.987463, 1.162809, 1.21115, 1.369205, 1.386931, 1.434284, 1.384299, 1.345962, 1.482877, 1.41674, 1.397792, 1.387259, 1.422592, 1.416478, 1.423583, 1.392233, 1.345508, 1.225479, 1.642219, 1.58113, 2.108684, 1.970607, 2.298118, 2.231967, 1.970339, 1.786958, 1.531334, 1.54923, 1.44477, 1.589663, 1.099923, 1.115455, 1.129914, 1.128505, 1.072227, 1.070524, 0.916039, 0.744768, 0.729947, 1.210702, 0.440078, 0.331317, 0.0]}, "lang": {"n_am_en": [1, 2, 13, 19, 26, 33, 25, 26, 20, 21, 21, 21, 19, 14, 20, 30, 28, 22, 33, 36, 41, 42, 37, 40, 65, 58, 44, 35, 28, 25, 26, 23, 20, 35, 45, 48, 48, 52, 55, 61, 59, 62, 66, 73, 61, 44, 16, 1, 0, 0], "n_am_pl": [0, 10, 13, 18, 13, 8, 7, 14, 9, 10, 19, 9, 14, 10, 11, 17, 11, 10, 6, 6, 6, 7, 8, 8, 5, 13, 15, 10, 6, 13, 7, 12, 7, 7, 7, 10, 12, 6, 10, 8, 12, 7, 11, 8, 12, 29, 71, 97, 96, 102], "n_pos": 103, "sum_m_en": [9.629043, 15.079196, 16.580024, 17.193098, 18.184748, 20.159304, 20.512794, 20.454401, 18.989965, 19.579578, 19.657844, 18.275881, 17.034281, 17.087706, 17.767034, 18.428781, 18.810324, 17.844893, 17.573034, 17.147734, 17.077959, 17.42282, 16.537544, 17.127884, 38.074514, 31.594546, 24.481514, 19.902813, 18.997792, 18.500375, 17.731239, 18.220337, 17.91197, 21.072688, 22.846801, 25.511703, 27.40862, 32.588876, 39.834914, 48.968313, 46.715914, 52.794094, 59.589952, 63.534053, 53.164562, 39.976969, 16.257808, 1.988186, 0.834451, 6.9e-05], "sum_m_pl": [1.470432, 4.874069, 5.494785, 5.778601, 6.250928, 5.819007, 6.018865, 6.310727, 6.54777, 6.411944, 7.170145, 7.445226, 8.368774, 8.220077, 7.940602, 7.931239, 6.758151, 6.546027, 6.443311, 6.493651, 6.391537, 6.342864, 6.398169, 6.292159, 7.628922, 9.723713, 9.686635, 10.063469, 10.455907, 11.502795, 10.55568, 10.586442, 10.437441, 9.66287, 8.785259, 8.548352, 9.385774, 7.621511, 6.883128, 6.698846, 7.960639, 7.233715, 7.305663, 7.710118, 12.971607, 27.237952, 66.040847, 90.08948, 94.237624, 101.404496]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "gsm8kpl-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1453, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9943}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 11, 13, 13, 14, 10, 12, 15, 14, 15, 14, 13, 16, 10, 9, 20, 16, 11, 19, 22, 17, 19, 17, 16, 30, 27, 24, 20, 21, 22, 20, 19, 24, 27, 31, 34, 34, 34, 40, 45, 44, 48, 49, 45, 40, 41, 43, 38, 30, 28], "n_am_pl": [1, 7, 3, 7, 8, 5, 8, 7, 4, 4, 6, 10, 12, 12, 11, 6, 4, 3, 2, 5, 2, 1, 3, 1, 5, 6, 4, 5, 6, 6, 5, 7, 5, 4, 5, 3, 4, 3, 3, 2, 1, 2, 2, 1, 1, 0, 0, 0, 2, 2], "n_pos": 98, "sum_m_en": [9.905605, 14.651195, 14.626234, 15.534068, 17.122075, 17.002042, 16.904095, 17.405334, 17.869316, 18.642292, 19.464018, 18.785131, 18.255674, 19.154219, 18.102217, 18.702611, 19.159538, 17.579535, 17.678452, 17.848388, 16.368273, 16.243433, 15.96624, 16.222355, 23.776489, 22.672009, 21.210197, 18.144508, 19.737007, 20.488331, 19.911637, 20.8896, 20.378405, 20.904266, 24.784624, 25.064389, 26.319591, 29.036749, 30.946805, 36.594526, 38.349617, 40.999692, 43.145241, 42.848654, 40.174308, 40.834292, 40.64504, 37.288468, 30.479309, 27.648074], "sum_m_pl": [2.505725, 5.119455, 5.543925, 4.824928, 5.179671, 4.735186, 4.30859, 4.640221, 4.634692, 4.837077, 5.453806, 5.559009, 5.471134, 5.745308, 5.418845, 5.390596, 4.718127, 5.304127, 5.562817, 5.695544, 5.564602, 5.228051, 5.15673, 5.215504, 4.81393, 5.55647, 5.174029, 5.900251, 6.388601, 6.339735, 5.701065, 5.253253, 5.287069, 5.015366, 4.613413, 4.322459, 4.363231, 3.803647, 3.357132, 2.910489, 2.668194, 2.850293, 2.450434, 1.462227, 1.425425, 0.88282, 0.564979, 0.797157, 2.508819, 2.244925]}, "digit": {"n_am_en": [0, 3, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 2, 4, 2, 1, 0, 0, 1, 1, 1, 2, 3, 2, 1, 2, 0, 3, 1, 1, 0, 3, 3, 2, 3, 2, 3, 4, 4, 4, 3, 3, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 2, 3, 5, 4, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 2, 0, 2, 2, 2, 1, 2, 1, 2, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.456924, 2.817661, 2.572506, 2.45054, 2.717979, 2.590907, 2.538956, 2.487973, 2.432352, 2.541362, 2.882917, 2.924302, 2.721749, 2.898644, 2.574594, 2.838483, 2.868017, 2.497962, 2.478836, 2.509963, 2.365665, 2.390259, 2.441759, 2.527188, 3.37418, 3.215256, 3.33688, 3.14732, 3.258338, 3.238641, 3.038606, 3.155936, 3.076319, 3.131757, 3.338839, 3.243256, 3.082882, 2.839125, 2.79884, 3.384832, 3.292448, 3.845393, 3.737829, 3.480476, 3.306588, 2.689891, 2.209011, 0.736439, 0.160893, 0.0], "sum_m_pl": [0.234072, 0.771253, 0.646578, 0.538195, 0.612111, 0.508941, 0.424862, 0.434114, 0.500195, 0.585845, 0.726746, 0.739599, 0.828743, 0.90156, 0.879279, 0.845972, 0.6756, 0.884645, 0.875112, 0.916889, 0.875741, 0.829804, 0.824146, 0.841865, 0.927006, 1.010702, 0.907285, 1.067164, 1.011197, 1.022097, 1.008584, 0.933989, 0.869106, 0.779481, 0.817009, 0.79503, 0.796782, 0.719782, 0.735009, 0.779536, 0.692554, 0.71052, 0.66027, 0.602455, 0.62002, 0.369671, 0.243086, 0.194493, 0.063588, 0.0]}, "lang": {"n_am_en": [1, 4, 4, 3, 4, 6, 3, 5, 2, 6, 4, 5, 6, 2, 2, 7, 8, 6, 9, 12, 9, 13, 12, 12, 18, 18, 14, 12, 13, 13, 11, 12, 17, 16, 18, 19, 21, 20, 22, 24, 24, 27, 27, 26, 27, 27, 28, 29, 28, 27], "n_am_pl": [0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 2, 3, 4, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 2, 2, 2, 4, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2], "n_pos": 30, "sum_m_en": [3.34344, 4.097014, 4.317847, 4.539463, 5.158429, 5.231131, 5.229327, 5.590028, 5.73532, 6.103457, 6.121093, 6.211237, 6.28348, 6.147568, 6.017696, 6.044538, 6.073452, 5.847757, 5.956852, 6.01351, 5.562604, 5.589996, 5.380662, 5.348727, 11.342155, 10.917589, 9.705125, 7.106267, 7.759901, 7.78678, 7.927828, 8.62227, 8.569427, 9.03875, 11.209284, 12.015872, 13.897453, 16.119898, 17.638223, 19.755496, 21.344339, 22.541559, 23.927471, 23.441447, 24.231217, 24.784736, 26.334829, 26.456605, 25.520252, 26.155537], "sum_m_pl": [1.005998, 1.436281, 1.7156, 1.56955, 1.712765, 1.647789, 1.548507, 1.760683, 1.774381, 1.704613, 1.896507, 1.856803, 1.847359, 2.04091, 1.841914, 1.872027, 1.616172, 1.660303, 1.759467, 1.730209, 1.723098, 1.651873, 1.65148, 1.616827, 1.38966, 1.567491, 1.771621, 2.10611, 2.407436, 2.174633, 2.078032, 1.974576, 2.030487, 2.07814, 1.72047, 1.594898, 1.520253, 0.983146, 0.724052, 0.505288, 0.37448, 0.328793, 0.312341, 0.202026, 0.252718, 0.118394, 0.082713, 0.25048, 2.039226, 2.240805]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "gsm8kpl-520", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1239, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.9804, "tf_agree_excl_first": 0.9901}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 10, 13, 16, 16, 23, 23, 23, 28, 25, 30, 28, 27, 22, 29, 22, 28, 19, 20, 23, 24, 24, 22, 23, 52, 40, 38, 35, 37, 31, 32, 35, 36, 44, 51, 52, 47, 56, 59, 63, 61, 59, 53, 50, 42, 26, 8, 8, 5, 1], "n_am_pl": [3, 17, 20, 17, 14, 15, 16, 19, 15, 12, 19, 16, 24, 14, 11, 14, 11, 13, 5, 11, 2, 4, 6, 4, 6, 10, 13, 19, 19, 20, 22, 14, 19, 16, 11, 10, 13, 6, 7, 7, 11, 17, 16, 20, 28, 44, 73, 76, 65, 62], "n_pos": 175, "sum_m_en": [17.853139, 26.498377, 26.327363, 27.519643, 28.790031, 29.84089, 29.615479, 30.476718, 30.873018, 32.219258, 34.328213, 33.6065, 32.912024, 33.16149, 32.821249, 33.179245, 33.356321, 30.35859, 30.035555, 29.516758, 27.90175, 28.272028, 27.932511, 28.03941, 41.036414, 37.727922, 34.820729, 32.066844, 32.642044, 33.514223, 32.281466, 33.571001, 33.145744, 35.492988, 39.238489, 37.678532, 35.676172, 40.118237, 44.244353, 49.561111, 47.477182, 47.120683, 45.631323, 46.509443, 40.393744, 28.046997, 8.660121, 7.035095, 6.459799, 0.996435], "sum_m_pl": [3.943254, 9.3792, 10.361904, 9.989757, 9.987738, 9.237976, 9.676201, 9.698496, 10.168686, 10.082132, 11.090373, 11.160298, 10.670523, 11.396325, 10.675484, 10.426888, 8.99708, 10.188469, 9.953673, 10.137549, 9.888236, 9.33607, 9.298672, 9.349098, 10.577396, 11.409657, 12.493412, 13.570271, 15.692289, 14.943198, 13.074462, 12.51079, 12.839203, 11.181009, 9.836215, 10.643717, 11.461515, 9.923272, 9.046954, 10.274455, 11.361815, 14.408604, 15.958727, 17.538753, 25.099065, 38.330157, 67.544926, 71.144104, 64.60113, 62.247043]}, "digit": {"n_am_en": [0, 2, 0, 0, 2, 3, 1, 0, 1, 0, 4, 3, 2, 1, 5, 2, 1, 1, 3, 2, 1, 2, 2, 0, 6, 5, 4, 3, 3, 2, 1, 1, 0, 3, 3, 3, 4, 7, 8, 5, 5, 4, 4, 4, 2, 4, 1, 2, 0, 0], "n_am_pl": [0, 0, 5, 0, 1, 1, 0, 0, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 3, 1, 1, 3, 0, 1, 0, 1, 0, 2, 0, 0, 1, 0, 3, 1, 0, 1, 1, 4, 4, 0, 0], "n_pos": 21, "sum_m_en": [2.185579, 3.94533, 3.909141, 3.491457, 3.591933, 3.546645, 3.492382, 3.447794, 3.374905, 3.573965, 4.170239, 4.266737, 3.930172, 4.101653, 4.109564, 4.021418, 4.199584, 3.621057, 3.911151, 3.555357, 3.320614, 3.39456, 3.373026, 3.443775, 4.713852, 4.302018, 3.99323, 3.851007, 4.015108, 4.177652, 3.792171, 3.85958, 3.848843, 4.110494, 4.34598, 4.18758, 4.266239, 4.627732, 4.686145, 5.007433, 4.583887, 4.543717, 4.172986, 4.12009, 3.678555, 3.357366, 1.737355, 0.908441, 0.184956, 0.0], "sum_m_pl": [0.392461, 1.111683, 1.040362, 0.8815, 0.839529, 0.704624, 0.643635, 0.710284, 0.863395, 0.927795, 1.022253, 1.038059, 1.056062, 1.165361, 1.149527, 1.1665, 1.037342, 1.374489, 1.367901, 1.393525, 1.309371, 1.243978, 1.234079, 1.242189, 1.513669, 1.539746, 1.472784, 1.611434, 1.637762, 1.683975, 1.632875, 1.537835, 1.553541, 1.1969, 1.114762, 1.085624, 1.036399, 0.873578, 0.947247, 1.023979, 0.967009, 1.231731, 1.067811, 0.963587, 1.175837, 1.116605, 3.60629, 3.11038, 0.458959, 0.0]}, "lang": {"n_am_en": [2, 5, 7, 10, 8, 8, 12, 12, 12, 16, 11, 11, 11, 11, 15, 10, 16, 9, 8, 13, 16, 14, 13, 15, 29, 21, 20, 19, 20, 15, 14, 20, 19, 22, 19, 23, 22, 24, 26, 33, 31, 34, 27, 27, 23, 11, 4, 3, 1, 1], "n_am_pl": [0, 9, 6, 6, 7, 8, 8, 7, 5, 7, 12, 11, 11, 6, 6, 8, 5, 9, 3, 5, 1, 1, 2, 2, 0, 6, 6, 7, 8, 10, 12, 8, 12, 9, 7, 7, 8, 5, 6, 5, 9, 10, 11, 15, 21, 36, 56, 60, 61, 61], "n_pos": 64, "sum_m_en": [7.129022, 9.683857, 9.651109, 10.483828, 10.781395, 11.12751, 11.209902, 11.784675, 12.045401, 12.628482, 12.94196, 12.604412, 12.750572, 12.665978, 12.812181, 13.148876, 13.058301, 12.045488, 11.739098, 11.806421, 11.255069, 11.157648, 11.002702, 10.924377, 19.447002, 17.36873, 15.637316, 14.088812, 14.018615, 13.934084, 14.107092, 14.402461, 14.046004, 15.364758, 16.01825, 15.506044, 15.383488, 18.398435, 21.318971, 24.247422, 23.062159, 23.228143, 22.39185, 22.899249, 21.494845, 13.964986, 3.343254, 1.570631, 1.403495, 0.995903], "sum_m_pl": [1.657901, 3.580284, 3.971663, 3.909259, 3.801166, 3.762882, 4.042812, 4.064257, 4.322149, 4.135486, 4.580851, 4.708474, 4.493138, 4.803036, 4.688847, 4.512003, 3.677739, 4.057512, 3.888513, 3.751407, 3.722675, 3.568382, 3.567934, 3.574414, 3.85608, 4.333909, 4.995498, 5.411274, 6.471736, 6.28251, 5.448469, 5.648462, 5.77275, 5.220766, 4.715294, 5.42527, 6.001186, 5.052012, 4.750157, 5.712827, 6.515051, 8.833712, 10.20239, 12.077116, 16.976742, 30.127234, 50.985024, 58.450787, 59.658638, 61.283312]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "gsm8kpl-520", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1529, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9777, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 8, 13, 14, 22, 18, 15, 19, 17, 15, 14, 12, 17, 14, 16, 13, 15, 23, 16, 18, 21, 18, 16, 24, 27, 30, 26, 19, 22, 18, 20, 20, 20, 23, 24, 27, 34, 36, 38, 43, 42, 39, 38, 40, 39, 38, 34, 33, 30, 28], "n_am_pl": [4, 7, 8, 7, 4, 8, 4, 4, 11, 8, 6, 7, 11, 8, 9, 10, 3, 6, 5, 3, 2, 3, 2, 2, 4, 5, 4, 5, 2, 4, 7, 1, 4, 6, 4, 4, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 1, 2, 2, 2], "n_pos": 73, "sum_m_en": [8.168267, 11.10409, 11.515082, 11.927234, 12.93068, 13.202473, 13.089931, 13.43333, 14.025284, 15.440787, 15.45972, 14.331675, 14.921747, 14.517826, 13.903438, 12.948876, 13.050876, 12.689225, 12.266811, 12.837387, 11.925217, 11.800056, 11.72303, 11.874561, 19.867003, 18.164804, 17.367443, 15.367742, 16.936458, 16.710928, 16.259522, 16.515665, 16.550835, 16.894417, 17.39528, 17.519045, 20.262589, 23.448706, 25.920121, 30.9071, 31.645588, 32.181767, 33.859133, 37.649851, 35.997631, 34.884313, 31.882557, 30.472912, 28.69571, 27.454272], "sum_m_pl": [1.505963, 3.898749, 4.375881, 3.958649, 4.203074, 3.911835, 3.543968, 3.755201, 4.054001, 4.120807, 4.372335, 4.531042, 4.642431, 4.60404, 4.741972, 4.735447, 4.547881, 4.893626, 4.485187, 4.677738, 4.363568, 4.261051, 4.16094, 4.242785, 4.95485, 5.280248, 5.117579, 5.402768, 5.103349, 5.619507, 5.087953, 4.716807, 5.001567, 4.847652, 4.302094, 4.083987, 3.539783, 3.262282, 3.144775, 2.547985, 2.507702, 2.139893, 1.679298, 1.434509, 1.265842, 1.103662, 1.423302, 1.851839, 2.17457, 2.029173]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 0, 3, 2, 2, 2, 1, 0, 3, 1, 2, 1, 2, 2, 2, 3, 3, 3, 2, 4, 2, 5, 6, 5, 5, 4, 3, 3, 3, 3, 2, 2, 6, 3, 2, 4, 4, 3, 5, 5, 5, 4, 2, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 3, 2, 4, 3, 2, 3, 0, 2, 0, 0, 0, 2, 1, 1, 1, 2, 2, 3, 0, 0, 2, 0, 0, 0, 2, 2, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.425519, 2.36113, 2.37114, 2.377558, 2.415208, 2.446233, 2.506115, 2.443976, 2.517858, 2.929599, 2.911253, 2.686827, 2.760362, 2.755007, 2.58124, 2.223299, 2.211893, 2.2589, 2.255239, 2.581478, 2.19652, 2.238582, 2.270264, 2.323382, 3.078551, 3.041555, 2.940665, 2.780117, 3.109176, 3.046845, 2.772294, 2.962969, 2.96099, 2.829204, 2.894968, 2.803665, 2.841068, 3.227351, 2.43648, 2.503308, 2.49604, 2.666423, 3.468118, 5.239421, 4.084388, 2.835499, 1.735412, 1.112962, 0.387667, 0.0], "sum_m_pl": [0.234877, 0.725756, 0.765762, 0.723959, 0.671868, 0.662255, 0.578707, 0.660684, 0.738147, 0.798947, 0.877316, 0.837919, 0.877014, 0.830649, 0.862554, 0.909513, 0.893465, 0.972529, 0.888502, 0.929141, 0.900591, 0.870511, 0.848072, 0.876014, 1.165903, 1.233495, 1.105866, 1.185626, 1.041262, 1.142927, 1.032894, 0.807105, 0.753215, 0.766441, 0.763664, 0.849264, 0.712982, 0.633683, 0.755291, 0.702673, 0.773361, 0.793467, 0.708078, 0.50924, 0.444391, 0.449839, 0.456193, 0.22832, 0.080147, 0.0]}, "lang": {"n_am_en": [5, 2, 3, 6, 12, 8, 5, 8, 8, 5, 6, 5, 6, 7, 8, 8, 8, 15, 10, 9, 11, 10, 9, 14, 15, 17, 14, 10, 11, 8, 13, 10, 10, 14, 15, 16, 19, 22, 26, 29, 29, 29, 27, 27, 29, 29, 27, 27, 27, 27], "n_am_pl": [1, 3, 3, 4, 1, 3, 3, 3, 6, 5, 2, 3, 5, 3, 6, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 2, 2, 0, 1, 2, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2], "n_pos": 30, "sum_m_en": [3.592739, 4.397295, 4.634856, 4.941975, 5.543392, 5.622639, 5.674651, 6.029803, 6.159642, 6.581133, 6.635025, 6.120897, 6.530021, 6.36896, 6.147427, 5.884767, 5.98093, 5.776753, 5.403851, 5.579394, 5.323406, 5.173061, 5.085647, 5.070078, 9.486212, 9.107695, 8.64556, 7.07475, 7.715003, 7.929635, 8.054517, 7.866413, 7.650426, 8.665937, 8.730325, 9.911937, 12.106028, 13.831029, 16.511058, 20.83415, 22.259696, 23.504827, 24.472451, 25.814067, 25.949072, 26.259171, 25.477023, 25.347622, 25.245716, 26.46162], "sum_m_pl": [0.688104, 1.537182, 1.605906, 1.463967, 1.655856, 1.454881, 1.489407, 1.618052, 1.710435, 1.634377, 1.835851, 2.049964, 2.075182, 2.060753, 1.978973, 1.865298, 1.669464, 1.748714, 1.647646, 1.673572, 1.526422, 1.528922, 1.550874, 1.56692, 1.63247, 1.75488, 1.801924, 2.02163, 1.929604, 2.178232, 1.899042, 1.785749, 2.077662, 2.044477, 1.725881, 1.630491, 1.382894, 1.280751, 1.103918, 0.717968, 0.511084, 0.419011, 0.37808, 0.393659, 0.362032, 0.236198, 0.772414, 1.430099, 1.898593, 2.029169]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 77, "item_id": "gsm8kpl-525", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1233, "region_end": 73, "roundtrip_ok": true, "tf_agree": 0.961, "tf_agree_excl_first": 0.9737}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 6, 16, 31, 43, 45, 40, 44, 45, 46, 47, 44, 34, 43, 40, 46, 42, 52, 50, 57, 55, 62, 53, 56, 84, 72, 63, 60, 54, 38, 41, 43, 40, 48, 65, 68, 74, 82, 78, 95, 97, 83, 81, 91, 69, 53, 21, 7, 7, 5], "n_am_pl": [6, 14, 13, 10, 7, 11, 16, 17, 18, 16, 19, 17, 16, 26, 30, 25, 13, 17, 18, 11, 8, 17, 10, 7, 11, 16, 27, 17, 17, 27, 19, 19, 29, 17, 14, 12, 14, 13, 10, 8, 10, 17, 20, 15, 22, 33, 56, 76, 82, 81], "n_pos": 185, "sum_m_en": [17.189407, 26.357606, 28.762067, 31.209354, 33.383843, 34.42033, 34.374424, 35.877603, 36.346462, 38.840825, 39.396523, 36.398024, 36.855348, 36.206082, 36.124264, 34.240083, 33.997978, 31.988404, 31.764576, 31.820256, 30.845223, 30.288572, 29.773974, 30.075164, 48.696914, 42.730611, 37.947819, 35.938719, 37.178547, 35.498634, 33.832738, 34.352925, 33.728281, 37.33798, 39.153175, 39.40572, 45.556393, 55.73945, 61.832904, 69.222543, 66.220703, 65.896277, 70.126651, 77.930059, 62.749868, 44.635095, 20.313912, 9.646156, 8.403618, 4.561453], "sum_m_pl": [3.476185, 9.397014, 10.653212, 9.936817, 10.502764, 9.886457, 9.735141, 10.133242, 11.080669, 10.776278, 11.557324, 12.194226, 12.713083, 12.690402, 13.146716, 12.657115, 11.890409, 13.454459, 11.938982, 12.217111, 11.21362, 10.890038, 10.857555, 11.007787, 14.829321, 15.751186, 16.668128, 15.807956, 16.281723, 18.236581, 16.610899, 16.666123, 16.422251, 14.575509, 12.918525, 12.906816, 11.573307, 10.523678, 9.692053, 9.436667, 11.469862, 11.8351, 12.149343, 14.059449, 19.398476, 29.334867, 50.084813, 68.343213, 79.33178, 81.445349]}, "digit": {"n_am_en": [0, 0, 2, 3, 3, 2, 1, 3, 3, 3, 4, 2, 2, 5, 3, 4, 6, 6, 7, 4, 5, 7, 4, 6, 9, 6, 9, 11, 9, 5, 5, 5, 4, 5, 5, 3, 6, 5, 3, 4, 5, 1, 2, 7, 5, 4, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 3, 0, 4, 5, 5, 7, 3, 4, 4, 2, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 0, 0, 2, 2, 0, 2, 3, 1, 2, 0, 0, 1, 2, 0, 1, 0, 0, 0, 1, 0], "n_pos": 22, "sum_m_en": [2.044002, 3.494214, 3.682275, 3.728546, 3.686423, 3.614455, 3.744213, 3.8418, 3.970438, 4.552358, 4.413299, 4.095765, 4.114349, 4.213686, 4.112546, 3.671847, 3.775695, 3.71374, 3.813813, 3.814154, 3.55496, 3.628263, 3.638668, 3.767441, 5.094185, 4.965396, 4.727502, 4.295086, 4.544368, 4.453786, 3.983762, 4.313124, 4.430047, 4.479792, 4.656452, 4.43379, 4.600198, 4.886889, 4.127818, 4.432984, 3.669288, 3.682721, 3.283654, 4.727864, 2.778246, 1.952384, 1.479384, 0.832022, 0.420838, 0.0], "sum_m_pl": [0.436035, 1.242849, 1.209211, 1.127868, 1.097538, 1.049358, 0.96215, 1.054306, 1.122164, 1.199857, 1.280739, 1.293114, 1.371991, 1.400049, 1.499641, 1.593086, 1.424945, 1.591321, 1.437235, 1.48616, 1.403823, 1.357972, 1.318561, 1.330444, 1.79666, 1.979653, 1.756594, 1.757938, 1.687809, 1.854454, 1.801821, 1.597312, 1.476368, 1.410273, 1.303729, 1.399612, 1.278253, 1.111312, 1.11204, 1.012974, 1.073207, 1.10805, 1.025296, 0.770763, 0.857997, 0.746913, 0.67197, 0.410507, 0.527738, 0.001737]}, "lang": {"n_am_en": [1, 3, 8, 14, 22, 22, 20, 20, 21, 25, 27, 27, 20, 23, 26, 33, 27, 33, 29, 31, 31, 36, 33, 31, 43, 37, 31, 28, 28, 18, 24, 28, 25, 30, 35, 41, 45, 50, 50, 55, 59, 54, 52, 59, 47, 39, 17, 5, 6, 5], "n_am_pl": [4, 7, 5, 6, 3, 5, 9, 10, 9, 6, 8, 8, 8, 10, 14, 10, 3, 5, 4, 5, 3, 8, 6, 2, 4, 5, 10, 5, 8, 12, 8, 8, 17, 12, 12, 8, 8, 8, 6, 8, 10, 13, 13, 12, 17, 29, 54, 76, 80, 81], "n_pos": 88, "sum_m_en": [8.360785, 12.111664, 13.564596, 15.127843, 16.35504, 17.05509, 17.000152, 18.199222, 18.803986, 19.676943, 20.163488, 18.387531, 18.275529, 17.621857, 17.947152, 17.527482, 16.902852, 15.703991, 15.482724, 15.826151, 15.660175, 15.137612, 14.891041, 14.813143, 27.245777, 23.892928, 20.067904, 18.40865, 18.794709, 17.829177, 17.626157, 17.821886, 16.950843, 19.105912, 19.708244, 20.54098, 24.831226, 30.809504, 35.327251, 39.132707, 38.055587, 39.475566, 43.590257, 48.670329, 42.426639, 30.759393, 15.659102, 7.084465, 6.443537, 4.558804], "sum_m_pl": [1.663829, 4.138012, 4.698371, 4.461028, 4.757009, 4.491409, 4.630542, 4.949928, 5.224466, 4.98819, 5.480738, 5.963412, 6.379382, 6.45222, 6.45803, 5.92742, 5.564519, 6.535295, 5.733491, 5.797128, 5.245524, 5.030603, 5.106071, 5.201285, 6.609872, 6.903121, 8.001903, 7.794194, 8.195405, 9.312392, 8.404186, 8.881827, 9.275014, 8.472163, 7.536315, 7.533724, 6.917861, 6.216495, 5.932718, 6.149031, 8.162228, 8.483521, 8.241599, 9.71723, 14.214346, 24.414755, 46.385254, 66.597982, 77.314054, 81.164025]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 189, "item_id": "gsm8kpl-525", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1523, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.9894}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 26, 28, 38, 49, 31, 36, 36, 25, 31, 46, 36, 35, 47, 46, 45, 32, 28, 26, 27, 23, 22, 20, 20, 60, 50, 62, 44, 48, 43, 50, 46, 46, 55, 48, 64, 68, 80, 90, 92, 89, 84, 89, 85, 82, 77, 78, 73, 70, 70], "n_am_pl": [3, 8, 23, 11, 18, 14, 10, 15, 14, 13, 19, 22, 26, 22, 20, 19, 14, 13, 5, 6, 5, 6, 8, 6, 13, 8, 14, 18, 20, 24, 14, 20, 10, 10, 19, 13, 4, 8, 4, 1, 4, 4, 4, 5, 7, 9, 9, 10, 9, 9], "n_pos": 213, "sum_m_en": [23.649162, 33.716908, 35.536604, 35.819906, 38.723077, 39.239078, 38.779658, 39.29736, 38.980915, 39.534691, 40.192744, 38.8126, 39.051081, 40.344048, 38.051079, 37.685233, 39.168833, 35.558688, 35.764847, 36.242375, 34.323593, 35.155768, 35.101233, 35.888503, 46.805393, 44.369165, 44.522729, 40.866471, 43.711813, 43.994806, 42.209457, 43.278804, 41.949721, 43.501263, 45.801044, 47.339642, 52.943174, 60.921976, 65.005892, 73.213428, 71.567827, 74.986809, 80.320822, 78.93386, 79.100863, 76.94209, 76.894353, 73.180217, 69.473356, 68.940666], "sum_m_pl": [4.486246, 8.956759, 10.602027, 9.743549, 11.183797, 10.779304, 10.33719, 10.468936, 10.334241, 11.309347, 12.441723, 13.433648, 14.055966, 13.714808, 14.088847, 14.519302, 13.173566, 13.212133, 12.874, 12.944039, 12.903473, 12.508803, 12.216248, 12.47127, 14.389978, 16.174837, 16.149216, 17.17194, 16.712046, 17.347505, 16.246587, 15.710023, 15.93935, 14.238329, 13.835638, 14.23942, 12.872149, 11.84348, 10.993559, 9.907282, 10.433326, 8.138764, 7.419581, 7.345847, 9.05903, 9.407764, 9.431716, 9.756084, 10.129122, 9.153096]}, "digit": {"n_am_en": [0, 3, 6, 4, 7, 7, 6, 8, 4, 8, 8, 6, 4, 7, 10, 7, 5, 2, 1, 1, 1, 3, 1, 2, 10, 6, 8, 5, 7, 6, 4, 5, 7, 6, 3, 5, 7, 6, 9, 7, 7, 4, 6, 5, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 2, 0, 0, 1, 0, 1, 1, 2, 8, 5, 3, 4, 0, 0, 2, 0, 0, 0, 1, 0, 1, 0, 4, 2, 4, 5, 5, 4, 2, 1, 5, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 41, "sum_m_en": [4.062096, 7.351919, 7.791671, 7.252565, 8.052844, 7.863901, 7.577522, 7.58005, 7.468594, 7.722138, 8.176356, 7.773209, 7.85684, 8.243349, 7.621264, 7.237472, 7.424946, 6.636647, 7.067081, 6.901623, 6.700243, 7.023737, 7.018983, 7.224612, 9.445326, 8.608388, 8.412579, 8.113304, 8.777819, 8.566776, 8.139147, 8.705786, 8.2135, 7.548953, 7.335033, 7.168583, 7.391063, 7.738985, 7.059949, 7.078582, 6.584473, 6.529358, 6.277247, 5.042068, 5.415221, 4.198706, 2.212186, 1.404166, 0.369559, 1e-05], "sum_m_pl": [0.570416, 1.697761, 1.590071, 1.539104, 1.880233, 1.709934, 1.497572, 1.383899, 1.70607, 1.734367, 2.179134, 2.38872, 2.592071, 2.597754, 2.548369, 2.53538, 2.231378, 2.313001, 2.300281, 2.349607, 2.350883, 2.32298, 2.251354, 2.333499, 2.53625, 2.775963, 2.597775, 2.765009, 2.725218, 2.780963, 2.509096, 2.350102, 2.303738, 1.973764, 1.895299, 2.138513, 1.963909, 1.922714, 2.014047, 2.24107, 2.186345, 2.119603, 1.992003, 1.755079, 1.670639, 1.25866, 0.716007, 0.715474, 0.196788, 0.0]}, "lang": {"n_am_en": [8, 10, 8, 17, 26, 17, 22, 20, 17, 16, 21, 17, 15, 19, 18, 21, 18, 16, 16, 19, 16, 14, 14, 14, 34, 32, 36, 24, 28, 29, 32, 31, 31, 30, 30, 34, 35, 44, 52, 59, 58, 62, 62, 62, 60, 59, 64, 61, 61, 68], "n_am_pl": [1, 2, 13, 4, 8, 4, 4, 6, 4, 4, 5, 11, 8, 8, 7, 7, 7, 8, 2, 3, 2, 2, 2, 4, 5, 3, 4, 6, 8, 9, 4, 8, 5, 3, 9, 6, 2, 5, 4, 0, 2, 4, 4, 5, 7, 9, 9, 9, 9, 9], "n_pos": 79, "sum_m_en": [10.067869, 12.631968, 13.183705, 13.529357, 14.116882, 14.250184, 14.49978, 14.950825, 15.223648, 14.930255, 14.913893, 14.333377, 14.59915, 14.723076, 14.399502, 14.551363, 14.981527, 13.398422, 13.308299, 13.773433, 12.932518, 13.061148, 13.010524, 13.243012, 20.543305, 19.658974, 19.943316, 16.454305, 17.373536, 18.063428, 17.457296, 17.872246, 17.912494, 19.404789, 20.577424, 22.301791, 26.222657, 31.248472, 36.129049, 43.502128, 44.026624, 50.012362, 55.059844, 54.974742, 55.672608, 56.97236, 59.461389, 57.886556, 57.715633, 66.882976], "sum_m_pl": [1.717677, 3.394138, 4.175581, 3.73264, 4.575926, 4.293279, 4.163913, 4.339567, 4.149761, 4.681518, 4.933527, 5.522768, 5.701703, 5.583984, 5.713789, 6.003433, 5.345764, 5.338209, 5.18402, 5.111267, 5.041783, 4.873774, 4.780968, 4.847358, 5.715572, 6.382222, 6.866849, 7.40679, 7.090407, 7.427482, 7.11482, 6.963348, 7.125032, 6.377769, 6.067795, 6.520152, 5.959544, 4.775161, 5.111968, 4.023343, 4.593171, 3.906483, 3.556021, 3.977907, 5.94936, 7.009845, 7.890324, 8.475928, 9.208086, 9.153083]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 218, "item_id": "gsm8kpl-528", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 213, "roundtrip_ok": true, "tf_agree": 0.9679, "tf_agree_excl_first": 0.9724}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 23, 21, 28, 40, 42, 41, 29, 35, 44, 44, 48, 41, 46, 40, 55, 55, 44, 26, 31, 18, 22, 30, 34, 74, 65, 57, 41, 48, 50, 60, 49, 51, 55, 63, 74, 87, 101, 99, 96, 101, 97, 98, 99, 86, 70, 25, 14, 15, 10], "n_am_pl": [1, 28, 23, 18, 18, 27, 27, 25, 20, 29, 35, 38, 46, 49, 32, 26, 12, 17, 15, 18, 14, 15, 14, 15, 21, 25, 33, 39, 43, 48, 41, 36, 31, 23, 32, 23, 19, 10, 11, 14, 19, 15, 16, 20, 28, 62, 110, 115, 114, 110], "n_pos": 281, "sum_m_en": [27.877545, 42.427774, 45.601194, 47.441262, 49.703962, 51.582609, 51.168886, 51.937214, 51.586624, 53.843597, 53.952958, 52.753214, 52.879098, 52.925983, 49.640383, 50.848333, 53.240685, 47.253652, 48.084892, 48.385257, 45.681012, 47.171599, 46.915979, 47.886301, 66.239853, 60.724809, 57.623736, 53.521811, 52.994359, 53.172574, 50.801564, 53.643349, 51.148921, 53.226632, 56.038615, 54.949915, 56.946295, 67.511671, 67.166651, 76.060273, 73.995453, 74.081118, 88.885595, 88.428758, 81.020336, 63.689588, 26.331401, 15.727872, 16.040297, 10.783566], "sum_m_pl": [5.224795, 13.617303, 14.770146, 13.545558, 15.459613, 15.182884, 15.135349, 15.161505, 15.80078, 16.586985, 18.64182, 20.155141, 20.648082, 21.125156, 21.577564, 21.861745, 18.814215, 19.275089, 17.260255, 17.270004, 17.144921, 16.608117, 16.311906, 16.330863, 20.464278, 23.403397, 24.703892, 26.651985, 28.490986, 28.833385, 24.864938, 24.057551, 25.1996, 22.341052, 20.934206, 20.070785, 18.74027, 17.078096, 17.884382, 17.412036, 20.123633, 18.296243, 16.113251, 19.524901, 30.155127, 54.091318, 101.432274, 108.889769, 110.495581, 109.196263]}, "digit": {"n_am_en": [0, 2, 0, 1, 4, 2, 0, 1, 1, 2, 8, 8, 8, 8, 7, 10, 10, 6, 5, 3, 1, 2, 2, 3, 12, 13, 7, 3, 6, 8, 9, 9, 5, 5, 6, 8, 8, 8, 8, 7, 8, 8, 5, 5, 4, 3, 0, 1, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 0, 1, 0, 7, 2, 3, 7, 9, 3, 7, 1, 1, 0, 1, 3, 1, 0, 2, 0, 3, 3, 2, 5, 5, 8, 7, 5, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0], "n_pos": 47, "sum_m_en": [4.429468, 7.772009, 8.30551, 7.878101, 8.153012, 8.252004, 7.884841, 8.015516, 8.16764, 8.721474, 9.180918, 8.801938, 8.77967, 8.899051, 8.340705, 8.286305, 8.789665, 7.639316, 8.258977, 7.893251, 7.739605, 7.97029, 7.95355, 8.230629, 11.088187, 10.278517, 9.91108, 8.8834, 9.335301, 9.013232, 8.790787, 9.844875, 9.26112, 8.738323, 8.801546, 8.454078, 8.259327, 8.16566, 7.063764, 7.442006, 7.445657, 7.101815, 6.958615, 5.614398, 5.051316, 3.695814, 1.778393, 0.942504, 0.272789, 0.0], "sum_m_pl": [0.776569, 2.102671, 1.768959, 1.578567, 1.844488, 1.799291, 1.686793, 1.612992, 2.081609, 2.154251, 2.6594, 2.922336, 2.923319, 3.167258, 3.087772, 3.291511, 2.753837, 2.896112, 2.677019, 2.804276, 2.783934, 2.723654, 2.623194, 2.67837, 3.035759, 3.418601, 3.15097, 3.468928, 3.564848, 3.669752, 3.255467, 3.074266, 3.190362, 2.923666, 2.616447, 2.847316, 2.299261, 2.105879, 2.311976, 2.455807, 2.386009, 2.391838, 2.2477, 1.914905, 1.836982, 1.503175, 1.292561, 1.109592, 0.242064, 0.0]}, "lang": {"n_am_en": [3, 6, 13, 17, 24, 30, 26, 18, 24, 26, 19, 22, 23, 30, 24, 29, 32, 22, 15, 18, 12, 12, 19, 21, 37, 34, 30, 25, 28, 27, 30, 20, 24, 34, 35, 41, 54, 69, 66, 68, 71, 67, 74, 75, 64, 49, 20, 13, 11, 10], "n_am_pl": [0, 18, 9, 9, 9, 11, 16, 15, 14, 14, 19, 19, 21, 17, 15, 9, 3, 8, 9, 6, 4, 6, 5, 5, 9, 12, 13, 21, 25, 23, 19, 16, 15, 11, 15, 12, 13, 8, 10, 10, 13, 15, 13, 17, 25, 56, 95, 104, 108, 110], "n_pos": 121, "sum_m_en": [12.915551, 17.820757, 19.475627, 21.201129, 22.279623, 23.044353, 23.818745, 24.440711, 24.770147, 25.464977, 25.14346, 24.605814, 24.967339, 24.93176, 22.859451, 23.572761, 24.30705, 21.570074, 21.660574, 22.111903, 20.484755, 21.14235, 21.030531, 21.449241, 32.649592, 30.101062, 28.957652, 26.173389, 24.350933, 23.969692, 22.796972, 23.421877, 23.129447, 26.001277, 27.081151, 28.722652, 31.963155, 41.087667, 41.525055, 48.473513, 46.434532, 47.627763, 63.841131, 64.128591, 58.540834, 43.547317, 19.09438, 12.128019, 11.319279, 10.437831], "sum_m_pl": [2.488291, 6.037174, 6.421259, 6.069336, 7.074332, 6.898947, 7.123567, 7.339302, 7.594775, 7.80688, 8.970043, 9.745714, 10.008523, 10.258782, 10.561967, 10.480979, 8.856091, 9.279514, 8.242031, 7.933921, 7.84023, 7.608808, 7.508318, 7.521854, 9.185344, 10.58201, 11.752964, 13.050644, 14.829378, 14.97884, 12.956352, 12.677063, 13.300595, 11.489596, 11.142164, 10.546837, 10.611794, 8.913769, 10.156623, 9.430566, 12.151916, 11.575627, 9.487105, 12.953953, 23.293313, 45.991993, 87.917071, 98.704248, 104.396004, 109.144202]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "gsm8kpl-528", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1464, "region_end": 281, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9965}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 15, 19, 29, 35, 34, 39, 45, 48, 34, 29, 32, 36, 30, 31, 31, 26, 27, 28, 23, 23, 30, 22, 19, 51, 46, 45, 42, 41, 41, 42, 38, 48, 52, 56, 61, 70, 72, 76, 85, 83, 86, 82, 80, 84, 85, 88, 89, 81, 77], "n_am_pl": [0, 7, 10, 4, 11, 11, 11, 8, 8, 12, 20, 12, 14, 20, 17, 16, 12, 13, 13, 14, 8, 9, 11, 11, 9, 10, 9, 12, 12, 8, 11, 10, 9, 12, 6, 6, 8, 4, 3, 3, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0], "n_pos": 169, "sum_m_en": [19.144303, 25.941451, 25.457131, 26.292067, 29.781395, 28.766365, 29.285302, 29.104262, 28.415046, 27.975879, 28.432979, 29.920927, 28.686392, 28.100983, 29.262649, 28.057464, 27.591708, 25.870992, 25.076152, 25.216453, 24.743563, 25.011988, 24.699389, 25.387339, 36.209071, 35.115955, 34.799153, 32.060824, 32.675814, 33.023637, 31.056078, 31.676316, 34.019622, 34.711344, 34.971843, 35.850616, 41.167385, 47.563313, 53.935209, 71.885236, 70.467814, 74.413029, 75.543324, 76.143996, 78.524145, 80.238328, 83.806301, 85.380556, 76.513316, 76.497514], "sum_m_pl": [3.365718, 7.697712, 8.403134, 7.690198, 8.172241, 7.526334, 7.408853, 6.870217, 6.970202, 7.085255, 8.213455, 8.076336, 8.809078, 9.390348, 9.482072, 10.026244, 10.084254, 10.539838, 10.46262, 10.640547, 10.206271, 9.735187, 9.59834, 9.590282, 10.831926, 10.370747, 10.149977, 10.741615, 11.157181, 10.94665, 10.966819, 9.776304, 9.622046, 9.058523, 8.518538, 8.846219, 7.814391, 6.228783, 5.703792, 4.469618, 4.30842, 4.246036, 3.917559, 2.90881, 2.702504, 2.374551, 1.371351, 0.94857, 1.277838, 0.000712]}, "digit": {"n_am_en": [0, 2, 0, 2, 6, 5, 3, 4, 3, 3, 10, 1, 7, 2, 6, 2, 4, 7, 4, 3, 2, 3, 1, 2, 8, 8, 8, 7, 6, 5, 9, 6, 4, 7, 6, 8, 8, 10, 6, 7, 5, 5, 4, 5, 3, 2, 4, 2, 0, 0], "n_am_pl": [0, 2, 1, 0, 4, 2, 2, 1, 3, 4, 7, 6, 7, 9, 5, 4, 2, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 4, 2, 1, 3, 0, 3, 3, 4, 2, 3, 2, 2, 3, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.090148, 5.575432, 5.500935, 5.444851, 5.950402, 5.745346, 5.607868, 5.210512, 5.159548, 5.250821, 5.617817, 5.650873, 5.297948, 5.230148, 5.554847, 5.059686, 5.064525, 4.883116, 4.714122, 4.541415, 4.641332, 4.704958, 4.725428, 4.864494, 7.294321, 7.112358, 6.973711, 6.465494, 6.279986, 6.090299, 5.879465, 6.080107, 5.988101, 5.831519, 5.199125, 5.208666, 4.907152, 5.38975, 4.570908, 5.820451, 5.32729, 4.853442, 4.093739, 3.878881, 3.19499, 3.552651, 3.449815, 2.421872, 0.756738, 0.0], "sum_m_pl": [0.44427, 1.29754, 1.149986, 1.079916, 1.118573, 1.022792, 0.968668, 0.871054, 1.050721, 1.083972, 1.457461, 1.440075, 1.825031, 1.991727, 1.852278, 2.078289, 1.994993, 2.199069, 2.100385, 2.100326, 1.960761, 1.850105, 1.813199, 1.838107, 2.226887, 2.161928, 1.947686, 2.110904, 2.059963, 2.07899, 2.141718, 1.887874, 1.765526, 1.525277, 1.632705, 1.866795, 1.761396, 1.545589, 1.619608, 1.532163, 1.480982, 1.555814, 1.482337, 1.182279, 1.18377, 0.961714, 0.605295, 0.413771, 0.207625, 0.0]}, "lang": {"n_am_en": [5, 12, 15, 19, 21, 21, 29, 29, 33, 23, 14, 22, 21, 18, 18, 20, 16, 12, 17, 12, 14, 19, 14, 14, 30, 27, 29, 25, 24, 28, 23, 24, 31, 32, 38, 39, 47, 47, 57, 63, 64, 68, 65, 68, 72, 66, 70, 71, 73, 75], "n_am_pl": [0, 4, 5, 2, 5, 4, 3, 3, 1, 4, 8, 4, 3, 5, 7, 6, 6, 7, 6, 9, 6, 2, 4, 4, 4, 2, 5, 3, 4, 4, 4, 7, 3, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 77, "sum_m_en": [10.022774, 12.253546, 12.266007, 12.871318, 14.784451, 14.310576, 14.951806, 15.209349, 15.040681, 14.208859, 14.073977, 14.991578, 14.517132, 14.339083, 14.785026, 13.957549, 13.525112, 12.642086, 12.064997, 12.154653, 11.730095, 11.81847, 11.61324, 11.898415, 20.493813, 19.772882, 19.665912, 17.170786, 17.282953, 17.992068, 16.609186, 16.812781, 18.342275, 19.018272, 19.81103, 20.559812, 25.659314, 31.404229, 40.138309, 53.742626, 53.021895, 56.495484, 58.33044, 61.645556, 63.937637, 62.262969, 65.768968, 66.697135, 66.05029, 74.531229], "sum_m_pl": [1.647761, 3.55975, 3.846193, 3.496332, 3.78466, 3.368642, 3.225299, 3.012447, 3.076513, 3.185381, 3.608127, 3.652113, 3.846632, 4.116153, 4.322511, 4.527286, 4.513269, 4.617021, 4.684764, 4.699484, 4.55461, 4.351801, 4.302107, 4.267787, 4.730147, 4.491995, 4.561212, 4.984057, 5.104668, 4.943871, 5.086471, 4.579897, 4.487239, 4.226615, 3.824044, 4.106317, 3.619004, 2.827431, 2.533814, 1.397365, 1.426501, 1.33384, 1.1297, 0.782752, 0.520152, 0.58043, 0.254172, 0.150141, 0.218964, 0.000711]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "gsm8kpl-530", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1232, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9538, "tf_agree_excl_first": 0.9593}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 30, 32, 45, 47, 67, 74, 105, 98, 89, 81, 83, 86, 92, 78, 75, 76, 80, 87, 90, 84, 99, 90, 89, 162, 154, 128, 119, 102, 93, 73, 87, 97, 115, 134, 145, 164, 181, 182, 225, 209, 210, 196, 223, 177, 128, 47, 14, 5, 2], "n_am_pl": [2, 28, 27, 44, 44, 25, 34, 29, 33, 51, 72, 62, 60, 50, 49, 48, 38, 46, 42, 32, 33, 26, 25, 34, 23, 24, 17, 36, 43, 37, 46, 43, 46, 38, 38, 25, 17, 18, 20, 17, 24, 19, 38, 21, 57, 103, 180, 207, 205, 219], "n_pos": 431, "sum_m_en": [43.719425, 66.819246, 67.486027, 68.301862, 72.15896, 74.900798, 79.720871, 84.148499, 82.561427, 81.126571, 86.594276, 85.044524, 82.957848, 79.451274, 79.334848, 77.642363, 79.349324, 69.750289, 68.448559, 66.504073, 66.528037, 68.208823, 67.245394, 68.410476, 102.046669, 99.308205, 93.132552, 85.713777, 82.902571, 80.80768, 76.972518, 78.519559, 79.956389, 83.198902, 88.480887, 88.671338, 93.390256, 106.22462, 119.161623, 162.641399, 164.963498, 174.847249, 166.97096, 201.1882, 163.88533, 118.360941, 49.856813, 17.078616, 6.814752, 2.220806], "sum_m_pl": [7.964692, 21.653749, 23.010856, 21.325969, 21.186749, 20.293348, 21.186694, 21.302108, 21.698047, 21.820991, 25.887383, 25.588084, 27.003954, 28.061635, 28.427803, 28.031224, 25.880597, 26.896631, 25.564455, 26.202188, 25.884083, 24.838819, 24.797425, 24.347214, 29.678196, 28.010256, 29.337502, 32.052994, 35.343992, 34.375111, 32.893341, 32.088365, 30.640509, 28.155833, 27.051863, 25.796028, 23.20343, 20.245276, 22.706325, 20.580227, 20.538559, 18.950179, 32.32919, 21.536654, 52.181511, 97.630371, 171.415934, 203.170735, 207.274275, 219.048901]}, "digit": {"n_am_en": [0, 3, 5, 4, 3, 10, 6, 9, 12, 9, 9, 2, 5, 5, 8, 4, 2, 7, 7, 7, 5, 5, 5, 8, 16, 15, 13, 9, 8, 8, 5, 7, 6, 7, 9, 10, 9, 8, 10, 14, 10, 8, 5, 6, 4, 4, 3, 0, 0, 0], "n_am_pl": [0, 1, 2, 3, 4, 1, 2, 2, 2, 2, 11, 9, 9, 4, 3, 2, 2, 2, 3, 1, 3, 2, 1, 3, 1, 1, 0, 3, 5, 1, 4, 1, 4, 1, 3, 3, 2, 2, 1, 1, 1, 2, 2, 0, 0, 1, 0, 0, 1, 0], "n_pos": 38, "sum_m_en": [3.610013, 6.690595, 7.233873, 6.668235, 6.995337, 7.238026, 7.308382, 7.186039, 7.362259, 7.57174, 8.166753, 7.992327, 7.370549, 6.970147, 7.128548, 6.564316, 6.831126, 6.021425, 6.149975, 5.997533, 6.150183, 6.267937, 6.240236, 6.407571, 8.812396, 8.513941, 8.267318, 8.218228, 8.128967, 7.838295, 7.421832, 7.762722, 7.779305, 7.848071, 7.275862, 7.298127, 6.852645, 5.924737, 5.871628, 7.495184, 6.305512, 5.693694, 4.868067, 5.048498, 3.909536, 4.490521, 3.339158, 1.201806, 0.549928, 0.0], "sum_m_pl": [0.621909, 1.994884, 1.770794, 1.724015, 1.64952, 1.481405, 1.505795, 1.388123, 1.514419, 1.50275, 1.807591, 1.764001, 2.075161, 2.114262, 2.024925, 2.156736, 2.084198, 2.31355, 2.165602, 2.27558, 2.306738, 2.243728, 2.251969, 2.223684, 2.846095, 2.62142, 2.491298, 2.874998, 2.837475, 2.774222, 2.423807, 2.264927, 2.177138, 1.873249, 1.928729, 2.054976, 1.823852, 1.562382, 1.705488, 1.708677, 1.671858, 1.683135, 1.618115, 1.271083, 1.267558, 1.059287, 1.077752, 0.849853, 0.839455, 1.8e-05]}, "lang": {"n_am_en": [8, 11, 13, 20, 27, 35, 40, 57, 54, 47, 42, 55, 51, 52, 43, 41, 40, 46, 42, 47, 49, 62, 53, 52, 99, 92, 74, 64, 60, 53, 46, 55, 61, 67, 80, 91, 107, 126, 121, 149, 143, 148, 142, 165, 127, 89, 25, 8, 1, 2], "n_am_pl": [2, 21, 10, 20, 19, 10, 17, 14, 16, 27, 46, 40, 34, 33, 31, 32, 25, 25, 26, 22, 18, 14, 17, 23, 15, 17, 9, 23, 22, 21, 27, 25, 27, 25, 26, 17, 14, 14, 18, 15, 22, 16, 34, 17, 53, 95, 163, 199, 202, 218], "n_pos": 221, "sum_m_en": [23.472808, 33.826021, 33.587132, 33.949009, 37.262714, 37.000995, 40.423665, 43.901586, 43.162673, 41.803776, 44.400531, 44.232936, 44.163598, 42.245844, 42.191834, 41.90866, 42.46668, 37.620201, 36.183634, 35.011929, 34.682821, 35.777741, 35.29221, 35.779612, 57.843938, 56.18929, 52.178705, 46.419166, 43.90943, 42.290292, 40.639575, 41.373422, 42.22822, 45.407574, 48.154311, 50.041075, 55.270031, 66.852595, 76.210966, 107.792743, 110.780926, 121.830559, 116.392954, 148.287354, 118.59489, 81.955293, 28.045094, 8.790226, 2.056361, 1.996421], "sum_m_pl": [4.265951, 11.253706, 11.865535, 11.119966, 10.860286, 10.697454, 11.432222, 11.686743, 12.176521, 12.222473, 14.912759, 14.829206, 15.319216, 16.271384, 16.840325, 16.243319, 14.236156, 14.60746, 13.767665, 13.723338, 13.635958, 13.11796, 13.102932, 13.018165, 17.031648, 15.966364, 16.862825, 18.650664, 20.444606, 19.989382, 19.641389, 19.602198, 18.935198, 17.537847, 17.175259, 16.233971, 15.153729, 13.260236, 16.083877, 14.361988, 14.430532, 12.876385, 26.452791, 16.337213, 46.759207, 89.047295, 153.125458, 193.56836, 202.089317, 217.089269]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 435, "item_id": "gsm8kpl-530", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1522, "region_end": 431, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 31, 28, 33, 35, 28, 23, 35, 30, 28, 33, 34, 26, 40, 40, 42, 41, 32, 46, 47, 42, 32, 30, 32, 54, 57, 51, 45, 44, 34, 42, 38, 48, 54, 57, 71, 88, 97, 97, 99, 94, 94, 95, 87, 87, 84, 79, 78, 68, 65], "n_am_pl": [12, 16, 11, 12, 16, 20, 20, 14, 10, 13, 13, 11, 18, 18, 13, 14, 8, 8, 6, 9, 8, 7, 11, 5, 12, 12, 15, 23, 13, 31, 17, 20, 18, 5, 6, 6, 3, 2, 3, 3, 4, 1, 2, 2, 2, 2, 2, 1, 0, 0], "n_pos": 191, "sum_m_en": [21.269924, 29.844025, 30.143882, 30.938298, 34.293646, 33.929975, 33.166465, 34.215433, 32.935443, 31.448476, 31.413267, 31.380514, 29.690639, 30.107025, 31.938116, 32.948085, 31.550319, 29.3102, 31.260203, 32.160017, 29.892137, 30.331671, 29.627805, 30.724923, 43.898486, 40.936914, 36.512394, 33.82386, 34.612871, 33.434788, 32.268426, 33.96276, 35.694085, 38.062533, 39.825851, 43.051196, 56.933458, 66.266719, 69.028255, 80.699212, 79.588821, 84.472653, 85.630163, 80.30791, 82.359112, 81.515351, 78.083705, 76.078191, 66.983885, 65.256747], "sum_m_pl": [3.819785, 8.680714, 9.654413, 9.047914, 10.024775, 9.435373, 8.74771, 8.179992, 8.777115, 9.255968, 9.795614, 10.804372, 11.448267, 11.678755, 11.58931, 12.146453, 12.595917, 12.619735, 12.44298, 12.375948, 12.276647, 11.77399, 11.577401, 11.535577, 14.900567, 16.185525, 16.739755, 17.488357, 16.248128, 16.739275, 14.807728, 14.817299, 14.444165, 12.924348, 12.516627, 11.472819, 8.580931, 7.192614, 6.94002, 5.903848, 5.665451, 5.124288, 4.76919, 4.520342, 4.817609, 4.734264, 5.073983, 2.98329, 2.815036, 0.147184]}, "digit": {"n_am_en": [1, 6, 9, 11, 8, 6, 2, 5, 5, 5, 9, 8, 5, 7, 7, 8, 7, 3, 4, 2, 3, 1, 1, 1, 7, 6, 6, 5, 7, 3, 5, 6, 3, 7, 7, 10, 12, 9, 8, 9, 7, 7, 10, 6, 5, 6, 6, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 3, 4, 2, 1, 2, 3, 4, 4, 7, 9, 3, 3, 2, 1, 1, 4, 2, 2, 4, 1, 2, 4, 4, 5, 3, 7, 3, 7, 5, 3, 3, 2, 1, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 38, "sum_m_en": [4.175011, 7.21571, 7.878252, 7.690154, 8.383557, 7.64337, 7.140202, 6.662451, 6.821294, 6.699573, 7.307265, 6.969041, 6.77092, 6.923817, 7.252767, 7.413292, 6.929256, 6.208907, 6.627729, 6.725686, 6.315953, 6.500929, 6.416976, 6.693265, 8.886075, 8.586255, 7.943907, 7.107947, 7.486095, 7.058104, 6.74132, 7.615026, 7.369174, 7.531473, 7.276111, 6.786739, 7.02305, 7.218739, 6.109233, 6.502571, 6.298908, 6.260069, 6.915635, 6.734069, 6.226037, 6.270863, 5.569436, 2.684645, 0.968716, 0.0], "sum_m_pl": [0.660739, 1.751932, 1.605096, 1.520477, 1.807088, 1.604433, 1.262815, 1.069952, 1.356312, 1.480874, 1.750718, 1.943783, 2.206561, 2.457304, 2.252262, 2.395167, 2.305647, 2.403522, 2.389613, 2.323282, 2.302677, 2.238347, 2.193682, 2.265152, 2.696462, 2.825041, 2.813554, 2.985075, 2.694412, 2.832832, 2.571372, 2.529045, 2.515279, 2.332342, 2.213677, 2.384055, 2.127505, 1.969157, 2.319321, 2.13864, 2.067275, 2.123155, 1.980676, 1.734485, 1.719291, 1.392146, 1.067143, 0.818945, 0.518563, 0.0]}, "lang": {"n_am_en": [9, 18, 12, 14, 14, 14, 13, 12, 17, 13, 16, 16, 15, 21, 24, 20, 20, 18, 28, 28, 26, 19, 19, 21, 34, 38, 33, 29, 25, 19, 23, 21, 30, 28, 34, 38, 51, 57, 58, 60, 61, 61, 61, 59, 61, 61, 56, 63, 62, 64], "n_am_pl": [9, 9, 6, 8, 8, 8, 6, 5, 5, 6, 2, 2, 4, 6, 1, 7, 3, 5, 1, 1, 2, 3, 5, 3, 2, 3, 4, 10, 4, 12, 8, 8, 8, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0], "n_pos": 65, "sum_m_en": [8.311043, 9.883953, 9.89139, 10.282381, 11.851572, 12.04612, 11.745491, 12.615668, 12.182749, 11.360377, 10.498156, 10.590033, 10.001545, 10.183959, 11.14484, 11.516793, 11.140391, 10.456532, 11.248704, 11.538807, 10.702732, 10.804581, 10.370162, 10.630681, 21.342724, 19.131983, 16.744558, 14.300356, 13.61786, 12.722656, 11.957644, 12.479836, 13.954394, 15.728977, 17.24227, 21.803592, 31.789425, 38.143619, 41.38869, 50.405936, 50.625003, 53.823237, 55.44162, 53.354282, 55.751729, 55.531678, 53.738261, 55.566273, 56.436006, 63.593127], "sum_m_pl": [1.509699, 2.92907, 3.204913, 3.205543, 3.735992, 3.430728, 3.362385, 3.193199, 3.566588, 3.519996, 3.604962, 4.142773, 4.233703, 4.260165, 4.336976, 4.520599, 4.57435, 4.337844, 4.478637, 4.569922, 4.530893, 4.334437, 4.274138, 4.17298, 5.423234, 6.067141, 6.602971, 7.118013, 6.495439, 6.563085, 5.874776, 5.91546, 5.965196, 5.365585, 4.990681, 4.506893, 3.210734, 2.181925, 1.770592, 1.119218, 1.030572, 0.665355, 0.545101, 0.795351, 0.909715, 0.428523, 2.412165, 0.620441, 0.59489, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "gsm8kpl-531", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1198, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 11, 20, 32, 45, 46, 48, 44, 41, 49, 53, 52, 68, 65, 63, 68, 63, 45, 56, 73, 57, 55, 51, 53, 95, 82, 72, 65, 60, 50, 50, 55, 53, 68, 61, 67, 82, 88, 93, 109, 111, 106, 101, 94, 82, 61, 16, 5, 0, 0], "n_am_pl": [1, 15, 20, 28, 25, 36, 32, 39, 38, 29, 35, 45, 47, 53, 39, 43, 28, 37, 31, 25, 16, 14, 25, 16, 42, 51, 35, 39, 53, 57, 64, 54, 52, 49, 42, 44, 34, 42, 42, 44, 52, 48, 55, 64, 62, 87, 130, 145, 155, 153], "n_pos": 298, "sum_m_en": [25.774371, 43.508712, 46.542838, 45.575232, 48.378295, 49.695804, 50.44214, 53.175465, 53.701444, 53.906992, 55.300879, 54.439769, 53.080766, 53.218018, 54.028558, 55.307277, 52.911141, 48.609568, 50.077607, 50.323148, 47.698954, 48.155372, 47.540892, 48.872273, 72.279183, 66.651423, 59.643047, 52.765909, 55.160094, 52.222379, 52.036487, 53.281886, 52.580272, 55.681623, 55.708173, 55.71533, 64.242114, 71.175396, 78.139766, 86.818946, 90.073266, 87.718798, 86.004624, 87.555911, 75.597315, 60.56612, 20.231954, 6.761232, 1.084614, 5e-06], "sum_m_pl": [4.221864, 14.311839, 15.368942, 14.667987, 16.360399, 17.023101, 16.198285, 16.876405, 18.345936, 18.011271, 19.617136, 22.262361, 23.214249, 23.277436, 23.041138, 23.50727, 22.623919, 21.738765, 20.313262, 19.919346, 19.658062, 18.963247, 19.034219, 18.724197, 27.164373, 28.731043, 31.545866, 31.454599, 30.565312, 31.75306, 28.811974, 30.842509, 31.410392, 29.891522, 29.072145, 29.240594, 28.848026, 31.088441, 29.133811, 30.550857, 33.846841, 38.201145, 45.810349, 54.153256, 59.736948, 78.314497, 123.523505, 140.213167, 154.739439, 153.191923]}, "digit": {"n_am_en": [0, 0, 4, 2, 2, 4, 2, 2, 4, 3, 8, 10, 12, 6, 4, 7, 9, 2, 2, 1, 1, 3, 2, 1, 6, 7, 7, 9, 7, 5, 2, 4, 5, 4, 3, 5, 6, 7, 7, 7, 8, 8, 8, 5, 4, 4, 3, 1, 0, 0], "n_am_pl": [0, 3, 0, 2, 1, 1, 2, 2, 1, 2, 0, 2, 6, 11, 6, 7, 1, 2, 1, 5, 2, 2, 3, 0, 3, 4, 2, 2, 3, 4, 7, 9, 5, 4, 3, 3, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0], "n_pos": 36, "sum_m_en": [3.187381, 6.391929, 7.03938, 6.43148, 6.652522, 6.504474, 6.245584, 6.261601, 6.332918, 6.321201, 6.980742, 6.844097, 6.654069, 6.654017, 6.341003, 6.442238, 6.343835, 5.671628, 6.004854, 6.03946, 5.875525, 6.139837, 6.081425, 6.353263, 8.429332, 8.049882, 7.203547, 6.508259, 6.802924, 6.246107, 5.94615, 6.683702, 6.621477, 6.504828, 6.461331, 6.116426, 6.089421, 6.141467, 5.88338, 5.880396, 6.224215, 5.24213, 5.45392, 5.519983, 4.673861, 4.849559, 3.604677, 1.407184, 0.428877, 0.0], "sum_m_pl": [0.533998, 1.832814, 1.578478, 1.387633, 1.55012, 1.37716, 1.153982, 1.130715, 1.458091, 1.562871, 1.83669, 2.041983, 2.163783, 2.295467, 2.194755, 2.44195, 2.315506, 2.37804, 2.255737, 2.264964, 2.218995, 2.148844, 2.114321, 2.117034, 2.608153, 2.785306, 2.801548, 2.850635, 2.564693, 2.684089, 2.687508, 2.786507, 2.734715, 2.523325, 2.384715, 2.458669, 2.057533, 1.971612, 2.064439, 1.979127, 1.899921, 1.969138, 1.872744, 1.672153, 1.620621, 1.331099, 1.106457, 1.002494, 0.375134, 0.0]}, "lang": {"n_am_en": [3, 7, 12, 25, 32, 30, 28, 28, 27, 33, 30, 26, 37, 34, 37, 44, 38, 33, 33, 48, 40, 37, 34, 36, 62, 54, 47, 37, 42, 31, 33, 38, 34, 42, 40, 44, 52, 56, 64, 75, 75, 73, 71, 63, 55, 42, 9, 2, 0, 0], "n_am_pl": [0, 7, 10, 14, 13, 18, 14, 24, 26, 21, 27, 30, 27, 31, 18, 23, 19, 23, 21, 11, 9, 5, 13, 8, 21, 27, 19, 23, 32, 34, 43, 30, 35, 27, 23, 31, 25, 29, 25, 31, 40, 35, 38, 44, 46, 78, 119, 139, 152, 153], "n_pos": 154, "sum_m_en": [13.236736, 22.485528, 24.820465, 24.536144, 25.989374, 26.474093, 27.793429, 29.594968, 30.146222, 30.083632, 30.862011, 30.028513, 29.740092, 29.751988, 30.768364, 31.300929, 29.416445, 26.98316, 27.470084, 27.366669, 25.982915, 25.858479, 25.399839, 25.951518, 41.5654, 37.755941, 34.136562, 29.840041, 30.511729, 29.116159, 28.99654, 29.335608, 28.826944, 31.541777, 32.288371, 33.91379, 39.988273, 43.294067, 51.119837, 55.226702, 58.978015, 59.228303, 58.791564, 57.681186, 51.289527, 40.203507, 11.043645, 2.497267, 0.232937, 0.0], "sum_m_pl": [1.980814, 6.926107, 7.770789, 7.659333, 8.439935, 9.169618, 9.032447, 9.759255, 10.54614, 10.178953, 11.117859, 12.831035, 13.513749, 13.877032, 13.387224, 13.110418, 12.604981, 11.968845, 11.119877, 10.66727, 10.564167, 10.220292, 10.319285, 10.109986, 14.897939, 15.3382, 17.17774, 17.461119, 17.334077, 17.924751, 16.615089, 18.011888, 18.333132, 17.79306, 16.745345, 17.653244, 17.560163, 19.532826, 17.460267, 17.903194, 20.602615, 25.718034, 31.355285, 35.204057, 39.32067, 62.810867, 110.072435, 133.337024, 149.838465, 153.101571]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 301, "item_id": "gsm8kpl-531", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1488, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.99}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 4, 9, 8, 10, 13, 15, 21, 12, 9, 14, 12, 10, 13, 10, 10, 8, 6, 10, 8, 7, 8, 7, 7, 17, 12, 9, 11, 12, 9, 7, 12, 11, 12, 10, 15, 13, 16, 16, 12, 11, 12, 16, 15, 16, 16, 16, 15, 14, 13], "n_am_pl": [0, 4, 3, 5, 4, 2, 1, 5, 7, 7, 4, 7, 8, 8, 8, 7, 6, 5, 3, 3, 4, 3, 2, 2, 1, 3, 4, 3, 3, 7, 1, 2, 5, 5, 8, 3, 4, 4, 13, 17, 16, 15, 14, 13, 17, 15, 14, 13, 11, 10], "n_pos": 74, "sum_m_en": [8.439708, 11.141627, 11.052602, 11.291046, 12.204941, 12.201725, 12.066658, 11.526373, 11.300969, 11.690534, 12.178357, 12.405175, 12.129385, 12.081572, 12.045492, 12.177089, 12.316161, 11.30389, 11.678249, 12.405586, 11.784584, 11.841822, 11.714818, 11.967123, 14.039588, 13.06361, 12.633949, 12.241436, 12.308898, 13.030699, 12.602326, 13.283124, 12.8776, 12.258624, 13.19673, 12.792068, 13.640748, 15.21684, 14.63699, 15.185421, 14.930866, 15.628312, 17.199013, 16.837654, 17.927298, 17.984871, 15.770842, 15.373171, 13.61522, 12.837397], "sum_m_pl": [1.666184, 3.867088, 4.299824, 3.74027, 3.906856, 3.429373, 3.288019, 3.289153, 3.437742, 3.74576, 3.902755, 4.246156, 4.490167, 4.508331, 4.601389, 4.953887, 4.613475, 4.648206, 4.390172, 4.416068, 4.223887, 4.084264, 4.03569, 4.132557, 4.184114, 4.590605, 4.729953, 5.504936, 5.157537, 5.526694, 4.752785, 4.462674, 4.619525, 4.596947, 4.653613, 4.182097, 3.800949, 3.840175, 7.62241, 9.27488, 11.722357, 11.719646, 10.474637, 10.247518, 13.491735, 13.261672, 12.919175, 12.452899, 11.813851, 9.952573]}, "digit": {"n_am_en": [0, 1, 1, 2, 3, 2, 1, 2, 1, 2, 6, 4, 3, 5, 3, 2, 2, 0, 1, 0, 2, 0, 0, 1, 6, 2, 2, 5, 3, 1, 2, 5, 2, 3, 2, 5, 2, 3, 4, 1, 1, 1, 4, 1, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 4, 4, 5, 4, 4, 2, 3, 3, 3, 2, 2, 0, 0, 1, 1, 1, 2, 0, 2, 0, 1, 1, 0, 2, 1, 0, 1, 5, 8, 6, 6, 6, 5, 7, 5, 4, 3, 1, 0], "n_pos": 21, "sum_m_en": [2.485659, 3.794142, 3.788791, 3.738509, 4.082376, 3.915631, 3.692813, 3.573322, 3.425529, 3.605335, 3.930262, 3.957732, 3.835339, 3.709529, 3.813057, 3.66154, 3.792512, 3.278765, 3.570369, 3.712872, 3.654959, 3.673184, 3.579597, 3.632235, 4.500682, 4.452272, 4.330225, 3.796921, 3.819388, 3.899384, 3.867943, 4.099977, 3.889007, 3.601757, 3.873771, 3.70972, 3.736258, 3.975682, 4.088977, 3.141279, 2.621816, 2.685789, 2.700692, 2.310071, 1.824585, 1.765324, 1.216144, 0.735074, 0.331434, 0.0], "sum_m_pl": [0.408359, 1.027476, 0.967757, 0.856859, 0.889853, 0.656017, 0.545047, 0.599984, 0.70833, 0.781905, 0.932426, 1.030567, 1.137044, 1.236382, 1.198716, 1.353401, 1.217171, 1.27393, 1.180068, 1.162446, 1.106485, 1.067714, 1.029489, 1.081211, 1.264365, 1.35334, 1.309909, 1.397282, 1.191243, 1.275946, 1.138308, 1.044991, 0.980556, 0.983975, 1.023129, 1.134465, 1.022579, 0.951692, 1.675147, 2.237503, 2.98666, 3.135278, 2.626061, 2.255859, 3.523735, 3.127184, 2.913294, 2.430886, 1.667255, 0.00014]}, "lang": {"n_am_en": [2, 2, 5, 4, 4, 6, 7, 7, 5, 3, 5, 6, 3, 4, 3, 5, 4, 4, 5, 5, 4, 4, 4, 4, 7, 7, 5, 3, 6, 5, 4, 5, 5, 6, 6, 8, 8, 9, 9, 10, 9, 9, 9, 10, 12, 11, 12, 13, 13, 12], "n_am_pl": [0, 1, 1, 1, 1, 0, 0, 2, 2, 3, 2, 1, 3, 2, 3, 2, 3, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 1, 2, 2, 0, 0, 2, 3, 2, 1, 3, 2, 7, 8, 9, 9, 8, 8, 10, 10, 10, 10, 10, 10], "n_pos": 23, "sum_m_en": [2.949905, 3.456083, 3.473188, 3.657211, 4.085292, 4.059584, 4.090498, 3.962305, 3.938305, 3.90659, 3.916752, 4.027486, 3.832022, 3.944204, 4.115524, 4.06141, 3.98683, 3.833791, 3.834744, 4.094548, 3.887545, 3.819555, 3.752702, 3.81858, 5.897915, 5.072914, 4.741198, 4.356834, 4.264277, 4.584623, 4.319286, 4.678261, 4.429037, 4.610099, 5.096863, 5.606719, 6.344792, 7.446353, 7.144222, 9.161738, 9.215021, 9.434354, 10.11018, 10.197939, 11.408661, 10.90775, 11.014687, 11.008373, 11.169088, 11.800818], "sum_m_pl": [0.583337, 1.278405, 1.449902, 1.369001, 1.485236, 1.259913, 1.18609, 1.160157, 1.241487, 1.341355, 1.424051, 1.49727, 1.610187, 1.596618, 1.59505, 1.752732, 1.635346, 1.627939, 1.5404, 1.483229, 1.407945, 1.315794, 1.301975, 1.299566, 1.38289, 1.594163, 1.731166, 1.889148, 1.842954, 1.695187, 1.561322, 1.498452, 1.621537, 1.734651, 1.645197, 1.387853, 1.558862, 1.729572, 4.978649, 6.016204, 7.791893, 7.80598, 7.196339, 7.552442, 9.51447, 9.81417, 9.854997, 9.904574, 10.011983, 9.952433]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "gsm8kpl-537", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1202, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9872}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 26, 27, 36, 42, 31, 43, 44, 47, 42, 37, 50, 45, 35, 50, 45, 48, 40, 40, 42, 40, 40, 37, 39, 57, 50, 54, 44, 48, 46, 41, 47, 46, 67, 66, 65, 74, 86, 79, 93, 94, 96, 95, 94, 85, 74, 23, 4, 0, 0], "n_am_pl": [5, 24, 22, 21, 26, 28, 20, 29, 19, 34, 33, 33, 40, 36, 37, 28, 20, 20, 19, 17, 13, 12, 9, 13, 18, 28, 23, 34, 32, 37, 21, 28, 37, 20, 27, 10, 24, 19, 30, 30, 27, 31, 33, 38, 37, 55, 104, 128, 126, 124], "n_pos": 238, "sum_m_en": [24.2769, 37.927176, 39.451676, 40.44074, 42.713223, 41.998469, 42.209106, 42.391974, 41.737982, 43.022477, 43.913563, 44.865423, 44.508061, 43.536661, 42.491073, 43.772337, 43.691583, 40.334806, 40.242432, 40.351251, 39.224849, 39.213933, 38.918138, 39.599399, 51.69377, 48.91389, 47.180267, 42.875939, 40.930401, 41.759358, 41.431505, 44.568949, 43.051235, 45.99731, 49.318878, 52.222775, 52.372884, 58.289386, 60.736359, 72.76631, 74.588826, 77.075638, 79.98132, 79.75037, 81.281257, 69.424619, 25.652539, 5.626859, 1.147703, 1e-06], "sum_m_pl": [4.570422, 13.732498, 15.289046, 14.554766, 14.56051, 13.358229, 13.326499, 13.072502, 13.975655, 14.741917, 15.818265, 16.549152, 17.316894, 17.695638, 17.809489, 17.521228, 16.238911, 16.413753, 14.821582, 15.004164, 14.89494, 14.55715, 14.338086, 14.511777, 17.0908, 19.905435, 20.471517, 22.689904, 23.630575, 23.631097, 20.324323, 19.999904, 19.727371, 17.822319, 17.435091, 15.992052, 17.306664, 15.635056, 21.304746, 21.409013, 23.375325, 24.781327, 24.946159, 29.615404, 33.194994, 46.492719, 95.563311, 119.800285, 124.059084, 124.493694]}, "digit": {"n_am_en": [1, 2, 4, 6, 4, 3, 5, 5, 3, 5, 7, 7, 6, 2, 5, 2, 6, 5, 2, 4, 6, 2, 3, 5, 5, 3, 5, 5, 8, 5, 4, 5, 3, 3, 2, 4, 4, 5, 3, 2, 2, 1, 5, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 1, 1, 0, 1, 0, 3, 3, 4, 7, 1, 5, 5, 3, 3, 4, 2, 1, 1, 0, 0, 2, 5, 4, 2, 1, 6, 3, 5, 5, 1, 1, 1, 4, 3, 9, 10, 9, 9, 7, 6, 6, 6, 5, 5, 2, 0], "n_pos": 30, "sum_m_en": [3.389879, 5.209067, 5.656538, 5.690243, 5.89837, 5.818159, 5.479399, 5.423405, 5.132671, 5.431421, 5.750035, 5.786682, 5.543798, 5.329858, 5.232867, 5.129385, 5.463995, 5.005139, 5.291486, 5.166852, 5.130697, 5.14613, 5.0504, 5.23543, 6.425935, 6.525995, 6.318614, 5.729552, 5.449129, 5.693421, 5.453009, 5.857809, 5.582184, 5.303028, 5.596598, 5.502916, 5.268004, 5.288914, 5.293144, 4.566668, 3.884267, 3.937808, 3.859667, 2.945007, 2.094262, 2.108526, 1.288823, 0.663534, 0.333348, 0.0], "sum_m_pl": [0.67501, 1.853747, 1.749932, 1.540639, 1.397046, 1.163522, 1.072852, 1.09694, 1.234059, 1.412131, 1.55729, 1.574766, 1.656304, 1.707805, 1.769869, 2.002643, 1.952988, 2.009665, 1.718603, 1.710296, 1.717476, 1.655777, 1.604691, 1.624933, 2.038671, 2.355312, 2.297191, 2.33826, 2.240759, 2.370241, 2.048261, 2.000709, 1.739308, 1.602553, 1.533919, 1.629691, 1.525213, 1.367096, 2.230636, 2.823313, 3.504349, 3.564754, 3.033037, 2.866615, 3.383524, 3.457914, 3.827684, 4.552124, 2.047064, 2e-06]}, "lang": {"n_am_en": [2, 13, 17, 22, 23, 20, 21, 27, 30, 20, 21, 32, 31, 24, 31, 28, 30, 22, 26, 27, 27, 31, 25, 27, 40, 38, 34, 32, 28, 27, 27, 28, 29, 43, 41, 41, 48, 60, 58, 69, 71, 72, 67, 73, 71, 62, 19, 3, 0, 0], "n_am_pl": [5, 12, 12, 10, 12, 14, 13, 15, 11, 19, 20, 20, 22, 20, 21, 17, 11, 13, 11, 9, 9, 8, 5, 8, 10, 11, 11, 19, 19, 20, 13, 16, 22, 13, 18, 7, 15, 13, 19, 19, 17, 21, 26, 29, 26, 41, 91, 117, 122, 124], "n_pos": 125, "sum_m_en": [11.745329, 19.795322, 20.966199, 21.571784, 22.740804, 22.551557, 22.680222, 23.150049, 23.266311, 23.647436, 24.335292, 24.842802, 24.682961, 24.473695, 24.364724, 24.825372, 24.408212, 22.508941, 21.890482, 22.238152, 21.414681, 21.268407, 21.120922, 21.293421, 31.181775, 28.777211, 27.66948, 24.130966, 22.722104, 22.385461, 22.476204, 24.240236, 23.523277, 26.740466, 28.465385, 31.113005, 33.167441, 38.316499, 40.347035, 49.127835, 52.685215, 53.030267, 56.957086, 58.998447, 63.355611, 55.722493, 20.86805, 3.713251, 0.241727, 1e-06], "sum_m_pl": [2.019314, 6.933858, 8.023438, 7.790986, 8.01773, 7.344353, 7.298702, 7.255085, 7.825631, 8.153736, 8.856107, 9.494322, 10.103664, 10.42474, 10.355392, 10.152351, 9.196807, 9.41537, 8.506209, 8.413447, 8.321682, 8.189222, 8.125273, 8.298235, 9.579514, 11.419116, 11.868203, 13.244603, 13.905412, 13.927153, 12.068087, 11.987547, 12.092659, 10.594067, 10.505856, 9.689964, 10.914214, 9.993467, 14.997987, 15.130944, 17.031413, 18.278343, 18.596373, 23.38184, 25.052818, 36.905369, 83.448717, 109.578794, 119.948735, 124.399829]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-537", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1492, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 12, 9, 10, 15, 17, 15, 10, 9, 12, 13, 15, 13, 15, 15, 14, 24, 19, 18, 25, 21, 22, 19, 16, 25, 24, 20, 17, 14, 12, 11, 17, 18, 23, 30, 23, 31, 35, 34, 33, 36, 36, 37, 34, 30, 26, 30, 31, 26, 26], "n_am_pl": [8, 10, 6, 10, 5, 9, 6, 7, 8, 7, 6, 7, 11, 10, 9, 11, 5, 5, 7, 8, 4, 5, 4, 6, 6, 7, 6, 6, 7, 8, 8, 7, 5, 3, 1, 1, 3, 2, 5, 5, 2, 2, 0, 2, 2, 1, 1, 0, 0, 0], "n_pos": 85, "sum_m_en": [9.770301, 13.841324, 13.815986, 13.039538, 13.752442, 13.27971, 12.139724, 12.315352, 12.763659, 13.938168, 14.154388, 14.611366, 13.830774, 12.867417, 12.853735, 14.021646, 15.101555, 14.38728, 14.476992, 15.138497, 14.662537, 14.466313, 13.960966, 13.787336, 21.305636, 18.407991, 16.789858, 14.927468, 14.815317, 15.375568, 15.588148, 16.031478, 17.01688, 18.043274, 21.26583, 21.374813, 24.049623, 26.970495, 28.923096, 31.683038, 34.57125, 33.809504, 34.561416, 33.642095, 30.697075, 29.31663, 29.588287, 28.702813, 26.309898, 25.03704], "sum_m_pl": [2.838899, 5.102574, 5.227649, 4.720436, 4.832038, 4.618458, 4.120836, 3.960646, 3.892126, 4.320833, 5.035895, 5.290273, 5.811435, 6.009092, 5.6181, 5.130269, 4.928547, 4.94138, 5.231906, 5.292993, 4.938323, 4.887425, 4.820619, 4.964488, 5.777083, 6.355451, 6.675867, 7.321706, 7.143952, 7.322887, 6.30425, 5.83013, 5.81358, 4.700248, 4.060829, 3.932333, 3.717286, 3.576108, 3.179489, 3.059593, 2.498495, 2.342396, 2.12087, 1.923142, 1.637275, 1.206763, 0.845099, 0.714265, 0.40186, 1.6e-05]}, "digit": {"n_am_en": [0, 3, 1, 0, 5, 4, 3, 5, 3, 6, 4, 4, 3, 4, 5, 5, 7, 5, 3, 5, 3, 2, 3, 2, 7, 4, 4, 2, 5, 5, 2, 3, 3, 5, 6, 3, 4, 6, 4, 3, 3, 3, 4, 3, 3, 2, 3, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 2, 1, 1, 4, 4, 3, 2, 7, 2, 3, 6, 2, 3, 4, 4, 3, 4, 3, 3, 2, 4, 4, 3, 2, 3, 5, 3, 2, 2, 1, 1, 2, 2, 4, 4, 2, 1, 0, 2, 2, 0, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.278477, 3.831732, 3.824498, 3.468368, 3.62242, 3.413558, 3.17026, 3.154078, 3.143115, 3.641099, 4.020108, 4.045029, 4.010118, 3.849242, 3.691072, 4.213532, 4.21446, 3.792972, 3.99063, 4.076795, 3.912015, 3.840343, 3.728842, 3.700516, 5.640024, 4.226267, 4.043404, 3.273059, 3.340354, 3.571798, 3.688721, 3.858706, 4.173596, 4.282865, 5.423364, 5.322063, 5.243642, 5.346363, 4.740512, 4.774518, 4.583482, 4.478334, 4.410734, 4.089167, 3.931684, 3.496534, 2.571907, 1.265197, 0.474303, 0.0], "sum_m_pl": [0.586559, 1.305587, 1.135381, 0.954332, 0.938611, 0.9356, 0.771138, 0.732836, 0.867985, 1.032168, 1.227115, 1.324774, 1.556669, 1.584552, 1.455062, 1.364783, 1.351359, 1.357721, 1.426993, 1.406668, 1.320606, 1.319893, 1.292494, 1.36009, 1.612308, 1.836783, 2.087179, 2.238912, 1.975522, 2.00305, 1.659414, 1.593187, 1.653466, 1.29848, 1.130017, 1.179027, 1.137467, 1.095545, 1.316562, 1.334325, 1.270982, 1.32217, 1.182888, 1.087044, 1.042741, 0.782114, 0.627613, 0.51141, 0.20666, 0.0]}, "lang": {"n_am_en": [5, 9, 5, 5, 6, 8, 7, 4, 4, 5, 3, 6, 6, 5, 6, 5, 8, 9, 8, 9, 9, 9, 8, 8, 11, 13, 12, 12, 7, 5, 7, 10, 11, 10, 15, 12, 18, 19, 21, 21, 23, 23, 24, 22, 21, 19, 21, 23, 23, 24], "n_am_pl": [1, 3, 2, 5, 2, 1, 0, 2, 2, 0, 1, 1, 0, 4, 2, 2, 2, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [3.641443, 4.288391, 4.311931, 4.103476, 4.409921, 4.463407, 4.222687, 4.374881, 4.598078, 4.787945, 4.431556, 4.582768, 4.260715, 4.037617, 4.172561, 4.516532, 5.06973, 5.11333, 4.746462, 5.105348, 4.9382, 4.847158, 4.651034, 4.549417, 9.149172, 8.838244, 8.110164, 6.796809, 6.263752, 6.275448, 6.296117, 6.426599, 7.059821, 7.907784, 9.318882, 9.397508, 12.249092, 13.326049, 16.213758, 18.327175, 21.1962, 20.287578, 21.812042, 21.501449, 20.34316, 19.181467, 20.213446, 20.720812, 21.613775, 23.382009], "sum_m_pl": [0.514772, 1.247149, 1.401143, 1.224933, 1.341131, 1.215783, 1.124161, 1.102545, 1.141478, 1.223257, 1.3999, 1.484612, 1.737998, 1.875516, 1.770978, 1.655516, 1.543377, 1.535059, 1.672842, 1.628014, 1.500086, 1.47501, 1.428985, 1.48388, 1.494077, 1.646642, 1.808784, 2.158916, 2.086092, 1.968622, 1.982009, 1.730203, 1.720237, 1.500258, 1.204938, 1.152863, 1.027478, 1.047153, 0.783413, 0.587401, 0.295716, 0.241951, 0.140221, 0.089385, 0.083056, 0.069262, 0.035392, 0.032176, 0.042957, 1.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "gsm8kpl-543", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1151, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9659, "tf_agree_excl_first": 0.977}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 15, 13, 22, 16, 30, 20, 23, 19, 28, 26, 30, 31, 20, 24, 32, 49, 30, 38, 42, 45, 45, 38, 36, 71, 66, 46, 36, 36, 32, 33, 34, 36, 46, 59, 59, 66, 74, 76, 76, 78, 68, 80, 70, 54, 40, 15, 11, 7, 6], "n_am_pl": [7, 14, 14, 22, 17, 21, 14, 18, 11, 14, 22, 21, 27, 28, 14, 21, 12, 19, 10, 14, 9, 8, 8, 6, 8, 10, 13, 12, 13, 18, 19, 14, 16, 19, 13, 15, 10, 7, 9, 9, 8, 12, 10, 15, 22, 35, 58, 66, 65, 66], "n_pos": 166, "sum_m_en": [17.172267, 25.405404, 27.172584, 26.351586, 26.18955, 26.338379, 25.758188, 25.842996, 26.592207, 28.500499, 28.986894, 30.255364, 29.555614, 28.345172, 27.503953, 29.573558, 30.338336, 27.245385, 27.899557, 28.316611, 27.865862, 27.564362, 26.669322, 26.713638, 50.596802, 43.208104, 35.783476, 30.666512, 29.711329, 30.678311, 29.104928, 30.237807, 30.401687, 33.817843, 37.571265, 38.58494, 43.174768, 49.094382, 53.745255, 58.32489, 60.672427, 56.974304, 68.884877, 63.039769, 54.873935, 37.660225, 15.752387, 9.338191, 7.631954, 5.999982], "sum_m_pl": [2.917247, 8.113405, 8.738187, 8.446343, 9.076626, 8.919858, 7.830706, 8.250613, 8.533137, 9.01539, 10.550334, 11.254177, 12.083557, 12.389652, 11.20645, 10.461462, 10.314394, 10.471177, 9.925283, 10.144124, 9.502523, 9.352268, 9.336461, 9.372792, 10.452289, 11.581077, 12.832034, 14.79618, 14.652628, 15.258122, 12.785886, 13.088472, 12.843552, 10.658609, 9.802542, 10.061877, 9.154965, 8.404824, 8.247742, 8.65614, 9.744387, 10.943124, 11.318915, 15.460109, 20.482682, 33.14032, 53.894478, 62.092741, 65.348972, 66.626621]}, "digit": {"n_am_en": [0, 2, 0, 0, 0, 3, 1, 3, 2, 2, 6, 5, 6, 4, 3, 6, 6, 4, 4, 4, 4, 6, 2, 1, 8, 7, 5, 4, 5, 3, 6, 5, 3, 4, 4, 6, 5, 6, 6, 5, 5, 4, 7, 4, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 1, 2, 2, 2, 0, 0, 1, 0, 0, 4, 3, 6, 4, 0, 2, 2, 4, 3, 1, 2, 0, 1, 0, 1, 3, 2, 1, 1, 4, 4, 2, 4, 2, 5, 3, 2, 1, 3, 2, 2, 1, 1, 0, 1, 2, 1, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.077116, 3.799832, 4.170642, 3.748425, 3.715233, 3.655327, 3.443007, 3.276592, 3.438134, 3.899171, 4.16934, 4.29607, 4.239274, 4.056261, 3.857233, 4.17232, 4.379475, 3.683416, 3.917936, 3.998376, 3.879939, 3.815369, 3.70102, 3.814668, 7.252055, 6.17685, 4.950644, 4.346638, 4.16507, 4.283413, 4.079104, 4.309357, 4.120112, 4.348045, 5.500413, 5.889456, 6.036143, 6.22581, 5.87386, 5.65233, 5.468502, 5.114744, 5.700822, 5.199219, 4.708832, 2.586584, 1.299371, 0.515878, 0.259668, 0.0], "sum_m_pl": [0.379074, 1.169795, 1.004194, 0.823955, 0.80625, 0.73842, 0.641827, 0.657951, 0.860271, 0.921741, 1.239231, 1.248104, 1.428043, 1.552794, 1.343498, 1.309799, 1.370737, 1.49681, 1.419937, 1.420967, 1.32002, 1.286244, 1.289632, 1.304234, 1.143291, 1.331249, 1.461015, 1.765353, 1.862298, 1.9398, 1.699148, 1.637693, 1.730702, 1.3344, 1.216587, 1.12148, 1.084674, 0.944989, 0.994979, 1.044583, 1.039504, 1.030483, 0.957628, 0.892333, 1.026251, 1.470014, 0.655337, 0.966741, 0.160812, 0.0]}, "lang": {"n_am_en": [3, 6, 8, 13, 9, 15, 12, 11, 11, 15, 13, 12, 18, 10, 15, 18, 29, 18, 24, 25, 26, 23, 21, 21, 34, 33, 24, 18, 20, 18, 17, 19, 24, 29, 35, 31, 39, 45, 49, 54, 54, 46, 52, 48, 37, 27, 11, 9, 7, 6], "n_am_pl": [1, 9, 5, 11, 9, 7, 7, 9, 7, 7, 12, 12, 12, 15, 11, 11, 6, 9, 4, 6, 3, 5, 5, 4, 3, 6, 10, 8, 9, 8, 10, 8, 7, 13, 7, 10, 6, 5, 4, 5, 5, 11, 7, 11, 21, 30, 51, 62, 64, 66], "n_pos": 73, "sum_m_en": [7.860417, 10.618063, 11.731738, 12.122119, 11.900958, 11.728838, 11.907056, 12.228506, 12.698156, 13.333002, 13.61649, 14.127205, 13.852429, 13.543584, 13.231136, 14.349126, 14.621122, 13.05549, 13.034315, 13.182096, 13.140661, 12.82062, 12.39483, 12.30019, 25.644945, 22.555011, 18.875543, 15.373034, 14.643672, 14.904394, 14.544452, 15.023382, 15.419482, 17.459803, 18.636817, 19.12454, 22.023523, 24.791968, 30.024406, 34.994874, 37.579471, 35.434615, 43.911723, 39.911094, 35.089415, 24.320627, 11.26547, 7.566347, 6.77552, 5.999963], "sum_m_pl": [1.333059, 3.413983, 3.89153, 3.802307, 4.216746, 4.102347, 3.636602, 3.783996, 3.964287, 4.150202, 4.843933, 5.278832, 5.806243, 6.064777, 5.554233, 5.156029, 5.019601, 4.99205, 4.720573, 4.696432, 4.384321, 4.328599, 4.291615, 4.30256, 5.042523, 5.677604, 6.312892, 7.161764, 7.141703, 7.382349, 6.108069, 6.435504, 6.211949, 5.473401, 5.14003, 5.635574, 5.197659, 4.875891, 4.816449, 4.927823, 5.999754, 7.513333, 7.808319, 11.503979, 17.301854, 28.254949, 46.847647, 56.900088, 62.973201, 65.996766]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "gsm8kpl-543", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1441, "region_end": 166, "roundtrip_ok": true, "tf_agree": 0.9822, "tf_agree_excl_first": 0.9881}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 8, 13, 12, 12, 9, 5, 8, 5, 7, 10, 6, 10, 7, 8, 13, 14, 14, 16, 19, 20, 16, 16, 13, 17, 11, 14, 14, 18, 15, 18, 15, 13, 17, 22, 24, 32, 32, 37, 40, 36, 35, 39, 40, 39, 35, 31, 30, 29, 24], "n_am_pl": [1, 10, 6, 7, 9, 8, 6, 9, 7, 9, 6, 13, 8, 9, 13, 6, 3, 5, 6, 5, 4, 4, 3, 1, 6, 8, 7, 7, 7, 6, 4, 4, 7, 3, 6, 3, 2, 2, 1, 2, 1, 2, 3, 0, 1, 1, 0, 0, 0, 0], "n_pos": 92, "sum_m_en": [10.52465, 15.558128, 15.236778, 14.790168, 15.685426, 15.1569, 13.728556, 14.047501, 13.038325, 13.828006, 13.529047, 13.943457, 13.148623, 12.695792, 12.376693, 13.609576, 13.943216, 13.864762, 14.936574, 15.500683, 14.389174, 14.514822, 14.177247, 14.693718, 16.465787, 14.472765, 14.322939, 13.568404, 13.560585, 14.659492, 13.91445, 14.105038, 15.409955, 16.755505, 18.575368, 19.471467, 22.586656, 27.215781, 30.407047, 32.099952, 31.636751, 31.644725, 34.423858, 34.528693, 34.51396, 33.12546, 33.070545, 31.579042, 25.316792, 24.141604], "sum_m_pl": [1.698635, 4.471724, 4.96207, 4.832888, 5.131143, 4.713126, 4.397778, 4.485808, 4.794923, 5.26582, 5.522808, 5.988328, 6.097126, 6.071483, 6.231305, 6.232021, 5.890484, 6.284457, 5.942147, 6.052415, 6.122768, 5.929384, 5.70763, 5.92405, 7.436716, 7.996107, 7.901656, 7.477292, 7.483316, 8.523025, 7.790594, 7.920332, 7.024451, 6.838823, 6.66892, 5.96919, 5.159193, 4.474765, 4.053602, 3.455183, 2.984835, 2.569664, 2.513224, 2.134969, 1.802625, 1.648563, 0.938657, 0.703092, 0.359697, 0.0]}, "digit": {"n_am_en": [0, 3, 1, 0, 0, 0, 1, 1, 0, 1, 5, 0, 4, 2, 5, 4, 3, 3, 4, 3, 5, 1, 2, 2, 7, 1, 1, 3, 4, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 3, 5, 8, 8, 5, 3, 2, 2, 0], "n_am_pl": [0, 1, 0, 0, 0, 2, 0, 1, 1, 0, 2, 4, 2, 4, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 0, 2, 1, 2, 0, 1, 0, 0, 0, 1, 2, 1, 2, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.172986, 3.806728, 3.749966, 3.336521, 3.740517, 3.543637, 3.204577, 3.144735, 2.925869, 3.189191, 3.152244, 3.077845, 2.980824, 2.897667, 2.856243, 3.218333, 3.358029, 3.300996, 3.476001, 3.44019, 3.183809, 3.260254, 3.230747, 3.430106, 4.258937, 3.497851, 3.291593, 3.103774, 2.938435, 3.264165, 2.993423, 3.247583, 3.338425, 3.335653, 3.397275, 3.526875, 3.601935, 3.521327, 3.080435, 3.318097, 3.579534, 3.428686, 4.356887, 5.396524, 4.787468, 4.001759, 4.344153, 2.888253, 1.304728, 0.0], "sum_m_pl": [0.314136, 0.956949, 0.897263, 0.879752, 0.893606, 0.799396, 0.711483, 0.721409, 0.868509, 0.970423, 1.197088, 1.252005, 1.366305, 1.382546, 1.3783, 1.398437, 1.273737, 1.394641, 1.360157, 1.343902, 1.343758, 1.306152, 1.255572, 1.301745, 1.668227, 1.876049, 1.579951, 1.675211, 1.674607, 1.833526, 1.76421, 1.810022, 1.48211, 1.370365, 1.348194, 1.230831, 1.048914, 1.042901, 1.181991, 1.179189, 1.155352, 1.248927, 1.157753, 0.92028, 0.898262, 0.962452, 0.680249, 0.510729, 0.153596, 0.0]}, "lang": {"n_am_en": [4, 2, 4, 7, 6, 3, 3, 6, 1, 1, 3, 3, 2, 2, 2, 4, 6, 4, 5, 4, 8, 10, 9, 7, 6, 4, 7, 5, 8, 4, 8, 5, 6, 7, 9, 9, 11, 14, 19, 20, 19, 20, 20, 20, 23, 21, 22, 22, 22, 22], "n_am_pl": [1, 2, 2, 2, 5, 3, 4, 4, 4, 3, 3, 4, 4, 2, 5, 2, 1, 1, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [3.193349, 3.803538, 3.958291, 4.002984, 4.172975, 4.066522, 3.83354, 4.106934, 3.948507, 3.971693, 3.814568, 4.002414, 3.763728, 3.702428, 3.607155, 4.061306, 4.002982, 3.888522, 4.158618, 4.428934, 4.102637, 4.058642, 3.933276, 3.994162, 5.768153, 5.194158, 5.441036, 4.808087, 4.778556, 5.194412, 4.949715, 4.819242, 5.172268, 5.783994, 6.416749, 7.002267, 8.481217, 10.979001, 13.815329, 15.398889, 15.354592, 17.06468, 17.993897, 18.428559, 19.899277, 20.001054, 21.54112, 21.186512, 20.155221, 21.909747], "sum_m_pl": [0.559609, 1.208513, 1.198456, 1.27413, 1.465206, 1.358018, 1.344905, 1.441307, 1.52606, 1.515078, 1.571757, 1.77507, 1.858096, 1.819229, 1.809749, 1.77335, 1.662375, 1.72156, 1.563553, 1.554106, 1.565233, 1.548746, 1.502836, 1.542811, 1.890718, 2.112049, 2.290775, 2.082355, 2.084651, 2.270754, 2.110528, 2.134103, 2.094259, 1.914301, 1.842121, 1.712778, 1.539339, 1.275646, 0.956283, 0.731101, 0.602089, 0.404927, 0.337694, 0.288765, 0.197792, 0.106698, 0.010364, 0.008915, 0.020518, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "gsm8kpl-544", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1129, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9375, "tf_agree_excl_first": 0.9474}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 10, 14, 18, 18, 13, 7, 10, 12, 10, 12, 9, 16, 12, 12, 21, 21, 15, 20, 23, 22, 27, 31, 32, 39, 39, 27, 31, 27, 28, 20, 24, 26, 29, 32, 37, 41, 40, 56, 57, 55, 56, 54, 63, 58, 44, 23, 17, 15, 7], "n_am_pl": [0, 15, 12, 9, 13, 16, 13, 14, 19, 26, 23, 21, 26, 26, 24, 26, 14, 19, 20, 17, 9, 10, 10, 8, 21, 17, 27, 31, 22, 30, 28, 27, 28, 24, 21, 13, 10, 11, 8, 5, 11, 8, 13, 12, 11, 18, 36, 38, 39, 41], "n_pos": 156, "sum_m_en": [16.19913, 23.820843, 25.091948, 25.31486, 25.836239, 24.766381, 23.325382, 24.184563, 22.683998, 24.787532, 24.279603, 24.347129, 23.038771, 22.260821, 21.448736, 23.926657, 25.470085, 23.740267, 25.339224, 25.518757, 24.644053, 24.982034, 24.784588, 25.066629, 30.963563, 25.848685, 24.062198, 23.259667, 23.105939, 24.725019, 23.485239, 23.980564, 24.878656, 27.832361, 28.599644, 28.724816, 31.753999, 37.837553, 42.084788, 45.063025, 43.119526, 44.464522, 46.474109, 52.478041, 53.710029, 38.856823, 25.380518, 16.913741, 14.990546, 7.165767], "sum_m_pl": [3.340556, 8.554553, 8.900419, 8.910284, 9.645149, 9.251545, 8.780055, 8.787539, 9.620428, 10.415711, 10.915705, 12.043655, 12.259318, 12.924046, 13.053756, 13.065527, 11.544813, 11.571758, 10.384365, 10.626519, 10.773849, 10.437978, 10.15772, 10.240994, 15.115882, 17.716475, 18.756653, 18.694807, 18.611375, 19.328517, 17.884186, 18.555745, 17.670672, 16.131861, 14.141542, 13.010093, 11.931014, 11.314118, 10.766892, 9.724438, 9.86082, 8.843409, 11.067847, 10.453501, 10.873558, 16.835768, 33.055433, 38.212001, 39.629722, 41.393021]}, "digit": {"n_am_en": [0, 3, 1, 1, 0, 1, 1, 0, 2, 1, 4, 1, 2, 2, 2, 3, 4, 3, 3, 4, 4, 5, 3, 4, 5, 7, 4, 4, 3, 5, 2, 2, 1, 4, 2, 3, 3, 4, 4, 4, 6, 8, 9, 12, 10, 8, 7, 5, 3, 0], "n_am_pl": [0, 1, 4, 0, 0, 1, 0, 0, 1, 3, 4, 1, 1, 3, 2, 4, 1, 2, 2, 2, 1, 1, 0, 0, 5, 3, 5, 7, 7, 3, 5, 5, 4, 4, 2, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.393876, 4.179825, 4.419796, 3.982684, 4.017936, 3.790283, 3.463518, 3.362087, 3.170157, 3.688273, 3.575272, 3.555562, 3.367856, 3.24866, 3.262358, 3.614804, 3.954266, 3.784243, 4.101305, 4.002018, 3.885264, 3.993924, 3.980582, 4.104041, 4.941378, 4.275529, 3.999926, 3.736656, 3.435506, 3.90596, 3.434338, 3.750015, 3.81169, 3.987344, 3.944238, 4.075599, 4.225436, 4.141816, 4.119864, 4.418642, 5.064113, 4.856846, 6.115502, 7.382048, 7.553765, 5.952207, 6.544868, 3.887449, 2.697465, 0.0], "sum_m_pl": [0.412917, 1.311026, 1.162026, 1.153182, 1.0483, 0.901184, 0.814639, 0.805141, 1.023594, 1.159332, 1.393279, 1.50996, 1.624137, 1.728056, 1.719077, 1.68135, 1.51526, 1.677038, 1.615245, 1.611359, 1.572953, 1.501436, 1.430499, 1.466481, 2.258847, 2.741019, 2.304415, 2.481119, 2.531616, 2.493193, 2.434552, 2.540798, 2.269379, 1.893302, 1.766733, 1.573668, 1.275466, 1.151617, 1.201833, 1.176178, 1.017433, 1.018395, 0.954953, 0.869192, 0.752192, 0.774862, 0.556973, 0.432414, 0.161263, 0.0]}, "lang": {"n_am_en": [2, 2, 7, 8, 9, 6, 5, 5, 4, 3, 4, 4, 8, 5, 4, 5, 8, 7, 8, 8, 11, 13, 12, 13, 13, 15, 13, 12, 12, 12, 11, 14, 15, 15, 16, 15, 19, 16, 23, 25, 22, 25, 22, 27, 27, 22, 12, 9, 9, 7], "n_am_pl": [0, 8, 4, 1, 4, 9, 6, 5, 8, 7, 7, 7, 7, 9, 9, 7, 5, 7, 9, 7, 2, 3, 3, 3, 11, 7, 5, 6, 6, 12, 10, 8, 13, 9, 8, 9, 5, 5, 3, 2, 5, 4, 7, 7, 8, 14, 31, 36, 38, 41], "n_pos": 48, "sum_m_en": [5.286275, 6.979395, 7.795939, 8.38056, 8.431424, 8.102081, 7.845564, 8.325907, 7.975756, 8.451908, 8.231808, 8.204404, 8.007236, 7.67483, 7.389167, 8.161426, 8.685497, 7.740715, 8.154622, 8.316071, 8.04809, 8.123924, 8.08752, 7.990658, 11.020771, 9.115835, 8.69588, 8.305163, 8.234483, 8.366771, 8.256703, 8.386771, 8.822411, 11.309933, 10.804438, 10.975619, 12.174121, 14.552542, 15.356897, 16.507854, 17.11306, 17.846559, 18.620087, 21.588356, 23.922943, 19.895242, 13.694098, 9.287203, 9.368969, 7.164394], "sum_m_pl": [1.027017, 2.4394, 2.515477, 2.699683, 3.136236, 3.246354, 3.188284, 3.245851, 3.6611, 3.643587, 3.958622, 4.623305, 4.572763, 4.806236, 4.806439, 4.88382, 4.220378, 4.146977, 3.577128, 3.557113, 3.577636, 3.494294, 3.409049, 3.348176, 4.745107, 5.299037, 6.247109, 6.320748, 6.474663, 6.890132, 6.292146, 6.714305, 6.777687, 6.220786, 5.376217, 5.424799, 5.177403, 4.73344, 4.354563, 4.235036, 4.593016, 4.328139, 6.182356, 6.111725, 7.448891, 13.357792, 27.953818, 34.637964, 37.337884, 40.803838]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 160, "item_id": "gsm8kpl-544", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1419, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9874}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 36, 26, 32, 47, 45, 35, 36, 32, 28, 25, 23, 23, 22, 24, 28, 27, 32, 35, 36, 24, 22, 22, 28, 42, 38, 50, 35, 36, 29, 32, 38, 38, 44, 49, 48, 58, 57, 62, 68, 73, 77, 75, 77, 64, 64, 65, 58, 54, 52], "n_am_pl": [3, 6, 13, 7, 4, 6, 7, 9, 10, 8, 12, 18, 25, 17, 18, 14, 20, 21, 19, 12, 10, 9, 5, 5, 16, 10, 11, 11, 17, 15, 15, 13, 18, 20, 15, 13, 14, 9, 10, 9, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 152, "sum_m_en": [17.224562, 24.187088, 24.619069, 24.910471, 26.786124, 26.335853, 26.700409, 27.634296, 26.945576, 27.077598, 27.718616, 26.664944, 25.726613, 26.040181, 24.081064, 24.678797, 25.274498, 24.171712, 24.461461, 24.372043, 23.154868, 23.133332, 23.099959, 24.297013, 36.011288, 33.859523, 32.528144, 27.125141, 28.262272, 26.017438, 25.312705, 27.408486, 28.461839, 28.500441, 31.708803, 32.716145, 37.084805, 42.265367, 47.868907, 54.194362, 55.448115, 62.933397, 64.523026, 67.0155, 61.103322, 59.567297, 63.260713, 60.402357, 52.298319, 49.923066], "sum_m_pl": [3.512832, 7.746281, 8.450008, 7.407722, 7.631549, 6.955863, 6.949268, 7.221921, 7.672517, 8.636989, 9.519883, 9.921369, 10.740825, 10.295228, 10.68761, 10.881205, 10.535509, 11.37495, 10.449553, 10.286723, 9.615616, 9.260428, 8.97787, 9.113925, 12.113456, 12.291283, 12.832839, 13.426182, 12.393467, 12.913511, 11.935699, 10.798305, 11.398568, 11.23198, 10.657166, 10.490776, 9.76533, 8.578489, 7.148235, 6.32964, 5.715424, 4.611898, 4.195976, 3.215458, 2.843853, 2.274382, 1.173197, 0.726131, 0.749454, 3e-06]}, "digit": {"n_am_en": [0, 4, 1, 0, 3, 4, 2, 2, 1, 2, 3, 2, 5, 2, 5, 0, 1, 3, 4, 3, 1, 1, 1, 2, 5, 2, 7, 2, 4, 3, 3, 3, 4, 4, 3, 5, 5, 5, 5, 9, 9, 10, 7, 7, 5, 4, 3, 2, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 3, 3, 5, 2, 2, 4, 5, 2, 2, 2, 0, 0, 1, 0, 1, 1, 1, 2, 5, 2, 2, 2, 3, 4, 4, 2, 5, 2, 3, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.423918, 4.245024, 4.140365, 3.745427, 4.129748, 3.856852, 3.86363, 3.797258, 3.617335, 3.912165, 4.079028, 3.898429, 3.674988, 3.784146, 3.705964, 3.547857, 3.65129, 3.587971, 3.918949, 3.762195, 3.557573, 3.664157, 3.657236, 3.928697, 5.363645, 4.472837, 4.477746, 3.88382, 4.282528, 3.81957, 3.809245, 4.214324, 4.340691, 4.217246, 4.153067, 4.106872, 4.265936, 4.066676, 3.74743, 4.467598, 5.037912, 5.791767, 5.377093, 7.209, 4.622045, 3.990005, 3.506042, 1.948748, 0.581863, 0.0], "sum_m_pl": [0.447359, 1.228312, 1.057338, 0.930825, 0.944113, 0.855338, 0.765303, 0.816767, 0.989689, 1.145039, 1.339765, 1.494706, 1.776098, 1.642887, 1.619512, 1.741957, 1.645732, 1.722942, 1.568394, 1.571559, 1.454991, 1.371966, 1.317234, 1.350231, 1.735046, 1.867172, 1.896732, 2.00616, 1.947137, 1.893577, 1.802162, 1.683568, 1.528451, 1.527996, 1.525805, 1.583741, 1.629277, 1.518352, 1.440009, 1.362789, 1.253936, 1.215104, 1.028047, 0.691899, 0.860994, 0.788688, 0.281039, 0.148749, 0.170666, 0.0]}, "lang": {"n_am_en": [12, 19, 19, 19, 26, 23, 20, 23, 16, 17, 13, 11, 10, 12, 13, 16, 17, 16, 18, 18, 15, 14, 12, 17, 24, 24, 26, 23, 21, 18, 19, 21, 22, 24, 28, 28, 36, 34, 37, 39, 41, 45, 49, 48, 46, 45, 44, 43, 45, 50], "n_am_pl": [1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 2, 5, 5, 4, 5, 5, 8, 7, 6, 4, 5, 5, 2, 4, 7, 4, 4, 2, 4, 6, 6, 5, 6, 8, 4, 5, 3, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [5.917729, 8.10525, 8.745492, 9.30721, 9.790772, 9.459489, 9.518335, 10.449694, 10.112506, 9.744374, 9.902343, 9.874464, 9.593201, 9.909879, 9.022082, 9.195197, 9.284535, 8.933851, 8.489718, 8.42789, 7.969317, 7.936676, 7.944688, 8.285967, 16.87198, 16.208473, 15.725766, 11.814031, 11.985146, 11.238811, 10.543568, 11.203069, 11.717624, 11.861316, 14.064664, 15.535933, 18.627797, 22.730772, 28.319391, 31.683361, 32.436891, 37.570718, 39.090745, 40.323529, 42.226082, 41.564046, 43.112336, 42.243844, 42.277484, 48.608385], "sum_m_pl": [0.898523, 2.256718, 2.46234, 2.140478, 2.291172, 2.095671, 2.173739, 2.217962, 2.40133, 2.645987, 2.979913, 2.997414, 3.314094, 3.187637, 3.45876, 3.558219, 3.398039, 3.613009, 3.439991, 3.350061, 3.14382, 3.048881, 2.969142, 3.006912, 4.422462, 4.332084, 4.541646, 4.634451, 4.24512, 4.497854, 4.296906, 3.758402, 4.123886, 4.384527, 3.929419, 3.958246, 3.539342, 3.120685, 2.203562, 1.797736, 1.60808, 0.873361, 0.829652, 0.6949, 0.332744, 0.250057, 0.182482, 0.108186, 0.258067, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "gsm8kpl-558", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9806}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 21, 17, 27, 31, 32, 38, 43, 37, 38, 41, 37, 39, 33, 38, 36, 27, 31, 40, 49, 45, 53, 55, 54, 94, 78, 57, 47, 43, 39, 36, 44, 42, 58, 64, 74, 75, 78, 86, 101, 107, 103, 100, 104, 92, 70, 21, 13, 5, 5], "n_am_pl": [2, 21, 22, 14, 16, 27, 31, 34, 37, 38, 32, 44, 40, 40, 34, 39, 45, 36, 26, 29, 25, 25, 24, 23, 24, 36, 39, 44, 40, 42, 46, 35, 42, 35, 28, 23, 29, 26, 21, 22, 18, 19, 27, 29, 31, 53, 95, 106, 105, 101], "n_pos": 233, "sum_m_en": [22.182174, 34.597687, 36.485879, 36.877358, 37.795807, 38.821443, 40.840533, 42.66304, 42.044916, 43.228992, 46.034817, 43.740015, 42.538545, 41.978831, 37.957207, 38.127141, 39.399395, 37.182812, 37.595452, 36.984917, 35.987163, 36.474826, 36.104481, 37.181011, 63.092963, 53.056773, 46.213337, 39.904026, 39.372175, 36.97034, 36.34307, 39.312985, 37.650306, 39.764745, 41.179943, 43.093428, 45.09647, 50.712063, 62.281025, 77.307621, 79.803523, 84.808499, 85.787875, 92.192844, 80.148402, 66.305582, 25.117095, 13.696869, 7.683535, 4.842561], "sum_m_pl": [4.054356, 11.566503, 13.289268, 12.738652, 12.954063, 13.785523, 14.280191, 14.548264, 15.846839, 16.665993, 17.435934, 18.347365, 19.529169, 19.119556, 20.241591, 20.551551, 18.744981, 18.817275, 17.100509, 17.194259, 16.086705, 15.653979, 15.150318, 14.824017, 20.912565, 24.614801, 26.280148, 25.735508, 26.258807, 26.792818, 23.576367, 22.639433, 22.956304, 22.187825, 19.785209, 18.994196, 19.890329, 18.849714, 15.291472, 13.705039, 14.071247, 15.123458, 18.963823, 21.640875, 29.331099, 47.266746, 86.801002, 101.862959, 102.088445, 101.468571]}, "digit": {"n_am_en": [0, 3, 1, 2, 1, 1, 1, 0, 4, 5, 7, 2, 3, 7, 4, 3, 0, 4, 4, 4, 4, 5, 6, 7, 9, 5, 5, 6, 5, 4, 3, 0, 1, 1, 3, 4, 8, 7, 3, 5, 5, 5, 4, 3, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 0, 0, 0, 3, 1, 3, 4, 6, 2, 1, 3, 4, 1, 4, 3, 1, 0, 0, 0, 1, 1, 4, 5, 2, 5, 5, 3, 3, 2, 1, 1, 3, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.156264, 3.684413, 3.830869, 3.638551, 3.594974, 3.646016, 3.597857, 3.618432, 3.548557, 3.781102, 4.004812, 3.749859, 3.535251, 3.78715, 3.552256, 3.507832, 3.559622, 3.539508, 3.872904, 3.63565, 3.494899, 3.593202, 3.613291, 4.0397, 6.832429, 5.416023, 4.921738, 4.15926, 3.908418, 3.612518, 3.469101, 3.928175, 3.704049, 3.578315, 3.786107, 3.624896, 3.727322, 3.573922, 3.182203, 4.071696, 4.190838, 4.162266, 3.256632, 4.445484, 2.610159, 1.629384, 1.166963, 0.201192, 0.170922, 0.0], "sum_m_pl": [0.460875, 1.222918, 1.077488, 0.951365, 0.882207, 0.850165, 0.757767, 0.805819, 0.957816, 1.076739, 1.223935, 1.291951, 1.43198, 1.424546, 1.437056, 1.682241, 1.519519, 1.488384, 1.326813, 1.40227, 1.30175, 1.230928, 1.165623, 1.143352, 1.360968, 1.569092, 1.492668, 1.756518, 1.791384, 1.798231, 1.586591, 1.418017, 1.280045, 1.243351, 1.269373, 1.301188, 1.248614, 1.131202, 1.122254, 1.037927, 0.994556, 0.947807, 0.866525, 0.618904, 0.686863, 0.618332, 0.22307, 0.136398, 0.09128, 0.0]}, "lang": {"n_am_en": [6, 8, 10, 16, 21, 22, 20, 24, 19, 22, 20, 20, 21, 16, 22, 19, 20, 20, 24, 26, 26, 28, 31, 32, 55, 48, 33, 25, 21, 14, 17, 25, 25, 30, 36, 44, 40, 44, 57, 66, 71, 69, 71, 76, 69, 50, 17, 10, 4, 5], "n_am_pl": [1, 10, 8, 8, 7, 15, 18, 17, 14, 13, 13, 17, 17, 15, 19, 17, 22, 21, 10, 12, 14, 16, 15, 14, 9, 17, 18, 23, 21, 22, 28, 17, 24, 21, 15, 14, 18, 13, 7, 7, 6, 5, 12, 17, 18, 40, 80, 96, 102, 101], "n_pos": 107, "sum_m_en": [10.286866, 15.850326, 17.261971, 17.707477, 18.52186, 18.882311, 20.080295, 20.970146, 20.700024, 21.307668, 22.884431, 21.876344, 20.780305, 20.633101, 18.486161, 18.580188, 19.131021, 17.742782, 17.695131, 17.149594, 16.908928, 16.906261, 16.984812, 17.129579, 32.046254, 26.559736, 22.788267, 19.3854, 18.702806, 17.71963, 17.12003, 18.643043, 18.088812, 19.358164, 20.344109, 22.098045, 24.15872, 27.497768, 38.479299, 48.614617, 49.724748, 53.927708, 56.914696, 62.133413, 57.268346, 46.762825, 19.087298, 9.774144, 5.700927, 4.842561], "sum_m_pl": [1.647239, 5.005254, 5.882864, 5.832119, 5.936003, 6.575456, 6.890208, 7.032177, 7.625719, 7.808381, 7.994846, 8.484395, 9.4327, 9.274362, 9.985472, 9.776813, 8.90507, 9.064656, 8.241363, 8.155118, 7.548432, 7.387059, 7.112453, 6.993768, 9.469613, 11.933051, 13.151732, 12.947893, 13.218962, 13.628816, 12.251368, 11.900883, 12.282363, 11.910056, 10.311768, 9.830661, 9.726716, 9.4903, 7.40209, 5.790657, 6.801244, 7.378092, 9.992594, 12.702323, 17.466778, 33.750565, 73.277978, 91.799107, 97.784549, 101.138095]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 237, "item_id": "gsm8kpl-558", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1453, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9958}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 5, 9, 9, 8, 7, 13, 9, 9, 12, 14, 10, 11, 15, 14, 12, 18, 17, 17, 14, 13, 14, 15, 17, 26, 22, 22, 16, 16, 21, 15, 15, 19, 20, 24, 24, 28, 30, 31, 28, 29, 28, 33, 30, 30, 27, 32, 32, 28, 22], "n_am_pl": [0, 7, 3, 5, 7, 8, 5, 2, 5, 3, 6, 6, 10, 12, 6, 5, 3, 7, 5, 7, 4, 3, 4, 4, 4, 5, 4, 5, 4, 6, 6, 4, 4, 4, 4, 4, 6, 3, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 78, "sum_m_en": [8.633757, 12.077065, 12.168071, 12.501443, 13.272524, 13.125799, 12.600782, 12.006247, 12.055513, 13.0533, 13.696343, 13.593549, 13.610339, 14.043051, 13.704729, 14.249707, 14.332714, 13.131976, 13.137853, 13.549579, 12.830147, 12.664932, 12.692028, 12.839929, 17.210734, 15.67766, 14.720422, 12.688828, 14.938075, 15.841883, 15.3414, 15.391372, 16.016396, 17.913523, 19.949243, 18.822719, 21.661148, 25.655763, 25.068223, 26.079315, 26.395082, 27.93788, 27.037486, 26.682651, 26.780158, 26.386735, 29.698687, 29.735608, 25.870598, 22.466101], "sum_m_pl": [1.719499, 3.667021, 3.981885, 3.887632, 4.2671, 3.567147, 3.398747, 3.239682, 3.343361, 3.536257, 3.826206, 4.280403, 4.602878, 4.914095, 4.732313, 4.895206, 4.515896, 4.382705, 4.70359, 4.791993, 4.484992, 4.357347, 4.368006, 4.497279, 5.660411, 5.416532, 4.823435, 4.800036, 5.057223, 5.552634, 5.240541, 5.375933, 5.200952, 4.503228, 4.483989, 4.166632, 4.022893, 3.473482, 3.082157, 2.948609, 2.501308, 2.110017, 2.097131, 1.837163, 1.73191, 1.175993, 0.628566, 0.494263, 0.298147, 0.000359]}, "digit": {"n_am_en": [0, 1, 1, 2, 2, 0, 4, 2, 4, 2, 3, 0, 3, 3, 3, 4, 4, 4, 5, 4, 2, 4, 2, 4, 6, 6, 5, 5, 6, 9, 4, 2, 2, 4, 6, 6, 4, 2, 4, 3, 4, 5, 8, 5, 5, 2, 3, 2, 1, 0], "n_am_pl": [0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 3, 2, 6, 8, 3, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.886768, 3.380267, 3.300255, 3.226412, 3.247947, 3.205566, 3.172577, 2.885613, 2.998534, 3.179979, 3.443897, 3.469768, 3.633128, 3.643226, 3.717356, 3.956304, 3.776757, 3.358028, 3.484913, 3.376334, 3.201673, 3.212661, 3.234869, 3.258772, 4.612906, 4.474538, 4.233272, 3.808059, 4.391386, 4.226024, 4.076579, 4.078095, 4.022114, 4.223761, 4.230266, 3.953524, 4.142165, 4.248744, 3.627511, 3.727869, 4.507787, 4.485443, 4.669528, 4.631122, 3.664777, 2.585021, 2.611644, 1.698793, 0.750961, 0.0], "sum_m_pl": [0.307553, 0.788955, 0.690676, 0.729853, 0.739976, 0.609463, 0.556238, 0.504655, 0.626265, 0.669003, 0.833952, 0.950453, 1.250881, 1.274122, 1.028773, 1.102147, 1.049344, 1.019171, 1.086327, 1.101515, 1.000912, 0.971983, 0.980743, 1.015309, 1.067515, 1.094243, 0.918772, 0.977836, 0.969647, 1.174384, 1.124369, 1.139988, 1.042918, 0.930738, 0.978468, 1.046834, 1.118554, 1.02258, 1.075317, 1.096733, 0.866756, 1.046829, 1.038185, 0.8825, 0.865719, 0.638675, 0.313827, 0.284086, 0.10779, 0.0]}, "lang": {"n_am_en": [2, 2, 4, 4, 4, 4, 3, 4, 3, 5, 6, 5, 2, 4, 4, 2, 5, 5, 3, 5, 6, 6, 9, 9, 12, 10, 10, 6, 7, 7, 7, 7, 9, 13, 13, 13, 15, 17, 20, 19, 19, 19, 19, 20, 20, 19, 21, 22, 22, 21], "n_am_pl": [0, 2, 2, 1, 3, 4, 3, 2, 4, 2, 2, 3, 4, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 0, 2, 2, 2, 2, 1, 2, 2, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.729444, 3.141923, 3.316123, 3.399906, 3.770816, 3.79441, 3.586898, 3.535265, 3.514789, 3.771261, 3.805583, 3.763378, 3.683589, 3.88917, 3.732957, 3.968495, 4.129366, 3.8493, 3.6596, 3.929052, 3.823373, 3.653084, 3.597755, 3.571832, 6.336116, 5.530419, 4.973914, 3.761629, 4.457627, 4.904979, 5.007224, 5.009195, 5.391795, 6.388722, 7.914223, 8.406955, 9.800012, 12.364771, 14.709708, 15.0915, 15.037428, 17.395159, 17.501083, 18.006861, 18.944931, 19.048149, 20.146595, 20.585561, 20.736716, 20.995365], "sum_m_pl": [0.565209, 1.075451, 1.179281, 1.133752, 1.347189, 1.121459, 1.143886, 1.109741, 1.140718, 1.144269, 1.215055, 1.368958, 1.34411, 1.423631, 1.435182, 1.449821, 1.308746, 1.200562, 1.389882, 1.415313, 1.305359, 1.283061, 1.295946, 1.293835, 1.641604, 1.557944, 1.358814, 1.339218, 1.473984, 1.671645, 1.544252, 1.859327, 1.803864, 1.65722, 1.586571, 1.374423, 1.386936, 1.065933, 0.773878, 0.714752, 0.663614, 0.269811, 0.237071, 0.297616, 0.156799, 0.059178, 0.05279, 0.033665, 0.037592, 0.000339]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "gsm8kpl-563", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9512, "tf_agree_excl_first": 0.963}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 24, 25, 28, 33, 46, 51, 53, 47, 39, 44, 58, 49, 41, 40, 56, 56, 53, 54, 66, 76, 76, 82, 78, 119, 100, 79, 72, 63, 58, 58, 48, 54, 67, 80, 88, 91, 106, 110, 111, 99, 115, 110, 107, 100, 67, 21, 6, 4, 0], "n_am_pl": [7, 16, 16, 14, 15, 11, 20, 22, 22, 26, 22, 24, 30, 35, 39, 34, 22, 26, 23, 20, 13, 11, 17, 12, 11, 17, 24, 15, 18, 23, 25, 27, 17, 22, 16, 10, 18, 16, 18, 17, 20, 17, 23, 23, 28, 48, 91, 115, 123, 125], "n_pos": 222, "sum_m_en": [20.202502, 34.202027, 35.910016, 37.269761, 38.786027, 40.31141, 40.780317, 41.504509, 41.594196, 42.796587, 43.476416, 43.709113, 43.130093, 44.14724, 42.036642, 43.165343, 44.82721, 40.346896, 39.68154, 40.070262, 38.218511, 37.980204, 37.946846, 37.697623, 71.45464, 64.492807, 54.269402, 45.296905, 45.786329, 45.552979, 44.228826, 46.357912, 45.533431, 49.697303, 55.534309, 55.871856, 62.969345, 73.627044, 80.145177, 86.540137, 84.100605, 93.977578, 95.277011, 94.306272, 86.223098, 59.682783, 18.911434, 6.546292, 4.977337, 0.025771], "sum_m_pl": [3.54497, 10.847573, 11.589876, 11.129101, 11.541328, 11.379039, 11.62553, 11.672248, 12.270271, 13.388949, 14.713053, 15.928752, 16.201727, 17.203773, 16.966949, 16.489122, 14.821281, 14.57278, 14.501828, 14.701341, 14.413008, 13.862008, 13.864395, 13.474944, 15.444703, 16.36781, 16.33005, 17.440132, 18.805184, 20.507564, 18.913314, 18.635541, 18.866125, 17.016013, 16.516829, 16.162252, 16.405917, 16.13026, 15.585886, 15.765358, 17.490774, 16.061148, 18.806014, 21.443072, 29.318186, 47.952684, 87.408401, 113.366893, 120.985747, 123.954523]}, "digit": {"n_am_en": [0, 2, 2, 1, 2, 2, 4, 2, 3, 1, 5, 4, 5, 5, 2, 5, 6, 5, 4, 1, 2, 3, 5, 6, 8, 8, 9, 7, 9, 5, 2, 3, 3, 5, 4, 5, 7, 6, 6, 5, 4, 5, 4, 5, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 1, 4, 0, 1, 0, 1, 2, 1, 2, 2, 1, 4, 5, 4, 5, 4, 5, 3, 4, 1, 0, 0, 0, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 0, 1, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.164985, 4.100844, 4.282999, 3.962073, 4.064521, 4.103499, 4.055829, 3.98711, 3.822255, 4.041671, 4.367175, 4.472972, 4.537779, 4.548052, 4.39375, 4.343117, 4.684682, 4.164286, 4.305966, 4.056609, 3.962613, 3.98294, 3.988851, 4.077503, 6.640065, 6.188406, 5.205554, 4.717852, 5.126863, 5.048759, 4.722773, 5.185105, 4.705937, 4.886972, 4.749351, 4.42145, 4.604632, 4.86807, 4.871695, 3.975981, 3.858936, 5.095305, 4.630741, 4.168677, 3.551922, 2.197815, 1.560423, 0.750048, 0.224744, 0.0], "sum_m_pl": [0.397173, 1.128066, 0.966175, 0.898267, 0.886964, 0.81122, 0.82465, 0.817965, 0.956361, 1.08654, 1.261379, 1.379685, 1.528381, 1.569267, 1.469154, 1.557881, 1.327475, 1.406859, 1.356377, 1.398391, 1.299576, 1.275767, 1.274957, 1.274776, 1.316378, 1.493662, 1.370796, 1.444708, 1.471603, 1.581569, 1.526445, 1.484255, 1.392228, 1.217158, 1.240632, 1.354089, 1.266887, 1.09697, 1.166255, 1.272754, 1.233254, 1.200428, 1.217515, 1.314478, 1.163137, 0.741693, 0.456393, 0.147747, 0.082284, 1e-06]}, "lang": {"n_am_en": [9, 14, 12, 21, 23, 32, 32, 39, 32, 31, 28, 41, 34, 23, 28, 36, 34, 38, 37, 47, 54, 52, 58, 59, 84, 71, 52, 49, 40, 36, 39, 34, 40, 47, 59, 64, 65, 71, 77, 77, 72, 87, 83, 81, 77, 52, 15, 2, 1, 0], "n_am_pl": [3, 14, 10, 11, 7, 3, 13, 13, 18, 15, 15, 17, 18, 24, 25, 15, 9, 13, 13, 11, 9, 7, 11, 9, 7, 10, 16, 8, 10, 16, 18, 17, 11, 13, 11, 10, 14, 14, 15, 15, 18, 14, 22, 21, 27, 47, 88, 113, 121, 125], "n_pos": 127, "sum_m_en": [11.737159, 19.564551, 20.75393, 22.027499, 23.096359, 24.19546, 24.835798, 25.809997, 26.468427, 27.017236, 27.194799, 27.322292, 26.863952, 27.629503, 26.33393, 27.033378, 27.820357, 24.927024, 23.742093, 24.329914, 23.007658, 22.743993, 22.812974, 22.516024, 48.972027, 43.429585, 35.482173, 28.791233, 28.927856, 27.923759, 27.445345, 29.062848, 28.113812, 31.821127, 35.948406, 36.452996, 42.352999, 47.804693, 52.891581, 59.138038, 58.054219, 67.094623, 70.038094, 69.57207, 64.001324, 44.991157, 13.495846, 2.6133, 1.081945, 3e-06], "sum_m_pl": [1.974383, 6.314339, 6.87912, 6.594847, 6.738727, 6.826828, 7.08314, 7.270991, 7.870993, 8.370509, 9.325064, 10.110449, 10.156231, 11.077937, 10.810599, 10.159122, 9.035286, 8.833794, 9.059437, 9.028903, 8.935174, 8.582084, 8.586696, 8.245598, 9.634749, 9.949966, 10.333085, 10.796136, 11.910225, 13.158017, 12.056044, 11.758176, 12.279684, 11.135122, 11.119884, 11.533033, 12.234628, 12.58036, 12.370445, 12.545336, 14.201102, 12.937608, 15.570291, 18.474577, 26.469385, 44.833854, 83.993925, 109.450358, 118.999069, 123.614838]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "gsm8kpl-563", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1454, "region_end": 222, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9911}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 9, 19, 27, 20, 19, 31, 23, 25, 34, 28, 34, 25, 26, 36, 30, 28, 32, 29, 34, 33, 36, 32, 32, 48, 37, 41, 33, 30, 30, 29, 23, 21, 33, 38, 44, 51, 54, 57, 57, 50, 57, 59, 60, 64, 61, 63, 65, 52, 49], "n_am_pl": [2, 16, 15, 12, 12, 4, 6, 7, 7, 6, 8, 8, 13, 15, 14, 14, 6, 11, 8, 6, 3, 2, 4, 4, 7, 5, 8, 10, 11, 16, 14, 10, 8, 9, 8, 11, 12, 11, 8, 7, 4, 4, 5, 2, 2, 3, 3, 0, 0, 0], "n_pos": 144, "sum_m_en": [16.577599, 22.662447, 22.419098, 23.200797, 24.573771, 24.22179, 24.176402, 23.323369, 23.644301, 24.870998, 25.898598, 25.656433, 24.707809, 24.590422, 26.478096, 25.23727, 24.874231, 24.238594, 24.055817, 23.745183, 23.208847, 23.669202, 23.619417, 23.892235, 37.559679, 35.168232, 33.479232, 27.048209, 27.484511, 27.23666, 25.784118, 25.441122, 26.996865, 28.151656, 31.093066, 34.24546, 36.712729, 42.107397, 45.774024, 50.013153, 46.789678, 52.282126, 52.550163, 54.188344, 55.733195, 56.533472, 60.264745, 62.67548, 53.561964, 49.356626], "sum_m_pl": [3.101961, 6.944774, 7.688161, 7.176149, 7.314759, 6.486998, 6.250791, 6.051181, 6.335507, 6.457199, 7.372125, 7.510343, 7.802232, 8.192437, 8.152207, 8.971945, 8.611609, 8.858485, 8.99216, 9.172409, 9.00005, 8.761524, 8.630722, 8.773262, 10.729391, 10.776711, 10.568651, 11.61719, 11.241865, 11.877769, 10.787135, 10.095174, 9.841879, 9.548564, 8.994839, 8.968058, 8.292696, 7.192856, 6.660727, 6.597769, 6.718957, 5.221204, 4.756687, 5.393459, 4.218866, 3.064226, 2.787196, 1.320206, 1.002285, 0.000475]}, "digit": {"n_am_en": [2, 2, 5, 9, 7, 7, 9, 4, 7, 10, 7, 9, 5, 7, 12, 11, 9, 5, 5, 7, 5, 6, 5, 5, 13, 8, 6, 6, 6, 6, 5, 6, 4, 8, 7, 9, 8, 11, 10, 9, 7, 9, 11, 11, 9, 7, 7, 5, 1, 0], "n_am_pl": [0, 6, 1, 1, 2, 0, 0, 0, 1, 0, 5, 3, 6, 8, 4, 1, 0, 4, 3, 2, 1, 0, 2, 2, 2, 0, 1, 4, 4, 8, 6, 4, 1, 3, 5, 5, 9, 7, 6, 6, 2, 3, 4, 1, 0, 3, 2, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.383458, 7.321983, 7.170715, 7.079053, 7.305742, 7.131692, 7.122956, 6.646916, 6.695419, 7.385919, 7.738692, 7.59864, 7.21259, 7.260668, 7.942064, 7.239838, 7.263767, 6.820527, 6.976677, 6.689109, 6.65612, 6.786116, 6.853121, 6.925609, 10.4246, 10.366727, 9.36194, 8.092882, 8.140383, 8.298414, 7.827343, 7.935577, 8.241636, 8.066195, 8.19526, 8.828851, 8.077015, 8.79678, 9.414474, 9.387214, 8.14904, 8.671999, 8.172497, 8.02498, 6.967373, 6.168298, 6.325502, 5.230079, 2.648937, 0.001701], "sum_m_pl": [0.645159, 1.757449, 1.491442, 1.535499, 1.534989, 1.432676, 1.220781, 1.195256, 1.446726, 1.47922, 1.905366, 1.919614, 2.089747, 2.268573, 2.044954, 2.246455, 2.048549, 2.190643, 2.296409, 2.302735, 2.283604, 2.221904, 2.201603, 2.27173, 2.970845, 2.800603, 2.544888, 2.940573, 2.767041, 2.888779, 2.616434, 2.423254, 2.080222, 2.084833, 2.055509, 2.381529, 2.430042, 2.05211, 2.473471, 2.543219, 2.708114, 2.566233, 2.34767, 2.291866, 1.992025, 1.633908, 1.556956, 0.831923, 0.514817, 0.0]}, "lang": {"n_am_en": [10, 4, 5, 10, 6, 8, 13, 12, 11, 12, 14, 14, 13, 12, 17, 13, 10, 16, 14, 16, 17, 18, 14, 17, 23, 18, 23, 20, 15, 16, 20, 14, 12, 17, 23, 25, 32, 30, 35, 36, 37, 39, 42, 42, 46, 45, 50, 50, 48, 48], "n_am_pl": [1, 4, 7, 4, 5, 3, 4, 3, 5, 6, 1, 2, 5, 4, 5, 8, 4, 3, 1, 2, 1, 2, 2, 2, 2, 4, 5, 4, 5, 3, 3, 2, 1, 3, 2, 4, 2, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [6.453519, 7.540835, 7.728037, 8.124266, 8.823264, 8.79039, 8.807852, 8.70579, 9.005761, 8.937785, 9.375946, 9.434465, 9.293554, 9.225898, 9.828992, 9.550492, 9.045915, 9.100062, 8.851477, 8.669143, 8.547517, 8.691819, 8.610336, 8.666837, 16.395861, 15.142476, 14.755318, 10.944108, 10.980454, 10.560964, 10.252035, 9.966679, 10.389061, 12.047258, 13.60279, 16.660297, 19.526087, 23.070155, 25.25988, 30.399131, 29.693014, 34.103848, 36.932212, 38.201196, 40.694879, 41.693389, 45.7096, 45.955536, 45.714683, 48.146756], "sum_m_pl": [1.313467, 2.464405, 2.975845, 2.721135, 2.81583, 2.4405, 2.46609, 2.375368, 2.493126, 2.438763, 2.707949, 2.835239, 2.901986, 2.910887, 2.992388, 3.389766, 3.236467, 3.218672, 3.320828, 3.381478, 3.301499, 3.26904, 3.21253, 3.221207, 3.654091, 3.906567, 4.059413, 4.313753, 4.229107, 4.316771, 4.068817, 4.052357, 4.061052, 3.975472, 3.616426, 3.355163, 3.220992, 2.823331, 2.191424, 1.55408, 1.365656, 0.857011, 1.00726, 1.029683, 0.562205, 0.314313, 0.167697, 0.050134, 0.045027, 0.000474]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "gsm8kpl-564", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9799, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 19, 27, 28, 29, 38, 38, 46, 52, 59, 51, 50, 35, 26, 39, 56, 47, 56, 53, 54, 53, 64, 73, 72, 108, 95, 77, 70, 67, 58, 39, 47, 53, 66, 88, 96, 93, 98, 102, 134, 122, 120, 121, 125, 125, 89, 40, 11, 7, 1], "n_am_pl": [1, 22, 28, 20, 38, 23, 21, 23, 22, 15, 26, 17, 30, 29, 22, 21, 16, 15, 20, 11, 14, 17, 11, 15, 25, 24, 13, 26, 34, 43, 35, 23, 17, 15, 16, 21, 20, 19, 21, 15, 18, 25, 22, 29, 21, 54, 106, 117, 121, 125], "n_pos": 260, "sum_m_en": [24.902316, 39.489966, 40.913017, 40.751337, 42.400163, 43.316555, 44.192776, 45.678545, 45.783825, 48.264932, 50.107736, 48.940183, 45.749511, 45.072421, 46.468292, 47.183708, 46.31391, 43.546291, 43.502444, 41.497696, 41.493939, 42.739294, 42.868746, 43.380105, 78.472588, 71.281137, 61.707954, 52.968463, 49.338809, 46.235736, 43.231996, 44.319322, 46.011948, 52.517841, 56.496986, 65.154762, 66.101707, 69.187329, 75.786647, 102.241816, 98.672979, 101.685206, 109.811495, 112.54189, 113.442632, 87.041907, 36.325518, 12.619502, 7.236589, 0.997066], "sum_m_pl": [4.375434, 13.077693, 14.337833, 13.214193, 15.018622, 13.470097, 12.842394, 12.761599, 13.071086, 12.642806, 15.164693, 16.147735, 16.437561, 17.308494, 16.611775, 17.418031, 16.701885, 16.315486, 15.493899, 15.779985, 15.4607, 15.131029, 15.143052, 14.991747, 18.637242, 18.870727, 19.416259, 20.938219, 23.371212, 23.559375, 20.6127, 19.967905, 18.65522, 16.972973, 15.396032, 15.309297, 17.197113, 17.424778, 18.204936, 15.356071, 18.763499, 19.834087, 18.173186, 25.263844, 23.552866, 46.595068, 97.838437, 115.239503, 121.805136, 124.80913]}, "digit": {"n_am_en": [0, 3, 6, 5, 5, 3, 3, 4, 8, 8, 8, 8, 5, 3, 7, 6, 7, 6, 5, 3, 4, 4, 5, 7, 11, 11, 8, 6, 6, 2, 0, 6, 2, 6, 8, 9, 9, 8, 6, 11, 7, 7, 8, 10, 6, 1, 3, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 3, 1, 2, 1, 1, 1, 1, 3, 5, 5, 5, 3, 4, 2, 2, 0, 0, 3, 2, 2, 3, 2, 1, 4, 2, 3, 5, 3, 2, 1, 2, 6, 8, 7, 7, 6, 7, 7, 6, 2, 1, 4, 3, 3, 1, 0], "n_pos": 38, "sum_m_en": [3.52897, 6.346278, 6.830339, 6.461805, 7.057121, 6.87181, 6.576945, 6.673207, 6.58301, 7.233991, 7.760963, 7.51916, 6.909632, 6.766862, 7.390262, 6.856817, 6.717954, 6.290485, 6.659564, 6.264493, 6.298158, 6.378253, 6.347779, 6.586274, 10.796716, 9.625752, 8.276449, 8.022082, 7.75621, 7.053742, 6.374969, 6.753665, 7.27777, 8.066551, 8.003479, 9.644828, 8.868501, 8.145178, 8.218118, 8.844018, 7.945574, 7.760057, 7.311209, 7.960791, 6.7524, 4.266731, 3.357394, 1.880607, 0.921226, 0.0], "sum_m_pl": [0.681532, 2.018489, 1.657516, 1.520601, 1.631935, 1.371165, 1.208236, 1.17019, 1.427761, 1.546198, 1.81524, 2.022362, 2.20314, 2.229119, 2.05252, 2.277905, 2.263152, 2.371734, 2.193302, 2.259699, 2.213789, 2.142397, 2.125451, 2.096711, 2.669873, 2.659268, 2.582912, 2.627343, 2.768355, 2.788716, 2.572219, 2.390922, 1.956843, 1.732269, 1.789835, 1.933369, 2.428869, 2.172982, 2.661756, 3.20809, 3.470485, 3.43651, 3.275933, 2.921789, 2.79084, 2.86456, 2.570738, 3.006363, 1.375146, 0.002477]}, "lang": {"n_am_en": [4, 9, 9, 9, 14, 23, 20, 23, 26, 29, 27, 24, 21, 15, 20, 37, 25, 31, 29, 28, 32, 39, 46, 40, 63, 52, 44, 39, 38, 35, 23, 27, 34, 35, 48, 53, 50, 54, 60, 83, 80, 77, 81, 81, 86, 57, 19, 7, 5, 1], "n_am_pl": [1, 13, 15, 12, 15, 10, 7, 13, 11, 6, 18, 10, 16, 11, 9, 7, 4, 7, 14, 6, 7, 7, 3, 7, 13, 13, 10, 12, 23, 32, 26, 16, 11, 10, 8, 11, 11, 11, 12, 5, 6, 14, 11, 20, 16, 43, 88, 101, 114, 123], "n_pos": 125, "sum_m_en": [12.28381, 18.678887, 19.41113, 19.533567, 20.485271, 21.047795, 21.848367, 23.146999, 23.380857, 24.492965, 25.438338, 25.142516, 23.743534, 23.332617, 23.704068, 24.367888, 23.701237, 22.629052, 21.928494, 20.708652, 20.865886, 21.480818, 21.575618, 21.584135, 42.7763, 38.24981, 33.016081, 27.482293, 25.05818, 23.88986, 22.874872, 23.154393, 23.420079, 27.234907, 29.74166, 33.21151, 33.510257, 37.34971, 41.120976, 59.234472, 58.140325, 59.877861, 70.729779, 71.932029, 75.087057, 54.203002, 17.881018, 5.967506, 3.808292, 0.997051], "sum_m_pl": [2.106571, 6.11539, 6.918015, 6.422577, 6.878301, 6.536168, 6.453363, 6.603551, 6.706467, 6.344093, 7.791281, 8.425584, 8.517099, 9.21985, 8.866102, 9.223177, 8.517459, 8.419853, 7.946478, 7.968823, 7.781668, 7.684654, 7.754515, 7.678928, 9.653732, 9.837063, 10.361133, 11.225805, 12.725989, 13.211412, 11.539357, 11.512794, 11.018962, 9.814872, 8.723193, 8.966884, 10.74411, 11.013846, 11.497972, 8.527805, 10.748639, 12.270886, 10.565766, 16.597441, 14.95892, 36.165656, 81.650268, 99.922711, 113.064447, 122.916765]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "gsm8kpl-564", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1479, "region_end": 260, "roundtrip_ok": true, "tf_agree": 0.9849, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 5, 6, 11, 19, 23, 28, 36, 34, 20, 24, 15, 12, 8, 17, 16, 21, 21, 24, 25, 29, 33, 34, 35, 37, 30, 31, 31, 28, 20, 19, 17, 18, 25, 31, 30, 34, 42, 43, 49, 48, 41, 41, 42, 39, 40, 41, 38, 33, 30], "n_am_pl": [1, 10, 4, 8, 6, 7, 8, 6, 3, 5, 4, 4, 14, 14, 16, 10, 9, 3, 5, 3, 2, 3, 6, 5, 3, 3, 5, 8, 6, 12, 10, 7, 6, 7, 7, 4, 4, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 93, "sum_m_en": [10.138836, 14.137264, 13.898541, 14.57166, 15.842803, 16.190513, 15.942855, 16.088983, 16.332846, 16.679003, 15.991808, 16.323366, 15.337376, 15.521219, 15.856488, 15.924019, 15.885783, 14.968513, 15.524091, 16.09506, 15.740804, 16.71048, 16.330923, 16.395867, 25.472794, 23.371826, 21.399881, 19.363768, 18.332358, 17.619083, 16.206205, 17.082443, 18.361301, 19.074699, 21.157417, 22.081725, 26.59432, 31.273671, 34.327725, 40.21996, 38.569948, 37.037772, 38.120258, 38.63926, 37.530197, 39.734504, 39.697853, 38.145816, 33.263537, 30.241227], "sum_m_pl": [2.023149, 4.473405, 4.738945, 4.476825, 4.918406, 4.795893, 4.4956, 4.459678, 4.453673, 5.019001, 5.771693, 5.808375, 6.522793, 6.575478, 7.058232, 6.574395, 6.170671, 5.970918, 6.168838, 6.285062, 6.065033, 6.318932, 6.270683, 6.312708, 7.789614, 8.434378, 8.233514, 9.012836, 8.152711, 8.515975, 8.204606, 7.411136, 7.346749, 6.375834, 5.848852, 5.494261, 4.478437, 3.618496, 3.589759, 3.522722, 3.27939, 2.569616, 2.373518, 2.714361, 2.094512, 1.752365, 1.33037, 0.819719, 0.471796, 7e-06]}, "digit": {"n_am_en": [1, 1, 0, 2, 4, 4, 5, 10, 7, 5, 10, 5, 3, 2, 5, 8, 8, 6, 6, 8, 11, 10, 10, 10, 12, 9, 9, 11, 9, 3, 2, 5, 3, 4, 7, 4, 7, 12, 11, 15, 13, 8, 7, 5, 4, 4, 4, 1, 1, 0], "n_am_pl": [0, 3, 0, 0, 1, 2, 3, 0, 0, 0, 1, 1, 5, 6, 7, 5, 1, 1, 3, 1, 0, 2, 3, 1, 1, 0, 0, 1, 1, 5, 3, 2, 2, 2, 2, 2, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.914791, 4.909537, 4.598104, 4.564679, 4.86608, 4.725611, 4.543802, 4.63019, 4.512978, 4.812742, 5.003663, 5.06934, 4.772809, 4.780426, 5.017692, 5.143616, 4.980982, 4.550449, 4.832767, 4.798341, 4.74632, 4.923798, 4.821727, 4.827085, 7.426628, 7.290224, 5.751221, 5.181989, 5.00678, 4.742527, 4.240126, 4.568882, 5.053773, 4.965817, 5.036244, 4.862536, 5.243256, 5.74408, 6.840254, 10.299203, 7.981579, 5.921346, 5.647655, 5.436779, 4.624989, 4.844988, 4.405021, 3.072654, 1.387753, 0.0], "sum_m_pl": [0.436819, 1.22845, 1.083271, 1.025906, 1.066886, 1.007068, 0.850428, 0.814304, 0.912641, 1.109258, 1.44253, 1.597541, 1.884343, 1.888307, 1.951418, 1.803017, 1.592093, 1.554769, 1.583337, 1.617402, 1.591735, 1.677778, 1.654666, 1.714349, 2.525762, 2.540018, 1.974527, 1.902013, 1.81876, 2.040178, 2.063519, 1.807719, 1.688874, 1.580364, 1.571774, 1.67436, 1.519166, 1.453891, 1.883699, 1.96789, 1.849239, 1.48875, 1.338552, 1.482726, 1.243013, 1.182964, 0.929395, 0.672048, 0.256362, 0.0]}, "lang": {"n_am_en": [3, 2, 4, 5, 8, 10, 11, 14, 13, 7, 7, 4, 5, 3, 7, 5, 9, 10, 13, 13, 16, 17, 19, 19, 20, 17, 17, 15, 15, 12, 13, 11, 12, 18, 21, 20, 22, 24, 25, 26, 27, 28, 29, 29, 28, 28, 30, 30, 30, 29], "n_am_pl": [0, 1, 1, 3, 2, 1, 3, 2, 2, 3, 0, 2, 6, 3, 5, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 4, 4, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.6932, 4.489745, 4.778108, 5.161435, 5.669729, 6.065937, 6.172918, 6.152809, 6.226155, 6.106293, 5.610288, 5.785824, 5.550641, 5.699618, 5.840099, 5.869934, 5.818686, 5.459682, 5.659352, 6.030036, 5.867111, 6.547391, 6.270086, 6.236947, 13.234988, 11.672578, 11.394405, 9.443527, 8.405647, 7.75853, 7.138959, 7.633456, 8.159688, 9.317983, 10.670888, 12.641124, 16.864264, 20.268211, 22.563396, 24.014599, 25.492893, 26.20876, 26.960871, 26.211907, 25.926973, 26.659426, 27.986159, 28.01537, 28.469869, 28.826527], "sum_m_pl": [0.729999, 1.428552, 1.5699, 1.517702, 1.777388, 1.676052, 1.660383, 1.754415, 1.654288, 1.699127, 1.904719, 1.838126, 2.048786, 2.112947, 2.342292, 2.261749, 2.148242, 2.08079, 2.225259, 2.131577, 2.077967, 2.318811, 2.356757, 2.336076, 2.521556, 2.838868, 3.009086, 3.349908, 2.942632, 2.8289, 2.83905, 2.722263, 2.797345, 2.323469, 2.149274, 1.841095, 1.215376, 0.879939, 0.683582, 0.511204, 0.327447, 0.235191, 0.324979, 0.696618, 0.375301, 0.25696, 0.245074, 0.031768, 0.051093, 7e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "gsm8kpl-581", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1147, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9694, "tf_agree_excl_first": 0.9794}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 9, 15, 19, 25, 50, 44, 76, 70, 50, 39, 36, 42, 33, 33, 56, 50, 57, 50, 47, 61, 79, 78, 74, 99, 95, 78, 65, 67, 52, 45, 48, 55, 69, 79, 84, 97, 98, 105, 127, 122, 117, 93, 82, 74, 59, 24, 4, 1, 0], "n_am_pl": [0, 15, 22, 15, 22, 19, 25, 18, 14, 18, 24, 23, 30, 30, 31, 21, 15, 11, 15, 20, 12, 12, 7, 9, 14, 10, 12, 25, 20, 21, 31, 25, 24, 21, 18, 13, 11, 10, 14, 9, 7, 9, 24, 42, 45, 67, 97, 112, 102, 99], "n_pos": 233, "sum_m_en": [23.65538, 34.822127, 36.673374, 36.702766, 39.561021, 41.038294, 41.539513, 42.202112, 42.44496, 44.017673, 43.37306, 42.697333, 41.508363, 40.687819, 40.040733, 40.898908, 43.774388, 40.947185, 42.020953, 41.580126, 41.330728, 43.929864, 42.38637, 42.977866, 72.262321, 68.154186, 58.693865, 50.779596, 46.649035, 43.843598, 41.444384, 44.363265, 44.784512, 49.40139, 56.743543, 56.05841, 64.796829, 70.883621, 81.181136, 97.248117, 94.815095, 89.875249, 79.186509, 77.816402, 67.562516, 52.780027, 22.855022, 8.192763, 3.176917, 7.5e-05], "sum_m_pl": [4.385046, 11.557989, 12.669383, 12.049522, 13.145784, 12.645121, 12.42814, 12.157846, 12.239693, 12.750217, 14.973951, 14.717666, 15.231753, 15.645415, 16.852954, 15.409551, 14.586786, 14.16711, 14.026429, 14.074358, 13.945033, 13.896865, 14.226662, 14.113318, 16.573266, 18.144676, 18.068501, 20.074193, 20.467035, 19.752129, 18.951689, 17.957025, 18.666534, 16.22736, 14.856892, 15.56191, 14.58955, 12.53051, 13.374101, 12.513292, 12.34226, 13.729092, 23.729289, 35.890298, 43.271417, 63.85357, 91.723103, 107.361224, 100.674127, 98.931853]}, "digit": {"n_am_en": [2, 1, 1, 3, 5, 6, 8, 14, 14, 10, 9, 3, 8, 5, 4, 9, 6, 8, 7, 3, 10, 13, 13, 10, 18, 11, 10, 9, 10, 8, 4, 3, 9, 9, 12, 9, 13, 15, 19, 25, 27, 23, 16, 13, 9, 8, 3, 0, 0, 0], "n_am_pl": [0, 4, 1, 1, 3, 0, 1, 1, 1, 2, 2, 4, 4, 8, 5, 6, 6, 3, 6, 6, 2, 1, 0, 3, 3, 2, 0, 3, 1, 3, 5, 5, 4, 5, 5, 2, 2, 2, 3, 3, 2, 3, 5, 8, 5, 9, 7, 7, 3, 0], "n_pos": 42, "sum_m_en": [4.259817, 7.326508, 7.667973, 7.176757, 7.855163, 8.011468, 7.575501, 7.494961, 7.442681, 8.111102, 8.188178, 7.697511, 7.204482, 7.200916, 7.305778, 6.945449, 7.536106, 6.997036, 7.30477, 7.137888, 7.220754, 7.648155, 7.641314, 7.854784, 11.518505, 10.618298, 9.385395, 8.495816, 8.182322, 7.39663, 6.743012, 7.647995, 7.9684, 7.903881, 8.342117, 7.938415, 8.605224, 8.562944, 10.139999, 14.873961, 13.43015, 11.738055, 10.184709, 9.361366, 8.357796, 7.195349, 4.906357, 2.850048, 1.146771, 0.0], "sum_m_pl": [0.765334, 2.090366, 1.884287, 1.83437, 1.895714, 1.605088, 1.461817, 1.296456, 1.493438, 1.762361, 2.185316, 2.355912, 2.621884, 2.86205, 2.953941, 2.842059, 2.622487, 2.610028, 2.464073, 2.434363, 2.359085, 2.361269, 2.396623, 2.418138, 3.947502, 4.185407, 3.351668, 3.2857, 3.288897, 3.35653, 3.321321, 3.076643, 3.052716, 2.697406, 2.523961, 2.615662, 2.252206, 1.951394, 2.709982, 3.390733, 3.215004, 3.299693, 3.458731, 5.848695, 5.082926, 6.419261, 4.795059, 5.22404, 2.321402, 0.0]}, "lang": {"n_am_en": [2, 5, 10, 11, 10, 26, 23, 35, 35, 20, 18, 15, 23, 18, 18, 32, 29, 33, 30, 31, 40, 47, 48, 48, 58, 54, 43, 38, 34, 30, 28, 30, 31, 37, 38, 46, 54, 53, 57, 70, 65, 67, 53, 46, 42, 31, 13, 2, 1, 0], "n_am_pl": [0, 5, 12, 5, 11, 9, 10, 11, 8, 7, 12, 8, 14, 8, 14, 12, 6, 4, 4, 5, 5, 4, 2, 2, 4, 2, 7, 11, 11, 8, 14, 10, 12, 10, 11, 9, 7, 8, 10, 5, 5, 6, 19, 32, 38, 52, 76, 90, 92, 98], "n_pos": 98, "sum_m_en": [10.441523, 14.74977, 15.487648, 15.726251, 16.789783, 17.47745, 18.366217, 19.074154, 19.451979, 19.780817, 19.375872, 19.298072, 19.188775, 18.516731, 18.236135, 19.169164, 20.327311, 19.134715, 19.527759, 19.486145, 19.114242, 20.520596, 19.193044, 18.826573, 37.963142, 35.103491, 29.800242, 25.061769, 21.880741, 20.612502, 19.855033, 21.154994, 21.005169, 24.593992, 28.858023, 28.430354, 33.864561, 38.682367, 46.289829, 54.812619, 54.077522, 53.82954, 46.387049, 45.951961, 38.547423, 27.686969, 9.893848, 2.415169, 0.785778, 5.5e-05], "sum_m_pl": [1.95214, 5.225124, 5.927079, 5.467256, 6.044827, 6.016848, 5.785745, 5.799803, 5.884217, 5.878025, 6.876709, 6.533454, 6.736969, 6.933587, 7.571912, 6.682862, 6.208382, 6.079317, 6.129175, 5.997281, 5.991447, 6.118711, 6.396545, 6.419175, 6.951235, 7.994153, 8.625817, 9.420777, 9.573211, 9.186378, 8.933115, 8.481686, 9.095395, 7.924864, 7.502205, 8.392287, 8.624051, 7.524356, 8.044468, 6.976201, 6.926441, 8.065483, 17.955464, 25.687678, 33.917503, 50.565895, 73.974552, 88.684816, 91.287526, 97.324369]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "gsm8kpl-581", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1437, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9873}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 13, 6, 6, 9, 18, 14, 16, 9, 11, 18, 18, 17, 8, 16, 14, 29, 18, 21, 26, 25, 27, 20, 17, 36, 29, 26, 23, 22, 22, 22, 18, 24, 24, 32, 31, 29, 35, 26, 28, 29, 33, 30, 29, 30, 28, 30, 32, 27, 23], "n_am_pl": [3, 5, 3, 6, 7, 4, 2, 1, 3, 2, 0, 2, 8, 10, 5, 6, 5, 10, 10, 7, 4, 2, 2, 5, 2, 2, 5, 6, 5, 7, 5, 3, 6, 7, 6, 4, 4, 3, 3, 1, 4, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 84, "sum_m_en": [9.804148, 13.442741, 13.515231, 13.094409, 14.25345, 14.270872, 13.566076, 12.732968, 12.869099, 12.936459, 14.005827, 14.161545, 13.349324, 12.103788, 12.650803, 12.33173, 14.340014, 12.499577, 12.504299, 13.394645, 13.150161, 13.124715, 13.125839, 13.347069, 21.853401, 18.757441, 18.005062, 15.250649, 16.062807, 15.993451, 14.702157, 15.306329, 16.413291, 16.294235, 18.63598, 19.266695, 22.123596, 26.83654, 26.915597, 27.776667, 27.931358, 29.58117, 29.409282, 29.476867, 29.393733, 29.651729, 30.1146, 29.680695, 26.564205, 23.042907], "sum_m_pl": [1.628965, 3.803699, 4.164524, 3.836273, 4.022764, 3.882723, 3.653467, 3.43615, 3.561134, 3.694564, 4.189539, 4.853955, 5.238507, 5.150944, 5.282611, 5.220641, 5.149176, 5.514393, 5.420615, 5.336928, 4.93945, 4.634653, 4.548604, 4.723128, 4.99592, 5.27201, 5.333215, 5.979509, 6.01553, 6.634314, 6.110608, 5.779054, 5.965109, 5.587129, 5.12891, 4.811049, 4.450039, 3.390195, 2.740339, 2.503452, 2.180742, 1.867896, 1.880579, 1.446144, 1.282121, 0.789229, 0.554916, 0.320588, 0.146455, 0.000806]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 3, 4, 4, 2, 1, 3, 5, 4, 2, 3, 4, 7, 4, 1, 2, 1, 2, 0, 2, 6, 4, 3, 5, 5, 3, 2, 2, 5, 3, 5, 4, 5, 5, 2, 3, 4, 5, 2, 0, 2, 1, 1, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 3, 4, 0, 2, 2, 2, 3, 2, 0, 1, 0, 1, 2, 1, 2, 3, 3, 4, 4, 1, 1, 1, 4, 2, 2, 2, 2, 1, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.976807, 3.40285, 3.405877, 3.208345, 3.290463, 3.201055, 2.996893, 2.716299, 2.861537, 2.901168, 3.278777, 3.322708, 2.999555, 2.714737, 2.791339, 2.657334, 3.05634, 2.570375, 2.774043, 2.914899, 2.912976, 2.976255, 2.984449, 3.048508, 4.380745, 3.869985, 3.818951, 3.257142, 3.423707, 3.322112, 2.992516, 3.308167, 3.247879, 3.136805, 3.280029, 3.15112, 2.920873, 2.820922, 2.987646, 2.896799, 2.992637, 2.780059, 2.837927, 1.976069, 1.669167, 1.528647, 1.304711, 0.810993, 0.183879, 0.0], "sum_m_pl": [0.324284, 0.786391, 0.693652, 0.613632, 0.646423, 0.576977, 0.485332, 0.494691, 0.610235, 0.59775, 0.783734, 0.985229, 1.060078, 1.058645, 0.976316, 1.028738, 1.03083, 1.13544, 1.165626, 1.178504, 1.065451, 1.012602, 0.989131, 1.017234, 1.287784, 1.238651, 1.159323, 1.353622, 1.363942, 1.497546, 1.407148, 1.287447, 1.19839, 1.020786, 1.15679, 1.165755, 1.366303, 1.163673, 1.101927, 1.075229, 1.056884, 1.046132, 1.08243, 0.941398, 0.855586, 0.523481, 0.376405, 0.209105, 0.043474, 0.0]}, "lang": {"n_am_en": [5, 6, 4, 5, 6, 6, 4, 7, 4, 6, 7, 11, 8, 5, 8, 6, 11, 7, 11, 14, 14, 14, 15, 10, 16, 14, 11, 10, 10, 13, 13, 9, 10, 11, 15, 15, 15, 18, 16, 19, 20, 21, 22, 23, 23, 23, 22, 23, 22, 22], "n_am_pl": [2, 1, 0, 0, 2, 1, 1, 0, 1, 2, 0, 1, 3, 3, 3, 1, 1, 4, 4, 2, 2, 0, 0, 1, 0, 1, 1, 2, 1, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.767397, 3.404056, 3.759851, 3.826912, 4.424619, 4.464592, 4.390044, 4.260834, 4.37298, 4.216884, 4.462543, 4.6343, 4.505864, 4.250943, 4.727292, 4.56937, 4.95732, 4.603076, 4.259191, 4.528181, 4.337577, 4.182724, 4.127542, 4.095473, 9.509214, 8.646771, 8.406241, 6.820063, 6.685678, 6.807428, 6.515458, 6.548014, 6.99992, 7.066408, 7.832845, 8.559661, 11.486976, 14.157958, 15.493394, 17.531761, 18.061584, 19.660514, 20.066605, 21.008078, 21.815995, 22.008815, 21.728567, 21.460381, 21.285713, 21.42111], "sum_m_pl": [0.548141, 1.073606, 1.081182, 1.101908, 1.227583, 1.272846, 1.2642, 1.19435, 1.372199, 1.381014, 1.613137, 1.673131, 1.860527, 1.783203, 1.805266, 1.814748, 1.72167, 1.789932, 1.781523, 1.700738, 1.593059, 1.471135, 1.437555, 1.480613, 1.503536, 1.564652, 1.65, 2.007429, 2.083164, 2.157488, 2.127733, 2.068702, 2.215478, 2.189012, 1.865547, 1.769794, 1.232122, 0.87528, 0.589537, 0.524008, 0.324723, 0.142843, 0.076852, 0.061631, 0.025011, 0.007491, 0.003878, 0.006971, 0.015417, 0.000805]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "gsm8kpl-592", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1200, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9767}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 17, 15, 42, 45, 54, 43, 45, 52, 45, 47, 39, 42, 26, 37, 42, 45, 35, 40, 54, 51, 43, 40, 38, 100, 78, 64, 44, 47, 38, 41, 48, 48, 59, 77, 84, 85, 107, 111, 111, 118, 117, 123, 119, 113, 74, 42, 13, 17, 16], "n_am_pl": [4, 22, 15, 19, 21, 23, 20, 25, 17, 20, 27, 33, 37, 39, 39, 46, 30, 36, 35, 28, 23, 21, 24, 23, 24, 26, 33, 37, 29, 34, 30, 32, 36, 24, 18, 16, 21, 13, 11, 9, 18, 16, 15, 22, 32, 61, 92, 121, 126, 124], "n_pos": 258, "sum_m_en": [24.888983, 38.602401, 40.553144, 40.91554, 44.755603, 45.199264, 46.439033, 47.205069, 46.901176, 45.698495, 47.654921, 46.66135, 44.690465, 41.326004, 41.62216, 42.501352, 42.704356, 39.349057, 39.665188, 41.339946, 40.351218, 39.956957, 40.013171, 40.100504, 60.751834, 54.201785, 49.667409, 42.625506, 43.1502, 42.970412, 40.68856, 44.968816, 45.459141, 46.688017, 52.590998, 55.286465, 56.859033, 68.530706, 75.879396, 80.611903, 92.828893, 92.881372, 97.138914, 100.672248, 96.76112, 69.428072, 40.323687, 15.60109, 18.763581, 15.997815], "sum_m_pl": [4.604461, 12.766528, 13.175948, 12.251682, 13.604398, 14.001251, 13.988044, 14.606016, 15.19877, 15.811959, 17.647578, 20.227522, 20.944769, 21.003119, 22.09469, 21.596025, 20.195117, 20.668147, 19.085938, 18.014072, 16.878152, 16.151381, 16.165792, 15.860669, 20.883781, 23.081645, 25.354508, 26.661058, 26.776964, 28.36046, 25.308196, 24.708067, 25.359957, 23.595767, 20.687649, 19.72349, 19.589834, 18.672679, 16.069153, 16.141125, 16.390771, 16.396394, 17.270601, 20.681408, 28.549912, 54.131406, 87.864511, 119.689374, 123.270191, 124.822484]}, "digit": {"n_am_en": [0, 1, 0, 2, 1, 3, 1, 0, 1, 3, 2, 3, 5, 2, 3, 2, 2, 3, 2, 5, 4, 4, 5, 4, 9, 4, 1, 1, 6, 3, 1, 3, 4, 3, 4, 7, 5, 7, 7, 5, 8, 6, 5, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 4, 2, 0, 2, 1, 1, 1, 1, 1, 0, 1, 3, 2, 1, 6, 1, 3, 3, 3, 2, 1, 1, 0, 1, 3, 6, 6, 2, 5, 4, 4, 4, 3, 2, 0, 2, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_pos": 19, "sum_m_en": [1.951113, 3.596754, 3.869132, 3.617081, 3.55906, 3.528212, 3.28033, 3.202232, 3.229218, 3.252924, 3.730006, 3.628762, 3.399883, 3.262761, 3.132053, 3.07361, 3.210853, 2.968209, 3.119919, 3.113176, 3.134231, 3.154504, 3.16003, 3.222786, 4.859463, 3.929311, 3.663136, 3.248932, 3.476074, 3.332105, 3.072175, 3.553357, 3.557164, 3.49203, 3.397116, 3.770492, 3.630805, 3.234731, 3.449115, 3.061496, 3.883015, 3.398745, 3.482794, 3.068432, 2.469865, 1.812508, 1.366539, 0.773426, 0.364413, 0.0], "sum_m_pl": [0.387321, 1.066839, 0.932338, 0.755341, 0.767661, 0.683538, 0.592343, 0.598789, 0.80057, 0.80799, 0.985199, 1.256879, 1.36331, 1.281786, 1.302936, 1.338242, 1.239163, 1.33844, 1.252923, 1.235504, 1.128191, 1.073161, 1.061229, 1.056694, 1.305035, 1.46289, 1.339544, 1.614318, 1.464938, 1.540824, 1.480272, 1.446163, 1.389141, 1.163205, 1.262354, 1.234327, 1.261076, 1.129887, 1.114062, 1.130776, 1.029679, 1.010329, 1.04683, 1.095345, 1.196136, 1.540568, 1.497124, 1.065689, 0.061161, 0.0]}, "lang": {"n_am_en": [9, 11, 9, 24, 31, 36, 29, 31, 33, 30, 29, 19, 22, 15, 24, 24, 29, 23, 26, 34, 31, 26, 24, 22, 60, 51, 43, 29, 31, 26, 27, 33, 33, 38, 51, 51, 57, 72, 77, 82, 85, 87, 93, 95, 90, 58, 35, 13, 16, 16], "n_am_pl": [0, 10, 3, 6, 13, 13, 12, 18, 12, 13, 22, 24, 30, 32, 29, 28, 20, 25, 21, 18, 17, 15, 14, 14, 12, 14, 18, 19, 21, 23, 23, 23, 24, 15, 11, 13, 17, 11, 8, 7, 14, 12, 13, 15, 27, 56, 84, 118, 125, 124], "n_pos": 143, "sum_m_en": [13.464532, 20.68004, 21.878712, 22.523485, 25.236405, 25.523513, 26.613039, 27.693098, 27.944618, 26.693432, 27.41699, 26.578316, 25.449107, 23.694343, 24.103062, 24.897556, 25.058421, 22.917689, 22.671536, 23.771379, 23.020876, 22.699199, 22.812655, 22.635664, 36.166049, 32.905089, 29.975031, 25.214462, 25.420275, 24.747083, 24.142191, 26.888668, 26.514946, 27.691183, 31.612487, 33.725687, 34.793558, 43.526089, 51.664584, 58.0221, 65.682204, 66.818476, 72.199091, 75.23567, 73.692541, 52.882499, 32.465142, 13.308216, 17.011598, 15.997777], "sum_m_pl": [2.538738, 6.86568, 7.162692, 6.659258, 7.745973, 8.19737, 8.305169, 8.929455, 9.458099, 9.54238, 10.647171, 12.062947, 13.014655, 13.295978, 13.857604, 13.574971, 12.446551, 12.692714, 11.775736, 10.789769, 10.072019, 9.61222, 9.621945, 9.342737, 12.892535, 14.162576, 15.918882, 16.440465, 16.745584, 17.868203, 16.239487, 15.953322, 16.469843, 15.78236, 13.845003, 13.579974, 13.97237, 13.562458, 11.4988, 11.175323, 11.903105, 12.0181, 12.982711, 15.615065, 23.436011, 48.219786, 78.777278, 113.754828, 121.394852, 124.76606]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "gsm8kpl-592", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1490, "region_end": 258, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9885}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 6, 13, 9, 19, 23, 18, 21, 23, 26, 23, 24, 20, 22, 22, 23, 31, 29, 38, 41, 34, 39, 41, 37, 53, 58, 58, 48, 45, 47, 33, 35, 38, 45, 48, 52, 51, 61, 60, 59, 58, 60, 64, 55, 55, 53, 55, 57, 52, 49], "n_am_pl": [0, 8, 9, 4, 5, 7, 5, 6, 5, 6, 7, 9, 12, 9, 8, 4, 8, 7, 5, 7, 6, 6, 3, 6, 6, 7, 4, 5, 3, 6, 8, 5, 2, 5, 7, 5, 4, 2, 2, 1, 2, 2, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 111, "sum_m_en": [12.801151, 17.013256, 17.428717, 17.970439, 21.038492, 20.223138, 19.34208, 19.340921, 19.965818, 21.048409, 20.737764, 20.822697, 19.050537, 19.166274, 19.497115, 20.519303, 20.364506, 19.656689, 19.540533, 19.197574, 18.586898, 18.943512, 18.817143, 19.067821, 38.009336, 35.967853, 32.937624, 26.782787, 26.345206, 24.267592, 21.800103, 22.669786, 23.356663, 28.377606, 31.429181, 34.31864, 37.526673, 45.200265, 50.888848, 52.440928, 55.677555, 55.384037, 57.307138, 52.775988, 51.978346, 51.081036, 55.861009, 55.269227, 51.958064, 49.101973], "sum_m_pl": [2.819073, 5.232463, 5.387383, 5.068987, 5.592333, 5.048407, 4.842985, 4.887569, 4.757603, 5.43413, 6.096279, 6.636725, 6.632085, 6.343049, 6.19675, 6.436312, 6.352767, 6.143157, 6.687413, 6.584321, 6.134397, 6.051924, 6.139371, 6.239067, 6.844765, 7.073042, 6.937482, 7.526699, 7.703237, 8.205035, 7.48674, 6.589652, 6.475543, 6.149427, 5.948302, 5.729982, 5.741888, 4.816042, 3.804073, 3.389673, 3.240603, 3.122202, 2.906187, 2.84438, 2.143227, 1.586465, 0.325654, 0.359189, 0.281191, 1.3e-05]}, "digit": {"n_am_en": [0, 1, 2, 1, 2, 5, 2, 5, 5, 4, 6, 7, 3, 6, 8, 4, 5, 4, 6, 7, 5, 5, 5, 5, 8, 8, 9, 5, 6, 7, 4, 4, 5, 7, 8, 8, 6, 8, 6, 5, 6, 5, 6, 5, 3, 2, 2, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 3, 2, 2, 2, 1, 3, 2, 0, 1, 2, 2, 2, 1, 2, 2, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.837356, 3.228328, 3.309498, 3.286689, 3.910654, 3.710749, 3.53641, 3.409782, 3.38757, 3.854637, 3.772789, 3.620715, 3.362736, 3.489665, 3.585647, 3.666591, 3.710755, 3.98323, 3.586742, 3.342401, 3.292774, 3.413062, 3.328735, 3.47544, 5.967929, 5.815187, 5.251704, 4.289302, 4.050691, 3.909123, 3.394192, 3.613321, 3.53263, 4.300658, 4.630411, 5.131613, 4.634052, 5.089071, 5.343256, 5.329729, 5.043081, 4.594261, 4.239933, 3.821664, 3.481706, 2.20687, 2.273096, 1.352974, 0.544378, 1e-06], "sum_m_pl": [0.317377, 0.779212, 0.637639, 0.645346, 0.734167, 0.577257, 0.488415, 0.471958, 0.540771, 0.670471, 0.763074, 0.825572, 0.962204, 0.904574, 0.858211, 0.98109, 0.985853, 1.001827, 1.050953, 1.036182, 0.939171, 0.918271, 0.924648, 0.923373, 1.055588, 1.080816, 1.022669, 1.104252, 1.05077, 1.078315, 0.907109, 0.829459, 0.745387, 0.713541, 0.770976, 0.677595, 0.795494, 0.798728, 0.66294, 0.727202, 0.687008, 0.672468, 0.866871, 0.507924, 0.386211, 0.242049, 0.084793, 0.093325, 0.028477, 0.0]}, "lang": {"n_am_en": [9, 3, 8, 3, 11, 10, 9, 9, 8, 14, 11, 12, 10, 10, 10, 14, 19, 17, 18, 23, 21, 24, 26, 23, 32, 37, 36, 29, 28, 28, 21, 22, 23, 30, 28, 33, 33, 38, 37, 37, 36, 40, 41, 36, 38, 39, 45, 48, 46, 47], "n_am_pl": [0, 1, 5, 0, 2, 3, 2, 2, 3, 3, 6, 4, 6, 3, 3, 2, 3, 5, 3, 4, 2, 3, 0, 2, 1, 1, 2, 4, 2, 0, 0, 2, 2, 2, 2, 2, 3, 2, 2, 1, 2, 2, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 48, "sum_m_en": [6.223733, 7.382107, 7.749162, 7.69507, 8.949099, 8.621808, 8.193863, 8.468885, 8.880898, 9.224355, 9.112472, 9.335038, 8.387434, 8.661276, 8.904075, 9.555903, 9.341258, 8.739773, 8.629854, 8.584751, 8.261112, 8.324777, 8.358158, 8.372296, 22.039591, 20.701273, 19.033536, 14.854167, 13.941138, 12.329049, 11.147931, 11.591094, 11.909203, 15.757722, 17.306968, 19.25544, 22.897034, 27.862266, 31.288177, 32.891674, 36.298628, 37.132826, 38.549646, 35.118835, 35.786858, 37.621751, 43.622669, 45.356137, 44.99223, 46.973427], "sum_m_pl": [1.236313, 2.207539, 2.273225, 2.06965, 2.330605, 2.132542, 2.174542, 2.238533, 2.213475, 2.509928, 2.886842, 3.195696, 3.067115, 2.93156, 2.927398, 2.999659, 2.941148, 2.738002, 3.109028, 3.018103, 2.782802, 2.751671, 2.782104, 2.805772, 2.761609, 2.759185, 3.007067, 3.328464, 3.438342, 3.586885, 3.432591, 3.124448, 3.176353, 2.850166, 2.771697, 2.882722, 2.934002, 2.357578, 2.07093, 1.735714, 1.63118, 1.757255, 1.415737, 1.974305, 1.445195, 1.123776, 0.117728, 0.111092, 0.062489, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "gsm8kpl-594", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1149, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9825}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 16, 20, 20, 26, 39, 35, 40, 43, 34, 29, 29, 27, 31, 39, 38, 53, 64, 71, 71, 73, 74, 76, 72, 107, 101, 86, 69, 58, 46, 32, 37, 43, 65, 75, 86, 88, 94, 96, 106, 110, 113, 103, 107, 105, 75, 25, 7, 3, 2], "n_am_pl": [2, 13, 6, 8, 14, 14, 11, 12, 14, 19, 16, 19, 23, 14, 18, 23, 11, 9, 9, 7, 8, 5, 9, 11, 12, 12, 11, 16, 20, 29, 27, 28, 19, 16, 13, 12, 9, 10, 10, 9, 8, 7, 16, 19, 20, 41, 75, 94, 93, 95], "n_pos": 187, "sum_m_en": [18.639702, 29.414749, 30.811302, 31.887447, 33.145329, 33.062431, 32.097962, 32.746747, 35.082269, 36.467923, 35.826036, 35.145119, 32.836391, 32.814596, 33.118179, 33.925832, 34.178417, 32.80072, 32.196948, 31.060009, 30.836135, 31.191785, 30.453499, 30.782224, 65.395395, 59.007639, 50.286644, 38.856586, 36.437333, 34.517223, 31.091279, 32.006364, 33.217615, 42.058096, 44.76485, 50.448017, 51.732551, 62.947074, 71.101667, 80.616553, 85.690261, 88.246537, 88.616993, 94.715955, 93.069657, 67.013344, 24.4066, 7.981485, 4.677965, 1.97364], "sum_m_pl": [3.222281, 8.773529, 9.486151, 9.049088, 9.771638, 8.976216, 9.174574, 9.110705, 9.400904, 10.420297, 11.367925, 12.403574, 12.622584, 12.424858, 12.279415, 12.109392, 11.461832, 11.323313, 11.206941, 11.151515, 10.482777, 10.31589, 10.682054, 10.613711, 11.681678, 12.657851, 13.161427, 14.845512, 15.675119, 16.683398, 15.14616, 14.452068, 13.751442, 13.08215, 12.003567, 11.639956, 12.195168, 11.385479, 10.962246, 8.95336, 8.77664, 7.960458, 13.333009, 16.499817, 20.411436, 40.895246, 73.297322, 91.760315, 93.811731, 94.051913]}, "digit": {"n_am_en": [0, 3, 2, 2, 3, 4, 2, 5, 4, 4, 3, 5, 3, 5, 6, 6, 5, 6, 8, 8, 5, 4, 5, 5, 10, 9, 7, 6, 5, 0, 0, 1, 2, 10, 5, 8, 8, 8, 7, 7, 8, 7, 7, 5, 6, 4, 4, 1, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 0, 0, 0, 2, 1, 0, 0, 2, 3, 2, 4, 3, 1, 0, 0, 2, 1, 2, 2, 2, 2, 3, 3, 2, 2, 3, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.889634, 3.71513, 3.990875, 3.805384, 4.096939, 3.933533, 3.938244, 3.731293, 3.76072, 4.203834, 4.143725, 3.983579, 3.753203, 3.998967, 4.018468, 3.946781, 3.943689, 4.159077, 3.849102, 3.612651, 3.525438, 3.629721, 3.563313, 3.651901, 6.501238, 5.958609, 5.336484, 4.405276, 3.985162, 4.002456, 3.388139, 3.898924, 3.87662, 4.694559, 4.862099, 5.556196, 5.708368, 6.008279, 6.141718, 5.920758, 5.430401, 5.253923, 4.916911, 4.563947, 4.0435, 2.902823, 2.556223, 0.938333, 0.272545, 0.0], "sum_m_pl": [0.34136, 0.967069, 0.841608, 0.778577, 0.849676, 0.733977, 0.650212, 0.628294, 0.729908, 0.868879, 0.985281, 1.02758, 1.144239, 1.031122, 1.014092, 1.167687, 1.11253, 1.161085, 1.164117, 1.165648, 1.107505, 1.067091, 1.082063, 1.082894, 1.222699, 1.261843, 1.209431, 1.301469, 1.333907, 1.268164, 1.139463, 1.078905, 0.882155, 0.828492, 0.858537, 0.81072, 0.814306, 0.815485, 0.700025, 0.762496, 0.75886, 0.675822, 0.839628, 0.63188, 0.504086, 0.29006, 0.093869, 0.103229, 0.037848, 0.0]}, "lang": {"n_am_en": [3, 6, 11, 8, 14, 22, 20, 22, 23, 14, 18, 14, 18, 18, 21, 19, 32, 35, 39, 43, 48, 49, 53, 49, 65, 64, 53, 41, 34, 26, 20, 20, 24, 36, 46, 51, 54, 57, 60, 67, 70, 71, 63, 68, 66, 47, 13, 2, 2, 2], "n_am_pl": [0, 6, 1, 4, 10, 10, 8, 6, 9, 13, 10, 12, 16, 9, 14, 12, 5, 7, 5, 1, 2, 1, 2, 3, 4, 5, 6, 9, 12, 20, 15, 22, 15, 10, 10, 9, 9, 10, 10, 9, 8, 7, 16, 18, 19, 36, 68, 87, 91, 95], "n_pos": 98, "sum_m_en": [10.453807, 15.330406, 16.199146, 16.989494, 17.391648, 17.195866, 16.861751, 17.859277, 19.709365, 19.928575, 20.233221, 19.935625, 18.566389, 18.282678, 18.589839, 18.944466, 18.763247, 17.918255, 17.529512, 16.954131, 16.985095, 17.07694, 16.749, 16.838592, 40.253963, 35.918458, 29.579957, 21.158439, 19.561471, 18.450188, 17.189673, 17.546006, 17.891424, 23.536524, 23.986179, 27.194796, 27.427259, 35.135065, 41.208793, 49.46618, 53.628541, 55.839372, 56.08601, 60.59942, 60.334019, 42.952852, 12.949411, 2.540248, 2.43355, 1.962658], "sum_m_pl": [1.772269, 4.680279, 5.046762, 4.86703, 5.173963, 4.859105, 5.242757, 5.273831, 5.395203, 5.844896, 6.395217, 7.033379, 7.309463, 7.310473, 7.248927, 6.813404, 6.456021, 6.378387, 6.322478, 6.140838, 5.750964, 5.687796, 5.897699, 5.83357, 6.099829, 6.621981, 7.56024, 8.509736, 9.482741, 10.032974, 9.291931, 9.253793, 8.946452, 8.373108, 7.782016, 7.686641, 8.73338, 8.360937, 8.385698, 6.544518, 6.445381, 5.969909, 11.078761, 14.575435, 18.566704, 36.089876, 65.918256, 85.793034, 90.704819, 93.679505]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "gsm8kpl-594", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1439, "region_end": 187, "roundtrip_ok": true, "tf_agree": 0.9948, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 12, 13, 13, 25, 20, 21, 19, 23, 28, 22, 20, 16, 15, 21, 25, 24, 30, 34, 37, 35, 40, 34, 28, 38, 42, 46, 33, 29, 29, 28, 24, 30, 37, 40, 39, 47, 55, 56, 59, 60, 60, 60, 55, 49, 46, 37, 51, 46, 47], "n_am_pl": [2, 3, 21, 7, 6, 12, 7, 5, 7, 4, 9, 8, 8, 15, 5, 6, 5, 6, 6, 5, 2, 1, 2, 2, 4, 5, 8, 6, 8, 10, 12, 7, 8, 3, 3, 3, 2, 2, 0, 1, 0, 0, 0, 0, 3, 1, 1, 0, 0, 0], "n_pos": 120, "sum_m_en": [14.342532, 19.947768, 19.975548, 19.607378, 22.025787, 21.445794, 20.890973, 21.433108, 20.996949, 20.763545, 21.145693, 21.771169, 20.779665, 20.504128, 20.728798, 22.051143, 23.001578, 21.691972, 22.086761, 22.300598, 21.30075, 21.288381, 20.74378, 21.106427, 35.154127, 31.494406, 29.681078, 25.957332, 25.942778, 25.287108, 23.538409, 24.927078, 26.297192, 28.596678, 31.679481, 30.194563, 33.839854, 39.525858, 41.820654, 49.709201, 50.82449, 50.589169, 51.684881, 49.629185, 48.001197, 45.089269, 39.528953, 50.667013, 45.460102, 47.268821], "sum_m_pl": [2.371087, 5.371648, 6.468002, 5.550397, 6.436574, 6.305554, 5.926263, 6.121772, 5.965682, 5.918037, 6.36109, 6.270335, 6.967251, 6.717068, 6.795805, 6.740034, 6.543274, 6.755174, 7.038392, 7.075015, 7.081134, 6.783643, 6.691425, 6.787765, 6.992793, 7.887127, 7.568411, 7.991961, 8.287409, 8.239864, 7.431756, 6.842643, 7.223803, 5.967347, 5.611464, 5.443921, 5.371281, 4.81686, 4.640231, 3.697464, 3.601292, 3.605357, 3.178618, 2.962664, 6.049292, 5.226041, 3.308946, 1.476949, 1.068487, 0.001512]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 3, 4, 3, 4, 3, 4, 1, 1, 5, 5, 3, 2, 6, 3, 3, 4, 2, 3, 4, 6, 4, 4, 3, 1, 1, 1, 1, 3, 4, 4, 8, 8, 7, 4, 5, 5, 9, 3, 3, 3, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 3, 2, 1, 2, 2, 1, 3, 3, 2, 6, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 3, 6, 2, 1, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.409406, 4.329273, 4.229437, 3.830755, 4.250273, 4.009196, 3.76909, 3.839113, 3.7675, 3.593441, 4.056364, 4.217295, 4.054847, 4.025782, 4.107986, 4.210655, 4.415673, 3.93832, 4.183195, 4.114401, 3.885183, 4.047111, 3.921224, 4.020312, 5.994451, 5.467312, 4.646172, 4.08318, 4.081602, 3.983202, 3.958791, 4.22636, 4.069283, 4.187868, 4.10423, 3.895206, 4.122792, 5.287932, 5.364383, 5.519228, 5.234335, 5.23728, 5.116733, 3.786317, 3.737277, 3.115965, 1.953875, 1.278706, 0.26377, 0.0], "sum_m_pl": [0.380632, 1.12124, 0.971896, 0.856239, 0.953815, 0.825964, 0.708838, 0.770036, 0.901797, 0.892886, 1.088035, 1.166484, 1.367218, 1.361187, 1.299028, 1.317455, 1.294269, 1.382049, 1.331332, 1.346236, 1.353716, 1.280629, 1.262872, 1.312328, 1.260635, 1.546221, 1.304942, 1.460662, 1.716427, 1.728469, 1.508247, 1.305435, 1.382254, 1.179227, 1.141696, 1.201966, 1.105274, 1.033837, 1.102332, 1.112987, 1.096031, 1.136344, 1.074352, 0.919789, 0.906138, 0.743657, 0.526761, 0.329306, 0.131068, 0.0]}, "lang": {"n_am_en": [8, 8, 9, 9, 16, 14, 13, 9, 12, 18, 15, 13, 13, 12, 12, 16, 16, 20, 20, 23, 22, 25, 20, 16, 26, 25, 29, 24, 21, 21, 18, 18, 21, 24, 26, 25, 27, 32, 36, 41, 42, 41, 41, 43, 41, 37, 30, 44, 44, 46], "n_am_pl": [1, 3, 4, 2, 3, 3, 2, 2, 1, 3, 4, 2, 2, 5, 1, 2, 3, 4, 3, 4, 1, 0, 0, 0, 3, 1, 2, 1, 1, 1, 6, 3, 3, 2, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0], "n_pos": 47, "sum_m_en": [6.088332, 8.147572, 8.435408, 8.520958, 9.814579, 9.407869, 9.535447, 9.781622, 9.637564, 9.523636, 9.266992, 9.290878, 8.996484, 8.563197, 8.656461, 9.449168, 10.094643, 9.730358, 9.632578, 9.520624, 9.033485, 8.807989, 8.639852, 8.671949, 19.962959, 17.697927, 17.112699, 14.063477, 13.524983, 12.97581, 11.425875, 11.899066, 13.024092, 14.532571, 16.938056, 17.160761, 19.947872, 23.636087, 26.867347, 33.414942, 34.089307, 35.017072, 36.217735, 36.293004, 36.031009, 32.915588, 29.207597, 40.982843, 41.235994, 46.109801], "sum_m_pl": [0.984096, 2.189252, 2.564375, 2.275533, 2.846758, 2.662113, 2.413911, 2.424831, 2.374055, 2.461409, 2.675119, 2.534048, 2.867736, 2.718784, 2.858042, 2.849397, 2.66284, 2.690949, 2.957923, 2.940673, 2.927467, 2.795989, 2.752374, 2.721664, 3.035741, 3.28776, 2.95662, 3.348263, 3.143799, 3.056894, 2.907803, 2.674081, 2.8437, 2.485524, 2.30449, 2.272189, 2.372619, 2.163166, 2.159619, 1.341242, 1.3216, 1.215978, 0.946233, 1.066882, 3.71088, 3.51854, 2.216485, 0.903673, 0.617597, 0.00102]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "gsm8kpl-599", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1129, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9837}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 19, 19, 33, 31, 38, 32, 36, 41, 35, 39, 32, 39, 39, 45, 36, 38, 49, 49, 57, 51, 59, 52, 56, 100, 85, 71, 56, 50, 43, 45, 51, 41, 58, 57, 68, 76, 88, 95, 104, 108, 107, 100, 76, 55, 25, 4, 1, 0, 0], "n_am_pl": [0, 21, 22, 15, 18, 9, 22, 19, 14, 18, 22, 20, 29, 30, 21, 21, 10, 10, 9, 9, 6, 4, 2, 5, 7, 9, 5, 7, 21, 21, 12, 10, 16, 7, 9, 10, 5, 4, 6, 6, 13, 11, 19, 33, 50, 77, 99, 105, 103, 104], "n_pos": 204, "sum_m_en": [22.46409, 33.814797, 33.669803, 33.346108, 35.508954, 36.063568, 36.533178, 38.317292, 37.944449, 37.75858, 38.22739, 39.828954, 38.76907, 38.203453, 37.601424, 39.285219, 40.637661, 37.874319, 38.355583, 38.356191, 36.853546, 37.278503, 35.997397, 36.710116, 68.048591, 58.052093, 50.406325, 45.121603, 43.325305, 41.90495, 40.287861, 43.242058, 41.807937, 45.139599, 50.14181, 49.379052, 51.741157, 64.806381, 67.067127, 81.897646, 82.263696, 86.973837, 86.171963, 70.011513, 53.163662, 29.406474, 8.057275, 2.16092, 1.032717, 8e-06], "sum_m_pl": [3.833871, 10.617125, 11.621819, 10.280067, 11.407934, 11.186336, 11.15094, 11.775119, 11.640213, 11.864587, 12.380827, 12.257215, 13.007195, 12.931682, 13.121911, 12.480901, 11.564988, 11.770854, 11.683446, 11.626854, 11.693041, 11.221386, 11.254463, 11.282688, 10.309679, 12.371639, 12.135256, 13.552589, 16.163405, 15.916057, 13.830881, 12.41254, 13.1203, 10.801109, 10.362633, 10.493101, 10.475244, 8.064254, 8.125922, 8.420843, 10.532959, 14.553009, 17.661097, 30.940085, 50.029727, 68.442573, 94.089928, 103.303835, 102.848455, 103.216783]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 2, 2, 2, 2, 3, 2, 2, 4, 2, 6, 6, 2, 2, 3, 6, 3, 5, 5, 5, 11, 7, 7, 9, 4, 3, 1, 3, 2, 4, 4, 6, 7, 7, 7, 6, 9, 9, 8, 3, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 4, 2, 0, 0, 1, 1, 2, 2, 2, 2, 6, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 2, 2, 1, 1, 3, 2, 2, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.053797, 3.867088, 4.068098, 3.770838, 4.034747, 3.92404, 3.833188, 3.962401, 3.911048, 3.853374, 4.226095, 4.574889, 4.172592, 4.139715, 4.021054, 4.111569, 4.293077, 4.008095, 4.165031, 4.060166, 3.87548, 4.120528, 3.925324, 4.009047, 7.325937, 5.827289, 5.156019, 4.501963, 4.095867, 3.858614, 3.590295, 4.137206, 3.87149, 3.997706, 4.210184, 4.178053, 4.499336, 5.823068, 6.037853, 6.37208, 6.085843, 6.051351, 5.588241, 4.808646, 4.023404, 2.603772, 1.301078, 0.559006, 0.177406, 0.0], "sum_m_pl": [0.367035, 1.128963, 0.938967, 0.896144, 0.958101, 0.831073, 0.782266, 0.827786, 1.005767, 0.965476, 1.130724, 1.231238, 1.337307, 1.308647, 1.271732, 1.303234, 1.211928, 1.272567, 1.244098, 1.253558, 1.295596, 1.206747, 1.212116, 1.23911, 1.210289, 1.522245, 1.46764, 1.604137, 1.968313, 1.958616, 1.670748, 1.384759, 1.405441, 1.176582, 1.111985, 1.151856, 1.028902, 0.900281, 0.955503, 0.926995, 0.905875, 0.912295, 0.900643, 0.763624, 0.802305, 1.166701, 1.56949, 1.212137, 0.113677, 0.0]}, "lang": {"n_am_en": [3, 8, 11, 19, 20, 21, 20, 23, 25, 20, 27, 21, 25, 25, 29, 22, 24, 34, 33, 37, 36, 43, 34, 38, 66, 58, 44, 35, 34, 28, 35, 38, 30, 40, 42, 45, 45, 55, 63, 73, 72, 71, 67, 51, 38, 18, 3, 0, 0, 0], "n_am_pl": [0, 12, 11, 7, 7, 5, 9, 9, 7, 8, 14, 14, 17, 15, 13, 11, 8, 7, 3, 1, 2, 0, 0, 1, 4, 5, 2, 2, 11, 14, 6, 6, 10, 4, 6, 7, 5, 4, 6, 5, 12, 10, 18, 31, 44, 66, 90, 97, 101, 103], "n_pos": 104, "sum_m_en": [11.782869, 16.664904, 16.826303, 17.110961, 18.238384, 18.516073, 19.259908, 20.623517, 20.672773, 20.344505, 20.04425, 21.082422, 21.167639, 20.74895, 20.388617, 21.467436, 22.212747, 21.178802, 21.009148, 20.869596, 20.00453, 19.926707, 19.209016, 19.4668, 42.464845, 35.390891, 30.810241, 26.596453, 25.023195, 24.541527, 23.797559, 25.239041, 24.672738, 27.868959, 31.377687, 31.693309, 32.810226, 39.739325, 42.865617, 53.873717, 54.140525, 56.717728, 57.69278, 45.097326, 33.888442, 18.550105, 4.471528, 0.491659, 0.217489, 8e-06], "sum_m_pl": [2.100695, 5.50901, 6.077419, 5.419369, 6.084746, 5.960611, 5.872431, 6.242497, 6.399521, 6.583276, 7.018526, 7.016458, 7.399124, 7.256908, 7.364305, 6.821045, 6.270826, 6.403546, 6.279053, 6.080726, 6.148083, 5.936866, 5.983464, 5.945429, 5.58497, 6.80732, 6.863074, 7.635346, 9.099261, 9.192949, 7.869433, 7.133109, 7.796181, 6.488163, 6.294286, 6.670491, 6.984309, 5.221637, 5.030372, 5.358995, 7.544891, 11.036381, 14.509772, 27.285341, 43.838144, 58.811391, 83.15278, 94.174065, 99.739732, 102.676759]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "gsm8kpl-599", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1419, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9903}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 8, 6, 18, 15, 19, 22, 21, 12, 16, 18, 16, 6, 14, 15, 17, 10, 12, 14, 18, 13, 13, 7, 15, 20, 22, 16, 18, 15, 19, 14, 17, 17, 22, 20, 22, 26, 29, 30, 30, 32, 34, 37, 31, 36, 33, 26, 29, 26, 25], "n_am_pl": [1, 3, 3, 3, 1, 3, 6, 3, 2, 2, 6, 7, 9, 7, 10, 5, 4, 6, 4, 5, 5, 5, 3, 1, 4, 2, 3, 2, 2, 5, 6, 2, 5, 7, 5, 4, 4, 3, 3, 1, 2, 2, 1, 0, 0, 0, 2, 0, 0, 0], "n_pos": 78, "sum_m_en": [8.089481, 11.817532, 11.207863, 11.421134, 13.145582, 12.717271, 13.015224, 12.134354, 11.167858, 11.210272, 11.877479, 11.012013, 10.776044, 11.102469, 11.016002, 11.182045, 11.136887, 10.618861, 11.6914, 12.103232, 11.300832, 11.229574, 11.207263, 11.697639, 15.541649, 13.982071, 13.341707, 12.684343, 12.609898, 13.095907, 12.657634, 13.056654, 13.532605, 13.863872, 14.773223, 14.242044, 17.383975, 20.513573, 22.039478, 22.960723, 25.654448, 26.174403, 26.487797, 27.023806, 27.667719, 28.921195, 28.157258, 27.936167, 26.084558, 24.113921], "sum_m_pl": [1.355065, 3.168271, 3.555784, 3.475382, 3.604271, 3.075862, 2.882024, 2.688034, 2.875915, 3.345451, 3.676228, 3.908125, 4.089366, 4.232792, 4.195229, 4.637142, 4.736469, 4.915557, 4.66603, 4.706872, 4.608491, 4.534586, 4.333672, 4.412877, 5.316147, 5.787899, 5.40754, 5.777892, 5.306216, 5.730389, 5.133948, 4.924187, 4.598371, 4.671382, 4.724494, 4.019237, 3.930717, 3.690398, 3.391581, 3.350062, 3.256755, 3.040932, 2.647928, 1.996185, 2.116403, 1.585317, 1.137564, 0.60256, 0.241389, 0.002733]}, "digit": {"n_am_en": [0, 2, 0, 3, 3, 3, 4, 2, 1, 0, 5, 4, 1, 2, 2, 3, 2, 3, 1, 3, 1, 1, 0, 4, 3, 5, 1, 1, 2, 3, 1, 1, 1, 1, 1, 2, 4, 3, 2, 0, 1, 1, 3, 3, 4, 4, 0, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 3, 4, 1, 1, 2, 3, 3, 3, 3, 1, 1, 3, 1, 1, 1, 0, 1, 1, 2, 3, 4, 2, 2, 1, 1, 2, 1, 1, 2, 1, 0, 0, 0, 2, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.518931, 3.013374, 2.940079, 2.790304, 2.895071, 2.756527, 2.841174, 2.533119, 2.522062, 2.580527, 2.887593, 2.610783, 2.62252, 2.734595, 2.790436, 2.895022, 2.768687, 2.442721, 2.647536, 2.761574, 2.57386, 2.608151, 2.654023, 2.884813, 3.290068, 3.237646, 2.921368, 2.783013, 2.794639, 2.821449, 2.599781, 2.853002, 2.873803, 2.829809, 2.751592, 2.625997, 2.632589, 2.486809, 1.967917, 1.909547, 1.830527, 2.012998, 1.822694, 2.38313, 2.186113, 1.661004, 0.728994, 0.642427, 0.133421, 0.0], "sum_m_pl": [0.20334, 0.635687, 0.552228, 0.533413, 0.544617, 0.456028, 0.437554, 0.431948, 0.517601, 0.589835, 0.73384, 0.780359, 0.917308, 0.967734, 0.963618, 1.090006, 1.103588, 1.237348, 1.144879, 1.08705, 1.079394, 1.042954, 0.977485, 1.005007, 1.149089, 1.300778, 1.134814, 1.282585, 1.181048, 1.276987, 1.128938, 1.114062, 0.909279, 0.914383, 1.111996, 0.922975, 0.995463, 1.044431, 1.137057, 1.083092, 1.00856, 1.052258, 0.98726, 0.765543, 0.876522, 0.671763, 0.582272, 0.277764, 0.048976, 0.0]}, "lang": {"n_am_en": [2, 3, 4, 3, 4, 5, 5, 8, 5, 5, 4, 5, 3, 8, 9, 8, 6, 7, 9, 9, 8, 7, 5, 7, 10, 11, 10, 12, 8, 9, 6, 10, 10, 8, 11, 13, 14, 15, 17, 17, 20, 21, 22, 22, 23, 23, 23, 23, 23, 23], "n_am_pl": [1, 0, 0, 1, 1, 1, 2, 1, 1, 1, 2, 2, 4, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 3, 4, 0, 1, 2, 2, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.809024, 3.3689, 3.255689, 3.461668, 4.159876, 4.003577, 3.933788, 3.761121, 3.531122, 3.423145, 3.641915, 3.399939, 3.430165, 3.607298, 3.580614, 3.45327, 3.407207, 3.351182, 3.69721, 3.804789, 3.529603, 3.468929, 3.411553, 3.445269, 6.449763, 5.629195, 5.357229, 4.610154, 4.588789, 4.48129, 4.380544, 4.54105, 4.866659, 5.230691, 5.459868, 5.776029, 7.639611, 9.982716, 12.114529, 13.093637, 15.456461, 16.284951, 16.85916, 18.119835, 18.954728, 20.788079, 21.757176, 21.496918, 21.750955, 22.996294], "sum_m_pl": [0.437662, 0.844542, 0.940908, 0.955939, 1.072118, 0.847565, 0.849456, 0.760111, 0.830917, 0.910408, 1.007134, 1.115786, 1.185878, 1.227591, 1.218904, 1.3524, 1.41951, 1.425108, 1.389886, 1.380874, 1.386895, 1.357529, 1.277729, 1.286912, 1.583335, 1.698699, 1.668817, 1.89129, 1.814927, 1.833446, 1.666964, 1.587097, 1.548377, 1.641755, 1.54347, 1.304915, 1.232508, 1.036429, 0.7363, 0.734241, 0.737406, 0.676038, 0.558437, 0.398551, 0.360801, 0.124728, 0.054799, 0.047149, 0.050279, 0.002726]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "gsm8kpl-600", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1172, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9753}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 8, 8, 12, 15, 18, 18, 19, 14, 11, 12, 13, 12, 7, 8, 11, 15, 8, 19, 11, 12, 10, 11, 11, 21, 20, 17, 19, 17, 15, 18, 19, 18, 18, 19, 18, 17, 23, 22, 32, 29, 28, 27, 35, 35, 21, 9, 0, 0, 0], "n_am_pl": [1, 4, 6, 7, 10, 11, 9, 7, 10, 11, 12, 13, 11, 9, 9, 13, 7, 13, 7, 15, 10, 12, 11, 11, 6, 8, 11, 9, 8, 8, 14, 9, 9, 12, 9, 9, 13, 9, 14, 7, 8, 9, 12, 10, 12, 22, 41, 49, 46, 41], "n_pos": 94, "sum_m_en": [9.271337, 14.223872, 15.284642, 14.32592, 14.874789, 15.130782, 15.694146, 14.636676, 14.369901, 14.657649, 15.302529, 14.613535, 14.752264, 14.301266, 14.207259, 14.537349, 14.340014, 13.364296, 14.300713, 14.368263, 13.964597, 14.22074, 14.371657, 14.913601, 20.105529, 17.450425, 16.484664, 15.146359, 15.207089, 14.791346, 14.219538, 15.186532, 15.095811, 15.728303, 16.776476, 17.016804, 17.482416, 18.995178, 20.767794, 23.550182, 24.245898, 24.854191, 24.788594, 28.812755, 31.848706, 21.788111, 7.851354, 1.403318, 0.708873, 1e-06], "sum_m_pl": [1.563312, 4.320678, 4.856565, 4.774691, 4.923995, 4.579631, 4.546144, 4.334102, 4.763085, 5.104282, 5.581149, 5.945005, 6.189989, 6.555538, 7.003881, 7.056363, 6.885792, 6.622952, 6.203625, 6.340198, 6.048015, 5.887271, 5.674497, 5.748904, 8.082146, 8.474644, 8.274434, 8.19951, 8.341377, 9.125987, 8.011703, 7.825095, 7.478986, 7.288176, 6.970176, 6.382712, 7.59239, 6.797473, 6.405304, 6.399238, 6.664624, 6.273916, 8.101356, 8.438669, 10.94342, 22.035383, 38.960079, 45.192699, 43.083905, 40.164248]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 1, 1, 1, 2, 4, 2, 1, 0, 2, 1, 4, 1, 0, 2, 1, 0, 1, 1, 2, 4, 3, 5, 3, 4, 2, 1, 2, 0, 3, 2, 3, 3, 3, 3, 0, 0, 1, 1, 2, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 2, 5, 3, 2, 2, 5, 2, 3, 3, 4, 3, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.385026, 2.729032, 3.019615, 2.725908, 2.583058, 2.54891, 2.599911, 2.334707, 2.484315, 2.502267, 2.65294, 2.445944, 2.492984, 2.615775, 2.539537, 2.565669, 2.490969, 2.247073, 2.430967, 2.47041, 2.43406, 2.501457, 2.543122, 2.627233, 3.610566, 3.242818, 2.95908, 2.769701, 2.764476, 2.5603, 2.4513, 2.820478, 2.741385, 2.693961, 2.821282, 3.10151, 2.937911, 2.671403, 2.088117, 2.003812, 1.885952, 1.966142, 1.800141, 2.078062, 1.832542, 1.222468, 0.574962, 0.433523, 0.116282, 0.0], "sum_m_pl": [0.22164, 0.690529, 0.606143, 0.53302, 0.544491, 0.452075, 0.447742, 0.40044, 0.508899, 0.595403, 0.729364, 0.804536, 0.878747, 0.97065, 1.079892, 1.16453, 1.170931, 1.249762, 1.115914, 1.055412, 1.013629, 0.973822, 0.934178, 0.970404, 1.094377, 1.122817, 1.107971, 1.219205, 1.234663, 1.301502, 1.109735, 1.02674, 0.963905, 0.963453, 0.951147, 0.813086, 0.841807, 0.784295, 0.752425, 0.758568, 0.756195, 0.785874, 0.817322, 0.713591, 0.838858, 0.670374, 0.39466, 0.268225, 0.092599, 0.0]}, "lang": {"n_am_en": [1, 4, 3, 6, 9, 9, 11, 10, 6, 2, 7, 9, 9, 2, 5, 4, 9, 4, 9, 8, 8, 6, 5, 4, 11, 11, 8, 10, 9, 11, 11, 9, 11, 10, 11, 9, 10, 10, 12, 20, 18, 17, 18, 22, 23, 13, 6, 0, 0, 0], "n_am_pl": [1, 1, 3, 5, 8, 7, 5, 4, 5, 5, 5, 5, 6, 3, 3, 5, 2, 7, 2, 4, 3, 3, 3, 4, 1, 3, 5, 4, 4, 2, 8, 5, 5, 3, 3, 7, 6, 5, 8, 5, 6, 8, 11, 10, 10, 19, 31, 39, 40, 40], "n_pos": 40, "sum_m_en": [4.149977, 5.884315, 6.589658, 6.204308, 6.615567, 6.722177, 7.059896, 6.915118, 6.949838, 6.874158, 7.362901, 7.093994, 7.227852, 6.721168, 6.808077, 6.871235, 6.613417, 6.006041, 6.330339, 6.353085, 6.151259, 6.264145, 6.300458, 6.517789, 9.341436, 8.378823, 7.969051, 7.099634, 7.159205, 6.900808, 6.552461, 6.844314, 6.714866, 7.323937, 7.582734, 8.591419, 9.423011, 10.022391, 12.349715, 14.114211, 14.663893, 15.576607, 16.145685, 19.635809, 21.49125, 14.042121, 5.25121, 0.42549, 0.334041, 1e-06], "sum_m_pl": [0.686349, 1.769743, 2.077669, 2.080666, 2.25509, 2.19808, 2.187697, 2.078997, 2.292114, 2.314205, 2.54921, 2.667338, 2.893732, 3.157055, 3.289669, 3.202299, 3.145086, 3.016451, 2.885774, 2.889508, 2.740391, 2.671134, 2.572222, 2.581621, 3.726086, 3.952149, 3.970593, 3.983994, 3.977674, 4.384883, 3.857756, 3.867489, 3.70243, 3.597797, 3.362549, 3.199413, 3.959919, 3.941498, 3.82966, 3.725281, 4.028395, 3.820408, 5.741197, 6.186903, 7.859916, 17.790389, 28.518015, 35.702656, 38.069293, 39.472243]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "gsm8kpl-600", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1462, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9694, "tf_agree_excl_first": 0.9794}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 18, 18, 18, 32, 32, 38, 44, 50, 49, 46, 41, 35, 40, 48, 45, 45, 53, 46, 52, 47, 53, 48, 48, 72, 61, 63, 51, 53, 40, 40, 39, 49, 63, 65, 71, 75, 86, 82, 89, 85, 83, 80, 81, 74, 73, 77, 85, 73, 70], "n_am_pl": [3, 8, 8, 8, 12, 15, 14, 17, 8, 11, 13, 16, 21, 18, 13, 15, 13, 16, 15, 8, 10, 4, 8, 6, 13, 11, 14, 13, 14, 15, 17, 17, 10, 3, 5, 5, 5, 4, 3, 2, 3, 3, 3, 2, 1, 1, 0, 0, 0, 0], "n_pos": 158, "sum_m_en": [17.503412, 24.746091, 25.489293, 25.446106, 29.555414, 29.226476, 30.566435, 29.758356, 30.138291, 31.185991, 31.50204, 31.700539, 31.184348, 30.874089, 31.880197, 31.661708, 31.154831, 29.664695, 28.299071, 29.085575, 28.319727, 28.37862, 28.304676, 27.669836, 49.546125, 45.399456, 43.174332, 37.05714, 36.344119, 36.470611, 34.323652, 34.531663, 35.856936, 39.353302, 44.286224, 44.393959, 51.32328, 61.754157, 62.914813, 67.790748, 68.17024, 72.903237, 73.312371, 71.469493, 70.200165, 72.278177, 74.597042, 78.748876, 68.47353, 69.652607], "sum_m_pl": [2.87284, 6.559145, 7.399207, 6.950923, 7.921228, 7.459803, 7.164002, 7.141091, 7.190702, 7.761723, 9.046053, 9.846753, 10.109387, 10.663283, 10.6589, 11.171234, 11.086798, 10.677061, 11.367642, 11.124542, 10.440973, 10.065779, 10.127628, 10.121696, 12.400843, 13.681791, 12.461724, 13.033757, 13.70506, 13.958842, 13.02914, 12.027711, 11.76871, 10.804582, 8.932903, 8.890439, 7.59848, 6.472263, 6.273223, 5.792663, 5.630103, 4.429203, 4.320869, 4.139404, 3.716137, 2.853026, 1.524499, 1.756396, 0.994026, 0.044511]}, "digit": {"n_am_en": [0, 0, 1, 2, 3, 2, 8, 7, 10, 12, 9, 7, 6, 6, 8, 8, 11, 12, 9, 11, 7, 11, 7, 7, 16, 10, 13, 6, 5, 3, 4, 7, 5, 10, 7, 11, 14, 15, 12, 14, 14, 11, 8, 8, 6, 3, 6, 6, 1, 0], "n_am_pl": [0, 2, 1, 1, 5, 5, 3, 3, 2, 3, 2, 4, 6, 3, 4, 7, 5, 2, 5, 1, 2, 1, 3, 2, 2, 4, 4, 4, 3, 4, 3, 6, 4, 1, 0, 0, 1, 1, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.46548, 5.762266, 5.820482, 5.474111, 6.361108, 6.098816, 6.372135, 6.224992, 6.179528, 6.69611, 6.686767, 6.519992, 6.474715, 6.458205, 6.508663, 6.536983, 6.580744, 6.047157, 6.100609, 6.022209, 5.776417, 5.88192, 5.784328, 5.768384, 8.909425, 7.902193, 7.923812, 7.122979, 7.204039, 6.948711, 6.435826, 6.792252, 7.188866, 7.658118, 7.750581, 7.56193, 8.168572, 10.003994, 9.199456, 10.050533, 10.605422, 10.076485, 8.329729, 6.751122, 5.41054, 3.644864, 4.891926, 4.83105, 1.654812, 0.0], "sum_m_pl": [0.547971, 1.535214, 1.51519, 1.421543, 1.680264, 1.414447, 1.177391, 1.249091, 1.293699, 1.536421, 1.820746, 1.905139, 2.037122, 2.131943, 2.06643, 2.191021, 2.170823, 2.066474, 2.288485, 2.292428, 2.013029, 1.898609, 1.914008, 1.955349, 2.44661, 2.765605, 2.451049, 2.540059, 2.343217, 2.395235, 2.351998, 2.255438, 2.210469, 1.909053, 1.625565, 1.584031, 1.604307, 1.343845, 1.408948, 1.217988, 1.186512, 1.247468, 1.366095, 1.196304, 1.159792, 1.049012, 0.791852, 0.647743, 0.169175, 0.0]}, "lang": {"n_am_en": [9, 14, 11, 12, 22, 22, 22, 28, 33, 28, 26, 23, 21, 23, 30, 25, 23, 27, 21, 23, 25, 30, 28, 29, 39, 35, 32, 29, 30, 25, 24, 21, 28, 33, 37, 39, 39, 49, 47, 49, 49, 52, 54, 55, 52, 53, 54, 64, 67, 68], "n_am_pl": [0, 4, 5, 2, 4, 3, 4, 4, 1, 3, 2, 3, 7, 8, 4, 5, 6, 8, 5, 3, 3, 1, 4, 4, 5, 3, 5, 7, 6, 6, 9, 8, 5, 1, 4, 3, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [8.009751, 10.864905, 11.263704, 11.32147, 13.760332, 13.311498, 14.209199, 13.817422, 14.505979, 14.404765, 14.356139, 14.358694, 14.180124, 14.09927, 14.986977, 14.540519, 13.980186, 13.611263, 12.53241, 13.102435, 12.788633, 12.682229, 12.471379, 12.170551, 27.299956, 25.004005, 23.683453, 19.383253, 18.311027, 18.791785, 17.551428, 17.263016, 17.61806, 19.512021, 22.972724, 23.895358, 28.705563, 35.107578, 36.222522, 39.765292, 40.865996, 45.542048, 48.755218, 48.87402, 49.560136, 52.92315, 52.441859, 60.188495, 60.308387, 67.832447], "sum_m_pl": [1.093185, 2.548749, 2.877966, 2.660983, 3.059119, 2.961573, 2.967552, 2.974982, 3.113244, 3.288707, 3.803024, 4.210519, 4.428343, 4.760541, 4.683233, 4.871435, 5.072081, 4.907593, 5.240844, 5.010834, 4.716719, 4.509032, 4.603951, 4.540308, 5.417859, 6.01262, 5.829482, 5.976191, 6.347844, 6.539636, 6.034439, 5.643023, 5.547819, 5.216305, 4.173102, 4.332307, 3.627446, 3.121258, 3.019169, 2.724296, 2.558745, 1.636936, 1.513241, 1.666931, 1.433955, 0.78069, 0.263476, 0.195832, 0.352449, 0.0191]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "gsm8kpl-607", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1182, "region_end": 158, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9876}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 18, 17, 34, 53, 71, 59, 58, 71, 83, 66, 64, 59, 56, 84, 92, 85, 75, 72, 69, 76, 85, 77, 75, 125, 106, 102, 87, 70, 76, 71, 60, 68, 76, 70, 85, 97, 109, 113, 112, 129, 125, 133, 119, 110, 74, 27, 9, 18, 6], "n_am_pl": [3, 22, 30, 34, 36, 28, 44, 36, 32, 24, 36, 37, 41, 43, 30, 34, 30, 41, 33, 33, 29, 17, 22, 17, 39, 36, 29, 33, 46, 54, 57, 39, 34, 35, 17, 23, 22, 23, 28, 36, 30, 43, 38, 51, 65, 102, 141, 159, 146, 145], "n_pos": 334, "sum_m_en": [31.055954, 49.429947, 52.921041, 54.665669, 60.717399, 61.619694, 62.269678, 59.48757, 61.0372, 64.762238, 64.938965, 61.807985, 61.077836, 61.554817, 63.506258, 64.891511, 61.989356, 57.841129, 55.946511, 55.73856, 55.26119, 56.586941, 55.922289, 55.930424, 87.856242, 79.945271, 76.059361, 73.223835, 69.649068, 66.865648, 62.965953, 61.800385, 64.327118, 65.731738, 69.431671, 66.016812, 71.283825, 85.308166, 92.647765, 96.311853, 103.505687, 113.143482, 110.20438, 110.844472, 96.795979, 69.225286, 32.402669, 11.812765, 17.893307, 6.107444], "sum_m_pl": [5.298428, 16.232032, 17.645296, 16.823857, 17.466693, 16.452188, 16.341255, 16.605312, 17.521938, 17.496, 20.943101, 23.100123, 23.404476, 24.122208, 24.247871, 24.781599, 23.661705, 24.025103, 23.660685, 23.061569, 22.027135, 21.15358, 21.304446, 20.898274, 28.123092, 31.159016, 30.291333, 29.087776, 32.916702, 35.078849, 33.925117, 31.611146, 28.848373, 26.831482, 23.406993, 26.001655, 23.711376, 21.426671, 20.939583, 22.025398, 22.362449, 24.870904, 31.579909, 39.292419, 58.465472, 87.074032, 132.095304, 151.189608, 142.64579, 143.897628]}, "digit": {"n_am_en": [0, 2, 2, 2, 5, 7, 11, 5, 9, 10, 17, 9, 11, 7, 10, 20, 19, 13, 20, 17, 16, 18, 17, 15, 23, 22, 26, 17, 14, 12, 10, 16, 15, 16, 9, 12, 19, 22, 18, 15, 17, 14, 11, 9, 9, 6, 4, 2, 2, 0], "n_am_pl": [0, 3, 3, 1, 5, 3, 1, 4, 1, 3, 3, 5, 11, 5, 3, 4, 7, 9, 3, 7, 3, 3, 2, 3, 2, 5, 0, 5, 4, 8, 11, 10, 5, 8, 1, 2, 5, 5, 5, 7, 6, 6, 6, 1, 0, 0, 2, 2, 0, 0], "n_pos": 59, "sum_m_en": [5.498108, 9.940993, 10.733633, 9.881232, 10.782411, 10.746155, 10.992835, 10.518188, 11.096069, 12.327779, 12.282822, 11.453911, 11.205444, 11.328881, 11.649682, 11.616734, 11.12641, 10.277007, 10.455189, 10.096405, 9.871921, 10.246078, 10.12168, 10.35427, 16.796204, 14.615751, 14.590559, 14.328824, 13.90082, 12.966392, 11.949824, 12.511542, 12.998887, 13.099187, 13.206087, 12.016641, 12.572431, 15.555114, 15.938288, 14.618512, 15.865047, 14.680415, 12.243785, 11.535101, 9.811795, 6.648875, 5.876736, 3.641861, 1.878764, 0.0], "sum_m_pl": [0.904205, 2.869139, 2.667251, 2.258677, 2.437986, 2.180698, 1.799856, 1.839203, 2.1217, 2.455681, 3.069818, 3.088284, 3.016567, 3.070611, 3.021442, 3.253771, 3.282344, 3.513801, 3.482968, 3.585981, 3.469831, 3.335122, 3.341621, 3.35529, 3.916672, 4.483343, 3.546733, 3.947222, 4.172715, 4.365385, 4.486552, 4.067876, 3.465082, 3.014541, 2.63726, 3.345397, 3.279472, 2.652776, 2.436261, 2.487528, 2.351278, 2.377739, 2.426554, 1.951546, 1.642476, 1.501546, 1.895229, 1.42442, 0.421706, 1e-06]}, "lang": {"n_am_en": [2, 4, 6, 17, 33, 45, 34, 26, 38, 47, 28, 27, 30, 31, 49, 47, 38, 38, 33, 31, 37, 40, 40, 44, 71, 55, 47, 44, 29, 39, 38, 29, 39, 40, 34, 41, 47, 53, 62, 65, 75, 78, 79, 76, 70, 35, 15, 3, 10, 6], "n_am_pl": [0, 9, 15, 20, 19, 12, 26, 18, 18, 9, 18, 17, 17, 22, 16, 17, 11, 16, 17, 17, 22, 9, 14, 6, 21, 20, 19, 20, 31, 35, 31, 20, 17, 20, 14, 15, 11, 12, 12, 19, 14, 22, 24, 36, 46, 86, 113, 133, 133, 145], "n_pos": 153, "sum_m_en": [14.291676, 20.915612, 23.022977, 24.67105, 28.573866, 28.797962, 29.098767, 27.843122, 28.427008, 29.420847, 29.564463, 28.458524, 28.383605, 28.54507, 29.936019, 30.487378, 28.929381, 27.179393, 25.670178, 25.803312, 25.649247, 26.090987, 25.877387, 25.584533, 43.943298, 39.998414, 36.799469, 34.956058, 32.408122, 30.620163, 29.414506, 28.107678, 29.089507, 30.009984, 30.811013, 29.529108, 32.930434, 40.022339, 44.14306, 49.338293, 53.766033, 64.351062, 61.516863, 66.279371, 58.016648, 33.958869, 16.41125, 3.524925, 9.377185, 6.089418], "sum_m_pl": [2.495747, 7.167204, 8.10235, 8.079431, 8.173105, 7.76198, 8.269868, 8.447599, 9.152528, 8.725191, 10.430532, 11.772181, 12.332442, 12.980532, 12.921787, 12.767713, 12.037414, 12.280551, 12.09825, 11.451124, 10.744001, 10.317818, 10.433337, 10.046119, 14.100139, 16.089458, 16.588156, 15.26516, 17.643534, 19.189391, 18.67543, 18.169481, 16.458885, 15.685436, 13.993144, 15.291515, 14.245756, 13.142852, 12.575824, 13.115567, 13.234906, 15.120229, 20.334657, 27.219609, 39.077405, 69.56551, 105.384813, 126.105487, 130.208942, 143.162324]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 338, "item_id": "gsm8kpl-607", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1472, "region_end": 334, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 0.9941}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 8, 6, 14, 13, 22, 20, 19, 14, 16, 18, 13, 14, 13, 24, 36, 36, 31, 31, 41, 35, 39, 41, 39, 58, 58, 42, 39, 39, 33, 30, 29, 29, 40, 37, 37, 47, 49, 55, 56, 51, 53, 52, 53, 53, 58, 56, 56, 45, 43], "n_am_pl": [2, 9, 13, 2, 2, 1, 3, 5, 11, 8, 15, 12, 12, 9, 12, 8, 7, 7, 11, 7, 5, 2, 3, 2, 5, 3, 5, 5, 6, 8, 8, 11, 8, 3, 2, 3, 4, 3, 2, 3, 2, 0, 0, 0, 0, 2, 2, 2, 0, 0], "n_pos": 119, "sum_m_en": [12.779115, 17.554297, 17.524163, 18.069197, 20.253714, 20.286135, 20.067179, 19.471311, 19.397721, 19.679533, 19.899523, 19.380893, 19.411234, 19.906405, 21.35001, 21.630883, 22.163779, 19.844292, 20.124831, 20.425108, 19.316743, 19.55305, 20.039664, 19.50891, 38.169093, 33.582209, 30.742627, 25.795218, 25.216859, 23.166182, 22.205798, 21.978188, 23.352914, 25.834772, 27.749962, 28.07803, 34.330318, 40.52306, 43.104124, 46.344694, 48.394575, 49.052222, 48.354973, 47.81325, 47.838161, 52.215463, 53.505414, 51.446593, 44.435052, 42.937819], "sum_m_pl": [2.397695, 5.427529, 5.843881, 5.044563, 5.590962, 5.003939, 4.759568, 4.998006, 5.208606, 5.671426, 6.779869, 6.87584, 7.1173, 6.798338, 6.605613, 6.921071, 6.45598, 6.426748, 6.988626, 7.418504, 7.007765, 6.685559, 6.73268, 6.811052, 6.674013, 7.693455, 7.75261, 8.404055, 8.5804, 9.175889, 8.651543, 8.235148, 8.138453, 7.517637, 6.753821, 6.695688, 6.058053, 5.12802, 4.715103, 4.411854, 3.718388, 3.316828, 3.145822, 2.741787, 3.654337, 2.626578, 1.845606, 1.305694, 0.823877, 6e-06]}, "digit": {"n_am_en": [0, 2, 2, 4, 1, 4, 8, 7, 6, 5, 9, 4, 5, 5, 11, 14, 14, 7, 8, 9, 8, 9, 10, 10, 17, 15, 10, 9, 9, 6, 5, 4, 6, 10, 6, 5, 8, 8, 9, 8, 6, 6, 6, 7, 7, 7, 5, 5, 1, 0], "n_am_pl": [0, 2, 1, 0, 1, 1, 0, 0, 2, 3, 4, 6, 2, 3, 4, 5, 3, 4, 3, 2, 2, 1, 3, 2, 1, 1, 1, 2, 3, 4, 3, 4, 4, 3, 1, 1, 2, 2, 1, 1, 2, 0, 0, 0, 0, 2, 2, 2, 0, 0], "n_pos": 33, "sum_m_en": [3.607308, 5.584129, 5.54388, 5.393382, 5.8643, 5.715817, 5.832318, 5.512868, 5.519876, 5.628047, 6.125265, 5.852513, 5.880679, 6.096743, 6.575264, 6.62974, 6.570044, 5.743945, 5.931547, 5.867399, 5.569553, 5.586754, 5.622083, 5.669701, 10.507778, 8.650531, 7.955012, 6.760298, 6.633451, 6.198878, 6.129297, 6.519013, 6.951923, 7.487591, 7.907696, 7.832127, 8.171297, 8.804463, 8.173867, 7.575351, 7.77315, 7.576399, 7.037703, 7.710176, 7.096694, 6.234722, 5.52831, 3.846489, 1.690977, 0.0], "sum_m_pl": [0.715613, 1.604703, 1.346647, 1.286662, 1.398307, 1.254688, 1.060728, 1.091263, 1.221527, 1.458271, 1.837347, 1.816533, 1.970116, 1.841934, 1.706588, 1.998501, 1.772761, 1.788932, 1.878935, 2.009955, 1.878296, 1.785466, 1.814446, 1.911946, 1.759467, 2.055222, 1.994919, 2.336538, 2.424342, 2.384111, 2.129422, 1.964104, 1.755692, 1.738346, 1.770896, 1.75336, 1.630846, 1.517693, 1.570012, 1.757766, 1.538277, 1.604703, 1.505964, 1.27442, 1.643451, 1.626594, 1.242922, 0.973273, 0.462196, 0.0]}, "lang": {"n_am_en": [0, 1, 2, 4, 6, 10, 7, 7, 3, 5, 4, 6, 3, 5, 7, 14, 14, 14, 12, 20, 17, 20, 18, 18, 27, 28, 22, 20, 17, 16, 17, 15, 14, 19, 21, 23, 26, 27, 32, 33, 32, 35, 35, 35, 38, 39, 41, 40, 38, 42], "n_am_pl": [0, 3, 5, 1, 1, 0, 1, 2, 7, 4, 5, 3, 5, 5, 6, 2, 1, 0, 3, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 1, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.560792, 6.160537, 6.332584, 6.63439, 7.86577, 7.992683, 7.858406, 7.67159, 7.589207, 7.534932, 7.159601, 7.134239, 7.218735, 7.428184, 7.772894, 8.003123, 8.378272, 7.739822, 7.647982, 7.918749, 7.346716, 7.627032, 8.111031, 7.511042, 17.534499, 16.284897, 14.438135, 11.567104, 10.780114, 9.893445, 9.401631, 8.9111, 9.220448, 10.324053, 11.431621, 11.357369, 15.493486, 19.709994, 22.485261, 25.31771, 27.496851, 29.980953, 30.460997, 30.692396, 32.087646, 35.624537, 37.852265, 37.255421, 36.691834, 41.826731], "sum_m_pl": [0.77339, 1.905984, 2.188889, 1.793461, 2.01458, 1.864923, 1.856959, 1.951344, 2.126971, 2.134569, 2.578409, 2.654554, 2.494642, 2.485701, 2.497174, 2.46481, 2.318478, 2.216146, 2.537491, 2.776502, 2.647659, 2.498708, 2.511004, 2.457185, 2.231762, 2.575902, 2.606822, 2.922615, 2.967953, 3.290159, 3.274654, 3.178726, 3.417503, 2.995318, 2.47217, 2.709975, 2.49384, 1.872802, 1.626282, 1.273522, 0.949491, 0.774612, 0.670112, 0.621111, 1.079187, 0.364655, 0.300383, 0.121226, 0.123556, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "gsm8kpl-614", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1150, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9919}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 6, 7, 15, 14, 16, 15, 19, 17, 22, 22, 13, 24, 24, 32, 37, 40, 29, 40, 50, 44, 49, 50, 48, 78, 72, 55, 48, 45, 46, 35, 41, 41, 56, 53, 59, 59, 70, 65, 73, 76, 74, 74, 82, 74, 51, 26, 2, 2, 0], "n_am_pl": [2, 10, 12, 8, 9, 15, 13, 16, 14, 14, 19, 19, 28, 16, 11, 11, 3, 11, 11, 8, 8, 7, 8, 7, 8, 9, 11, 13, 11, 15, 12, 13, 11, 12, 12, 12, 11, 5, 6, 8, 7, 11, 11, 10, 19, 43, 59, 75, 76, 80], "n_pos": 163, "sum_m_en": [15.48474, 23.954094, 24.67824, 25.565742, 26.63216, 27.411341, 27.032314, 27.482496, 27.76839, 27.807417, 29.158393, 27.89367, 28.197079, 28.375165, 30.373527, 30.631115, 30.610396, 27.191497, 27.542082, 27.528183, 26.342945, 26.497061, 27.397694, 26.52646, 52.359643, 47.001504, 40.750633, 34.694621, 33.238706, 30.992343, 29.790646, 30.273275, 31.057335, 36.127137, 37.851013, 39.840072, 45.29121, 53.71794, 53.064453, 59.956264, 65.900505, 67.489332, 63.671922, 73.811287, 68.594261, 45.705866, 23.418957, 4.897088, 3.004304, 0.0041], "sum_m_pl": [2.585423, 7.999413, 8.035796, 7.386861, 8.049318, 7.731026, 7.727844, 8.483279, 8.995322, 9.441186, 11.089838, 11.140352, 11.87076, 11.81049, 11.115733, 10.889888, 9.702028, 9.556517, 9.60752, 9.983336, 9.583929, 9.242092, 9.477206, 9.327991, 10.503833, 11.863878, 11.872787, 12.602795, 14.11243, 15.447043, 14.316343, 14.061981, 13.791457, 12.842297, 11.512616, 10.804228, 10.201634, 9.026759, 8.895376, 9.140242, 10.08821, 9.538106, 11.936837, 11.161118, 17.105317, 36.492261, 57.640409, 73.084129, 74.221438, 79.840023]}, "digit": {"n_am_en": [0, 2, 2, 1, 0, 2, 0, 2, 0, 3, 6, 3, 4, 7, 10, 12, 11, 4, 4, 9, 7, 7, 8, 9, 14, 15, 13, 12, 10, 9, 5, 9, 6, 8, 5, 6, 6, 8, 4, 6, 5, 6, 5, 7, 6, 6, 4, 1, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 1, 1, 0, 2, 0, 2, 2, 8, 5, 1, 3, 0, 4, 3, 2, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 5, 1, 1, 1, 1, 1, 1, 0, 2, 2, 1, 2, 2, 1, 2, 4, 4, 3, 0, 0], "n_pos": 32, "sum_m_en": [3.137583, 5.146971, 5.519986, 5.227423, 5.359803, 5.484259, 5.275028, 5.097037, 5.323466, 5.458517, 5.73711, 5.519264, 5.430319, 5.539246, 6.018391, 5.987525, 5.958744, 5.205081, 5.440365, 5.449236, 5.284851, 5.388476, 5.583726, 5.551467, 10.700048, 9.71641, 8.583231, 7.581142, 7.276852, 6.27104, 6.131433, 6.81319, 6.524804, 6.799782, 7.112198, 6.929332, 7.47226, 7.710938, 7.322914, 7.085053, 6.868045, 6.959547, 6.58951, 6.934398, 6.50158, 4.828253, 3.728163, 2.156976, 0.461853, 0.0], "sum_m_pl": [0.613132, 1.679954, 1.330552, 1.261246, 1.279231, 1.21622, 1.040665, 1.086723, 1.231422, 1.416233, 1.773593, 1.746922, 1.903414, 1.827886, 1.645247, 1.962809, 1.664283, 1.66415, 1.695106, 1.829225, 1.758689, 1.637507, 1.662433, 1.730286, 1.470255, 1.714244, 1.612049, 1.870885, 1.99854, 2.040377, 1.920455, 1.782041, 1.592165, 1.570713, 1.590879, 1.628026, 1.413689, 1.362311, 1.382736, 1.522417, 1.370662, 1.297184, 1.29917, 1.524359, 1.807092, 2.322579, 2.988185, 2.043044, 0.414636, 0.0]}, "lang": {"n_am_en": [1, 1, 4, 9, 10, 10, 10, 10, 10, 12, 10, 9, 13, 15, 18, 18, 19, 17, 26, 30, 30, 34, 33, 30, 49, 44, 32, 26, 25, 26, 18, 21, 24, 39, 38, 44, 41, 48, 47, 51, 50, 53, 52, 60, 57, 37, 17, 1, 1, 0], "n_am_pl": [1, 6, 5, 4, 6, 9, 9, 12, 8, 9, 13, 9, 16, 8, 9, 7, 3, 5, 6, 6, 4, 4, 4, 4, 5, 6, 8, 8, 6, 11, 5, 10, 8, 10, 7, 9, 8, 5, 3, 4, 5, 7, 9, 7, 12, 34, 54, 68, 75, 80], "n_pos": 81, "sum_m_en": [7.910922, 11.793607, 12.22307, 13.027021, 13.832331, 14.254955, 14.307839, 14.862397, 14.983488, 14.687974, 15.541647, 14.893524, 15.019186, 15.230561, 16.148538, 16.226815, 15.980697, 14.142187, 14.236692, 14.279081, 13.662914, 13.685389, 14.379394, 13.561505, 30.483197, 27.15998, 22.753854, 18.165046, 17.118282, 16.316537, 15.927691, 15.86851, 16.416677, 20.793997, 21.438288, 23.129593, 26.009925, 32.602384, 33.137735, 39.066019, 42.947834, 45.34449, 42.902061, 52.337197, 50.149294, 33.00729, 14.904475, 1.970906, 1.330508, 7.5e-05], "sum_m_pl": [1.130444, 3.766603, 3.903026, 3.539233, 3.950615, 3.988161, 4.263117, 4.781254, 5.243468, 5.250464, 6.228218, 6.105517, 6.567658, 6.766607, 6.487494, 5.883671, 5.373274, 5.347271, 5.348963, 5.412915, 5.123729, 4.966603, 5.152294, 4.948048, 6.095576, 6.817659, 6.929601, 7.038829, 8.097032, 8.855893, 8.236704, 8.539081, 8.542105, 7.805011, 7.029661, 6.65554, 6.758983, 5.949058, 5.510114, 5.757033, 6.768892, 6.404595, 9.088855, 7.810935, 11.590253, 29.417082, 51.83817, 66.893766, 72.477866, 79.808483]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "gsm8kpl-614", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1440, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.994}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 4, 5, 5, 10, 7, 10, 5, 4, 7, 8, 10, 11, 8, 7, 10, 11, 10, 7, 12, 12, 15, 14, 11, 18, 19, 16, 10, 13, 8, 12, 15, 14, 18, 20, 16, 26, 27, 32, 33, 32, 36, 39, 35, 36, 33, 32, 34, 33, 29], "n_am_pl": [0, 5, 5, 8, 3, 4, 3, 5, 3, 1, 1, 2, 4, 7, 11, 8, 3, 3, 5, 5, 7, 4, 3, 5, 7, 10, 9, 9, 10, 10, 3, 5, 4, 4, 6, 3, 1, 1, 0, 1, 3, 1, 0, 1, 1, 0, 1, 1, 0, 0], "n_pos": 70, "sum_m_en": [7.955982, 10.582508, 9.921339, 10.150224, 10.355312, 10.403433, 10.75229, 9.99709, 9.22756, 9.311661, 9.848855, 10.453042, 9.493456, 9.4905, 9.342876, 9.40043, 9.265767, 9.02555, 9.650813, 10.311153, 9.893677, 9.910639, 9.786315, 10.043218, 15.387439, 13.299612, 11.7485, 10.121153, 10.280161, 10.530124, 10.451949, 10.297904, 10.467048, 11.512463, 12.310899, 14.390484, 17.762172, 21.20641, 24.36728, 26.288798, 26.85045, 27.71152, 30.902467, 30.824407, 30.909401, 30.901557, 32.415651, 33.535606, 31.11389, 29.111984], "sum_m_pl": [1.406773, 2.877673, 3.234654, 3.15598, 3.361879, 3.090425, 3.021963, 3.00115, 3.225034, 3.359581, 3.537726, 3.74124, 3.967314, 3.934771, 3.913392, 3.984033, 4.139144, 4.454885, 4.269979, 4.414624, 4.391102, 4.22361, 4.047145, 4.036816, 5.405471, 5.992025, 6.249164, 6.25215, 5.674418, 5.976098, 5.330563, 5.148656, 5.299362, 5.245273, 4.8671, 4.233653, 3.714271, 3.503893, 3.398912, 3.186151, 3.524336, 2.919862, 2.146047, 1.884351, 1.811372, 1.259865, 1.544132, 1.027114, 0.533701, 0.246765]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 2, 3, 1, 2, 0, 2, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.881934, 1.63243, 1.441248, 1.356571, 1.284689, 1.353384, 1.389751, 1.194679, 1.136326, 1.173171, 1.26625, 1.281016, 1.186711, 1.323887, 1.339168, 1.355084, 1.40001, 1.229462, 1.360773, 1.432661, 1.413379, 1.400037, 1.363752, 1.415484, 1.757401, 1.704258, 1.500046, 1.481822, 1.482084, 1.412945, 1.386728, 1.55582, 1.437135, 1.397988, 1.3813, 1.201823, 1.198128, 1.151841, 1.056753, 1.122186, 1.139987, 1.162968, 1.070731, 0.830525, 0.787161, 0.638657, 0.440776, 0.367178, 0.133819, 0.0], "sum_m_pl": [0.12753, 0.324786, 0.270701, 0.263338, 0.271086, 0.247507, 0.220016, 0.214826, 0.258237, 0.283479, 0.370279, 0.373957, 0.467482, 0.458327, 0.435355, 0.449122, 0.460756, 0.574931, 0.505023, 0.488692, 0.483669, 0.477562, 0.45858, 0.487058, 0.552818, 0.566686, 0.536179, 0.571661, 0.467645, 0.591772, 0.598001, 0.581951, 0.540549, 0.5266, 0.492642, 0.488409, 0.467382, 0.511389, 0.530848, 0.54116, 0.567472, 0.590405, 0.501488, 0.419696, 0.293197, 0.230145, 0.187027, 0.088694, 0.047966, 0.0]}, "lang": {"n_am_en": [3, 2, 2, 2, 5, 3, 4, 3, 4, 5, 4, 3, 7, 5, 4, 7, 6, 7, 5, 10, 10, 13, 11, 9, 14, 15, 12, 7, 10, 6, 8, 10, 9, 13, 13, 10, 17, 20, 23, 24, 21, 25, 27, 26, 26, 25, 27, 29, 29, 28], "n_am_pl": [0, 2, 2, 5, 2, 4, 2, 2, 1, 0, 0, 2, 2, 3, 3, 3, 2, 1, 1, 1, 3, 2, 1, 2, 5, 4, 5, 6, 7, 7, 2, 2, 3, 2, 4, 2, 0, 0, 0, 1, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.562738, 4.397306, 4.395626, 4.380192, 4.629936, 4.576284, 4.850767, 4.758945, 4.522523, 4.424716, 4.654875, 4.871301, 4.57909, 4.445339, 4.355511, 4.33463, 4.108678, 4.247447, 4.36426, 4.641983, 4.363096, 4.380875, 4.34144, 4.470958, 9.88942, 7.958701, 6.729945, 4.954221, 4.776969, 4.992558, 4.943203, 4.806525, 5.038742, 5.777291, 6.271275, 8.467675, 10.341931, 13.142373, 16.818724, 19.289824, 19.52947, 20.418697, 22.107167, 23.134066, 23.911794, 24.78421, 26.250666, 26.789638, 26.41742, 27.86903], "sum_m_pl": [0.701876, 1.221947, 1.451492, 1.457165, 1.568951, 1.434915, 1.409896, 1.41463, 1.578086, 1.626192, 1.723063, 1.840952, 2.011036, 1.994781, 1.905008, 1.931186, 1.908584, 1.973243, 1.982019, 1.998107, 1.982409, 1.899253, 1.821671, 1.782037, 2.644435, 3.045249, 3.358024, 3.331565, 3.141496, 3.178811, 2.886257, 2.742195, 2.844534, 2.740831, 2.487029, 2.174005, 1.88595, 1.651623, 1.594442, 1.384618, 1.813432, 1.234425, 0.818808, 0.806987, 0.989292, 0.597558, 0.34973, 0.259057, 0.144314, 0.116602]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "gsm8kpl-616", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9863}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 8, 14, 13, 18, 17, 17, 14, 13, 13, 14, 17, 14, 9, 13, 12, 12, 11, 15, 18, 19, 21, 22, 24, 48, 36, 25, 17, 16, 18, 13, 14, 13, 23, 23, 29, 30, 34, 33, 40, 41, 45, 41, 39, 46, 41, 19, 4, 0, 0], "n_am_pl": [4, 5, 16, 17, 8, 6, 5, 6, 9, 10, 9, 12, 16, 20, 13, 15, 13, 10, 4, 2, 2, 5, 7, 7, 11, 10, 10, 20, 20, 17, 21, 14, 23, 14, 17, 19, 12, 8, 11, 12, 12, 13, 20, 20, 20, 20, 44, 55, 62, 61], "n_pos": 112, "sum_m_en": [11.450971, 17.855321, 18.052221, 17.89416, 18.397201, 18.247692, 19.319318, 18.172962, 17.127965, 17.322994, 18.576606, 18.643337, 17.64667, 17.085962, 16.964105, 17.583697, 16.993741, 15.532316, 16.786822, 17.078914, 16.598714, 16.735798, 16.759431, 17.038456, 25.15417, 21.616242, 19.005688, 16.859249, 17.16361, 17.562163, 16.464908, 17.186259, 16.992378, 18.266216, 17.960842, 19.652948, 21.54474, 23.565733, 27.410305, 33.986807, 36.662516, 35.649205, 35.31921, 38.345351, 43.29819, 35.917541, 17.401905, 4.251976, 1.132518, 1.5e-05], "sum_m_pl": [1.940218, 5.077204, 5.727496, 5.590846, 6.075094, 5.748876, 5.615616, 5.415069, 6.083712, 6.344798, 6.590529, 7.159855, 7.469804, 7.645229, 7.353356, 7.64532, 7.091946, 6.967346, 6.400363, 6.520238, 6.44799, 6.3519, 6.207757, 6.146559, 8.023656, 9.180286, 9.448625, 11.037312, 10.454002, 10.940272, 10.427946, 10.285275, 10.863182, 9.839111, 8.995388, 8.183171, 8.016732, 7.536951, 7.769823, 8.293609, 9.724621, 10.41746, 12.420368, 15.02953, 16.242053, 20.818366, 38.675011, 51.810595, 61.345576, 61.038396]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 3, 1, 0, 1, 0, 0, 0, 1, 1, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.733417, 1.601798, 1.612261, 1.430256, 1.323626, 1.314492, 1.385576, 1.213445, 1.191463, 1.221907, 1.331363, 1.313779, 1.188289, 1.214964, 1.230241, 1.299908, 1.38468, 1.274765, 1.424928, 1.425345, 1.427399, 1.460681, 1.412665, 1.443553, 2.272469, 1.751162, 1.47266, 1.344556, 1.402141, 1.393728, 1.221648, 1.398455, 1.346957, 1.378391, 1.401636, 1.344431, 1.539261, 1.544536, 1.384804, 1.327913, 1.191921, 1.102446, 0.821469, 0.564362, 0.493844, 0.316157, 0.233514, 0.191028, 0.106616, 0.0], "sum_m_pl": [0.125296, 0.422305, 0.324385, 0.283602, 0.29173, 0.248471, 0.239404, 0.228492, 0.301374, 0.310431, 0.39408, 0.437094, 0.464767, 0.454498, 0.426694, 0.477485, 0.437642, 0.483677, 0.459664, 0.458174, 0.456283, 0.45295, 0.437334, 0.441383, 0.458052, 0.519607, 0.462889, 0.587132, 0.499293, 0.58299, 0.563497, 0.558059, 0.443565, 0.408045, 0.403169, 0.385148, 0.375149, 0.356872, 0.363738, 0.378343, 0.384547, 0.403541, 0.398687, 0.352631, 0.26564, 0.235425, 0.279926, 0.378101, 0.031163, 0.0]}, "lang": {"n_am_en": [4, 5, 8, 7, 12, 10, 13, 11, 7, 6, 8, 9, 8, 7, 7, 7, 9, 8, 11, 13, 16, 16, 15, 16, 32, 24, 18, 13, 15, 14, 9, 10, 8, 18, 15, 21, 20, 21, 19, 26, 23, 25, 21, 24, 25, 23, 12, 2, 0, 0], "n_am_pl": [3, 4, 9, 13, 3, 2, 3, 6, 8, 5, 3, 6, 11, 14, 9, 10, 5, 6, 2, 0, 0, 1, 3, 3, 4, 5, 6, 11, 13, 11, 14, 11, 18, 9, 10, 11, 7, 6, 8, 11, 11, 12, 18, 18, 18, 19, 39, 52, 59, 60], "n_pos": 61, "sum_m_en": [6.715308, 9.518244, 9.705141, 9.54579, 10.144085, 10.092169, 10.989189, 10.512434, 9.98347, 9.959732, 10.699397, 10.809168, 10.213901, 9.90964, 9.865529, 10.26975, 9.719464, 8.778602, 9.322007, 9.524784, 9.269957, 9.341494, 9.371257, 9.399138, 15.92646, 13.561708, 11.538742, 10.025577, 9.960416, 10.088138, 9.562798, 9.840094, 9.750185, 10.894561, 10.362725, 12.36606, 13.301261, 14.792864, 17.083521, 20.936853, 21.542585, 20.931519, 20.250755, 23.982034, 25.358433, 21.433337, 10.782385, 1.686058, 0.329726, 1.5e-05], "sum_m_pl": [1.119906, 2.743126, 3.089801, 3.094937, 3.285348, 3.274717, 3.196086, 3.155702, 3.651167, 3.62943, 3.780648, 4.20699, 4.443181, 4.604204, 4.448792, 4.581481, 4.128938, 4.0621, 3.712399, 3.705576, 3.608731, 3.579683, 3.488174, 3.42472, 4.159992, 5.142491, 5.603307, 6.590307, 6.529289, 6.762477, 6.522013, 6.597546, 7.181241, 6.299976, 5.689486, 5.252741, 5.304968, 4.864601, 5.369902, 6.341148, 7.709775, 8.063508, 9.829851, 12.590582, 14.093903, 18.911148, 34.409964, 49.092184, 58.758332, 59.910565]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "gsm8kpl-616", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1476, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9913}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 6, 7, 11, 8, 5, 10, 13, 11, 12, 15, 11, 12, 15, 23, 19, 19, 19, 21, 24, 23, 22, 19, 20, 36, 32, 27, 25, 17, 21, 19, 16, 16, 19, 22, 24, 31, 36, 36, 38, 41, 35, 33, 34, 31, 33, 31, 33, 29, 26], "n_am_pl": [1, 7, 4, 4, 7, 4, 10, 1, 1, 5, 4, 5, 6, 3, 12, 2, 2, 2, 4, 2, 2, 2, 1, 2, 0, 2, 0, 2, 0, 4, 2, 4, 0, 2, 3, 4, 2, 3, 0, 2, 1, 1, 1, 1, 1, 0, 2, 0, 0, 1], "n_pos": 78, "sum_m_en": [8.302511, 11.709795, 11.668946, 12.394382, 13.466417, 12.810894, 12.605223, 12.245765, 11.955278, 13.018826, 13.067875, 12.901111, 13.514083, 14.1, 15.314148, 14.59854, 14.576019, 13.640277, 14.062473, 14.100267, 13.352919, 13.265422, 13.126764, 13.153348, 22.154925, 20.350715, 18.277752, 16.584262, 16.294448, 16.85959, 15.667334, 15.968094, 16.610382, 18.100253, 19.11239, 20.964931, 23.84277, 26.647013, 28.943757, 33.630203, 32.812775, 30.993295, 32.273726, 31.348176, 31.146022, 31.902263, 31.739111, 29.76005, 27.535268, 26.027499], "sum_m_pl": [1.437675, 3.688438, 3.895653, 3.798669, 4.315238, 3.798395, 3.685068, 3.485691, 3.804206, 4.397055, 4.677323, 4.584139, 4.512151, 4.185587, 4.085157, 4.177046, 4.187836, 4.222657, 4.388877, 4.539406, 4.552808, 4.421802, 4.385413, 4.538287, 4.793037, 4.86375, 4.46343, 5.148074, 4.902358, 5.507796, 5.109111, 4.616974, 4.795446, 4.531512, 4.411388, 4.433232, 4.005746, 3.413458, 3.006086, 3.010773, 3.170625, 2.895061, 2.851068, 2.697491, 2.035186, 1.271221, 1.309783, 0.590836, 0.437863, 0.864872]}, "digit": {"n_am_en": [0, 0, 2, 4, 3, 2, 7, 7, 3, 4, 7, 5, 3, 2, 6, 7, 6, 7, 8, 7, 5, 4, 3, 4, 9, 8, 9, 7, 4, 6, 5, 6, 5, 3, 3, 5, 2, 3, 3, 3, 5, 4, 2, 3, 2, 2, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 3, 3, 5, 1, 1, 1, 1, 2, 1, 1, 0, 1, 0, 1, 0, 2, 0, 2, 1, 2, 0, 0, 1, 1, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.169657, 3.790219, 3.694929, 3.750982, 4.069379, 4.003589, 3.968989, 3.665018, 3.482383, 3.921338, 4.177971, 3.998812, 4.115869, 4.284503, 4.748191, 4.480465, 4.487256, 4.044863, 4.214409, 4.11075, 3.789883, 3.84091, 3.815109, 3.843182, 6.484642, 6.084066, 5.599816, 4.907071, 5.079317, 5.053593, 4.505914, 4.70006, 4.818711, 4.714546, 4.576689, 4.75815, 4.571097, 4.684393, 4.381745, 5.243273, 4.403075, 4.066535, 3.891829, 3.131335, 3.10123, 2.837858, 2.818906, 1.461547, 0.555014, 0.0], "sum_m_pl": [0.376891, 1.061438, 0.816085, 0.836153, 0.973133, 0.865584, 0.742239, 0.699744, 0.84275, 0.997428, 1.183851, 1.133571, 1.208791, 1.112087, 1.009915, 1.042321, 1.058963, 1.162811, 1.153971, 1.16548, 1.192455, 1.176476, 1.160512, 1.249428, 1.40669, 1.383392, 1.220792, 1.417563, 1.319524, 1.474045, 1.302515, 1.203988, 1.074736, 0.977076, 1.028748, 1.248372, 1.160902, 1.175043, 1.148255, 1.047586, 1.06417, 1.081819, 1.064547, 0.887936, 0.872542, 0.592035, 0.703723, 0.367551, 0.195863, 0.0]}, "lang": {"n_am_en": [2, 5, 1, 4, 0, 1, 1, 2, 4, 3, 4, 3, 7, 8, 12, 8, 9, 8, 9, 10, 13, 13, 12, 11, 17, 15, 13, 11, 8, 11, 11, 7, 8, 9, 12, 12, 17, 20, 21, 22, 23, 23, 24, 23, 24, 25, 23, 24, 24, 25], "n_am_pl": [0, 2, 0, 2, 6, 3, 5, 0, 0, 3, 2, 1, 2, 0, 3, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 2, 2, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.907373, 3.596292, 3.454334, 3.89095, 4.027693, 3.756515, 3.573334, 3.731204, 3.685801, 4.010202, 3.768492, 3.842456, 4.212462, 4.503209, 4.81154, 4.773954, 4.627986, 4.396965, 4.564177, 4.59236, 4.427672, 4.282975, 4.1947, 4.081064, 9.16172, 8.286029, 7.2582, 6.101125, 5.462643, 5.62315, 5.332374, 5.383904, 5.543299, 7.033166, 7.653546, 8.698385, 10.729387, 13.28115, 15.720529, 17.89943, 19.131038, 19.823091, 21.646471, 21.549257, 22.040533, 23.032195, 22.977591, 21.878284, 22.537092, 24.822101], "sum_m_pl": [0.450482, 1.075115, 1.224448, 1.245093, 1.458741, 1.232354, 1.241314, 1.123597, 1.226356, 1.380855, 1.443325, 1.492292, 1.451837, 1.439181, 1.398216, 1.388987, 1.379887, 1.338067, 1.472222, 1.522863, 1.506008, 1.457743, 1.457273, 1.46601, 1.533056, 1.536233, 1.515406, 1.723251, 1.66963, 1.846521, 1.768874, 1.681879, 1.905709, 1.821859, 1.739697, 1.690302, 1.599292, 1.211842, 1.012448, 1.126603, 1.196631, 1.010949, 0.969618, 1.143466, 0.769217, 0.347772, 0.420637, 0.082208, 0.057287, 1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "gsm8kpl-617", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9753, "tf_agree_excl_first": 0.9875}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 4, 7, 12, 11, 16, 12, 19, 20, 32, 24, 20, 19, 21, 33, 29, 32, 28, 34, 47, 48, 55, 53, 51, 75, 65, 47, 48, 34, 28, 21, 32, 26, 45, 47, 56, 62, 66, 72, 74, 67, 68, 64, 75, 64, 43, 16, 4, 2, 0], "n_am_pl": [4, 10, 10, 8, 12, 5, 8, 10, 14, 7, 15, 19, 16, 11, 17, 11, 9, 9, 6, 5, 6, 5, 5, 4, 4, 8, 13, 11, 12, 15, 12, 11, 9, 6, 6, 12, 7, 13, 8, 15, 12, 12, 16, 11, 18, 32, 51, 63, 62, 62], "n_pos": 141, "sum_m_en": [13.067554, 20.12191, 21.018478, 21.956171, 23.401504, 22.323448, 22.929811, 23.165131, 23.29859, 25.576547, 26.098397, 25.07034, 25.580936, 26.506984, 28.123383, 26.729999, 26.676408, 24.295045, 24.701613, 24.243068, 23.690149, 23.669141, 23.373211, 23.154445, 46.271067, 40.646022, 35.617699, 31.299267, 29.112086, 27.189458, 24.983208, 25.450777, 25.990636, 28.456896, 31.631228, 35.189722, 35.713993, 41.377262, 49.408257, 60.622517, 58.598384, 55.820021, 61.663582, 63.198538, 55.952465, 39.870473, 17.057593, 5.104384, 1.741234, 0.007435], "sum_m_pl": [2.520719, 7.099007, 7.45959, 7.21853, 7.870496, 7.051071, 7.449324, 7.844875, 7.996291, 8.629526, 9.614433, 9.305326, 9.159744, 8.584382, 8.168345, 8.204848, 7.864894, 7.734108, 7.735494, 8.032406, 8.020923, 7.896329, 7.924978, 7.898096, 8.446477, 9.258391, 9.809035, 9.929007, 10.363554, 11.72809, 10.497279, 10.004729, 10.086835, 8.868985, 8.375562, 8.27078, 8.805487, 8.644423, 9.197526, 9.184306, 9.695836, 10.319073, 12.256993, 13.444033, 17.98588, 30.699488, 50.365151, 61.891475, 61.981182, 62.203354]}, "digit": {"n_am_en": [0, 0, 1, 3, 1, 1, 1, 3, 3, 7, 6, 7, 3, 0, 5, 3, 3, 3, 6, 5, 5, 3, 2, 2, 6, 4, 4, 5, 6, 3, 2, 5, 0, 4, 3, 4, 5, 7, 4, 5, 4, 5, 2, 5, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 0, 0, 1, 0, 0, 2, 1, 3, 2, 3, 1, 1, 0, 0, 0, 1, 1, 2, 1, 0, 0, 0, 2, 1, 2, 1, 0, 0, 0, 0, 2, 1, 2, 0, 3, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 21, "sum_m_en": [2.043636, 3.525285, 3.800232, 3.711662, 3.87414, 3.77263, 3.623982, 3.634195, 3.505828, 4.039622, 4.163001, 3.944509, 4.020767, 4.197118, 4.637181, 4.169887, 4.292849, 3.860582, 4.080809, 3.881473, 3.687771, 3.682116, 3.557746, 3.621986, 5.467499, 4.794064, 4.491241, 4.331616, 4.324501, 4.08077, 3.621213, 3.827506, 3.88936, 3.934469, 4.095526, 4.498221, 4.072203, 4.051778, 3.873276, 4.693868, 3.820949, 2.882223, 2.825847, 3.035479, 2.182051, 1.852667, 0.944829, 0.448498, 0.106188, 0.0], "sum_m_pl": [0.39302, 1.187646, 0.98095, 0.926609, 1.009078, 0.848046, 0.778138, 0.778943, 0.951185, 1.117978, 1.299959, 1.157014, 1.16693, 1.094208, 1.062105, 1.147751, 1.066341, 1.169529, 1.119652, 1.13842, 1.132207, 1.12438, 1.108883, 1.143371, 1.256059, 1.2891, 1.090451, 1.305002, 1.24794, 1.352438, 1.182303, 1.116633, 0.972554, 0.843984, 0.930899, 1.135838, 1.063375, 1.002515, 1.046289, 0.964299, 1.00973, 1.024597, 1.0377, 0.854452, 0.82163, 0.527496, 0.595613, 0.523135, 0.067844, 0.0]}, "lang": {"n_am_en": [3, 2, 2, 2, 3, 7, 5, 7, 10, 12, 9, 5, 8, 10, 15, 16, 16, 13, 16, 24, 27, 33, 33, 29, 46, 41, 24, 26, 11, 10, 7, 11, 12, 21, 24, 30, 33, 33, 42, 41, 37, 36, 38, 46, 41, 28, 12, 2, 0, 0], "n_am_pl": [3, 5, 5, 3, 6, 2, 3, 4, 7, 5, 9, 11, 8, 7, 9, 5, 5, 6, 4, 2, 2, 2, 2, 1, 2, 6, 9, 5, 10, 11, 10, 10, 9, 4, 4, 8, 6, 10, 8, 11, 10, 11, 13, 8, 15, 26, 43, 57, 61, 61], "n_pos": 61, "sum_m_en": [5.774538, 8.278208, 8.837426, 9.366592, 10.040839, 9.480466, 9.95107, 10.320519, 10.602196, 11.611999, 11.813121, 11.387761, 11.481596, 11.833271, 12.682761, 12.12728, 11.938804, 10.824887, 10.918238, 10.610183, 10.433824, 10.469351, 10.420282, 10.254469, 24.289653, 21.432743, 18.15962, 15.07793, 13.508143, 12.473666, 11.372317, 11.359192, 11.416984, 13.0515, 14.546493, 16.935431, 17.460639, 21.433895, 27.191748, 33.383711, 32.937663, 31.038971, 35.834345, 38.469499, 35.391864, 24.703525, 11.727025, 2.494079, 0.169917, 1.5e-05], "sum_m_pl": [1.089003, 2.740069, 2.942334, 2.944443, 3.31963, 3.065768, 3.444474, 3.88996, 3.720022, 3.962515, 4.427133, 4.27261, 4.307998, 4.094876, 3.664763, 3.659016, 3.623212, 3.4939, 3.600257, 3.688314, 3.622822, 3.554461, 3.540697, 3.436196, 3.606966, 4.224798, 4.927816, 4.48133, 4.992622, 5.76095, 5.233084, 5.138902, 5.323859, 4.565796, 4.413314, 4.282282, 5.256519, 5.520126, 6.338116, 6.580224, 6.937706, 7.767009, 9.282535, 9.88938, 14.725798, 24.894241, 41.94233, 55.372792, 59.579851, 60.747693]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "gsm8kpl-617", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1452, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 9, 9, 11, 13, 13, 15, 14, 13, 12, 20, 12, 13, 18, 21, 21, 23, 25, 23, 26, 25, 28, 23, 25, 30, 27, 19, 17, 17, 16, 19, 22, 23, 22, 28, 28, 32, 35, 36, 34, 35, 34, 33, 40, 34, 36, 38, 35, 33, 30], "n_am_pl": [2, 4, 4, 3, 3, 1, 4, 3, 4, 5, 8, 10, 5, 14, 10, 6, 5, 9, 8, 8, 5, 3, 6, 5, 6, 4, 3, 4, 6, 6, 11, 9, 8, 7, 6, 6, 6, 4, 4, 6, 3, 1, 0, 1, 1, 0, 0, 1, 0, 1], "n_pos": 90, "sum_m_en": [10.487363, 13.750443, 12.981919, 13.860318, 14.744575, 14.512438, 14.477822, 13.938625, 13.403181, 13.860216, 14.544882, 14.421146, 14.476168, 14.61475, 15.660142, 15.743908, 16.154829, 14.806905, 15.20357, 15.362281, 14.852787, 14.52799, 14.219928, 14.263126, 23.414713, 20.656241, 18.4914, 16.04391, 16.295366, 17.146936, 16.658443, 16.631049, 18.316606, 19.175542, 21.304704, 22.164617, 25.714441, 28.882875, 33.181986, 33.617504, 32.165909, 33.512985, 33.275558, 34.672443, 33.104471, 32.998788, 35.92998, 35.411169, 31.757385, 30.386395], "sum_m_pl": [2.093609, 3.985549, 4.106533, 3.915836, 4.421195, 4.011799, 3.733867, 3.655244, 4.001016, 4.312025, 4.846176, 4.908239, 5.33143, 5.484385, 5.379308, 5.7565, 5.169282, 5.318302, 5.413875, 5.757098, 5.567361, 5.385446, 5.434731, 5.457274, 6.633808, 6.973116, 6.989356, 7.299782, 7.35465, 8.099043, 7.166912, 6.589774, 6.386701, 6.143756, 5.592065, 5.157361, 4.721349, 3.981199, 2.909122, 3.23214, 2.838075, 2.149888, 1.751805, 1.411857, 1.374028, 1.127018, 0.802504, 1.27593, 0.71795, 0.999894]}, "digit": {"n_am_en": [0, 2, 1, 1, 4, 5, 6, 2, 1, 0, 7, 3, 3, 5, 6, 6, 6, 7, 8, 9, 10, 8, 5, 4, 9, 8, 5, 1, 4, 4, 3, 3, 5, 5, 4, 6, 6, 6, 5, 3, 3, 4, 5, 5, 4, 4, 4, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 2, 0, 2, 2, 2, 4, 2, 7, 4, 3, 3, 5, 3, 3, 1, 2, 4, 4, 3, 3, 1, 1, 4, 1, 7, 5, 3, 1, 2, 4, 2, 2, 2, 3, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.653327, 4.145123, 3.764534, 3.666784, 3.88011, 3.945797, 3.962028, 3.559933, 3.451949, 3.726624, 4.166524, 3.96221, 3.97766, 4.044567, 4.414719, 4.361998, 4.472203, 3.989789, 4.122492, 4.134208, 3.920963, 3.839295, 3.845239, 3.877602, 5.776941, 5.016913, 4.099032, 3.637465, 4.068517, 4.326068, 4.275551, 4.401898, 4.586499, 4.684383, 4.592045, 4.910733, 4.822116, 4.927768, 4.579269, 4.589496, 4.291915, 4.477652, 4.302759, 3.855024, 3.330932, 3.493878, 3.682037, 2.97627, 0.762407, 0.0], "sum_m_pl": [0.465186, 1.051975, 0.916194, 0.912146, 0.995115, 0.878266, 0.755897, 0.723044, 0.898938, 1.023217, 1.257697, 1.278026, 1.514765, 1.504524, 1.378453, 1.508839, 1.397546, 1.458586, 1.357275, 1.444497, 1.438327, 1.388424, 1.450055, 1.46894, 2.082398, 1.966384, 1.8429, 1.79428, 1.702178, 1.811603, 1.582126, 1.490211, 1.336504, 1.181103, 1.213635, 1.366527, 1.49915, 1.310698, 1.247314, 1.334663, 1.224421, 1.246155, 1.148573, 1.037383, 1.050411, 0.79893, 0.510736, 0.347368, 0.120826, 0.0]}, "lang": {"n_am_en": [0, 5, 5, 4, 5, 3, 4, 8, 8, 6, 6, 6, 6, 8, 9, 10, 8, 8, 6, 9, 9, 12, 12, 14, 16, 16, 12, 12, 8, 7, 14, 13, 10, 11, 15, 17, 16, 18, 21, 20, 21, 22, 21, 28, 22, 24, 27, 25, 30, 29], "n_am_pl": [1, 2, 1, 1, 2, 0, 1, 1, 0, 1, 3, 3, 2, 3, 3, 1, 1, 1, 2, 2, 0, 0, 0, 1, 1, 0, 1, 1, 1, 3, 1, 3, 4, 6, 4, 2, 4, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1], "n_pos": 31, "sum_m_en": [3.922854, 4.449844, 4.37524, 4.812564, 5.321076, 5.156203, 5.216618, 5.345383, 5.065656, 4.982122, 4.884803, 5.078249, 5.154505, 5.406922, 5.727963, 5.870242, 5.962079, 5.553513, 5.629125, 5.747263, 5.660658, 5.368519, 5.199517, 5.052459, 11.745426, 10.621244, 9.671037, 7.563625, 6.91539, 7.436523, 7.164227, 6.844275, 7.933851, 8.144988, 9.629927, 10.201204, 12.854814, 15.597652, 19.292528, 19.074581, 18.344513, 20.744223, 21.29148, 23.961599, 22.335669, 22.60914, 25.104056, 24.646573, 26.082575, 28.457119], "sum_m_pl": [0.773776, 1.264634, 1.437062, 1.374893, 1.60326, 1.455124, 1.419519, 1.378317, 1.460919, 1.531652, 1.816523, 1.849274, 1.866448, 1.957801, 2.036197, 2.056497, 1.827015, 1.833483, 1.98514, 2.103907, 1.990159, 1.93826, 1.957589, 1.916197, 1.799013, 2.069069, 2.273324, 2.545395, 2.74799, 2.965693, 2.662937, 2.562563, 2.609411, 2.693293, 2.515396, 2.349682, 2.075644, 1.74739, 1.005387, 1.220108, 0.964313, 0.472859, 0.227693, 0.090272, 0.049182, 0.060812, 0.147756, 0.819255, 0.492724, 0.999894]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "gsm8kpl-621", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9684}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 4, 8, 17, 14, 28, 32, 28, 26, 20, 28, 27, 16, 17, 30, 24, 25, 22, 30, 42, 34, 41, 48, 48, 72, 63, 44, 35, 25, 30, 33, 31, 34, 37, 40, 39, 49, 54, 58, 60, 59, 58, 61, 70, 59, 45, 22, 3, 3, 0], "n_am_pl": [3, 12, 9, 10, 9, 8, 17, 7, 9, 18, 14, 14, 16, 18, 15, 11, 7, 11, 9, 4, 2, 4, 6, 7, 8, 12, 10, 14, 16, 23, 18, 16, 12, 8, 17, 15, 15, 10, 9, 10, 11, 13, 12, 8, 16, 26, 54, 76, 73, 71], "n_pos": 144, "sum_m_en": [14.839796, 22.769057, 23.076249, 23.749367, 23.346734, 23.679707, 23.40958, 23.903484, 23.137366, 23.639143, 24.926135, 24.349607, 23.857591, 24.604963, 25.607978, 25.832783, 26.11732, 23.21072, 23.593902, 23.317452, 23.330882, 23.359784, 23.492107, 23.446975, 44.401301, 36.153235, 30.517382, 26.268947, 25.604015, 25.755689, 25.158015, 26.133591, 26.326913, 28.065766, 30.754608, 33.345706, 37.612153, 44.957687, 46.4535, 49.570094, 50.153231, 54.253206, 51.71469, 58.735101, 50.959159, 39.188817, 21.926946, 4.443491, 2.822606, 0.000178], "sum_m_pl": [2.62874, 7.860791, 7.843713, 7.477424, 7.826712, 7.200706, 6.808446, 6.855404, 7.398625, 8.018989, 9.522091, 9.579392, 10.153824, 10.596507, 10.24414, 9.951117, 8.639563, 8.755519, 8.625011, 8.984556, 8.892331, 8.807918, 8.920796, 8.646478, 9.385949, 11.11051, 11.379102, 12.369144, 13.570764, 15.195468, 13.649597, 13.145918, 12.776952, 11.813724, 10.887655, 10.611651, 10.260975, 8.520857, 7.319198, 7.345412, 7.412922, 8.122465, 9.333324, 9.782094, 16.872022, 25.939868, 49.853457, 71.835311, 71.546301, 70.553651]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 5, 2, 1, 1, 3, 6, 5, 2, 4, 9, 6, 5, 4, 7, 6, 4, 3, 3, 3, 5, 9, 5, 3, 1, 2, 3, 2, 3, 4, 3, 4, 4, 4, 2, 2, 1, 3, 3, 4, 2, 4, 2, 2, 0, 0], "n_am_pl": [0, 2, 2, 0, 1, 1, 2, 0, 2, 2, 3, 2, 4, 5, 1, 1, 1, 2, 2, 2, 0, 0, 2, 2, 2, 2, 1, 3, 2, 4, 6, 3, 0, 1, 1, 3, 3, 3, 4, 4, 3, 3, 3, 0, 0, 0, 1, 2, 1, 0], "n_pos": 23, "sum_m_en": [2.194438, 4.079219, 4.000952, 3.75607, 3.680061, 3.82052, 3.582254, 3.324104, 3.270182, 3.596229, 3.978935, 3.848526, 3.788582, 3.883125, 4.107101, 4.02653, 4.147621, 3.685311, 3.697715, 3.589868, 3.566882, 3.597515, 3.633853, 3.683479, 4.736989, 4.188456, 3.776014, 3.577735, 3.793719, 3.771414, 3.673164, 3.957541, 4.115542, 4.181881, 4.195705, 4.522913, 4.103286, 3.994772, 3.580414, 3.798832, 3.479769, 3.589345, 3.147525, 3.101723, 2.660531, 2.289526, 2.266206, 1.74911, 0.340576, 0.0], "sum_m_pl": [0.374934, 1.220143, 0.990409, 0.923885, 0.943236, 0.862592, 0.716905, 0.672457, 0.818466, 0.942148, 1.285208, 1.22686, 1.387285, 1.487682, 1.259566, 1.344905, 1.118362, 1.163586, 1.164274, 1.286353, 1.290002, 1.252176, 1.275494, 1.284521, 1.428064, 1.665074, 1.53215, 1.606369, 1.691512, 1.828658, 1.695686, 1.531913, 1.292674, 1.144956, 1.142893, 1.269381, 1.518345, 1.240862, 1.375274, 1.286785, 1.116404, 1.066318, 1.010763, 0.790584, 0.803985, 0.749227, 0.831375, 1.735666, 0.791304, 0.43336]}, "lang": {"n_am_en": [1, 2, 3, 10, 7, 14, 21, 19, 16, 11, 13, 17, 8, 9, 13, 12, 10, 10, 11, 20, 18, 26, 33, 31, 46, 37, 26, 21, 15, 18, 17, 17, 22, 22, 21, 25, 30, 35, 39, 41, 41, 40, 42, 49, 42, 29, 15, 0, 1, 0], "n_am_pl": [1, 9, 4, 5, 7, 5, 12, 4, 5, 9, 6, 8, 11, 8, 9, 8, 4, 9, 6, 2, 1, 3, 4, 5, 4, 7, 8, 8, 11, 14, 9, 9, 9, 6, 14, 10, 10, 6, 4, 5, 7, 9, 9, 7, 15, 23, 43, 66, 67, 70], "n_pos": 71, "sum_m_en": [8.242151, 11.435944, 11.780639, 12.095902, 12.111135, 12.059025, 12.257366, 12.883272, 12.655671, 12.543195, 13.183097, 12.874024, 12.437438, 12.696759, 13.337801, 13.52641, 13.527747, 11.904841, 11.970206, 12.004187, 12.169694, 12.044139, 12.061438, 11.91857, 27.643548, 21.724178, 17.455254, 13.692812, 13.251395, 13.363784, 13.408205, 13.678086, 13.555204, 14.980331, 15.978993, 17.743965, 20.004082, 26.657713, 28.447636, 29.920851, 30.792203, 34.970786, 34.090225, 40.246662, 34.804825, 26.27976, 14.218088, 1.140655, 0.52568, 1e-06], "sum_m_pl": [1.421891, 4.104765, 4.201987, 3.999496, 4.230661, 3.905177, 3.843916, 3.927855, 4.376895, 4.58735, 5.444797, 5.536956, 5.825637, 6.193482, 6.04925, 5.544574, 4.889174, 4.955217, 4.865148, 4.833022, 4.760369, 4.782419, 4.866227, 4.619654, 5.108667, 6.2571, 6.539637, 7.160671, 7.930843, 8.804103, 7.904988, 7.9131, 7.958275, 7.471375, 7.298436, 7.252787, 6.928031, 5.711763, 4.725115, 4.722375, 5.00263, 5.999898, 7.484104, 7.887473, 15.009843, 22.206539, 40.734141, 62.632426, 66.812443, 68.902626]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "gsm8kpl-621", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1478, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9866}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 3, 6, 8, 7, 8, 11, 14, 11, 8, 10, 6, 4, 4, 8, 6, 7, 9, 9, 12, 13, 19, 17, 14, 18, 13, 9, 4, 8, 6, 6, 5, 4, 8, 7, 12, 19, 19, 23, 24, 24, 19, 17, 19, 17, 16, 15, 14, 12, 10], "n_am_pl": [1, 1, 1, 2, 0, 2, 4, 2, 4, 4, 6, 7, 5, 7, 4, 5, 8, 3, 5, 5, 3, 2, 2, 2, 2, 4, 3, 6, 5, 6, 8, 4, 6, 2, 4, 3, 5, 2, 2, 4, 3, 3, 3, 1, 2, 1, 2, 1, 1, 1], "n_pos": 40, "sum_m_en": [4.229646, 5.821954, 5.838877, 6.022648, 6.795552, 6.541357, 6.191338, 6.198489, 6.47075, 6.134484, 6.230414, 6.474151, 5.772026, 5.456369, 5.566495, 6.080193, 6.093862, 6.111905, 6.505587, 6.619951, 6.534117, 7.220188, 6.456261, 6.37115, 9.910341, 8.995112, 7.908596, 7.077562, 7.727968, 7.609673, 6.799492, 6.719624, 7.007852, 7.2856, 7.549791, 9.384643, 11.107458, 12.366224, 14.674511, 17.613284, 16.516062, 15.767106, 15.232456, 15.453209, 15.363228, 15.261265, 14.501177, 14.193551, 11.877856, 10.263866], "sum_m_pl": [0.862004, 1.917645, 2.052109, 2.062306, 2.268147, 1.944681, 2.006595, 1.951656, 2.023294, 2.200511, 2.147784, 2.501072, 2.593109, 2.894133, 2.887538, 3.372826, 3.438465, 2.929259, 2.934904, 2.669623, 2.50798, 2.456124, 2.438992, 2.405559, 3.067457, 3.29814, 3.102412, 3.343236, 3.074662, 3.335557, 3.119677, 3.105529, 2.884334, 2.731854, 2.941337, 2.558456, 2.689589, 2.103505, 1.777919, 1.717788, 1.857345, 1.960223, 1.658206, 1.501483, 1.719039, 1.274197, 1.565585, 1.227665, 1.093254, 1.031764]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 1, 2, 3, 2, 1, 2, 2, 0, 2, 2, 2, 2, 3, 5, 4, 2, 4, 2, 2, 6, 5, 4, 0, 1, 0, 0, 0, 1, 2, 2, 2, 3, 3, 4, 5, 4, 3, 2, 2, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 3, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 3, 3, 2, 2, 1, 1, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.921075, 1.622872, 1.549448, 1.526167, 1.557393, 1.488784, 1.55117, 1.372433, 1.591128, 1.367263, 1.417468, 1.551604, 1.484435, 1.377603, 1.389779, 1.539914, 1.501597, 1.561729, 1.722061, 1.674136, 1.581951, 1.60809, 1.518177, 1.511494, 2.385672, 1.985789, 1.870377, 1.699485, 1.918863, 1.762175, 1.524278, 1.603193, 1.567595, 1.675796, 1.69497, 2.172638, 2.234664, 2.511264, 1.997585, 2.222737, 1.861512, 1.498956, 1.457787, 1.291457, 0.966824, 0.754573, 0.608307, 0.227589, 0.009661, 0.0], "sum_m_pl": [0.136362, 0.375607, 0.337172, 0.365853, 0.386277, 0.305441, 0.28429, 0.296639, 0.310151, 0.380997, 0.411253, 0.493578, 0.61127, 0.657843, 0.573264, 0.701244, 0.675202, 0.61721, 0.611825, 0.537012, 0.526949, 0.526624, 0.506068, 0.497607, 0.643819, 0.698627, 0.533289, 0.676254, 0.549657, 0.730477, 0.688899, 0.630255, 0.610859, 0.581315, 0.609712, 0.595742, 0.688518, 0.527503, 0.5521, 0.540409, 0.484584, 0.601865, 0.556421, 0.455741, 0.486772, 0.302919, 0.180687, 0.077327, 0.004709, 0.0]}, "lang": {"n_am_en": [2, 1, 2, 4, 3, 2, 4, 3, 3, 4, 6, 3, 2, 0, 3, 3, 5, 4, 3, 6, 8, 10, 9, 8, 9, 7, 5, 3, 5, 4, 4, 4, 3, 3, 2, 4, 10, 10, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 10], "n_am_pl": [1, 0, 1, 1, 0, 1, 2, 1, 1, 1, 1, 3, 1, 0, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 12, "sum_m_en": [1.550916, 1.659057, 1.706413, 1.738412, 2.033864, 1.903319, 1.717431, 1.841992, 1.975698, 1.92438, 1.971038, 1.967132, 1.764403, 1.59356, 1.625421, 1.839055, 1.814312, 1.763543, 1.899878, 1.962731, 2.064658, 2.344538, 2.003778, 1.966523, 4.581693, 4.493081, 3.771798, 2.853625, 2.997577, 2.944711, 2.769531, 2.712199, 2.904971, 2.915852, 2.896451, 4.022738, 4.833292, 6.114447, 8.988219, 10.360059, 10.32779, 10.545326, 10.266156, 10.720941, 10.889644, 10.926772, 10.811946, 10.54322, 10.543892, 9.99488], "sum_m_pl": [0.31209, 0.596908, 0.597836, 0.645291, 0.731858, 0.66042, 0.715911, 0.649777, 0.700013, 0.723169, 0.729568, 0.781418, 0.776654, 0.834285, 0.894621, 1.006401, 1.012342, 0.901159, 0.869129, 0.810877, 0.750854, 0.728781, 0.747526, 0.720303, 0.716122, 0.827834, 1.06758, 1.088765, 0.961258, 0.875606, 0.887973, 0.952255, 0.902028, 0.870976, 1.044938, 0.898339, 0.89965, 0.631152, 0.285803, 0.355968, 0.585307, 0.400275, 0.3337, 0.273696, 0.535395, 0.540884, 0.842807, 0.986372, 1.022439, 1.031758]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 43, "item_id": "gsm8kpl-623", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1114, "region_end": 40, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 10, 9, 29, 26, 32, 29, 37, 37, 32, 30, 23, 24, 20, 23, 28, 29, 35, 56, 53, 69, 67, 66, 51, 87, 72, 60, 40, 41, 38, 41, 37, 46, 54, 59, 69, 84, 88, 87, 92, 84, 82, 82, 76, 74, 57, 16, 5, 2, 2], "n_am_pl": [1, 7, 15, 8, 6, 10, 13, 11, 13, 10, 23, 24, 18, 27, 20, 26, 21, 19, 15, 11, 9, 9, 11, 11, 12, 13, 16, 22, 11, 13, 10, 17, 13, 15, 19, 11, 12, 5, 11, 15, 18, 23, 19, 18, 23, 41, 62, 65, 67, 67], "n_pos": 146, "sum_m_en": [13.810283, 21.613838, 22.442244, 23.477466, 25.534556, 25.166313, 24.303404, 25.271173, 24.236656, 24.48041, 25.438889, 25.586034, 23.695878, 22.991687, 22.321594, 23.604007, 24.439346, 24.853707, 25.701613, 25.254687, 25.066703, 25.792082, 24.559992, 24.02203, 46.544207, 42.856495, 35.538822, 31.51002, 30.214199, 29.056166, 26.05411, 25.709269, 26.512014, 30.182986, 33.905204, 45.446605, 49.00044, 55.610806, 64.929424, 71.796438, 65.976301, 65.820106, 63.850572, 66.246401, 65.54519, 51.905683, 16.905292, 6.017673, 3.004928, 1.999975], "sum_m_pl": [2.103724, 5.942412, 6.885415, 6.84096, 7.398701, 7.160888, 7.240307, 7.255219, 7.679962, 8.208289, 8.490624, 8.963461, 9.629882, 10.759105, 10.866453, 11.610195, 11.139352, 9.87115, 9.621354, 9.503465, 9.010397, 8.921312, 9.016579, 9.019191, 12.021861, 13.084772, 13.019391, 14.447787, 13.582744, 13.781387, 13.045029, 13.176731, 13.198161, 12.318397, 12.14915, 10.147652, 10.80715, 8.839145, 7.583894, 9.327703, 11.93819, 13.970878, 16.097278, 17.620259, 20.579674, 35.638192, 58.601188, 64.529888, 66.879552, 66.479999]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 1, 1, 2, 4, 0, 1, 0, 0, 3, 2, 2, 3, 2, 5, 4, 8, 7, 5, 4, 10, 6, 3, 2, 3, 1, 2, 2, 3, 5, 4, 7, 6, 4, 3, 4, 3, 2, 4, 4, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 0, 0, 2, 4, 3, 4, 1, 0, 3, 2, 2, 0, 3, 0, 0, 0, 0, 1, 0, 1, 5, 1, 3, 2, 3, 1, 3, 3, 2, 6, 3, 4, 4, 4, 4, 3, 2, 1, 1, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.388275, 2.758173, 2.80295, 2.653198, 2.765506, 2.739082, 2.730283, 2.456687, 2.368956, 2.436838, 2.65732, 2.733718, 2.481428, 2.563396, 2.472934, 2.439659, 2.589554, 2.641612, 2.859239, 2.7127, 2.712958, 2.813899, 2.737663, 2.729565, 3.717292, 3.195488, 2.771044, 2.948855, 2.893987, 2.732794, 2.51049, 2.760799, 2.800279, 3.159885, 3.189534, 3.951977, 3.3415, 3.059794, 2.877058, 2.849443, 2.588729, 2.321137, 2.391853, 2.1959, 2.055147, 1.080871, 0.978521, 0.259045, 0.11153, 0.0], "sum_m_pl": [0.231332, 0.674289, 0.546968, 0.48333, 0.486091, 0.448133, 0.502313, 0.518925, 0.592533, 0.721925, 0.855992, 0.88804, 0.993465, 1.046755, 0.972811, 1.145886, 1.112367, 1.035024, 1.006353, 0.934665, 0.926237, 0.928049, 0.893155, 0.88003, 1.186566, 1.335357, 1.183816, 1.460291, 1.276699, 1.397052, 1.361761, 1.2478, 1.130295, 1.050513, 1.028765, 0.870089, 1.368747, 0.990481, 0.996512, 1.04895, 1.020564, 1.25905, 1.272445, 1.117992, 1.166597, 1.461392, 1.25808, 1.089114, 0.164759, 0.0]}, "lang": {"n_am_en": [6, 4, 6, 15, 15, 13, 14, 15, 17, 17, 19, 13, 15, 10, 10, 11, 14, 21, 30, 29, 34, 32, 33, 27, 45, 39, 34, 22, 21, 23, 25, 23, 26, 29, 33, 36, 50, 53, 52, 51, 47, 49, 46, 44, 43, 31, 10, 5, 2, 2], "n_am_pl": [1, 5, 10, 6, 6, 3, 2, 4, 8, 3, 13, 15, 9, 18, 14, 18, 12, 11, 10, 5, 4, 6, 7, 6, 7, 9, 10, 8, 7, 6, 6, 8, 8, 10, 11, 7, 6, 2, 7, 10, 14, 17, 15, 16, 21, 35, 52, 63, 66, 67], "n_pos": 69, "sum_m_en": [6.919057, 10.143571, 10.782857, 11.383407, 12.529997, 12.194373, 11.772779, 12.914095, 12.606571, 12.687098, 13.26071, 13.075515, 12.184953, 11.620188, 11.309974, 12.068189, 12.454293, 12.895559, 12.888937, 12.795256, 12.636993, 12.604412, 12.239231, 11.925242, 27.076408, 25.177623, 19.716191, 17.083788, 15.938276, 14.888367, 13.117837, 13.017472, 13.171556, 15.716958, 17.993452, 25.369176, 27.741631, 31.753365, 37.724038, 40.28907, 37.698478, 38.897558, 37.299163, 39.189568, 38.690628, 29.176545, 9.579701, 4.386733, 2.201742, 1.999975], "sum_m_pl": [0.990807, 2.788739, 3.485018, 3.564564, 3.803495, 3.559275, 3.490789, 3.666882, 3.936151, 4.00894, 4.154586, 4.488573, 5.038111, 5.902969, 5.875021, 6.186189, 5.719207, 5.059503, 4.952281, 4.744144, 4.459247, 4.409861, 4.454247, 4.50704, 5.755914, 6.544575, 7.02025, 7.05306, 7.274758, 7.334879, 7.028297, 7.193701, 7.297947, 6.758844, 6.834982, 6.023752, 6.472748, 5.337393, 4.522118, 6.377458, 8.673158, 10.435389, 12.443198, 14.18581, 16.835957, 29.496791, 49.784575, 60.764109, 65.369517, 66.402938]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "gsm8kpl-623", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1404, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9732, "tf_agree_excl_first": 0.9797}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 2, 10, 11, 14, 16, 17, 17, 14, 15, 16, 17, 9, 13, 13, 12, 9, 11, 15, 20, 22, 19, 22, 20, 32, 31, 22, 17, 17, 15, 15, 18, 21, 18, 23, 22, 23, 29, 35, 37, 36, 34, 38, 37, 38, 37, 34, 31, 31, 29], "n_am_pl": [1, 8, 9, 3, 5, 6, 6, 5, 1, 5, 5, 8, 15, 9, 9, 17, 13, 6, 10, 8, 4, 1, 2, 2, 6, 6, 6, 3, 6, 7, 4, 9, 7, 4, 9, 8, 8, 8, 8, 7, 5, 6, 4, 2, 2, 3, 2, 0, 0, 0], "n_pos": 94, "sum_m_en": [9.57582, 14.724752, 14.543003, 14.804645, 16.025875, 16.699542, 16.057349, 15.707566, 15.329394, 16.154514, 16.975811, 16.789554, 15.736132, 16.01773, 16.343125, 15.871765, 17.137667, 15.04491, 15.698633, 15.965907, 14.927225, 15.083055, 14.932869, 15.198684, 22.699416, 20.515182, 19.585625, 17.196739, 17.748801, 18.702833, 18.313411, 18.923241, 18.883305, 19.320264, 20.625742, 19.854596, 20.863942, 24.311047, 27.250797, 29.773871, 29.107453, 28.953955, 32.808264, 32.997117, 34.02004, 34.069704, 33.380301, 32.659099, 30.782147, 28.988369], "sum_m_pl": [1.983626, 4.46353, 4.943127, 4.349366, 4.691777, 4.33507, 3.995239, 3.937886, 4.164977, 4.34335, 4.687648, 5.251229, 5.681593, 5.533237, 5.426272, 6.34392, 6.310244, 6.316836, 5.812673, 5.836439, 5.915302, 5.51315, 5.330149, 5.562071, 6.790679, 7.385018, 7.323968, 7.077085, 6.642678, 7.045205, 6.317086, 6.235037, 6.267642, 5.853107, 5.776887, 5.798649, 5.625832, 5.202408, 5.097513, 4.688978, 4.593312, 4.707998, 4.115442, 3.167515, 2.907558, 2.22345, 1.979384, 0.854281, 0.548893, 1.3e-05]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 1, 2, 2, 2, 5, 7, 5, 0, 1, 5, 4, 2, 1, 0, 1, 4, 3, 1, 2, 7, 5, 2, 1, 2, 2, 1, 3, 3, 0, 0, 1, 2, 3, 2, 3, 2, 1, 3, 2, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 6, 3, 4, 5, 3, 5, 4, 0, 0, 0, 0, 2, 2, 2, 2, 2, 0, 2, 6, 2, 1, 4, 6, 8, 7, 7, 6, 3, 4, 3, 1, 1, 2, 2, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.211437, 4.345745, 4.146798, 3.907885, 3.937677, 4.050123, 3.858793, 3.711544, 3.61967, 3.911254, 4.178404, 4.247958, 3.683607, 3.863787, 3.880014, 3.631893, 3.983272, 3.260904, 3.410011, 3.529911, 3.345864, 3.478497, 3.497287, 3.590651, 4.551732, 4.45624, 4.445831, 3.900806, 4.283401, 4.421556, 4.302089, 4.650964, 4.483407, 4.349869, 4.163274, 3.787516, 3.404759, 3.666695, 3.267438, 3.380746, 2.890871, 2.789539, 3.353648, 2.8843, 2.398826, 1.954723, 1.934474, 1.168795, 0.784468, 0.0], "sum_m_pl": [0.324647, 0.894852, 0.729756, 0.730483, 0.74405, 0.696666, 0.648571, 0.601009, 0.824528, 0.881373, 1.09693, 1.140437, 1.355199, 1.375967, 1.272076, 1.507265, 1.487576, 1.577813, 1.464425, 1.37478, 1.369635, 1.292331, 1.21092, 1.270039, 1.673786, 1.721818, 1.51826, 1.429584, 1.328324, 1.443124, 1.345326, 1.432868, 1.254678, 1.12748, 1.233894, 1.519554, 1.687476, 1.556952, 1.824316, 1.678939, 1.472243, 1.613364, 1.532729, 1.278687, 1.172177, 0.822259, 1.121541, 0.464508, 0.268213, 0.0]}, "lang": {"n_am_en": [2, 2, 6, 8, 7, 8, 11, 10, 6, 4, 6, 4, 5, 4, 4, 3, 5, 6, 9, 10, 11, 9, 12, 11, 15, 15, 12, 9, 8, 9, 10, 10, 12, 10, 16, 13, 14, 19, 25, 25, 26, 25, 27, 26, 27, 27, 27, 27, 27, 28], "n_am_pl": [0, 2, 4, 2, 4, 5, 2, 2, 1, 2, 2, 4, 4, 3, 3, 6, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 0, 3, 5, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.354571, 4.544436, 4.746931, 4.750145, 5.182572, 5.470804, 5.245161, 5.345965, 5.13699, 5.006062, 4.96763, 5.000187, 4.996177, 5.000282, 5.297939, 5.232653, 5.674125, 5.064856, 5.188774, 5.215842, 4.930358, 4.892091, 4.813269, 4.767663, 9.648029, 8.04882, 7.458036, 6.09489, 6.120767, 6.617979, 6.461844, 6.803339, 6.749949, 7.168061, 8.018676, 8.461013, 10.571849, 12.623483, 16.204268, 18.25133, 18.862834, 19.295089, 22.336233, 23.131546, 24.138785, 24.524821, 25.008344, 25.074864, 25.308721, 27.939732], "sum_m_pl": [0.683992, 1.476651, 1.584295, 1.398482, 1.669512, 1.431143, 1.218718, 1.271226, 1.277694, 1.327251, 1.363698, 1.561619, 1.694945, 1.660897, 1.76788, 2.060865, 1.99338, 1.871929, 1.72992, 1.772234, 1.801993, 1.685676, 1.662239, 1.722941, 1.771543, 2.270258, 2.521525, 2.418307, 2.312249, 2.261143, 2.037545, 2.072542, 2.185711, 2.065655, 1.82397, 1.747723, 1.587898, 1.489967, 1.116445, 0.814032, 0.803361, 0.783746, 0.428337, 0.272843, 0.19491, 0.134714, 0.138122, 0.069898, 0.066761, 1.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "gsm8kpl-632", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1245, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9897}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 15, 11, 23, 23, 21, 35, 30, 21, 24, 22, 21, 17, 19, 22, 32, 28, 19, 16, 18, 20, 21, 23, 18, 44, 35, 34, 30, 29, 30, 27, 27, 28, 32, 31, 33, 39, 56, 61, 70, 71, 60, 68, 71, 50, 39, 16, 0, 0, 0], "n_am_pl": [2, 25, 22, 14, 6, 14, 12, 15, 8, 2, 7, 14, 19, 11, 20, 21, 19, 31, 26, 22, 20, 23, 21, 20, 24, 24, 21, 27, 25, 28, 19, 20, 26, 18, 16, 19, 27, 20, 20, 18, 16, 18, 24, 20, 34, 43, 74, 89, 89, 91], "n_pos": 156, "sum_m_en": [14.498127, 24.332084, 25.208462, 25.522425, 25.902018, 27.307082, 27.19161, 27.160771, 27.343127, 28.601648, 28.593014, 29.067867, 27.149539, 28.060636, 27.389783, 27.544437, 29.162059, 25.85911, 26.269239, 26.513358, 25.473819, 25.847424, 25.602683, 26.289227, 34.443279, 31.45418, 29.809465, 28.161701, 29.081861, 29.848642, 28.753333, 29.935507, 28.864569, 30.804118, 31.063705, 31.250251, 33.946631, 37.93667, 44.151136, 45.555591, 45.009622, 47.254705, 55.781345, 59.545037, 47.314609, 36.402953, 14.227592, 3.625324, 0.721372, 0.0], "sum_m_pl": [2.325263, 7.308248, 8.406322, 7.801296, 8.315627, 8.258541, 7.756771, 7.591739, 7.921997, 7.937349, 8.744043, 9.546368, 10.529222, 10.903689, 10.487677, 11.462224, 11.152953, 11.644451, 10.091047, 10.050095, 10.069173, 9.47842, 9.18135, 9.35063, 12.410056, 13.966965, 13.664417, 13.845282, 13.601828, 14.508838, 12.614759, 13.081562, 13.134145, 11.426249, 11.236687, 10.934136, 10.720996, 9.615099, 10.576363, 10.604387, 10.882825, 12.184331, 15.416496, 16.744875, 27.185604, 36.365807, 65.982088, 78.758055, 88.639679, 90.231525]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 1, 2, 0, 1, 4, 3, 1, 1, 2, 4, 4, 1, 0, 0, 1, 1, 1, 2, 5, 5, 6, 3, 2, 3, 4, 5, 3, 3, 0, 2, 1, 0, 1, 2, 3, 0, 2, 1, 1, 0, 2, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 3, 4, 2, 3, 6, 7, 4, 2, 3, 0, 0, 2, 4, 3, 4, 5, 4, 1, 4, 2, 1, 4, 5, 10, 6, 6, 4, 2, 4, 3, 1, 0, 0, 1, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.150771, 4.04592, 4.217021, 4.032481, 3.862005, 3.857609, 3.623106, 3.498809, 3.539936, 3.919528, 4.187519, 4.316641, 3.741366, 3.984336, 3.809665, 3.557965, 3.920392, 3.312266, 3.477592, 3.53564, 3.479327, 3.623713, 3.611115, 3.721392, 4.933491, 4.732416, 4.650444, 3.998371, 4.269451, 4.366056, 4.134762, 4.59946, 4.14142, 4.030733, 3.961768, 3.751075, 3.356254, 3.404922, 3.032185, 3.033694, 2.605329, 2.500209, 2.765099, 1.791727, 1.435144, 0.99121, 1.00886, 0.642338, 0.369958, 0.0], "sum_m_pl": [0.381408, 1.058731, 0.84713, 0.776903, 0.762759, 0.725644, 0.677471, 0.60825, 0.809258, 0.887948, 1.089645, 1.170939, 1.355243, 1.361346, 1.241371, 1.461906, 1.391062, 1.545294, 1.400684, 1.335921, 1.372875, 1.291349, 1.199489, 1.226745, 1.470839, 1.72306, 1.590487, 1.574314, 1.368471, 1.576567, 1.30942, 1.381374, 1.185261, 1.03745, 1.213531, 1.459367, 1.517423, 1.275813, 1.549954, 1.44793, 1.320614, 1.403155, 1.40615, 1.247241, 1.116458, 0.748063, 0.738594, 0.394554, 0.191358, 0.0]}, "lang": {"n_am_en": [10, 6, 10, 15, 16, 15, 28, 22, 17, 20, 13, 13, 13, 15, 17, 24, 18, 11, 9, 13, 15, 15, 15, 11, 30, 23, 22, 23, 21, 22, 18, 17, 18, 24, 28, 27, 34, 52, 52, 54, 55, 47, 50, 54, 38, 29, 13, 0, 0, 0], "n_am_pl": [1, 18, 13, 10, 5, 9, 9, 10, 6, 1, 3, 6, 10, 4, 9, 13, 11, 19, 16, 15, 15, 16, 16, 14, 13, 13, 11, 20, 13, 18, 13, 9, 17, 12, 9, 10, 14, 11, 11, 13, 14, 14, 21, 19, 34, 42, 65, 85, 88, 89], "n_pos": 89, "sum_m_en": [8.369206, 13.654193, 14.075378, 14.32708, 14.805376, 15.768452, 15.929957, 16.216965, 16.451718, 17.072841, 16.659367, 17.117635, 16.391527, 16.909689, 16.477655, 17.064724, 17.833312, 15.754455, 15.852311, 15.979219, 15.281997, 15.389154, 15.193408, 15.527461, 21.535779, 19.49715, 18.341125, 17.37418, 17.503004, 17.798509, 17.438863, 18.142136, 17.628044, 19.522193, 19.440163, 20.722874, 23.560053, 27.418553, 33.227804, 32.944436, 32.1428, 33.584011, 39.734153, 44.692884, 34.250893, 25.851061, 11.738986, 1.841569, 0.120526, 0.0], "sum_m_pl": [1.278563, 4.180716, 4.992516, 4.704364, 5.126218, 5.110975, 4.870027, 4.844972, 4.99863, 4.777149, 5.253058, 5.880669, 6.435996, 6.753666, 6.660458, 7.224952, 6.950357, 7.196224, 6.129642, 6.069372, 6.010506, 5.677281, 5.549671, 5.63587, 7.457773, 8.533973, 8.303321, 8.67823, 8.846782, 9.175066, 8.093031, 8.374753, 8.72257, 7.404566, 7.237762, 6.70466, 6.761924, 5.944987, 6.651563, 6.980032, 7.670347, 9.155239, 12.893687, 14.564606, 24.909521, 33.709197, 59.114365, 74.507015, 86.74884, 88.729369]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 160, "item_id": "gsm8kpl-632", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1535, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9625, "tf_agree_excl_first": 0.9686}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 2, 2, 5, 3, 4, 1, 2, 1, 2, 3, 3, 0, 1, 3, 2, 0, 1, 1, 0, 1, 0, 0, 1, 3, 3, 4, 2, 4, 2, 2, 3, 3, 1, 0, 1, 2, 3, 5, 6, 4, 4, 7, 4, 4, 6, 6, 5, 6, 5], "n_am_pl": [1, 3, 1, 0, 2, 2, 3, 2, 3, 4, 4, 4, 5, 4, 3, 1, 2, 5, 4, 2, 5, 4, 2, 2, 2, 2, 1, 2, 2, 2, 4, 3, 2, 3, 6, 4, 4, 6, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.465329, 4.894484, 4.740498, 4.824786, 5.013093, 5.000631, 4.643336, 4.676585, 4.570235, 4.775042, 4.624398, 4.774018, 4.290757, 4.070477, 3.657358, 4.194123, 4.528011, 3.897194, 4.364248, 4.809645, 4.520952, 4.647342, 4.649027, 4.855615, 4.91861, 4.38196, 4.695596, 4.522216, 4.807914, 5.221954, 4.761272, 4.918904, 4.610509, 4.52608, 4.777359, 3.905211, 3.557085, 3.828868, 4.220467, 4.947568, 4.686413, 5.342447, 5.827108, 5.680691, 6.121645, 5.991297, 5.959261, 5.908514, 5.933848, 4.994931], "sum_m_pl": [0.765621, 1.656552, 1.733653, 1.710859, 1.765172, 1.574702, 1.452984, 1.348514, 1.344105, 1.606858, 1.622398, 1.779592, 2.060314, 2.018038, 1.897016, 2.347952, 2.17509, 2.130568, 1.964069, 1.910782, 1.915913, 1.858322, 1.803419, 1.869922, 2.198418, 2.191569, 1.89893, 2.045138, 1.902587, 2.148274, 2.013469, 2.13129, 2.01188, 1.97028, 2.031922, 1.908008, 1.913963, 1.882948, 1.882887, 1.677361, 1.585351, 1.561313, 1.305791, 1.148138, 0.909892, 0.708552, 0.433235, 0.254977, 0.114035, 0.146985]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 4, 2, 0, 0, 0, 1, 1, 1, 3, 3, 2, 1, 1, 1, 0, 1, 1, 1, 3, 1, 1, 1, 5, 2, 4, 5, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.069132, 1.854386, 1.762473, 1.59792, 1.597165, 1.613725, 1.543541, 1.424801, 1.412634, 1.527962, 1.616649, 1.749829, 1.473387, 1.30702, 1.150022, 1.358951, 1.46794, 1.198089, 1.433039, 1.582892, 1.530657, 1.614076, 1.612654, 1.680567, 2.1153, 1.748619, 1.919017, 1.736581, 1.782356, 1.88181, 1.666016, 1.77014, 1.589415, 1.556698, 1.488005, 1.232354, 1.108815, 1.232038, 1.121107, 1.236308, 1.059431, 1.108316, 1.010622, 0.853371, 0.800738, 0.62972, 0.400472, 0.201456, 0.057092, 0.0], "sum_m_pl": [0.186137, 0.456922, 0.362055, 0.360269, 0.353381, 0.349731, 0.331884, 0.299546, 0.371477, 0.414472, 0.469477, 0.521455, 0.750847, 0.696606, 0.580359, 0.76957, 0.728398, 0.744235, 0.679883, 0.639333, 0.631223, 0.604452, 0.571425, 0.584963, 0.667599, 0.668399, 0.578278, 0.585021, 0.480134, 0.629582, 0.5745, 0.577406, 0.509377, 0.433846, 0.536036, 0.604025, 0.729741, 0.723127, 0.743448, 0.597579, 0.545165, 0.558841, 0.559751, 0.459156, 0.42159, 0.300905, 0.201568, 0.115659, 0.045248, 0.0]}, "lang": {"n_am_en": [0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 3, 3, 5, 5, 5, 4], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.493023, 0.64707, 0.68927, 0.674722, 0.798568, 0.802689, 0.729935, 0.763243, 0.867162, 0.852714, 0.775629, 0.749993, 0.707633, 0.640747, 0.564307, 0.695593, 0.710956, 0.644835, 0.678925, 0.739193, 0.706788, 0.737684, 0.735353, 0.761604, 0.67374, 0.695836, 0.762712, 0.781694, 0.906891, 0.949758, 0.826798, 0.848414, 0.73575, 0.815891, 0.835672, 0.751188, 0.844888, 0.969808, 1.144814, 2.000027, 2.137926, 2.59939, 3.190926, 3.317064, 3.636481, 3.574681, 3.876859, 4.253226, 4.799472, 3.996584], "sum_m_pl": [0.074018, 0.2432, 0.267134, 0.26957, 0.366095, 0.283779, 0.24137, 0.208478, 0.21693, 0.242442, 0.266563, 0.302157, 0.278873, 0.309214, 0.290621, 0.328012, 0.290397, 0.26611, 0.261822, 0.271535, 0.280877, 0.266264, 0.266806, 0.271425, 0.305954, 0.297031, 0.281108, 0.310019, 0.330466, 0.376886, 0.401536, 0.468044, 0.462734, 0.444519, 0.357511, 0.325889, 0.298976, 0.309534, 0.338803, 0.26013, 0.192128, 0.1832, 0.012671, 0.023512, 0.018535, 0.0403, 0.043058, 0.016152, 0.03087, 0.146985]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 36, "item_id": "gsm8kpl-634", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1144, "region_end": 32, "roundtrip_ok": true, "tf_agree": 0.9444, "tf_agree_excl_first": 0.9714}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [0, 12, 20, 17, 23, 29, 24, 16, 12, 18, 18, 16, 12, 5, 20, 17, 14, 14, 13, 16, 18, 15, 20, 11, 25, 21, 15, 16, 15, 23, 15, 17, 16, 25, 27, 32, 32, 43, 51, 61, 64, 59, 61, 63, 58, 31, 15, 12, 13, 6], "n_am_pl": [1, 12, 7, 11, 7, 15, 9, 14, 6, 20, 16, 18, 18, 19, 13, 25, 19, 21, 23, 23, 21, 20, 21, 21, 31, 32, 25, 21, 10, 15, 18, 15, 21, 19, 19, 24, 23, 17, 18, 15, 11, 13, 11, 18, 17, 45, 62, 63, 56, 57], "n_pos": 126, "sum_m_en": [12.628333, 19.769222, 20.785405, 21.13798, 20.208169, 20.57552, 21.110859, 21.479769, 21.00659, 21.853227, 21.644779, 22.120716, 20.793768, 20.097994, 18.962966, 19.778193, 20.706439, 18.932953, 20.125893, 20.375789, 19.682296, 20.206696, 20.203329, 20.43399, 26.075382, 21.636407, 20.33943, 20.188581, 20.86338, 21.679737, 20.084208, 20.469436, 20.605143, 22.559449, 23.375284, 22.746678, 24.90748, 28.599909, 31.907363, 36.562875, 38.681024, 39.365765, 49.728198, 51.176645, 51.203294, 31.462507, 13.927229, 14.298825, 12.784488, 5.993133], "sum_m_pl": [2.207977, 6.02906, 6.682728, 6.374016, 6.658713, 6.583623, 6.496886, 6.664431, 6.944265, 7.738709, 8.351095, 8.256438, 9.220365, 9.866876, 10.070533, 11.496658, 10.361554, 10.446537, 9.044054, 8.87917, 8.791591, 8.481922, 8.263638, 8.184277, 13.873705, 14.642476, 14.884082, 14.414937, 13.118144, 13.733482, 12.482887, 12.586241, 13.664504, 12.480586, 10.757565, 10.997861, 10.862003, 11.451728, 12.179488, 11.744873, 11.327923, 10.764182, 10.412102, 10.755259, 10.934716, 32.783325, 58.012006, 56.825667, 55.756529, 57.04257]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 1, 0, 4, 2, 2, 0, 0, 0, 0, 1, 1, 0, 2, 1, 0, 3, 2, 5, 1, 2, 1, 2, 0, 1, 0, 2, 2, 2, 2, 2, 3, 3, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 2, 5, 5, 5, 3, 5, 3, 4, 1, 2, 2, 0, 2, 0, 1, 2, 0, 1, 0, 2, 1, 3, 3, 1, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.305643, 2.536884, 2.763781, 2.512973, 2.25318, 2.281248, 2.368346, 2.249788, 2.141313, 2.207218, 2.523437, 2.556797, 2.183199, 2.093995, 2.012149, 2.078835, 2.28628, 2.000791, 2.241746, 2.289817, 2.206097, 2.321474, 2.314547, 2.387826, 3.333797, 2.835456, 2.897709, 2.538426, 2.43881, 2.372602, 2.066945, 2.144058, 1.945266, 1.946093, 1.998753, 1.885328, 1.862746, 2.011472, 2.153992, 2.218971, 2.061179, 2.15526, 2.343845, 1.837064, 1.758928, 1.229136, 1.274312, 0.644058, 0.082489, 0.0], "sum_m_pl": [0.255119, 0.67725, 0.547332, 0.470374, 0.472787, 0.467571, 0.465991, 0.41691, 0.556461, 0.639165, 0.722923, 0.749475, 0.96331, 1.093573, 1.047342, 1.29807, 1.19807, 1.270426, 1.102127, 1.034067, 1.006901, 0.949525, 0.88213, 0.890053, 1.208169, 1.286501, 1.088457, 1.27062, 1.001798, 1.181826, 0.988224, 1.077059, 1.119998, 0.966116, 0.952361, 0.95847, 0.877153, 0.767308, 0.798367, 0.821784, 0.775167, 0.761545, 0.679995, 0.651775, 0.876066, 0.455127, 0.220636, 0.095276, 0.032572, 0.0]}, "lang": {"n_am_en": [0, 8, 14, 11, 16, 19, 17, 10, 7, 10, 10, 8, 8, 3, 10, 7, 6, 9, 9, 10, 11, 7, 9, 7, 11, 9, 5, 8, 7, 11, 6, 4, 6, 10, 13, 14, 16, 23, 32, 40, 44, 38, 41, 43, 41, 19, 9, 9, 8, 6], "n_am_pl": [0, 5, 4, 8, 3, 8, 6, 9, 4, 14, 8, 11, 9, 13, 10, 16, 12, 13, 15, 14, 11, 13, 14, 17, 24, 21, 17, 12, 9, 10, 12, 13, 16, 17, 14, 17, 16, 11, 15, 9, 9, 13, 9, 15, 13, 36, 51, 55, 56, 57], "n_pos": 64, "sum_m_en": [6.540615, 10.15824, 10.832969, 10.998883, 10.622391, 10.8318, 11.230118, 11.605416, 11.603105, 11.853851, 11.453425, 11.739688, 11.093548, 10.758698, 10.280977, 10.358165, 10.79605, 9.9264, 10.510253, 10.49484, 10.142687, 10.353153, 10.362453, 10.432785, 12.4186, 10.438681, 10.082402, 10.205766, 11.000527, 11.362848, 10.571682, 10.510471, 10.870743, 12.209102, 12.421022, 11.735278, 13.134871, 15.325718, 17.374461, 20.520772, 23.095279, 23.218686, 33.128386, 34.047689, 34.998651, 19.534994, 8.621454, 9.163438, 8.365892, 5.977219], "sum_m_pl": [0.897475, 2.831889, 3.249931, 3.165305, 3.37672, 3.280684, 3.291263, 3.534177, 3.855898, 4.168095, 4.653994, 4.602262, 5.11318, 5.513949, 5.732045, 6.479165, 5.662925, 5.760297, 4.935016, 4.803357, 4.6996, 4.503491, 4.418737, 4.350105, 8.090708, 8.178684, 8.756608, 8.34321, 7.570287, 7.931113, 7.377358, 7.60949, 8.390134, 7.608982, 6.201433, 6.502934, 7.086253, 8.043583, 9.108419, 8.558921, 8.497798, 8.102452, 7.40413, 7.756138, 7.919889, 26.874414, 47.254991, 49.178866, 54.58725, 57.032363]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "gsm8kpl-634", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1434, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9923, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 14, 14, 14, 20, 21, 21, 25, 24, 20, 19, 15, 18, 18, 25, 31, 31, 26, 33, 31, 30, 27, 28, 31, 46, 44, 29, 29, 28, 29, 36, 27, 28, 37, 41, 38, 46, 45, 41, 40, 42, 36, 35, 36, 39, 38, 35, 39, 38, 33], "n_am_pl": [3, 7, 7, 1, 4, 3, 5, 4, 6, 3, 2, 6, 8, 7, 7, 4, 4, 6, 7, 11, 5, 6, 5, 5, 3, 5, 5, 7, 8, 7, 7, 4, 5, 7, 5, 3, 4, 4, 3, 4, 6, 6, 8, 3, 7, 6, 6, 3, 3, 2], "n_pos": 106, "sum_m_en": [11.780588, 16.132988, 15.938547, 16.685712, 18.097472, 18.180488, 17.542513, 17.277622, 16.835317, 18.249051, 19.082155, 19.344338, 18.478406, 17.506454, 19.66688, 20.112339, 20.203618, 18.74607, 19.87683, 19.309963, 17.495604, 17.266999, 17.059424, 17.347374, 28.109938, 25.549715, 23.724462, 22.000105, 20.869567, 21.439262, 20.197593, 19.91472, 21.451677, 25.129433, 25.645656, 27.071271, 30.877558, 32.230867, 34.120922, 35.710791, 34.911459, 33.949155, 34.432267, 35.961696, 36.548396, 36.277513, 35.972278, 39.52912, 34.377586, 31.795032], "sum_m_pl": [2.484015, 5.476905, 5.307356, 5.00723, 5.462542, 4.836532, 4.416449, 4.293168, 4.736535, 4.858808, 5.845425, 6.478244, 6.49711, 6.256822, 6.14035, 6.114683, 5.804381, 6.013066, 6.220262, 6.524278, 6.27797, 6.02173, 5.977704, 6.148843, 6.084581, 7.039635, 7.323084, 8.38454, 8.519025, 8.21832, 6.991328, 7.005193, 6.800173, 6.307264, 6.209636, 5.650915, 5.094726, 4.850589, 4.576228, 5.702783, 5.351571, 7.358118, 8.097676, 5.605931, 8.561795, 7.802468, 5.947066, 3.727673, 2.829176, 2.377808]}, "digit": {"n_am_en": [2, 5, 4, 1, 6, 7, 6, 8, 8, 6, 9, 5, 9, 9, 9, 11, 11, 7, 11, 6, 7, 5, 6, 5, 12, 11, 4, 3, 2, 3, 3, 3, 4, 5, 6, 6, 9, 10, 7, 7, 10, 6, 6, 5, 5, 5, 3, 3, 1, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 4, 3, 1, 2, 1, 3, 3, 7, 3, 3, 3, 2, 0, 0, 0, 2, 2, 2, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.474541, 5.511805, 5.226814, 5.268482, 5.724447, 5.746446, 5.343839, 5.323888, 5.065603, 5.788439, 6.445386, 6.267671, 6.105669, 5.67934, 6.305345, 6.40851, 6.44591, 5.708678, 6.072665, 5.819856, 5.293487, 5.259286, 5.230898, 5.336259, 8.70855, 6.729815, 5.881758, 5.805834, 5.861342, 5.837133, 5.341943, 5.726042, 6.238406, 6.712901, 6.435974, 6.64507, 6.762539, 6.485589, 6.641565, 6.795565, 6.528034, 6.384172, 6.236636, 5.480631, 5.054444, 4.221127, 3.359319, 3.05366, 1.208785, 0.0], "sum_m_pl": [0.641989, 1.642354, 1.261075, 1.226565, 1.3253, 1.19304, 0.950666, 0.886348, 1.11451, 1.206786, 1.653583, 1.785487, 1.952089, 1.75725, 1.630674, 1.683204, 1.500528, 1.636382, 1.694597, 1.711642, 1.675578, 1.645582, 1.656662, 1.735962, 1.479501, 1.75729, 1.801356, 2.153092, 2.270426, 2.257247, 1.748814, 1.64901, 1.541406, 1.368894, 1.492912, 1.465761, 1.404173, 1.340438, 1.365028, 1.475086, 1.45934, 1.532015, 1.459621, 1.279451, 1.351838, 1.041298, 0.742193, 0.504804, 0.278584, 0.0]}, "lang": {"n_am_en": [3, 5, 7, 6, 8, 8, 10, 10, 8, 9, 8, 8, 5, 5, 8, 11, 13, 12, 15, 19, 18, 17, 16, 21, 23, 23, 18, 19, 21, 17, 22, 19, 18, 20, 22, 23, 27, 25, 27, 25, 26, 25, 25, 27, 26, 27, 28, 30, 31, 31], "n_am_pl": [1, 1, 2, 0, 3, 1, 2, 2, 0, 0, 0, 3, 2, 2, 4, 1, 1, 1, 2, 1, 0, 0, 0, 2, 0, 1, 2, 1, 2, 2, 2, 1, 0, 1, 1, 0, 1, 1, 2, 4, 4, 4, 5, 3, 5, 4, 4, 3, 3, 2], "n_pos": 34, "sum_m_en": [3.789737, 5.156963, 5.193814, 5.512655, 6.060046, 5.885662, 5.863821, 5.840811, 5.817335, 6.070026, 6.069075, 6.399194, 6.13909, 6.046004, 6.821519, 7.128838, 7.078015, 6.787359, 7.43633, 7.102696, 6.263563, 5.988983, 5.863179, 5.885353, 13.11788, 12.553302, 11.64708, 10.03954, 8.725704, 8.797682, 8.41645, 8.030152, 8.559541, 10.967184, 11.760005, 13.493257, 16.838712, 18.276802, 20.036373, 21.849416, 22.038892, 22.449853, 22.928398, 25.143344, 25.579374, 25.761982, 27.334711, 28.301647, 27.661052, 29.7766], "sum_m_pl": [0.752662, 1.659593, 1.670638, 1.589549, 1.820075, 1.649777, 1.619968, 1.583711, 1.735707, 1.690537, 2.010058, 2.284046, 2.185729, 2.168429, 2.318728, 2.294332, 2.166549, 2.129193, 2.148725, 2.306996, 2.198724, 2.101345, 2.086545, 2.105071, 1.879655, 2.058221, 2.366034, 2.721464, 2.731583, 2.536416, 2.344508, 2.445698, 2.459566, 2.258642, 2.07791, 1.857045, 1.654564, 1.549853, 1.5827, 2.943742, 2.572891, 4.055261, 4.46718, 3.35679, 4.330327, 4.034339, 3.52607, 3.044693, 2.36384, 2.377802]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "gsm8kpl-643", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9818}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 11, 16, 15, 25, 30, 26, 50, 38, 39, 42, 30, 27, 30, 43, 51, 58, 44, 42, 49, 46, 63, 62, 56, 94, 84, 60, 53, 57, 47, 52, 47, 40, 54, 71, 80, 73, 71, 67, 88, 82, 79, 88, 91, 82, 54, 18, 3, 0, 0], "n_am_pl": [0, 21, 9, 8, 10, 12, 13, 15, 15, 11, 10, 23, 30, 12, 14, 24, 18, 24, 18, 14, 16, 12, 11, 13, 15, 15, 13, 21, 25, 32, 30, 25, 24, 20, 21, 14, 21, 16, 18, 19, 20, 22, 28, 27, 34, 63, 86, 108, 114, 111], "n_pos": 188, "sum_m_en": [18.04291, 28.882466, 29.230891, 30.056945, 31.850972, 32.365978, 32.694563, 35.339554, 33.813815, 35.65927, 37.66918, 36.657213, 35.06621, 34.348136, 37.722169, 38.307643, 38.302807, 34.047625, 34.13126, 32.459113, 31.453327, 31.804104, 31.525134, 31.583027, 58.769484, 53.455586, 45.19718, 41.031408, 38.507643, 37.100509, 34.871587, 35.230964, 34.915598, 38.736132, 42.631503, 50.845697, 49.246194, 53.153112, 56.164344, 72.545934, 72.390862, 67.520579, 73.581337, 83.694329, 77.976348, 51.286857, 20.030251, 4.600405, 0.978838, 5e-06], "sum_m_pl": [3.578413, 10.547776, 10.605886, 9.893714, 11.215495, 11.114239, 11.189989, 11.229243, 11.945909, 11.970026, 13.154523, 14.595581, 14.949034, 14.65659, 14.978949, 15.089397, 13.12752, 12.80033, 12.686624, 12.859462, 12.371558, 11.851424, 12.045574, 11.971797, 14.237776, 14.584477, 15.635561, 17.908512, 20.259692, 20.315389, 17.972348, 17.802098, 18.540651, 17.985979, 16.759657, 16.158746, 17.708097, 15.788192, 17.141184, 14.871129, 15.448649, 19.898589, 23.973109, 23.233287, 34.089203, 55.897191, 82.138522, 104.46615, 112.536992, 111.585597]}, "digit": {"n_am_en": [0, 0, 2, 0, 1, 1, 2, 3, 5, 4, 5, 3, 2, 3, 3, 4, 5, 7, 4, 1, 2, 4, 3, 2, 8, 4, 2, 2, 4, 2, 2, 4, 3, 7, 8, 7, 8, 5, 2, 3, 3, 3, 1, 0, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 2, 1, 0, 1, 0, 0, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 3, 6, 4, 2, 1, 0, 0, 2, 2, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.859806, 3.354069, 3.500257, 3.269883, 3.404482, 3.352314, 3.198349, 3.333312, 3.164369, 3.454608, 3.775014, 3.753641, 3.578859, 3.444924, 3.899962, 3.857915, 3.89125, 3.355363, 3.389561, 3.156613, 3.12012, 3.197048, 3.153658, 3.261713, 5.148059, 4.360141, 3.70704, 3.741437, 3.799394, 3.673008, 3.284783, 3.547656, 3.962862, 4.183968, 4.002856, 4.035844, 4.502798, 3.483802, 3.462598, 3.532313, 2.850675, 2.823938, 2.440023, 2.079204, 1.823887, 1.469563, 1.247439, 0.466855, 0.322941, 0.0], "sum_m_pl": [0.372885, 1.044708, 0.843592, 0.832431, 0.951068, 0.854928, 0.723531, 0.651019, 0.767124, 0.790876, 0.992643, 1.059611, 1.127408, 1.163611, 1.150084, 1.174438, 0.979061, 1.034689, 1.048483, 1.07662, 1.063579, 1.051158, 1.059244, 1.092598, 1.192529, 1.299996, 1.240583, 1.422522, 1.456918, 1.599114, 1.368367, 1.19472, 1.012059, 0.935539, 0.949066, 1.027687, 0.983321, 0.877298, 0.94202, 1.032286, 1.007972, 1.014061, 1.077608, 0.979369, 0.851468, 0.630217, 0.464849, 0.334922, 0.204678, 0.0]}, "lang": {"n_am_en": [7, 7, 6, 12, 19, 22, 16, 33, 23, 25, 31, 22, 16, 19, 32, 34, 43, 28, 27, 35, 33, 43, 46, 42, 63, 57, 41, 39, 38, 33, 31, 29, 26, 33, 43, 50, 44, 46, 45, 59, 56, 51, 62, 66, 58, 37, 13, 0, 0, 0], "n_am_pl": [0, 14, 4, 5, 5, 6, 7, 9, 13, 7, 9, 19, 20, 5, 8, 16, 12, 19, 13, 10, 11, 9, 8, 9, 11, 11, 10, 12, 16, 16, 19, 14, 16, 14, 15, 10, 18, 13, 17, 18, 18, 20, 24, 25, 29, 55, 81, 104, 109, 110], "n_pos": 111, "sum_m_en": [10.57616, 16.424996, 16.821702, 17.70808, 18.96988, 19.104653, 19.669663, 21.344289, 20.734473, 21.611484, 23.108352, 22.491629, 21.522749, 21.098112, 23.265208, 23.671834, 23.595776, 20.962142, 20.76598, 19.659138, 19.114822, 19.233453, 19.153826, 19.017463, 38.825336, 34.858963, 29.310329, 25.846049, 24.127466, 22.859595, 21.60976, 21.993081, 21.134007, 23.421515, 26.195788, 31.925502, 29.906091, 33.649379, 35.295278, 46.569613, 48.033668, 44.256881, 49.816457, 57.73778, 52.998959, 33.722687, 12.879949, 1.383327, 0.074784, 2e-06], "sum_m_pl": [2.124497, 6.351946, 6.549417, 6.082876, 7.009133, 7.16476, 7.467672, 7.545528, 8.235843, 8.027092, 8.594953, 9.574142, 10.014429, 9.634019, 9.822785, 9.833467, 8.564369, 8.432139, 8.338594, 8.324055, 7.949506, 7.583975, 7.742191, 7.611682, 9.161044, 9.218923, 10.153789, 11.585365, 13.273874, 13.184347, 12.067831, 12.059983, 12.632404, 12.573886, 11.868685, 11.584219, 13.503892, 12.396497, 14.005732, 11.926072, 12.414573, 16.832389, 20.088938, 19.454107, 27.466084, 48.475835, 77.396459, 100.104951, 107.822935, 109.751193]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "gsm8kpl-643", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1482, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9793, "tf_agree_excl_first": 0.9844}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 5, 8, 16, 17, 21, 18, 18, 15, 14, 14, 15, 16, 12, 12, 16, 15, 18, 25, 18, 19, 20, 16, 19, 36, 27, 19, 20, 18, 19, 19, 17, 21, 25, 25, 22, 36, 39, 44, 48, 48, 52, 52, 48, 49, 46, 43, 44, 37, 35], "n_am_pl": [4, 8, 9, 4, 2, 5, 6, 7, 1, 5, 6, 9, 12, 11, 6, 4, 2, 0, 2, 4, 1, 1, 4, 3, 2, 3, 8, 5, 5, 3, 7, 7, 7, 3, 5, 4, 5, 2, 3, 2, 2, 3, 2, 2, 0, 2, 1, 0, 1, 1], "n_pos": 98, "sum_m_en": [10.802921, 14.572898, 14.674374, 15.546748, 16.790584, 17.980084, 18.42102, 18.469292, 17.742851, 18.326375, 18.801859, 18.977019, 18.398433, 18.596491, 18.194557, 18.264094, 18.666034, 17.202477, 17.65737, 17.972625, 16.394366, 16.80272, 16.273893, 16.535378, 23.691497, 21.00715, 19.943916, 19.459427, 20.030092, 19.685755, 18.850103, 18.723588, 19.011689, 20.338999, 22.212168, 22.260562, 30.941927, 34.159675, 39.744075, 45.160047, 44.783513, 46.393483, 47.704803, 45.850778, 47.707051, 46.466433, 44.706704, 43.01009, 37.424109, 35.109442], "sum_m_pl": [2.373063, 4.241478, 4.558108, 4.552083, 5.206843, 4.931129, 4.746342, 4.520132, 4.745371, 4.895589, 5.549409, 5.629541, 5.58034, 5.715924, 5.71335, 5.328698, 5.058042, 5.593046, 5.698071, 5.93562, 5.838807, 5.717166, 5.688379, 5.822604, 5.890196, 6.457812, 6.272322, 6.576657, 6.83282, 7.377452, 6.696027, 6.43155, 6.503948, 5.834094, 5.594834, 5.32689, 4.428402, 3.650081, 3.204995, 2.922794, 2.737431, 2.664769, 2.456864, 2.349684, 1.889974, 2.009932, 1.60545, 1.259892, 1.60218, 0.94195]}, "digit": {"n_am_en": [0, 2, 0, 0, 1, 4, 1, 2, 4, 4, 4, 3, 2, 3, 2, 4, 3, 3, 6, 4, 3, 3, 0, 1, 7, 2, 0, 1, 2, 2, 3, 0, 4, 3, 1, 1, 3, 3, 2, 2, 4, 5, 4, 4, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 2, 5, 4, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 1, 2, 0, 0, 0, 1, 4, 1, 2, 1, 1, 2, 1, 1, 0, 2, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.755192, 3.331764, 3.226486, 3.056206, 3.248321, 3.530108, 3.62572, 3.503564, 3.293282, 3.551226, 3.870818, 3.951711, 3.65348, 3.554215, 3.470424, 3.570846, 3.511911, 3.210105, 3.330802, 3.270944, 3.077572, 3.09501, 3.00826, 3.084522, 4.222287, 3.647803, 3.54057, 3.447914, 3.69369, 3.553101, 3.369204, 3.550745, 3.445763, 3.844074, 3.400245, 3.234276, 3.45829, 3.682658, 2.904886, 3.073586, 3.317988, 3.380298, 3.655555, 2.982321, 2.648725, 2.335393, 1.549245, 0.682887, 0.30096, 0.0], "sum_m_pl": [0.270644, 0.736068, 0.614695, 0.585624, 0.687035, 0.701432, 0.627827, 0.608618, 0.693654, 0.74668, 1.011239, 0.969883, 1.122673, 1.189806, 1.102388, 1.012328, 0.924942, 1.076683, 1.053989, 1.084419, 1.085508, 1.056848, 1.071269, 1.114498, 1.213082, 1.279024, 1.088459, 1.25018, 1.26649, 1.418464, 1.27526, 1.264269, 1.215417, 0.898296, 0.950056, 0.925972, 0.937854, 0.751763, 0.929229, 0.91893, 0.852501, 0.941018, 0.968274, 0.849002, 0.887846, 0.9831, 0.526682, 0.334988, 0.180953, 0.0]}, "lang": {"n_am_en": [3, 2, 5, 9, 8, 10, 8, 8, 4, 5, 6, 4, 5, 4, 6, 9, 9, 14, 15, 11, 12, 14, 15, 15, 23, 19, 14, 14, 11, 14, 11, 15, 16, 17, 20, 18, 24, 25, 32, 34, 33, 32, 34, 34, 34, 33, 33, 34, 33, 34], "n_am_pl": [1, 4, 3, 2, 1, 1, 2, 3, 0, 2, 3, 3, 3, 3, 3, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 2, 2, 0, 2, 2, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 36, "sum_m_en": [4.277068, 4.946252, 5.370485, 5.95178, 6.427976, 6.950233, 7.232046, 7.393822, 7.216216, 7.179923, 7.052956, 7.178736, 7.0448, 7.374796, 7.458591, 7.551175, 7.751366, 7.329509, 7.348153, 7.518891, 6.542232, 6.712575, 6.407472, 6.395511, 13.192078, 11.620895, 11.096634, 10.096932, 9.750692, 9.248933, 9.122084, 8.792826, 9.218264, 10.126694, 11.681893, 12.613686, 18.138626, 20.046294, 26.207815, 30.136473, 29.7119, 30.276534, 31.081326, 31.446036, 32.775119, 32.219018, 32.437394, 32.324494, 31.686405, 34.013024], "sum_m_pl": [1.012292, 1.586176, 1.696097, 1.685689, 2.015379, 1.803561, 1.756654, 1.719932, 1.896914, 1.885734, 2.050208, 2.135452, 2.123457, 2.201872, 2.258691, 2.105794, 1.992045, 2.141217, 2.23371, 2.288859, 2.223188, 2.191197, 2.179033, 2.184824, 2.105491, 2.393799, 2.395391, 2.537717, 2.742183, 2.86209, 2.73255, 2.727901, 2.740091, 2.663757, 2.593625, 2.350202, 1.750655, 1.268052, 0.627886, 0.261353, 0.279436, 0.227962, 0.183524, 0.186816, 0.068101, 0.043274, 0.062949, 0.149668, 0.580779, 0.932544]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "gsm8kpl-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1200, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.9703}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 8, 19, 29, 35, 42, 39, 52, 38, 37, 38, 36, 45, 46, 56, 47, 50, 54, 46, 52, 47, 56, 52, 47, 112, 91, 76, 59, 54, 54, 46, 46, 46, 59, 57, 61, 72, 92, 115, 135, 124, 124, 125, 129, 112, 81, 26, 3, 2, 0], "n_am_pl": [1, 14, 11, 13, 21, 23, 16, 22, 20, 27, 26, 22, 30, 31, 34, 24, 13, 15, 14, 8, 9, 10, 9, 10, 9, 15, 15, 22, 27, 39, 24, 21, 24, 16, 17, 20, 26, 23, 23, 18, 22, 27, 29, 34, 40, 73, 128, 143, 148, 147], "n_pos": 235, "sum_m_en": [21.738741, 34.743625, 35.549665, 38.311514, 40.609374, 42.579203, 43.818807, 48.605973, 48.064956, 50.056376, 49.757781, 48.641171, 48.086329, 49.697239, 48.663975, 49.277441, 48.828097, 43.848841, 43.197577, 41.897769, 40.004963, 40.500294, 39.667742, 39.562051, 66.625712, 60.030636, 54.462542, 48.905611, 47.987634, 46.358711, 44.89389, 44.692745, 44.505766, 46.783982, 49.501559, 52.135018, 60.999957, 70.760921, 80.179709, 98.088843, 96.15444, 97.327266, 104.523353, 105.291671, 97.905005, 74.582503, 23.058298, 6.340359, 3.507282, 0.000555], "sum_m_pl": [3.435401, 10.561503, 11.637486, 11.772051, 13.570856, 13.371272, 13.825459, 13.624368, 14.592992, 14.218648, 16.122297, 17.017956, 16.725142, 17.72868, 17.752214, 15.877214, 14.011662, 14.789517, 14.929722, 14.961525, 15.039591, 14.682073, 15.057316, 14.969704, 17.501291, 19.597792, 20.832883, 21.515908, 24.171732, 24.297776, 20.843434, 20.705857, 21.4454, 20.276553, 17.735242, 17.391716, 17.158218, 16.381922, 15.693876, 15.223276, 18.7066, 21.311405, 23.804322, 30.037115, 40.763635, 63.547902, 123.79358, 139.708488, 145.153886, 147.251836]}, "digit": {"n_am_en": [0, 2, 1, 1, 2, 3, 2, 2, 2, 1, 5, 2, 4, 4, 2, 3, 1, 6, 2, 2, 1, 1, 0, 1, 7, 5, 4, 1, 3, 3, 1, 0, 1, 2, 0, 2, 1, 3, 5, 6, 6, 5, 5, 5, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 2, 4, 3, 2, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 3, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0], "n_pos": 17, "sum_m_en": [1.48793, 3.029946, 3.07247, 2.846522, 2.996476, 3.008805, 3.053215, 3.173867, 3.081078, 3.309586, 3.616655, 3.629555, 3.176118, 3.339337, 3.206258, 3.330458, 3.113727, 3.001555, 2.910732, 2.851476, 2.784251, 2.829427, 2.759604, 2.837423, 3.933943, 3.607322, 3.522245, 3.348628, 3.526678, 3.257017, 3.033944, 3.205114, 2.999624, 2.992924, 2.975886, 3.001724, 3.230473, 3.787218, 3.583015, 3.975776, 3.886464, 3.804621, 3.872608, 3.477769, 3.21709, 3.025653, 1.803965, 0.600214, 0.350108, 0.0], "sum_m_pl": [0.244191, 0.755527, 0.608509, 0.534481, 0.658944, 0.621672, 0.585802, 0.513159, 0.707253, 0.712529, 0.935689, 0.982756, 0.996331, 1.096653, 1.052015, 0.984787, 0.865858, 1.001488, 1.042091, 1.065256, 1.046202, 0.988399, 0.996978, 1.01783, 1.191228, 1.240721, 1.107702, 1.219793, 1.224403, 1.409453, 1.343273, 1.282901, 1.179571, 0.985866, 0.886099, 0.810602, 0.730923, 0.636069, 0.690084, 0.73993, 0.673321, 0.738239, 0.723694, 0.571982, 0.613041, 0.50178, 0.62627, 0.644415, 0.201736, 1e-06]}, "lang": {"n_am_en": [5, 5, 11, 18, 28, 30, 28, 40, 28, 28, 23, 22, 30, 29, 38, 30, 36, 38, 37, 40, 40, 44, 42, 39, 81, 67, 55, 46, 42, 39, 35, 36, 36, 44, 43, 40, 50, 65, 82, 98, 90, 90, 93, 93, 83, 61, 14, 2, 2, 0], "n_am_pl": [1, 10, 9, 10, 14, 14, 13, 16, 16, 21, 21, 19, 24, 22, 21, 19, 11, 14, 8, 6, 8, 8, 7, 7, 7, 13, 12, 13, 20, 29, 17, 13, 16, 10, 13, 20, 20, 21, 23, 17, 21, 26, 27, 33, 39, 68, 118, 134, 144, 147], "n_pos": 148, "sum_m_en": [14.698561, 21.546987, 21.917659, 24.098684, 25.885224, 27.043839, 28.263637, 31.770444, 31.720472, 32.936415, 31.985637, 31.122621, 31.172229, 32.428878, 31.882638, 32.589119, 32.776369, 29.231394, 28.528747, 27.476515, 26.134052, 26.270134, 25.781137, 25.401155, 47.856823, 42.721128, 38.462438, 33.397584, 32.435007, 31.142711, 30.471329, 30.144811, 30.088803, 31.529219, 33.639002, 34.54227, 39.743554, 46.033578, 54.459185, 70.695291, 70.176697, 71.992046, 78.833558, 76.577426, 71.846955, 53.942466, 12.362356, 3.219336, 2.170831, 0.000551], "sum_m_pl": [2.245165, 6.790845, 7.64509, 7.751141, 8.975843, 8.810589, 9.325703, 9.201508, 9.883493, 9.557005, 10.999775, 11.465467, 11.376035, 12.262669, 12.168822, 10.741164, 9.384078, 9.858725, 9.889524, 9.823653, 9.869533, 9.713143, 9.982769, 9.846917, 11.481708, 13.171477, 14.221725, 14.529635, 16.685525, 16.515149, 14.066118, 14.163065, 15.024702, 14.677101, 12.802071, 13.000004, 13.235084, 13.029027, 12.643512, 12.08852, 15.644553, 18.20936, 20.95879, 27.712759, 37.561942, 59.507761, 113.428448, 130.184564, 140.25271, 146.703919]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 239, "item_id": "gsm8kpl-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1490, "region_end": 235, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9874}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [30, 48, 48, 52, 68, 64, 58, 54, 62, 59, 54, 52, 49, 41, 55, 62, 71, 59, 65, 74, 70, 65, 57, 67, 107, 82, 80, 76, 66, 76, 69, 53, 61, 86, 103, 94, 116, 123, 128, 126, 128, 129, 130, 125, 127, 117, 114, 113, 112, 113], "n_am_pl": [4, 13, 24, 22, 20, 16, 22, 30, 25, 20, 29, 26, 32, 30, 34, 20, 27, 20, 23, 23, 20, 21, 13, 10, 20, 23, 25, 21, 27, 27, 24, 31, 30, 19, 15, 21, 13, 7, 4, 4, 3, 0, 0, 0, 3, 3, 3, 1, 0, 0], "n_pos": 313, "sum_m_en": [35.491979, 52.156259, 52.738924, 52.477955, 54.675815, 52.218492, 52.27226, 55.583537, 54.41571, 55.227949, 53.92847, 54.90313, 51.389122, 51.923557, 53.496062, 56.571127, 58.017743, 53.539873, 55.118809, 54.882882, 53.117595, 52.885779, 51.927041, 52.594931, 81.84565, 73.32024, 65.993061, 62.382224, 59.721916, 60.247344, 59.032144, 56.321488, 61.62015, 66.056321, 72.192098, 72.307821, 84.19497, 92.988085, 103.467232, 110.776138, 109.934604, 114.652939, 122.290574, 117.848486, 119.780341, 115.50018, 115.669969, 112.099634, 107.583598, 112.658324], "sum_m_pl": [6.887729, 14.051421, 16.763915, 16.041147, 17.897118, 17.136266, 16.683847, 17.646166, 18.109565, 18.453134, 19.64665, 20.262902, 21.238309, 22.915959, 21.909948, 20.778123, 21.63033, 22.402503, 21.408812, 20.640725, 20.023481, 19.055267, 18.529093, 18.242272, 20.807903, 23.514724, 22.627218, 24.756878, 25.950015, 27.59825, 24.575627, 25.033092, 23.793587, 20.566784, 19.76114, 18.860921, 17.490737, 15.260423, 12.427549, 10.888765, 9.525185, 8.5809, 7.458748, 7.070252, 7.691586, 5.732383, 3.787767, 3.065811, 2.890465, 0.067537]}, "digit": {"n_am_en": [0, 4, 2, 5, 7, 5, 3, 6, 10, 7, 11, 4, 2, 3, 6, 8, 8, 5, 7, 7, 4, 4, 4, 4, 11, 4, 7, 7, 9, 9, 8, 4, 4, 5, 10, 8, 11, 11, 12, 8, 6, 6, 8, 6, 6, 4, 3, 2, 0, 0], "n_am_pl": [0, 0, 1, 4, 2, 1, 2, 3, 1, 3, 4, 6, 9, 8, 6, 1, 5, 5, 7, 6, 5, 2, 1, 1, 5, 8, 2, 3, 3, 5, 3, 7, 6, 3, 2, 3, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.727295, 8.468942, 8.656792, 8.343691, 8.940012, 8.323749, 8.204771, 8.651027, 8.152141, 8.305315, 8.521799, 8.307319, 8.016609, 8.067688, 8.533637, 8.679663, 8.490318, 7.870612, 8.135057, 7.906201, 7.653269, 7.695473, 7.472738, 7.761477, 9.9208, 8.846475, 8.015916, 8.030234, 8.002584, 8.300758, 8.564066, 8.323758, 8.607792, 8.724409, 9.122387, 8.65254, 9.428641, 9.734043, 9.409042, 9.644668, 9.437823, 9.529135, 9.284465, 7.792398, 6.858986, 6.629686, 5.678354, 3.221172, 0.666862, 1e-06], "sum_m_pl": [0.739587, 2.083765, 2.090686, 2.134779, 2.374019, 2.169815, 2.04298, 2.2338, 2.423399, 2.54347, 2.680251, 2.794741, 2.942001, 3.35655, 3.150025, 2.839447, 3.001512, 3.349105, 3.110755, 3.020602, 2.912813, 2.71423, 2.620431, 2.680947, 3.503078, 3.818341, 3.347765, 3.837939, 4.01303, 3.945887, 3.321677, 3.436599, 3.248559, 2.724221, 2.797586, 2.713949, 2.474495, 2.331697, 2.220334, 2.257671, 2.013583, 2.006468, 1.80324, 1.744415, 1.659442, 1.299083, 1.576368, 0.950263, 0.311355, 0.0]}, "lang": {"n_am_en": [18, 30, 30, 35, 44, 41, 38, 32, 33, 35, 23, 28, 26, 23, 29, 34, 35, 31, 35, 45, 46, 48, 41, 41, 69, 60, 59, 54, 45, 50, 47, 35, 39, 53, 60, 57, 69, 75, 82, 85, 93, 93, 98, 98, 98, 95, 97, 99, 104, 112], "n_am_pl": [1, 6, 7, 6, 8, 7, 7, 13, 11, 9, 15, 12, 17, 13, 19, 10, 9, 7, 7, 13, 10, 9, 6, 5, 6, 7, 10, 7, 11, 6, 9, 8, 8, 5, 5, 7, 4, 3, 3, 3, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0], "n_pos": 113, "sum_m_en": [14.727773, 18.996949, 19.981737, 19.886462, 20.555116, 19.662665, 20.080727, 21.102756, 21.711732, 21.593006, 20.180263, 21.27457, 19.425128, 19.786283, 20.679406, 22.68827, 23.664791, 21.90244, 22.099708, 21.981205, 21.406865, 21.333994, 20.68234, 20.714849, 47.093938, 42.771373, 38.135341, 32.80224, 29.261275, 29.159901, 27.874174, 25.818426, 28.756135, 31.92136, 34.978871, 38.196469, 50.062061, 56.234086, 67.107105, 74.857346, 75.731768, 81.876833, 89.527089, 88.726935, 92.301224, 90.155236, 93.692057, 94.993682, 97.740864, 110.977438], "sum_m_pl": [2.565655, 4.702746, 5.805785, 5.627917, 6.105949, 6.18885, 6.177571, 6.67971, 7.038379, 7.138671, 7.569136, 7.801025, 8.375749, 9.225943, 8.849636, 8.461791, 8.447405, 8.474773, 8.305043, 7.836568, 7.580986, 7.337154, 7.128543, 6.903828, 7.384156, 8.424898, 8.561997, 9.407134, 10.07635, 10.501586, 9.451042, 9.805614, 9.787356, 8.404044, 7.737536, 7.737771, 7.284354, 6.350272, 4.710673, 3.55146, 3.071139, 2.318202, 1.414228, 1.667661, 2.657934, 2.004223, 0.426868, 0.85316, 0.615259, 0.067531]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 317, "item_id": "gsm8kpl-660", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1158, "region_end": 313, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9905}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 11, 21, 21, 36, 33, 31, 45, 36, 36, 48, 42, 38, 33, 37, 37, 55, 54, 59, 76, 71, 74, 66, 61, 106, 80, 63, 70, 63, 62, 61, 63, 65, 79, 95, 81, 84, 98, 113, 119, 107, 111, 116, 100, 87, 62, 17, 2, 1, 0], "n_am_pl": [2, 37, 28, 23, 26, 34, 35, 31, 46, 42, 48, 47, 42, 56, 44, 47, 37, 39, 33, 41, 34, 25, 25, 19, 22, 43, 46, 45, 53, 44, 47, 36, 29, 28, 27, 32, 22, 17, 14, 15, 19, 24, 23, 31, 42, 60, 107, 123, 122, 120], "n_pos": 315, "sum_m_en": [32.097979, 49.061705, 51.084438, 51.603241, 51.446774, 50.01023, 50.029001, 54.837845, 54.193244, 55.730869, 55.363764, 55.022014, 50.839933, 50.150413, 50.528417, 52.196598, 54.129458, 49.727401, 52.027739, 53.05372, 50.907711, 51.577302, 50.18675, 49.802657, 77.76124, 64.061724, 55.649099, 55.505333, 54.064588, 55.134602, 52.178207, 52.922112, 56.319304, 63.008812, 65.693101, 64.177919, 66.703943, 75.46377, 86.921635, 95.932547, 90.453855, 95.469423, 108.089216, 97.948107, 84.699608, 61.301837, 21.389004, 4.835257, 3.042641, 5.2e-05], "sum_m_pl": [5.810871, 15.111324, 17.700494, 16.693974, 18.527127, 18.330467, 17.891954, 18.759803, 20.415663, 20.610335, 22.05001, 23.25438, 24.0028, 26.260686, 25.599328, 23.601539, 23.090741, 24.270835, 22.293702, 21.507119, 20.985937, 19.726488, 19.096209, 18.422106, 23.944472, 29.953475, 29.991897, 31.81663, 32.880823, 34.488782, 30.752465, 30.127953, 27.677367, 24.516444, 23.799612, 23.612304, 22.865655, 20.259998, 17.264987, 17.181432, 20.485948, 22.105397, 23.518202, 29.940005, 39.553424, 54.015554, 102.970211, 121.441731, 122.78503, 119.268588]}, "digit": {"n_am_en": [0, 2, 4, 2, 2, 4, 1, 2, 4, 2, 5, 2, 0, 4, 4, 4, 3, 5, 4, 7, 4, 2, 1, 3, 7, 1, 1, 2, 6, 4, 2, 4, 5, 5, 10, 10, 9, 9, 7, 6, 5, 5, 6, 4, 4, 4, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 0, 0, 1, 0, 2, 0, 1, 3, 4, 5, 4, 1, 3, 2, 4, 4, 4, 4, 3, 1, 3, 7, 6, 6, 7, 3, 6, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 2, 2, 0, 0], "n_pos": 35, "sum_m_en": [3.502738, 6.272226, 6.911462, 6.321425, 6.342703, 5.905959, 5.673674, 5.966193, 5.91205, 6.236872, 6.453834, 6.439055, 6.031154, 5.822275, 6.162173, 6.105904, 6.309162, 5.947215, 6.14015, 6.077389, 5.825867, 5.8076, 5.639394, 5.788319, 7.45378, 6.341146, 5.537117, 5.971233, 5.725128, 6.359238, 6.220511, 6.653804, 6.861358, 7.08422, 7.128447, 7.002681, 7.15744, 7.784455, 7.59819, 7.869693, 6.951039, 7.25756, 7.206502, 5.835485, 4.84672, 4.919915, 2.413733, 1.206864, 0.735609, 0.0], "sum_m_pl": [0.579018, 1.782881, 1.651158, 1.685715, 1.629966, 1.48903, 1.433774, 1.488374, 1.81557, 1.884966, 2.163441, 2.212346, 2.327057, 2.649132, 2.662379, 2.326534, 2.378365, 2.568275, 2.418956, 2.387719, 2.318557, 2.169859, 2.063089, 2.044361, 2.650707, 3.003618, 2.738383, 2.950713, 3.022906, 2.92161, 2.595646, 2.566725, 2.518715, 2.132453, 2.10981, 2.074102, 1.886479, 1.761313, 1.77056, 1.738276, 1.607504, 1.662449, 1.46547, 1.507885, 1.582605, 1.168256, 2.380747, 2.040464, 0.340311, 0.0]}, "lang": {"n_am_en": [4, 3, 4, 13, 17, 16, 15, 26, 17, 23, 28, 25, 19, 14, 13, 15, 25, 23, 31, 45, 38, 45, 41, 38, 62, 44, 32, 32, 26, 32, 35, 29, 30, 38, 46, 39, 42, 51, 67, 72, 67, 70, 74, 69, 60, 41, 11, 1, 0, 0], "n_am_pl": [0, 17, 17, 14, 11, 11, 15, 12, 23, 19, 19, 22, 21, 27, 24, 28, 21, 21, 15, 18, 16, 11, 12, 12, 9, 19, 19, 19, 19, 19, 21, 16, 14, 13, 12, 16, 13, 11, 8, 12, 15, 20, 18, 27, 40, 57, 94, 112, 119, 119], "n_pos": 120, "sum_m_en": [12.726989, 18.568964, 19.852804, 20.956846, 20.894817, 20.700708, 21.138265, 23.508475, 23.691604, 23.592857, 23.523258, 23.518804, 21.531439, 21.461876, 21.421193, 22.781317, 23.534641, 21.254965, 22.052925, 22.782546, 21.536475, 21.861547, 21.361375, 20.804366, 39.178683, 31.361104, 27.308297, 25.686402, 24.807916, 24.358053, 23.506468, 23.708615, 24.979184, 28.923293, 28.420755, 29.150549, 31.922164, 37.647385, 47.268562, 53.431852, 51.321393, 55.541343, 65.898407, 62.524932, 55.232137, 38.318372, 12.967845, 1.372952, 0.165417, 1.1e-05], "sum_m_pl": [2.14256, 5.128156, 6.383166, 6.055313, 6.790241, 6.901108, 7.13273, 7.860646, 8.655906, 8.48467, 9.269072, 10.362796, 10.505143, 11.731336, 11.27468, 10.139342, 9.506383, 9.9967, 9.221331, 8.541895, 8.418224, 8.004975, 7.748051, 7.393047, 9.287738, 12.584887, 12.322434, 13.597676, 13.871017, 14.776746, 13.615109, 13.613632, 12.239763, 11.13858, 10.88778, 11.716146, 12.663071, 10.977853, 8.741421, 8.807277, 12.598616, 14.610407, 15.598174, 22.381437, 32.744355, 47.636155, 90.267604, 109.928247, 117.384323, 118.740801]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "gsm8kpl-660", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1448, "region_end": 315, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9843}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 27, 29, 34, 37, 31, 37, 30, 29, 34, 45, 32, 35, 26, 24, 31, 37, 35, 29, 38, 39, 35, 28, 25, 45, 36, 38, 32, 28, 32, 30, 31, 34, 41, 51, 53, 49, 68, 68, 74, 64, 64, 65, 64, 55, 51, 51, 49, 45, 45], "n_am_pl": [5, 10, 12, 9, 12, 13, 10, 20, 17, 14, 27, 29, 32, 21, 26, 24, 24, 25, 20, 17, 15, 10, 12, 9, 11, 15, 14, 21, 19, 22, 21, 14, 10, 12, 20, 16, 13, 3, 4, 4, 6, 5, 8, 11, 10, 8, 9, 7, 7, 7], "n_pos": 177, "sum_m_en": [19.668606, 27.820495, 28.09816, 28.255341, 30.400352, 30.450576, 30.206826, 31.27707, 31.824242, 33.04979, 33.084269, 33.01075, 31.636363, 30.605871, 29.048494, 30.208672, 32.760977, 30.338894, 31.981005, 31.569395, 29.877535, 29.678454, 29.355955, 29.896137, 39.662363, 38.006568, 37.609442, 33.411653, 34.272622, 34.590655, 32.474074, 33.374278, 34.977558, 37.315589, 41.066878, 41.050265, 45.675215, 49.777819, 53.841192, 60.304628, 59.293065, 63.97591, 60.99247, 61.014505, 56.557984, 54.773843, 54.23312, 50.218121, 44.833508, 45.382003], "sum_m_pl": [3.800334, 9.029253, 9.591499, 8.709467, 10.068501, 9.274331, 8.812903, 9.135549, 9.215063, 10.635615, 11.628817, 12.70194, 13.814484, 12.910616, 12.767001, 14.920683, 14.080029, 14.176091, 13.072813, 12.647979, 11.850431, 11.419799, 11.171088, 11.25533, 14.59648, 15.302749, 15.597393, 16.819694, 16.484748, 17.297683, 15.928467, 14.430433, 14.223563, 13.755585, 13.584856, 13.156775, 11.475393, 9.156903, 9.04338, 7.98852, 8.425301, 7.36366, 7.321782, 8.890581, 10.258743, 9.565323, 9.605197, 8.664473, 8.182851, 7.000001]}, "digit": {"n_am_en": [2, 3, 5, 1, 8, 4, 4, 5, 4, 7, 15, 8, 9, 8, 3, 6, 8, 6, 2, 6, 3, 3, 3, 1, 8, 5, 1, 4, 3, 4, 2, 1, 2, 5, 7, 5, 5, 5, 7, 8, 3, 2, 4, 7, 3, 2, 1, 3, 0, 0], "n_am_pl": [0, 4, 3, 2, 2, 2, 3, 5, 6, 5, 8, 8, 10, 6, 8, 10, 10, 6, 5, 4, 2, 2, 2, 2, 5, 6, 4, 7, 4, 5, 7, 5, 3, 3, 6, 6, 4, 3, 2, 2, 2, 1, 3, 5, 3, 1, 2, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.40776, 6.909391, 6.800174, 6.366086, 7.249718, 6.774153, 6.375753, 6.61788, 6.538487, 7.1047, 7.607242, 7.312231, 7.256669, 7.11742, 6.697317, 6.788216, 7.579539, 6.702323, 7.290539, 7.111994, 6.757523, 6.922997, 6.880948, 7.076962, 8.340473, 7.674527, 7.603927, 7.313228, 7.535746, 7.236524, 6.945352, 6.980943, 7.231171, 7.144679, 7.548775, 7.000975, 7.533674, 7.709966, 6.875678, 7.105642, 6.013599, 6.683135, 5.962738, 6.972422, 5.036925, 4.616788, 3.950978, 3.31827, 2.002668, 0.0], "sum_m_pl": [0.930478, 2.106084, 1.749483, 1.626666, 1.909411, 1.666883, 1.460052, 1.559144, 1.880708, 2.059155, 2.378107, 2.567624, 2.938238, 2.705148, 2.643885, 3.022406, 2.697769, 2.641576, 2.457487, 2.36326, 2.233304, 2.162953, 2.103398, 2.146857, 3.002427, 3.171345, 3.459496, 3.235103, 2.911895, 3.239309, 3.060501, 2.726013, 2.49999, 2.342116, 2.356982, 2.502381, 2.453823, 2.066862, 2.36733, 2.369933, 2.283819, 2.248727, 2.307776, 2.840933, 2.594841, 2.063289, 2.163942, 1.216248, 0.743845, 0.0]}, "lang": {"n_am_en": [8, 11, 11, 15, 13, 13, 15, 14, 13, 12, 15, 16, 15, 10, 14, 12, 17, 20, 17, 18, 21, 19, 18, 17, 24, 23, 24, 19, 17, 21, 17, 19, 22, 25, 26, 28, 27, 33, 36, 42, 43, 43, 44, 44, 44, 43, 43, 42, 42, 45], "n_am_pl": [4, 3, 0, 2, 5, 5, 5, 7, 5, 4, 8, 7, 7, 10, 10, 5, 3, 3, 5, 4, 3, 2, 3, 1, 1, 2, 2, 4, 3, 6, 5, 4, 2, 4, 7, 6, 5, 0, 2, 2, 3, 4, 5, 6, 7, 7, 7, 7, 7, 7], "n_pos": 53, "sum_m_en": [6.307671, 8.088805, 8.143642, 8.650344, 8.902977, 9.115681, 9.936705, 10.364006, 10.814561, 10.75273, 10.479601, 10.52191, 10.131453, 9.95606, 9.837861, 9.790148, 10.457726, 9.742666, 10.090261, 9.752292, 9.162359, 8.904112, 8.7951, 8.817981, 16.964351, 16.654337, 16.017738, 12.695121, 12.833642, 12.902445, 11.814131, 12.28203, 13.387011, 15.224393, 16.813463, 17.791313, 20.820744, 22.611957, 28.242645, 33.455026, 35.009284, 38.901573, 39.18455, 39.581091, 40.072782, 40.698438, 41.437125, 39.57974, 38.338303, 44.944531], "sum_m_pl": [1.192341, 2.468471, 2.64427, 2.576305, 3.027357, 2.910363, 2.799963, 2.969963, 2.945319, 3.403658, 3.673247, 4.072945, 4.396641, 4.442863, 4.200001, 4.861963, 4.529958, 4.473084, 4.216286, 4.119726, 3.791295, 3.684183, 3.594871, 3.587365, 4.037361, 4.262129, 4.509038, 5.401789, 5.432246, 5.828941, 5.615681, 5.108383, 5.054327, 5.293869, 4.722959, 4.646507, 4.024685, 3.310114, 3.598115, 2.98073, 3.731713, 3.251072, 3.320901, 4.417421, 6.431402, 6.5596, 7.021755, 7.056877, 7.056691, 7.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "gsm8kpl-666", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.989}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 28, 24, 51, 59, 64, 59, 59, 58, 72, 61, 52, 61, 50, 49, 51, 69, 56, 57, 66, 70, 72, 74, 73, 107, 92, 78, 68, 58, 55, 51, 45, 51, 73, 82, 94, 111, 136, 136, 133, 137, 136, 131, 137, 112, 87, 22, 12, 6, 6], "n_am_pl": [1, 41, 21, 17, 23, 24, 23, 28, 28, 29, 43, 61, 60, 63, 42, 61, 45, 53, 40, 33, 30, 31, 28, 24, 34, 40, 38, 42, 43, 50, 44, 36, 35, 25, 32, 21, 15, 13, 17, 18, 20, 21, 25, 31, 41, 63, 111, 110, 110, 111], "n_pos": 309, "sum_m_en": [29.270175, 46.215167, 50.144984, 51.542237, 51.921639, 53.641122, 53.796762, 57.590232, 59.225837, 61.805242, 61.504686, 60.050826, 58.699609, 56.963104, 54.062298, 53.893033, 57.908943, 53.1479, 55.154159, 53.358924, 51.886081, 51.710488, 51.714733, 52.803031, 81.163017, 71.131412, 64.05066, 58.087611, 57.238944, 56.319603, 53.577785, 55.113054, 54.978422, 56.845683, 62.924144, 67.273815, 76.434382, 88.745228, 98.965468, 108.184687, 107.101384, 115.817647, 110.110733, 119.368843, 103.638113, 78.572373, 26.665579, 13.286122, 8.679485, 6.000019], "sum_m_pl": [5.257887, 15.968443, 17.302198, 16.154878, 17.833335, 17.725817, 17.514967, 18.317021, 18.710094, 21.086284, 22.847454, 24.823071, 25.982127, 26.345248, 26.080269, 28.506974, 25.827963, 25.915974, 22.632805, 22.248512, 20.748108, 20.269576, 20.027725, 19.45563, 24.802436, 29.179571, 31.826221, 32.795378, 32.930469, 35.382232, 31.726776, 30.119513, 29.107539, 27.447555, 24.814049, 23.440881, 21.763965, 19.308512, 18.492948, 17.492525, 19.573526, 17.886538, 23.113044, 26.334587, 36.390725, 57.98922, 103.678335, 108.714162, 110.574781, 111.510479]}, "digit": {"n_am_en": [0, 5, 1, 4, 3, 0, 1, 0, 2, 9, 12, 7, 7, 5, 7, 5, 10, 6, 6, 4, 4, 5, 5, 4, 9, 7, 5, 10, 6, 2, 1, 3, 4, 3, 10, 6, 10, 9, 11, 9, 12, 10, 9, 12, 7, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 0, 3, 2, 0, 3, 3, 5, 7, 9, 11, 3, 8, 8, 9, 7, 7, 5, 5, 4, 5, 5, 6, 3, 3, 2, 2, 5, 2, 4, 2, 2, 2, 3, 3, 4, 4, 4, 4, 3, 3, 1, 2, 1, 1, 1, 0], "n_pos": 45, "sum_m_en": [4.512875, 7.44547, 8.068398, 7.407989, 7.65763, 7.544984, 7.401389, 7.895438, 7.821479, 8.558023, 8.907594, 8.49865, 8.418015, 8.412036, 8.243123, 7.832324, 8.789111, 7.768009, 8.088212, 7.878299, 7.551942, 7.778572, 7.742912, 7.941809, 9.97334, 9.317818, 8.635094, 8.523917, 8.548223, 8.186044, 7.510432, 7.9368, 8.51469, 7.983255, 8.798724, 8.691483, 9.309462, 9.439597, 9.658604, 9.517038, 9.38085, 10.447324, 8.620052, 10.932186, 7.657117, 5.849931, 3.335211, 1.916999, 1.145319, 0.0], "sum_m_pl": [0.816997, 2.184478, 1.899333, 1.675437, 1.836837, 1.711645, 1.587006, 1.614313, 1.992546, 2.335245, 2.670964, 2.824786, 3.120572, 3.174181, 3.03562, 3.432607, 3.04103, 3.091258, 2.718599, 2.698278, 2.540335, 2.477965, 2.395969, 2.426318, 2.870403, 3.341621, 3.02842, 3.290255, 3.279657, 3.786799, 3.454705, 2.971031, 2.80802, 2.549625, 2.234985, 2.281394, 2.243972, 1.977266, 2.275605, 2.204235, 2.237925, 2.103816, 2.079589, 1.973573, 2.058015, 1.665186, 2.293171, 1.832384, 1.055623, 0.0]}, "lang": {"n_am_en": [1, 15, 14, 21, 31, 39, 34, 36, 31, 37, 21, 19, 24, 23, 19, 23, 31, 24, 26, 32, 36, 37, 41, 39, 51, 43, 36, 28, 29, 25, 20, 19, 22, 37, 35, 44, 51, 66, 67, 69, 70, 72, 67, 69, 57, 45, 12, 10, 6, 6], "n_am_pl": [0, 14, 9, 8, 11, 12, 14, 11, 17, 16, 22, 25, 23, 31, 24, 28, 21, 29, 19, 15, 16, 17, 16, 13, 14, 14, 16, 21, 24, 29, 27, 19, 19, 13, 17, 14, 12, 7, 10, 11, 13, 15, 18, 23, 33, 53, 93, 96, 107, 111], "n_pos": 119, "sum_m_en": [11.59139, 17.765854, 19.556139, 20.899444, 20.593601, 21.65233, 22.308439, 24.317085, 25.308896, 25.839188, 25.294132, 24.61171, 23.95397, 22.946003, 22.052691, 21.909257, 23.447783, 21.381664, 22.408343, 21.455151, 20.893244, 20.636889, 20.776479, 21.329725, 36.671277, 32.100156, 27.792375, 24.517296, 23.935923, 22.639864, 22.120182, 22.387873, 22.254535, 24.229301, 27.192474, 30.125954, 34.76596, 39.275553, 44.731033, 51.357945, 50.184587, 55.832514, 54.425118, 57.713009, 50.311645, 38.792259, 12.559197, 7.888864, 6.411891, 6.0], "sum_m_pl": [1.962726, 5.966367, 6.640372, 6.584966, 7.165817, 7.333622, 7.22562, 7.867146, 8.149821, 8.972165, 9.941953, 10.978023, 11.761087, 12.111478, 12.059034, 12.872423, 11.35639, 11.617277, 9.970649, 9.609445, 8.840622, 8.667594, 8.540258, 8.119069, 10.148027, 12.297626, 14.365511, 14.642226, 14.838376, 16.180371, 14.74785, 14.146803, 13.771733, 13.529367, 11.77721, 11.578495, 11.360688, 10.357776, 10.297833, 9.769016, 12.425956, 11.784268, 16.463525, 19.937782, 28.700628, 48.763986, 86.738525, 94.921076, 105.457213, 110.741569]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 314, "item_id": "gsm8kpl-666", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1479, "region_end": 309, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9904}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 11, 13, 7, 19, 20, 19, 16, 17, 23, 24, 22, 16, 17, 13, 20, 24, 30, 27, 34, 22, 27, 25, 22, 38, 33, 32, 24, 18, 19, 20, 20, 19, 28, 36, 30, 30, 40, 34, 42, 44, 43, 43, 42, 40, 38, 35, 32, 25, 24], "n_am_pl": [2, 12, 14, 8, 4, 9, 3, 8, 7, 11, 5, 9, 12, 11, 14, 13, 10, 11, 11, 6, 7, 6, 7, 9, 5, 3, 11, 4, 8, 9, 7, 10, 10, 7, 10, 7, 6, 5, 9, 7, 8, 6, 8, 7, 10, 11, 16, 17, 20, 20], "n_pos": 120, "sum_m_en": [12.777214, 19.327104, 19.253161, 18.948723, 21.17104, 20.346975, 19.087196, 19.41157, 19.572323, 20.260357, 20.360439, 20.56784, 19.912716, 19.608993, 19.778813, 20.739263, 21.366529, 20.448471, 21.185948, 21.839685, 20.205484, 19.975889, 19.858289, 20.099646, 27.996379, 24.992462, 22.800551, 19.867753, 20.167094, 20.371979, 20.548817, 21.062427, 22.769695, 26.188235, 29.755903, 28.451995, 29.427798, 33.121905, 29.950775, 34.091566, 38.503268, 37.656569, 38.549036, 38.564834, 36.14214, 34.227055, 31.871403, 30.588467, 26.225156, 24.229631], "sum_m_pl": [2.553957, 6.017549, 6.918566, 6.441738, 6.852271, 6.433829, 5.860891, 5.703714, 5.701105, 6.041427, 6.777647, 6.913609, 7.512012, 7.277469, 6.95301, 6.731597, 6.462422, 6.599573, 6.941678, 6.750291, 6.518297, 6.510986, 6.40491, 6.692428, 6.824206, 7.849143, 8.080963, 8.069665, 8.402202, 8.912477, 7.751518, 7.548472, 7.857187, 7.474318, 7.070077, 6.718647, 6.4074, 5.476168, 5.679591, 5.481068, 6.153611, 6.641984, 6.726182, 6.58989, 9.570349, 11.446279, 14.079426, 17.471585, 19.665674, 19.971701]}, "digit": {"n_am_en": [0, 1, 0, 0, 4, 3, 1, 1, 1, 1, 4, 2, 3, 4, 3, 2, 3, 5, 4, 4, 2, 1, 2, 1, 4, 4, 2, 2, 3, 2, 2, 2, 1, 3, 4, 4, 4, 7, 4, 4, 3, 4, 5, 3, 4, 3, 4, 3, 1, 0], "n_am_pl": [0, 2, 0, 0, 0, 2, 2, 2, 5, 5, 2, 5, 7, 4, 6, 8, 4, 8, 7, 4, 5, 2, 1, 2, 1, 3, 4, 2, 3, 2, 3, 4, 2, 1, 2, 3, 3, 3, 4, 2, 4, 3, 3, 1, 1, 0, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.365614, 3.874904, 3.806392, 3.58957, 3.817923, 3.579704, 3.427864, 3.590175, 3.43514, 3.691604, 3.989714, 4.173292, 4.202934, 4.221738, 4.157323, 4.367976, 4.555394, 4.329986, 4.714129, 4.590653, 4.357747, 4.355624, 4.375228, 4.487422, 5.172744, 4.386695, 3.82408, 3.536553, 3.911396, 3.914651, 4.001435, 4.386477, 4.555134, 4.948508, 5.197316, 5.442398, 5.275864, 5.942052, 4.767256, 5.682824, 5.665707, 5.92939, 5.729127, 5.195944, 5.057496, 4.489079, 3.450965, 2.79808, 1.169471, 0.0], "sum_m_pl": [0.58237, 1.32602, 1.2465, 1.144069, 1.169857, 1.12482, 0.941113, 0.954266, 1.016701, 1.171263, 1.291265, 1.39214, 1.641267, 1.514042, 1.43576, 1.416789, 1.406879, 1.493229, 1.575113, 1.516488, 1.475623, 1.457539, 1.420068, 1.537785, 1.613982, 1.920355, 2.049561, 1.857949, 1.815447, 2.002406, 1.600904, 1.493885, 1.478581, 1.345319, 1.28961, 1.444351, 1.501078, 1.320332, 1.615081, 1.629586, 1.80031, 1.575603, 1.446364, 1.36623, 1.219201, 0.916285, 1.00462, 0.98313, 0.192852, 0.0]}, "lang": {"n_am_en": [6, 5, 7, 4, 9, 10, 13, 10, 14, 13, 15, 13, 9, 8, 8, 12, 12, 16, 14, 17, 13, 18, 14, 13, 26, 21, 18, 10, 9, 11, 11, 11, 12, 18, 23, 19, 16, 23, 21, 27, 29, 32, 30, 29, 28, 26, 25, 24, 22, 23], "n_am_pl": [2, 2, 7, 4, 2, 2, 0, 3, 1, 4, 2, 3, 5, 6, 4, 2, 4, 1, 2, 2, 1, 3, 3, 3, 3, 0, 6, 2, 3, 4, 3, 4, 6, 4, 5, 3, 3, 2, 5, 5, 4, 3, 5, 5, 9, 11, 15, 17, 20, 20], "n_pos": 44, "sum_m_en": [5.224449, 7.493021, 7.566197, 7.696169, 8.926447, 8.580079, 8.337348, 8.606211, 9.008557, 8.815916, 8.683505, 8.538233, 8.295456, 8.076541, 8.499869, 8.74036, 8.670362, 8.08878, 8.416653, 8.888467, 8.091054, 7.963963, 7.797639, 7.770075, 14.76558, 13.216896, 11.828965, 9.278699, 8.764918, 8.949405, 9.433094, 9.223332, 10.293762, 12.477079, 14.443548, 13.773057, 14.619775, 16.851696, 17.52453, 20.012177, 23.223945, 24.248847, 24.701613, 25.322221, 24.390536, 22.89926, 22.953789, 22.127599, 21.574197, 22.78141], "sum_m_pl": [1.046889, 2.218026, 2.536314, 2.257327, 2.57515, 2.415519, 2.39621, 2.374893, 2.508589, 2.539917, 2.903319, 2.866685, 3.117641, 3.024922, 2.89187, 2.805553, 2.651946, 2.654883, 2.787585, 2.625616, 2.555446, 2.551264, 2.494789, 2.587828, 2.619323, 3.008273, 3.212506, 3.413499, 3.692105, 3.689286, 3.319918, 3.409267, 3.771224, 3.727367, 3.487767, 3.296478, 3.107241, 2.652462, 2.694112, 2.547105, 3.330913, 4.207903, 4.339021, 4.461971, 7.664866, 9.986307, 12.753714, 16.257997, 19.20842, 19.971645]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "gsm8kpl-671", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9593, "tf_agree_excl_first": 0.9672}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 26, 16, 25, 35, 38, 37, 39, 38, 49, 46, 39, 38, 32, 36, 56, 41, 52, 56, 57, 52, 67, 70, 57, 120, 98, 80, 60, 55, 44, 49, 40, 42, 63, 82, 89, 88, 105, 109, 109, 120, 118, 117, 114, 102, 74, 24, 8, 1, 0], "n_am_pl": [18, 26, 37, 31, 27, 30, 26, 27, 36, 32, 37, 43, 42, 55, 48, 45, 21, 36, 26, 19, 15, 12, 9, 13, 23, 29, 23, 20, 28, 34, 33, 37, 42, 27, 19, 19, 27, 14, 17, 17, 19, 20, 27, 28, 40, 56, 108, 127, 128, 128], "n_pos": 277, "sum_m_en": [26.514782, 42.648756, 44.407953, 44.43854, 47.511844, 47.4499, 46.792201, 46.876288, 48.180032, 50.891008, 51.58008, 49.821571, 49.18504, 48.347179, 47.603562, 49.20817, 49.993093, 46.820945, 47.631187, 48.000186, 46.020927, 46.338305, 46.185412, 46.069116, 70.762816, 64.252661, 57.073626, 51.071189, 49.679946, 49.39131, 47.736454, 48.871116, 48.660518, 54.712022, 62.016281, 62.938231, 63.695771, 71.92861, 79.349229, 85.717404, 94.235609, 98.140723, 96.704594, 97.312779, 91.779696, 67.359049, 30.504812, 9.773615, 2.879898, 0.05522], "sum_m_pl": [4.925597, 13.814802, 14.492038, 13.753125, 15.507998, 15.354756, 14.80526, 14.736417, 16.172615, 16.480156, 18.695799, 19.414294, 20.650082, 20.860699, 20.355773, 19.027532, 16.801827, 17.388797, 17.74258, 17.113312, 16.628399, 16.256876, 16.042789, 16.079867, 19.471805, 21.165943, 22.496158, 22.332038, 24.354534, 25.733137, 22.626748, 23.570554, 23.520688, 21.457765, 19.612173, 20.222687, 19.773301, 17.812817, 16.812322, 16.602051, 16.698405, 17.62828, 22.186194, 24.987535, 34.383896, 55.069417, 96.863588, 123.378229, 127.119685, 128.226426]}, "digit": {"n_am_en": [2, 0, 0, 1, 2, 1, 4, 1, 0, 5, 5, 2, 7, 6, 7, 9, 1, 1, 1, 3, 3, 3, 4, 4, 13, 7, 3, 3, 2, 1, 5, 3, 1, 5, 8, 13, 12, 13, 12, 8, 10, 8, 7, 3, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 2, 4, 0, 0, 1, 0, 0, 3, 0, 4, 2, 1, 4, 2, 2, 1, 2, 3, 0, 1, 0, 0, 0, 1, 1, 1, 1, 2, 5, 2, 2, 3, 1, 1, 3, 6, 2, 1, 1, 0, 1, 0, 0, 2, 1, 2, 0, 0, 0], "n_pos": 33, "sum_m_en": [2.750811, 5.495541, 5.685536, 5.328232, 5.572849, 5.394982, 5.026504, 4.91088, 5.117326, 5.449227, 5.982398, 5.989655, 5.889832, 5.773169, 5.887565, 5.855139, 5.92361, 5.705527, 5.910433, 5.753595, 5.519255, 5.645179, 5.662643, 5.749267, 8.052934, 7.08096, 5.791594, 5.637519, 5.59237, 5.752187, 5.661235, 6.049123, 5.960584, 6.557434, 7.691937, 8.792, 8.288672, 7.728641, 7.106724, 7.734967, 8.207366, 8.161352, 7.413665, 5.737763, 4.739902, 4.058922, 2.898333, 1.802176, 0.611851, 0.0], "sum_m_pl": [0.487748, 1.566316, 1.229991, 1.107636, 1.128657, 1.026183, 0.990658, 1.099804, 1.361606, 1.465654, 1.799631, 1.885522, 2.172633, 2.183277, 2.024129, 2.080716, 1.892806, 2.028005, 2.091132, 2.011875, 1.937937, 1.931879, 1.91205, 1.928271, 2.08234, 2.337373, 2.225993, 2.263375, 2.379086, 2.543035, 2.16368, 2.085305, 2.071431, 1.81134, 1.693005, 1.81044, 1.767731, 1.503897, 1.608009, 1.47951, 1.444884, 1.355678, 1.306902, 1.274813, 1.340775, 1.002469, 0.945899, 0.677841, 0.230492, 0.0]}, "lang": {"n_am_en": [5, 15, 5, 15, 22, 29, 21, 22, 26, 32, 25, 22, 21, 17, 17, 31, 23, 33, 36, 37, 34, 41, 47, 35, 70, 58, 46, 33, 31, 25, 27, 22, 26, 39, 43, 49, 48, 60, 69, 76, 77, 76, 77, 77, 69, 50, 18, 7, 1, 0], "n_am_pl": [7, 14, 13, 11, 13, 5, 9, 12, 21, 15, 25, 28, 29, 40, 33, 29, 13, 25, 14, 12, 4, 3, 4, 8, 9, 14, 12, 10, 13, 18, 18, 20, 26, 18, 12, 11, 16, 6, 11, 10, 13, 14, 22, 25, 33, 52, 93, 117, 123, 128], "n_pos": 129, "sum_m_en": [12.276799, 20.084069, 20.961451, 20.928238, 22.922531, 22.892351, 23.192784, 23.76582, 24.867165, 25.935623, 26.197998, 24.706346, 24.213681, 23.574249, 23.299501, 24.182377, 24.669218, 22.597216, 23.026555, 23.313447, 22.46628, 22.552202, 22.484625, 22.055925, 38.313993, 34.593586, 31.058782, 26.401952, 25.680222, 24.849372, 24.419123, 24.398395, 24.036741, 28.225923, 31.743601, 31.891959, 32.973458, 39.307107, 47.598132, 54.09916, 57.536624, 60.82054, 61.084546, 63.904585, 60.074532, 44.370304, 22.252575, 5.88092, 0.739673, 6e-06], "sum_m_pl": [2.410995, 6.336936, 6.79816, 6.211453, 7.328944, 7.374997, 7.49369, 7.37013, 8.346806, 8.337124, 9.594375, 10.112724, 11.023617, 11.383902, 11.048344, 9.824409, 8.44072, 8.757085, 9.086283, 8.34694, 8.092383, 7.883089, 7.760297, 7.727625, 9.090742, 9.598312, 10.964375, 11.052095, 12.272673, 13.221536, 11.703058, 13.002376, 13.011254, 12.11544, 11.199322, 12.061596, 12.358518, 10.557453, 9.340778, 8.998377, 9.838345, 10.966576, 15.306144, 18.113201, 27.652753, 47.128385, 83.278477, 112.823339, 122.369238, 127.9985]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "gsm8kpl-671", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1478, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9964, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 7, 15, 8, 25, 16, 17, 17, 19, 20, 12, 15, 13, 14, 20, 22, 26, 23, 23, 28, 29, 28, 21, 19, 33, 25, 20, 20, 16, 21, 22, 22, 25, 28, 33, 38, 35, 37, 48, 53, 50, 55, 53, 51, 44, 40, 35, 37, 35, 35], "n_am_pl": [2, 6, 7, 9, 2, 3, 4, 6, 10, 5, 9, 10, 14, 12, 12, 13, 14, 9, 14, 14, 10, 9, 6, 10, 8, 9, 12, 13, 16, 14, 11, 6, 3, 7, 6, 5, 5, 4, 1, 1, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 98, "sum_m_en": [11.396814, 15.4431, 15.684083, 15.342051, 17.333564, 17.207802, 17.834111, 17.068911, 18.174113, 19.278294, 18.097633, 17.717436, 17.451112, 17.066377, 17.793145, 18.283313, 18.206591, 17.793544, 18.014371, 17.619936, 17.075513, 17.099532, 16.78939, 16.994468, 23.869403, 20.904687, 19.758666, 19.680677, 20.107248, 20.16578, 19.062704, 19.125163, 20.540812, 22.906989, 24.930535, 25.356492, 28.18687, 31.464697, 35.531933, 38.865898, 38.582247, 45.798633, 46.459297, 47.450122, 44.173247, 40.908225, 37.462597, 37.643321, 34.081986, 34.30052], "sum_m_pl": [2.086851, 4.808793, 4.955669, 4.38866, 4.750015, 4.592342, 4.392014, 4.495469, 4.855735, 5.055904, 5.500823, 5.73988, 5.767261, 5.869668, 5.858598, 6.119861, 5.989519, 6.00857, 6.155233, 5.950272, 5.681263, 5.57418, 5.583542, 5.688058, 7.357665, 8.238681, 8.003487, 7.774712, 7.483561, 7.999559, 6.842974, 6.430631, 6.609477, 5.955583, 5.793575, 6.138612, 5.360773, 4.653925, 3.930155, 3.521349, 3.20623, 2.549771, 2.321157, 1.885741, 1.495603, 1.144845, 0.748021, 0.537366, 0.934325, 0.118247]}, "digit": {"n_am_en": [0, 0, 2, 1, 5, 3, 3, 2, 3, 2, 3, 0, 2, 1, 4, 4, 1, 2, 1, 1, 4, 2, 2, 2, 5, 2, 1, 3, 2, 5, 3, 2, 4, 4, 4, 7, 4, 4, 4, 6, 6, 6, 5, 4, 3, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 2, 5, 5, 5, 8, 5, 3, 4, 4, 5, 4, 1, 5, 5, 5, 5, 5, 4, 3, 2, 0, 0, 4, 2, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.199494, 3.923257, 3.944584, 3.744106, 4.16884, 4.050574, 3.898634, 3.61533, 3.850419, 4.164034, 3.784762, 3.509989, 3.445874, 3.385, 3.535965, 3.589567, 3.291113, 3.311432, 3.518973, 3.395744, 3.292681, 3.413348, 3.433656, 3.556004, 4.566703, 4.279869, 4.170817, 4.468216, 4.598679, 4.368398, 3.979174, 3.858604, 4.09285, 4.304018, 4.102103, 4.08842, 4.354234, 4.547384, 4.370906, 4.038175, 3.548513, 3.601213, 3.622398, 3.306803, 2.897783, 2.141336, 1.048772, 0.704164, 0.463579, 0.0], "sum_m_pl": [0.348787, 0.952567, 0.762972, 0.708539, 0.830186, 0.745449, 0.644819, 0.677881, 0.822477, 0.930086, 1.046697, 1.134644, 1.272389, 1.314683, 1.24069, 1.310543, 1.274433, 1.324474, 1.224272, 1.191563, 1.123914, 1.123724, 1.125686, 1.162513, 1.724215, 1.856855, 1.564569, 1.669725, 1.367821, 1.374772, 1.126188, 1.048313, 1.011545, 0.965626, 0.983757, 1.193875, 0.922584, 0.875292, 0.955378, 0.984767, 0.941537, 0.994054, 0.956715, 0.927406, 0.818241, 0.643735, 0.415577, 0.219473, 0.113673, 0.0]}, "lang": {"n_am_en": [8, 4, 8, 3, 13, 10, 9, 8, 9, 9, 4, 5, 6, 3, 7, 6, 11, 9, 13, 13, 13, 13, 11, 10, 18, 14, 10, 9, 8, 7, 9, 8, 12, 13, 14, 17, 19, 21, 28, 31, 31, 31, 32, 32, 32, 30, 25, 30, 31, 31], "n_am_pl": [1, 3, 1, 3, 0, 2, 1, 2, 4, 0, 2, 2, 2, 3, 3, 2, 3, 1, 3, 3, 3, 2, 1, 2, 1, 1, 3, 3, 4, 6, 7, 4, 2, 3, 3, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [4.119033, 5.112533, 5.272906, 5.176429, 5.930697, 5.98261, 6.673584, 6.255874, 6.812874, 6.680345, 6.267628, 6.214179, 6.127304, 5.837154, 6.270405, 6.201025, 6.416457, 6.336505, 6.219424, 6.196463, 6.07168, 5.987159, 5.79, 5.843885, 10.169374, 8.971013, 8.092602, 7.419724, 7.400593, 7.483519, 6.986897, 7.095486, 7.797866, 8.986001, 10.286113, 10.598067, 12.870793, 14.898319, 18.210843, 21.329106, 22.589934, 26.657281, 27.497929, 29.285474, 30.215798, 28.081406, 26.04293, 28.262073, 27.745755, 30.980973], "sum_m_pl": [0.554811, 1.545805, 1.601404, 1.4498, 1.622629, 1.585109, 1.506755, 1.568344, 1.64072, 1.685962, 1.791655, 1.703953, 1.701184, 1.870877, 1.866665, 1.902076, 1.835772, 1.767819, 1.835496, 1.808413, 1.709548, 1.707876, 1.714592, 1.75794, 2.05327, 2.326038, 2.314204, 2.254186, 2.275867, 2.620846, 2.384954, 2.20766, 2.389725, 2.141213, 1.988172, 2.10918, 1.954434, 1.639438, 1.202808, 0.866271, 0.691728, 0.405199, 0.354334, 0.176172, 0.094091, 0.09965, 0.0607, 0.05266, 0.174323, 0.004472]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "gsm8kpl-679", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1137, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.9417, "tf_agree_excl_first": 0.951}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 8, 12, 24, 45, 43, 44, 59, 54, 55, 69, 51, 55, 41, 49, 66, 69, 82, 103, 87, 92, 97, 99, 95, 115, 99, 82, 85, 68, 59, 59, 61, 64, 88, 95, 101, 91, 121, 127, 131, 127, 126, 127, 105, 89, 57, 21, 3, 0, 0], "n_am_pl": [6, 20, 22, 21, 23, 34, 36, 28, 35, 29, 35, 34, 40, 31, 31, 24, 26, 22, 18, 19, 22, 17, 18, 16, 18, 26, 27, 27, 33, 41, 43, 30, 33, 18, 19, 24, 26, 17, 15, 17, 25, 28, 33, 46, 65, 84, 114, 141, 148, 145], "n_pos": 241, "sum_m_en": [21.510097, 36.363249, 40.152591, 39.920591, 44.854971, 43.391845, 45.986606, 46.24572, 48.097556, 50.834683, 50.047832, 48.552869, 46.132224, 44.91834, 44.943357, 49.378389, 50.228416, 49.913829, 50.098464, 46.606098, 46.97404, 49.941531, 48.163126, 45.921328, 81.261683, 68.47519, 60.461384, 56.470049, 50.719919, 47.922378, 46.096964, 47.678407, 49.095154, 56.392919, 60.740295, 60.438647, 64.209715, 73.23431, 87.684786, 93.775709, 90.651409, 97.150007, 99.764785, 89.254936, 77.267136, 55.080995, 18.712531, 6.078561, 2.521937, 0.000462], "sum_m_pl": [3.778561, 11.097081, 12.163269, 11.995265, 13.920244, 14.03988, 14.803296, 15.63833, 16.449625, 15.414534, 16.116732, 16.715635, 18.155041, 18.8308, 18.276975, 18.275129, 16.94046, 16.633992, 16.769656, 15.808326, 14.908686, 14.386264, 14.486346, 14.530456, 17.426106, 21.418663, 22.593091, 22.483109, 24.072803, 25.878424, 23.543881, 20.908335, 20.778618, 18.864692, 18.014694, 18.731843, 19.170163, 15.867794, 15.284372, 16.244935, 17.884139, 19.748671, 25.252193, 38.208383, 58.768366, 74.575153, 106.276843, 128.48515, 142.598856, 146.514417]}, "digit": {"n_am_en": [0, 1, 2, 1, 1, 4, 6, 4, 2, 3, 6, 2, 3, 1, 1, 3, 3, 4, 6, 6, 6, 6, 6, 6, 7, 5, 5, 4, 3, 2, 2, 4, 4, 8, 6, 3, 4, 8, 9, 8, 7, 8, 7, 4, 3, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 2, 1, 2, 2, 4, 3, 3, 3, 2, 2, 1, 1, 0, 0, 0, 0, 2, 1, 0, 2, 2, 2, 3, 4, 5, 2, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.563298, 3.05635, 3.249793, 3.092259, 3.263071, 3.001268, 3.363724, 3.252235, 3.313218, 3.356462, 3.286271, 3.123002, 2.910453, 2.825585, 2.718325, 2.871671, 2.890085, 2.988917, 3.179936, 3.037756, 3.002675, 3.047653, 2.987076, 3.089033, 4.857924, 4.356566, 3.522614, 3.70111, 3.501976, 3.44092, 3.088465, 3.445924, 3.739859, 3.919333, 3.808985, 3.620914, 4.030019, 4.1496, 4.116216, 4.180762, 3.510698, 3.472905, 3.743418, 3.420085, 2.529299, 1.37921, 0.674226, 0.645596, 0.300559, 0.0], "sum_m_pl": [0.263572, 0.803982, 0.687142, 0.694274, 0.826579, 0.865127, 0.879401, 0.921374, 1.092398, 1.024982, 1.128726, 1.139113, 1.16036, 1.124408, 1.078758, 1.100358, 0.973971, 1.078862, 1.052789, 1.03699, 0.987728, 0.946625, 0.930846, 0.952003, 1.144208, 1.411556, 1.490158, 1.609116, 1.533907, 1.535817, 1.300185, 0.976479, 0.920111, 0.86005, 0.83713, 0.990096, 0.738238, 0.651814, 0.781246, 0.764828, 0.764025, 0.818232, 0.826841, 0.787329, 0.682738, 0.532416, 0.375001, 0.143744, 0.090594, 0.0]}, "lang": {"n_am_en": [1, 3, 5, 16, 29, 25, 24, 36, 34, 33, 43, 30, 32, 26, 31, 45, 46, 57, 66, 57, 58, 63, 64, 64, 81, 67, 56, 56, 45, 41, 42, 42, 44, 55, 61, 68, 55, 80, 84, 83, 86, 84, 87, 71, 61, 39, 18, 3, 0, 0], "n_am_pl": [2, 12, 16, 16, 17, 26, 24, 15, 21, 21, 20, 23, 27, 21, 18, 14, 17, 14, 12, 12, 15, 12, 10, 11, 14, 16, 18, 16, 21, 25, 28, 21, 22, 14, 16, 22, 25, 15, 13, 16, 23, 24, 28, 40, 56, 75, 104, 130, 143, 145], "n_pos": 146, "sum_m_en": [13.01487, 21.664563, 24.718964, 24.652492, 28.186001, 27.502279, 28.967912, 28.927754, 30.271689, 32.284194, 31.230074, 30.114354, 28.465447, 27.737053, 27.91676, 31.17707, 31.747863, 31.612955, 31.373898, 29.061442, 29.230656, 30.957866, 29.976969, 28.512657, 52.706199, 43.454088, 39.072346, 36.057731, 32.208205, 29.841958, 28.861488, 29.748638, 30.114903, 35.136145, 36.978113, 38.06217, 39.18137, 46.289002, 56.563305, 60.302408, 59.834522, 67.245521, 70.31751, 60.371905, 52.359037, 35.341079, 14.452178, 3.423782, 0.905845, 0.000179], "sum_m_pl": [2.221778, 6.595446, 7.653531, 7.447432, 8.764435, 8.816951, 9.392922, 9.901437, 10.487427, 9.741214, 10.197647, 10.842158, 12.000793, 12.739071, 12.24854, 11.931157, 10.93574, 10.591272, 10.880053, 10.024029, 9.351179, 9.094664, 9.126394, 9.189899, 10.97719, 14.109185, 14.28347, 14.464929, 15.546761, 16.916766, 15.53908, 14.066293, 14.176888, 13.202991, 12.875906, 13.497196, 14.411457, 11.365501, 10.97622, 12.115937, 13.444706, 14.926451, 20.154744, 32.155368, 49.653172, 67.367699, 97.251093, 119.567053, 137.976323, 145.06514]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "gsm8kpl-679", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1427, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9918}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 5, 5, 11, 14, 13, 10, 14, 7, 8, 21, 14, 13, 17, 16, 14, 13, 10, 11, 12, 8, 4, 6, 3, 20, 13, 9, 12, 13, 18, 15, 8, 9, 14, 13, 17, 17, 20, 27, 29, 25, 28, 25, 27, 25, 23, 21, 16, 16, 14], "n_am_pl": [1, 7, 4, 7, 8, 1, 2, 2, 4, 7, 3, 10, 11, 7, 8, 13, 11, 12, 5, 7, 3, 2, 8, 7, 5, 9, 10, 13, 11, 14, 6, 12, 11, 5, 8, 9, 5, 2, 4, 6, 2, 2, 2, 5, 4, 4, 5, 3, 5, 5], "n_pos": 95, "sum_m_en": [9.902541, 14.537468, 15.121949, 15.294018, 16.156421, 15.305411, 14.527341, 14.733448, 15.33242, 15.8251, 16.459874, 16.088987, 15.377503, 14.737237, 14.207569, 14.734028, 15.461756, 14.114297, 14.990894, 16.056334, 14.755502, 14.989504, 14.689108, 15.153769, 16.100384, 15.230377, 15.646095, 14.790868, 16.091369, 17.482413, 16.100027, 16.425248, 16.14347, 15.774817, 17.223588, 15.726194, 15.594976, 17.55469, 18.475707, 22.383877, 21.707815, 22.776991, 26.020906, 26.373562, 24.834127, 24.288105, 22.027209, 19.199627, 16.608195, 14.185513], "sum_m_pl": [2.056131, 5.21824, 5.308874, 4.596831, 5.002862, 4.085499, 3.725732, 3.729698, 4.041821, 4.582989, 4.987011, 5.331355, 5.87874, 5.789683, 5.752844, 6.718982, 6.196785, 6.263932, 5.867283, 5.848773, 5.800389, 5.596017, 5.417742, 5.583983, 6.537236, 6.773828, 6.83627, 7.745093, 6.739314, 7.398901, 6.476161, 6.308902, 6.576797, 6.000898, 5.859254, 5.861467, 5.393427, 5.020421, 5.475796, 5.381516, 5.270589, 4.973497, 4.136752, 4.322364, 4.404995, 4.502627, 4.974916, 4.377211, 5.235436, 5.000893]}, "digit": {"n_am_en": [0, 1, 2, 2, 2, 0, 1, 3, 1, 2, 8, 4, 5, 6, 6, 6, 4, 2, 1, 4, 3, 0, 1, 0, 8, 5, 3, 5, 3, 4, 1, 0, 3, 4, 5, 8, 4, 6, 4, 5, 2, 4, 2, 4, 3, 3, 1, 0, 0, 0], "n_am_pl": [0, 3, 0, 2, 2, 0, 1, 1, 2, 2, 1, 4, 5, 5, 2, 6, 4, 4, 4, 6, 2, 1, 4, 3, 2, 5, 6, 5, 6, 4, 1, 3, 1, 1, 1, 3, 3, 2, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.423516, 5.49006, 5.666354, 5.397644, 5.668959, 5.165824, 4.947126, 4.988267, 5.309509, 5.609865, 5.944996, 5.8846, 5.714339, 5.391626, 5.04008, 4.952804, 5.180793, 4.394348, 4.806545, 5.028609, 4.741084, 4.932248, 4.863787, 5.016422, 6.39835, 5.729202, 5.821041, 5.321367, 5.471957, 5.787217, 5.323617, 5.586701, 5.390643, 5.09321, 5.159716, 4.868556, 5.035857, 5.446236, 4.707312, 4.641877, 4.038585, 3.911259, 4.627196, 4.503131, 3.46025, 2.915439, 1.846811, 0.971707, 0.397275, 0.0], "sum_m_pl": [0.48761, 1.40963, 1.178517, 1.086332, 1.236274, 1.019367, 0.853544, 0.847554, 1.134456, 1.252381, 1.47995, 1.524627, 1.669542, 1.703026, 1.661859, 1.975711, 1.813117, 1.926219, 1.814062, 1.797595, 1.756096, 1.686323, 1.609851, 1.665058, 1.970047, 2.160855, 1.944652, 2.045596, 1.772383, 1.945494, 1.669085, 1.654305, 1.523696, 1.389837, 1.383013, 1.648013, 1.504083, 1.502206, 1.665567, 1.90782, 1.668963, 1.643558, 1.516493, 1.497708, 1.342426, 1.124763, 0.547819, 0.426772, 0.187303, 0.0]}, "lang": {"n_am_en": [4, 3, 2, 4, 6, 6, 4, 4, 4, 4, 7, 4, 4, 5, 4, 3, 3, 5, 6, 3, 2, 1, 1, 1, 3, 3, 3, 3, 4, 6, 5, 2, 4, 4, 3, 4, 7, 10, 14, 14, 15, 17, 16, 16, 16, 16, 15, 14, 14, 14], "n_am_pl": [0, 1, 2, 4, 3, 0, 0, 0, 1, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 0, 1, 3, 2, 2, 1, 3, 3, 3, 1, 5, 3, 4, 5, 2, 2, 0, 1, 1, 1, 1, 1, 1, 2, 3, 4, 3, 5, 5], "n_pos": 19, "sum_m_en": [2.111434, 2.573582, 2.883828, 3.084649, 3.281514, 3.048676, 2.996247, 3.167322, 3.41937, 3.451745, 3.431391, 3.277226, 3.309381, 3.294022, 3.293223, 3.478183, 3.428789, 3.367724, 3.558493, 3.835908, 3.347337, 3.323811, 3.228731, 3.282891, 3.841286, 3.62959, 3.893773, 3.440825, 3.718503, 3.983725, 3.767115, 3.718441, 3.827645, 3.907881, 4.531634, 4.674486, 5.145919, 6.265918, 8.222824, 11.921849, 12.107926, 12.973743, 14.3803, 14.418962, 15.573448, 15.38394, 14.705782, 13.952054, 13.875165, 13.900248], "sum_m_pl": [0.510538, 1.132897, 1.134032, 1.100315, 1.220361, 0.952235, 0.869545, 0.863735, 0.924513, 1.045327, 1.199225, 1.247659, 1.480063, 1.51003, 1.507849, 1.678929, 1.488266, 1.418242, 1.357601, 1.336109, 1.34094, 1.325752, 1.294698, 1.305565, 1.486581, 1.452506, 1.590342, 1.928124, 1.729779, 1.720985, 1.66307, 1.80202, 1.863229, 1.76206, 1.639687, 1.436507, 1.658465, 1.356035, 1.525327, 1.329869, 1.568973, 1.554211, 1.154878, 1.302338, 1.636284, 1.829669, 3.165346, 3.453781, 4.964498, 5.000797]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "gsm8kpl-681", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1175, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 13, 20, 33, 33, 43, 32, 41, 32, 32, 41, 42, 30, 29, 31, 45, 42, 39, 28, 42, 31, 37, 35, 31, 68, 51, 52, 42, 47, 51, 58, 51, 44, 41, 46, 64, 80, 91, 87, 102, 96, 97, 100, 105, 89, 77, 20, 9, 1, 2], "n_am_pl": [5, 20, 14, 11, 20, 12, 16, 17, 24, 23, 33, 39, 50, 50, 42, 51, 33, 38, 33, 27, 16, 16, 18, 19, 28, 41, 33, 53, 45, 57, 42, 32, 34, 34, 43, 25, 26, 16, 14, 12, 12, 17, 13, 18, 23, 40, 78, 90, 100, 98], "n_pos": 266, "sum_m_en": [24.325204, 36.929653, 40.971594, 42.838449, 44.649457, 44.949113, 44.204015, 46.5616, 46.891076, 48.869154, 48.943731, 48.133879, 46.559179, 46.443507, 45.02443, 46.67094, 47.680674, 43.602466, 44.662387, 45.255703, 42.942361, 43.953022, 43.401564, 44.443727, 57.271644, 51.406372, 49.406942, 47.433579, 46.637303, 48.302334, 46.008682, 48.198931, 48.252213, 50.432905, 52.847442, 53.665284, 55.7571, 62.290722, 63.963693, 73.8459, 74.319437, 69.135578, 88.835627, 91.142993, 79.153207, 67.362812, 22.900374, 10.646416, 3.134213, 1.999941], "sum_m_pl": [4.631479, 12.40799, 12.871136, 12.193668, 13.726331, 12.900036, 12.79175, 13.450261, 14.660393, 15.997756, 17.070094, 18.366289, 20.057861, 20.761815, 20.818191, 22.61509, 20.490772, 20.835569, 18.534793, 18.430014, 17.976882, 17.418049, 17.081677, 17.1888, 24.024842, 26.979369, 27.714538, 28.846886, 29.907251, 30.034141, 24.887131, 24.340759, 24.942392, 22.695203, 21.356822, 20.652322, 18.407292, 15.822344, 17.345962, 16.409473, 16.296879, 18.299128, 16.689126, 19.895708, 24.556842, 36.844938, 75.946463, 86.267135, 97.946105, 98.036555]}, "digit": {"n_am_en": [0, 2, 3, 3, 3, 1, 3, 2, 2, 4, 8, 4, 3, 3, 7, 6, 6, 6, 4, 4, 4, 4, 3, 3, 8, 3, 4, 7, 6, 5, 2, 6, 3, 2, 3, 4, 11, 8, 5, 6, 4, 5, 5, 5, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 1, 2, 1, 1, 0, 0, 2, 1, 0, 5, 5, 7, 4, 12, 9, 8, 10, 7, 2, 2, 2, 3, 5, 11, 5, 9, 8, 10, 10, 3, 5, 2, 4, 3, 3, 2, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.464878, 7.306193, 8.225547, 7.746752, 7.864182, 7.341801, 7.143222, 7.265702, 7.456795, 7.710324, 8.324881, 8.019572, 7.521701, 7.651057, 7.304428, 7.195564, 7.770021, 6.911998, 7.293864, 7.237031, 7.017653, 7.30912, 7.194661, 7.46843, 9.013065, 8.472816, 8.635627, 8.102323, 7.714042, 7.804037, 7.244365, 7.821048, 7.776816, 7.37035, 7.559798, 7.447344, 7.517982, 7.552839, 7.555316, 7.269927, 6.418976, 6.309057, 6.114096, 6.313402, 4.453454, 3.859402, 2.123392, 0.947792, 0.564683, 0.0], "sum_m_pl": [0.756265, 1.868354, 1.657471, 1.487611, 1.615406, 1.463592, 1.3486, 1.316966, 1.859436, 2.072775, 2.359398, 2.473919, 2.634323, 2.934664, 2.948676, 3.299832, 2.948334, 3.190322, 2.790224, 2.77564, 2.67528, 2.575663, 2.457623, 2.520998, 3.308135, 3.74617, 3.478995, 3.684553, 3.363693, 3.44046, 2.847957, 2.945358, 2.882878, 2.630498, 2.41613, 2.723585, 2.284509, 2.191972, 2.363723, 2.677733, 2.43253, 2.203939, 2.135209, 2.041255, 1.869641, 1.490061, 0.78142, 0.749854, 0.17111, 0.0]}, "lang": {"n_am_en": [2, 5, 12, 19, 19, 24, 14, 18, 13, 14, 17, 19, 18, 13, 12, 19, 22, 14, 13, 18, 19, 23, 22, 20, 36, 26, 27, 20, 21, 21, 26, 22, 17, 19, 19, 30, 39, 44, 44, 58, 58, 56, 55, 62, 53, 42, 12, 7, 1, 2], "n_am_pl": [1, 5, 2, 2, 6, 4, 6, 6, 14, 14, 18, 16, 19, 23, 23, 23, 17, 18, 12, 11, 8, 8, 8, 9, 12, 19, 15, 30, 28, 29, 20, 22, 17, 19, 26, 15, 15, 12, 11, 8, 10, 15, 12, 15, 21, 36, 69, 83, 96, 98], "n_pos": 101, "sum_m_en": [9.197616, 12.68225, 14.135672, 15.905614, 16.361796, 16.865571, 16.858275, 18.542476, 19.305899, 20.211439, 20.00417, 19.631308, 19.410811, 18.959125, 18.483748, 19.170779, 19.069586, 16.978359, 17.50854, 17.790547, 16.893925, 17.314547, 17.199881, 17.497045, 25.411982, 21.960445, 20.882336, 19.165645, 18.484667, 18.526032, 18.429344, 19.186405, 19.245999, 21.330311, 21.836951, 22.651596, 24.995695, 29.383548, 31.354395, 37.582014, 39.562697, 35.580525, 45.24148, 46.864111, 42.310962, 35.817851, 11.756407, 6.13415, 1.682157, 1.99994], "sum_m_pl": [1.63829, 4.786922, 4.82232, 5.013128, 5.56976, 5.246677, 5.41998, 5.792251, 6.335138, 6.757524, 7.294216, 8.16513, 8.975672, 9.384638, 9.507225, 10.054441, 8.826342, 9.173126, 8.021196, 7.883877, 7.60115, 7.370434, 7.270321, 7.302609, 10.001556, 11.952403, 12.865826, 13.765784, 14.857904, 14.924784, 12.439347, 12.124773, 12.68587, 11.281974, 10.868674, 10.339177, 9.981218, 8.070525, 8.973664, 8.221169, 8.623115, 11.406903, 10.629294, 13.79635, 18.855825, 29.731891, 65.476033, 79.563831, 94.331021, 97.734919]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 271, "item_id": "gsm8kpl-681", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1465, "region_end": 266, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 0.9963}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 26, 27, 25, 39, 31, 27, 27, 30, 33, 35, 29, 26, 26, 32, 38, 44, 42, 33, 32, 24, 27, 24, 20, 48, 52, 45, 36, 32, 31, 30, 32, 40, 48, 58, 60, 67, 65, 83, 85, 81, 81, 80, 74, 76, 70, 62, 63, 60, 56], "n_am_pl": [7, 17, 15, 18, 22, 15, 26, 18, 18, 16, 22, 18, 25, 26, 15, 26, 23, 25, 25, 21, 12, 11, 8, 5, 19, 21, 14, 18, 29, 27, 19, 15, 16, 19, 10, 19, 10, 11, 4, 3, 2, 4, 6, 5, 5, 7, 19, 14, 11, 13], "n_pos": 216, "sum_m_en": [23.1754, 34.252002, 34.032287, 34.958874, 37.225882, 34.948253, 33.214687, 34.220441, 33.318061, 34.945439, 35.618556, 35.060831, 32.327909, 32.63783, 33.551327, 34.531957, 35.501276, 34.529656, 35.835206, 35.10324, 33.934936, 33.765896, 32.974653, 33.99567, 44.253473, 41.583642, 38.82443, 36.803556, 36.064956, 34.912372, 33.774274, 35.301296, 39.860808, 40.342061, 45.399387, 46.790069, 52.864668, 56.92439, 66.125166, 68.047507, 62.533085, 69.427596, 70.262676, 67.059747, 68.600671, 66.828454, 60.529064, 61.831915, 55.765213, 57.361858], "sum_m_pl": [5.740746, 10.124124, 11.889827, 11.355054, 12.160449, 11.017951, 10.406987, 10.66031, 11.069511, 12.173043, 13.154608, 12.710927, 13.220064, 14.546161, 14.307715, 13.964078, 14.18428, 14.79301, 14.965062, 14.87629, 14.06847, 13.362064, 12.896059, 13.068326, 17.884492, 19.248594, 18.010521, 17.273803, 18.519864, 19.434326, 17.091083, 17.191589, 15.591101, 15.027709, 13.935327, 13.006552, 11.301892, 9.830749, 8.216415, 8.464242, 8.304295, 8.183466, 8.58199, 9.564531, 10.301367, 9.594929, 18.563701, 12.73164, 12.250512, 12.87976]}, "digit": {"n_am_en": [0, 4, 0, 2, 5, 1, 1, 1, 1, 3, 9, 5, 3, 1, 4, 2, 2, 4, 4, 1, 1, 0, 0, 0, 6, 10, 7, 2, 2, 1, 2, 1, 6, 4, 8, 8, 8, 10, 10, 9, 11, 9, 6, 5, 6, 6, 4, 2, 0, 0], "n_am_pl": [0, 1, 3, 0, 1, 1, 3, 1, 0, 2, 2, 2, 6, 8, 1, 3, 3, 5, 4, 4, 2, 2, 2, 2, 4, 2, 4, 4, 4, 4, 4, 4, 2, 6, 2, 6, 4, 3, 3, 1, 0, 1, 0, 0, 0, 0, 3, 1, 0, 0], "n_pos": 40, "sum_m_en": [4.311401, 7.167627, 7.485218, 7.360497, 7.921298, 7.403841, 6.468665, 6.58802, 6.432578, 6.767363, 7.013748, 6.831937, 6.413269, 6.099953, 6.41153, 6.253779, 6.610399, 6.528105, 6.757541, 6.59561, 6.399599, 6.393461, 6.21906, 6.404424, 7.642025, 7.402256, 6.839028, 6.911974, 6.457535, 6.246779, 6.181619, 6.643288, 7.547481, 7.144166, 7.938156, 7.980541, 8.790299, 9.022168, 9.630916, 9.512637, 8.124437, 7.627879, 7.705662, 7.64205, 6.70462, 6.549691, 4.545884, 2.610407, 0.414578, 0.0], "sum_m_pl": [0.675248, 1.949279, 1.929087, 1.849965, 1.840961, 1.575143, 1.322971, 1.410496, 1.525215, 1.780663, 2.103043, 2.087459, 2.278149, 2.58803, 2.539332, 2.494359, 2.519883, 2.755735, 2.821401, 2.786084, 2.567869, 2.370188, 2.306416, 2.345879, 3.839452, 3.836551, 3.316038, 3.057907, 3.156511, 3.466841, 2.996529, 3.175846, 2.91301, 2.529556, 2.338654, 2.353676, 1.911557, 1.790854, 1.769642, 1.723198, 1.722481, 1.723839, 1.502689, 1.387135, 1.307051, 1.030014, 2.212709, 0.757454, 0.13622, 0.0]}, "lang": {"n_am_en": [13, 15, 10, 17, 21, 22, 20, 23, 24, 21, 18, 15, 14, 17, 18, 26, 26, 23, 22, 21, 17, 21, 18, 17, 33, 36, 32, 27, 19, 21, 21, 22, 26, 31, 33, 37, 41, 40, 49, 52, 48, 52, 53, 54, 56, 53, 49, 54, 56, 56], "n_am_pl": [4, 4, 1, 6, 7, 5, 12, 6, 9, 7, 8, 9, 10, 7, 7, 8, 5, 5, 8, 7, 3, 3, 2, 1, 7, 7, 4, 4, 11, 9, 4, 7, 4, 2, 1, 5, 3, 3, 0, 1, 2, 2, 5, 5, 5, 6, 15, 12, 11, 13], "n_pos": 71, "sum_m_en": [8.462979, 11.228728, 11.335365, 12.114889, 12.653043, 12.620817, 12.758919, 13.295639, 13.477773, 13.827754, 13.7084, 13.540186, 12.333509, 12.83476, 13.327662, 14.309996, 14.342747, 13.814115, 13.968304, 13.464206, 12.750297, 12.49816, 12.023508, 12.315164, 22.72801, 21.606293, 19.000462, 16.273131, 15.618556, 14.976476, 14.578635, 15.014625, 16.674333, 18.057673, 20.127692, 23.172955, 26.949771, 30.662208, 39.390894, 41.896546, 39.573607, 44.476233, 45.777882, 45.049849, 46.658376, 46.526393, 44.767394, 48.373378, 50.682831, 56.315014], "sum_m_pl": [1.473471, 2.707772, 3.288009, 3.384403, 3.705077, 3.690391, 3.881604, 4.178943, 4.5759, 4.627572, 5.116561, 4.715134, 4.98514, 5.609759, 5.426328, 5.00548, 5.235219, 5.38164, 5.561618, 5.438144, 5.119382, 4.935571, 4.758385, 4.731548, 6.435072, 6.744184, 6.544848, 6.219436, 7.263787, 6.812791, 5.89254, 6.143262, 5.947764, 5.930274, 5.636051, 5.501043, 5.089165, 4.280517, 3.029793, 3.691667, 3.994077, 3.884302, 4.433785, 5.879199, 6.954943, 6.908309, 15.252911, 11.045329, 11.277718, 12.877598]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "gsm8kpl-687", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 216, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9817}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 22, 31, 42, 63, 50, 47, 48, 53, 52, 48, 44, 41, 44, 44, 72, 71, 69, 64, 62, 71, 63, 53, 47, 80, 80, 61, 52, 49, 56, 57, 67, 64, 69, 83, 88, 94, 92, 138, 156, 148, 137, 126, 113, 100, 61, 13, 3, 0, 0], "n_am_pl": [2, 27, 32, 38, 32, 33, 34, 23, 37, 45, 47, 45, 52, 54, 59, 43, 36, 54, 47, 57, 50, 35, 31, 33, 41, 41, 60, 55, 52, 49, 50, 46, 45, 35, 47, 36, 31, 33, 21, 19, 24, 33, 36, 50, 58, 92, 121, 136, 136, 134], "n_pos": 342, "sum_m_en": [32.344095, 50.45817, 52.402117, 53.448924, 57.722344, 57.027961, 56.375375, 57.807274, 58.933213, 60.930684, 61.571543, 58.835055, 55.501438, 56.811618, 57.384938, 58.541043, 59.438577, 56.10585, 56.766337, 56.193117, 54.316564, 54.27111, 53.179761, 53.606206, 71.342814, 65.169898, 59.755684, 55.747106, 52.383301, 53.011293, 51.887934, 55.326665, 58.118684, 59.352388, 65.536211, 65.942882, 71.053579, 77.7891, 104.437989, 108.449103, 100.186335, 98.537724, 99.246699, 93.265723, 84.518759, 56.990553, 15.318329, 6.81933, 2.698903, 3e-06], "sum_m_pl": [5.789226, 15.580275, 18.189326, 18.040979, 19.597846, 19.442686, 18.205294, 18.723995, 20.985554, 22.085132, 23.642239, 23.588285, 24.083552, 26.978146, 27.770991, 26.490251, 25.355118, 26.482242, 25.299394, 25.496238, 24.314704, 23.354328, 22.597265, 21.991696, 32.006909, 35.208902, 35.025802, 34.313872, 37.837905, 38.456894, 32.932915, 33.67368, 32.617323, 33.449635, 31.475067, 30.603045, 27.849368, 25.971365, 24.167726, 25.546791, 27.493965, 33.176824, 38.399556, 46.580588, 56.414242, 81.720147, 119.744567, 133.203278, 136.105729, 133.693528]}, "digit": {"n_am_en": [2, 1, 3, 5, 2, 2, 0, 1, 2, 6, 8, 2, 3, 2, 3, 8, 8, 4, 5, 2, 1, 2, 1, 2, 5, 9, 5, 5, 5, 5, 3, 3, 5, 3, 8, 6, 8, 8, 7, 14, 14, 10, 9, 8, 6, 2, 0, 0, 0, 0], "n_am_pl": [0, 1, 5, 0, 2, 4, 4, 1, 0, 2, 5, 5, 10, 8, 6, 5, 4, 6, 8, 9, 5, 1, 3, 3, 5, 5, 7, 9, 7, 4, 5, 5, 6, 7, 7, 6, 6, 2, 2, 0, 0, 2, 0, 0, 0, 2, 5, 2, 0, 0], "n_pos": 48, "sum_m_en": [4.975715, 8.49557, 9.137844, 8.773857, 9.067722, 8.77423, 7.938709, 8.145715, 8.223658, 8.655334, 8.691662, 8.084753, 7.602327, 7.467274, 7.784836, 7.704186, 8.284636, 7.957894, 8.216221, 7.997354, 7.71566, 7.726989, 7.524776, 7.726092, 8.808581, 8.38985, 8.071782, 8.45571, 7.523769, 7.455308, 7.12672, 7.899321, 8.628583, 8.232683, 9.439109, 9.462402, 9.756079, 9.171809, 10.020575, 9.524874, 8.134664, 7.360667, 7.24239, 7.791969, 5.731169, 3.561527, 1.830594, 0.949646, 0.283764, 0.0], "sum_m_pl": [0.803053, 2.298286, 2.185217, 2.137331, 2.184301, 2.051551, 1.761241, 1.880701, 2.133101, 2.411923, 2.752556, 2.603712, 2.733198, 3.233249, 3.366945, 3.36951, 3.213381, 3.536263, 3.443901, 3.396155, 3.149735, 2.952607, 2.864438, 2.865688, 4.325897, 4.606754, 4.300435, 4.023069, 4.367378, 4.671944, 4.013334, 4.222839, 4.161735, 4.072106, 3.445098, 3.393454, 2.57146, 2.493376, 2.30507, 2.145353, 2.022436, 2.095761, 1.820018, 1.68221, 1.632301, 2.479109, 3.71337, 1.619055, 0.160113, 5e-06]}, "lang": {"n_am_en": [6, 12, 10, 22, 37, 32, 31, 34, 32, 28, 27, 22, 19, 26, 28, 43, 33, 35, 38, 39, 47, 41, 33, 32, 52, 54, 40, 32, 24, 27, 29, 35, 33, 41, 41, 44, 45, 47, 81, 92, 83, 80, 75, 68, 62, 35, 5, 1, 0, 0], "n_am_pl": [2, 12, 14, 20, 17, 14, 21, 12, 23, 23, 22, 19, 24, 23, 28, 18, 13, 21, 19, 21, 20, 16, 14, 13, 16, 15, 19, 10, 19, 20, 22, 20, 17, 9, 20, 21, 21, 28, 18, 17, 22, 29, 35, 47, 54, 82, 100, 121, 131, 133], "n_pos": 133, "sum_m_en": [12.466815, 18.854654, 19.686341, 21.448242, 24.109924, 24.003692, 24.804163, 25.285368, 26.954839, 27.099103, 27.445533, 25.984881, 24.668006, 25.804417, 25.645802, 26.675068, 26.653957, 24.77134, 24.439571, 24.1938, 23.482835, 23.257533, 22.507794, 22.325789, 36.58436, 32.852911, 28.777638, 24.684014, 23.182156, 22.960302, 22.891331, 24.346867, 24.459419, 26.189646, 27.809052, 28.847079, 32.158996, 35.572221, 57.28753, 60.155867, 56.521071, 55.249703, 57.708846, 52.878234, 47.093211, 29.508972, 4.36786, 1.671638, 0.506797, 1e-06], "sum_m_pl": [2.135479, 5.582686, 6.499355, 7.127107, 7.528921, 7.769923, 8.030112, 8.282759, 9.719782, 9.786864, 10.605821, 10.621479, 10.734278, 12.475955, 12.796297, 11.713126, 11.326207, 11.777308, 11.278324, 11.058176, 10.424921, 10.134415, 9.762869, 9.390343, 14.018779, 15.014943, 14.605284, 14.632899, 16.718051, 16.606013, 14.366651, 15.291684, 15.518988, 16.84658, 16.729343, 17.639861, 17.310261, 16.594506, 15.880482, 17.422388, 19.956541, 25.834731, 31.189261, 39.432688, 49.157637, 72.346867, 99.657296, 118.986419, 128.394212, 132.506445]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 346, "item_id": "gsm8kpl-687", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1454, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9913, "tf_agree_excl_first": 0.9942}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 15, 13, 27, 34, 32, 41, 47, 42, 30, 22, 35, 32, 34, 37, 41, 36, 43, 40, 53, 38, 47, 33, 34, 59, 55, 52, 42, 38, 41, 37, 51, 51, 62, 61, 74, 87, 86, 90, 92, 88, 84, 85, 82, 84, 72, 75, 69, 69, 60], "n_am_pl": [3, 18, 8, 6, 3, 9, 10, 15, 12, 15, 18, 14, 23, 29, 17, 18, 10, 9, 8, 11, 4, 5, 6, 5, 11, 14, 11, 15, 21, 11, 13, 8, 8, 8, 7, 8, 2, 5, 2, 0, 3, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 203, "sum_m_en": [24.430936, 31.42242, 31.415308, 31.683595, 33.130839, 32.713898, 32.883836, 33.641742, 34.274708, 34.911353, 36.753389, 36.234573, 35.766862, 34.236245, 35.243783, 36.657746, 37.086298, 34.683582, 36.24395, 35.940295, 32.697331, 32.932455, 32.623835, 32.780013, 48.439279, 45.984566, 43.973636, 37.433863, 37.686671, 37.325465, 35.802086, 37.498488, 40.270176, 44.372326, 47.328178, 50.199535, 58.279318, 66.048062, 71.801989, 77.110369, 78.376713, 83.129909, 81.449721, 78.910307, 79.651026, 76.199732, 74.724885, 71.502848, 69.277791, 59.932124], "sum_m_pl": [4.42514, 9.612767, 10.187447, 9.449516, 9.984669, 9.201095, 8.927151, 9.529494, 9.759077, 10.417355, 12.163056, 12.540351, 13.56253, 13.665527, 12.716128, 13.006284, 12.129514, 11.825151, 11.896196, 11.862877, 11.073744, 10.714351, 10.782388, 11.088299, 12.077245, 13.83751, 14.211991, 16.245515, 15.684093, 16.541137, 14.796128, 13.499725, 12.639254, 11.160397, 10.563106, 10.817508, 9.596227, 8.328423, 7.407098, 6.830551, 6.530492, 5.575521, 5.134577, 4.423709, 4.160579, 2.928257, 2.006824, 1.450284, 1.372803, 4e-06]}, "digit": {"n_am_en": [0, 2, 2, 5, 7, 10, 12, 12, 7, 4, 3, 10, 7, 12, 13, 11, 8, 8, 8, 13, 9, 10, 4, 4, 12, 9, 12, 6, 9, 10, 6, 15, 14, 10, 8, 15, 18, 19, 15, 15, 11, 9, 9, 10, 10, 7, 6, 5, 1, 0], "n_am_pl": [0, 4, 0, 0, 1, 1, 0, 1, 3, 3, 6, 5, 9, 12, 6, 9, 4, 2, 2, 5, 1, 1, 2, 1, 3, 3, 2, 3, 3, 2, 5, 5, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [6.927825, 10.064528, 10.029219, 9.76564, 9.894936, 9.536533, 9.393661, 9.704677, 9.639014, 10.227136, 11.330079, 10.903705, 10.532553, 10.345384, 10.985138, 11.179914, 11.204658, 10.200987, 10.875763, 10.689975, 9.676351, 9.758112, 9.709364, 9.761035, 12.197285, 12.040191, 11.661624, 10.643561, 11.432256, 11.094955, 10.444983, 11.546675, 11.945921, 11.841604, 11.4011, 12.168762, 12.419997, 14.138392, 13.412474, 11.844632, 11.061385, 11.257611, 9.670829, 9.785785, 8.272428, 7.279932, 6.009778, 5.226917, 2.516062, 0.0], "sum_m_pl": [1.200573, 3.039045, 2.494673, 2.353277, 2.297824, 2.053659, 1.751706, 1.912636, 2.428906, 2.595316, 3.265313, 3.188333, 3.698185, 3.757233, 3.187599, 3.396997, 3.028098, 3.00282, 3.043506, 3.07264, 2.908334, 2.831125, 2.866779, 3.004151, 2.768547, 3.44536, 3.382476, 3.933766, 3.453423, 3.796078, 3.479976, 3.197811, 2.917261, 2.542663, 2.575111, 2.779654, 2.454351, 2.273164, 2.460294, 2.801906, 2.651531, 2.718291, 2.603593, 2.352074, 2.45207, 1.969908, 1.422126, 0.926387, 0.564019, 0.0]}, "lang": {"n_am_en": [10, 4, 4, 9, 17, 15, 16, 20, 22, 17, 10, 16, 12, 12, 12, 14, 17, 22, 21, 23, 19, 27, 21, 24, 32, 29, 27, 23, 24, 26, 21, 19, 24, 33, 33, 37, 41, 41, 46, 52, 49, 51, 52, 53, 54, 51, 52, 52, 58, 58], "n_am_pl": [2, 9, 3, 3, 1, 4, 4, 4, 4, 5, 7, 5, 5, 9, 4, 4, 3, 1, 1, 1, 0, 0, 1, 1, 2, 5, 4, 6, 7, 0, 3, 1, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [7.853542, 8.780556, 8.950063, 9.22721, 10.01835, 9.905864, 10.182935, 10.496525, 11.290657, 10.652232, 10.715263, 10.596211, 10.529817, 9.96628, 10.395172, 11.001734, 11.122512, 10.614279, 11.023667, 10.935792, 9.982059, 10.104588, 9.976662, 9.797974, 21.656346, 20.096923, 18.267191, 14.039512, 13.568948, 13.117488, 12.28288, 12.549502, 14.014488, 16.079599, 17.791708, 21.320822, 27.14744, 31.571549, 36.149871, 42.127739, 42.54329, 48.015487, 49.384329, 48.812525, 51.245575, 51.672025, 51.633945, 50.992284, 53.977752, 57.595108], "sum_m_pl": [1.205053, 2.699421, 3.112736, 2.843859, 3.137784, 2.946887, 2.917754, 3.111559, 3.133493, 3.221375, 3.75306, 4.000225, 4.212712, 4.447332, 4.266203, 4.245971, 3.849668, 3.565349, 3.646869, 3.686757, 3.402021, 3.313121, 3.333299, 3.390953, 3.815542, 4.277379, 4.724579, 5.600474, 5.336532, 5.445257, 5.187304, 4.650159, 4.42035, 3.881695, 3.421141, 3.455196, 2.852153, 2.238095, 1.820724, 1.262515, 1.175591, 0.521851, 0.470558, 0.3698, 0.217316, 0.092141, 0.132542, 0.101049, 0.178984, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "gsm8kpl-690", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9761, "tf_agree_excl_first": 0.9808}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 24, 45, 38, 49, 64, 68, 79, 75, 54, 50, 55, 62, 53, 65, 58, 81, 79, 89, 90, 79, 79, 80, 77, 148, 137, 118, 88, 77, 65, 60, 72, 80, 91, 114, 121, 128, 140, 148, 145, 148, 157, 155, 154, 148, 120, 36, 11, 8, 6], "n_am_pl": [4, 24, 12, 21, 21, 15, 25, 18, 25, 42, 52, 55, 49, 42, 36, 45, 33, 34, 22, 25, 15, 13, 16, 19, 31, 37, 37, 51, 42, 49, 55, 44, 37, 21, 21, 23, 25, 17, 14, 15, 18, 12, 17, 21, 29, 48, 114, 134, 129, 127], "n_pos": 326, "sum_m_en": [31.217193, 49.050405, 51.307703, 52.060141, 52.400669, 53.306888, 54.062064, 57.40219, 58.259079, 59.022962, 62.438162, 60.423699, 61.458974, 58.87511, 60.967422, 61.363024, 62.464905, 57.448277, 58.445249, 55.005783, 52.720524, 53.117328, 52.373819, 52.644531, 93.142561, 86.172407, 76.795414, 65.151326, 61.396967, 58.399827, 56.513807, 59.435322, 59.449458, 66.423458, 72.281521, 75.966244, 82.585387, 92.636928, 102.003756, 117.780952, 119.144009, 126.557908, 132.338599, 136.911129, 136.074929, 105.643816, 38.031876, 13.554229, 10.498779, 5.938342], "sum_m_pl": [5.354201, 15.755173, 16.300326, 15.175939, 16.846234, 16.8892, 16.47811, 16.934577, 17.870223, 19.221605, 21.811643, 23.352165, 24.604863, 25.313075, 24.489896, 24.711406, 21.532373, 20.962194, 19.706358, 19.516669, 18.182054, 17.852109, 18.482868, 18.194664, 23.72865, 26.614266, 29.386416, 32.298296, 34.399111, 36.677086, 32.992687, 29.524891, 28.102538, 24.769761, 22.564199, 23.352703, 21.422782, 19.020786, 18.368717, 17.876696, 20.216955, 15.872363, 18.759115, 19.037152, 30.038561, 49.144532, 107.738841, 130.669393, 130.519944, 127.390465]}, "digit": {"n_am_en": [0, 2, 3, 5, 4, 10, 12, 11, 11, 7, 8, 9, 12, 8, 15, 10, 9, 12, 6, 10, 8, 10, 6, 6, 18, 21, 16, 13, 12, 12, 9, 12, 13, 14, 14, 12, 11, 16, 14, 15, 17, 15, 14, 15, 11, 10, 6, 2, 0, 0], "n_am_pl": [0, 3, 1, 1, 1, 0, 1, 0, 5, 9, 7, 10, 9, 8, 5, 5, 6, 5, 4, 2, 2, 1, 2, 2, 2, 2, 6, 8, 6, 6, 5, 8, 6, 1, 2, 4, 5, 3, 1, 0, 0, 0, 1, 2, 1, 1, 3, 4, 2, 0], "n_pos": 52, "sum_m_en": [4.894822, 8.813994, 8.859677, 8.43092, 8.730113, 8.84121, 8.920878, 9.044643, 8.879446, 9.57208, 10.190152, 9.803462, 9.739834, 9.55591, 10.179274, 9.905629, 10.017441, 9.269353, 9.649435, 8.982562, 8.546116, 8.71082, 8.582601, 8.790644, 13.622371, 13.182006, 11.827128, 10.466947, 9.987612, 9.430782, 8.937199, 9.762247, 10.36447, 10.632517, 10.76085, 10.835062, 10.990041, 11.870785, 11.930157, 12.543039, 13.911997, 12.752765, 12.380004, 12.295921, 12.376856, 9.985011, 5.268052, 2.795075, 0.680949, 0.0], "sum_m_pl": [0.939392, 2.905153, 2.296712, 2.06677, 2.141603, 2.032041, 1.900844, 1.844576, 2.356188, 2.602381, 3.018786, 3.13593, 3.457129, 3.656424, 3.232777, 3.472007, 3.063007, 3.08483, 2.981481, 3.031874, 2.84717, 2.703097, 2.74364, 2.765868, 3.16606, 3.454133, 3.615962, 3.96046, 4.169514, 4.5688, 3.981511, 3.621865, 3.063341, 2.760919, 2.677063, 2.836863, 2.687727, 2.319378, 2.741374, 2.605949, 2.393092, 2.438854, 2.472155, 2.30632, 2.266577, 2.12075, 2.791117, 2.913569, 2.190288, 0.0]}, "lang": {"n_am_en": [3, 8, 15, 16, 27, 30, 29, 40, 31, 25, 22, 22, 28, 23, 30, 21, 34, 31, 44, 46, 42, 39, 47, 43, 71, 64, 54, 34, 34, 27, 26, 32, 38, 41, 54, 52, 61, 72, 76, 66, 67, 80, 82, 82, 78, 66, 18, 7, 6, 5], "n_am_pl": [0, 10, 3, 8, 11, 8, 18, 10, 14, 20, 26, 30, 23, 21, 17, 27, 17, 17, 12, 10, 5, 8, 8, 9, 12, 15, 20, 27, 23, 24, 36, 28, 22, 14, 16, 17, 16, 12, 12, 13, 16, 12, 12, 15, 24, 38, 94, 116, 124, 127], "n_pos": 133, "sum_m_en": [13.234014, 19.427103, 20.688275, 21.563561, 21.195695, 21.542869, 22.316125, 24.39614, 25.090867, 24.791516, 26.892701, 25.711731, 26.136997, 25.004318, 25.672683, 25.782375, 26.479946, 23.97867, 24.380778, 23.139478, 22.265065, 22.305107, 21.967417, 22.047, 41.608384, 37.978083, 33.625096, 27.434393, 25.633705, 24.547461, 24.279241, 25.318658, 24.705728, 29.421832, 32.652608, 34.162618, 38.092804, 45.260269, 50.315575, 53.755061, 52.967461, 62.025623, 70.666274, 73.927418, 67.738219, 55.27822, 18.249084, 6.861781, 6.318771, 5.25932], "sum_m_pl": [1.907626, 5.850999, 6.376593, 6.136155, 6.899988, 7.293479, 7.334205, 7.767059, 8.240141, 8.548842, 9.764747, 10.811912, 11.325032, 12.074609, 11.721396, 11.347665, 9.883923, 9.560217, 8.925113, 8.526737, 7.873115, 7.870422, 8.228815, 8.010315, 10.349813, 11.667081, 13.869287, 15.527848, 16.373834, 17.095117, 15.818981, 14.783673, 14.767633, 12.986273, 11.831709, 12.855718, 11.959149, 10.316768, 9.958446, 10.509106, 13.360179, 9.51308, 10.951965, 11.60816, 22.71111, 38.557529, 87.306907, 112.767612, 121.105813, 126.502951]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 332, "item_id": "gsm8kpl-690", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1456, "region_end": 326, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.994}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 27, 26, 29, 36, 43, 48, 55, 56, 54, 54, 40, 41, 49, 48, 50, 72, 65, 59, 57, 59, 60, 50, 49, 80, 80, 74, 67, 62, 52, 47, 51, 59, 63, 74, 69, 84, 84, 86, 91, 88, 92, 87, 78, 82, 75, 88, 79, 69, 58], "n_am_pl": [1, 18, 14, 13, 11, 8, 8, 10, 6, 12, 17, 19, 21, 21, 14, 11, 11, 13, 10, 11, 8, 7, 11, 10, 12, 14, 12, 9, 7, 11, 7, 14, 12, 8, 6, 4, 5, 4, 4, 6, 5, 2, 3, 5, 5, 4, 1, 3, 0, 0], "n_pos": 215, "sum_m_en": [24.414398, 32.228773, 33.204976, 34.250029, 36.649265, 36.417561, 35.644708, 37.213359, 37.330541, 38.378088, 40.607611, 38.575106, 37.082339, 38.705729, 38.896235, 36.979109, 38.2511, 36.04281, 34.735696, 35.571415, 35.203892, 35.458701, 35.174117, 35.417592, 56.957824, 53.395473, 49.76761, 45.207162, 46.053188, 44.386099, 41.33489, 42.475753, 44.776405, 43.791044, 49.034143, 48.244379, 55.708227, 63.748995, 67.229384, 75.958892, 74.056356, 77.820993, 74.700214, 72.989999, 74.765567, 72.090402, 76.116214, 71.754944, 66.538028, 58.449854], "sum_m_pl": [4.917531, 10.890168, 11.754137, 10.709191, 11.057962, 9.543081, 8.396898, 8.486162, 8.8774, 9.351636, 10.877272, 11.657186, 11.473603, 12.172629, 12.121445, 11.384474, 10.716461, 10.868408, 11.251283, 11.428614, 11.412199, 11.279309, 11.331826, 11.312357, 14.069236, 14.07611, 13.212485, 13.660008, 12.8794, 14.092098, 12.924405, 12.447299, 11.220152, 11.121014, 10.512125, 10.097808, 9.740465, 8.827062, 8.029788, 8.179428, 8.436501, 7.99769, 9.010693, 10.399086, 8.534458, 7.301542, 5.394082, 3.608639, 2.571588, 0.04297]}, "digit": {"n_am_en": [0, 6, 2, 6, 7, 10, 13, 20, 13, 14, 18, 12, 11, 11, 15, 13, 25, 16, 17, 12, 11, 14, 11, 10, 21, 21, 19, 13, 12, 8, 7, 9, 14, 12, 18, 15, 20, 21, 22, 17, 18, 20, 18, 13, 15, 12, 15, 11, 1, 0], "n_am_pl": [0, 0, 1, 0, 5, 2, 0, 0, 2, 3, 4, 7, 9, 11, 6, 5, 1, 3, 2, 3, 3, 3, 3, 2, 1, 1, 2, 2, 3, 6, 2, 7, 3, 1, 3, 1, 2, 2, 2, 5, 4, 1, 1, 2, 2, 2, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [6.50241, 10.511024, 10.790753, 10.696415, 11.371865, 11.216222, 10.436894, 10.595184, 10.535259, 11.166989, 12.078328, 10.913607, 11.102012, 11.709053, 11.690062, 10.278409, 10.857853, 9.904588, 9.735426, 9.725994, 9.859025, 10.110784, 10.027237, 10.158438, 14.703383, 14.253432, 13.378508, 11.726443, 12.655022, 11.555301, 11.038953, 11.516014, 11.731559, 11.760921, 12.502082, 11.770745, 11.737694, 11.815296, 11.524437, 14.308746, 14.304744, 13.117104, 11.792057, 11.574512, 11.217931, 9.291677, 9.253404, 7.723918, 3.187722, 0.0], "sum_m_pl": [1.035148, 2.813707, 2.555971, 2.412441, 2.584333, 2.114426, 1.632975, 1.685317, 1.982786, 2.181172, 2.640835, 2.827938, 2.960249, 3.307104, 3.243559, 3.125808, 2.637491, 2.742682, 2.831968, 2.873202, 2.928102, 2.901042, 2.984244, 3.004453, 3.319786, 3.275171, 3.238974, 3.777236, 3.585735, 3.913801, 3.601841, 3.451623, 2.823846, 2.652314, 2.587994, 2.689443, 2.936629, 2.87015, 3.012488, 3.535116, 3.664995, 3.694498, 3.83871, 4.673794, 4.20081, 3.96478, 2.596411, 1.344775, 0.763226, 0.0]}, "lang": {"n_am_en": [12, 14, 14, 12, 20, 18, 16, 17, 20, 19, 18, 16, 14, 17, 15, 15, 29, 26, 24, 26, 31, 31, 29, 28, 34, 39, 36, 35, 32, 29, 29, 26, 32, 36, 35, 32, 42, 45, 42, 49, 46, 49, 50, 50, 50, 50, 53, 51, 55, 55], "n_am_pl": [0, 7, 4, 4, 3, 4, 2, 2, 1, 4, 5, 5, 6, 3, 4, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 3, 1, 2, 1, 4, 2, 5, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 0, 0], "n_pos": 58, "sum_m_en": [7.243657, 8.636426, 9.0042, 9.537846, 10.374828, 10.261646, 10.311519, 11.157387, 11.343534, 11.099209, 11.459327, 11.098117, 10.129702, 10.681265, 11.143559, 11.208235, 11.301739, 10.795021, 10.23623, 10.716873, 10.37434, 10.282039, 10.070898, 10.059518, 23.49788, 21.36234, 19.7231, 16.30864, 16.045654, 15.687602, 14.428509, 14.521474, 16.268927, 16.622502, 18.881921, 20.366126, 26.386714, 33.368012, 36.453967, 41.679438, 41.436658, 44.45056, 44.090372, 43.612094, 45.805546, 46.285137, 47.63304, 45.368581, 48.686345, 55.042557], "sum_m_pl": [1.204453, 2.725607, 2.981548, 2.66064, 2.807286, 2.597569, 2.385118, 2.41347, 2.607227, 2.593788, 2.974284, 3.114034, 3.002587, 3.251379, 3.294695, 3.004419, 2.834378, 2.897374, 3.052268, 3.02257, 2.988558, 3.017964, 3.034914, 2.972586, 3.798554, 3.526651, 3.688016, 3.583782, 3.327895, 3.581093, 3.464112, 3.484848, 3.122463, 3.297045, 2.783395, 2.605749, 2.300637, 1.888856, 1.670774, 1.479519, 1.366121, 1.209316, 2.172231, 2.892451, 1.90887, 1.508749, 1.47596, 1.185937, 0.638512, 0.00694]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "gsm8kpl-7", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1196, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.9772}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 15, 10, 26, 24, 32, 40, 47, 41, 46, 49, 42, 34, 40, 44, 45, 63, 60, 60, 57, 56, 64, 57, 63, 102, 91, 75, 71, 65, 58, 47, 57, 55, 70, 77, 81, 74, 71, 76, 81, 85, 78, 76, 71, 60, 33, 21, 7, 3, 3], "n_am_pl": [6, 16, 15, 19, 18, 18, 21, 29, 28, 27, 28, 38, 32, 25, 27, 24, 19, 16, 7, 7, 9, 11, 14, 6, 20, 15, 17, 11, 25, 21, 23, 13, 24, 11, 7, 7, 6, 5, 9, 6, 7, 12, 21, 29, 40, 59, 80, 81, 75, 76], "n_pos": 229, "sum_m_en": [22.421354, 33.311039, 35.687882, 36.372169, 38.217118, 38.564128, 38.38791, 40.324766, 40.588701, 41.948856, 42.492525, 39.904694, 38.441324, 39.093512, 39.931575, 38.380872, 39.265245, 36.846634, 36.136499, 35.920135, 36.242743, 36.977076, 36.981984, 36.908963, 62.450085, 58.062663, 51.236221, 45.770206, 45.154436, 41.971424, 38.984785, 40.444059, 41.216522, 42.444141, 49.774224, 49.716211, 50.432048, 56.146097, 59.56318, 62.543566, 62.608742, 64.761875, 63.517461, 61.465893, 56.319389, 38.023653, 21.558631, 9.015069, 4.670774, 3.01071], "sum_m_pl": [4.410172, 11.828927, 12.747388, 12.34045, 13.080978, 11.974329, 10.513147, 10.445042, 10.799705, 11.574321, 13.381151, 14.708502, 14.230161, 14.579567, 14.384665, 13.553318, 12.330959, 12.591869, 12.356879, 12.706316, 12.509295, 12.574402, 12.541026, 12.334024, 16.257515, 15.966492, 16.480884, 16.238412, 17.550007, 18.797994, 17.195114, 16.402685, 14.674241, 13.470435, 12.494805, 12.151762, 11.273968, 10.549559, 10.484345, 11.706434, 12.528878, 14.791727, 20.034868, 29.961063, 34.034851, 49.701371, 74.908719, 78.578953, 77.088317, 76.608577]}, "digit": {"n_am_en": [0, 3, 3, 5, 4, 4, 11, 11, 12, 18, 19, 8, 8, 14, 12, 14, 19, 15, 16, 12, 11, 14, 12, 12, 25, 20, 16, 14, 17, 11, 9, 10, 10, 17, 18, 15, 13, 10, 17, 15, 15, 14, 12, 9, 8, 3, 4, 2, 0, 0], "n_am_pl": [0, 2, 2, 2, 1, 2, 1, 4, 3, 4, 4, 5, 6, 7, 8, 6, 4, 4, 1, 0, 2, 1, 3, 1, 3, 1, 2, 2, 3, 4, 2, 3, 5, 3, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 2, 5, 4, 5, 2, 0], "n_pos": 50, "sum_m_en": [4.916224, 8.694864, 9.329687, 9.167389, 9.533183, 9.226288, 8.827775, 8.756576, 8.75876, 9.532604, 10.28799, 9.136296, 8.978274, 9.368497, 9.408271, 8.68999, 9.280063, 8.544126, 8.589166, 8.399222, 8.377383, 8.670821, 8.691486, 8.875972, 14.54852, 13.179697, 11.824, 10.51571, 10.68437, 9.617759, 9.016798, 9.782063, 9.957521, 10.181531, 11.131119, 10.007912, 9.456547, 8.985665, 8.509486, 9.652602, 9.088547, 8.488507, 8.099386, 7.896367, 7.357294, 4.863078, 4.702182, 2.524721, 0.752501, 0.0], "sum_m_pl": [0.849116, 2.475017, 2.179596, 2.047285, 2.149644, 1.906758, 1.516356, 1.520239, 1.759948, 2.023128, 2.510489, 2.762356, 2.757679, 2.823966, 2.710344, 2.686367, 2.32566, 2.501225, 2.518196, 2.648363, 2.60893, 2.617616, 2.668017, 2.641166, 3.210747, 3.269383, 3.152718, 3.141009, 3.445644, 3.663837, 3.447799, 3.176935, 2.598942, 2.246691, 2.188017, 2.384368, 2.521926, 2.247547, 2.372003, 2.590658, 2.564718, 2.526935, 2.55885, 3.053179, 2.998747, 4.080468, 4.001111, 4.500956, 2.279591, 0.0]}, "lang": {"n_am_en": [4, 5, 4, 10, 14, 16, 16, 19, 19, 15, 14, 21, 13, 11, 15, 18, 31, 29, 30, 29, 33, 32, 32, 36, 48, 45, 37, 31, 33, 26, 18, 20, 23, 28, 36, 40, 40, 42, 39, 43, 47, 42, 43, 42, 35, 19, 10, 4, 3, 3], "n_am_pl": [2, 7, 5, 8, 8, 7, 9, 10, 13, 11, 14, 14, 10, 8, 8, 6, 5, 2, 2, 3, 2, 3, 2, 1, 6, 4, 8, 3, 9, 8, 11, 5, 8, 4, 5, 3, 4, 3, 7, 4, 5, 10, 18, 26, 32, 44, 64, 71, 73, 75], "n_pos": 80, "sum_m_en": [8.505297, 11.049029, 11.952808, 12.709229, 13.674051, 13.730271, 14.220422, 15.757065, 16.365833, 15.582059, 15.545985, 14.707718, 13.961661, 14.118982, 14.377217, 14.165451, 14.186634, 13.346158, 13.074708, 12.940363, 13.37122, 13.515908, 13.465484, 13.106329, 28.918675, 26.814637, 22.665332, 18.602509, 17.936941, 16.086301, 14.574757, 14.766282, 14.770879, 16.136202, 20.742145, 22.184786, 24.519761, 28.762153, 32.752471, 34.339106, 35.907919, 37.412954, 36.882524, 36.133425, 32.67293, 21.392991, 10.536952, 4.269993, 3.229559, 3.004364], "sum_m_pl": [1.58164, 3.86459, 4.431809, 4.26926, 4.727782, 4.329511, 3.910947, 3.912171, 4.303097, 4.357179, 5.092048, 5.597093, 5.489177, 5.748015, 5.502868, 4.932468, 4.516522, 4.426145, 4.454806, 4.456734, 4.397365, 4.524596, 4.512917, 4.420492, 5.556919, 5.300984, 6.084033, 6.018911, 6.557185, 7.307112, 6.754159, 6.655516, 6.19889, 5.762698, 5.419733, 5.531638, 5.018744, 4.79323, 5.147892, 6.146306, 7.064504, 9.380812, 13.936469, 22.373285, 26.008708, 38.000993, 60.962983, 69.367823, 71.932836, 74.909773]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 234, "item_id": "gsm8kpl-7", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1486, "region_end": 229, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9828}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 12, 17, 18, 38, 31, 27, 31, 24, 18, 28, 30, 25, 28, 30, 50, 50, 48, 50, 51, 52, 49, 47, 46, 67, 58, 53, 49, 41, 51, 41, 40, 44, 52, 54, 58, 66, 62, 71, 74, 72, 80, 79, 75, 73, 69, 65, 65, 62, 60], "n_am_pl": [2, 11, 9, 12, 13, 14, 7, 10, 13, 9, 12, 8, 11, 12, 12, 6, 3, 4, 6, 8, 5, 5, 6, 7, 7, 10, 6, 13, 11, 12, 15, 12, 8, 8, 4, 4, 2, 2, 3, 5, 3, 3, 0, 3, 3, 1, 1, 0, 0, 0], "n_pos": 150, "sum_m_en": [16.379878, 22.718923, 22.620521, 23.748869, 25.684777, 25.155866, 24.435119, 24.519631, 23.646791, 24.52903, 25.505582, 25.050647, 24.845021, 24.520607, 26.554368, 27.694225, 28.296146, 26.736596, 27.585608, 27.427728, 26.951242, 25.917623, 25.628746, 26.070225, 47.114691, 42.773592, 39.714646, 34.094871, 31.911748, 33.753743, 29.801822, 28.398364, 32.357625, 36.909618, 41.439197, 46.143281, 52.358742, 53.744269, 57.555463, 64.485636, 63.435246, 68.731637, 68.334542, 68.656691, 67.007687, 68.172284, 65.975469, 65.728074, 60.781658, 59.745063], "sum_m_pl": [3.287221, 6.718793, 7.54703, 7.087754, 7.676959, 7.775221, 6.846841, 6.806282, 6.739739, 7.443956, 8.738084, 9.023789, 9.982259, 10.127262, 10.103888, 9.904698, 8.912863, 8.937811, 8.931351, 9.036186, 8.732989, 8.642917, 8.566445, 8.819578, 9.369123, 10.10536, 9.743595, 10.516683, 11.054684, 11.444686, 10.979145, 10.591115, 10.000116, 8.666041, 7.922197, 7.377886, 5.623559, 5.334137, 5.39934, 5.762762, 5.459094, 4.436145, 4.349184, 4.199527, 3.73647, 2.728175, 2.089267, 1.112234, 0.931681, 0.001895]}, "digit": {"n_am_en": [0, 0, 1, 1, 4, 5, 3, 2, 0, 1, 8, 7, 4, 6, 7, 14, 12, 8, 10, 12, 11, 8, 9, 9, 15, 10, 7, 6, 3, 8, 4, 5, 4, 7, 6, 11, 11, 9, 12, 10, 8, 12, 10, 9, 9, 7, 2, 2, 1, 0], "n_am_pl": [0, 1, 0, 2, 1, 6, 3, 3, 4, 5, 4, 4, 7, 6, 5, 5, 2, 3, 3, 2, 2, 3, 3, 4, 3, 5, 3, 4, 4, 7, 7, 8, 5, 5, 3, 2, 2, 1, 2, 3, 1, 2, 0, 2, 2, 0, 1, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.833103, 6.403294, 6.328828, 6.04224, 6.506755, 6.461229, 6.161923, 5.993395, 5.56353, 6.140488, 6.747944, 6.447834, 6.504008, 6.452809, 6.922543, 7.085464, 7.285147, 6.520453, 6.788733, 6.492415, 6.723497, 6.228311, 6.246444, 6.514022, 9.276072, 7.780089, 6.722677, 6.211231, 6.259367, 6.658773, 6.308466, 6.47292, 7.035702, 7.554955, 7.427108, 8.358971, 9.843798, 9.075967, 8.230196, 8.549674, 8.128693, 9.406764, 8.357938, 8.051152, 7.397346, 7.831686, 5.257722, 3.326469, 1.83648, 0.000914], "sum_m_pl": [0.626846, 1.613447, 1.505173, 1.629424, 1.675564, 1.716354, 1.394433, 1.332978, 1.453307, 1.646575, 1.994954, 2.139303, 2.612459, 2.613352, 2.377256, 2.336508, 2.10012, 2.062564, 2.103925, 2.119718, 2.00634, 1.971056, 1.996308, 2.085556, 2.934506, 3.271837, 2.90996, 2.685741, 2.525128, 2.729412, 2.738246, 2.542025, 2.285425, 2.146015, 2.248524, 2.34736, 1.906572, 1.904627, 2.358977, 2.420703, 2.253437, 2.221303, 2.192199, 2.003012, 1.841678, 1.469463, 1.191599, 0.684937, 0.285665, 0.0]}, "lang": {"n_am_en": [5, 8, 12, 16, 22, 18, 16, 21, 18, 14, 15, 17, 16, 16, 17, 24, 27, 29, 32, 30, 30, 32, 29, 29, 37, 39, 39, 35, 32, 36, 31, 25, 32, 36, 38, 40, 42, 42, 46, 51, 51, 55, 56, 55, 55, 52, 55, 57, 57, 59], "n_am_pl": [1, 6, 4, 2, 7, 3, 1, 2, 4, 2, 3, 2, 3, 2, 3, 1, 1, 0, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 4, 5, 4, 4, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.50344, 9.147395, 9.205508, 10.19575, 11.113088, 10.654609, 10.736112, 11.2424, 11.114837, 10.973991, 10.997448, 11.037647, 10.74435, 10.540291, 11.577554, 12.131143, 12.309606, 12.268935, 12.434782, 12.562624, 12.259495, 11.644396, 11.404708, 11.287823, 28.337118, 26.592678, 25.446439, 20.538168, 18.304518, 19.447659, 16.199402, 14.6098, 17.148504, 20.568318, 24.757091, 28.459824, 32.445134, 34.347213, 38.740708, 44.328692, 44.094924, 49.438684, 49.759811, 51.106978, 51.52169, 50.70593, 52.473046, 53.473011, 53.516187, 58.642019], "sum_m_pl": [1.645565, 2.710966, 3.045621, 2.705943, 3.067594, 3.106007, 2.841051, 2.949037, 2.936189, 3.147965, 3.836485, 3.83058, 4.122259, 4.245613, 4.481448, 4.222622, 3.792963, 3.751913, 3.708131, 3.713298, 3.65619, 3.666884, 3.613343, 3.654214, 3.057803, 3.172724, 3.456218, 4.092098, 4.628413, 4.568368, 4.484097, 4.606827, 4.382042, 3.650721, 3.056308, 2.783863, 2.019234, 1.740966, 1.704206, 1.66316, 1.597438, 1.092761, 1.215142, 1.482201, 1.263105, 0.623014, 0.374954, 0.213043, 0.163925, 0.001895]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "gsm8kpl-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1179, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 0.9935}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 12, 16, 19, 25, 29, 40, 38, 41, 46, 40, 31, 36, 27, 46, 64, 74, 71, 75, 67, 76, 87, 82, 87, 114, 103, 82, 70, 54, 41, 45, 46, 57, 70, 86, 98, 106, 100, 106, 129, 122, 108, 102, 104, 102, 81, 25, 9, 6, 1], "n_am_pl": [3, 24, 15, 16, 22, 21, 18, 16, 14, 11, 23, 21, 30, 21, 21, 21, 12, 15, 14, 13, 8, 7, 9, 7, 7, 15, 12, 14, 26, 34, 31, 23, 19, 13, 8, 14, 6, 12, 10, 12, 16, 25, 27, 34, 36, 56, 94, 113, 115, 123], "n_pos": 227, "sum_m_en": [21.752425, 35.42, 36.730755, 37.087726, 38.408472, 39.033639, 38.369154, 40.670171, 39.307369, 39.921778, 42.296312, 40.820871, 40.679067, 39.697042, 42.599495, 44.101541, 44.573046, 40.856941, 40.860233, 38.991151, 38.251999, 39.251045, 38.970976, 38.862745, 78.846105, 68.866783, 57.30622, 47.536776, 42.9867, 41.372049, 39.638445, 39.637706, 42.020146, 51.795595, 54.641932, 61.994455, 70.865779, 71.497355, 80.372512, 94.449085, 95.716164, 94.978599, 93.404527, 98.396433, 94.413842, 75.131375, 29.224957, 11.177281, 8.079952, 0.969939], "sum_m_pl": [3.482381, 11.250316, 11.377924, 11.008722, 12.121099, 11.776898, 11.801949, 11.650717, 12.085039, 12.334307, 14.450531, 15.225764, 16.677828, 17.240554, 17.215361, 16.915195, 14.168566, 13.869966, 13.729292, 14.235154, 13.906966, 13.534953, 13.538565, 13.382654, 13.904065, 16.064429, 17.182062, 19.348371, 22.483985, 23.589706, 21.441324, 21.733723, 21.338672, 18.212872, 16.393, 15.592036, 13.884071, 13.721648, 13.227652, 12.034059, 15.025003, 18.459048, 25.652775, 34.113423, 37.136468, 53.218206, 92.489454, 109.7216, 113.702136, 121.739248]}, "digit": {"n_am_en": [0, 3, 4, 4, 2, 6, 4, 4, 3, 3, 6, 3, 4, 3, 8, 8, 12, 10, 10, 7, 9, 9, 6, 9, 11, 10, 6, 6, 4, 4, 4, 2, 6, 9, 10, 10, 10, 10, 9, 7, 9, 10, 7, 6, 5, 5, 4, 1, 1, 0], "n_am_pl": [0, 2, 1, 1, 0, 3, 0, 0, 0, 0, 2, 1, 6, 5, 2, 2, 1, 0, 1, 3, 1, 1, 1, 2, 1, 3, 1, 2, 6, 8, 7, 3, 2, 1, 2, 5, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 2, 1, 0, 0], "n_pos": 33, "sum_m_en": [2.967204, 5.560804, 5.901053, 5.65827, 5.927404, 5.812745, 5.395403, 5.360601, 5.127201, 5.467362, 6.216034, 5.989677, 5.907757, 5.730889, 6.085218, 6.066403, 6.394387, 5.793888, 5.976764, 5.670502, 5.498195, 5.458227, 5.441927, 5.626473, 8.279503, 7.140437, 6.216601, 5.924088, 5.852635, 5.861491, 5.549586, 5.80623, 6.197055, 6.568428, 6.476738, 7.269672, 8.48734, 8.380594, 8.480889, 8.150641, 7.854368, 7.635813, 6.769231, 6.484093, 5.623334, 5.858997, 4.329411, 1.768955, 1.135065, 0.0], "sum_m_pl": [0.507728, 1.703691, 1.30637, 1.330705, 1.410524, 1.315867, 1.089841, 1.048929, 1.277027, 1.386289, 1.788251, 1.814378, 2.09712, 2.185217, 1.941663, 2.06728, 1.687986, 1.728622, 1.762986, 1.852348, 1.806272, 1.767069, 1.759468, 1.800927, 1.967409, 2.285175, 2.064459, 2.27062, 2.454721, 2.516228, 2.35732, 2.205714, 1.920778, 1.74007, 1.842789, 2.096496, 1.605858, 1.471975, 1.675588, 1.733837, 1.70562, 1.751064, 1.717207, 1.486355, 1.329275, 1.143138, 1.793679, 1.077107, 0.443947, 0.0]}, "lang": {"n_am_en": [2, 6, 9, 10, 16, 15, 24, 23, 29, 30, 25, 15, 21, 19, 22, 42, 41, 39, 47, 41, 48, 53, 57, 55, 77, 67, 51, 45, 32, 22, 23, 27, 34, 44, 55, 64, 67, 64, 72, 90, 83, 71, 71, 74, 75, 58, 15, 7, 4, 1], "n_am_pl": [1, 16, 10, 10, 11, 11, 10, 12, 10, 6, 18, 16, 17, 12, 13, 12, 8, 12, 8, 7, 4, 5, 5, 4, 0, 4, 7, 5, 12, 14, 16, 15, 14, 11, 6, 8, 5, 12, 8, 10, 14, 23, 26, 32, 31, 50, 86, 106, 109, 121], "n_pos": 123, "sum_m_en": [12.819798, 19.424962, 20.323969, 20.528939, 21.294896, 21.49225, 21.74498, 23.746832, 23.266502, 23.211859, 24.249654, 23.552841, 23.290788, 22.637897, 24.188356, 25.41789, 25.658768, 23.467629, 23.153133, 22.154821, 21.723344, 21.83413, 21.648625, 21.296322, 48.281487, 40.792172, 33.020227, 26.383242, 23.721358, 22.917427, 22.096263, 21.978619, 23.518981, 29.910334, 32.106195, 36.869286, 42.09039, 43.713216, 50.506238, 62.28473, 63.496907, 63.169073, 64.398017, 69.569756, 67.145152, 52.116677, 17.552034, 6.568399, 5.122304, 0.968714], "sum_m_pl": [1.938169, 6.093805, 6.293415, 6.16564, 6.872672, 6.755071, 7.084336, 7.159711, 7.515104, 7.371348, 8.659892, 9.196389, 10.028171, 10.438996, 10.815468, 10.222252, 8.460939, 8.201938, 8.017088, 8.204274, 8.073498, 7.911619, 7.946619, 7.723026, 7.767907, 9.202659, 10.540591, 11.800698, 13.932948, 14.75658, 13.629992, 14.09026, 14.285869, 12.264159, 10.771739, 10.290772, 9.730559, 9.819964, 9.485088, 8.260464, 10.686924, 14.556255, 21.814973, 30.144289, 31.440879, 46.058806, 83.399986, 102.293787, 108.314979, 119.801953]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "gsm8kpl-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1469, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9828}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 21, 32, 36, 50, 51, 55, 46, 47, 56, 40, 45, 38, 37, 52, 50, 52, 50, 49, 54, 50, 51, 49, 51, 85, 79, 65, 58, 50, 48, 50, 47, 57, 57, 70, 64, 80, 77, 80, 85, 84, 86, 86, 81, 83, 78, 77, 84, 77, 79], "n_am_pl": [2, 15, 11, 3, 4, 8, 7, 20, 6, 9, 13, 20, 23, 24, 15, 14, 8, 11, 9, 12, 8, 4, 7, 13, 13, 7, 12, 7, 16, 17, 16, 22, 11, 10, 4, 10, 3, 3, 3, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 198, "sum_m_en": [21.552728, 31.501866, 32.031023, 33.267938, 36.766437, 36.872378, 35.447157, 34.906905, 34.942308, 36.332721, 36.807479, 36.169374, 35.187584, 37.015289, 38.773546, 38.573684, 40.641184, 37.0112, 37.211209, 37.725136, 35.555623, 34.666482, 34.123178, 34.366589, 58.68161, 52.714991, 50.175317, 41.16155, 42.536472, 42.601137, 40.96048, 42.282827, 45.37535, 46.48171, 51.354791, 53.1689, 62.669247, 69.647056, 70.386323, 74.047021, 73.254322, 78.021789, 76.569091, 76.16364, 79.472927, 76.001129, 76.687864, 79.308574, 73.346166, 78.108866], "sum_m_pl": [3.885049, 8.686511, 9.843622, 9.090492, 10.113075, 9.736349, 9.225815, 9.638576, 9.587488, 10.198434, 11.796536, 12.717681, 12.811188, 13.069054, 12.70397, 13.471068, 12.167074, 12.171942, 12.84586, 13.103168, 12.668528, 12.205109, 12.163027, 12.298581, 13.947359, 15.33032, 15.311015, 15.626184, 16.250108, 16.277196, 14.987925, 14.993071, 14.085007, 12.765994, 11.437502, 10.964225, 8.885311, 7.757603, 6.323369, 5.763667, 5.294306, 4.543151, 4.492613, 4.545818, 3.833611, 3.000092, 2.356357, 1.621677, 1.720561, 0.000311]}, "digit": {"n_am_en": [0, 2, 5, 3, 5, 4, 7, 3, 5, 7, 8, 5, 6, 4, 13, 7, 9, 9, 10, 6, 9, 8, 7, 9, 22, 17, 6, 4, 3, 4, 5, 2, 4, 6, 11, 10, 12, 11, 11, 8, 10, 8, 9, 10, 8, 5, 3, 7, 0, 0], "n_am_pl": [0, 5, 3, 1, 1, 2, 3, 4, 4, 6, 4, 10, 10, 12, 6, 7, 5, 2, 2, 2, 3, 1, 1, 5, 3, 2, 2, 0, 2, 2, 3, 5, 2, 1, 2, 3, 1, 0, 2, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [4.673422, 7.942301, 7.880901, 7.250397, 8.053945, 7.731575, 7.458619, 7.396608, 7.131092, 7.690538, 8.23024, 7.808523, 7.538552, 7.982642, 8.826133, 8.554968, 9.265772, 8.204171, 8.484467, 8.109829, 7.959004, 7.907495, 7.869894, 7.958124, 12.012599, 9.942416, 9.156518, 8.043712, 8.478965, 8.244682, 8.426876, 9.14204, 9.519051, 9.230212, 9.352502, 9.39871, 10.413697, 11.026389, 9.814762, 10.664633, 9.815358, 9.521904, 9.543254, 9.254986, 8.296499, 6.886248, 5.158827, 5.109171, 1.232069, 0.0], "sum_m_pl": [0.906878, 2.162192, 1.972864, 1.801747, 2.011411, 1.880643, 1.626056, 1.676271, 1.924046, 2.245454, 2.691641, 3.071119, 3.252284, 3.223225, 2.77326, 3.015218, 2.624749, 2.658574, 2.819949, 2.839041, 2.757615, 2.670113, 2.667085, 2.701005, 3.145397, 3.41687, 3.295345, 3.279438, 3.304517, 3.523384, 3.079618, 3.006152, 2.768924, 2.532854, 2.471828, 2.513536, 2.289437, 2.055995, 2.301689, 2.44944, 2.37038, 2.397924, 2.433375, 2.694939, 2.373469, 1.815189, 1.613371, 1.028987, 0.54551, 0.0]}, "lang": {"n_am_en": [7, 13, 19, 27, 32, 33, 30, 32, 30, 37, 26, 27, 24, 25, 28, 29, 32, 32, 31, 39, 33, 34, 32, 34, 49, 49, 44, 42, 35, 32, 35, 36, 39, 37, 47, 41, 52, 53, 55, 61, 55, 60, 59, 56, 63, 60, 63, 67, 71, 77], "n_am_pl": [1, 3, 1, 1, 1, 2, 2, 5, 0, 2, 6, 7, 8, 4, 3, 4, 2, 4, 3, 5, 3, 2, 2, 3, 3, 1, 6, 1, 6, 6, 6, 4, 3, 2, 0, 3, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 78, "sum_m_en": [9.399178, 12.394227, 13.072332, 14.399343, 16.183738, 16.190483, 15.607841, 15.371414, 15.72567, 16.024042, 15.888101, 15.898177, 15.458734, 16.133604, 16.712667, 16.578451, 17.203804, 15.982625, 15.60443, 16.383201, 15.111601, 14.506614, 14.075912, 13.970393, 32.755921, 29.94078, 28.005645, 21.685335, 21.576768, 21.652805, 20.145851, 20.03082, 22.163094, 22.995514, 26.95459, 30.008768, 36.900917, 41.772949, 46.940455, 49.643983, 49.146245, 54.219689, 53.777546, 54.375503, 59.632653, 57.858739, 60.497075, 62.886622, 65.032468, 76.473108], "sum_m_pl": [1.559225, 3.087432, 3.627603, 3.408541, 3.875774, 3.84209, 3.809483, 3.960231, 3.967032, 4.026566, 4.746926, 5.062834, 4.9723, 5.247727, 5.284143, 5.564236, 5.084743, 4.992617, 5.314688, 5.410637, 5.217482, 5.022, 5.002859, 4.969319, 4.85243, 5.544628, 6.131906, 6.253865, 6.783493, 6.479298, 6.161656, 6.224613, 5.948599, 5.185549, 4.503134, 4.317334, 3.08825, 2.745976, 2.010207, 1.364202, 1.19099, 0.62702, 0.51034, 0.753236, 0.573189, 0.504305, 0.33556, 0.284707, 0.475606, 0.000309]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-701", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1251, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9851}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 21, 25, 38, 55, 63, 51, 43, 50, 56, 50, 40, 37, 32, 54, 74, 74, 71, 66, 77, 62, 70, 65, 69, 118, 103, 85, 76, 53, 56, 48, 55, 73, 80, 97, 94, 101, 120, 127, 129, 120, 115, 119, 118, 99, 69, 27, 9, 1, 0], "n_am_pl": [0, 21, 27, 21, 24, 32, 29, 34, 17, 24, 27, 45, 34, 27, 33, 24, 12, 15, 17, 11, 10, 15, 16, 14, 21, 26, 26, 17, 34, 37, 42, 36, 29, 18, 17, 20, 20, 14, 20, 17, 21, 21, 25, 34, 43, 72, 108, 137, 142, 139], "n_pos": 300, "sum_m_en": [29.085856, 45.506524, 47.722961, 49.256114, 51.922624, 54.542563, 52.670861, 52.780377, 55.869632, 57.356284, 57.278919, 56.20149, 54.698566, 58.534147, 60.222835, 61.283467, 62.738005, 56.443749, 56.420556, 55.460334, 53.378792, 52.85583, 51.940956, 52.179059, 83.468734, 74.554251, 68.875148, 60.40848, 60.51094, 59.341598, 55.787544, 58.850004, 61.319298, 64.334989, 70.400111, 70.877531, 76.679433, 88.424506, 94.406347, 104.807155, 99.474436, 101.732247, 102.822882, 103.569591, 95.992087, 68.00394, 31.210788, 9.917745, 2.915774, 0.000593], "sum_m_pl": [4.792375, 15.627502, 16.566487, 14.923421, 16.752611, 16.46215, 15.530546, 16.008238, 16.057675, 16.482731, 18.834781, 20.649427, 19.602965, 20.796793, 19.928011, 20.217765, 17.412998, 17.519419, 17.890866, 18.623477, 18.330881, 17.506771, 17.630922, 17.536226, 20.310262, 22.923379, 24.149077, 23.978315, 26.535663, 27.06547, 23.113078, 23.824964, 22.553729, 19.45526, 18.149074, 18.573189, 18.002894, 16.376687, 16.607806, 14.50828, 18.766187, 21.539237, 23.932109, 35.056743, 42.560524, 65.977342, 107.427063, 136.230988, 141.140212, 139.190714]}, "digit": {"n_am_en": [0, 6, 4, 2, 7, 3, 7, 6, 6, 12, 10, 8, 7, 3, 12, 15, 13, 10, 4, 12, 6, 8, 4, 9, 16, 10, 12, 13, 6, 6, 5, 6, 7, 9, 9, 9, 10, 7, 12, 10, 12, 13, 16, 12, 7, 5, 3, 3, 0, 0], "n_am_pl": [0, 0, 3, 4, 5, 2, 0, 2, 2, 2, 2, 5, 9, 4, 3, 2, 0, 3, 2, 1, 1, 2, 3, 4, 6, 7, 6, 2, 6, 4, 7, 4, 5, 3, 2, 4, 1, 1, 1, 1, 1, 2, 2, 4, 4, 3, 5, 5, 1, 0], "n_pos": 47, "sum_m_en": [4.713185, 8.448892, 9.075658, 8.418677, 8.995089, 8.860382, 8.224709, 8.279019, 8.536002, 8.961036, 9.226579, 8.615804, 8.34001, 8.813317, 9.066055, 9.03145, 9.576782, 8.422935, 8.699522, 8.457412, 8.256005, 8.358437, 8.139546, 8.268202, 12.283854, 10.68883, 10.326171, 9.357664, 9.452203, 9.273462, 8.873796, 9.831854, 9.826132, 9.689914, 9.904326, 9.672707, 9.877152, 9.079754, 8.374116, 9.819204, 9.094793, 9.334385, 9.278849, 8.485434, 7.514639, 5.734741, 3.348301, 2.644449, 0.483294, 0.0], "sum_m_pl": [0.831652, 2.510029, 2.244878, 1.969152, 2.203926, 1.970645, 1.628124, 1.633753, 1.964614, 2.124974, 2.762405, 2.943649, 2.868896, 3.2102, 2.957734, 3.146024, 2.566158, 2.772056, 2.728376, 2.874769, 2.892316, 2.715864, 2.720636, 2.775721, 3.133036, 3.674965, 3.568261, 3.564232, 3.671402, 3.711929, 3.143871, 3.026819, 2.760157, 2.476217, 2.38211, 2.626706, 2.261886, 2.07856, 2.17107, 2.256194, 2.235907, 2.263828, 2.261377, 4.392047, 3.831891, 3.893093, 4.862727, 4.486855, 1.452832, 0.000335]}, "lang": {"n_am_en": [2, 8, 14, 20, 30, 42, 29, 24, 30, 31, 26, 18, 20, 23, 33, 43, 48, 46, 50, 47, 40, 42, 44, 43, 72, 70, 54, 44, 33, 38, 30, 30, 41, 48, 64, 59, 65, 76, 82, 81, 74, 68, 72, 72, 64, 44, 18, 5, 1, 0], "n_am_pl": [0, 12, 16, 13, 12, 15, 17, 18, 9, 11, 15, 25, 14, 18, 20, 8, 8, 10, 11, 8, 6, 8, 8, 8, 10, 13, 15, 5, 22, 26, 24, 22, 18, 11, 12, 13, 17, 11, 17, 13, 18, 16, 19, 27, 36, 62, 94, 120, 131, 139], "n_pos": 140, "sum_m_en": [14.818236, 21.010613, 22.395877, 23.633352, 24.891323, 26.61397, 26.477293, 26.686242, 29.381038, 29.160628, 28.619135, 27.976778, 27.645803, 29.887097, 31.223295, 31.759139, 32.265071, 29.287929, 28.917412, 28.210593, 26.903908, 26.251279, 25.825012, 25.636276, 47.83811, 42.913787, 38.825004, 33.004275, 32.359382, 31.10048, 29.377582, 30.42191, 32.280988, 34.536459, 38.133001, 39.237336, 44.226857, 51.945623, 57.404499, 64.527794, 60.344681, 62.562051, 64.620004, 64.263719, 59.861423, 42.023251, 18.878089, 4.060616, 0.923483, 0.000222], "sum_m_pl": [2.283514, 7.094841, 7.749305, 7.12189, 7.866406, 7.92669, 7.713884, 7.944813, 8.26961, 8.321208, 9.447491, 10.626216, 10.01502, 10.807633, 10.27155, 10.220959, 8.820993, 8.766015, 9.106778, 9.242121, 9.046182, 8.714112, 8.716921, 8.516396, 10.403425, 11.588297, 12.382952, 11.882823, 13.761404, 14.181338, 12.246262, 13.238421, 12.696921, 10.933474, 10.398978, 11.10362, 11.778805, 10.726115, 11.316868, 9.218389, 13.503541, 16.202842, 18.334977, 26.4585, 33.884407, 53.983446, 91.752939, 118.573765, 130.324849, 137.295672]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 305, "item_id": "gsm8kpl-701", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1541, "region_end": 300, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9934}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 8, 16, 16, 18, 13, 20, 12, 5, 10, 11, 11, 13, 14, 16, 15, 6, 8, 12, 15, 8, 12, 10, 9, 20, 16, 16, 14, 8, 19, 13, 11, 16, 20, 17, 19, 22, 29, 26, 31, 28, 31, 26, 25, 18, 20, 18, 18, 16, 16], "n_am_pl": [0, 4, 9, 6, 4, 5, 4, 3, 0, 4, 5, 8, 10, 9, 10, 4, 3, 4, 7, 7, 2, 2, 4, 2, 4, 3, 3, 8, 6, 2, 5, 7, 4, 7, 6, 6, 4, 2, 1, 1, 2, 3, 6, 6, 8, 9, 10, 11, 11, 12], "n_pos": 87, "sum_m_en": [10.155571, 14.284419, 14.311729, 14.327331, 15.248548, 15.278446, 14.494869, 14.067982, 13.609446, 13.765148, 13.991508, 14.249191, 14.064709, 14.051862, 14.160414, 14.042813, 14.953666, 13.711602, 14.278848, 15.080018, 13.980048, 14.21635, 14.040008, 14.53493, 18.584082, 16.452667, 15.015431, 13.117062, 14.095531, 15.731539, 14.909829, 15.166741, 14.9103, 15.918775, 18.029354, 16.047894, 18.896515, 21.694635, 22.599236, 23.351889, 24.537999, 25.118575, 24.881209, 24.485862, 22.067691, 22.676791, 21.805135, 20.02482, 16.573852, 16.455567], "sum_m_pl": [2.075227, 4.196625, 4.710081, 4.276692, 4.437756, 4.108556, 3.870674, 3.910501, 4.02182, 4.356373, 4.964621, 5.181672, 5.751645, 5.666095, 5.503775, 5.818803, 5.291208, 5.449562, 5.45442, 5.492254, 5.326494, 5.147646, 5.031232, 5.213713, 5.967736, 6.560807, 6.36259, 6.708137, 6.722636, 6.806525, 6.614601, 6.656539, 6.710037, 6.318807, 5.73465, 5.539369, 4.996879, 4.451019, 3.869471, 3.668526, 3.564592, 3.922653, 5.205762, 5.335027, 5.579849, 5.183674, 10.284513, 10.66979, 11.128375, 11.771879]}, "digit": {"n_am_en": [0, 1, 1, 1, 2, 1, 3, 1, 0, 3, 2, 1, 2, 4, 3, 2, 1, 0, 2, 5, 3, 2, 2, 1, 7, 3, 3, 3, 1, 5, 4, 3, 2, 3, 2, 2, 3, 3, 0, 2, 1, 3, 3, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 1, 1, 0, 2, 2, 1, 5, 5, 4, 3, 0, 2, 2, 1, 0, 0, 0, 1, 2, 1, 0, 2, 2, 1, 1, 2, 2, 0, 0, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.855505, 3.198724, 3.012765, 2.730082, 2.760926, 2.812147, 2.783939, 2.703207, 2.610811, 2.710924, 3.067049, 3.149098, 2.986028, 2.993231, 3.055463, 2.759333, 2.862249, 2.612936, 2.858339, 2.966464, 2.804036, 2.901917, 2.863782, 2.99736, 4.317426, 3.944645, 3.400267, 3.008171, 3.268819, 3.551011, 3.474677, 3.726483, 3.362687, 3.381203, 3.31723, 3.094214, 3.0443, 3.012564, 2.58173, 2.52411, 2.214235, 2.336169, 2.187485, 1.93271, 1.388492, 1.259048, 0.908749, 0.763968, 0.21238, 0.0], "sum_m_pl": [0.297322, 0.778569, 0.644025, 0.588421, 0.614764, 0.553605, 0.513243, 0.506406, 0.625025, 0.692732, 0.927711, 0.993843, 1.227417, 1.180822, 0.968201, 1.054021, 0.965687, 1.061043, 1.052132, 1.03286, 1.014874, 0.978862, 0.942317, 0.981138, 1.086254, 1.084849, 0.960382, 0.998566, 1.037878, 1.154699, 1.090535, 1.104675, 1.055218, 0.8512, 0.929368, 1.131751, 0.97262, 0.900096, 0.950179, 0.963855, 0.927038, 1.016267, 0.976278, 0.920401, 0.828591, 0.693219, 0.286223, 0.167586, 0.067504, 0.0]}, "lang": {"n_am_en": [2, 5, 10, 11, 14, 7, 12, 8, 3, 5, 7, 7, 7, 6, 8, 7, 4, 6, 8, 7, 2, 6, 6, 5, 9, 8, 9, 7, 4, 5, 7, 6, 7, 12, 12, 13, 16, 19, 18, 21, 19, 21, 17, 19, 17, 16, 14, 15, 15, 15], "n_am_pl": [0, 0, 3, 4, 1, 2, 1, 0, 0, 2, 2, 4, 2, 0, 3, 1, 2, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 0, 2, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 2, 6, 6, 8, 8, 10, 11, 11, 12], "n_pos": 28, "sum_m_en": [3.331363, 4.839466, 5.229575, 5.301408, 5.598997, 5.241311, 5.091481, 4.953867, 4.917602, 5.004179, 4.681194, 4.917832, 4.909809, 4.946355, 4.975618, 5.056648, 5.337567, 4.936501, 5.019046, 5.3038, 4.851906, 4.921774, 4.814708, 4.860252, 7.33158, 6.28666, 5.962116, 4.774447, 4.823523, 5.401487, 5.307607, 5.436015, 5.567527, 6.553392, 7.822767, 7.452442, 10.016207, 12.758973, 14.64465, 14.876437, 15.026147, 16.137618, 16.98157, 16.98252, 16.818404, 16.743558, 15.085211, 14.595658, 14.256036, 14.966689], "sum_m_pl": [0.792454, 1.379935, 1.669717, 1.527601, 1.57311, 1.453189, 1.391448, 1.441821, 1.547771, 1.619166, 1.777635, 1.864759, 2.014541, 1.971015, 2.057777, 2.087081, 1.886029, 1.884577, 1.880615, 1.927275, 1.866565, 1.82243, 1.809481, 1.845466, 1.992613, 2.393569, 2.348394, 2.546479, 2.525451, 2.473613, 2.49127, 2.554044, 2.600518, 2.347482, 2.036298, 1.954807, 1.770428, 1.588277, 1.32811, 1.159866, 1.309803, 1.774555, 3.045343, 3.525101, 4.257273, 4.070882, 9.709529, 10.303739, 10.895472, 11.771853]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "gsm8kpl-703", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1193, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9889}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 7, 19, 13, 23, 17, 16, 11, 15, 23, 24, 23, 23, 14, 19, 25, 23, 12, 19, 18, 9, 14, 9, 13, 34, 27, 21, 22, 16, 19, 16, 19, 14, 18, 27, 25, 33, 49, 55, 56, 56, 48, 51, 58, 49, 32, 11, 3, 0, 0], "n_am_pl": [2, 9, 10, 11, 9, 15, 21, 10, 12, 6, 16, 15, 20, 20, 21, 14, 9, 13, 9, 10, 11, 8, 11, 7, 14, 9, 18, 17, 18, 25, 32, 27, 31, 27, 19, 24, 16, 11, 5, 6, 10, 20, 14, 20, 22, 43, 71, 77, 79, 80], "n_pos": 150, "sum_m_en": [15.765382, 23.903576, 24.717752, 25.053058, 25.036425, 25.85961, 25.500754, 25.694781, 25.702419, 25.874741, 27.22985, 26.871666, 27.082818, 27.24591, 26.54098, 25.898054, 26.444456, 23.64678, 24.580462, 25.679407, 23.686091, 24.378883, 23.908009, 24.737655, 31.99003, 28.567455, 26.822971, 24.796476, 26.031653, 26.799621, 25.042405, 25.848994, 24.244033, 25.584878, 26.46099, 26.212322, 30.349561, 35.622053, 39.903247, 40.870822, 41.11759, 40.400447, 49.819133, 54.811803, 44.218147, 33.627912, 14.459264, 4.921207, 0.530776, 1e-06], "sum_m_pl": [2.680885, 7.962094, 8.438973, 7.810318, 8.545119, 7.949063, 7.625879, 7.756087, 8.134016, 8.352502, 9.498797, 9.796122, 10.78755, 10.961765, 10.403471, 10.930092, 9.324078, 9.705453, 9.438369, 9.667227, 9.400874, 9.106604, 8.948975, 8.975796, 11.303999, 11.936252, 13.24769, 12.900039, 12.79759, 14.031612, 13.565694, 13.957314, 14.80969, 12.4085, 11.651862, 10.788468, 9.925776, 9.007877, 7.907413, 7.857429, 7.868179, 9.954158, 10.849038, 12.033437, 19.501763, 34.412416, 67.034936, 75.744771, 79.120922, 79.697964]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 2, 2, 2, 2, 2, 5, 5, 6, 1, 3, 3, 2, 0, 2, 1, 1, 2, 2, 2, 4, 4, 3, 3, 1, 1, 2, 6, 1, 1, 1, 3, 3, 5, 2, 3, 3, 2, 3, 3, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 5, 3, 2, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 2, 2, 3, 2, 2, 1, 1, 1, 1, 3, 1, 2, 0, 2, 2, 2, 0, 0], "n_pos": 21, "sum_m_en": [1.960453, 3.861224, 3.904858, 3.529125, 3.429761, 3.516156, 3.449591, 3.506771, 3.471565, 3.624511, 3.967048, 3.908873, 3.683, 3.645258, 3.536745, 3.372433, 3.562255, 3.237693, 3.518095, 3.570614, 3.434366, 3.580999, 3.524728, 3.650511, 5.017461, 4.33376, 4.192699, 3.81747, 3.942609, 3.965462, 3.60553, 3.933646, 3.50676, 3.384943, 3.514589, 3.436994, 3.71581, 4.2221, 4.343058, 4.16039, 3.861787, 3.843156, 3.721744, 3.158512, 2.511485, 2.192837, 1.161074, 0.635261, 0.072912, 0.0], "sum_m_pl": [0.335718, 1.067388, 0.851616, 0.751004, 0.822202, 0.704192, 0.652473, 0.648938, 0.791347, 0.898327, 1.101035, 1.144886, 1.367837, 1.348826, 1.199761, 1.321057, 1.148966, 1.268925, 1.248595, 1.292308, 1.263114, 1.206012, 1.165357, 1.206187, 1.527182, 1.614765, 1.524451, 1.437699, 1.415615, 1.522564, 1.5223, 1.635476, 1.740343, 1.416496, 1.419361, 1.472153, 1.290279, 1.146849, 1.152593, 1.095207, 1.017004, 1.058391, 1.019398, 0.987423, 0.826064, 1.166225, 1.796361, 2.169525, 0.278369, 0.071429]}, "lang": {"n_am_en": [4, 4, 12, 11, 15, 11, 10, 7, 12, 19, 15, 15, 14, 10, 11, 15, 14, 6, 11, 11, 6, 12, 6, 10, 27, 17, 13, 15, 8, 12, 7, 8, 9, 13, 20, 18, 26, 37, 43, 41, 43, 36, 41, 45, 42, 25, 7, 1, 0, 0], "n_am_pl": [1, 5, 4, 6, 5, 12, 15, 7, 9, 4, 14, 9, 12, 14, 13, 9, 5, 9, 5, 6, 6, 7, 7, 5, 10, 9, 14, 16, 13, 17, 22, 22, 24, 18, 12, 19, 13, 8, 3, 4, 8, 17, 13, 18, 21, 39, 66, 74, 79, 80], "n_pos": 80, "sum_m_en": [8.516501, 12.516016, 13.294182, 13.85931, 13.625943, 14.019755, 14.105696, 14.297646, 14.45292, 14.32382, 15.109286, 14.950667, 15.466804, 15.585314, 15.279505, 14.72636, 14.785642, 13.047466, 13.430868, 14.108599, 12.931817, 13.325276, 13.012582, 13.304313, 19.205053, 16.695113, 15.21367, 13.71568, 14.000608, 14.369247, 13.869967, 14.223387, 13.642894, 14.853651, 15.244658, 15.867444, 19.241746, 22.681428, 27.202654, 28.275159, 29.046318, 28.255642, 38.305657, 43.147896, 35.487174, 25.220889, 8.428743, 1.8911, 0.126409, 0.0], "sum_m_pl": [1.337422, 4.245846, 4.801627, 4.463269, 4.831626, 4.630712, 4.495585, 4.672447, 4.973732, 4.854321, 5.650848, 5.750275, 6.271957, 6.488005, 6.114905, 6.364985, 5.326088, 5.462368, 5.357453, 5.442374, 5.253963, 5.07731, 5.011266, 4.903709, 6.428726, 6.837627, 7.85408, 7.696129, 7.77503, 8.411258, 8.173791, 8.569975, 9.183576, 7.4708, 7.027748, 6.526538, 6.373245, 5.769316, 5.109602, 5.18092, 5.456948, 7.584852, 8.679195, 9.925623, 17.37335, 31.80302, 61.285396, 71.019486, 78.31523, 79.437057]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-703", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1483, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9935}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [33, 30, 27, 32, 51, 32, 43, 54, 54, 58, 50, 50, 45, 44, 42, 37, 53, 53, 63, 58, 55, 65, 64, 67, 98, 88, 84, 74, 72, 63, 61, 61, 60, 67, 70, 82, 81, 79, 93, 100, 92, 87, 96, 96, 88, 87, 89, 92, 84, 95], "n_am_pl": [4, 20, 18, 10, 12, 19, 19, 24, 15, 18, 19, 28, 27, 24, 20, 17, 15, 17, 13, 11, 9, 5, 6, 7, 11, 15, 12, 24, 22, 17, 17, 16, 15, 8, 14, 6, 5, 1, 0, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 209, "sum_m_en": [23.755102, 32.896403, 32.152812, 33.679589, 38.818567, 38.786827, 38.323867, 39.697283, 39.738694, 40.599131, 40.465382, 40.491253, 39.223058, 38.212136, 36.728195, 37.576154, 37.858117, 36.884908, 37.320531, 36.073822, 34.874663, 35.189581, 35.048376, 35.746784, 62.183047, 58.603523, 56.461924, 49.406845, 48.151646, 43.658966, 43.391994, 42.654635, 42.986604, 42.362907, 46.034312, 48.894828, 57.298864, 61.917669, 75.189949, 83.823517, 81.082264, 81.732174, 85.053636, 86.936252, 88.075716, 82.878478, 85.680184, 84.562378, 77.692073, 95.317018], "sum_m_pl": [4.6011, 9.658595, 10.074538, 9.008595, 10.066989, 10.356127, 10.244005, 10.226491, 10.371645, 11.325895, 13.080684, 14.352726, 15.120405, 14.845025, 14.927751, 14.904729, 14.381561, 15.476205, 13.753553, 13.480708, 12.797227, 12.436307, 12.43367, 12.618308, 14.179832, 14.526745, 14.970711, 17.303228, 17.542761, 17.272418, 16.751995, 15.732698, 15.712916, 15.558665, 13.629366, 12.716776, 11.364399, 9.236019, 7.020016, 4.713612, 5.274641, 4.28275, 3.860198, 3.299795, 2.901644, 2.423681, 1.228125, 1.126338, 1.917882, 1.1e-05]}, "digit": {"n_am_en": [1, 1, 1, 3, 6, 4, 7, 7, 6, 10, 10, 3, 7, 5, 5, 3, 5, 6, 7, 6, 5, 7, 7, 10, 15, 13, 12, 10, 11, 6, 7, 4, 3, 6, 2, 3, 3, 2, 4, 3, 3, 3, 3, 2, 1, 1, 1, 1, 1, 0], "n_am_pl": [0, 5, 3, 3, 2, 0, 1, 3, 1, 2, 1, 6, 1, 4, 3, 1, 1, 2, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 3, 2, 3, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.048028, 5.319965, 5.349444, 5.068516, 5.531206, 5.285546, 4.958706, 4.685177, 4.566324, 4.914043, 5.444678, 5.229121, 4.974857, 5.100493, 5.27558, 5.227293, 5.181199, 4.893289, 4.846029, 4.55136, 4.494941, 4.61998, 4.7082, 4.876883, 8.624136, 8.006892, 7.273495, 6.411858, 5.975736, 5.032855, 4.96296, 5.192968, 5.126493, 4.912461, 4.691669, 3.914207, 4.088326, 3.859137, 3.999612, 4.251959, 4.377689, 4.034699, 3.95367, 3.305208, 2.80799, 1.93321, 1.179037, 0.83094, 1.025185, 0.001629], "sum_m_pl": [0.482218, 1.363152, 1.163281, 1.113571, 1.143416, 1.083807, 0.949536, 1.048881, 1.157273, 1.294836, 1.534832, 1.687112, 1.906251, 1.951568, 1.807379, 1.791971, 1.640958, 1.917349, 1.585332, 1.590479, 1.571586, 1.530944, 1.533782, 1.587168, 1.704657, 1.515333, 1.591908, 2.045084, 2.148992, 2.173402, 1.979404, 1.784554, 1.824526, 1.546924, 1.236133, 1.11427, 0.886782, 0.877837, 0.981944, 0.778112, 0.949383, 1.028522, 1.044611, 0.833393, 0.902852, 0.743675, 0.4294, 0.264498, 0.260105, 1e-06]}, "lang": {"n_am_en": [18, 23, 19, 21, 37, 18, 21, 34, 33, 30, 27, 28, 22, 23, 21, 22, 29, 31, 37, 36, 35, 36, 37, 35, 52, 50, 50, 44, 42, 40, 35, 38, 38, 41, 49, 53, 58, 60, 71, 79, 72, 73, 79, 81, 75, 80, 80, 80, 78, 95], "n_am_pl": [3, 7, 5, 6, 4, 13, 12, 12, 9, 12, 11, 16, 16, 12, 13, 11, 11, 8, 9, 6, 6, 4, 5, 5, 5, 8, 8, 13, 11, 9, 5, 11, 7, 3, 7, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 96, "sum_m_en": [11.256564, 14.212206, 14.092505, 15.053977, 17.933887, 18.033246, 18.473825, 19.593181, 20.016276, 19.593961, 18.725742, 18.766188, 17.910964, 17.163761, 16.59748, 17.316445, 17.945725, 17.742575, 17.723795, 17.070003, 16.321422, 16.462358, 16.252676, 16.508486, 34.393987, 33.462644, 32.457199, 26.885818, 25.051598, 22.594976, 22.54396, 21.819003, 22.402247, 22.833734, 25.23195, 29.36237, 35.783428, 40.049505, 52.976664, 62.311659, 60.041764, 64.042037, 68.567035, 70.457514, 72.267832, 69.951563, 73.810529, 72.327685, 69.012944, 94.570323], "sum_m_pl": [1.974959, 4.013203, 4.482829, 3.830911, 4.44767, 4.967792, 4.937435, 4.963472, 5.151525, 5.737205, 6.694004, 7.480871, 7.606283, 7.462949, 7.771514, 7.581961, 7.522164, 7.89597, 7.183781, 6.900685, 6.411164, 6.206765, 6.167746, 6.202478, 6.679474, 6.780414, 7.423207, 8.601066, 8.727569, 8.557199, 8.299579, 8.06539, 7.965996, 7.987393, 6.964871, 6.613947, 6.316323, 4.819123, 3.108833, 1.762755, 2.119578, 1.348014, 0.874356, 0.759316, 0.480508, 0.42465, 0.222847, 0.298417, 0.614931, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "gsm8kpl-707", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.981}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 14, 15, 28, 39, 47, 47, 43, 50, 66, 52, 47, 41, 39, 40, 46, 54, 60, 67, 52, 52, 65, 63, 74, 117, 104, 102, 95, 65, 57, 60, 56, 47, 58, 71, 71, 75, 80, 86, 93, 80, 77, 78, 74, 71, 57, 23, 3, 0, 0], "n_am_pl": [6, 29, 28, 20, 25, 22, 26, 25, 24, 25, 29, 27, 39, 30, 30, 36, 29, 30, 27, 15, 15, 23, 14, 9, 15, 20, 17, 29, 42, 42, 42, 34, 31, 28, 24, 21, 23, 15, 16, 23, 23, 30, 30, 38, 39, 58, 97, 115, 130, 131], "n_pos": 243, "sum_m_en": [22.54019, 36.798157, 39.808972, 40.665609, 44.865281, 45.179143, 44.725559, 47.528858, 47.919182, 49.509935, 49.98442, 46.693457, 46.306538, 44.27006, 42.967563, 43.204565, 43.838511, 41.683575, 42.402006, 40.480198, 39.458157, 40.434361, 40.322054, 40.747201, 68.782616, 63.319599, 57.597765, 50.529959, 46.474286, 42.63977, 44.065927, 43.742986, 43.600955, 41.933176, 43.592703, 43.729283, 44.741278, 48.488954, 59.868208, 70.768495, 65.141995, 64.957129, 65.350374, 66.248263, 64.358226, 50.699201, 20.92838, 3.587948, 3.145366, 1.1e-05], "sum_m_pl": [3.842307, 11.557964, 12.036392, 11.085773, 12.417651, 13.162589, 13.281093, 13.163819, 13.528782, 13.869281, 15.552604, 17.174283, 18.006696, 18.048118, 18.132048, 18.040615, 16.717162, 17.125415, 15.340722, 15.277391, 14.42675, 14.119264, 14.17727, 13.975377, 16.1314, 17.185463, 18.879074, 22.129354, 24.434599, 24.776778, 21.437012, 20.245568, 20.622423, 22.142815, 19.620287, 19.501875, 20.046212, 17.396927, 17.321267, 16.554797, 17.11806, 20.591975, 24.019532, 31.13105, 36.188202, 57.343248, 92.854887, 111.643469, 125.40357, 129.801388]}, "digit": {"n_am_en": [2, 1, 1, 4, 3, 2, 4, 5, 2, 7, 7, 5, 4, 4, 3, 4, 4, 6, 7, 7, 5, 8, 6, 7, 12, 13, 12, 9, 5, 4, 3, 3, 3, 5, 5, 2, 3, 1, 1, 2, 3, 3, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 3, 2, 1, 3, 0, 2, 1, 2, 1, 3, 2, 4, 2, 3, 4, 2, 4, 3, 2, 2, 3, 0, 0, 0, 1, 0, 4, 7, 4, 2, 4, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.435128, 4.524206, 5.066344, 4.914036, 5.216977, 5.03538, 4.727295, 4.494935, 4.433063, 4.610602, 4.983666, 4.689297, 4.442234, 4.385423, 4.371604, 4.261218, 4.568009, 4.425506, 4.427151, 4.221441, 4.206025, 4.623216, 4.393858, 4.539628, 7.921748, 7.752505, 6.810077, 5.697211, 4.856257, 4.323479, 4.163098, 4.453994, 4.515516, 4.062607, 4.426034, 3.270057, 2.728839, 2.283502, 2.21393, 2.315029, 2.350951, 2.217138, 2.047463, 1.673672, 1.382758, 1.467917, 0.754581, 0.438806, 0.305099, 0.0], "sum_m_pl": [0.4435, 1.2877, 1.043923, 0.956342, 1.014248, 0.983675, 0.916424, 0.971247, 1.157613, 1.248759, 1.451249, 1.679907, 1.685802, 1.777696, 1.735305, 1.693736, 1.507643, 1.632094, 1.375824, 1.450084, 1.354645, 1.277101, 1.284237, 1.266197, 1.140625, 1.163119, 1.323788, 1.823573, 2.073501, 2.145639, 1.901066, 1.589036, 1.408103, 1.431206, 1.024242, 0.951999, 0.847046, 0.828829, 0.834415, 0.670355, 0.945897, 0.933644, 0.912256, 0.798362, 0.771876, 0.762335, 0.582014, 0.221261, 0.136111, 0.000105]}, "lang": {"n_am_en": [8, 9, 12, 17, 27, 38, 30, 24, 35, 44, 24, 28, 27, 24, 25, 27, 30, 36, 42, 34, 33, 31, 36, 47, 68, 59, 57, 56, 41, 36, 38, 40, 26, 34, 43, 42, 45, 53, 55, 60, 52, 51, 52, 55, 53, 43, 17, 3, 0, 0], "n_am_pl": [2, 12, 14, 11, 13, 11, 14, 17, 16, 16, 18, 17, 21, 18, 21, 23, 21, 15, 15, 8, 9, 15, 11, 6, 8, 11, 11, 14, 23, 24, 29, 21, 20, 19, 18, 17, 18, 12, 14, 18, 20, 27, 29, 33, 34, 51, 82, 107, 125, 131], "n_pos": 132, "sum_m_en": [12.145788, 19.748694, 21.415871, 22.033729, 24.83506, 25.452724, 25.206468, 27.604056, 28.622339, 29.373385, 28.987886, 27.031391, 26.741993, 25.64038, 24.605371, 24.692369, 24.606935, 23.184492, 23.403961, 22.365592, 21.703245, 21.935797, 22.191583, 22.298093, 41.132478, 36.653685, 33.063414, 29.067347, 26.661202, 24.564468, 25.998195, 25.429422, 24.669851, 24.243431, 24.369078, 25.849731, 27.869883, 31.634207, 39.44132, 46.885577, 43.684563, 43.269896, 44.394157, 47.072804, 46.719623, 36.951367, 14.783356, 2.003945, 1.375027, 9e-06], "sum_m_pl": [1.872217, 5.900952, 6.482308, 5.726149, 6.615353, 7.556184, 7.590908, 7.509167, 7.870879, 7.854128, 8.629314, 9.470899, 9.91607, 10.125109, 10.17022, 10.295696, 9.721362, 9.768943, 8.853434, 8.669759, 8.150522, 8.088941, 8.135729, 7.938617, 9.13601, 9.755286, 10.900893, 12.449371, 13.802618, 13.859596, 12.24338, 12.097136, 12.427956, 13.965998, 12.994155, 13.149706, 13.341707, 11.60358, 11.768885, 12.004414, 12.247538, 16.210221, 19.742198, 26.06528, 29.836861, 50.396514, 80.166029, 103.57684, 120.41583, 129.290154]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "gsm8kpl-707", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1455, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9918}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 24, 25, 37, 46, 45, 39, 43, 47, 55, 60, 48, 52, 47, 68, 66, 62, 58, 77, 75, 80, 83, 78, 79, 99, 103, 90, 79, 74, 64, 68, 64, 71, 79, 86, 86, 92, 91, 99, 113, 116, 108, 107, 108, 109, 96, 111, 106, 101, 96], "n_am_pl": [1, 11, 15, 15, 13, 14, 17, 13, 9, 7, 11, 18, 19, 17, 15, 10, 10, 15, 9, 15, 2, 5, 8, 6, 7, 12, 11, 12, 17, 14, 13, 11, 8, 7, 9, 4, 5, 3, 9, 10, 11, 5, 7, 2, 2, 3, 1, 0, 1, 1], "n_pos": 217, "sum_m_en": [24.870476, 33.227945, 34.574633, 35.749036, 39.404557, 39.092235, 38.485943, 38.610368, 37.993397, 41.404217, 43.473177, 41.563755, 42.474426, 41.622592, 43.700441, 42.67457, 42.571939, 40.945031, 39.478025, 38.512504, 37.816038, 37.534541, 37.682191, 37.715111, 71.210374, 68.844519, 57.347023, 49.243434, 50.130724, 46.970463, 46.868886, 47.059349, 51.904945, 52.457434, 58.594324, 60.312476, 67.127217, 73.825709, 81.88033, 94.41346, 99.917399, 100.396805, 99.1972, 102.202413, 100.638608, 94.649024, 104.101959, 103.825995, 94.652926, 96.04644], "sum_m_pl": [4.629298, 9.797008, 10.181686, 9.831447, 10.940753, 10.407212, 9.916946, 10.477851, 10.75141, 11.197701, 12.052542, 12.521812, 12.688514, 12.700509, 12.840854, 12.397898, 12.40042, 12.15297, 13.019961, 12.994457, 12.691445, 12.314392, 12.315619, 12.535698, 13.30869, 14.487664, 14.642638, 15.328837, 16.375158, 16.992006, 15.607216, 13.757636, 12.790039, 11.446478, 11.020769, 10.937652, 10.340768, 9.318625, 10.160693, 10.701311, 9.637651, 8.888884, 8.740421, 6.933445, 6.845783, 5.559939, 2.733098, 1.349173, 2.321022, 1.033386]}, "digit": {"n_am_en": [0, 1, 4, 7, 8, 5, 6, 8, 9, 10, 10, 4, 7, 5, 7, 8, 6, 6, 12, 13, 13, 13, 11, 13, 18, 18, 15, 9, 10, 7, 10, 6, 9, 13, 13, 9, 9, 6, 9, 13, 14, 9, 9, 7, 9, 7, 7, 4, 2, 0], "n_am_pl": [0, 4, 3, 0, 2, 3, 0, 1, 0, 1, 3, 5, 3, 5, 1, 3, 1, 0, 1, 3, 0, 0, 0, 1, 2, 4, 3, 3, 4, 6, 6, 3, 5, 2, 1, 1, 1, 1, 3, 3, 4, 2, 2, 0, 0, 1, 1, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.08399, 6.889766, 7.389293, 7.462423, 8.313956, 7.905217, 7.403561, 7.216064, 7.093011, 7.937715, 8.398536, 7.92961, 7.753779, 7.471236, 7.668396, 7.089138, 7.27797, 6.901237, 6.916527, 6.957226, 6.785533, 6.915445, 6.967191, 7.06842, 11.050535, 10.369435, 9.373436, 8.389665, 8.656125, 7.973427, 7.841888, 7.916332, 8.793964, 9.063991, 9.052936, 8.719668, 9.185569, 9.228483, 9.252682, 11.115281, 11.010204, 8.939488, 7.238977, 8.259179, 7.771373, 6.027748, 5.351267, 4.639855, 2.126333, 0.0], "sum_m_pl": [0.58875, 1.620076, 1.48647, 1.486322, 1.703005, 1.608401, 1.37587, 1.45294, 1.808218, 1.950237, 2.172979, 2.290278, 2.392222, 2.515288, 2.397845, 2.223589, 2.174962, 2.204844, 2.386961, 2.395541, 2.302981, 2.224174, 2.26734, 2.298422, 2.85259, 3.163991, 2.987833, 3.011435, 3.092093, 3.214324, 2.889149, 2.476013, 2.176071, 1.889021, 1.951631, 2.16494, 2.124283, 1.910958, 2.286727, 2.144617, 1.965393, 2.323973, 2.373448, 1.877035, 1.973608, 1.670256, 1.06289, 0.539365, 0.319304, 0.0]}, "lang": {"n_am_en": [20, 14, 13, 15, 26, 27, 23, 22, 29, 31, 32, 26, 32, 29, 41, 37, 39, 39, 47, 46, 50, 54, 53, 49, 60, 66, 60, 53, 49, 45, 43, 45, 49, 51, 56, 56, 63, 67, 73, 78, 81, 81, 82, 84, 87, 80, 88, 90, 91, 96], "n_am_pl": [1, 3, 5, 9, 7, 6, 8, 2, 2, 3, 4, 9, 9, 7, 7, 2, 6, 11, 4, 7, 0, 1, 1, 2, 4, 5, 5, 7, 6, 3, 5, 6, 2, 3, 7, 3, 3, 2, 5, 7, 6, 3, 4, 2, 2, 2, 0, 0, 1, 1], "n_pos": 99, "sum_m_en": [11.941826, 15.354295, 15.898737, 16.392635, 17.788115, 17.669806, 18.222457, 18.336689, 18.246931, 19.689961, 20.667473, 20.034028, 20.706451, 21.010584, 22.309626, 21.768153, 21.538801, 20.627416, 19.4762, 18.701664, 18.395009, 18.025495, 18.055402, 17.810418, 43.281555, 41.619109, 34.334591, 27.817708, 27.033287, 25.495641, 25.38582, 25.649497, 28.071033, 29.209941, 33.116002, 35.974453, 42.33657, 48.587036, 56.41905, 64.435343, 69.081011, 72.561173, 73.846555, 77.150814, 79.777558, 76.955558, 83.608898, 84.762625, 83.723911, 95.315199], "sum_m_pl": [2.01265, 4.438064, 4.61801, 4.475298, 4.880264, 4.511761, 4.348642, 4.684807, 4.753521, 4.95398, 5.299241, 5.631811, 5.636206, 5.549296, 5.769703, 5.673099, 5.70776, 5.530281, 5.941074, 5.863553, 5.759761, 5.625596, 5.562181, 5.663697, 5.496336, 5.921271, 6.427873, 6.814154, 7.339091, 7.792144, 7.334954, 6.248395, 6.000481, 5.43329, 5.190279, 5.01799, 4.82363, 4.061846, 5.047244, 5.976745, 5.299943, 4.505199, 4.53719, 3.609002, 3.600033, 3.094564, 1.27005, 0.509786, 1.422378, 1.00141]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 223, "item_id": "gsm8kpl-709", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 217, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 31, 45, 51, 52, 70, 87, 80, 79, 103, 92, 85, 72, 77, 93, 109, 122, 99, 97, 98, 106, 116, 114, 119, 195, 170, 140, 108, 114, 85, 81, 80, 115, 134, 153, 153, 142, 155, 166, 178, 189, 183, 171, 192, 141, 91, 27, 13, 3, 1], "n_am_pl": [12, 42, 40, 49, 53, 48, 36, 45, 32, 22, 36, 52, 55, 46, 44, 45, 34, 28, 34, 29, 25, 29, 27, 27, 26, 38, 28, 38, 52, 58, 53, 45, 32, 22, 24, 17, 38, 25, 38, 50, 45, 48, 58, 43, 79, 105, 150, 185, 226, 229], "n_pos": 412, "sum_m_en": [38.936618, 61.63814, 65.627595, 68.392263, 73.83137, 73.685179, 74.554418, 76.654259, 77.189253, 84.149146, 86.776928, 82.940299, 84.170454, 80.878806, 82.434714, 86.047832, 87.457626, 79.748084, 75.906936, 75.008115, 74.971123, 74.13991, 74.357477, 74.503372, 118.821242, 111.296865, 98.53887, 88.475083, 89.079857, 81.682628, 79.071784, 80.284299, 85.204497, 90.754797, 102.945902, 103.405973, 99.098226, 108.865421, 120.128195, 134.268434, 150.328065, 146.499612, 149.076535, 163.933945, 123.439627, 83.238758, 28.8598, 11.875501, 5.044421, 1.000009], "sum_m_pl": [7.279496, 21.983451, 23.649657, 23.151724, 24.169763, 21.522891, 20.699669, 22.652244, 23.769303, 23.616547, 25.707399, 26.448303, 27.178657, 27.519622, 26.514855, 23.963066, 24.353633, 22.849871, 22.323361, 22.484562, 22.116825, 21.89861, 22.114366, 22.166905, 26.187013, 28.929198, 30.779835, 32.686818, 35.803837, 36.30762, 31.708952, 28.690746, 25.912077, 22.83726, 21.673732, 22.554045, 24.257014, 22.528254, 26.33551, 29.429021, 28.996916, 37.130002, 46.203494, 42.850799, 71.443929, 100.211178, 146.960458, 182.175122, 221.72419, 229.929579]}, "digit": {"n_am_en": [0, 2, 10, 11, 5, 8, 4, 10, 11, 15, 11, 14, 7, 9, 9, 11, 9, 5, 8, 10, 12, 13, 15, 9, 20, 17, 15, 9, 15, 13, 13, 9, 15, 13, 14, 17, 19, 20, 17, 21, 20, 16, 16, 16, 16, 13, 10, 10, 1, 0], "n_am_pl": [0, 1, 0, 0, 8, 1, 0, 2, 1, 1, 1, 5, 6, 7, 4, 5, 3, 6, 4, 6, 3, 3, 2, 1, 1, 3, 3, 6, 5, 7, 7, 3, 2, 3, 3, 0, 3, 3, 4, 4, 5, 6, 3, 2, 0, 2, 1, 0, 0, 0], "n_pos": 56, "sum_m_en": [5.487656, 9.133696, 10.466304, 10.004023, 11.100615, 10.797233, 10.091993, 10.370091, 10.249179, 11.426053, 11.528486, 11.027259, 10.915041, 10.334798, 10.718866, 10.000582, 10.335001, 9.459273, 9.530712, 9.521598, 9.366765, 9.484458, 9.572454, 9.656374, 13.382761, 13.125839, 12.643188, 11.807287, 11.980943, 11.105371, 10.53931, 10.680074, 11.709126, 11.903105, 12.600819, 12.73547, 12.120147, 12.653151, 12.702429, 15.615487, 15.115276, 13.491797, 12.496615, 13.483198, 11.577112, 9.306053, 7.717982, 6.515854, 1.532496, 1e-06], "sum_m_pl": [1.042685, 3.205781, 2.987765, 2.838892, 3.091191, 2.355949, 2.012029, 2.053103, 2.568904, 2.827788, 3.115523, 3.07024, 3.227535, 3.342377, 3.195431, 2.822855, 2.827574, 2.782882, 2.66807, 2.734205, 2.72804, 2.692051, 2.791254, 2.879092, 4.046858, 3.808846, 4.073638, 4.137889, 4.117469, 4.16611, 3.515941, 2.991573, 2.605682, 2.282533, 2.267903, 2.435277, 2.457151, 2.502106, 3.207957, 2.881184, 2.567656, 2.859596, 2.712103, 2.257512, 2.099477, 2.01724, 2.199533, 1.64538, 0.574632, 0.003269]}, "lang": {"n_am_en": [14, 20, 25, 29, 35, 45, 62, 53, 46, 72, 60, 52, 42, 49, 63, 78, 84, 69, 64, 66, 74, 78, 76, 82, 133, 115, 88, 70, 71, 51, 48, 47, 71, 87, 91, 99, 84, 104, 112, 117, 125, 129, 118, 140, 101, 63, 14, 2, 1, 1], "n_am_pl": [10, 29, 32, 37, 26, 32, 25, 24, 23, 14, 26, 32, 38, 29, 29, 27, 24, 20, 24, 17, 17, 22, 21, 20, 20, 30, 21, 28, 39, 37, 39, 33, 22, 16, 20, 16, 31, 17, 28, 38, 38, 39, 50, 40, 75, 94, 136, 173, 219, 229], "n_pos": 232, "sum_m_en": [23.300849, 34.436616, 36.471051, 38.246327, 41.644925, 41.851425, 43.33616, 44.745696, 45.384108, 49.848713, 51.310502, 49.164112, 50.368008, 48.176729, 48.720816, 52.194964, 52.326858, 47.747062, 44.806038, 44.372553, 44.483432, 43.67664, 43.866442, 43.716925, 75.724309, 70.12856, 60.645662, 53.062963, 52.564806, 47.745594, 46.883787, 47.556172, 50.389029, 55.603571, 61.160709, 63.663817, 62.210727, 70.388606, 79.563089, 87.545464, 102.119509, 101.727712, 101.744494, 117.430569, 85.980307, 56.815813, 16.528838, 3.177747, 1.881919, 1.000006], "sum_m_pl": [4.481137, 12.620388, 13.69457, 13.488939, 13.507879, 12.530778, 12.273001, 13.641052, 14.349433, 13.892471, 14.991434, 15.777589, 16.488364, 16.749513, 16.157537, 14.539188, 14.690536, 13.58595, 13.25057, 13.062248, 12.903643, 12.836933, 12.911697, 12.924167, 15.596364, 17.74929, 19.10666, 20.528374, 23.008915, 23.379924, 20.447785, 18.888725, 17.463041, 15.685343, 15.062952, 15.747567, 17.480152, 15.645129, 18.56974, 21.634492, 21.900647, 29.383449, 38.470411, 35.869529, 62.48, 87.450898, 129.886596, 168.014537, 212.781834, 228.245036]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 418, "item_id": "gsm8kpl-709", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1455, "region_end": 412, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.988}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 5, 5, 9, 9, 10, 10, 6, 8, 8, 4, 6, 6, 6, 7, 6, 6, 5, 4, 4, 3, 4, 4, 4, 10, 8, 5, 9, 9, 8, 10, 9, 6, 8, 10, 9, 11, 16, 16, 18, 16, 14, 16, 16, 16, 15, 13, 16, 13, 12], "n_am_pl": [0, 6, 3, 2, 4, 2, 1, 4, 3, 0, 1, 4, 3, 4, 4, 3, 2, 0, 1, 4, 3, 2, 2, 1, 1, 1, 1, 2, 4, 2, 2, 4, 4, 5, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.884345, 6.796334, 6.900627, 7.317287, 7.791411, 7.796642, 7.721129, 7.543417, 7.648999, 7.900863, 7.940906, 8.078674, 8.148377, 7.723616, 7.26404, 7.300036, 7.241297, 6.831296, 7.424132, 7.414884, 6.873798, 7.03219, 6.985798, 7.178711, 9.305587, 8.59665, 8.185059, 7.717044, 8.042859, 8.421667, 8.102476, 8.010633, 7.882526, 8.278696, 8.994476, 9.091426, 10.730429, 11.908632, 13.928925, 15.124781, 14.822908, 15.336811, 16.026445, 15.951353, 15.797257, 14.940269, 13.877092, 14.777965, 12.999978, 11.984165], "sum_m_pl": [1.117711, 2.092768, 2.263629, 2.181011, 2.456477, 2.13118, 1.978952, 1.959854, 1.924986, 2.060155, 2.188502, 2.303484, 2.491302, 2.485354, 2.364722, 2.463278, 2.40485, 2.338155, 2.23992, 2.451145, 2.38013, 2.37964, 2.347912, 2.415606, 2.54948, 2.665288, 2.555731, 2.834479, 2.836178, 3.081916, 2.565268, 2.648989, 2.661206, 2.723092, 2.470462, 2.163079, 1.920468, 1.666288, 1.303258, 1.296359, 1.081104, 1.006721, 0.942507, 0.695914, 0.59557, 0.591192, 0.56674, 0.341344, 0.261602, 2e-05]}, "digit": {"n_am_en": [0, 1, 0, 1, 2, 2, 2, 1, 1, 3, 3, 2, 2, 1, 2, 0, 2, 1, 0, 0, 0, 1, 1, 2, 2, 2, 0, 2, 1, 2, 1, 4, 3, 3, 2, 3, 2, 1, 2, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.221937, 2.053958, 2.046226, 2.077047, 2.186634, 2.107249, 2.114371, 1.985822, 1.986547, 2.125892, 2.224077, 2.312517, 2.282379, 2.061156, 1.94525, 1.806303, 1.823051, 1.635332, 1.853192, 1.795004, 1.702894, 1.818453, 1.825021, 1.877376, 2.401639, 2.222681, 2.15351, 2.03788, 2.177838, 2.292607, 2.163426, 2.372331, 2.350811, 2.213029, 2.321457, 2.107365, 2.150064, 1.971321, 2.378297, 2.187046, 1.85055, 1.353526, 1.359311, 2.069448, 1.88523, 1.792585, 1.237098, 1.225764, 0.218418, 0.034153], "sum_m_pl": [0.202671, 0.51084, 0.478606, 0.497244, 0.551772, 0.44443, 0.351428, 0.298859, 0.348161, 0.399138, 0.488553, 0.533345, 0.622014, 0.657894, 0.561362, 0.600352, 0.552212, 0.559682, 0.514363, 0.568866, 0.554962, 0.561316, 0.545502, 0.568938, 0.553519, 0.559314, 0.524741, 0.618359, 0.619065, 0.694269, 0.630477, 0.669105, 0.570122, 0.545096, 0.497014, 0.486109, 0.459512, 0.404907, 0.394306, 0.45214, 0.470719, 0.496415, 0.470153, 0.376387, 0.387644, 0.337076, 0.3592, 0.241896, 0.09086, 8e-06]}, "lang": {"n_am_en": [2, 3, 4, 5, 4, 5, 5, 4, 6, 4, 1, 2, 2, 2, 3, 4, 3, 4, 4, 3, 3, 3, 3, 2, 6, 5, 5, 5, 7, 4, 6, 5, 3, 5, 6, 5, 7, 10, 9, 12, 10, 10, 11, 11, 12, 12, 10, 13, 13, 12], "n_am_pl": [0, 3, 1, 0, 3, 1, 1, 2, 2, 0, 0, 3, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.564481, 1.963345, 2.131915, 2.277229, 2.520552, 2.408192, 2.356452, 2.500881, 2.628471, 2.535668, 2.491045, 2.510843, 2.501168, 2.473977, 2.380819, 2.495099, 2.446462, 2.443121, 2.545533, 2.53196, 2.389574, 2.399732, 2.338272, 2.355464, 4.156472, 3.74141, 3.537286, 3.149188, 3.064279, 3.099733, 3.014536, 2.959921, 2.844315, 3.183983, 3.423801, 4.281182, 5.718149, 6.443032, 8.163962, 9.519579, 9.603524, 10.290212, 10.979715, 11.222448, 11.367307, 10.876504, 10.314123, 11.318354, 11.774442, 11.878847], "sum_m_pl": [0.371522, 0.669253, 0.71049, 0.711083, 0.860204, 0.728691, 0.739715, 0.724816, 0.710992, 0.692485, 0.752966, 0.824289, 0.85524, 0.817673, 0.830739, 0.832097, 0.822872, 0.745005, 0.732402, 0.765983, 0.7164, 0.726899, 0.737039, 0.736437, 0.70983, 0.800838, 0.735401, 0.779407, 0.882373, 0.986524, 0.743445, 0.79837, 0.984511, 1.079022, 0.95902, 0.761668, 0.568344, 0.543229, 0.34829, 0.204181, 0.170939, 0.074721, 0.0544, 0.058692, 0.023668, 0.123411, 0.116426, 0.021065, 0.049396, 1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 47, "item_id": "gsm8kpl-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1159, "region_end": 43, "roundtrip_ok": true, "tf_agree": 0.9362, "tf_agree_excl_first": 0.9565}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 7, 7, 6, 13, 18, 13, 12, 14, 13, 10, 17, 13, 12, 12, 15, 12, 13, 12, 11, 14, 17, 15, 12, 32, 27, 19, 18, 12, 19, 16, 15, 16, 16, 17, 16, 31, 30, 31, 38, 41, 41, 41, 37, 33, 21, 7, 0, 0, 0], "n_am_pl": [0, 3, 4, 5, 5, 8, 7, 12, 10, 12, 4, 10, 15, 6, 11, 14, 8, 7, 5, 9, 6, 5, 4, 9, 8, 8, 8, 10, 16, 13, 10, 12, 7, 14, 10, 8, 7, 9, 8, 7, 7, 7, 8, 15, 16, 23, 43, 50, 48, 47], "n_pos": 97, "sum_m_en": [9.979159, 14.987497, 15.909429, 15.859343, 16.080364, 15.952185, 16.501764, 16.8395, 16.721905, 17.156761, 17.299424, 17.056246, 16.992351, 16.293394, 16.004257, 16.793483, 16.714458, 15.183662, 16.083012, 16.103255, 15.065344, 15.463248, 15.50154, 15.737389, 23.16435, 20.782847, 18.561755, 16.124112, 15.654324, 16.377756, 15.77978, 15.887784, 15.468195, 16.656275, 17.013261, 17.580457, 21.78783, 23.360998, 26.551631, 31.857919, 32.645714, 32.404418, 36.849225, 35.713387, 30.836336, 20.052472, 8.028595, 0.824003, 0.37291, 0.0], "sum_m_pl": [1.700941, 4.68992, 4.98558, 4.770022, 5.256584, 5.198429, 4.982423, 5.101406, 5.286232, 5.407625, 6.002805, 6.617669, 6.818413, 6.989271, 6.741601, 6.951967, 6.067042, 5.827027, 5.122275, 5.547187, 5.402775, 5.372283, 5.427718, 5.585595, 6.943439, 7.422373, 7.734674, 8.989508, 9.36712, 9.724188, 8.345783, 8.599938, 8.805787, 8.111349, 7.316473, 7.022273, 6.646829, 7.618296, 7.776319, 6.583247, 6.952221, 7.560678, 6.523517, 11.327971, 14.700293, 22.553888, 40.079523, 49.271127, 47.974037, 47.208756]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 0, 0, 0, 2, 1, 4, 3, 4, 1, 2, 2, 1, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 1, 0, 2, 1, 2, 1, 2, 4, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.197873, 2.248692, 2.290076, 2.275812, 2.306252, 2.302319, 2.289722, 2.218619, 2.229302, 2.423452, 2.536179, 2.607991, 2.526419, 2.42428, 2.257908, 2.149611, 2.252368, 2.064997, 2.258306, 2.188973, 2.086917, 2.217236, 2.215873, 2.307358, 2.675091, 2.60817, 2.475553, 2.364097, 2.446985, 2.534395, 2.3703, 2.680458, 2.575532, 2.387572, 2.516722, 2.319503, 2.335601, 2.136839, 2.092881, 1.782491, 1.497366, 1.439184, 1.305697, 1.175256, 1.136775, 0.882068, 0.631354, 0.331115, 0.093832, 0.0], "sum_m_pl": [0.222959, 0.656113, 0.530776, 0.504788, 0.557074, 0.500204, 0.417188, 0.349651, 0.422362, 0.511445, 0.622376, 0.698919, 0.719565, 0.765283, 0.683624, 0.742458, 0.606881, 0.637047, 0.549054, 0.577397, 0.581692, 0.600316, 0.592662, 0.612503, 0.598028, 0.651745, 0.61262, 0.760515, 0.789015, 0.888606, 0.86543, 0.82331, 0.689778, 0.652833, 0.538754, 0.532655, 0.495833, 0.469001, 0.477215, 0.526853, 0.542192, 0.53455, 0.494821, 0.431837, 0.390989, 0.348089, 0.360344, 0.380633, 0.291177, 0.006693]}, "lang": {"n_am_en": [2, 3, 4, 4, 6, 10, 9, 8, 8, 8, 3, 11, 6, 6, 6, 7, 6, 10, 8, 8, 9, 13, 13, 10, 21, 21, 14, 12, 11, 12, 11, 7, 8, 8, 10, 12, 21, 22, 24, 29, 32, 32, 32, 30, 26, 19, 6, 0, 0, 0], "n_am_pl": [0, 2, 3, 3, 3, 5, 6, 9, 6, 6, 3, 7, 9, 3, 6, 11, 4, 5, 3, 6, 3, 3, 3, 4, 5, 4, 6, 6, 8, 9, 6, 8, 6, 11, 8, 6, 5, 9, 7, 7, 7, 7, 8, 14, 15, 21, 40, 47, 48, 47], "n_pos": 49, "sum_m_en": [5.247329, 7.498745, 8.422963, 8.304843, 8.40264, 8.057919, 8.60925, 8.97558, 8.969581, 9.130538, 9.119616, 8.837023, 8.856186, 8.52948, 8.528456, 9.112163, 8.794343, 7.855681, 8.333357, 8.356948, 7.832247, 7.990222, 7.975629, 7.975875, 14.056365, 12.241051, 10.837464, 8.707833, 8.239254, 8.501776, 8.321958, 8.220784, 7.949518, 9.105229, 9.053044, 9.837482, 13.609819, 14.881833, 18.692919, 22.935018, 23.139755, 23.154242, 26.329059, 26.975526, 23.570415, 16.941127, 6.32536, 0.259755, 0.123146, 0.0], "sum_m_pl": [0.833065, 2.270137, 2.531849, 2.491146, 2.836511, 2.83728, 2.835784, 2.945826, 2.969434, 2.866477, 3.22299, 3.615707, 3.808759, 3.979728, 3.727712, 3.88789, 3.400736, 3.231849, 2.795057, 3.034252, 2.938186, 2.927159, 2.999087, 3.082947, 3.928373, 4.23999, 4.613402, 5.306367, 5.65649, 5.815466, 5.025597, 5.352103, 5.643921, 5.042965, 4.434108, 4.350826, 4.130357, 5.258992, 5.6346, 4.52218, 5.07645, 5.605544, 5.210172, 9.405301, 12.568791, 19.723067, 36.816068, 46.264885, 47.460344, 47.202045]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "gsm8kpl-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1449, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9802, "tf_agree_excl_first": 0.99}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 24, 12, 23, 35, 41, 45, 44, 43, 34, 45, 37, 29, 29, 41, 47, 63, 57, 57, 58, 56, 64, 56, 44, 89, 75, 75, 61, 54, 52, 53, 53, 52, 60, 69, 76, 77, 91, 93, 91, 89, 87, 84, 85, 80, 76, 66, 65, 56, 54], "n_am_pl": [0, 14, 17, 7, 9, 8, 6, 10, 15, 14, 18, 17, 15, 12, 10, 9, 3, 9, 6, 9, 5, 6, 5, 7, 6, 7, 9, 15, 13, 8, 9, 9, 6, 4, 6, 7, 6, 5, 5, 9, 8, 14, 15, 12, 19, 20, 22, 23, 32, 33], "n_pos": 181, "sum_m_en": [19.382866, 28.622118, 29.086614, 29.168694, 33.029972, 32.327865, 31.633711, 32.414863, 32.146851, 32.336945, 33.477851, 33.4541, 32.414394, 31.175686, 31.013025, 32.64187, 34.735096, 29.45199, 30.3578, 31.189612, 29.859155, 30.539547, 29.674368, 29.682122, 55.852378, 49.377714, 45.192891, 36.558585, 37.065576, 37.637002, 35.622133, 35.417511, 37.437196, 40.844445, 45.743074, 48.933825, 56.89549, 63.004373, 67.113854, 74.489198, 78.58568, 74.57283, 77.023979, 77.722934, 74.200857, 73.466869, 68.202396, 65.007167, 57.055178, 53.368312], "sum_m_pl": [3.459382, 8.670834, 9.23609, 8.420202, 9.520338, 8.074504, 8.180745, 8.365171, 8.575081, 9.066802, 9.898693, 10.41838, 10.529147, 10.455658, 10.557, 10.969596, 11.188966, 11.197724, 11.155355, 11.01606, 10.44435, 10.211616, 10.199301, 10.228098, 11.327464, 11.386582, 11.875232, 14.034414, 13.112933, 13.959075, 11.864895, 11.889069, 10.725112, 9.833695, 9.423794, 8.699426, 7.945965, 6.943874, 7.092067, 7.195345, 7.728383, 10.631871, 10.8987, 9.865724, 17.761054, 19.524277, 21.910986, 23.507202, 31.187769, 33.247366]}, "digit": {"n_am_en": [0, 2, 1, 5, 10, 2, 1, 3, 4, 4, 9, 3, 2, 4, 11, 9, 13, 6, 7, 6, 7, 8, 5, 3, 14, 13, 9, 5, 2, 5, 2, 8, 7, 8, 8, 9, 8, 10, 10, 10, 8, 7, 6, 5, 4, 3, 3, 2, 0, 0], "n_am_pl": [0, 2, 3, 0, 1, 0, 0, 2, 1, 2, 5, 3, 5, 5, 1, 5, 1, 2, 1, 4, 0, 1, 2, 1, 0, 1, 0, 6, 3, 3, 3, 0, 0, 0, 1, 1, 2, 2, 3, 2, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.206398, 5.162919, 5.444193, 5.225323, 6.004434, 5.431768, 5.219837, 5.436728, 5.288345, 5.488336, 6.150662, 5.855141, 5.707238, 5.429512, 5.454476, 5.72117, 5.678558, 4.455191, 4.923749, 4.910551, 4.855895, 5.07656, 5.0494, 5.114071, 7.916409, 7.187448, 6.304135, 5.203356, 5.413735, 5.553787, 5.339752, 5.798153, 5.803534, 6.609099, 7.08149, 7.798351, 7.434214, 6.965612, 7.377435, 7.809468, 6.871273, 6.482384, 5.547584, 5.357547, 4.717655, 4.20786, 3.613921, 2.19444, 0.690816, 0.0], "sum_m_pl": [0.460572, 1.375835, 1.1551, 1.13632, 1.274215, 1.05022, 0.922149, 0.84305, 1.080466, 1.108002, 1.339239, 1.407762, 1.646503, 1.673584, 1.548629, 1.806874, 1.85125, 1.863815, 1.86942, 1.83009, 1.726169, 1.655095, 1.631925, 1.63569, 1.901074, 2.001256, 1.867329, 2.267283, 1.851274, 1.968519, 1.614984, 1.441612, 1.341131, 1.231068, 1.441169, 1.560186, 1.501752, 1.463126, 1.40401, 1.447774, 1.452715, 1.515653, 1.501162, 1.407813, 1.387771, 1.107101, 0.760158, 0.638327, 0.170243, 0.0]}, "lang": {"n_am_en": [13, 15, 6, 10, 15, 28, 32, 34, 30, 23, 26, 26, 19, 16, 23, 28, 35, 37, 35, 39, 35, 42, 38, 29, 54, 45, 49, 43, 40, 36, 38, 34, 36, 39, 43, 49, 53, 63, 63, 61, 62, 58, 58, 59, 55, 53, 53, 54, 52, 53], "n_am_pl": [0, 8, 8, 5, 7, 4, 3, 4, 8, 6, 5, 7, 8, 2, 6, 1, 1, 6, 4, 1, 2, 2, 2, 3, 3, 3, 6, 4, 4, 4, 4, 6, 4, 3, 4, 4, 3, 2, 1, 6, 4, 11, 12, 11, 18, 19, 22, 23, 32, 33], "n_pos": 87, "sum_m_en": [10.461686, 14.635434, 14.898913, 14.815303, 17.009502, 17.054041, 16.726327, 17.281689, 17.653814, 17.19511, 17.254137, 17.315384, 16.959506, 16.558585, 16.55632, 17.461859, 19.283397, 15.968131, 16.134485, 16.530832, 15.700128, 16.080871, 15.468397, 15.298424, 34.332796, 30.308472, 27.847823, 21.553174, 20.87561, 21.412076, 20.732905, 20.338125, 21.830035, 24.322124, 27.215343, 29.388943, 36.393843, 41.377931, 43.703643, 49.241644, 54.129182, 50.243208, 53.675217, 54.387151, 51.658125, 51.589931, 52.084744, 50.691823, 50.135194, 51.95882], "sum_m_pl": [1.93503, 4.304899, 4.6561, 4.05729, 4.54717, 3.921291, 4.066538, 4.296614, 4.290513, 4.602046, 5.018334, 5.382091, 5.394969, 5.349826, 5.59716, 5.772573, 5.774781, 5.744143, 5.736556, 5.5944, 5.232859, 5.179759, 5.160846, 5.207373, 5.602523, 5.676204, 6.415379, 7.6752, 7.337671, 7.584991, 6.717449, 6.886324, 6.129117, 5.968993, 5.44123, 4.752469, 4.319653, 3.468821, 3.859805, 3.899689, 4.478514, 7.165648, 7.667309, 7.256924, 15.127175, 17.153775, 20.334339, 22.075771, 30.632323, 33.164721]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "gsm8kpl-712", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1153, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.9946}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 28, 21, 48, 53, 77, 71, 75, 64, 75, 64, 51, 49, 57, 72, 83, 102, 85, 87, 84, 91, 99, 90, 83, 155, 123, 111, 92, 71, 74, 63, 71, 72, 101, 119, 132, 142, 153, 161, 181, 174, 165, 172, 164, 147, 103, 44, 25, 10, 8], "n_am_pl": [0, 28, 38, 32, 31, 20, 19, 29, 20, 27, 36, 37, 50, 49, 37, 34, 19, 25, 21, 22, 14, 15, 23, 20, 25, 23, 32, 27, 35, 40, 31, 35, 32, 18, 22, 16, 22, 17, 13, 17, 15, 18, 19, 27, 42, 67, 127, 143, 159, 157], "n_pos": 315, "sum_m_en": [29.771493, 49.808668, 51.379212, 54.313444, 57.625963, 58.322749, 58.629337, 59.157274, 57.984845, 60.32518, 61.293064, 61.185516, 58.800563, 56.94634, 59.725063, 61.107149, 60.866912, 52.74726, 54.125234, 53.409584, 51.6511, 52.448501, 51.400564, 51.887214, 92.730413, 83.873254, 74.596459, 63.610783, 62.012528, 61.346034, 56.521801, 58.047607, 59.617642, 66.013119, 71.339192, 81.174366, 86.453683, 96.748217, 112.119648, 128.248206, 132.295368, 125.000633, 137.421499, 142.340564, 120.591497, 87.560749, 45.057895, 26.13976, 12.080557, 8.000004], "sum_m_pl": [4.881518, 15.450948, 16.435797, 15.609285, 17.545861, 15.692527, 15.871121, 16.555804, 17.319034, 17.933822, 19.843474, 21.681887, 22.09258, 22.472952, 21.478825, 21.954306, 20.934888, 21.495042, 20.601678, 20.111996, 19.406827, 18.938397, 19.067532, 18.599162, 23.876754, 24.44047, 26.911687, 29.41373, 29.136997, 29.816199, 25.886373, 26.257829, 24.933937, 21.616652, 20.119543, 19.621573, 18.635092, 16.593725, 16.589056, 15.788183, 16.68312, 18.493052, 21.084312, 23.194409, 39.944199, 66.603237, 121.414738, 137.684297, 154.226462, 157.924266]}, "digit": {"n_am_en": [0, 3, 2, 7, 8, 7, 8, 12, 4, 6, 8, 4, 4, 8, 10, 11, 13, 7, 9, 3, 4, 3, 4, 6, 13, 8, 7, 10, 3, 6, 3, 3, 6, 10, 14, 15, 13, 16, 13, 17, 16, 14, 12, 8, 6, 4, 4, 2, 0, 0], "n_am_pl": [0, 2, 3, 1, 1, 0, 1, 1, 3, 2, 4, 3, 8, 8, 3, 8, 3, 3, 4, 3, 0, 1, 3, 4, 3, 3, 4, 4, 4, 1, 4, 4, 6, 1, 4, 2, 3, 1, 2, 0, 2, 2, 1, 1, 1, 1, 2, 1, 0, 0], "n_pos": 41, "sum_m_en": [4.047267, 7.253236, 7.600113, 7.219682, 7.591236, 7.186579, 7.193226, 7.181341, 6.940374, 7.714152, 8.260531, 8.157743, 7.778361, 7.533691, 8.074371, 8.111937, 8.129007, 6.559222, 6.964687, 6.76717, 6.688024, 6.867382, 6.808907, 6.980525, 10.532236, 9.595103, 8.423536, 7.630847, 7.641138, 7.677552, 7.047996, 7.555478, 8.084619, 8.69448, 9.266471, 10.807885, 10.050501, 10.039998, 10.209859, 12.226343, 11.374764, 9.964697, 8.542179, 7.199387, 6.171168, 4.402023, 4.679169, 2.346252, 0.758172, 0.0], "sum_m_pl": [0.632764, 2.160881, 1.77449, 1.700851, 1.766465, 1.502868, 1.387185, 1.342962, 1.86224, 1.911354, 2.241697, 2.548968, 2.68182, 2.766273, 2.472158, 2.775774, 2.676825, 2.845436, 2.752189, 2.689649, 2.573973, 2.49141, 2.453453, 2.42281, 3.029122, 3.110104, 2.911305, 3.421634, 2.986975, 3.046708, 2.604652, 2.686374, 2.358125, 2.069416, 2.358012, 2.215187, 2.051686, 1.889066, 2.062658, 1.944595, 1.93878, 2.134867, 2.24483, 2.190667, 2.323002, 2.280768, 2.435598, 1.009261, 0.386257, 0.0]}, "lang": {"n_am_en": [6, 10, 9, 24, 28, 48, 42, 39, 41, 52, 40, 32, 33, 30, 44, 50, 59, 51, 49, 53, 60, 71, 62, 58, 97, 77, 71, 50, 44, 41, 37, 45, 43, 58, 72, 81, 89, 98, 106, 117, 117, 111, 115, 114, 98, 62, 26, 15, 9, 8], "n_am_pl": [0, 14, 24, 20, 26, 12, 13, 15, 10, 12, 22, 23, 24, 30, 27, 14, 10, 14, 14, 14, 9, 8, 12, 9, 12, 12, 20, 17, 25, 29, 22, 26, 18, 16, 18, 14, 17, 11, 10, 14, 12, 14, 17, 25, 41, 66, 117, 134, 153, 157], "n_pos": 166, "sum_m_en": [16.491011, 26.306623, 27.612525, 29.496185, 31.557111, 32.453269, 33.012637, 33.449524, 33.560586, 34.139654, 34.484949, 34.182213, 33.068606, 32.21561, 33.619515, 34.360324, 33.995429, 29.307292, 29.993337, 29.546945, 28.477044, 28.971015, 28.397701, 28.299054, 55.053433, 49.067642, 42.852365, 35.254253, 34.306728, 33.69328, 32.007869, 32.616908, 33.263118, 37.769217, 39.702398, 45.368437, 49.278815, 56.288646, 67.412322, 78.607647, 86.94851, 82.926855, 95.536545, 100.080247, 80.307376, 52.121496, 24.326015, 14.685143, 9.228575, 7.99998], "sum_m_pl": [2.606032, 7.874453, 8.746668, 8.076506, 9.444578, 8.472991, 8.62528, 9.334941, 9.487863, 9.76083, 10.872836, 12.058314, 12.463873, 12.845589, 12.588828, 12.524193, 11.790292, 12.219738, 11.704085, 11.10484, 10.671428, 10.483259, 10.57059, 10.263971, 13.371745, 13.722521, 15.890332, 17.018739, 17.317112, 18.020316, 15.848201, 16.250723, 15.570964, 13.476808, 12.610673, 12.67704, 12.710195, 10.888994, 10.913957, 10.252735, 11.012852, 12.654124, 15.243441, 18.049848, 34.826989, 61.602813, 110.89179, 127.960086, 149.089952, 156.980997]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "gsm8kpl-712", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1443, "region_end": 315, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9937}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 3, 3, 2, 5, 5, 9, 6, 8, 5, 8, 7, 3, 3, 8, 8, 6, 6, 5, 5, 4, 7, 7, 9, 16, 12, 8, 8, 7, 5, 4, 8, 3, 5, 4, 9, 14, 21, 23, 24, 22, 24, 21, 20, 21, 21, 20, 20, 17, 16], "n_am_pl": [4, 3, 2, 1, 1, 1, 2, 0, 3, 3, 1, 3, 8, 5, 6, 1, 0, 2, 3, 0, 1, 1, 2, 3, 1, 1, 1, 4, 2, 4, 5, 4, 5, 1, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [5.284559, 7.694769, 7.855007, 8.225804, 9.001321, 9.228874, 8.860343, 8.74133, 8.521338, 9.11985, 9.126075, 8.698662, 8.692932, 8.683022, 8.229384, 8.891641, 9.424189, 8.896833, 9.159291, 9.183146, 8.562681, 8.819139, 8.673932, 8.976894, 10.795524, 9.677342, 8.840002, 8.428898, 9.035465, 9.092897, 8.260255, 8.145517, 8.474884, 9.813516, 10.098741, 10.035675, 12.124204, 13.891393, 15.966309, 18.033305, 18.534659, 19.12695, 21.007413, 19.842964, 19.643763, 20.181679, 20.125382, 19.072479, 16.814241, 15.860004], "sum_m_pl": [1.142854, 2.545379, 2.69087, 2.538648, 2.704972, 2.37666, 2.455336, 2.311977, 2.607223, 2.727978, 3.049278, 3.047798, 2.996906, 2.874676, 2.91158, 2.967361, 2.810295, 2.764326, 3.088688, 3.271539, 3.169362, 3.012295, 3.003384, 3.060449, 3.48788, 3.666394, 3.687195, 4.0035, 3.859366, 4.126177, 3.669429, 3.348652, 3.498947, 3.289758, 3.40054, 3.30656, 2.586079, 2.312696, 1.936632, 1.581231, 1.445653, 1.27416, 1.182195, 0.863944, 0.674825, 0.624024, 0.405288, 0.209236, 0.151887, 0.000136]}, "digit": {"n_am_en": [0, 1, 1, 0, 1, 1, 3, 0, 3, 1, 2, 3, 2, 0, 3, 2, 1, 1, 1, 3, 0, 1, 1, 2, 4, 2, 1, 1, 1, 0, 1, 5, 0, 0, 0, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 3, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.028815, 1.894085, 1.833031, 1.818874, 1.898444, 1.875505, 1.856055, 1.695424, 1.678625, 1.868844, 1.990571, 1.889066, 1.900665, 1.980561, 1.914251, 1.978528, 2.111586, 1.897508, 2.038667, 1.965686, 1.793384, 1.896838, 1.872711, 1.928216, 2.487409, 2.044299, 1.982675, 1.746897, 1.927766, 1.954705, 1.754843, 1.806347, 1.84167, 2.002497, 2.043882, 2.024687, 2.849045, 2.804155, 2.633882, 2.399418, 2.245002, 2.621193, 2.46421, 2.204666, 1.613244, 1.518668, 0.886239, 0.359347, 0.048743, 0.0], "sum_m_pl": [0.163579, 0.430691, 0.381035, 0.411628, 0.456721, 0.376717, 0.306513, 0.254273, 0.334624, 0.383243, 0.507006, 0.49085, 0.583154, 0.56719, 0.500792, 0.552208, 0.560142, 0.578076, 0.639324, 0.676826, 0.652908, 0.614554, 0.614056, 0.620443, 0.689494, 0.67855, 0.591934, 0.69961, 0.696362, 0.801065, 0.662021, 0.586922, 0.52866, 0.508532, 0.526905, 0.583264, 0.441149, 0.427719, 0.513587, 0.425954, 0.452344, 0.444323, 0.479885, 0.354874, 0.215087, 0.182413, 0.093303, 0.035317, 0.016241, 0.0]}, "lang": {"n_am_en": [1, 1, 0, 0, 3, 2, 2, 4, 1, 2, 3, 3, 1, 1, 1, 2, 2, 0, 0, 0, 1, 4, 3, 2, 7, 7, 5, 3, 4, 3, 1, 2, 2, 2, 2, 3, 5, 11, 15, 15, 14, 15, 15, 14, 15, 15, 16, 16, 16, 16], "n_am_pl": [1, 1, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 1, 2, 2, 1, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.500226, 1.985844, 2.069917, 2.193393, 2.596933, 2.825618, 2.759387, 2.754117, 2.676105, 2.838352, 2.709826, 2.599802, 2.629094, 2.673486, 2.29206, 2.541183, 2.751643, 2.657191, 2.650484, 2.716458, 2.581314, 2.62024, 2.568886, 2.672692, 4.246646, 3.781832, 3.34708, 3.078819, 3.102197, 2.938793, 2.653198, 2.629661, 2.664301, 2.951333, 3.251356, 3.140802, 3.585128, 4.95658, 7.677684, 9.298351, 10.369427, 11.048567, 13.470906, 13.14874, 14.066361, 14.445643, 15.061895, 14.712485, 14.973344, 15.800115], "sum_m_pl": [0.285591, 0.719402, 0.78694, 0.636458, 0.719214, 0.644056, 0.772313, 0.726982, 0.82028, 0.79867, 0.929293, 0.900825, 0.834182, 0.80264, 0.825598, 0.832836, 0.786379, 0.74472, 0.869225, 0.954662, 0.918553, 0.861717, 0.851649, 0.862626, 0.859196, 0.925667, 0.94091, 1.07506, 1.123069, 1.181218, 1.054844, 0.987288, 1.177689, 1.113629, 1.136204, 1.126086, 1.054111, 0.948581, 0.679495, 0.413358, 0.291858, 0.23567, 0.048219, 0.056794, 0.025346, 0.0314, 0.042496, 0.035501, 0.029007, 0.000135]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 59, "item_id": "gsm8kpl-719", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 54, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 3, 8, 12, 10, 14, 13, 10, 17, 20, 23, 17, 21, 13, 21, 17, 15, 21, 14, 12, 10, 11, 10, 7, 24, 18, 19, 19, 15, 18, 10, 7, 17, 18, 21, 20, 31, 28, 32, 33, 33, 38, 37, 35, 33, 22, 9, 3, 4, 4], "n_am_pl": [7, 17, 6, 6, 9, 7, 11, 2, 7, 9, 8, 9, 10, 11, 11, 12, 7, 5, 4, 6, 7, 3, 5, 11, 9, 6, 5, 8, 10, 12, 14, 18, 8, 13, 5, 10, 6, 6, 8, 11, 11, 10, 12, 16, 20, 34, 52, 59, 60, 59], "n_pos": 116, "sum_m_en": [10.918618, 16.610037, 17.300009, 17.918108, 18.226491, 18.774489, 18.802689, 19.30452, 18.50382, 19.783101, 20.534525, 20.111628, 19.500354, 19.377451, 19.210891, 19.691169, 20.593057, 18.378106, 19.014681, 19.398672, 18.202513, 18.840229, 18.609048, 18.965388, 24.159832, 20.825871, 19.746701, 19.218459, 19.731926, 19.60669, 18.525461, 17.892396, 18.386316, 20.335465, 20.670064, 20.044324, 22.384834, 24.608949, 25.656237, 25.845364, 26.62214, 28.161031, 32.402341, 31.38099, 27.491462, 19.793496, 8.565032, 4.049783, 4.274882, 3.530939], "sum_m_pl": [2.119071, 6.002043, 6.230331, 6.041633, 6.753145, 6.227061, 6.200101, 6.401472, 7.02367, 6.853006, 7.726266, 7.376533, 7.424105, 7.440104, 7.852818, 7.712358, 6.87416, 6.726835, 6.773091, 7.105602, 6.640154, 6.630931, 6.763479, 6.805111, 8.191247, 9.049974, 9.179843, 9.540678, 10.425823, 11.514969, 10.546977, 10.299816, 10.439182, 9.489293, 8.903566, 8.492318, 7.710991, 6.681436, 6.750897, 7.144731, 8.085562, 9.932543, 12.193811, 13.780245, 19.038511, 30.414859, 49.124462, 56.009504, 59.393157, 59.183633]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 1, 1, 0, 2, 2, 1, 3, 1, 0, 4, 2, 3, 3, 1, 0, 0, 0, 0, 1, 2, 3, 2, 2, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 2, 1, 1, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 2, 0, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.108907, 2.209854, 2.330269, 2.236742, 2.253143, 2.202429, 2.16703, 2.044892, 2.028023, 2.24414, 2.438092, 2.351797, 2.2289, 2.281653, 2.195493, 2.07121, 2.301589, 2.083205, 2.23995, 2.235988, 2.126835, 2.221788, 2.19196, 2.284878, 2.96577, 2.661872, 2.483452, 2.370082, 2.435962, 2.432178, 2.178583, 2.138791, 2.1306, 2.388, 2.449212, 2.265772, 2.492745, 2.47607, 2.111637, 1.871223, 1.818772, 1.822842, 1.5485, 1.255503, 0.787135, 0.668295, 0.245409, 0.065681, 0.013332, 0.0], "sum_m_pl": [0.210795, 0.620346, 0.499673, 0.466342, 0.542267, 0.47653, 0.418477, 0.369973, 0.44659, 0.489893, 0.627555, 0.597277, 0.642999, 0.666419, 0.660843, 0.65999, 0.585486, 0.639928, 0.675228, 0.730086, 0.700149, 0.693141, 0.699384, 0.706578, 0.825993, 0.880358, 0.770135, 0.82498, 0.881968, 0.892026, 0.810444, 0.758701, 0.65793, 0.631097, 0.558453, 0.553678, 0.480691, 0.468229, 0.482814, 0.44259, 0.489732, 0.469797, 0.505309, 0.411632, 0.223994, 0.187908, 0.797946, 0.617428, 0.00985, 0.0]}, "lang": {"n_am_en": [1, 2, 3, 8, 7, 8, 7, 5, 7, 11, 15, 11, 14, 9, 13, 13, 11, 12, 10, 8, 8, 9, 8, 4, 15, 10, 13, 12, 10, 15, 6, 4, 13, 13, 16, 14, 23, 19, 20, 21, 23, 30, 29, 23, 23, 15, 7, 3, 4, 4], "n_am_pl": [6, 8, 4, 3, 3, 5, 9, 0, 6, 6, 4, 6, 7, 7, 5, 9, 6, 3, 3, 3, 3, 1, 1, 7, 6, 5, 2, 5, 5, 9, 10, 13, 7, 9, 4, 9, 6, 5, 6, 10, 10, 9, 10, 15, 19, 32, 45, 53, 57, 59], "n_pos": 63, "sum_m_en": [6.352673, 8.768712, 9.113409, 9.742809, 10.055339, 10.423691, 10.511141, 10.906955, 10.488054, 11.057226, 11.422484, 11.286291, 10.921503, 10.954859, 10.792832, 11.231753, 11.605201, 10.164962, 10.362787, 10.752283, 10.174657, 10.416386, 10.206875, 10.337434, 14.031704, 12.013034, 11.585768, 11.115247, 11.361584, 11.1384, 10.561244, 10.286781, 10.602151, 11.918233, 12.197432, 11.945511, 13.211758, 14.694725, 14.296624, 15.449959, 17.071697, 17.950076, 22.802268, 21.384287, 18.180749, 12.71707, 6.542961, 3.568612, 3.84394, 3.530922], "sum_m_pl": [1.319692, 3.337478, 3.470841, 3.377141, 3.809271, 3.611822, 3.799072, 4.024289, 4.440705, 4.121347, 4.694827, 4.435116, 4.51357, 4.539983, 4.898422, 4.794419, 4.164467, 4.016176, 4.035518, 4.134882, 3.836805, 3.795577, 3.845029, 3.863032, 4.905569, 5.462078, 5.587742, 5.905841, 6.332123, 7.007315, 6.623708, 6.539182, 6.890525, 6.293364, 6.001012, 5.879495, 5.709638, 4.923059, 4.991751, 5.484, 6.336894, 7.979307, 10.31075, 11.618308, 16.986285, 27.81526, 42.567215, 50.73297, 56.635519, 58.616431]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "gsm8kpl-719", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1452, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 25, 34, 54, 52, 45, 60, 66, 62, 55, 58, 59, 50, 55, 50, 45, 54, 66, 69, 62, 55, 57, 56, 53, 91, 97, 77, 75, 71, 70, 76, 81, 80, 96, 92, 99, 95, 95, 103, 102, 104, 110, 106, 104, 110, 109, 105, 107, 97, 92], "n_am_pl": [9, 12, 14, 10, 8, 18, 17, 23, 18, 15, 20, 26, 25, 21, 19, 16, 10, 9, 16, 16, 13, 13, 12, 13, 16, 12, 20, 17, 12, 19, 21, 22, 10, 9, 6, 2, 6, 7, 3, 5, 1, 3, 1, 3, 0, 0, 1, 0, 1, 0], "n_pos": 234, "sum_m_en": [26.931904, 38.698926, 40.559572, 42.39054, 46.833033, 46.825272, 46.670938, 47.497738, 47.152836, 47.904693, 49.60538, 48.609983, 46.384726, 45.721718, 47.948613, 46.473369, 47.660684, 44.831749, 43.722683, 42.847831, 40.256297, 40.61547, 39.806294, 40.423248, 62.39573, 61.184693, 54.47978, 50.383197, 52.843479, 52.435361, 51.629236, 52.009931, 54.862589, 56.817718, 57.723442, 57.209212, 65.481723, 72.204302, 76.954748, 87.525797, 89.360021, 95.840937, 96.051575, 96.314682, 101.515705, 104.413649, 104.675393, 104.87268, 97.554983, 91.698549], "sum_m_pl": [4.461871, 10.643079, 12.085878, 11.779792, 12.243922, 12.355165, 11.712332, 11.977844, 11.789325, 12.180522, 14.149438, 15.029505, 14.667437, 14.912301, 15.142474, 13.880601, 13.352514, 13.445278, 13.569468, 14.045224, 13.792216, 13.500929, 13.300447, 13.439033, 15.908661, 16.089815, 16.910197, 17.668511, 18.193289, 18.484441, 16.666168, 15.809597, 15.063654, 13.989142, 12.977396, 13.246322, 11.396624, 11.188079, 10.571269, 10.254162, 8.064697, 8.312997, 7.811665, 7.129174, 5.145375, 3.487352, 3.189154, 2.100189, 2.746756, 0.007417]}, "digit": {"n_am_en": [0, 0, 4, 9, 7, 6, 11, 10, 8, 13, 7, 6, 8, 10, 8, 4, 3, 10, 8, 9, 7, 7, 6, 6, 15, 12, 10, 8, 8, 5, 7, 11, 8, 11, 13, 8, 6, 9, 10, 7, 9, 7, 5, 4, 5, 5, 5, 6, 0, 0], "n_am_pl": [0, 1, 1, 3, 2, 2, 0, 3, 0, 3, 5, 7, 11, 8, 8, 5, 4, 2, 7, 7, 6, 5, 5, 5, 6, 2, 2, 5, 4, 7, 5, 5, 4, 2, 2, 0, 1, 3, 1, 3, 1, 2, 0, 2, 0, 0, 0, 0, 1, 0], "n_pos": 50, "sum_m_en": [5.275541, 8.803995, 9.045631, 8.945139, 9.621061, 9.665513, 9.472762, 9.580124, 9.044186, 9.833075, 10.421628, 10.256487, 10.020098, 9.844248, 10.370779, 9.239966, 9.313742, 8.551249, 8.995715, 8.873164, 8.574055, 8.729031, 8.5384, 8.709764, 11.045652, 10.942217, 9.97795, 9.588175, 10.478512, 9.834859, 10.170781, 10.648167, 11.416509, 10.903738, 10.574864, 9.383106, 9.68453, 9.105473, 8.266963, 8.563602, 7.977352, 8.008089, 7.119688, 6.556307, 5.857364, 5.593469, 6.260835, 5.877746, 2.315126, 0.0], "sum_m_pl": [0.807205, 2.360951, 2.123923, 2.273171, 2.395456, 2.218391, 1.899652, 1.893359, 1.954659, 2.140568, 2.790189, 3.007368, 3.267162, 3.237407, 2.909167, 2.787372, 2.561578, 2.65487, 2.59894, 2.79143, 2.686555, 2.592056, 2.570232, 2.649229, 3.338093, 3.311514, 3.237256, 3.53537, 3.590033, 3.906627, 3.510109, 3.132883, 2.689124, 2.318727, 2.206532, 2.443425, 2.266867, 2.180874, 2.253768, 2.818643, 2.490049, 2.554226, 2.427299, 2.31998, 1.886488, 1.658219, 1.595668, 1.453097, 1.036054, 0.0]}, "lang": {"n_am_en": [23, 18, 19, 32, 33, 27, 32, 38, 38, 24, 32, 31, 21, 25, 24, 22, 31, 39, 41, 35, 30, 34, 32, 30, 46, 54, 41, 44, 40, 45, 50, 53, 48, 55, 56, 64, 68, 65, 67, 67, 73, 77, 77, 78, 83, 83, 82, 82, 85, 90], "n_am_pl": [6, 4, 6, 2, 4, 9, 12, 9, 11, 8, 7, 10, 7, 6, 4, 8, 3, 3, 4, 4, 2, 4, 4, 5, 5, 5, 9, 7, 4, 6, 8, 9, 4, 4, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 92, "sum_m_en": [11.8037, 15.856059, 17.377611, 18.458016, 20.682694, 20.53904, 20.506843, 20.676971, 20.808695, 20.536419, 21.291136, 20.429414, 19.000117, 18.789832, 19.36967, 19.517158, 20.079463, 19.339626, 18.088298, 17.617978, 16.21406, 16.340081, 16.041851, 16.145453, 30.866569, 29.97228, 26.512646, 23.236619, 23.544451, 23.869511, 22.872733, 23.113425, 24.409973, 26.290728, 27.447589, 29.648134, 37.756587, 43.238255, 48.327526, 57.056807, 61.171651, 65.138795, 68.214502, 71.279922, 75.448724, 77.931438, 78.196171, 79.35986, 80.167795, 89.611758], "sum_m_pl": [1.959974, 4.121953, 4.765612, 4.656352, 4.819215, 5.16, 5.018905, 5.128484, 5.243795, 5.359323, 6.09459, 6.516699, 6.221675, 6.426746, 6.940081, 6.284266, 5.958893, 6.053717, 6.049156, 6.205611, 6.088176, 5.973941, 5.817629, 5.766323, 6.669527, 6.523349, 7.114682, 7.874925, 8.247988, 7.878728, 7.199417, 6.975381, 6.785726, 6.60841, 5.878326, 6.203316, 5.24515, 5.061418, 4.731901, 4.369568, 2.632169, 2.792833, 2.638388, 2.442429, 1.465582, 0.540637, 0.423933, 0.265643, 0.443339, 0.006927]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "gsm8kpl-721", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1278, "region_end": 234, "roundtrip_ok": true, "tf_agree": 0.9625, "tf_agree_excl_first": 0.9665}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 31, 33, 54, 57, 67, 54, 62, 90, 77, 78, 73, 74, 67, 84, 88, 89, 89, 100, 100, 84, 85, 83, 85, 172, 166, 133, 115, 90, 79, 74, 78, 78, 113, 142, 119, 130, 142, 163, 179, 177, 171, 167, 167, 140, 85, 22, 6, 0, 0], "n_am_pl": [3, 26, 64, 25, 45, 34, 48, 52, 48, 32, 40, 63, 61, 34, 40, 32, 32, 18, 20, 19, 16, 23, 18, 20, 17, 10, 19, 31, 56, 55, 55, 41, 36, 23, 19, 19, 14, 17, 11, 13, 13, 17, 24, 36, 69, 104, 170, 190, 189, 189], "n_pos": 430, "sum_m_en": [43.297199, 64.970848, 68.783874, 69.296121, 73.501304, 75.305261, 74.688567, 77.607223, 76.344664, 79.916182, 85.145201, 83.577672, 83.008681, 79.78844, 84.567535, 83.659721, 83.627223, 76.725024, 76.157498, 73.531976, 72.546134, 73.189306, 71.924149, 72.940062, 114.76261, 111.583186, 97.868104, 89.401018, 87.465023, 80.322294, 76.959718, 80.972155, 87.172989, 89.268703, 98.066046, 92.965604, 95.567171, 100.33812, 113.667783, 135.474477, 134.38822, 144.662189, 148.026353, 154.51302, 124.090486, 81.911848, 30.143742, 11.98605, 3.457019, 4.6e-05], "sum_m_pl": [7.520319, 21.982299, 25.177852, 24.503914, 25.313448, 23.702348, 23.60517, 24.222904, 25.26396, 23.873208, 26.794786, 28.135374, 27.434812, 28.612938, 27.674866, 24.072805, 22.368591, 21.946201, 21.775298, 22.74855, 23.104846, 22.582499, 22.255372, 22.511033, 24.225128, 25.91828, 27.624711, 31.513919, 36.811217, 36.389971, 31.342754, 30.469502, 29.415409, 25.47824, 24.167086, 23.640574, 23.379548, 21.735533, 20.631275, 23.738554, 24.588096, 27.123595, 30.981277, 38.422554, 62.077945, 86.809906, 156.998893, 186.243558, 190.273974, 190.253937]}, "digit": {"n_am_en": [0, 2, 6, 7, 7, 8, 7, 5, 9, 14, 11, 6, 11, 16, 12, 10, 10, 9, 8, 5, 3, 3, 5, 4, 16, 13, 13, 7, 14, 6, 4, 6, 6, 13, 16, 9, 10, 6, 12, 13, 12, 8, 9, 10, 12, 7, 6, 3, 0, 0], "n_am_pl": [0, 6, 10, 3, 6, 2, 0, 2, 4, 3, 6, 10, 11, 11, 7, 4, 2, 1, 3, 4, 4, 5, 3, 2, 3, 1, 2, 3, 6, 10, 6, 9, 3, 2, 3, 3, 3, 3, 1, 4, 1, 1, 1, 3, 2, 2, 2, 2, 0, 0], "n_pos": 61, "sum_m_en": [6.347517, 10.601675, 11.424528, 10.743079, 11.023729, 11.255482, 10.562859, 10.987679, 10.78318, 12.001865, 13.066082, 12.6307, 12.398648, 12.113634, 12.54539, 11.350094, 11.48397, 10.441224, 10.837985, 10.55853, 10.479581, 10.603848, 10.351344, 10.62091, 13.785552, 13.945645, 12.501343, 11.981277, 12.497264, 11.584884, 11.102863, 12.018172, 13.7102, 13.337269, 13.998079, 12.715527, 12.704036, 11.465038, 10.875796, 12.530281, 10.843561, 10.820056, 10.506227, 10.219441, 9.665421, 7.227007, 6.663826, 4.248946, 1.369958, 0.0], "sum_m_pl": [1.089749, 3.300772, 3.056358, 3.073039, 2.996116, 2.521855, 2.26896, 2.307864, 2.565482, 2.682137, 3.34622, 3.586039, 3.5302, 3.482088, 3.309434, 2.8629, 2.666945, 2.764009, 2.659729, 2.925053, 2.976355, 2.938535, 2.91929, 2.986724, 3.308904, 3.536095, 3.361467, 3.953268, 4.398974, 4.756428, 4.193965, 3.797933, 3.202265, 2.589578, 2.339774, 2.385666, 2.491554, 2.523893, 2.759153, 3.196348, 2.894175, 2.978995, 2.927057, 2.909195, 2.537848, 2.282582, 2.50054, 2.721635, 0.96054, 1e-06]}, "lang": {"n_am_en": [14, 13, 17, 22, 37, 32, 21, 29, 40, 35, 40, 43, 35, 28, 41, 46, 39, 42, 50, 54, 42, 50, 47, 46, 89, 93, 73, 61, 48, 47, 40, 46, 41, 63, 74, 63, 78, 86, 98, 115, 116, 116, 111, 108, 86, 50, 13, 2, 0, 0], "n_am_pl": [2, 13, 23, 10, 22, 13, 23, 22, 22, 11, 19, 26, 24, 11, 15, 15, 17, 12, 8, 9, 7, 11, 8, 10, 8, 4, 7, 14, 27, 26, 29, 21, 23, 15, 9, 11, 7, 11, 5, 3, 4, 8, 15, 24, 52, 87, 140, 171, 183, 189], "n_pos": 190, "sum_m_en": [18.495128, 27.848258, 29.061394, 30.467648, 34.004661, 34.472106, 34.823609, 36.207688, 35.784015, 37.109089, 38.873166, 38.520863, 38.614442, 36.723286, 39.406879, 39.815533, 39.352313, 36.433965, 35.713092, 34.067228, 33.311673, 33.636853, 33.089616, 33.148999, 60.710426, 57.008792, 49.819753, 43.928195, 41.184946, 37.919468, 35.920178, 37.862212, 40.343392, 43.588924, 47.115439, 46.236536, 50.548459, 55.258801, 63.387562, 78.25736, 79.926561, 89.735574, 93.432412, 96.564639, 77.155112, 48.820428, 15.711126, 3.158393, 0.505124, 1.2e-05], "sum_m_pl": [2.977999, 9.339468, 11.488343, 11.336414, 12.236009, 11.774143, 11.769937, 11.908503, 12.669952, 11.291508, 12.430966, 13.267938, 12.710055, 13.693192, 13.400629, 11.583056, 10.402796, 10.11716, 10.092518, 10.413622, 10.612562, 10.442019, 10.311376, 10.519527, 10.991999, 11.849586, 13.22478, 15.276761, 18.074737, 17.93278, 15.566468, 15.36077, 15.263943, 13.267593, 12.672171, 12.567087, 12.511073, 11.170978, 10.183511, 11.547895, 12.50452, 13.535129, 18.497859, 24.337135, 43.806708, 69.984541, 129.004931, 164.648795, 180.227112, 188.941133]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 436, "item_id": "gsm8kpl-721", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1568, "region_end": 430, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 19, 17, 30, 33, 30, 35, 37, 27, 26, 27, 24, 24, 16, 15, 19, 28, 20, 33, 32, 24, 27, 27, 31, 47, 45, 37, 26, 32, 31, 29, 27, 34, 32, 39, 35, 47, 45, 45, 59, 59, 58, 60, 63, 61, 60, 55, 57, 57, 53], "n_am_pl": [3, 9, 10, 4, 14, 6, 8, 10, 8, 14, 20, 23, 20, 22, 10, 9, 10, 9, 7, 8, 10, 8, 13, 12, 10, 8, 11, 10, 7, 12, 13, 6, 11, 5, 1, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 142, "sum_m_en": [18.13643, 22.896266, 23.079509, 23.080549, 26.200237, 27.599451, 25.839264, 26.174575, 25.422968, 26.583468, 26.799134, 26.035366, 25.360387, 24.984862, 24.295757, 24.107976, 24.873837, 23.073142, 23.820183, 24.345818, 23.568273, 23.47171, 23.38424, 24.231856, 36.572914, 33.381949, 31.198941, 26.956547, 28.313595, 28.380464, 27.48341, 28.634815, 30.469178, 30.118023, 31.285149, 29.638554, 31.629558, 35.400887, 37.200948, 49.192967, 51.183193, 51.106385, 59.233194, 62.089407, 58.695641, 57.076087, 56.273987, 56.270382, 53.9862, 52.902615], "sum_m_pl": [3.600319, 7.588533, 7.755002, 7.061031, 7.885178, 7.564429, 7.311239, 7.142477, 7.035627, 7.623447, 8.699933, 9.294403, 9.452324, 9.607404, 10.289838, 10.006019, 9.608631, 9.495421, 9.395268, 9.721553, 9.276802, 8.872056, 8.624187, 8.605339, 9.839344, 10.34814, 10.990353, 11.685121, 11.530725, 11.80466, 10.268511, 9.335181, 9.542783, 8.042835, 7.528919, 7.295861, 6.79104, 6.546262, 5.902687, 4.898906, 4.462826, 4.130208, 3.136962, 2.551751, 2.731571, 2.526368, 1.937107, 0.905488, 0.998377, 1.1e-05]}, "digit": {"n_am_en": [0, 2, 0, 4, 2, 3, 1, 2, 2, 7, 7, 4, 5, 4, 5, 6, 8, 5, 10, 6, 5, 4, 5, 9, 14, 13, 8, 3, 3, 2, 3, 4, 6, 5, 6, 7, 12, 5, 5, 10, 9, 8, 7, 9, 7, 3, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 5, 0, 1, 2, 3, 5, 11, 8, 10, 10, 1, 5, 3, 1, 1, 0, 1, 2, 1, 1, 1, 2, 2, 3, 2, 6, 5, 4, 4, 2, 0, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.265856, 6.396346, 6.396246, 5.829247, 6.259555, 6.172724, 5.747891, 5.847013, 5.857587, 6.555563, 7.060719, 6.677653, 6.489148, 6.395267, 6.437463, 6.119486, 6.254048, 5.70924, 6.019515, 5.956768, 5.8662, 5.974446, 6.018319, 6.33603, 9.389789, 8.445658, 7.265343, 6.342932, 6.84553, 6.564969, 6.615372, 7.114916, 7.742793, 7.25672, 7.018858, 6.329434, 6.305774, 6.106441, 5.086991, 6.549332, 6.737188, 6.738898, 7.836632, 9.288177, 6.146871, 4.272528, 1.80411, 0.568791, 0.2883, 0.0], "sum_m_pl": [0.742481, 2.048933, 1.63566, 1.357584, 1.4846, 1.30574, 1.144994, 1.194283, 1.341708, 1.584603, 2.056298, 2.247986, 2.371547, 2.3194, 2.349262, 2.460287, 2.145854, 2.129041, 2.05902, 2.218177, 2.147909, 2.050961, 1.997216, 2.027126, 2.29402, 2.683188, 2.840213, 2.967447, 2.904963, 2.989059, 2.601786, 2.329422, 2.215281, 1.876733, 1.781374, 1.957471, 1.871456, 1.884185, 1.983036, 1.869294, 1.728154, 1.810848, 1.542176, 1.200645, 1.542869, 1.270406, 0.962566, 0.37206, 0.081666, 0.0]}, "lang": {"n_am_en": [8, 16, 10, 14, 17, 17, 20, 23, 14, 16, 9, 13, 10, 6, 5, 6, 11, 12, 13, 14, 11, 11, 14, 13, 20, 24, 22, 18, 18, 20, 20, 16, 20, 23, 23, 23, 26, 33, 34, 41, 42, 44, 47, 48, 49, 50, 49, 50, 51, 52], "n_am_pl": [3, 5, 2, 1, 4, 1, 1, 1, 2, 2, 5, 7, 6, 6, 5, 1, 3, 4, 4, 2, 5, 4, 6, 7, 5, 4, 7, 4, 4, 4, 6, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 53, "sum_m_en": [7.225363, 8.684433, 8.657262, 9.234113, 11.106054, 11.554213, 10.912141, 11.399904, 11.107638, 11.269923, 10.878174, 10.501498, 10.412678, 10.31265, 9.734895, 9.845478, 10.122394, 9.381217, 9.60422, 9.918174, 9.46809, 9.29637, 9.244505, 9.404331, 18.181801, 17.414135, 16.923438, 13.489653, 13.266912, 13.702161, 13.079881, 13.424707, 14.505847, 15.187913, 15.803481, 16.150177, 17.996392, 22.38847, 25.569744, 34.076389, 35.744512, 36.995296, 44.396193, 44.744006, 46.073226, 46.26176, 46.928397, 47.784519, 47.778116, 51.603698], "sum_m_pl": [1.386745, 2.748564, 2.87805, 2.681748, 3.080395, 3.004634, 2.98924, 2.89293, 2.85172, 3.034782, 3.488218, 3.598288, 3.85237, 3.968035, 4.48117, 4.230677, 4.177999, 4.077391, 4.040419, 4.018063, 3.827447, 3.621667, 3.513689, 3.475079, 4.279212, 4.223579, 4.80046, 5.108329, 5.023315, 4.74013, 4.4326, 4.007797, 4.171611, 3.797604, 3.445964, 3.074069, 2.920492, 2.56294, 2.345666, 1.568596, 1.398668, 1.248363, 0.598761, 0.581682, 0.488171, 0.753397, 0.699593, 0.307136, 0.467226, 1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "gsm8kpl-727", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1224, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9728, "tf_agree_excl_first": 0.9795}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 22, 30, 38, 45, 40, 38, 48, 37, 50, 55, 31, 46, 42, 42, 27, 33, 44, 41, 41, 39, 53, 50, 50, 94, 80, 61, 47, 36, 43, 44, 40, 40, 65, 63, 83, 88, 103, 108, 123, 125, 111, 120, 123, 108, 67, 32, 7, 3, 1], "n_am_pl": [3, 30, 17, 19, 19, 30, 27, 21, 21, 31, 42, 48, 48, 39, 51, 41, 33, 32, 28, 28, 16, 12, 18, 20, 23, 28, 23, 34, 54, 51, 45, 40, 35, 23, 26, 25, 21, 19, 18, 21, 24, 24, 21, 27, 41, 71, 105, 139, 130, 127], "n_pos": 275, "sum_m_en": [27.289266, 44.207843, 46.091951, 47.619216, 49.58222, 51.490792, 51.021899, 54.661542, 53.256149, 55.198085, 56.417365, 53.191768, 53.650356, 52.955263, 49.846474, 48.898237, 50.481541, 46.177747, 46.252784, 45.417567, 44.536699, 45.131397, 45.084763, 46.75421, 66.854465, 61.292461, 54.519967, 48.032174, 50.217637, 48.463716, 48.677823, 49.88115, 50.209277, 51.292296, 51.431511, 52.522682, 58.494362, 69.829156, 74.852524, 89.448406, 95.07698, 87.781975, 103.758314, 102.9316, 87.652213, 60.158059, 32.372293, 9.603456, 3.483503, 1.316642], "sum_m_pl": [4.911543, 14.502938, 14.659214, 14.877968, 16.764589, 16.270854, 15.88446, 16.268426, 17.244164, 17.828883, 19.701487, 21.850625, 22.556051, 22.57874, 23.764662, 22.33231, 20.054341, 19.72929, 18.835505, 19.340954, 18.756281, 18.031573, 17.72314, 17.3707, 22.495729, 24.089478, 25.694746, 27.075583, 28.331894, 29.769478, 26.817116, 26.001951, 26.714119, 23.262785, 22.159175, 20.932092, 20.299622, 17.881569, 19.152504, 18.020183, 17.986844, 19.801247, 17.820287, 23.218936, 39.014397, 61.589228, 97.430716, 130.090701, 127.584477, 126.982051]}, "digit": {"n_am_en": [1, 3, 2, 2, 5, 8, 4, 5, 6, 7, 11, 6, 9, 7, 8, 6, 8, 8, 3, 4, 4, 4, 4, 6, 13, 11, 9, 11, 3, 7, 7, 4, 5, 3, 2, 5, 10, 10, 9, 10, 9, 7, 6, 4, 5, 3, 1, 0, 0, 0], "n_am_pl": [0, 8, 1, 0, 0, 1, 0, 0, 3, 3, 3, 3, 7, 9, 5, 6, 5, 1, 2, 6, 2, 1, 0, 2, 2, 1, 4, 7, 7, 4, 4, 4, 3, 1, 2, 3, 0, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.80235, 6.502386, 7.076773, 6.568079, 6.888357, 6.976818, 6.509571, 6.747646, 6.723295, 7.370343, 7.914115, 7.047285, 6.783989, 7.101586, 6.719782, 6.386408, 6.615674, 6.222824, 6.375304, 6.077224, 6.117778, 6.257096, 6.261665, 6.549214, 8.474134, 7.936025, 7.629464, 7.104345, 7.464371, 6.983512, 6.866341, 7.545175, 7.752784, 7.292408, 7.182724, 6.95033, 7.031001, 6.968735, 6.416846, 6.886392, 6.163913, 5.685031, 5.811641, 6.333857, 4.97683, 3.914983, 2.275064, 0.635969, 0.218243, 0.0], "sum_m_pl": [0.649348, 2.129997, 1.607662, 1.471351, 1.560593, 1.412238, 1.224671, 1.244407, 1.554674, 1.738547, 2.205944, 2.468827, 2.617522, 2.65469, 2.531324, 2.581044, 2.278811, 2.290423, 2.195476, 2.323611, 2.287235, 2.205031, 2.14224, 2.151682, 2.674028, 2.906226, 2.892106, 3.121266, 3.076735, 3.234432, 2.776628, 2.419295, 2.325277, 2.124034, 1.915305, 2.108583, 1.831804, 1.719256, 1.843613, 1.91374, 1.824241, 2.11811, 1.778653, 1.54247, 1.459985, 1.069342, 0.888305, 0.356884, 0.103793, 0.001032]}, "lang": {"n_am_en": [7, 7, 13, 18, 16, 14, 22, 25, 18, 25, 27, 16, 27, 25, 21, 15, 16, 25, 30, 31, 29, 34, 32, 30, 55, 47, 33, 21, 23, 26, 22, 18, 23, 45, 39, 52, 55, 59, 66, 77, 79, 68, 71, 82, 76, 48, 22, 4, 0, 0], "n_am_pl": [2, 12, 10, 15, 9, 13, 15, 9, 11, 19, 20, 26, 25, 18, 35, 20, 17, 21, 16, 10, 7, 7, 11, 10, 7, 13, 12, 14, 27, 25, 23, 24, 19, 12, 17, 17, 16, 13, 13, 14, 18, 15, 19, 23, 30, 53, 87, 120, 127, 127], "n_pos": 129, "sum_m_en": [13.055992, 20.633699, 21.350982, 22.242663, 22.679936, 23.49081, 24.521707, 26.789301, 26.423715, 26.840838, 27.130718, 25.77554, 26.296285, 25.525201, 24.002327, 23.471622, 24.325397, 21.692671, 21.718001, 21.420952, 21.054531, 21.334219, 21.415089, 22.435332, 35.312365, 31.929728, 27.5902, 22.863926, 24.333836, 23.342608, 23.880428, 24.085282, 24.051614, 25.681469, 26.158047, 27.803572, 33.035301, 38.56991, 43.307854, 53.169963, 55.910672, 52.207312, 61.713281, 65.285282, 59.845604, 42.432444, 21.970377, 4.442164, 0.598925, 3e-06], "sum_m_pl": [2.219418, 6.427477, 6.803145, 7.081016, 7.964802, 7.875531, 7.927092, 8.430554, 9.147272, 9.297757, 10.077138, 11.296726, 11.985321, 12.103279, 13.039202, 11.694016, 10.302522, 10.199101, 9.665188, 9.73766, 9.328566, 8.991462, 8.796294, 8.560385, 10.626815, 11.858563, 13.196478, 13.908053, 14.563119, 15.408945, 14.202127, 14.543502, 14.973315, 13.183026, 12.663368, 12.359896, 12.091107, 10.557643, 11.376374, 10.391705, 10.768634, 12.115045, 12.385245, 16.933289, 27.730126, 45.062383, 78.362923, 111.783944, 124.457452, 126.574792]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "gsm8kpl-727", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1514, "region_end": 275, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9821}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 25, 18, 22, 28, 29, 32, 34, 37, 33, 41, 36, 36, 28, 39, 33, 38, 47, 53, 54, 39, 42, 40, 43, 63, 60, 57, 51, 52, 53, 50, 49, 47, 54, 68, 62, 64, 61, 71, 78, 82, 82, 81, 81, 80, 77, 77, 72, 74, 70], "n_am_pl": [5, 12, 15, 9, 5, 9, 6, 7, 8, 17, 18, 16, 16, 16, 18, 13, 6, 5, 12, 10, 8, 5, 3, 5, 10, 11, 12, 14, 10, 9, 4, 5, 7, 8, 8, 7, 4, 6, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 143, "sum_m_en": [16.004367, 22.723211, 23.389109, 24.060425, 27.483612, 26.636726, 27.432004, 28.851819, 28.611205, 29.233469, 28.553432, 28.644677, 26.962173, 27.000266, 26.441487, 27.31176, 28.214326, 27.196619, 27.698435, 26.294966, 24.308379, 24.310099, 24.394749, 24.89163, 41.384942, 41.042769, 38.439406, 33.839292, 33.988815, 34.244958, 32.533173, 32.375551, 34.607181, 35.950192, 39.708463, 39.608221, 47.956566, 53.373031, 58.253333, 68.607159, 68.507662, 72.564276, 76.023888, 77.995013, 78.916201, 76.273871, 74.446869, 72.011399, 70.760122, 69.942103], "sum_m_pl": [3.662588, 6.391198, 6.709635, 6.163429, 7.127224, 7.009347, 6.818565, 6.680724, 6.748311, 7.261809, 7.808934, 8.607252, 8.687342, 9.12794, 9.275066, 9.261586, 9.165337, 9.429421, 9.213904, 9.235903, 9.254099, 8.915799, 9.044441, 9.10645, 11.345503, 11.698543, 11.538735, 11.334599, 10.569939, 10.44895, 8.728713, 8.682885, 9.368266, 9.2022, 8.618597, 7.625156, 6.569146, 6.221258, 5.450074, 4.432772, 4.408774, 3.649362, 2.867753, 2.399849, 2.15454, 1.759997, 1.209915, 0.893613, 0.691613, 0.000114]}, "digit": {"n_am_en": [0, 2, 4, 1, 3, 5, 2, 3, 0, 5, 9, 4, 2, 3, 6, 4, 6, 8, 11, 10, 6, 8, 7, 5, 12, 10, 9, 8, 10, 7, 4, 7, 6, 6, 7, 7, 7, 6, 5, 5, 7, 5, 6, 4, 4, 4, 3, 2, 1, 0], "n_am_pl": [0, 2, 0, 1, 1, 0, 0, 0, 0, 4, 4, 3, 4, 4, 6, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 2, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.512662, 4.524728, 4.763867, 4.560183, 5.422519, 5.073634, 4.901389, 4.911745, 4.609012, 5.022271, 5.436383, 5.141396, 4.833422, 4.71481, 4.890005, 4.870241, 5.178498, 4.743175, 4.924639, 4.45261, 4.152263, 4.244346, 4.278311, 4.450374, 6.363355, 6.048192, 5.781769, 5.392183, 5.485521, 5.143568, 4.80474, 5.048681, 5.0382, 5.12049, 5.213436, 4.980529, 5.541096, 5.206759, 4.957539, 5.498997, 5.404258, 5.819102, 5.215741, 5.239134, 4.974226, 4.276909, 3.698558, 2.391549, 1.021657, 0.0], "sum_m_pl": [0.321597, 1.055138, 0.900933, 0.848006, 1.082813, 1.06156, 0.906758, 0.818939, 0.9578, 1.103373, 1.237265, 1.392078, 1.537227, 1.669772, 1.606349, 1.577586, 1.394815, 1.548773, 1.4722, 1.525234, 1.56635, 1.519215, 1.545103, 1.538835, 1.781335, 1.738972, 1.595059, 1.7224, 1.597842, 1.621819, 1.313891, 1.35353, 1.353669, 1.136478, 1.183547, 1.08416, 1.074701, 1.029801, 1.108821, 1.0348, 1.093395, 1.095337, 0.990047, 0.841162, 0.85447, 0.859023, 0.690659, 0.467098, 0.243502, 0.0]}, "lang": {"n_am_en": [9, 17, 11, 15, 19, 17, 24, 26, 27, 21, 25, 26, 30, 20, 27, 22, 27, 31, 32, 33, 26, 26, 28, 29, 37, 39, 38, 33, 32, 37, 34, 30, 31, 35, 45, 42, 43, 45, 55, 62, 65, 66, 67, 66, 67, 65, 66, 64, 68, 69], "n_am_pl": [4, 5, 7, 4, 3, 6, 4, 4, 6, 12, 9, 7, 7, 7, 7, 5, 4, 3, 3, 3, 3, 3, 1, 2, 5, 5, 8, 8, 5, 4, 3, 3, 4, 3, 2, 4, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 71, "sum_m_en": [8.296359, 11.205486, 11.704839, 12.259963, 14.175073, 13.726238, 14.71164, 15.579519, 15.876728, 15.78851, 14.763641, 15.191569, 14.122315, 14.232988, 13.78366, 14.31119, 14.885249, 14.671321, 14.651352, 14.028367, 12.809685, 12.657707, 12.626858, 12.714959, 26.189892, 26.251223, 24.8327, 20.40061, 19.891232, 20.290973, 19.602135, 19.142114, 20.920167, 21.90021, 24.133551, 24.736473, 31.53907, 37.014622, 42.803742, 50.869864, 51.987039, 55.916054, 59.473574, 60.770827, 62.623817, 61.947111, 61.910067, 61.653136, 64.166132, 68.909179], "sum_m_pl": [2.144178, 2.98843, 3.25428, 2.913132, 3.376493, 3.4174, 3.410399, 3.452055, 3.570384, 3.771659, 4.040601, 4.46303, 4.296939, 4.657287, 4.746826, 4.686283, 4.823047, 4.890924, 4.802076, 4.699331, 4.726704, 4.547558, 4.638683, 4.646934, 5.409758, 5.303713, 5.859746, 5.791201, 5.505456, 5.415874, 4.460344, 4.663198, 5.115082, 5.111729, 4.810972, 4.253723, 3.455873, 3.154641, 2.581471, 1.622336, 1.58875, 1.06894, 0.582663, 0.538802, 0.36045, 0.192809, 0.199575, 0.207752, 0.160045, 0.000114]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "gsm8kpl-742", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1160, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9728, "tf_agree_excl_first": 0.9795}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 12, 13, 33, 46, 39, 32, 49, 40, 48, 54, 50, 41, 55, 45, 54, 67, 69, 80, 66, 54, 57, 58, 64, 106, 102, 90, 80, 69, 67, 69, 68, 57, 69, 82, 84, 85, 86, 83, 110, 116, 113, 113, 119, 104, 78, 13, 3, 0, 0], "n_am_pl": [2, 27, 21, 29, 23, 24, 26, 25, 19, 22, 27, 37, 46, 48, 48, 28, 18, 14, 14, 11, 13, 8, 13, 19, 13, 14, 22, 28, 32, 26, 24, 20, 20, 19, 18, 18, 28, 27, 27, 21, 16, 20, 21, 23, 38, 67, 126, 145, 146, 147], "n_pos": 248, "sum_m_en": [23.747125, 40.697086, 41.989826, 43.741236, 46.516407, 45.897737, 45.738673, 49.703994, 50.462382, 52.232241, 52.821059, 52.012468, 50.391232, 49.095235, 46.611336, 48.389272, 50.971598, 47.90759, 48.342481, 45.038982, 42.941427, 42.930853, 43.00848, 43.540066, 68.482313, 66.342006, 60.305862, 51.427887, 49.091498, 48.389594, 47.583191, 49.498298, 49.603819, 51.585718, 54.911536, 55.448205, 60.968559, 65.525076, 71.45225, 97.789439, 100.363812, 102.431367, 103.5317, 105.299489, 90.987111, 69.435018, 18.133204, 5.02308, 2.026034, 3e-06], "sum_m_pl": [3.673033, 12.610089, 13.18615, 12.810728, 14.391228, 14.556176, 14.631572, 14.817547, 15.571719, 15.699463, 16.497127, 18.219673, 18.750608, 20.19267, 19.883395, 18.314718, 16.729595, 17.162469, 16.329086, 16.470668, 16.479564, 16.193144, 16.686679, 16.450361, 20.562379, 20.911546, 22.450452, 24.657148, 25.147333, 24.885776, 20.672824, 20.083914, 20.630503, 20.087129, 19.518559, 18.495829, 17.858824, 17.519691, 18.108896, 13.328038, 13.827439, 15.865376, 17.293629, 18.738913, 35.776992, 61.14216, 119.688263, 140.35186, 143.965123, 145.900752]}, "digit": {"n_am_en": [0, 1, 1, 3, 3, 0, 2, 6, 3, 7, 6, 2, 3, 4, 3, 4, 7, 8, 6, 5, 4, 6, 5, 5, 12, 11, 11, 11, 7, 5, 7, 5, 5, 7, 7, 5, 3, 6, 3, 5, 4, 5, 1, 3, 4, 2, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 1, 2, 0, 0, 1, 2, 1, 7, 3, 6, 7, 6, 4, 2, 1, 1, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 3, 3, 2, 1, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.266932, 4.426796, 4.844414, 4.70258, 5.066353, 4.878749, 4.790138, 4.855651, 4.736586, 5.060492, 5.483756, 5.165161, 4.749783, 4.640344, 4.60179, 4.348611, 4.925902, 4.564697, 4.744069, 4.350603, 4.218922, 4.325843, 4.324528, 4.555639, 7.473676, 7.320886, 6.732768, 5.886174, 5.351869, 4.720758, 4.287645, 4.801205, 4.886839, 4.979131, 5.136305, 4.754331, 4.91593, 4.962053, 4.63381, 4.834724, 4.299925, 4.421614, 3.811646, 3.375807, 3.273542, 2.281796, 1.221479, 0.637541, 0.350949, 0.0], "sum_m_pl": [0.353808, 1.35946, 1.178885, 1.102528, 1.165681, 1.137008, 0.975306, 0.87925, 1.11014, 1.180291, 1.371854, 1.473265, 1.551482, 1.692324, 1.577098, 1.56858, 1.337377, 1.46322, 1.374101, 1.476677, 1.481099, 1.430246, 1.471635, 1.440727, 1.550781, 1.593203, 1.537341, 1.818922, 1.820187, 1.710588, 1.492655, 1.377463, 1.405826, 1.238019, 1.194147, 1.195746, 1.148749, 1.002179, 1.101303, 1.09713, 1.233437, 1.222384, 1.173996, 1.115617, 1.024358, 1.015187, 0.998579, 0.698721, 0.205154, 0.0]}, "lang": {"n_am_en": [9, 6, 11, 24, 28, 32, 26, 31, 30, 30, 37, 39, 30, 37, 30, 34, 42, 47, 55, 43, 37, 39, 39, 42, 67, 63, 53, 48, 45, 44, 45, 46, 39, 46, 57, 60, 61, 62, 61, 78, 83, 79, 85, 94, 84, 64, 10, 2, 0, 0], "n_am_pl": [0, 15, 18, 21, 15, 15, 20, 15, 15, 17, 15, 22, 28, 35, 33, 19, 11, 9, 8, 6, 7, 4, 9, 13, 6, 8, 16, 19, 23, 15, 16, 13, 15, 14, 13, 13, 17, 15, 17, 11, 11, 17, 17, 15, 23, 50, 107, 133, 142, 147], "n_pos": 148, "sum_m_en": [14.836616, 24.423909, 25.155637, 26.252086, 27.738333, 27.160198, 27.593079, 30.222732, 31.116972, 31.862128, 31.941491, 31.605444, 30.71008, 29.900596, 28.300119, 30.144064, 31.575846, 29.632259, 29.711015, 27.618759, 26.312389, 26.19838, 26.25081, 26.310644, 43.767674, 41.616867, 37.706199, 31.309641, 29.936654, 29.666702, 29.80153, 30.784601, 30.658985, 32.668121, 35.654684, 36.612129, 41.305735, 44.3124, 49.732355, 68.428463, 72.255669, 72.680173, 74.403724, 81.42718, 71.746472, 55.488434, 12.467337, 2.791957, 0.911189, 3e-06], "sum_m_pl": [2.31156, 7.451957, 8.08764, 7.790288, 8.686581, 9.019996, 9.198607, 9.592298, 10.297956, 10.243132, 10.391662, 11.508086, 12.063902, 13.473077, 13.175893, 11.678268, 10.605422, 10.918135, 10.380406, 10.247863, 10.332176, 10.184677, 10.510554, 10.359796, 12.700741, 13.002446, 14.816317, 16.193228, 16.523473, 16.525073, 13.509078, 13.501595, 13.843219, 13.585885, 13.265735, 12.450286, 12.206031, 11.97743, 12.674373, 8.954907, 9.301431, 11.517767, 13.042569, 11.501002, 20.772665, 45.354022, 99.925415, 126.701626, 139.208306, 145.546866]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "gsm8kpl-742", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1450, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.996, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 27, 23, 38, 44, 61, 64, 63, 88, 66, 75, 81, 66, 70, 81, 84, 91, 98, 82, 88, 80, 97, 90, 92, 140, 135, 112, 91, 79, 76, 66, 81, 78, 92, 101, 96, 96, 92, 102, 120, 116, 114, 132, 138, 117, 109, 87, 74, 50, 36], "n_am_pl": [5, 23, 18, 12, 17, 10, 22, 34, 22, 23, 19, 21, 28, 25, 14, 12, 6, 4, 8, 7, 3, 4, 6, 5, 5, 5, 9, 14, 17, 16, 22, 21, 16, 14, 19, 9, 11, 24, 18, 16, 13, 17, 10, 8, 35, 55, 75, 87, 85, 92], "n_pos": 274, "sum_m_en": [28.168058, 43.351207, 45.528609, 46.491376, 53.1539, 52.741909, 52.433967, 53.960047, 57.454155, 56.149544, 60.74763, 60.092315, 58.620798, 56.975807, 62.142853, 61.901705, 63.356746, 57.286609, 52.897584, 51.989003, 49.785964, 50.010586, 50.857333, 50.514724, 105.043547, 96.825693, 85.361959, 65.155525, 62.619541, 61.140211, 57.081168, 57.441141, 60.121589, 64.788399, 70.518446, 74.155883, 77.900541, 79.245432, 81.4462, 99.192976, 102.155629, 100.127561, 119.331807, 128.385794, 114.834346, 101.312547, 82.637275, 70.251424, 53.670772, 36.871118], "sum_m_pl": [5.658784, 15.237362, 15.493126, 14.737323, 16.231614, 14.612173, 13.715457, 13.871984, 13.94092, 14.494144, 16.369326, 17.090141, 17.761881, 17.377146, 17.542253, 16.941243, 16.632038, 16.691971, 16.336388, 16.426977, 16.361084, 15.997056, 16.019223, 16.146789, 14.269739, 15.261041, 16.848879, 20.315011, 21.600139, 23.172618, 21.749097, 20.794103, 20.471931, 19.182409, 18.267879, 16.156127, 16.405504, 15.86473, 14.990831, 13.695678, 13.96156, 14.188216, 12.631194, 11.503605, 28.082809, 43.451148, 65.931272, 83.550716, 84.933034, 90.899654]}, "digit": {"n_am_en": [0, 7, 5, 9, 9, 10, 10, 8, 12, 12, 16, 16, 13, 13, 10, 12, 14, 16, 11, 10, 10, 11, 12, 10, 19, 17, 16, 14, 11, 10, 8, 7, 9, 16, 12, 11, 11, 9, 14, 12, 11, 10, 12, 11, 12, 15, 16, 14, 0, 0], "n_am_pl": [1, 3, 3, 3, 2, 1, 1, 0, 0, 1, 2, 5, 5, 8, 6, 3, 2, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 2, 3, 1, 3, 4, 3, 0, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 3, 6, 1, 0], "n_pos": 49, "sum_m_en": [5.213339, 8.842349, 9.456276, 9.003941, 10.2039, 9.731788, 9.281331, 9.525363, 9.441757, 10.099612, 11.178709, 10.91395, 10.715425, 10.175829, 10.84559, 9.896685, 10.556411, 9.039555, 9.071959, 9.248022, 8.62505, 8.49774, 8.497086, 8.594456, 15.319437, 14.172366, 12.705263, 9.788373, 9.887341, 9.672024, 8.459707, 9.334281, 10.165542, 11.2625, 11.256216, 11.390519, 11.955459, 11.650041, 10.57773, 10.34277, 10.594731, 9.390493, 8.966565, 9.661212, 10.705535, 10.437633, 11.394595, 10.142872, 2.622412, 0.000298], "sum_m_pl": [0.855761, 2.67629, 2.346996, 2.297824, 2.561703, 2.098605, 1.758599, 1.715991, 1.942822, 2.187208, 2.766294, 2.868304, 3.127186, 3.001054, 2.737908, 2.643217, 2.541632, 2.650902, 2.490643, 2.582352, 2.613025, 2.511086, 2.56349, 2.609184, 2.357508, 2.59583, 2.671804, 3.005235, 3.296977, 3.8018, 3.763151, 3.287207, 3.0155, 2.518483, 2.452195, 2.32752, 2.218402, 2.131309, 2.079694, 2.211584, 2.067068, 2.341529, 2.247094, 1.968381, 2.529001, 2.645502, 2.881126, 4.776238, 2.283429, 2e-06]}, "lang": {"n_am_en": [4, 8, 10, 12, 20, 34, 30, 34, 46, 31, 35, 43, 34, 36, 45, 46, 48, 51, 39, 48, 40, 52, 49, 52, 76, 78, 64, 56, 49, 44, 37, 47, 46, 49, 60, 57, 55, 53, 56, 77, 77, 76, 88, 89, 70, 63, 48, 41, 39, 35], "n_am_pl": [2, 12, 7, 4, 9, 4, 12, 19, 17, 15, 9, 9, 14, 12, 3, 3, 0, 2, 4, 1, 0, 1, 2, 2, 2, 2, 4, 9, 10, 9, 15, 11, 10, 10, 10, 4, 7, 19, 17, 16, 13, 16, 7, 7, 32, 48, 64, 78, 82, 90], "n_pos": 126, "sum_m_en": [14.140419, 19.629271, 20.785681, 21.255653, 24.788803, 24.287825, 24.608632, 25.82133, 28.269358, 26.919702, 29.028732, 28.797188, 28.155021, 27.887531, 30.44787, 31.59771, 31.801324, 28.707171, 25.477317, 24.745654, 23.883332, 24.009627, 24.710778, 24.267745, 55.996911, 51.60202, 44.201065, 34.012633, 32.181615, 30.955791, 29.134494, 29.33451, 30.372003, 33.085253, 37.080542, 39.629862, 41.445823, 41.791316, 44.938967, 57.262762, 60.201393, 61.00723, 78.0921, 81.947325, 69.818636, 61.37028, 48.32332, 39.625525, 37.996053, 35.428676], "sum_m_pl": [2.9476, 7.600379, 7.557324, 7.100262, 7.724731, 7.165618, 6.786291, 6.934015, 7.058968, 7.116504, 7.848903, 8.238008, 8.5631, 8.407648, 8.618011, 8.431911, 8.091164, 7.996127, 7.794656, 7.743835, 7.724443, 7.665495, 7.715456, 7.752151, 6.619592, 7.358209, 8.428139, 10.414752, 10.80121, 11.380626, 10.952363, 10.744092, 10.610894, 10.385276, 9.838077, 8.699524, 9.764004, 9.509955, 9.462047, 9.063574, 9.586769, 9.246931, 6.95928, 7.595233, 22.840185, 36.802859, 55.27488, 75.110354, 80.118706, 88.820185]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "gsm8kpl-750", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1207, "region_end": 274, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9677}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 35, 31, 34, 63, 77, 71, 114, 126, 99, 87, 79, 96, 93, 114, 124, 145, 158, 157, 146, 143, 167, 180, 183, 264, 240, 209, 176, 136, 130, 116, 98, 131, 162, 179, 185, 196, 195, 210, 220, 227, 213, 237, 243, 214, 167, 82, 36, 17, 17], "n_am_pl": [0, 37, 26, 32, 41, 27, 42, 32, 34, 36, 42, 42, 56, 35, 33, 35, 23, 17, 9, 19, 11, 15, 10, 19, 5, 7, 20, 23, 45, 61, 53, 56, 42, 20, 13, 16, 38, 36, 30, 28, 31, 33, 26, 26, 62, 106, 195, 226, 232, 233], "n_pos": 417, "sum_m_en": [40.738022, 63.76853, 66.461844, 67.410449, 75.067447, 75.09225, 75.363216, 79.749074, 84.324189, 81.611421, 85.865962, 84.226545, 81.737165, 80.123128, 84.095836, 84.493261, 88.709557, 80.418701, 74.883806, 72.950691, 71.90264, 74.115868, 75.232872, 75.534671, 181.952689, 166.805056, 137.475175, 103.757789, 94.646052, 86.605043, 79.577356, 80.844216, 86.017723, 100.975032, 112.882742, 119.866906, 128.531399, 134.586119, 149.86573, 177.400456, 188.2882, 186.312437, 202.710541, 225.172063, 202.04984, 151.588368, 76.639216, 39.820924, 21.301859, 17.0], "sum_m_pl": [7.505215, 22.562955, 23.161551, 21.907499, 24.582249, 22.276665, 22.583633, 23.443154, 23.68714, 24.616091, 28.333257, 28.579038, 28.930113, 29.4168, 30.064147, 28.809415, 26.327874, 25.55115, 24.479714, 25.020605, 24.969063, 24.2051, 24.513587, 24.178222, 20.389464, 23.213662, 27.699945, 33.471066, 37.630979, 39.676017, 36.241313, 36.924835, 35.45333, 31.241091, 29.238351, 26.951858, 27.806984, 24.784886, 25.197322, 23.234536, 23.92797, 24.861814, 23.620791, 23.138102, 53.149153, 93.275992, 176.509849, 211.343962, 229.457451, 232.697026]}, "digit": {"n_am_en": [0, 3, 10, 5, 4, 4, 5, 8, 10, 8, 8, 8, 10, 9, 6, 8, 11, 12, 15, 8, 9, 10, 10, 9, 18, 19, 15, 11, 7, 8, 3, 4, 6, 7, 9, 11, 13, 13, 16, 14, 13, 9, 14, 12, 12, 11, 12, 7, 0, 0], "n_am_pl": [0, 1, 0, 2, 4, 1, 0, 0, 0, 0, 3, 4, 6, 4, 4, 4, 3, 1, 1, 3, 1, 4, 2, 3, 1, 1, 0, 2, 0, 6, 7, 7, 3, 2, 1, 0, 1, 1, 1, 0, 0, 2, 1, 0, 0, 0, 1, 4, 0, 0], "n_pos": 41, "sum_m_en": [4.095146, 7.094733, 7.847273, 7.346556, 8.210723, 7.978213, 7.367301, 7.780383, 7.948393, 8.369823, 8.914175, 8.621042, 8.238323, 7.790274, 7.778869, 7.094086, 7.739076, 6.78452, 6.861749, 7.031265, 6.782194, 6.964468, 7.009154, 7.150891, 13.787535, 13.082362, 11.038418, 8.191693, 7.380375, 6.9758, 6.240213, 6.800537, 7.725598, 7.979269, 8.390005, 8.798895, 9.127064, 9.924354, 10.569321, 10.626734, 11.055273, 9.45203, 9.855038, 8.834202, 9.12476, 7.308929, 8.283211, 5.589306, 1.430585, 0.0], "sum_m_pl": [0.75991, 2.325739, 2.015724, 1.940312, 2.222651, 1.759243, 1.567804, 1.555454, 1.846387, 1.928085, 2.330626, 2.228954, 2.261687, 2.374148, 2.22801, 2.288025, 2.058108, 2.170442, 1.983663, 2.054059, 2.092535, 2.006579, 2.038542, 2.047478, 1.781775, 2.044022, 2.147411, 2.6231, 3.057852, 3.387531, 3.168825, 2.847241, 2.593652, 2.126666, 1.982909, 1.894836, 1.856342, 1.621391, 1.745967, 1.882595, 1.836705, 2.068148, 2.003068, 1.78724, 1.646312, 1.398789, 1.556353, 3.94155, 1.109161, 4e-06]}, "lang": {"n_am_en": [4, 17, 13, 18, 37, 53, 42, 68, 67, 59, 55, 49, 63, 59, 76, 87, 99, 107, 98, 100, 92, 111, 117, 123, 173, 155, 136, 115, 88, 87, 77, 67, 89, 112, 122, 127, 124, 125, 132, 142, 153, 146, 163, 171, 146, 111, 46, 23, 17, 17], "n_am_pl": [0, 28, 14, 14, 24, 14, 29, 26, 29, 28, 22, 25, 33, 23, 22, 21, 13, 11, 4, 8, 5, 5, 4, 5, 4, 5, 12, 16, 36, 36, 31, 32, 29, 13, 9, 11, 31, 29, 26, 28, 30, 30, 23, 25, 55, 94, 171, 212, 227, 233], "n_pos": 250, "sum_m_en": [26.009042, 37.60394, 39.354119, 39.93461, 45.043074, 44.954874, 46.126946, 49.37241, 52.662358, 50.412783, 53.201811, 52.735722, 51.544885, 50.526188, 53.017483, 54.506745, 56.691449, 51.696432, 46.822195, 45.348798, 44.722812, 46.020375, 47.270355, 46.949143, 118.432465, 107.622138, 87.753096, 65.645086, 59.958038, 55.416525, 51.300838, 52.093917, 54.345407, 65.274312, 71.608572, 77.957245, 81.563927, 85.079295, 94.067968, 112.730157, 122.93288, 123.882465, 138.82428, 158.838529, 139.218375, 102.650649, 45.314332, 26.522351, 18.373572, 17.0], "sum_m_pl": [4.957398, 14.160728, 14.375747, 13.431005, 14.798054, 13.856511, 14.296929, 15.126279, 15.473096, 15.996914, 18.2194, 18.434746, 18.579015, 18.691925, 19.420682, 18.507086, 16.989299, 16.329823, 15.560478, 15.746605, 15.619259, 15.273932, 15.458119, 15.247101, 12.895564, 14.77841, 17.738265, 21.77647, 24.64031, 25.588277, 23.544847, 24.468237, 23.777246, 21.634556, 20.529179, 18.811994, 20.716454, 18.6305, 19.438951, 18.058049, 18.895843, 19.447468, 17.839954, 18.239334, 46.271413, 81.795532, 155.797554, 195.829881, 222.542994, 232.355341]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 423, "item_id": "gsm8kpl-750", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1497, "region_end": 417, "roundtrip_ok": true, "tf_agree": 0.9953, "tf_agree_excl_first": 0.9976}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 13, 9, 18, 24, 23, 17, 20, 23, 28, 25, 31, 29, 29, 23, 22, 28, 33, 32, 39, 29, 32, 28, 30, 43, 44, 36, 29, 30, 28, 30, 22, 22, 27, 29, 32, 35, 40, 40, 45, 48, 49, 55, 51, 45, 39, 38, 37, 39, 35], "n_am_pl": [1, 5, 10, 7, 12, 5, 8, 8, 9, 10, 9, 14, 11, 12, 20, 18, 9, 7, 13, 7, 5, 5, 3, 3, 5, 9, 11, 9, 9, 21, 13, 11, 8, 9, 8, 5, 5, 4, 2, 2, 2, 5, 2, 5, 2, 7, 5, 2, 1, 0], "n_pos": 99, "sum_m_en": [9.890031, 14.984633, 15.659447, 17.013084, 18.647858, 18.159129, 17.868731, 18.527444, 19.357782, 20.082756, 20.341989, 20.032698, 18.780781, 18.502099, 17.478166, 19.19333, 19.278739, 19.638344, 19.860232, 18.886517, 17.247706, 17.30651, 17.323273, 17.933628, 29.731688, 27.378195, 24.959829, 21.748956, 21.970978, 20.451429, 19.813974, 19.539716, 20.062646, 21.751469, 22.634536, 23.358755, 25.139853, 29.425922, 31.725047, 35.74503, 34.172197, 40.591132, 44.722973, 43.550923, 41.797855, 36.993683, 37.085552, 37.31992, 34.896728, 34.510953], "sum_m_pl": [1.833139, 4.187571, 4.592894, 4.37516, 4.95992, 4.839587, 4.931951, 5.076769, 5.187178, 5.747944, 6.251715, 6.586877, 6.807668, 7.091652, 7.525349, 8.114871, 7.719835, 7.986278, 7.407292, 7.365733, 7.22916, 6.991213, 6.717708, 6.879759, 9.220448, 9.755203, 9.627719, 8.994207, 9.44947, 10.18261, 8.158594, 8.011197, 7.997309, 8.09645, 7.821092, 7.111951, 6.852603, 5.409017, 4.961794, 4.342885, 4.190169, 4.032875, 3.387438, 3.52091, 3.569531, 4.815512, 5.396265, 3.615252, 1.317743, 0.020919]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 0, 0, 2, 3, 2, 4, 5, 3, 3, 3, 1, 3, 4, 4, 6, 6, 4, 4, 5, 4, 6, 7, 5, 6, 3, 2, 4, 2, 2, 2, 3, 6, 5, 5, 2, 2, 3, 4, 4, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 2, 3, 2, 2, 3, 5, 3, 5, 4, 3, 5, 8, 4, 1, 4, 1, 0, 0, 0, 0, 1, 2, 1, 4, 3, 5, 5, 3, 0, 0, 1, 1, 2, 3, 2, 2, 2, 2, 2, 1, 0, 2, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.664468, 2.86183, 2.859487, 2.685469, 2.928988, 2.747194, 2.738333, 2.895239, 2.945508, 3.06887, 3.228015, 3.047307, 2.779984, 2.86156, 2.791187, 2.956135, 2.811413, 2.984877, 3.197937, 2.848143, 2.729019, 2.842944, 2.921835, 3.140554, 5.232194, 4.921002, 3.835706, 3.416026, 3.6869, 3.55131, 3.464302, 3.576988, 3.312066, 3.039204, 2.976367, 3.076394, 3.163476, 2.713726, 2.72432, 2.78164, 2.311394, 2.638879, 3.382998, 3.332862, 3.00301, 1.656412, 1.500294, 0.571241, 0.091348, 0.0], "sum_m_pl": [0.284899, 0.782106, 0.686997, 0.665153, 0.728407, 0.801616, 0.690487, 0.767873, 0.831224, 0.904414, 1.024469, 1.116455, 1.212913, 1.215838, 1.208538, 1.376431, 1.30457, 1.516131, 1.29641, 1.33838, 1.295876, 1.210203, 1.113191, 1.122126, 1.422407, 1.405195, 1.543775, 1.547714, 1.443273, 1.553911, 1.338907, 1.247249, 1.206676, 1.289627, 1.234387, 1.366699, 1.411369, 1.270047, 1.356257, 1.235521, 1.167262, 1.136893, 1.027198, 0.788572, 0.719921, 0.685966, 0.214865, 0.130136, 0.033133, 0.0]}, "lang": {"n_am_en": [4, 6, 6, 11, 19, 15, 11, 11, 13, 13, 12, 12, 13, 12, 9, 10, 13, 17, 13, 17, 11, 12, 11, 13, 16, 19, 14, 12, 14, 16, 16, 9, 13, 16, 16, 18, 17, 20, 20, 24, 28, 29, 29, 29, 29, 29, 28, 30, 34, 33], "n_am_pl": [0, 0, 3, 1, 2, 0, 3, 4, 3, 2, 2, 7, 3, 5, 8, 4, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 4, 3, 3, 7, 4, 6, 3, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 0, 0], "n_pos": 34, "sum_m_en": [3.581037, 5.170426, 5.603923, 6.570833, 7.263794, 7.217121, 6.982065, 7.241603, 7.586845, 7.607876, 7.449782, 7.456683, 7.148055, 6.679551, 6.236403, 7.104294, 7.086911, 7.411408, 7.431712, 7.412122, 6.368497, 6.290572, 6.227702, 6.407529, 11.7215, 11.107428, 10.576469, 8.837087, 8.418272, 7.555237, 7.374601, 6.972624, 7.839502, 9.41466, 9.687681, 10.904292, 12.449875, 15.782927, 17.19551, 20.004134, 20.190072, 24.123763, 24.836989, 25.250937, 25.534483, 27.329788, 26.712436, 28.636964, 30.64232, 32.638429], "sum_m_pl": [0.615909, 1.380565, 1.568984, 1.416377, 1.660712, 1.645141, 1.811096, 1.984785, 2.063723, 2.306312, 2.504076, 2.729683, 2.74181, 2.773577, 3.202869, 3.363755, 3.116714, 3.206799, 2.978396, 2.858691, 2.806096, 2.706256, 2.658651, 2.737175, 3.55414, 3.765945, 3.976339, 3.953824, 4.288956, 4.52799, 3.533782, 3.600553, 3.510266, 3.462415, 3.272797, 2.816616, 2.553415, 1.7748, 1.579008, 1.221532, 1.119448, 0.79525, 0.852436, 1.070453, 0.764767, 0.900601, 1.9095, 1.260331, 0.303653, 0.000217]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "gsm8kpl-761", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1140, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9612, "tf_agree_excl_first": 0.9706}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 9, 28, 35, 42, 42, 36, 37, 32, 41, 46, 35, 37, 26, 37, 40, 41, 45, 48, 59, 54, 55, 57, 52, 74, 57, 40, 48, 37, 37, 30, 33, 48, 62, 66, 65, 69, 81, 89, 101, 98, 89, 102, 93, 79, 62, 35, 15, 9, 9], "n_am_pl": [1, 16, 21, 26, 22, 17, 23, 21, 35, 25, 25, 43, 37, 46, 43, 30, 30, 34, 32, 26, 23, 25, 28, 22, 28, 25, 35, 33, 38, 51, 39, 37, 36, 30, 31, 24, 28, 19, 18, 18, 22, 25, 25, 24, 26, 42, 70, 88, 86, 85], "n_pos": 242, "sum_m_en": [23.061291, 36.55684, 39.634208, 41.613342, 41.251928, 40.492174, 40.353568, 42.282051, 41.582608, 44.696338, 45.977243, 46.400353, 44.546341, 42.924321, 41.328623, 43.32935, 43.608239, 42.151188, 43.464345, 41.841958, 40.523734, 40.943047, 41.083055, 41.318909, 58.773846, 53.021675, 46.542132, 43.614335, 41.966445, 41.996493, 41.775695, 43.275222, 44.866135, 48.610789, 50.826194, 52.859823, 55.594849, 63.114577, 67.260447, 72.50738, 69.697162, 70.497847, 82.708769, 81.436343, 72.721752, 56.722074, 33.087994, 15.214142, 11.084987, 9.000331], "sum_m_pl": [4.52499, 12.005834, 13.574808, 13.4551, 14.466203, 14.157227, 14.39896, 15.302121, 16.377178, 16.715254, 17.937553, 19.413596, 20.485669, 22.501221, 22.527731, 21.695377, 19.335256, 20.437286, 18.728529, 18.46248, 17.98055, 17.022937, 16.540425, 16.549704, 24.386631, 27.479468, 27.752028, 27.255655, 28.958072, 31.806899, 26.468784, 27.41706, 27.175792, 25.741395, 23.65892, 21.844326, 20.651086, 16.618026, 16.479194, 16.167038, 16.964596, 19.26105, 20.401626, 22.544715, 24.448532, 39.423878, 67.385946, 86.763936, 86.10262, 84.17314]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 1, 2, 4, 5, 5, 4, 3, 3, 2, 2, 0, 0, 2, 1, 3, 3, 3, 4, 3, 5, 1, 2, 3, 0, 2, 1, 0, 6, 4, 5, 5, 5, 7, 5, 3, 5, 5, 7, 5, 4, 4, 2, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 2, 2, 1, 3, 2, 3, 1, 2, 4, 2, 2, 2, 1, 3, 2, 2, 0, 0, 0, 0, 2, 4, 4, 6, 4, 1, 1, 2, 1, 1, 4, 3, 1, 2, 3, 4, 2, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.420265, 2.782226, 3.288256, 3.385193, 3.469206, 3.466815, 3.327683, 3.680735, 3.645887, 3.806997, 3.88706, 3.756848, 3.635827, 3.615289, 3.524606, 3.402101, 3.556338, 3.669233, 3.859406, 3.711623, 3.543769, 3.604252, 3.607444, 3.753634, 4.618409, 4.102577, 3.688307, 3.71568, 3.54834, 3.704746, 3.442902, 3.723948, 3.913542, 3.983659, 4.184659, 4.857043, 4.773433, 4.50818, 3.940986, 3.9211, 3.687683, 4.02469, 5.642815, 4.717714, 3.787741, 3.235859, 1.548108, 0.954922, 0.381349, 0.0], "sum_m_pl": [0.304141, 1.075132, 1.208848, 1.240513, 1.246694, 1.278253, 1.147448, 1.178253, 1.337844, 1.301141, 1.632277, 1.674444, 1.652911, 1.845538, 1.908943, 1.960577, 1.656119, 1.743383, 1.537173, 1.571774, 1.519831, 1.406695, 1.32939, 1.357283, 1.72829, 2.005664, 2.116141, 2.174643, 2.370435, 2.340846, 1.896069, 1.823536, 1.958971, 1.884889, 1.617376, 1.519058, 1.43049, 1.170519, 1.134918, 1.211579, 1.264092, 1.099955, 0.894342, 0.754448, 0.715469, 0.531436, 0.661374, 0.302687, 0.115358, 2.8e-05]}, "lang": {"n_am_en": [5, 6, 11, 20, 21, 23, 21, 22, 13, 21, 16, 14, 17, 12, 16, 18, 16, 20, 20, 30, 27, 32, 28, 20, 35, 26, 21, 18, 17, 17, 17, 15, 22, 30, 33, 28, 33, 37, 49, 57, 56, 44, 55, 58, 58, 45, 24, 9, 9, 9], "n_am_pl": [1, 7, 7, 10, 6, 8, 12, 7, 11, 8, 13, 22, 18, 24, 23, 20, 17, 15, 16, 17, 13, 12, 14, 11, 13, 12, 17, 19, 17, 25, 18, 20, 20, 21, 17, 12, 18, 13, 15, 14, 17, 22, 24, 23, 24, 40, 62, 83, 84, 85], "n_pos": 94, "sum_m_en": [9.506994, 14.457076, 16.03432, 17.107543, 17.480866, 17.201885, 17.544258, 18.373549, 18.08625, 19.194092, 19.776196, 19.990529, 19.309592, 18.168697, 17.520596, 18.469188, 18.684248, 17.849926, 18.213541, 17.274516, 16.757041, 17.135367, 17.318749, 17.25472, 28.098199, 24.917886, 21.577392, 19.131235, 18.436571, 17.957122, 18.045098, 18.543571, 18.964377, 21.116677, 21.783707, 23.506435, 25.642347, 30.241953, 33.491517, 36.671885, 35.634699, 36.326023, 46.287536, 50.062011, 51.628123, 38.356737, 22.500079, 9.335078, 9.166123, 9.000029], "sum_m_pl": [1.718976, 4.55579, 5.20519, 5.082204, 5.622252, 5.563129, 5.864374, 6.347752, 6.917386, 6.911636, 7.750236, 8.645062, 9.016204, 10.573823, 10.120048, 9.492172, 8.215086, 8.618669, 8.072311, 7.671634, 7.440742, 7.078716, 6.962942, 6.904758, 10.005585, 11.285419, 12.205059, 11.990761, 12.586589, 14.230378, 11.963237, 13.002606, 12.91021, 12.765193, 11.706445, 11.11192, 11.094638, 9.032094, 9.327106, 9.011627, 10.151818, 13.077686, 14.601672, 17.260141, 19.841637, 35.510583, 60.307365, 80.637266, 83.365401, 84.152962]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "gsm8kpl-761", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1430, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9878}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 21, 14, 26, 26, 25, 24, 27, 30, 25, 29, 28, 31, 30, 29, 33, 36, 39, 41, 33, 31, 40, 37, 43, 66, 56, 52, 45, 36, 39, 36, 44, 46, 48, 49, 59, 60, 71, 74, 71, 69, 67, 65, 67, 68, 65, 68, 62, 59, 52], "n_am_pl": [4, 9, 12, 7, 7, 12, 9, 9, 11, 15, 13, 16, 17, 14, 20, 16, 14, 12, 9, 15, 10, 9, 13, 7, 11, 12, 12, 9, 12, 10, 8, 10, 9, 6, 7, 5, 7, 3, 3, 5, 4, 5, 5, 4, 3, 6, 5, 4, 3, 4], "n_pos": 138, "sum_m_en": [16.324935, 21.736692, 23.119602, 22.675466, 24.692578, 23.413238, 23.295367, 23.479784, 24.176518, 25.04591, 25.614656, 26.611672, 25.923639, 26.238601, 25.628941, 26.174144, 26.624869, 24.824225, 26.174114, 25.43956, 23.953429, 23.885939, 23.73601, 24.010801, 40.79266, 36.495779, 33.890511, 29.873513, 28.93241, 29.076538, 27.400671, 28.622617, 30.107649, 30.941045, 35.755838, 38.039522, 42.395383, 48.608594, 53.317044, 57.201924, 59.091847, 60.851317, 61.0039, 62.798597, 61.761615, 61.202178, 63.95769, 60.037517, 54.999199, 51.325277], "sum_m_pl": [3.449408, 7.114046, 7.900418, 7.245033, 7.802224, 7.011647, 6.683612, 6.623919, 6.870449, 7.694075, 8.7381, 9.19696, 9.470862, 9.716215, 9.668366, 10.57399, 10.136781, 10.449711, 9.9667, 10.218618, 9.758147, 9.503325, 9.203679, 9.109394, 11.007986, 11.141936, 11.29165, 11.770344, 10.965469, 11.611869, 10.877114, 10.661114, 10.813491, 10.339909, 9.646137, 9.152352, 8.311728, 7.285495, 6.672252, 6.208894, 6.015666, 5.307236, 5.603372, 4.204661, 4.07889, 5.430274, 5.406916, 4.372203, 3.86798, 3.740159]}, "digit": {"n_am_en": [0, 5, 2, 2, 4, 3, 3, 2, 2, 0, 3, 4, 5, 4, 2, 3, 4, 5, 3, 2, 2, 2, 2, 3, 11, 5, 2, 4, 1, 3, 1, 5, 3, 6, 5, 7, 6, 11, 10, 8, 6, 6, 7, 6, 6, 6, 6, 3, 2, 0], "n_am_pl": [1, 2, 2, 1, 1, 1, 0, 0, 4, 7, 3, 6, 8, 3, 3, 4, 2, 1, 1, 2, 1, 1, 0, 1, 3, 4, 4, 1, 3, 5, 3, 1, 1, 2, 2, 1, 2, 2, 2, 4, 3, 3, 2, 3, 3, 3, 2, 1, 0, 0], "n_pos": 27, "sum_m_en": [3.248674, 4.909554, 4.769432, 4.484649, 5.038867, 4.503916, 4.390571, 4.271731, 4.227115, 4.507287, 5.006129, 4.882488, 4.903462, 4.899486, 4.724549, 4.841224, 5.102656, 4.617097, 5.187064, 5.064461, 4.846273, 4.92498, 4.905824, 5.00646, 6.875254, 5.872432, 4.881887, 4.816547, 4.62741, 4.576568, 4.438157, 5.075041, 5.255224, 5.395705, 5.28456, 5.761279, 6.453788, 6.522249, 5.872318, 5.395194, 5.576718, 5.734078, 5.56968, 5.174313, 5.052083, 5.185928, 5.893501, 3.525498, 2.048461, 0.0], "sum_m_pl": [0.772355, 1.584499, 1.295134, 1.343668, 1.426986, 1.221172, 1.00024, 0.999534, 1.187036, 1.415541, 1.706453, 1.870154, 2.013923, 1.86443, 1.702488, 1.978973, 1.79029, 1.828317, 1.761208, 1.819222, 1.749192, 1.711306, 1.63591, 1.6557, 2.313495, 2.217653, 2.284856, 2.029153, 1.864388, 2.035436, 1.914165, 1.891414, 1.821941, 1.658185, 1.725448, 1.611975, 1.597008, 1.506967, 1.757982, 1.99232, 1.929579, 1.840246, 1.840912, 1.870432, 2.108979, 1.745568, 1.606307, 1.033132, 0.341672, 0.0]}, "lang": {"n_am_en": [11, 12, 9, 15, 16, 17, 14, 19, 21, 17, 16, 15, 18, 17, 21, 15, 21, 28, 26, 18, 17, 23, 25, 27, 38, 38, 33, 30, 27, 27, 26, 27, 27, 27, 29, 32, 36, 41, 45, 46, 46, 45, 44, 48, 49, 48, 51, 51, 51, 50], "n_am_pl": [2, 4, 5, 2, 5, 7, 4, 4, 5, 5, 5, 6, 7, 7, 8, 8, 7, 7, 5, 8, 6, 6, 5, 4, 5, 3, 5, 4, 5, 2, 3, 5, 5, 3, 4, 3, 2, 1, 1, 1, 1, 1, 3, 1, 0, 3, 3, 3, 3, 4], "n_pos": 55, "sum_m_en": [7.04257, 8.580145, 9.747517, 9.424141, 10.470905, 9.917805, 10.025635, 10.315423, 10.787111, 10.568677, 10.685016, 11.106893, 10.680201, 11.001125, 11.081242, 11.111166, 11.243349, 10.786012, 10.841683, 10.205935, 9.522112, 9.347507, 9.254036, 9.239145, 21.723151, 19.123654, 18.231878, 14.80665, 14.07671, 13.98515, 12.911607, 13.42882, 13.963842, 14.139116, 17.825869, 19.180234, 21.795813, 25.900914, 31.662023, 35.623737, 37.288474, 39.84913, 41.340384, 43.697275, 45.409989, 45.323334, 46.755316, 46.827406, 46.192983, 49.838303], "sum_m_pl": [1.235807, 2.504785, 3.093702, 2.613487, 2.858413, 2.670234, 2.65372, 2.724766, 2.774964, 3.062657, 3.4969, 3.807182, 3.928345, 4.192604, 4.289854, 4.609092, 4.388648, 4.374166, 4.188858, 4.389489, 4.18527, 4.039396, 3.86534, 3.722757, 4.237167, 4.398417, 4.927545, 5.065495, 4.761224, 5.071361, 5.020427, 5.010911, 5.064788, 4.976619, 4.414304, 4.430152, 4.113242, 3.519875, 3.005658, 2.58747, 2.613189, 2.224041, 2.653134, 1.339851, 1.311347, 3.111183, 3.545193, 3.150367, 3.148495, 3.740159]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "gsm8kpl-762", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1191, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9787}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 14, 11, 6, 5, 9, 11, 8, 14, 7, 13, 9, 19, 18, 19, 24, 16, 26, 30, 28, 24, 28, 35, 30, 50, 35, 28, 24, 16, 17, 12, 21, 20, 19, 26, 36, 43, 49, 47, 51, 55, 53, 48, 52, 50, 35, 22, 5, 3, 4], "n_am_pl": [2, 15, 12, 10, 12, 9, 6, 10, 10, 9, 15, 20, 14, 14, 8, 11, 13, 11, 9, 10, 8, 12, 10, 9, 8, 10, 12, 9, 11, 13, 16, 16, 11, 11, 11, 8, 6, 7, 5, 7, 7, 9, 8, 9, 13, 20, 27, 43, 41, 41], "n_pos": 122, "sum_m_en": [12.17722, 17.600574, 18.449387, 18.868905, 18.744304, 17.939576, 17.309219, 17.731153, 18.252219, 20.11436, 19.558376, 19.7153, 19.483838, 18.579604, 18.986241, 19.3681, 20.312043, 18.869369, 20.359033, 20.847996, 19.966713, 20.364963, 20.209504, 20.5821, 29.923749, 26.829463, 22.908356, 20.588896, 19.771083, 19.906984, 18.530687, 19.238112, 20.344038, 21.282424, 22.600731, 24.828948, 29.562988, 37.079189, 36.518042, 40.555602, 39.08951, 42.072082, 39.319627, 41.241498, 39.406936, 31.911841, 22.693903, 6.463253, 4.533882, 3.587959], "sum_m_pl": [2.332079, 6.765549, 7.49116, 6.922303, 7.408627, 6.521249, 6.31985, 6.292573, 6.94984, 7.716692, 7.903088, 8.375806, 8.419464, 8.628255, 8.558086, 9.482062, 8.852969, 9.550175, 8.713893, 9.054277, 8.561079, 8.348719, 8.166016, 8.222441, 11.78541, 11.275652, 10.987759, 11.188096, 10.954401, 12.965148, 12.002864, 12.811011, 12.215057, 10.831455, 10.31636, 9.647644, 8.793932, 7.726312, 7.490765, 7.454456, 7.830933, 7.778243, 9.535515, 10.149146, 13.861338, 20.78334, 28.068731, 40.150669, 41.141485, 41.109256]}, "digit": {"n_am_en": [0, 2, 4, 1, 2, 0, 2, 3, 2, 2, 4, 3, 7, 6, 4, 9, 4, 5, 7, 4, 1, 1, 4, 3, 10, 5, 1, 2, 2, 2, 1, 5, 2, 0, 3, 6, 7, 7, 8, 5, 7, 11, 9, 9, 5, 2, 2, 2, 0, 0], "n_am_pl": [0, 3, 0, 0, 0, 0, 1, 0, 1, 2, 4, 3, 4, 4, 0, 2, 2, 2, 1, 2, 3, 2, 0, 1, 0, 3, 1, 3, 4, 4, 7, 9, 4, 2, 4, 1, 2, 2, 2, 2, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.616674, 4.609125, 4.929362, 4.684683, 4.725672, 4.137548, 4.163566, 3.971827, 4.034405, 4.560752, 4.655662, 4.657156, 4.684619, 4.655314, 4.636074, 4.54046, 4.857367, 4.294351, 4.778608, 4.879355, 4.633953, 4.823227, 4.825026, 4.959421, 6.707865, 6.100274, 5.274543, 5.260146, 4.731335, 4.672494, 4.394606, 4.794717, 4.843198, 4.765071, 4.942218, 5.170445, 5.826057, 5.760331, 5.738448, 5.329419, 5.248221, 5.623702, 4.976421, 4.672662, 4.11052, 3.192126, 3.208792, 1.89409, 0.693459, 0.0], "sum_m_pl": [0.484574, 1.408331, 1.197917, 1.144237, 1.172496, 0.971026, 0.826058, 0.775014, 0.996385, 1.201684, 1.385977, 1.62202, 1.663588, 1.697724, 1.598595, 1.880608, 1.727545, 1.864061, 1.705486, 1.781196, 1.741747, 1.702719, 1.643369, 1.656031, 2.138636, 2.017483, 1.73678, 1.997096, 1.942582, 2.303847, 2.172955, 2.276191, 1.87264, 1.720838, 1.770503, 1.719769, 1.554257, 1.363581, 1.446877, 1.548915, 1.54764, 1.410324, 1.412368, 1.31945, 1.380666, 1.107785, 0.805994, 0.516294, 0.204018, 4e-05]}, "lang": {"n_am_en": [2, 7, 4, 2, 2, 4, 6, 3, 6, 2, 3, 2, 6, 8, 12, 8, 7, 11, 11, 11, 14, 15, 19, 14, 20, 14, 11, 11, 10, 9, 6, 12, 12, 12, 15, 21, 21, 23, 23, 26, 28, 21, 22, 23, 25, 18, 14, 3, 3, 3], "n_am_pl": [0, 4, 7, 8, 6, 6, 3, 4, 7, 6, 5, 8, 5, 4, 4, 5, 6, 6, 6, 6, 3, 6, 6, 5, 5, 4, 6, 3, 5, 5, 5, 3, 3, 6, 5, 6, 3, 4, 3, 5, 6, 8, 8, 8, 13, 19, 25, 40, 41, 41], "n_pos": 44, "sum_m_en": [4.910618, 5.8986, 6.342552, 6.717446, 6.546757, 6.495511, 6.323718, 6.816383, 6.863898, 7.489446, 7.20391, 7.244965, 7.229443, 7.043344, 7.215961, 7.404526, 7.496976, 7.017775, 7.562813, 7.699989, 7.457917, 7.548763, 7.398756, 7.527007, 12.30607, 10.552584, 8.599284, 7.634495, 7.667206, 7.734458, 7.187183, 7.681621, 8.190576, 9.299184, 9.325643, 10.816429, 12.375761, 15.487312, 15.353802, 18.207343, 17.457597, 18.596139, 17.806828, 19.672193, 18.217772, 15.619084, 13.927788, 3.704736, 3.086452, 2.999796], "sum_m_pl": [0.851536, 2.200215, 2.674261, 2.713618, 2.850925, 2.667944, 2.724153, 2.803972, 3.10091, 3.202399, 3.236567, 3.384036, 3.490949, 3.622974, 3.647115, 3.918849, 3.538877, 3.978258, 3.608798, 3.712976, 3.440083, 3.332317, 3.292009, 3.264434, 4.927331, 4.864344, 5.091674, 4.928407, 4.941046, 5.778665, 5.512261, 6.008218, 5.839021, 5.200481, 4.937427, 4.912183, 5.000196, 4.629314, 4.262629, 4.351929, 4.813802, 5.141603, 7.002542, 7.829164, 11.625995, 18.69708, 25.070421, 37.037832, 40.476219, 40.993757]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "gsm8kpl-762", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1481, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.992}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [0, 2, 3, 5, 6, 9, 6, 2, 8, 7, 6, 4, 4, 5, 9, 8, 10, 8, 5, 10, 9, 10, 11, 13, 21, 13, 12, 8, 14, 8, 10, 6, 13, 18, 17, 13, 19, 23, 25, 25, 26, 23, 24, 22, 20, 23, 18, 19, 16, 13], "n_am_pl": [4, 7, 5, 4, 3, 4, 7, 7, 6, 4, 5, 7, 9, 6, 3, 7, 5, 4, 3, 5, 4, 4, 1, 2, 4, 3, 4, 4, 3, 3, 2, 3, 2, 5, 1, 1, 2, 0, 1, 3, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 56, "sum_m_en": [5.928294, 8.756233, 8.52202, 8.820864, 9.455875, 9.17042, 8.556818, 8.449932, 8.250405, 8.629075, 8.453033, 8.294441, 8.240628, 8.455709, 8.983618, 9.377985, 9.46427, 9.187275, 9.16041, 9.573371, 9.092013, 9.289382, 9.24054, 9.42004, 13.100687, 10.735283, 10.426542, 9.68943, 10.775067, 10.567239, 10.11091, 9.962999, 10.924017, 11.854328, 13.008465, 12.871145, 14.816324, 18.500403, 18.802532, 20.550099, 21.630427, 21.225069, 22.339566, 21.182285, 21.45957, 21.718703, 19.600398, 17.851969, 15.918555, 13.427957], "sum_m_pl": [1.228847, 2.678778, 2.951776, 2.875259, 3.403654, 2.957913, 2.76855, 2.754485, 2.907476, 3.267829, 3.339609, 3.657025, 3.720474, 3.418807, 3.309815, 3.468523, 3.374395, 3.223769, 3.351479, 3.430302, 3.3703, 3.247937, 3.218377, 3.26931, 4.166001, 4.603016, 4.566294, 4.273824, 4.032095, 4.444002, 4.038156, 3.567415, 3.67957, 3.644187, 3.374286, 3.136132, 2.857921, 2.376799, 2.44957, 2.366745, 1.909125, 1.701619, 1.605456, 1.51223, 1.029248, 0.841011, 0.722614, 0.459609, 0.248853, 0.000302]}, "digit": {"n_am_en": [0, 0, 2, 0, 1, 3, 3, 0, 2, 2, 0, 0, 1, 2, 1, 2, 0, 0, 0, 0, 1, 1, 2, 3, 5, 2, 2, 0, 2, 0, 1, 0, 2, 2, 1, 0, 3, 4, 2, 1, 2, 2, 3, 3, 0, 2, 0, 1, 0, 0], "n_am_pl": [0, 3, 0, 0, 0, 1, 2, 2, 2, 2, 2, 3, 2, 2, 2, 4, 4, 1, 3, 2, 2, 2, 0, 0, 1, 0, 0, 0, 2, 1, 2, 0, 1, 1, 0, 0, 2, 0, 1, 2, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.329379, 2.048887, 1.90946, 1.852622, 2.010006, 1.921141, 1.802155, 1.674395, 1.62735, 1.753759, 1.768893, 1.784908, 1.714792, 1.744933, 1.947484, 2.028659, 2.085749, 2.028189, 2.072374, 2.098636, 2.021214, 2.055863, 2.058253, 2.077149, 2.784728, 2.079805, 2.033078, 1.952994, 2.222268, 2.208678, 2.214463, 2.311836, 2.688209, 2.703736, 2.691956, 2.407932, 2.557818, 2.695461, 2.240695, 2.581865, 2.580931, 2.232415, 2.605031, 2.327774, 1.378828, 1.612125, 1.254957, 0.599328, 0.236257, 0.0], "sum_m_pl": [0.322339, 0.635073, 0.540512, 0.488105, 0.549665, 0.486901, 0.417272, 0.450439, 0.547239, 0.64031, 0.626792, 0.696433, 0.799236, 0.699226, 0.711291, 0.67215, 0.674223, 0.648937, 0.679217, 0.700346, 0.648779, 0.623294, 0.619196, 0.642149, 0.817961, 0.85023, 0.820521, 0.753124, 0.704354, 0.824315, 0.800359, 0.677386, 0.630129, 0.589578, 0.608011, 0.682829, 0.747667, 0.640072, 0.698136, 0.730295, 0.701129, 0.721607, 0.707455, 0.758167, 0.536401, 0.381222, 0.354744, 0.203276, 0.104278, 0.0]}, "lang": {"n_am_en": [0, 2, 0, 2, 2, 3, 2, 1, 4, 3, 3, 3, 1, 1, 1, 3, 3, 3, 2, 8, 6, 7, 8, 8, 10, 9, 9, 7, 9, 6, 7, 5, 7, 10, 10, 8, 10, 12, 13, 13, 13, 13, 13, 12, 13, 13, 12, 13, 12, 13], "n_am_pl": [0, 2, 1, 1, 3, 2, 3, 3, 2, 0, 0, 0, 2, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.180631, 2.072833, 1.950199, 2.099319, 2.140689, 2.220876, 1.986626, 2.097054, 2.072161, 2.042342, 2.05197, 1.943148, 2.074579, 2.109434, 2.176424, 2.34234, 2.247448, 2.167626, 2.073876, 2.263857, 2.15183, 2.188814, 2.199145, 2.241438, 5.689735, 4.381269, 4.442586, 3.411711, 3.535671, 3.222691, 2.942482, 2.616515, 2.937042, 3.495131, 4.039238, 4.156046, 5.58467, 7.798657, 8.712754, 9.868077, 11.276406, 11.878819, 12.154002, 11.842046, 12.28797, 12.523215, 12.240843, 12.318063, 11.916112, 12.790315], "sum_m_pl": [0.186818, 0.603539, 0.714988, 0.64841, 0.832039, 0.733548, 0.756962, 0.723615, 0.736035, 0.756645, 0.830822, 0.905279, 0.913856, 0.853787, 0.858927, 0.885073, 0.876659, 0.802472, 0.882706, 0.866165, 0.860015, 0.822065, 0.807907, 0.803867, 0.833887, 0.94053, 0.961532, 0.958522, 0.978806, 1.005862, 1.011208, 0.919026, 1.02859, 1.020189, 0.862568, 0.858631, 0.708313, 0.53582, 0.722495, 0.693173, 0.369299, 0.383212, 0.342873, 0.260571, 0.157286, 0.120597, 0.165465, 0.084927, 0.054026, 0.000302]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "gsm8kpl-767", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 56, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 6, 10, 5, 8, 12, 8, 9, 9, 13, 12, 13, 13, 9, 17, 22, 18, 14, 15, 19, 17, 16, 18, 20, 37, 30, 22, 20, 19, 13, 13, 14, 16, 18, 30, 31, 36, 43, 41, 42, 42, 44, 44, 43, 30, 16, 7, 1, 0, 0], "n_am_pl": [3, 11, 7, 13, 23, 14, 13, 10, 18, 17, 13, 13, 17, 11, 9, 10, 8, 13, 11, 11, 9, 14, 12, 7, 11, 11, 13, 8, 17, 15, 6, 8, 11, 14, 8, 4, 12, 10, 15, 18, 15, 20, 14, 15, 26, 30, 34, 44, 48, 47], "n_pos": 112, "sum_m_en": [11.066735, 16.254378, 16.918744, 17.541209, 17.980395, 17.005427, 16.193773, 16.972993, 16.636617, 17.727997, 18.812974, 17.841023, 17.600148, 17.674497, 18.899213, 19.534055, 18.878941, 17.577829, 17.869573, 18.191334, 17.541809, 17.936801, 17.77062, 18.015449, 24.308607, 21.064927, 19.236366, 17.873197, 19.238777, 18.529393, 17.688138, 18.165373, 18.978577, 20.904941, 23.014766, 23.017738, 24.209748, 30.564588, 31.080089, 32.823386, 32.942973, 37.522041, 37.372331, 35.424667, 28.098835, 18.309912, 7.890589, 2.003049, 0.688805, 3.5e-05], "sum_m_pl": [2.09718, 5.770186, 5.846751, 5.86394, 6.562644, 6.108355, 5.642218, 5.802986, 6.157966, 6.795963, 7.504731, 7.688322, 7.702412, 7.407912, 7.293442, 7.336328, 6.719944, 6.355347, 6.456543, 6.572272, 6.53919, 6.343343, 6.378261, 6.330025, 9.459623, 10.396619, 10.542642, 9.465829, 9.797, 11.080582, 9.757563, 9.053504, 9.078489, 8.588666, 7.734522, 7.31288, 8.224704, 7.65737, 10.027176, 11.983416, 11.408343, 12.773272, 13.545548, 16.663171, 24.505962, 30.472125, 36.62731, 43.913904, 47.72503, 47.198351]}, "digit": {"n_am_en": [0, 2, 2, 0, 1, 2, 1, 2, 1, 0, 2, 4, 2, 1, 3, 4, 3, 2, 2, 2, 1, 2, 3, 2, 6, 5, 2, 1, 1, 1, 1, 2, 2, 3, 3, 4, 3, 4, 3, 0, 2, 2, 3, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 1, 0, 0, 1, 3, 2, 1, 0, 1, 1, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.184562, 2.435475, 2.353413, 2.205036, 2.167161, 2.041761, 1.88546, 1.922591, 1.989354, 2.180874, 2.387543, 2.470334, 2.269458, 2.327077, 2.650933, 2.715742, 2.623054, 2.463992, 2.509709, 2.497189, 2.399092, 2.41783, 2.394713, 2.444107, 3.499596, 2.975332, 2.677176, 2.630219, 2.874801, 2.665484, 2.517786, 2.640531, 2.630234, 2.72854, 2.871309, 2.702108, 2.47014, 2.613347, 2.413515, 2.136106, 2.25502, 2.27865, 2.214326, 1.891787, 1.124294, 1.456859, 1.002428, 0.280969, 0.109877, 0.0], "sum_m_pl": [0.196168, 0.63142, 0.491524, 0.449735, 0.508144, 0.443362, 0.439846, 0.502833, 0.571585, 0.626753, 0.740231, 0.786022, 0.781554, 0.77346, 0.676076, 0.748322, 0.706695, 0.716658, 0.727693, 0.764732, 0.735288, 0.708516, 0.71043, 0.72865, 0.782376, 0.958591, 0.879568, 0.886766, 0.862153, 0.970442, 0.82651, 0.763983, 0.690915, 0.615307, 0.603425, 0.657845, 0.619599, 0.601687, 0.652897, 0.696021, 0.658047, 0.615632, 0.659891, 0.7366, 0.544925, 0.461034, 0.232733, 0.138616, 0.057535, 0.0]}, "lang": {"n_am_en": [3, 3, 3, 2, 4, 5, 4, 4, 4, 6, 5, 4, 8, 6, 6, 7, 8, 7, 9, 10, 7, 8, 7, 9, 17, 17, 13, 11, 9, 6, 6, 5, 7, 7, 15, 14, 19, 22, 22, 24, 23, 24, 23, 24, 17, 11, 5, 1, 0, 0], "n_am_pl": [3, 7, 3, 4, 12, 7, 9, 5, 8, 9, 5, 5, 9, 8, 7, 7, 5, 11, 6, 6, 6, 8, 8, 6, 9, 5, 6, 5, 11, 11, 3, 5, 6, 10, 7, 4, 12, 9, 15, 15, 13, 19, 14, 13, 25, 29, 34, 43, 47, 47], "n_pos": 47, "sum_m_en": [5.281289, 6.597992, 7.211812, 7.630468, 7.869307, 7.374979, 7.260441, 7.759918, 7.667787, 8.116498, 8.65984, 7.959181, 7.905425, 7.808558, 8.243049, 8.676898, 8.244225, 7.636468, 7.691834, 7.753813, 7.555178, 7.706584, 7.646781, 7.608559, 10.876898, 9.249477, 8.312849, 7.579677, 8.164767, 7.911753, 7.776955, 7.895468, 8.126509, 8.993951, 9.747869, 10.20767, 11.000173, 14.199512, 15.705893, 16.636969, 16.774798, 20.245784, 20.405416, 18.796441, 14.769405, 9.828405, 4.631016, 0.974503, 0.061339, 0.0], "sum_m_pl": [1.026767, 2.568631, 2.606856, 2.653567, 2.937488, 2.848279, 2.754695, 2.79794, 3.071883, 3.261422, 3.576, 3.543053, 3.850945, 3.753767, 3.702076, 3.516594, 3.212296, 3.030575, 3.088153, 3.028301, 3.007751, 2.923079, 3.005393, 2.91283, 5.346848, 5.643387, 5.826799, 4.691338, 4.9385, 5.518621, 5.042393, 4.910315, 5.06899, 4.904812, 4.342333, 4.269127, 5.565288, 5.328896, 7.99472, 9.904087, 9.287619, 10.539009, 11.40494, 14.645037, 22.37922, 27.788298, 34.469261, 42.122929, 46.660576, 46.987089]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "gsm8kpl-767", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1446, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9913}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 20, 23, 30, 43, 31, 33, 46, 39, 36, 29, 38, 31, 34, 39, 39, 33, 28, 31, 36, 38, 33, 35, 37, 60, 57, 56, 47, 49, 44, 47, 51, 39, 45, 58, 61, 67, 82, 86, 88, 86, 85, 90, 84, 87, 86, 85, 79, 68, 70], "n_am_pl": [4, 9, 9, 8, 6, 11, 14, 12, 15, 15, 16, 20, 24, 11, 16, 8, 8, 9, 8, 7, 3, 4, 6, 5, 10, 10, 11, 13, 10, 21, 20, 20, 17, 16, 12, 7, 7, 7, 6, 3, 8, 8, 6, 2, 1, 0, 0, 1, 1, 2], "n_pos": 173, "sum_m_en": [21.058676, 27.254145, 28.272655, 30.13916, 31.834777, 30.730583, 31.246431, 32.387652, 31.636432, 32.184968, 32.456449, 31.59178, 31.446729, 30.826945, 31.157898, 30.604164, 31.281443, 28.63987, 29.766529, 30.177235, 28.77114, 28.932966, 28.481459, 29.00146, 43.334451, 39.824527, 39.086946, 35.330958, 36.099298, 36.06198, 34.708615, 34.231871, 33.746647, 36.3606, 42.68432, 43.295446, 49.570984, 57.851995, 63.709743, 73.406308, 71.429724, 74.822811, 77.26501, 76.200059, 77.338636, 76.600956, 77.086505, 73.906806, 64.871498, 69.917572], "sum_m_pl": [4.452678, 8.660734, 9.21263, 8.407142, 9.270897, 8.678453, 8.533776, 8.715966, 9.030775, 9.079363, 10.211793, 11.205996, 11.550404, 11.384012, 11.151413, 11.052076, 10.804767, 10.750257, 10.338462, 10.581535, 10.124315, 9.909995, 9.801192, 10.059669, 12.077773, 12.599618, 12.096071, 12.919364, 12.867561, 13.852204, 12.449935, 12.496377, 12.369442, 11.181285, 10.170441, 10.279647, 9.621818, 8.635014, 8.294771, 6.704183, 7.62638, 6.880249, 6.688531, 5.273933, 4.311433, 3.084219, 2.323815, 2.598159, 2.486982, 2.008843]}, "digit": {"n_am_en": [2, 3, 1, 4, 4, 1, 1, 3, 1, 3, 2, 4, 3, 1, 12, 5, 4, 3, 4, 3, 4, 4, 2, 2, 7, 6, 7, 3, 7, 3, 3, 3, 1, 1, 2, 5, 3, 6, 8, 9, 8, 6, 12, 10, 8, 7, 6, 4, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 3, 2, 6, 2, 2, 2, 4, 2, 2, 2, 0, 0, 0, 1, 2, 1, 1, 2, 2, 6, 5, 5, 4, 5, 5, 2, 3, 3, 3, 1, 3, 3, 3, 0, 1, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.56346, 5.531684, 5.524055, 5.524311, 5.811768, 5.328502, 5.205546, 5.428424, 5.220777, 5.856798, 6.244123, 5.882693, 5.707069, 5.58421, 5.929283, 5.271736, 5.642172, 4.995958, 5.488597, 5.323319, 5.218053, 5.424156, 5.346391, 5.476765, 6.950848, 6.753771, 6.40634, 6.114209, 6.476964, 5.884663, 5.728378, 5.660418, 5.287553, 4.95142, 5.402477, 5.123472, 5.717634, 5.777063, 5.777766, 6.129663, 5.735273, 7.265474, 6.294691, 6.600571, 6.570222, 5.321518, 4.882849, 4.818681, 1.99013, 0.0], "sum_m_pl": [0.607575, 1.501558, 1.176556, 1.123153, 1.293308, 1.156866, 1.0274, 1.083774, 1.434357, 1.493985, 1.805023, 1.905177, 2.157941, 2.161063, 1.874409, 1.888738, 1.811734, 1.849247, 1.722914, 1.80994, 1.712433, 1.671729, 1.631007, 1.705912, 1.905107, 2.019514, 1.832462, 2.025928, 1.908609, 2.427946, 2.253769, 2.294687, 2.04757, 1.857472, 1.917717, 2.035161, 2.067026, 1.799144, 2.126006, 2.228926, 2.15343, 2.161504, 2.252579, 1.924574, 1.624496, 1.234899, 1.132763, 1.183185, 0.948006, 0.0]}, "lang": {"n_am_en": [7, 11, 12, 15, 24, 18, 19, 20, 19, 20, 19, 25, 21, 22, 21, 25, 22, 19, 23, 25, 25, 24, 25, 27, 39, 38, 37, 32, 30, 32, 33, 34, 26, 32, 38, 36, 39, 54, 58, 61, 61, 63, 62, 59, 65, 65, 66, 65, 64, 70], "n_am_pl": [0, 5, 3, 4, 3, 5, 4, 5, 6, 7, 6, 7, 6, 4, 5, 1, 3, 3, 2, 1, 2, 2, 3, 2, 2, 2, 1, 3, 2, 6, 5, 7, 6, 4, 2, 1, 1, 1, 0, 0, 1, 1, 2, 1, 0, 0, 0, 1, 1, 2], "n_pos": 72, "sum_m_en": [9.019685, 11.144811, 11.701486, 12.874756, 13.765903, 13.447871, 13.924704, 14.443666, 14.51875, 14.162674, 14.002348, 13.780891, 13.8609, 13.879703, 13.941639, 13.830276, 13.977838, 12.997812, 13.088502, 13.350254, 12.539007, 12.427688, 12.249945, 12.30826, 24.312383, 21.284187, 21.034628, 17.761355, 17.792475, 18.257333, 17.276108, 17.072814, 16.992991, 19.15054, 22.275204, 23.508303, 28.17864, 34.023833, 40.216258, 50.06112, 50.394028, 52.092295, 55.473758, 55.156916, 57.894917, 57.470041, 58.913857, 57.683094, 57.201829, 69.120784], "sum_m_pl": [1.399425, 3.348327, 3.888211, 3.537371, 3.925063, 3.737009, 3.717163, 3.81461, 3.843959, 3.733126, 4.132421, 4.719464, 4.712257, 4.643143, 4.674216, 4.622666, 4.617027, 4.43482, 4.302446, 4.439082, 4.219609, 4.182883, 4.169955, 4.138798, 4.291112, 4.550363, 4.510639, 5.023325, 5.030798, 5.273308, 4.83188, 4.887321, 5.015961, 4.382325, 3.648778, 3.672416, 3.760725, 3.160793, 2.767069, 1.371298, 1.485576, 1.34668, 1.631924, 1.05839, 0.771679, 0.468005, 0.466287, 0.82976, 1.166887, 2.000117]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "gsm8kpl-768", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9887}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 17, 21, 29, 21, 30, 38, 44, 40, 49, 33, 40, 33, 36, 42, 37, 29, 21, 28, 27, 28, 25, 21, 32, 64, 61, 49, 54, 41, 35, 37, 40, 38, 34, 54, 55, 59, 61, 70, 91, 78, 79, 91, 85, 98, 78, 18, 4, 0, 0], "n_am_pl": [7, 23, 14, 11, 17, 18, 16, 16, 13, 16, 27, 34, 38, 33, 25, 26, 19, 32, 20, 17, 7, 7, 15, 16, 28, 32, 31, 41, 43, 55, 32, 29, 17, 16, 20, 19, 24, 22, 24, 15, 21, 24, 9, 14, 13, 23, 79, 93, 105, 107], "n_pos": 205, "sum_m_en": [18.54204, 31.27843, 34.529173, 34.806509, 34.795691, 34.695984, 35.205514, 37.808643, 37.224559, 39.926378, 40.219219, 38.517334, 38.392934, 36.841922, 36.299509, 36.333461, 36.932769, 34.026814, 35.337413, 34.626504, 33.872118, 34.401278, 33.921172, 34.628851, 49.581725, 45.378533, 41.502161, 39.310768, 36.566504, 36.138045, 35.402125, 36.06281, 35.932168, 37.272089, 41.425935, 44.07614, 46.49251, 52.105034, 57.53029, 75.076401, 72.067074, 73.692699, 81.828111, 77.503805, 83.271141, 67.570322, 22.140763, 5.974556, 1.364572, 0.000117], "sum_m_pl": [3.761764, 12.441101, 12.769832, 11.60503, 12.778909, 12.415172, 11.57402, 11.799028, 12.34865, 12.525, 14.113266, 15.996524, 16.649611, 16.674001, 16.066795, 17.617772, 15.657946, 15.778298, 14.077283, 14.090864, 13.481646, 13.076564, 12.954031, 13.01877, 17.469944, 18.776983, 20.062671, 22.336596, 22.699513, 24.874647, 21.208343, 20.526239, 20.456422, 18.272424, 16.706344, 16.540466, 17.196844, 18.329277, 18.538644, 14.961287, 19.571914, 19.24787, 11.604279, 15.742791, 14.332587, 23.725987, 74.948551, 90.727867, 104.249638, 106.963995]}, "digit": {"n_am_en": [0, 4, 1, 2, 3, 0, 5, 3, 3, 2, 1, 4, 4, 5, 6, 2, 5, 2, 3, 4, 2, 3, 2, 3, 10, 8, 6, 5, 7, 0, 2, 9, 5, 3, 5, 5, 7, 8, 9, 10, 5, 8, 8, 8, 9, 4, 2, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 3, 8, 5, 4, 4, 4, 6, 3, 2, 0, 0, 1, 1, 2, 1, 1, 3, 4, 10, 3, 1, 2, 3, 5, 3, 4, 2, 2, 4, 3, 4, 2, 1, 0, 0, 1, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.092704, 5.145052, 5.510043, 5.362105, 5.494506, 5.158925, 4.913269, 5.383729, 5.167543, 5.932637, 6.115945, 5.952655, 5.842169, 5.837972, 6.149302, 5.565451, 5.985641, 5.371605, 5.646821, 5.437702, 5.302839, 5.550618, 5.45159, 5.600209, 7.337575, 6.706407, 6.367399, 6.092022, 6.104294, 5.467806, 5.390088, 5.742408, 5.836401, 5.413844, 6.073368, 6.832216, 6.384854, 7.196514, 6.758051, 6.16091, 5.300696, 6.729178, 6.252747, 6.494324, 5.045243, 3.940933, 3.249084, 2.279105, 0.893849, 0.0], "sum_m_pl": [0.568874, 1.698891, 1.268648, 1.078481, 1.152109, 1.066723, 0.950015, 0.987906, 1.387895, 1.561682, 1.823379, 1.961681, 2.215354, 2.227, 1.935187, 2.193622, 1.976282, 2.086211, 1.840931, 1.850076, 1.779364, 1.746262, 1.706687, 1.743685, 2.163645, 2.265785, 1.988639, 2.219529, 2.135766, 2.608051, 2.332305, 2.095252, 1.875575, 1.845106, 1.726844, 1.710237, 1.618206, 1.446659, 1.67235, 1.932666, 1.904248, 1.873085, 1.839179, 1.653175, 1.414432, 1.06404, 1.126908, 0.808813, 0.538929, 0.0]}, "lang": {"n_am_en": [1, 11, 13, 20, 12, 22, 22, 27, 26, 30, 21, 22, 22, 20, 25, 24, 14, 13, 18, 17, 16, 14, 13, 19, 39, 41, 29, 34, 23, 23, 24, 23, 24, 22, 31, 32, 35, 36, 43, 63, 57, 55, 65, 60, 72, 61, 13, 2, 0, 0], "n_am_pl": [6, 13, 7, 8, 7, 7, 7, 7, 7, 6, 11, 21, 19, 21, 15, 13, 9, 15, 7, 7, 5, 5, 9, 10, 14, 16, 18, 23, 24, 34, 20, 15, 11, 9, 13, 11, 16, 14, 16, 8, 14, 15, 5, 12, 11, 20, 71, 88, 103, 106], "n_pos": 107, "sum_m_en": [9.284308, 15.93647, 17.742933, 17.907861, 18.031806, 18.209175, 18.591819, 20.37055, 20.559979, 21.777128, 21.902088, 20.735841, 21.011511, 20.086012, 19.604622, 20.000396, 19.950618, 18.280038, 18.869208, 18.375158, 18.12608, 18.346489, 18.003064, 18.290779, 28.76827, 26.213158, 23.743334, 21.778853, 19.619375, 19.283154, 19.036516, 19.31993, 19.422848, 20.982833, 22.722522, 24.33799, 26.920639, 29.661259, 33.860612, 51.629315, 49.885978, 49.597229, 59.166719, 54.517405, 63.798321, 51.825707, 15.243432, 2.596493, 0.202452, 0.000116], "sum_m_pl": [1.660895, 6.337604, 6.86835, 6.318013, 6.965247, 6.831926, 6.387711, 6.731001, 6.965728, 6.72557, 7.757815, 9.152101, 9.305448, 9.552529, 9.175883, 10.237297, 8.859538, 8.875728, 7.854987, 7.756413, 7.367802, 7.188291, 7.161059, 7.209756, 9.781803, 10.807626, 11.819693, 13.483066, 13.764737, 15.405533, 12.8114, 12.629237, 12.66367, 10.970619, 10.194198, 10.413165, 11.38811, 12.48596, 12.838517, 9.123543, 13.820967, 13.885426, 6.94938, 11.596135, 9.782393, 19.51883, 66.525457, 85.350554, 101.662964, 105.394325]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "gsm8kpl-768", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1459, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9856}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 14, 17, 22, 29, 32, 30, 40, 39, 35, 29, 30, 23, 23, 27, 36, 44, 42, 49, 51, 50, 51, 44, 40, 61, 57, 55, 42, 44, 36, 35, 38, 44, 44, 51, 56, 56, 71, 71, 79, 77, 79, 76, 74, 74, 66, 65, 69, 64, 56], "n_am_pl": [1, 6, 6, 6, 5, 7, 7, 8, 5, 8, 6, 8, 16, 10, 8, 6, 7, 5, 7, 5, 4, 0, 2, 6, 3, 5, 5, 6, 8, 10, 8, 5, 5, 3, 4, 2, 7, 3, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 127, "sum_m_en": [14.912304, 20.418352, 20.869133, 21.787082, 23.709101, 24.033993, 24.515218, 24.802627, 23.380078, 23.523294, 24.552135, 24.400725, 22.274988, 22.829066, 22.803464, 22.749261, 24.929852, 22.78444, 22.578999, 23.509076, 23.506836, 23.093126, 21.911361, 21.753607, 43.188555, 37.84234, 33.508152, 27.769787, 27.809266, 27.026429, 25.208377, 24.98784, 27.074428, 29.096128, 33.767407, 36.145097, 40.426964, 50.123561, 59.970156, 65.539218, 66.306059, 69.461917, 67.7345, 70.051788, 70.6446, 63.533446, 63.431012, 62.568791, 59.94155, 56.521994], "sum_m_pl": [2.718757, 5.79626, 6.042712, 5.878045, 6.356491, 5.850253, 5.961706, 5.989246, 5.943682, 6.327976, 7.016489, 7.428844, 8.145461, 7.86003, 7.654403, 7.394307, 6.865685, 6.600241, 6.818232, 6.979005, 6.95717, 6.89282, 7.140369, 7.336074, 7.30047, 8.208814, 7.380431, 8.41591, 8.753417, 8.907599, 8.263734, 8.150117, 7.784779, 7.397651, 6.667963, 6.159006, 5.91851, 4.201099, 3.066322, 2.309438, 2.202193, 2.053559, 2.184662, 1.702284, 1.537548, 1.317689, 1.190368, 0.737972, 0.768295, 3e-05]}, "digit": {"n_am_en": [0, 0, 0, 2, 1, 2, 4, 8, 5, 2, 2, 2, 2, 1, 3, 3, 8, 6, 6, 6, 6, 5, 7, 7, 9, 10, 10, 4, 6, 2, 2, 2, 4, 4, 5, 5, 3, 8, 8, 8, 7, 10, 9, 8, 7, 6, 5, 6, 2, 0], "n_am_pl": [0, 0, 1, 0, 2, 1, 0, 0, 1, 2, 0, 2, 5, 3, 2, 2, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 3, 2, 1, 2, 0, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.138556, 3.391355, 3.433253, 3.302574, 3.63625, 3.475627, 3.355352, 3.316709, 3.026759, 3.165935, 3.498791, 3.412919, 3.209132, 3.331437, 3.18095, 2.979725, 3.52163, 2.983612, 3.069897, 3.132018, 3.240873, 3.151937, 3.034672, 2.987139, 5.415908, 4.470622, 4.04711, 3.36761, 3.419663, 3.039993, 2.806024, 2.940782, 3.339605, 3.519347, 3.728784, 3.744604, 3.435634, 4.557343, 4.931518, 5.238761, 5.243027, 5.923612, 4.868037, 5.986681, 5.968598, 4.95897, 4.228267, 3.975716, 1.759321, 0.0], "sum_m_pl": [0.329607, 0.820086, 0.638988, 0.613535, 0.726011, 0.599455, 0.546181, 0.543152, 0.663142, 0.750091, 0.944902, 1.003844, 1.226256, 1.18117, 1.154754, 1.086927, 0.931019, 0.872753, 0.883512, 0.913299, 0.909186, 0.925255, 0.944228, 0.977105, 1.054094, 1.149583, 1.050898, 1.275032, 1.160824, 1.34893, 1.221664, 1.223691, 1.031341, 0.91185, 0.938873, 0.96691, 1.078898, 0.784874, 0.842501, 0.760652, 0.712217, 0.747685, 0.842373, 0.678139, 0.589959, 0.457572, 0.536627, 0.274047, 0.152137, 0.0]}, "lang": {"n_am_en": [12, 11, 12, 14, 19, 15, 14, 22, 24, 21, 18, 17, 14, 15, 15, 24, 24, 26, 30, 30, 30, 36, 32, 27, 46, 40, 39, 31, 30, 28, 27, 30, 31, 32, 38, 42, 40, 47, 48, 53, 52, 53, 54, 55, 56, 51, 51, 54, 54, 56], "n_am_pl": [1, 3, 0, 1, 1, 2, 2, 1, 2, 1, 3, 2, 4, 6, 4, 3, 1, 2, 3, 2, 1, 0, 0, 2, 1, 0, 1, 2, 3, 1, 2, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [7.165995, 9.442054, 10.016906, 10.489295, 11.420918, 11.430437, 11.811961, 12.103241, 11.524735, 11.526328, 11.786285, 11.839819, 10.626803, 11.067972, 11.253561, 11.446261, 12.194801, 11.322656, 10.993576, 11.671632, 11.637995, 11.418713, 10.594783, 10.414153, 29.006839, 25.343953, 21.826816, 17.01675, 16.355443, 15.963863, 14.540469, 13.913557, 15.237127, 16.723563, 19.710424, 22.493603, 26.95438, 34.681141, 42.494107, 47.241241, 47.585024, 49.423709, 50.522846, 52.054255, 52.770397, 48.503647, 48.778331, 48.824103, 49.889135, 55.725977], "sum_m_pl": [1.060182, 2.394346, 2.588829, 2.560483, 2.842552, 2.536513, 2.608063, 2.590879, 2.75118, 2.80468, 3.040671, 3.182711, 3.507149, 3.471508, 3.338145, 3.244336, 2.969464, 2.893494, 3.042707, 3.084797, 3.07045, 3.045092, 3.189094, 3.222968, 2.427858, 2.830464, 2.902212, 3.385836, 3.609304, 3.512315, 3.486368, 3.615989, 3.579778, 3.429715, 2.854844, 2.753928, 2.714276, 1.657518, 0.938743, 0.435435, 0.41782, 0.350898, 0.274688, 0.261683, 0.219304, 0.287955, 0.254974, 0.142711, 0.185575, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "gsm8kpl-774", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1142, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 9, 18, 23, 34, 49, 43, 48, 54, 48, 37, 29, 19, 30, 30, 54, 55, 49, 53, 60, 64, 79, 62, 60, 89, 88, 74, 52, 41, 39, 33, 32, 41, 49, 62, 72, 72, 95, 84, 106, 98, 108, 106, 113, 95, 56, 16, 3, 6, 3], "n_am_pl": [1, 20, 14, 16, 23, 17, 15, 18, 16, 18, 13, 20, 35, 22, 17, 30, 18, 19, 11, 8, 9, 7, 12, 11, 5, 7, 9, 13, 20, 25, 17, 30, 20, 22, 18, 13, 12, 5, 13, 10, 11, 11, 15, 16, 24, 46, 93, 104, 107, 107], "n_pos": 198, "sum_m_en": [19.105614, 28.689981, 30.942892, 32.919971, 34.854298, 37.098998, 36.722696, 38.594393, 35.741844, 36.008728, 37.038281, 33.56726, 32.610939, 33.305137, 33.49348, 33.268398, 35.786624, 31.71575, 31.178306, 31.654136, 32.987683, 33.151919, 32.009879, 31.639493, 59.315566, 53.154004, 44.635823, 37.286724, 36.63639, 33.986619, 32.061261, 32.326635, 33.542806, 35.629198, 41.165128, 45.388943, 47.169229, 61.83975, 73.914047, 89.118931, 86.015157, 95.059118, 92.996909, 99.195764, 86.860863, 55.217539, 19.866484, 5.320338, 6.373825, 2.456387], "sum_m_pl": [3.309079, 10.051222, 10.419867, 10.238985, 10.971215, 10.277693, 10.570657, 11.201003, 11.234352, 12.082803, 13.591806, 14.184112, 15.61973, 15.459609, 15.239296, 14.587884, 12.816132, 12.155149, 11.622477, 11.910902, 11.798432, 11.609807, 11.731088, 11.640903, 12.493262, 14.359929, 14.572839, 15.909349, 19.210199, 19.828082, 17.320317, 17.753891, 18.457099, 17.886412, 16.420602, 15.165391, 14.508474, 10.397439, 9.715372, 8.408034, 10.572623, 11.094415, 14.992598, 16.818222, 26.547236, 47.172903, 86.032044, 103.68406, 103.764913, 107.521008]}, "digit": {"n_am_en": [0, 1, 3, 1, 1, 4, 5, 6, 3, 4, 2, 3, 1, 2, 4, 4, 5, 2, 1, 2, 2, 5, 2, 3, 4, 5, 3, 1, 1, 1, 0, 2, 1, 5, 4, 6, 5, 7, 6, 9, 6, 8, 7, 10, 7, 3, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 5, 2, 0, 1, 0, 1, 0, 1, 4, 1, 2, 3, 2, 2, 1, 1, 1, 0, 0, 0, 1, 1, 2, 1, 0, 0, 2, 3, 3, 0, 2, 1, 2, 2, 2, 2, 1, 2, 1, 0, 0, 0, 3, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.679504, 3.185411, 3.541888, 3.42392, 3.542657, 3.577455, 3.496137, 3.452853, 3.085783, 3.232905, 3.47919, 3.055231, 2.981074, 3.124804, 3.371654, 3.019609, 3.368483, 2.836314, 2.989973, 3.001615, 3.066762, 3.198253, 3.12405, 3.148263, 4.923551, 4.184375, 3.62553, 3.336238, 3.448959, 3.111116, 2.960603, 3.300436, 3.395597, 3.562982, 3.952197, 4.130535, 3.651765, 4.050151, 4.787724, 4.714221, 4.673265, 5.166839, 4.050643, 5.099399, 4.663816, 3.109853, 1.757441, 0.875513, 0.278247, 0.0], "sum_m_pl": [0.274203, 0.91175, 0.708637, 0.711971, 0.757969, 0.644047, 0.611196, 0.605939, 0.713257, 0.792188, 0.975594, 1.055596, 1.215693, 1.17742, 1.160637, 1.195755, 0.99286, 0.987343, 0.933578, 1.013162, 0.998798, 1.016627, 1.032555, 1.040466, 1.091301, 1.246921, 1.15332, 1.235693, 1.359044, 1.476522, 1.318046, 1.307937, 1.152189, 1.017565, 0.959078, 0.915139, 0.968258, 0.840766, 0.773426, 0.74624, 0.858647, 0.93701, 1.042245, 0.83148, 0.810663, 0.868993, 1.655147, 0.808728, 0.299258, 0.0]}, "lang": {"n_am_en": [10, 6, 11, 14, 20, 28, 21, 21, 28, 26, 24, 18, 11, 17, 19, 32, 33, 31, 36, 40, 46, 59, 46, 48, 67, 64, 54, 39, 31, 22, 23, 22, 28, 27, 38, 47, 49, 60, 56, 71, 68, 76, 73, 77, 70, 45, 14, 2, 5, 3], "n_am_pl": [0, 12, 8, 9, 7, 7, 11, 11, 11, 15, 9, 12, 24, 17, 12, 16, 11, 14, 7, 6, 6, 5, 7, 4, 1, 2, 3, 6, 14, 20, 11, 18, 12, 17, 12, 9, 6, 3, 9, 7, 7, 8, 12, 12, 21, 39, 77, 96, 101, 107], "n_pos": 111, "sum_m_en": [11.804753, 16.184415, 17.377993, 18.571253, 19.98277, 21.058513, 20.886215, 21.932899, 20.967265, 20.760829, 21.122472, 19.003428, 18.556392, 19.065169, 19.204809, 19.419973, 20.944821, 18.717252, 18.145573, 18.462361, 19.787627, 19.625889, 18.705755, 18.274395, 41.284314, 36.445701, 29.484943, 22.963947, 21.86614, 19.612689, 18.716946, 18.715151, 19.429955, 20.84622, 24.368902, 27.731396, 30.421905, 40.36177, 50.112284, 62.397691, 60.235969, 67.902343, 66.33651, 71.598101, 65.706933, 43.604705, 16.269635, 3.34178, 4.621357, 2.456269], "sum_m_pl": [1.98692, 5.799775, 6.0054, 6.006804, 6.367923, 5.937061, 6.133355, 6.651562, 6.656037, 7.235893, 8.306476, 8.732893, 9.792745, 9.787067, 9.635093, 8.867635, 7.580653, 7.062998, 6.820613, 6.838631, 6.779696, 6.66873, 6.770223, 6.666634, 6.506759, 7.874669, 8.516586, 9.735123, 12.184131, 12.56877, 10.809287, 11.271095, 12.066066, 11.879774, 11.043675, 10.179016, 9.646241, 6.4094, 5.941888, 5.084493, 6.401123, 6.59303, 10.157947, 11.712352, 21.119753, 38.595744, 71.496295, 91.275748, 96.613245, 106.001297]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "gsm8kpl-774", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1432, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.995}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 13, 15, 20, 25, 26, 28, 30, 27, 24, 21, 27, 23, 10, 18, 18, 28, 33, 36, 34, 32, 33, 31, 23, 48, 51, 46, 41, 44, 39, 35, 40, 46, 46, 53, 48, 55, 63, 62, 68, 67, 67, 65, 69, 67, 65, 63, 66, 62, 61], "n_am_pl": [1, 6, 3, 7, 5, 5, 8, 5, 8, 14, 13, 18, 11, 17, 12, 11, 7, 10, 6, 8, 5, 4, 8, 7, 7, 8, 7, 5, 3, 2, 6, 9, 4, 3, 3, 1, 0, 2, 0, 1, 2, 1, 0, 0, 1, 1, 2, 1, 2, 2], "n_pos": 130, "sum_m_en": [15.123411, 19.404155, 19.89684, 19.685593, 22.576605, 22.770109, 22.808672, 23.332039, 23.855836, 23.320645, 23.480788, 24.014639, 22.656836, 22.715321, 23.130739, 23.50653, 24.342569, 23.196763, 22.708111, 22.970325, 21.414186, 21.40139, 21.44383, 21.532728, 36.658866, 34.337609, 33.408221, 27.71487, 28.009325, 29.497318, 26.568439, 27.903853, 30.213396, 31.533627, 37.053798, 35.441442, 44.913067, 49.004404, 51.684935, 59.151214, 59.317341, 62.908509, 62.822935, 65.196649, 65.313643, 63.499226, 63.419188, 64.324215, 58.66489, 60.078381], "sum_m_pl": [3.54217, 7.067801, 7.058076, 6.437932, 6.793128, 6.537209, 6.394116, 6.417685, 6.50077, 6.823813, 7.818514, 7.865937, 7.7778, 8.111081, 8.049403, 8.144434, 7.836803, 7.693132, 7.622943, 7.663385, 7.519375, 7.308697, 7.392282, 7.476476, 7.783679, 7.974878, 7.753818, 8.664179, 8.349791, 8.405015, 7.979448, 7.547333, 7.44863, 6.615711, 5.73571, 5.811392, 4.764099, 4.396131, 4.106679, 3.53005, 3.418125, 2.793728, 2.569493, 2.464352, 2.751488, 2.382361, 1.814302, 1.692413, 2.447543, 2.000009]}, "digit": {"n_am_en": [0, 0, 3, 2, 1, 1, 4, 3, 2, 3, 4, 6, 2, 0, 7, 4, 4, 5, 6, 4, 4, 2, 2, 1, 8, 6, 7, 5, 5, 2, 3, 5, 4, 3, 5, 9, 6, 5, 5, 6, 7, 7, 6, 6, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 2, 0, 0, 3, 3, 6, 3, 5, 6, 7, 4, 2, 2, 2, 1, 0, 1, 0, 1, 0, 1, 3, 1, 1, 2, 1, 2, 1, 0, 0, 1, 0, 0, 1, 0, 0, 2, 1, 0, 0, 1, 1, 2, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.440579, 5.247635, 5.340139, 5.004826, 5.507874, 5.371311, 4.967517, 5.106983, 5.044257, 5.217002, 5.964948, 5.791328, 5.464226, 5.465823, 5.440043, 5.118898, 5.298885, 5.140118, 5.350957, 4.982668, 4.854985, 4.917541, 4.916318, 4.99815, 6.477501, 5.990384, 5.783942, 5.752105, 5.892047, 5.727401, 5.388666, 5.625586, 5.735853, 5.674682, 5.69523, 5.576149, 5.867712, 5.616974, 5.362419, 6.275785, 6.084318, 6.197746, 5.649898, 5.097628, 4.119879, 3.803465, 2.689688, 1.188776, 0.277348, 0.0], "sum_m_pl": [0.591993, 1.637665, 1.251085, 1.16549, 1.199239, 1.017861, 0.923255, 0.92432, 1.104437, 1.15027, 1.541902, 1.639227, 1.699211, 1.750926, 1.409429, 1.585801, 1.480316, 1.421966, 1.418562, 1.514201, 1.502498, 1.43779, 1.457128, 1.502023, 1.617838, 1.727901, 1.497697, 1.697303, 1.644941, 1.590763, 1.395361, 1.337837, 1.21639, 1.205824, 1.213038, 1.389661, 1.288473, 1.366926, 1.556957, 1.540574, 1.585761, 1.558976, 1.51369, 1.562389, 2.013624, 1.768034, 1.091435, 0.306774, 0.100579, 0.0]}, "lang": {"n_am_en": [6, 12, 10, 15, 20, 19, 21, 22, 20, 18, 14, 18, 18, 8, 9, 11, 19, 23, 26, 24, 23, 27, 26, 19, 37, 40, 35, 32, 36, 31, 27, 31, 34, 38, 43, 34, 43, 52, 53, 56, 54, 55, 54, 58, 58, 57, 58, 61, 59, 59], "n_am_pl": [1, 4, 1, 4, 2, 2, 5, 2, 3, 5, 8, 7, 4, 8, 8, 7, 4, 6, 2, 6, 4, 3, 4, 4, 3, 3, 4, 2, 1, 1, 3, 6, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2], "n_pos": 62, "sum_m_en": [7.936105, 9.119133, 9.546072, 9.769399, 11.647394, 11.654516, 12.197766, 12.686765, 13.155257, 12.633261, 12.174336, 12.705014, 11.993303, 12.09303, 12.685289, 13.001078, 13.191953, 12.56993, 11.919739, 12.222064, 11.10225, 10.937222, 10.989704, 10.851463, 25.854951, 23.983846, 23.499885, 17.515312, 17.255019, 18.569639, 16.069841, 16.777313, 18.644821, 20.547864, 24.80933, 24.363861, 32.833781, 36.717354, 41.29796, 46.329746, 46.973429, 51.436225, 52.158772, 54.698982, 55.466424, 53.895353, 55.014384, 56.612522, 54.72751, 58.236615], "sum_m_pl": [1.917325, 3.33047, 3.506348, 3.193588, 3.481723, 3.517803, 3.33906, 3.438541, 3.440922, 3.604654, 4.030541, 4.015513, 3.987732, 4.183865, 4.498429, 4.399969, 4.227169, 4.17031, 4.059658, 3.919073, 3.860622, 3.733204, 3.753203, 3.788895, 4.005189, 3.95715, 4.178312, 4.651085, 4.396434, 4.151541, 4.395411, 4.171174, 4.191439, 3.701735, 3.007961, 3.071195, 2.394158, 1.969521, 1.498322, 0.905885, 0.798746, 0.352616, 0.255421, 0.255923, 0.207292, 0.253026, 0.495245, 1.208917, 2.08083, 2.000009]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "gsm8kpl-775", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1196, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9851}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 26, 24, 44, 51, 60, 47, 60, 65, 65, 59, 57, 52, 46, 56, 60, 54, 65, 87, 74, 62, 74, 71, 75, 117, 108, 108, 89, 74, 80, 66, 75, 75, 91, 107, 99, 123, 145, 145, 163, 154, 160, 161, 149, 124, 106, 32, 4, 1, 0], "n_am_pl": [4, 27, 22, 23, 17, 25, 20, 27, 28, 18, 30, 43, 40, 37, 37, 31, 15, 18, 16, 20, 18, 11, 16, 17, 13, 15, 25, 24, 35, 39, 36, 31, 23, 19, 15, 21, 19, 14, 18, 15, 20, 22, 22, 28, 50, 66, 125, 142, 164, 167], "n_pos": 298, "sum_m_en": [28.493504, 45.135575, 47.819603, 49.555611, 53.504488, 53.877389, 55.130755, 57.995946, 58.820898, 58.728413, 61.046558, 61.353233, 59.432241, 59.513427, 57.99368, 59.236284, 61.266326, 58.123648, 57.756413, 54.908003, 52.21791, 52.882233, 52.460754, 52.804632, 83.722845, 78.051889, 72.121647, 64.502412, 62.277511, 62.116902, 59.864041, 62.229208, 62.267258, 68.556515, 74.620787, 73.809058, 79.231664, 89.727144, 97.403665, 115.807226, 117.75901, 131.818655, 135.324667, 133.425816, 113.068022, 96.287132, 33.554363, 10.321932, 3.830232, 3e-06], "sum_m_pl": [5.354216, 15.319661, 16.071305, 15.786154, 16.294418, 15.662289, 16.005522, 16.343797, 16.748551, 16.234462, 18.450623, 18.577961, 17.756792, 19.425987, 17.851463, 18.149427, 16.70577, 16.564417, 16.141594, 16.661042, 16.443696, 15.945448, 16.413419, 16.766084, 18.289162, 19.059296, 20.796374, 22.404061, 23.606741, 23.211976, 20.706951, 20.555412, 20.465748, 18.455359, 17.427021, 18.870358, 17.992482, 16.682574, 19.089225, 18.751213, 17.849848, 19.97177, 20.530414, 25.833568, 44.879591, 61.514723, 119.347281, 135.633883, 159.785007, 167.000484]}, "digit": {"n_am_en": [1, 7, 3, 8, 5, 5, 4, 4, 6, 8, 10, 4, 6, 6, 6, 7, 2, 3, 3, 1, 0, 2, 1, 1, 7, 3, 7, 5, 4, 7, 6, 5, 8, 7, 5, 6, 9, 9, 7, 9, 9, 9, 8, 6, 6, 4, 1, 0, 0, 0], "n_am_pl": [0, 5, 1, 0, 3, 1, 0, 0, 0, 0, 4, 3, 2, 8, 4, 2, 0, 2, 5, 4, 3, 0, 2, 0, 2, 2, 3, 0, 1, 5, 4, 6, 2, 2, 2, 0, 1, 2, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.276911, 6.456754, 7.241597, 7.065796, 7.682137, 7.3173, 7.025691, 7.27651, 7.282017, 7.645061, 8.246012, 7.86726, 7.675996, 7.644711, 7.373854, 6.663025, 7.284608, 6.79796, 6.99689, 6.672341, 6.421714, 6.509589, 6.48512, 6.727099, 8.158693, 7.813608, 7.587167, 7.633508, 7.242836, 7.265427, 6.752772, 7.48342, 7.697966, 7.581401, 7.484761, 7.027194, 6.578029, 6.49283, 6.414244, 6.731364, 6.279636, 6.513502, 6.495481, 6.100487, 4.654373, 4.606372, 2.671543, 1.036834, 0.223804, 0.0], "sum_m_pl": [0.891223, 2.275916, 1.716401, 1.716729, 1.807682, 1.479833, 1.347295, 1.295305, 1.549369, 1.646546, 2.068693, 2.01558, 1.828913, 2.143221, 1.903954, 2.072191, 1.948149, 1.962289, 1.865511, 1.961265, 1.978353, 1.901506, 1.934301, 1.985285, 2.435612, 2.551063, 2.326993, 2.707199, 2.617078, 2.653538, 2.259021, 2.155412, 1.964415, 1.871761, 1.736069, 1.890549, 1.758818, 1.832914, 2.074714, 2.113502, 2.183599, 2.134117, 2.027166, 1.901384, 1.937197, 1.490451, 1.718425, 0.504624, 0.129886, 0.0]}, "lang": {"n_am_en": [4, 14, 13, 26, 35, 40, 29, 42, 38, 35, 32, 31, 36, 32, 41, 43, 36, 40, 57, 50, 46, 51, 51, 55, 83, 76, 72, 61, 50, 52, 44, 50, 50, 61, 77, 64, 80, 100, 100, 112, 104, 111, 114, 107, 86, 75, 20, 3, 0, 0], "n_am_pl": [1, 18, 15, 14, 8, 11, 15, 17, 17, 13, 20, 31, 27, 19, 20, 19, 13, 14, 8, 11, 9, 7, 9, 11, 7, 9, 14, 15, 23, 25, 19, 17, 17, 10, 12, 16, 14, 8, 16, 13, 14, 18, 18, 26, 45, 59, 114, 136, 162, 167], "n_pos": 167, "sum_m_en": [16.513764, 24.741816, 26.083759, 27.79852, 30.536263, 30.981414, 31.885149, 33.995694, 34.711687, 34.707484, 35.766654, 36.098908, 35.193524, 35.127008, 34.610897, 36.308557, 36.612765, 34.978936, 34.279572, 32.524962, 30.769728, 30.91202, 30.702418, 30.604452, 54.894438, 50.315905, 45.472706, 39.462591, 37.722158, 36.977273, 35.751809, 36.808882, 36.335463, 41.426808, 44.784898, 46.289286, 51.60288, 57.021812, 62.973151, 75.241562, 77.737414, 91.291192, 95.307063, 94.198993, 79.048712, 66.088505, 20.181606, 5.701697, 0.973559, 1e-06], "sum_m_pl": [3.261002, 8.776045, 9.522626, 9.21394, 9.447216, 9.456685, 9.645021, 9.913764, 10.25408, 9.917433, 11.128878, 11.403595, 10.842717, 11.867629, 10.874973, 10.996514, 9.921882, 9.767425, 9.45923, 9.576395, 9.417111, 9.183754, 9.488266, 9.679134, 10.317494, 10.970801, 12.355467, 13.112335, 13.964972, 13.902379, 12.608236, 12.60152, 12.878055, 11.917996, 11.377406, 12.481555, 11.636024, 10.36511, 13.166936, 13.236448, 12.088321, 13.706197, 15.62758, 21.420642, 38.155581, 55.048229, 108.179805, 129.336014, 156.141699, 166.51709]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 303, "item_id": "gsm8kpl-775", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1486, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9967, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [26, 23, 22, 36, 40, 45, 46, 48, 54, 61, 49, 49, 46, 51, 46, 58, 66, 70, 80, 86, 81, 82, 71, 70, 117, 99, 100, 82, 72, 71, 74, 76, 73, 79, 99, 92, 94, 105, 102, 108, 103, 97, 104, 109, 100, 92, 97, 102, 91, 89], "n_am_pl": [17, 23, 28, 16, 23, 28, 27, 25, 16, 20, 33, 32, 36, 29, 28, 20, 24, 25, 18, 15, 8, 7, 13, 14, 12, 18, 10, 15, 21, 16, 21, 21, 20, 5, 13, 18, 10, 10, 8, 4, 5, 6, 4, 4, 4, 1, 0, 0, 0, 0], "n_pos": 282, "sum_m_en": [32.938893, 44.5329, 45.11941, 45.48697, 49.889905, 49.3204, 47.43962, 47.796362, 49.849389, 52.485145, 54.386788, 52.263648, 52.812014, 54.338399, 53.563373, 54.653002, 55.018591, 52.590791, 53.117128, 54.190162, 50.618558, 50.023752, 49.943814, 50.614239, 77.805351, 70.607895, 67.446568, 58.795773, 60.051999, 58.257492, 56.1758, 60.600399, 63.096716, 63.049065, 69.017196, 70.959087, 78.388244, 85.383605, 85.518426, 92.06182, 88.371746, 88.695873, 93.466533, 92.782728, 88.99113, 85.926086, 90.976653, 97.086723, 88.051912, 88.900684], "sum_m_pl": [6.600483, 14.731674, 15.326228, 13.856742, 15.428843, 14.352054, 13.161189, 13.38473, 13.570466, 14.623154, 17.153504, 18.372689, 18.627126, 19.264758, 19.149241, 19.757512, 19.788922, 20.386866, 18.936058, 18.97569, 18.048199, 17.432116, 17.297626, 17.394469, 20.854277, 21.299945, 19.906236, 21.670246, 22.121623, 21.970205, 20.387691, 19.223926, 18.616794, 17.723404, 17.291592, 16.336948, 13.912487, 11.83964, 11.241985, 9.629007, 9.211424, 8.722631, 7.12776, 6.862637, 6.01614, 4.25088, 2.806154, 2.145049, 2.967295, 0.003078]}, "digit": {"n_am_en": [1, 9, 6, 8, 6, 9, 8, 4, 2, 9, 12, 6, 7, 8, 14, 10, 20, 12, 14, 18, 19, 20, 18, 21, 40, 25, 25, 21, 16, 12, 11, 13, 13, 14, 17, 9, 13, 19, 20, 18, 17, 18, 22, 25, 21, 16, 19, 14, 1, 0], "n_am_pl": [1, 3, 0, 0, 5, 1, 1, 3, 2, 2, 6, 6, 11, 9, 7, 10, 6, 7, 8, 5, 3, 3, 2, 3, 1, 4, 2, 1, 5, 4, 8, 7, 5, 3, 7, 12, 7, 5, 4, 3, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 81, "sum_m_en": [9.106643, 14.201748, 14.383563, 14.15753, 15.627535, 14.289386, 13.032235, 13.472838, 13.690684, 14.929557, 16.323584, 15.447078, 15.83823, 15.950606, 16.145851, 15.687047, 15.859907, 14.270972, 14.5877, 15.176499, 14.634802, 14.70666, 14.793249, 14.990484, 22.189274, 19.560316, 18.954088, 17.176433, 17.315404, 16.335774, 15.857684, 17.166345, 17.630685, 16.304698, 16.416562, 15.489382, 16.437388, 15.839271, 13.990502, 14.38103, 13.607304, 14.141575, 14.630764, 14.72602, 13.856736, 11.55159, 12.971642, 9.561067, 3.553878, 0.000116], "sum_m_pl": [1.593342, 4.225195, 3.547743, 3.239351, 3.597976, 3.183569, 2.629183, 2.869948, 3.350778, 3.55645, 4.427521, 4.728232, 4.957634, 5.24643, 4.710425, 5.325024, 5.109089, 5.509679, 5.065628, 4.968923, 4.751221, 4.549281, 4.568178, 4.62801, 5.168612, 5.56844, 5.11204, 5.518453, 5.409897, 5.432069, 5.122925, 4.776392, 4.59099, 4.253255, 4.509278, 4.562858, 4.317982, 3.933992, 4.018028, 3.765414, 3.745832, 3.688848, 3.469702, 2.989957, 2.793534, 2.087718, 1.628554, 1.300944, 0.804793, 0.00306]}, "lang": {"n_am_en": [22, 10, 14, 19, 24, 25, 19, 32, 35, 33, 24, 25, 25, 27, 23, 30, 31, 38, 42, 44, 43, 41, 37, 36, 53, 54, 49, 44, 45, 46, 49, 49, 48, 51, 58, 55, 57, 61, 60, 68, 63, 61, 66, 65, 63, 61, 62, 73, 78, 86], "n_am_pl": [3, 11, 12, 6, 8, 12, 11, 8, 7, 8, 13, 13, 13, 11, 14, 5, 9, 8, 4, 4, 2, 1, 6, 6, 1, 6, 4, 7, 7, 6, 6, 6, 5, 1, 3, 5, 3, 4, 4, 0, 1, 3, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 89, "sum_m_en": [10.925973, 13.090299, 13.615169, 14.410553, 15.965378, 16.61794, 16.379789, 16.850177, 17.876053, 18.335065, 18.353097, 17.917699, 17.832329, 18.847938, 18.353861, 19.373765, 19.076031, 19.370809, 19.211053, 19.264233, 17.254267, 16.71928, 16.648451, 16.75266, 32.917232, 31.290736, 30.13354, 24.864758, 25.170308, 24.454769, 23.457332, 25.003595, 26.4407, 28.48424, 30.850071, 33.492543, 39.387686, 45.32123, 48.545169, 54.649295, 53.267305, 56.330063, 60.951288, 60.337112, 58.963937, 58.78559, 61.070709, 69.884228, 71.63063, 85.945988], "sum_m_pl": [2.11692, 4.084546, 4.560736, 4.086042, 4.717243, 4.658612, 4.717197, 4.700539, 4.892887, 5.113015, 6.157021, 6.441359, 6.535753, 7.040452, 7.202886, 7.073514, 7.112494, 7.2243, 6.72274, 6.685461, 6.369421, 6.127738, 6.036059, 5.932122, 7.044459, 7.025678, 7.154376, 7.848704, 8.415635, 8.059828, 7.717909, 7.312333, 7.139094, 6.947192, 6.471528, 6.44946, 5.325812, 4.31935, 4.202483, 2.786472, 2.5204, 2.581961, 1.415043, 1.729817, 1.407963, 0.952328, 0.532437, 0.302043, 1.326187, 1.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 288, "item_id": "gsm8kpl-777", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1222, "region_end": 282, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9721}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 23, 31, 50, 68, 59, 56, 52, 52, 83, 84, 85, 74, 61, 58, 78, 91, 92, 109, 115, 113, 107, 101, 102, 186, 156, 124, 98, 100, 87, 92, 84, 93, 99, 111, 120, 132, 151, 163, 165, 154, 154, 156, 167, 140, 99, 49, 19, 4, 1], "n_am_pl": [22, 42, 42, 30, 35, 52, 68, 63, 59, 53, 66, 81, 92, 75, 74, 77, 47, 59, 59, 43, 31, 32, 28, 32, 35, 46, 47, 54, 69, 61, 53, 73, 59, 58, 58, 51, 53, 31, 26, 20, 30, 36, 39, 41, 53, 87, 139, 175, 175, 177], "n_pos": 479, "sum_m_en": [49.69936, 73.7702, 78.53375, 79.661937, 82.399889, 83.246722, 81.402194, 81.284696, 82.967472, 87.280448, 92.013896, 88.359922, 89.006642, 86.949198, 87.608395, 90.391486, 90.415913, 82.175589, 82.936644, 83.709914, 81.62051, 81.099622, 81.840775, 81.877713, 120.622355, 108.724231, 97.742712, 89.629399, 89.871254, 86.792665, 85.306577, 89.275795, 90.948759, 89.264895, 93.434319, 97.268321, 100.654064, 118.393877, 122.437438, 130.409114, 135.305279, 135.785763, 135.135547, 139.335427, 117.289366, 84.816137, 46.780324, 17.703822, 8.676364, 1.006658], "sum_m_pl": [10.533088, 27.92475, 28.472798, 25.419933, 27.767188, 27.024858, 27.576928, 27.935917, 29.670907, 29.632458, 34.539086, 37.354792, 38.747734, 41.04249, 39.382092, 38.442161, 36.688142, 39.223131, 35.521222, 35.448991, 33.539049, 31.797634, 31.265283, 30.507992, 41.143687, 43.300706, 43.877114, 43.753612, 47.491888, 47.417072, 45.298467, 45.722094, 42.786856, 41.373022, 40.277667, 40.713545, 38.840811, 33.594037, 31.092651, 29.267646, 31.144891, 32.769429, 37.407936, 41.026454, 58.864796, 84.568505, 135.997086, 171.746196, 173.723426, 178.101165]}, "digit": {"n_am_en": [0, 12, 12, 12, 16, 10, 3, 6, 5, 18, 25, 22, 21, 20, 15, 23, 29, 22, 26, 25, 22, 23, 19, 20, 46, 35, 26, 16, 21, 14, 19, 16, 17, 16, 24, 16, 22, 18, 23, 19, 18, 18, 17, 18, 18, 14, 20, 13, 0, 0], "n_am_pl": [2, 5, 1, 2, 2, 3, 3, 1, 8, 7, 9, 13, 18, 17, 14, 15, 8, 11, 9, 5, 6, 4, 3, 3, 6, 11, 5, 14, 9, 12, 11, 14, 9, 7, 11, 13, 11, 6, 5, 2, 2, 1, 2, 0, 0, 0, 1, 0, 0, 0], "n_pos": 108, "sum_m_en": [11.408553, 18.923817, 20.285132, 19.509569, 20.153001, 18.98153, 17.611049, 17.841044, 18.169728, 19.706693, 22.067083, 20.436853, 20.817424, 20.806903, 20.958539, 20.562261, 21.021451, 18.431153, 18.937336, 19.342922, 18.73478, 18.909787, 19.016204, 19.211643, 27.663942, 24.320189, 22.983413, 21.239045, 21.591662, 20.21481, 20.102552, 22.047979, 22.604475, 21.650865, 21.856092, 20.588429, 20.549628, 20.327389, 19.483507, 19.484461, 18.761953, 17.124838, 15.563654, 14.80065, 14.040908, 10.998864, 12.403374, 9.00396, 2.741231, 0.0], "sum_m_pl": [2.208863, 6.398042, 5.208791, 4.540072, 4.565726, 4.201379, 3.783132, 3.944603, 4.741629, 4.996335, 6.293915, 6.780216, 7.319135, 8.02977, 7.186448, 7.768058, 7.038973, 8.037663, 7.142507, 7.088122, 6.733111, 6.404824, 6.371971, 6.274855, 7.917724, 8.727754, 8.156853, 8.274731, 8.072022, 8.491587, 8.035534, 7.526657, 6.719056, 6.316453, 6.394117, 6.745324, 6.257029, 5.155349, 5.234269, 5.136023, 4.885315, 4.637325, 4.468239, 4.008687, 3.727704, 3.135894, 2.749116, 1.856054, 1.144368, 3e-06]}, "lang": {"n_am_en": [4, 7, 7, 14, 36, 27, 25, 27, 21, 37, 29, 31, 29, 18, 23, 29, 30, 32, 38, 45, 45, 48, 48, 44, 75, 67, 54, 43, 44, 38, 38, 38, 37, 43, 45, 56, 59, 75, 86, 97, 88, 90, 86, 99, 81, 64, 23, 2, 2, 1], "n_am_pl": [9, 14, 22, 16, 20, 25, 35, 37, 35, 33, 35, 41, 48, 39, 37, 36, 29, 33, 32, 26, 18, 14, 12, 17, 15, 21, 26, 21, 35, 32, 24, 38, 33, 33, 31, 29, 33, 22, 20, 18, 27, 31, 37, 38, 51, 76, 118, 160, 170, 174], "n_pos": 177, "sum_m_en": [18.949921, 26.170521, 27.845631, 29.074287, 30.434005, 31.270631, 31.78665, 31.988949, 33.320639, 34.617832, 35.39285, 34.177512, 34.118868, 33.111765, 33.380871, 34.946984, 34.291654, 30.820551, 30.914651, 31.223778, 30.826892, 30.278979, 31.088235, 30.424293, 50.885937, 46.167772, 38.906412, 35.670503, 35.037799, 33.371987, 32.719987, 33.753926, 33.823578, 35.759338, 37.473982, 41.817388, 43.123941, 54.470729, 59.812037, 66.858921, 72.793724, 76.493273, 77.00936, 82.647805, 69.722967, 52.93148, 24.675162, 3.315382, 2.752076, 1.004515], "sum_m_pl": [4.447928, 9.919601, 10.983783, 9.496912, 10.896369, 11.068972, 12.002868, 12.314328, 13.585085, 12.916631, 15.031128, 16.539996, 17.605043, 18.961964, 18.07216, 16.558145, 15.888837, 16.935685, 15.476924, 14.977745, 14.182662, 13.362611, 12.958058, 12.513608, 17.953449, 19.472729, 20.304519, 19.758039, 22.686276, 22.440613, 22.372959, 23.049413, 21.636924, 21.201533, 20.722782, 21.903258, 22.746253, 19.811204, 18.502739, 17.308886, 19.743672, 22.01935, 28.094488, 31.454693, 48.263911, 70.509146, 113.417469, 154.708071, 164.38594, 174.370097]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 485, "item_id": "gsm8kpl-777", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1512, "region_end": 479, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 10, 16, 18, 23, 22, 25, 16, 17, 16, 15, 17, 14, 17, 18, 18, 20, 17, 22, 23, 17, 15, 19, 20, 35, 35, 29, 28, 21, 22, 25, 33, 34, 32, 35, 31, 31, 35, 32, 31, 44, 40, 42, 42, 44, 43, 45, 45, 34, 32], "n_am_pl": [1, 15, 28, 19, 17, 19, 8, 12, 11, 9, 14, 13, 10, 9, 14, 10, 8, 19, 12, 4, 4, 4, 5, 7, 9, 10, 12, 10, 8, 7, 9, 10, 7, 6, 2, 6, 5, 3, 2, 4, 4, 4, 5, 8, 3, 1, 0, 0, 0, 0], "n_pos": 130, "sum_m_en": [14.139818, 20.574554, 19.687045, 18.956174, 19.460355, 19.85319, 18.658648, 19.598408, 19.492504, 20.728873, 20.539475, 22.176647, 21.434679, 21.673339, 21.492138, 21.808739, 23.364838, 20.730838, 21.314187, 22.104418, 21.046089, 20.734558, 20.662282, 21.038643, 28.220134, 25.774176, 24.544115, 21.714786, 23.268453, 24.80209, 24.2539, 25.958089, 26.364664, 27.256935, 30.167713, 28.294103, 29.068796, 30.505329, 28.409298, 30.040051, 32.907873, 36.526219, 38.888051, 39.447385, 40.268942, 41.373043, 41.9775, 41.963854, 35.577384, 31.700948], "sum_m_pl": [2.686713, 7.06391, 8.078656, 7.587336, 7.30014, 6.769872, 5.715311, 6.139693, 6.178356, 6.655623, 7.080864, 7.155811, 8.100472, 7.736518, 7.88299, 7.743873, 6.958882, 6.865131, 7.076512, 6.932868, 6.843115, 6.69164, 6.687754, 6.868424, 7.503561, 8.612841, 8.251938, 9.253105, 9.078271, 9.179973, 8.526387, 7.559561, 7.744215, 7.108776, 6.668716, 6.009735, 5.884303, 5.612758, 5.112361, 5.242837, 4.874686, 3.940556, 3.333407, 4.282619, 3.636404, 3.02281, 2.065438, 1.193201, 0.459773, 0.000417]}, "digit": {"n_am_en": [0, 1, 3, 0, 3, 4, 6, 0, 0, 2, 3, 3, 2, 5, 5, 3, 2, 2, 1, 2, 3, 1, 2, 2, 8, 9, 7, 7, 4, 6, 6, 7, 8, 6, 6, 4, 5, 8, 10, 3, 6, 6, 6, 4, 5, 6, 6, 7, 1, 0], "n_am_pl": [0, 2, 9, 4, 6, 7, 1, 3, 4, 4, 10, 9, 9, 7, 9, 6, 6, 12, 8, 2, 2, 2, 1, 1, 5, 5, 6, 8, 5, 3, 5, 4, 3, 4, 0, 4, 3, 1, 1, 4, 4, 4, 5, 6, 2, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.930917, 6.006919, 5.713215, 5.278803, 5.23888, 5.33261, 4.715379, 4.851061, 4.7242, 5.413294, 5.539698, 6.253853, 6.19485, 6.416607, 6.207541, 6.403238, 7.109056, 6.192418, 6.621511, 6.869584, 6.464698, 6.346203, 6.402976, 6.514883, 8.257713, 7.269918, 6.928752, 6.283089, 6.427596, 6.643093, 7.005175, 7.630967, 7.744585, 7.987002, 8.319181, 7.531283, 7.510341, 7.255154, 6.482735, 5.699223, 5.926382, 5.852121, 6.477915, 6.021746, 5.460812, 5.300913, 5.801589, 4.893208, 2.093576, 0.0], "sum_m_pl": [0.73509, 2.026017, 2.158782, 2.174064, 1.889848, 1.802159, 1.380159, 1.62994, 1.745323, 1.966903, 2.202831, 2.307665, 2.995217, 2.492408, 2.664758, 2.576837, 2.19269, 2.230977, 2.20269, 2.04239, 1.979399, 1.947436, 1.974094, 2.078425, 2.486082, 2.81594, 2.663566, 3.245219, 3.109332, 2.940246, 2.678228, 2.417946, 2.372215, 2.12013, 2.149905, 1.941743, 2.037871, 2.091457, 2.338938, 2.644734, 2.788605, 2.490338, 2.171465, 2.37096, 2.239397, 1.847133, 1.609698, 0.895543, 0.276771, 0.0]}, "lang": {"n_am_en": [6, 6, 8, 8, 9, 8, 10, 9, 10, 6, 3, 8, 7, 3, 2, 6, 8, 7, 8, 10, 6, 8, 8, 7, 13, 14, 11, 10, 8, 7, 10, 17, 14, 17, 16, 16, 16, 17, 14, 18, 25, 23, 25, 25, 28, 26, 27, 29, 30, 31], "n_am_pl": [0, 1, 2, 4, 4, 3, 2, 2, 3, 0, 0, 1, 1, 0, 4, 3, 1, 3, 1, 0, 1, 0, 0, 1, 2, 1, 0, 0, 2, 2, 2, 3, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.997987, 4.991432, 5.174283, 5.14061, 5.601452, 5.767941, 5.783629, 6.375969, 6.476853, 6.27612, 6.32958, 6.783686, 6.586461, 6.557328, 6.645705, 6.616962, 6.904095, 6.076417, 6.112574, 6.192127, 5.949526, 5.779616, 5.688364, 5.772817, 10.076558, 9.569939, 9.500943, 7.203706, 7.29319, 7.821545, 7.576511, 8.256495, 8.340075, 9.414888, 10.86374, 10.865071, 11.617755, 12.537589, 13.955115, 15.743724, 18.035969, 19.564118, 20.846219, 21.782404, 23.8181, 24.856529, 25.406108, 27.575048, 28.947437, 30.702455], "sum_m_pl": [0.548675, 1.546191, 1.633754, 1.402613, 1.545334, 1.488127, 1.505886, 1.523078, 1.651613, 1.666088, 1.711502, 1.687135, 1.894142, 2.064524, 2.082013, 1.94705, 1.733686, 1.762638, 1.847222, 1.778858, 1.775792, 1.719282, 1.692719, 1.744216, 1.666272, 1.926878, 2.002139, 2.225758, 2.432352, 2.359696, 2.317037, 2.134692, 2.295388, 2.195919, 1.859782, 1.862893, 1.867935, 1.52158, 1.225606, 1.034826, 0.858687, 0.637029, 0.542962, 0.967563, 0.511436, 0.384361, 0.24019, 0.099951, 0.028968, 0.000403]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "gsm8kpl-778", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1199, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9925}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 12, 30, 35, 28, 43, 33, 27, 35, 35, 40, 31, 44, 41, 35, 36, 44, 46, 49, 59, 63, 56, 54, 54, 74, 70, 62, 57, 61, 44, 49, 53, 47, 67, 93, 92, 76, 88, 88, 80, 83, 86, 80, 72, 71, 50, 25, 11, 6, 1], "n_am_pl": [8, 23, 32, 22, 20, 27, 22, 22, 18, 24, 19, 13, 25, 20, 15, 13, 10, 7, 9, 6, 1, 3, 4, 4, 11, 16, 12, 16, 20, 18, 21, 18, 15, 18, 13, 5, 9, 10, 8, 5, 7, 7, 11, 18, 20, 38, 69, 75, 79, 81], "n_pos": 224, "sum_m_en": [23.623757, 34.941828, 36.514836, 35.274925, 36.305114, 36.640804, 35.847259, 36.0997, 35.991077, 38.427095, 39.095408, 39.926058, 40.775983, 40.498135, 39.858746, 40.726598, 42.778263, 38.631164, 40.14249, 40.404323, 39.430991, 38.813261, 38.451385, 38.882048, 62.325558, 55.765362, 50.372921, 45.747017, 44.945339, 44.028747, 44.023158, 46.872152, 46.74813, 50.384704, 56.548334, 57.26617, 52.839149, 59.654486, 58.885837, 59.858119, 67.048975, 68.853302, 67.774663, 62.869829, 63.721751, 47.363946, 24.332616, 10.972877, 5.804564, 1.00001], "sum_m_pl": [4.597495, 12.196422, 12.693414, 11.715343, 12.463045, 11.3054, 11.062448, 11.610672, 12.312886, 12.94456, 13.821189, 13.463555, 14.199459, 13.903162, 13.682112, 13.726365, 12.155802, 12.086351, 11.978617, 11.619246, 11.3147, 10.996541, 10.988802, 11.405882, 10.826601, 13.05443, 13.858635, 15.814058, 18.241477, 18.18705, 16.057139, 14.742322, 14.763707, 13.21567, 12.161104, 11.109054, 12.449708, 10.757478, 9.741503, 9.185767, 8.428154, 8.445612, 9.43662, 15.780117, 21.697917, 36.054687, 63.524237, 76.013678, 77.748418, 80.990219]}, "digit": {"n_am_en": [1, 1, 6, 4, 5, 3, 2, 1, 2, 5, 5, 3, 5, 5, 6, 6, 10, 4, 5, 4, 6, 1, 2, 2, 11, 9, 4, 7, 6, 1, 3, 6, 4, 5, 15, 16, 15, 15, 14, 8, 10, 10, 8, 7, 7, 6, 8, 8, 5, 0], "n_am_pl": [0, 3, 3, 3, 2, 2, 1, 2, 0, 1, 0, 2, 9, 6, 1, 1, 2, 3, 2, 1, 0, 1, 1, 1, 3, 5, 2, 2, 5, 4, 4, 0, 1, 5, 2, 0, 2, 1, 1, 0, 0, 2, 0, 0, 0, 1, 2, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.373855, 7.083878, 7.615665, 7.121931, 7.220359, 7.074498, 6.347559, 6.247674, 6.083249, 6.863202, 7.21576, 7.548176, 7.419639, 7.511347, 7.380229, 7.582651, 8.451327, 7.217485, 7.819546, 7.696844, 7.537301, 7.400417, 7.325249, 7.512875, 9.481844, 8.85416, 8.007876, 8.014921, 7.506074, 7.624906, 7.352872, 8.315967, 8.323588, 8.706873, 9.537885, 9.250201, 8.673718, 8.829988, 8.349474, 7.265763, 7.546715, 7.342509, 5.825059, 5.549313, 4.760335, 5.197337, 8.274778, 6.779685, 3.764962, 0.0], "sum_m_pl": [0.657959, 2.328716, 2.180908, 2.055187, 1.841304, 1.526877, 1.441601, 1.747539, 1.980888, 2.144012, 2.223469, 2.197072, 2.76238, 2.621945, 2.577114, 2.754491, 2.520484, 2.583218, 2.471632, 2.267122, 2.25038, 2.163239, 2.227156, 2.410456, 2.637978, 3.058381, 2.758404, 3.320851, 3.78385, 3.551127, 3.337604, 2.841031, 2.889606, 2.54889, 2.574918, 2.274622, 2.18257, 1.834426, 1.744829, 1.838199, 1.852617, 1.78851, 1.712102, 1.747339, 1.603973, 1.453245, 2.103669, 1.163629, 0.356154, 0.000179]}, "lang": {"n_am_en": [2, 7, 9, 15, 16, 21, 19, 20, 22, 17, 21, 19, 26, 25, 20, 22, 21, 25, 25, 30, 30, 29, 29, 31, 38, 33, 31, 34, 35, 27, 29, 32, 26, 34, 38, 44, 38, 48, 54, 53, 54, 54, 55, 47, 43, 27, 15, 2, 1, 1], "n_am_pl": [1, 7, 11, 2, 5, 9, 9, 8, 8, 6, 8, 5, 7, 7, 10, 10, 7, 4, 6, 2, 0, 1, 2, 2, 3, 7, 6, 8, 10, 10, 11, 13, 9, 11, 11, 4, 4, 4, 2, 0, 1, 1, 4, 14, 18, 35, 56, 71, 78, 80], "n_pos": 81, "sum_m_en": [8.276209, 13.02036, 13.447135, 13.339991, 13.921141, 14.65776, 15.039003, 15.398099, 15.274425, 15.542942, 15.695013, 15.972674, 16.881018, 16.490727, 16.357126, 16.778444, 17.275017, 16.180074, 16.309792, 16.626115, 16.003468, 15.545022, 15.494047, 15.411198, 29.735628, 25.897379, 23.984097, 21.551791, 20.811536, 20.067149, 20.393054, 21.071105, 20.375971, 22.596871, 25.257814, 26.675282, 25.078245, 29.127339, 33.794318, 36.080796, 40.774222, 42.491002, 45.778849, 40.838724, 39.419593, 27.419789, 13.322729, 2.160014, 1.451087, 1.000005], "sum_m_pl": [1.31802, 3.809459, 4.14454, 3.84523, 4.400069, 4.311211, 4.447004, 4.517974, 4.989688, 4.926957, 5.54157, 5.375301, 5.512828, 5.569285, 5.365599, 5.233338, 4.455826, 4.535211, 4.562726, 4.406173, 4.300713, 4.173207, 4.141142, 4.20114, 3.813474, 4.858683, 5.267082, 5.854369, 7.226199, 7.437378, 6.349486, 6.381014, 6.468883, 6.001346, 5.215282, 5.132328, 6.035847, 4.893903, 4.160862, 3.341114, 2.781335, 2.55183, 3.675379, 9.60869, 16.478965, 30.397054, 51.499426, 68.961343, 75.729291, 79.864707]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "gsm8kpl-778", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1489, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 3, 16, 13, 20, 33, 27, 27, 23, 26, 21, 14, 12, 15, 18, 19, 19, 17, 21, 27, 29, 24, 23, 24, 42, 28, 26, 23, 16, 20, 15, 15, 18, 25, 36, 25, 31, 46, 48, 54, 51, 52, 50, 47, 44, 48, 43, 39, 32, 32], "n_am_pl": [0, 10, 9, 6, 8, 9, 8, 10, 13, 10, 9, 12, 12, 13, 15, 19, 10, 11, 7, 6, 5, 4, 6, 7, 10, 13, 12, 13, 10, 18, 18, 18, 16, 10, 10, 9, 7, 5, 2, 2, 3, 3, 2, 0, 0, 2, 1, 0, 0, 0], "n_pos": 118, "sum_m_en": [12.394409, 18.109178, 17.802335, 18.127809, 19.342381, 20.271904, 19.131907, 19.999956, 19.643821, 21.817372, 21.355313, 19.426512, 19.022173, 19.243749, 19.409723, 19.866765, 20.752768, 19.072276, 19.958781, 20.197796, 19.348967, 19.067576, 18.963358, 19.389173, 26.433343, 22.214426, 20.780928, 19.909652, 20.855356, 21.070119, 19.84728, 20.966442, 21.624923, 23.863119, 26.685038, 25.733209, 28.604874, 36.170099, 38.119902, 46.622171, 45.964566, 46.544542, 45.840679, 45.999195, 46.083888, 46.022932, 44.620827, 41.721084, 34.337506, 32.115979], "sum_m_pl": [2.52916, 6.149042, 6.294806, 6.048102, 6.560872, 5.686569, 5.173849, 5.346151, 5.644781, 6.433489, 7.055448, 7.189916, 7.865592, 7.797475, 7.769386, 8.208131, 7.685242, 7.771785, 7.501005, 7.586162, 7.328404, 7.193254, 6.952269, 7.125297, 8.925301, 9.944736, 9.378113, 10.158325, 9.015728, 9.877557, 9.368138, 9.045464, 8.935014, 7.8344, 7.581877, 7.784716, 7.38846, 5.755322, 5.425132, 4.820331, 4.278578, 3.876128, 3.383131, 2.936009, 2.429894, 2.005635, 1.408786, 0.92236, 0.57332, 0.002668]}, "digit": {"n_am_en": [0, 1, 5, 3, 5, 10, 8, 5, 2, 5, 4, 1, 2, 3, 6, 2, 4, 2, 6, 5, 7, 5, 5, 5, 16, 6, 6, 8, 5, 4, 4, 2, 2, 5, 12, 5, 8, 10, 7, 9, 7, 7, 6, 4, 4, 3, 3, 1, 0, 0], "n_am_pl": [0, 3, 2, 0, 1, 2, 2, 3, 4, 6, 4, 6, 8, 7, 7, 9, 5, 4, 3, 1, 2, 1, 2, 0, 2, 5, 5, 4, 5, 7, 9, 8, 5, 1, 3, 4, 3, 4, 2, 2, 3, 3, 2, 0, 0, 2, 1, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.996529, 6.635223, 6.329081, 6.15097, 6.408908, 6.249575, 5.997714, 6.061177, 5.927535, 6.743911, 6.793298, 5.98711, 6.142407, 6.425275, 6.556215, 6.543914, 6.852407, 5.96806, 6.415239, 6.396937, 6.130439, 6.148431, 6.223569, 6.358899, 8.542855, 6.373776, 5.59412, 6.013656, 6.642055, 6.56473, 6.470961, 6.959523, 7.114111, 7.087279, 7.325098, 6.312847, 6.928131, 7.918984, 7.031989, 7.619158, 6.967712, 6.762943, 5.819386, 5.576547, 5.374183, 4.722533, 4.308337, 2.917568, 0.671293, 0.0], "sum_m_pl": [0.804406, 1.902506, 1.603106, 1.600734, 1.645282, 1.515964, 1.304742, 1.316196, 1.549848, 1.834274, 2.047713, 2.222649, 2.435282, 2.422313, 2.317313, 2.402444, 2.217864, 2.341797, 2.206309, 2.228098, 2.204375, 2.12971, 2.066828, 2.101665, 2.444507, 2.746625, 2.514961, 2.69395, 2.391853, 2.712801, 2.570076, 2.551705, 2.312018, 2.081375, 2.052983, 2.391395, 2.56462, 2.255536, 2.439802, 2.587394, 2.374281, 2.553652, 2.211035, 1.917631, 1.669723, 1.43872, 1.096455, 0.694809, 0.23172, 0.0]}, "lang": {"n_am_en": [1, 0, 5, 4, 6, 8, 8, 9, 8, 5, 5, 4, 6, 6, 5, 8, 7, 11, 8, 14, 13, 12, 12, 11, 17, 15, 12, 10, 8, 9, 10, 7, 8, 12, 15, 13, 16, 24, 26, 28, 29, 30, 30, 30, 30, 32, 30, 30, 29, 31], "n_am_pl": [0, 2, 3, 2, 3, 4, 4, 1, 4, 1, 1, 2, 3, 2, 3, 5, 4, 6, 1, 1, 0, 0, 2, 4, 3, 3, 3, 4, 3, 7, 7, 6, 6, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.38673, 4.443224, 4.649877, 4.95134, 5.238928, 5.684214, 5.487464, 6.225446, 5.975762, 6.492299, 6.501971, 6.090391, 6.076685, 6.041727, 6.019739, 6.346586, 6.335248, 5.938708, 6.083009, 6.403479, 6.081513, 5.850959, 5.681886, 5.798852, 10.153588, 9.321689, 8.856352, 7.525357, 7.254139, 7.302663, 6.808598, 7.184435, 7.305881, 9.168626, 10.495234, 11.410563, 12.774412, 16.793177, 19.714922, 24.338852, 24.895429, 26.492214, 26.792289, 27.801893, 28.590637, 29.051014, 28.822035, 28.66532, 28.571923, 31.132662], "sum_m_pl": [0.643673, 1.659753, 1.756297, 1.649847, 2.001574, 1.705267, 1.669007, 1.69774, 1.80867, 1.894684, 2.024036, 2.032908, 2.363167, 2.380476, 2.346847, 2.482822, 2.376234, 2.359202, 2.317167, 2.243358, 2.1536, 2.146651, 2.09613, 2.172266, 2.82428, 3.045376, 2.898318, 3.469466, 3.107769, 3.220724, 3.199937, 3.108809, 3.127657, 2.735511, 2.484671, 2.530904, 2.40591, 1.610932, 1.345794, 0.738974, 0.676563, 0.482317, 0.426057, 0.322362, 0.257429, 0.239732, 0.12149, 0.055029, 0.16201, 0.002668]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "gsm8kpl-785", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9675, "tf_agree_excl_first": 0.9754}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 17, 19, 26, 28, 30, 27, 40, 37, 33, 32, 28, 25, 32, 38, 35, 30, 48, 63, 54, 58, 61, 61, 65, 99, 80, 70, 52, 51, 42, 43, 50, 47, 56, 64, 64, 75, 89, 90, 99, 98, 88, 87, 97, 85, 57, 20, 5, 3, 1], "n_am_pl": [0, 30, 20, 16, 10, 20, 18, 17, 16, 14, 25, 27, 34, 35, 31, 31, 23, 21, 23, 13, 13, 12, 15, 12, 12, 17, 25, 36, 33, 38, 35, 32, 28, 21, 24, 20, 19, 15, 11, 17, 19, 27, 27, 28, 43, 54, 76, 78, 84, 79], "n_pos": 243, "sum_m_en": [24.233676, 36.086463, 38.367216, 38.831007, 40.498949, 41.109739, 39.226473, 41.83762, 41.061144, 45.214942, 45.305452, 42.670503, 42.156755, 40.965762, 42.162594, 42.172772, 42.463515, 39.52975, 41.526403, 41.019598, 40.152775, 40.468041, 40.35282, 41.02521, 62.489042, 52.14085, 46.01887, 42.004957, 43.199968, 43.454569, 41.928448, 43.091421, 43.07101, 45.33532, 49.459768, 49.460531, 54.13455, 66.264969, 69.1403, 78.340507, 79.073676, 80.30192, 80.112845, 82.386345, 75.844391, 52.455772, 23.570316, 8.310892, 3.988697, 1.021748], "sum_m_pl": [4.579969, 12.716426, 12.665128, 12.793905, 13.430203, 12.638357, 11.668132, 12.314609, 12.735037, 13.641967, 14.936742, 15.516846, 16.927647, 17.416456, 16.598292, 17.460348, 15.928204, 15.519314, 14.332288, 14.763105, 14.491083, 14.390913, 14.217155, 14.062125, 17.986331, 20.702475, 20.68569, 22.310894, 21.94988, 23.336687, 22.112102, 22.119054, 21.914094, 19.03145, 18.199161, 17.612455, 18.079939, 14.706691, 14.037115, 14.590943, 15.408227, 16.056268, 18.454793, 22.594879, 32.818292, 48.344362, 72.794012, 74.075561, 82.14783, 79.613082]}, "digit": {"n_am_en": [0, 9, 2, 3, 4, 4, 1, 3, 4, 4, 4, 4, 3, 8, 9, 5, 6, 6, 11, 6, 8, 7, 6, 8, 20, 13, 10, 9, 5, 6, 5, 6, 12, 11, 11, 7, 12, 11, 12, 11, 13, 11, 9, 11, 11, 3, 2, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 0, 1, 1, 2, 2, 3, 9, 12, 11, 5, 7, 5, 4, 7, 2, 1, 3, 4, 2, 4, 6, 7, 7, 6, 9, 11, 8, 4, 6, 8, 6, 6, 6, 2, 2, 2, 4, 5, 2, 2, 3, 2, 2, 0, 0], "n_pos": 51, "sum_m_en": [4.964471, 8.871169, 9.142428, 8.648676, 8.485476, 8.324163, 7.727037, 7.870535, 7.847342, 9.116094, 9.567851, 8.955442, 8.768795, 8.764518, 9.155901, 8.967856, 9.043187, 8.157595, 8.765988, 8.71793, 8.497751, 8.752018, 8.85588, 9.064801, 13.280781, 10.564242, 8.906581, 9.025313, 9.223287, 9.17596, 8.730549, 9.311155, 9.531861, 9.79442, 10.456882, 9.784366, 10.491597, 11.587665, 11.145014, 12.074747, 11.361368, 11.601201, 10.764619, 10.175671, 9.415524, 5.796267, 4.092932, 1.840419, 0.532581, 0.0], "sum_m_pl": [0.912377, 2.601672, 2.048613, 1.955939, 1.994321, 1.874594, 1.646279, 1.608394, 1.980743, 2.257146, 2.820625, 2.85992, 3.241171, 3.471621, 3.195235, 3.494342, 2.997498, 3.110227, 2.918836, 3.063524, 3.089677, 2.959286, 2.867463, 2.83943, 3.292369, 3.720047, 3.599712, 3.737021, 3.595822, 3.653828, 3.606366, 3.39481, 3.020557, 2.734528, 2.757878, 3.056631, 3.478202, 2.808082, 2.835934, 2.824113, 2.876581, 2.835704, 2.560066, 3.128693, 2.856389, 3.000625, 3.054581, 2.30861, 0.307554, 0.000109]}, "lang": {"n_am_en": [2, 3, 7, 10, 16, 16, 12, 23, 24, 16, 13, 14, 11, 12, 15, 16, 13, 25, 29, 29, 30, 35, 33, 30, 42, 36, 28, 23, 25, 16, 16, 22, 16, 20, 23, 34, 34, 43, 41, 45, 43, 35, 37, 41, 35, 24, 8, 2, 1, 1], "n_am_pl": [0, 15, 10, 12, 3, 11, 10, 9, 8, 7, 9, 8, 12, 12, 10, 11, 9, 6, 5, 5, 5, 7, 7, 5, 3, 7, 13, 18, 11, 13, 16, 14, 13, 10, 10, 8, 8, 5, 6, 14, 14, 20, 20, 23, 32, 43, 61, 68, 78, 78], "n_pos": 80, "sum_m_en": [9.188611, 11.349268, 12.680739, 13.253334, 14.241701, 14.481321, 14.194072, 15.783208, 15.611209, 16.271911, 15.983508, 14.902375, 14.972799, 14.540151, 14.935243, 14.978132, 14.593849, 13.816986, 14.325239, 14.024324, 13.921676, 13.909222, 13.833972, 13.840206, 22.852389, 18.41979, 16.465198, 15.009186, 15.26094, 14.798315, 14.450981, 14.388977, 14.540862, 15.557065, 16.276105, 18.161527, 19.532067, 27.021926, 28.418154, 31.546933, 32.115182, 33.202836, 34.658111, 36.247535, 32.14907, 21.81863, 7.556414, 2.803066, 1.266088, 1.000001], "sum_m_pl": [1.751949, 4.458926, 4.398995, 4.924272, 4.995986, 4.910308, 4.775257, 5.165281, 5.36211, 5.385076, 5.686043, 6.117854, 6.677403, 6.849127, 6.390984, 6.498705, 5.977489, 5.731092, 5.205424, 5.164201, 5.004847, 5.069129, 5.062912, 4.972672, 6.642727, 8.183127, 8.473206, 8.960804, 9.081246, 9.692908, 9.32477, 9.64062, 9.780115, 8.361916, 8.217055, 7.545362, 8.345197, 6.407556, 6.217975, 7.763046, 8.522952, 9.200438, 11.908652, 15.7365, 23.983753, 38.193234, 58.570277, 65.14629, 76.645039, 77.442881]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "gsm8kpl-785", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1464, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9879}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 12, 14, 16, 27, 21, 21, 27, 24, 28, 29, 23, 20, 21, 20, 25, 30, 35, 35, 37, 28, 30, 32, 31, 42, 43, 41, 29, 28, 34, 28, 34, 31, 28, 36, 37, 43, 47, 47, 55, 54, 53, 58, 54, 53, 53, 51, 49, 47, 42], "n_am_pl": [2, 8, 3, 3, 3, 3, 5, 7, 5, 5, 12, 11, 12, 14, 16, 13, 7, 8, 4, 5, 1, 1, 1, 2, 5, 2, 7, 4, 8, 5, 3, 8, 4, 6, 5, 3, 4, 4, 2, 3, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 91, "sum_m_en": [10.80054, 15.122903, 14.954275, 15.371264, 17.132297, 17.054622, 16.724787, 16.454252, 16.525001, 17.571522, 17.986961, 17.808356, 17.844069, 17.882882, 17.403483, 18.07206, 18.218857, 17.228248, 17.753332, 17.606107, 16.476647, 16.272162, 16.115454, 16.520145, 31.042176, 26.985819, 25.317812, 22.213289, 21.227677, 21.680956, 19.029649, 19.959689, 20.095454, 20.465868, 24.050194, 26.350968, 32.260354, 37.952137, 39.566658, 42.460128, 44.435112, 47.257589, 48.110068, 49.85161, 49.783327, 48.550803, 48.856979, 47.097901, 44.80097, 42.42471], "sum_m_pl": [1.8608, 4.324986, 4.420294, 4.106071, 4.477555, 4.163068, 4.017081, 3.834291, 4.222462, 4.68292, 5.133521, 5.389386, 5.729888, 5.813618, 5.840794, 6.394415, 6.085299, 6.283196, 6.079816, 6.244731, 6.031056, 5.830457, 5.733427, 5.723473, 5.672717, 5.842577, 5.781851, 6.7066, 6.945841, 6.991972, 6.389788, 6.208267, 6.445961, 6.362566, 5.694289, 5.772786, 5.131134, 4.47012, 3.96359, 3.820919, 3.179628, 2.593271, 2.276693, 1.861884, 1.743527, 1.301611, 0.937114, 0.721104, 0.632989, 4e-06]}, "digit": {"n_am_en": [0, 0, 0, 0, 4, 2, 2, 3, 1, 1, 3, 2, 1, 1, 0, 4, 5, 3, 7, 10, 5, 3, 4, 4, 8, 5, 4, 0, 3, 4, 3, 3, 4, 2, 4, 5, 7, 7, 5, 6, 5, 5, 8, 5, 4, 3, 4, 2, 1, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 2, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 3, 1, 0, 2, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.056784, 3.328305, 3.395326, 3.305093, 3.727453, 3.547368, 3.360974, 3.17182, 3.100696, 3.461157, 3.77686, 3.453784, 3.575149, 3.57175, 3.531024, 3.573391, 3.753817, 3.316438, 3.546781, 3.64137, 3.370728, 3.366391, 3.331521, 3.460808, 5.519747, 4.631478, 3.880486, 3.593473, 3.495019, 3.618796, 3.320452, 3.406941, 3.311819, 3.162618, 3.279798, 3.528863, 4.480588, 4.534872, 3.654799, 3.293992, 3.195327, 3.928935, 4.356057, 4.029524, 3.96302, 3.403749, 2.949291, 2.680425, 1.658886, 0.0], "sum_m_pl": [0.328571, 0.909206, 0.709286, 0.662236, 0.753521, 0.644145, 0.575504, 0.530708, 0.725701, 0.855502, 0.907021, 0.989138, 1.191952, 1.216115, 1.108025, 1.234143, 1.172385, 1.206694, 1.154255, 1.139508, 1.128627, 1.093973, 1.055349, 1.080634, 1.127708, 1.166328, 1.153118, 1.416325, 1.268647, 1.268478, 1.066907, 1.110426, 1.100244, 1.026064, 1.038907, 1.052951, 0.99235, 0.953196, 1.258481, 1.243514, 1.233487, 1.173592, 0.954309, 0.887822, 0.876973, 0.691627, 0.6178, 0.432528, 0.247098, 0.0]}, "lang": {"n_am_en": [8, 8, 10, 13, 19, 18, 14, 16, 19, 21, 18, 16, 14, 16, 16, 17, 20, 24, 20, 19, 18, 22, 25, 24, 26, 29, 30, 25, 22, 25, 19, 25, 22, 23, 26, 26, 28, 31, 33, 37, 37, 36, 39, 39, 39, 40, 40, 41, 42, 41], "n_am_pl": [1, 3, 1, 1, 0, 0, 2, 2, 3, 2, 3, 4, 4, 4, 6, 5, 4, 4, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 2, 1, 2, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.549172, 7.092507, 6.989951, 7.127471, 8.028538, 8.130941, 8.066057, 8.019282, 8.043546, 8.350565, 8.384198, 8.841208, 8.816901, 8.840901, 8.664056, 8.961516, 8.885507, 8.541871, 8.53994, 8.248781, 7.752723, 7.62038, 7.456056, 7.527237, 18.750892, 16.377588, 16.116156, 13.462619, 12.282644, 12.520882, 10.706063, 11.277227, 11.475449, 11.96593, 14.504427, 16.424274, 20.858322, 25.655746, 28.140224, 30.291706, 30.877226, 32.501285, 32.803167, 35.419007, 36.020737, 35.831557, 37.91448, 37.922387, 38.006558, 40.997641], "sum_m_pl": [0.858039, 1.799038, 1.883749, 1.700982, 1.90154, 1.778067, 1.754758, 1.712943, 1.838085, 2.012712, 2.27504, 2.431118, 2.452474, 2.577344, 2.660872, 2.965646, 2.810766, 2.81071, 2.771178, 2.903917, 2.76306, 2.672229, 2.633852, 2.601101, 2.097843, 2.251733, 2.470438, 2.730589, 3.091652, 3.068771, 3.025182, 2.880288, 2.968494, 3.05044, 2.510295, 2.6374, 2.251928, 1.821802, 1.210178, 1.111365, 0.889268, 0.563397, 0.525139, 0.416412, 0.350301, 0.267441, 0.098708, 0.076253, 0.124488, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "gsm8kpl-788", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9895}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 16, 10, 25, 21, 37, 25, 31, 37, 44, 36, 31, 41, 36, 35, 47, 45, 59, 67, 55, 57, 57, 59, 69, 88, 78, 69, 55, 49, 39, 39, 42, 37, 49, 46, 65, 69, 80, 81, 82, 90, 86, 83, 89, 75, 54, 25, 5, 8, 2], "n_am_pl": [1, 14, 8, 6, 19, 17, 21, 20, 15, 7, 15, 25, 27, 29, 31, 26, 14, 17, 16, 16, 13, 12, 12, 9, 11, 15, 20, 27, 25, 23, 29, 25, 23, 19, 17, 28, 20, 13, 13, 15, 10, 15, 18, 17, 21, 38, 62, 85, 83, 85], "n_pos": 189, "sum_m_en": [18.061133, 28.729748, 31.385409, 32.16882, 32.836425, 33.483019, 32.390835, 33.687862, 34.02322, 36.997389, 36.870826, 35.76956, 35.711718, 36.153044, 33.836187, 34.787296, 36.283317, 34.232805, 35.176541, 34.084504, 32.852022, 32.721706, 32.423823, 33.025601, 54.76661, 46.574058, 40.304198, 37.787953, 36.833874, 36.389705, 33.477005, 33.740873, 34.290468, 35.842548, 42.564945, 47.672654, 51.076384, 63.42418, 64.434509, 64.525005, 71.028023, 73.936941, 74.367903, 77.347876, 65.549455, 48.948384, 25.810861, 7.265451, 8.638067, 2.022777], "sum_m_pl": [3.331428, 9.522763, 10.117695, 9.340894, 10.181111, 10.064981, 9.780489, 9.351872, 10.411764, 11.093213, 11.962026, 13.172833, 13.979419, 14.125838, 14.224521, 14.579708, 13.604914, 14.135694, 13.282708, 13.421745, 12.673482, 12.379143, 12.106063, 12.047703, 15.222834, 14.984993, 16.811255, 18.502501, 19.907368, 20.163671, 18.647533, 18.732496, 19.509408, 18.729605, 16.554677, 16.688234, 16.248183, 13.288081, 12.874318, 13.313121, 12.790977, 13.51963, 15.661271, 16.130386, 20.790035, 35.018865, 58.730032, 80.671405, 81.258728, 84.572558]}, "digit": {"n_am_en": [0, 1, 2, 3, 3, 2, 2, 4, 5, 7, 4, 5, 2, 5, 3, 7, 4, 5, 9, 6, 6, 5, 4, 9, 11, 7, 7, 6, 8, 4, 6, 4, 1, 7, 6, 7, 3, 4, 3, 3, 3, 5, 3, 5, 5, 2, 3, 2, 1, 0], "n_am_pl": [0, 1, 0, 0, 1, 2, 3, 1, 1, 1, 2, 5, 8, 4, 4, 6, 3, 5, 3, 5, 3, 3, 2, 1, 1, 1, 2, 5, 3, 3, 5, 3, 2, 2, 3, 6, 3, 2, 3, 3, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.450222, 5.985217, 6.507412, 6.235073, 6.537135, 6.183327, 5.741672, 5.544234, 5.561661, 6.347864, 6.695038, 6.140456, 6.184595, 6.53065, 6.321882, 6.129441, 6.681933, 5.977495, 6.075311, 6.176548, 5.924812, 6.012327, 5.945945, 6.213782, 8.728325, 7.545888, 6.965116, 6.928304, 6.782549, 6.509222, 5.975576, 5.914551, 5.711755, 5.650334, 6.550288, 7.080741, 7.320367, 7.55136, 6.026583, 5.019344, 5.524625, 6.503924, 5.876583, 5.415608, 3.56554, 2.625737, 2.127492, 2.154843, 1.421066, 0.0], "sum_m_pl": [0.568919, 1.662749, 1.350962, 1.223878, 1.386132, 1.257474, 1.101531, 1.024041, 1.393077, 1.598914, 1.743703, 1.911496, 2.173804, 2.126508, 2.080675, 2.377984, 2.11673, 2.220537, 2.107853, 2.11859, 2.02158, 1.983092, 1.94803, 1.994446, 2.413056, 2.223971, 2.101606, 2.720995, 2.652723, 2.723559, 2.420953, 2.350309, 2.272185, 2.342153, 2.196665, 2.599662, 2.448765, 1.726207, 1.919352, 2.033095, 1.781087, 1.839748, 1.817488, 1.706877, 1.624598, 1.051167, 0.869244, 0.650985, 0.367422, 0.0]}, "lang": {"n_am_en": [2, 11, 5, 15, 12, 23, 12, 16, 21, 20, 18, 13, 22, 19, 18, 24, 26, 35, 35, 35, 37, 38, 40, 38, 52, 49, 44, 32, 32, 26, 23, 28, 27, 31, 30, 41, 44, 51, 53, 56, 59, 56, 61, 59, 51, 36, 18, 3, 5, 2], "n_am_pl": [1, 8, 3, 4, 11, 10, 12, 10, 8, 4, 13, 13, 13, 22, 22, 9, 5, 6, 7, 3, 2, 3, 5, 4, 4, 5, 8, 9, 13, 15, 15, 14, 16, 11, 9, 16, 13, 9, 8, 10, 9, 13, 14, 13, 19, 36, 56, 79, 81, 84], "n_pos": 88, "sum_m_en": [8.791845, 13.045725, 14.506233, 15.239309, 15.478328, 16.182445, 15.885563, 17.014294, 17.423014, 18.542639, 18.435406, 17.844862, 18.024016, 18.316066, 16.925818, 17.673281, 17.957015, 17.005317, 17.637794, 16.548902, 16.104097, 15.945783, 15.721152, 15.905162, 29.788322, 25.175904, 21.388256, 19.663828, 19.066916, 18.355741, 17.392579, 17.496206, 17.640018, 19.186023, 22.788954, 26.367824, 28.089434, 36.538175, 39.362793, 40.489431, 43.648994, 45.5432, 49.235556, 49.620236, 44.463087, 33.242308, 17.921961, 3.591651, 4.791878, 1.999308], "sum_m_pl": [1.526139, 4.100436, 4.377417, 4.380019, 4.879606, 4.940694, 4.81071, 4.653149, 5.327315, 5.252286, 5.959662, 6.619025, 7.167937, 7.657797, 7.711501, 7.397158, 6.843559, 7.028336, 6.753303, 6.705792, 6.347733, 6.223139, 6.055732, 5.895876, 6.921772, 7.24165, 8.413627, 9.142446, 10.51664, 10.859533, 10.257363, 10.710172, 11.304406, 10.752049, 9.537002, 9.742608, 10.121528, 8.351795, 8.073739, 8.149395, 8.496225, 9.473112, 11.070965, 12.143823, 17.254587, 31.410455, 52.631804, 75.159429, 78.934043, 83.314091]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "gsm8kpl-788", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1461, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 20, 23, 34, 39, 49, 70, 63, 45, 34, 36, 44, 38, 38, 45, 45, 54, 61, 54, 63, 72, 73, 73, 66, 77, 73, 61, 56, 52, 51, 50, 57, 53, 59, 69, 70, 79, 73, 86, 90, 95, 83, 85, 90, 77, 76, 76, 74, 74, 73], "n_am_pl": [6, 3, 11, 8, 12, 3, 8, 7, 7, 12, 11, 10, 7, 12, 11, 11, 15, 12, 14, 10, 8, 6, 9, 12, 15, 9, 7, 10, 10, 13, 12, 11, 13, 14, 4, 7, 2, 3, 0, 2, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 163, "sum_m_en": [18.552528, 25.311755, 25.16693, 25.772267, 29.347367, 29.684008, 32.937797, 30.069049, 28.962804, 28.836501, 31.215619, 31.151006, 29.827814, 30.80913, 32.570356, 31.079751, 30.499024, 29.391078, 30.457805, 31.490053, 29.68193, 29.259671, 28.956335, 28.441293, 54.73398, 49.404331, 45.803374, 37.990957, 38.581162, 37.361002, 35.386731, 36.629959, 38.64816, 41.986632, 46.420764, 47.100833, 57.600426, 62.699069, 72.457262, 79.348901, 78.276592, 77.585158, 77.905229, 82.656071, 78.925297, 72.907468, 71.885308, 72.953482, 68.382963, 72.23844], "sum_m_pl": [3.533475, 7.376925, 7.587453, 7.712606, 8.57862, 7.990882, 7.730556, 7.618114, 7.402941, 8.112803, 8.350593, 8.708748, 8.930969, 8.958032, 9.186775, 10.677502, 10.387556, 10.554754, 10.456969, 10.643272, 10.587255, 10.276534, 9.974075, 10.106177, 13.108092, 11.990845, 10.973274, 12.076002, 12.025017, 12.678325, 11.487624, 10.793438, 10.671972, 10.403133, 9.9093, 9.009151, 8.043794, 7.929329, 6.947478, 5.889239, 5.06499, 4.42493, 3.860549, 3.444869, 2.641766, 1.879556, 1.17674, 0.698619, 0.741506, 3.5e-05]}, "digit": {"n_am_en": [0, 0, 1, 3, 5, 5, 11, 5, 4, 1, 4, 3, 2, 4, 8, 7, 7, 8, 3, 2, 5, 7, 7, 7, 8, 10, 3, 3, 6, 2, 1, 5, 6, 5, 8, 6, 8, 5, 7, 12, 10, 8, 10, 7, 4, 4, 3, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 2, 0, 3, 6, 1, 4, 2, 1, 3, 5, 3, 2, 2, 4, 1, 0, 2, 2, 2, 1, 1, 3, 1, 4, 1, 4, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.869803, 4.980449, 4.953026, 4.860509, 5.29667, 5.035429, 4.883374, 4.420334, 4.186347, 4.353685, 5.085848, 5.001734, 4.749598, 4.942986, 5.40257, 5.033529, 5.009971, 4.776047, 5.063568, 5.133501, 4.86406, 4.911007, 4.868362, 4.910001, 6.716965, 6.416538, 6.075023, 5.396932, 5.698816, 5.468654, 5.298057, 5.484895, 5.617512, 5.617346, 5.905559, 5.719973, 7.165754, 6.396496, 5.889983, 7.138708, 6.183465, 5.881832, 5.467018, 5.587002, 4.240833, 3.176849, 1.943365, 1.728271, 0.375649, 0.0], "sum_m_pl": [0.483041, 1.216169, 1.074023, 1.149089, 1.200346, 1.011503, 0.807095, 0.756922, 0.811293, 0.941321, 1.10532, 1.173716, 1.370406, 1.494457, 1.473334, 1.852884, 1.641753, 1.701719, 1.736792, 1.674181, 1.655945, 1.634247, 1.583631, 1.596987, 1.946385, 1.751201, 1.707489, 1.712095, 1.515596, 1.598223, 1.516725, 1.421832, 1.348906, 1.377224, 1.429939, 1.569783, 1.370803, 1.37157, 1.414357, 1.427153, 1.440513, 1.461147, 1.388663, 1.183358, 0.880677, 0.688669, 0.435055, 0.205353, 0.145861, 0.0]}, "lang": {"n_am_en": [14, 14, 18, 24, 28, 29, 37, 35, 26, 22, 19, 29, 24, 22, 27, 24, 33, 37, 38, 42, 47, 48, 48, 42, 49, 46, 45, 39, 36, 37, 40, 37, 38, 40, 45, 45, 51, 50, 56, 60, 65, 57, 61, 68, 63, 61, 64, 66, 69, 72], "n_am_pl": [3, 2, 6, 3, 8, 3, 4, 3, 4, 5, 4, 8, 1, 1, 5, 5, 9, 6, 7, 2, 1, 0, 2, 4, 5, 3, 2, 2, 3, 3, 5, 3, 6, 4, 2, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 74, "sum_m_en": [8.574738, 11.437746, 11.653823, 12.097476, 14.367135, 14.27468, 16.196306, 15.108034, 14.665095, 14.300088, 15.41929, 15.541498, 14.88588, 15.129583, 16.008919, 15.147886, 14.875448, 14.409689, 14.8178, 15.245577, 14.362482, 14.163659, 13.97934, 13.429476, 34.697858, 31.215708, 29.303041, 22.788177, 22.496033, 21.476319, 19.817912, 20.283513, 21.841512, 24.759225, 28.039645, 29.165957, 36.97803, 40.88533, 50.482221, 54.312255, 55.694978, 55.324642, 57.254984, 60.825633, 61.063122, 56.905845, 59.224273, 61.579229, 61.647557, 71.108789], "sum_m_pl": [1.580936, 3.348752, 3.337042, 3.382817, 3.90849, 3.667068, 3.631042, 3.693945, 3.549591, 3.626634, 3.825859, 4.021827, 3.984892, 4.103175, 4.283709, 4.913012, 4.900713, 4.960141, 4.862791, 4.979796, 4.934455, 4.703933, 4.5725, 4.598161, 5.1421, 4.708078, 4.625813, 5.550912, 5.518797, 5.912444, 5.435805, 5.043424, 4.919516, 4.706317, 4.600688, 4.075599, 3.698436, 3.684159, 2.899326, 1.97195, 1.242639, 1.163712, 0.89064, 1.065664, 0.746018, 0.41151, 0.308004, 0.161387, 0.235641, 3.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "gsm8kpl-789", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1228, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9639, "tf_agree_excl_first": 0.9697}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 15, 23, 24, 47, 61, 87, 82, 67, 44, 41, 28, 40, 35, 40, 55, 51, 47, 52, 68, 85, 83, 96, 82, 104, 88, 73, 54, 48, 45, 48, 39, 49, 60, 65, 70, 85, 92, 103, 128, 119, 119, 103, 98, 80, 59, 18, 6, 5, 0], "n_am_pl": [1, 11, 18, 17, 16, 22, 14, 16, 12, 30, 24, 39, 33, 29, 25, 33, 26, 23, 20, 12, 16, 12, 12, 12, 13, 16, 15, 21, 25, 29, 26, 27, 19, 18, 17, 14, 20, 9, 11, 7, 10, 14, 25, 37, 47, 65, 105, 110, 108, 109], "n_pos": 210, "sum_m_en": [19.630642, 31.614663, 33.544007, 35.162198, 38.247527, 38.990165, 42.509954, 39.891484, 38.65501, 38.456503, 41.499167, 38.883126, 37.808584, 38.832673, 40.495058, 39.101905, 37.355908, 35.191197, 36.453318, 37.420446, 36.12619, 35.757341, 35.769967, 35.087568, 63.482065, 57.022967, 49.43892, 40.582061, 41.826072, 39.530252, 37.250701, 37.90109, 38.474565, 42.814534, 44.176315, 46.464389, 55.289432, 66.378358, 81.371821, 98.037955, 94.73527, 96.324724, 87.087819, 86.823402, 73.795761, 51.584491, 18.152533, 7.458906, 4.564887, 0.041623], "sum_m_pl": [2.886858, 8.980646, 10.261434, 10.612554, 11.706625, 11.753109, 11.765096, 11.890075, 11.998498, 12.311778, 13.23708, 14.309573, 14.644917, 14.565963, 14.683202, 16.045636, 14.90576, 14.380514, 13.460494, 13.997763, 13.941997, 13.647486, 13.381763, 13.299272, 17.630034, 17.805211, 18.562589, 19.481412, 20.283876, 21.566111, 19.819544, 19.207023, 18.883805, 17.764869, 17.922721, 16.103705, 15.957888, 13.326314, 12.146509, 11.48545, 15.369745, 16.407406, 25.579849, 37.359138, 46.513443, 62.613828, 98.589254, 106.39368, 109.420702, 110.168781]}, "digit": {"n_am_en": [0, 1, 5, 4, 3, 4, 11, 8, 8, 3, 5, 4, 4, 4, 4, 8, 6, 5, 5, 5, 10, 9, 12, 7, 10, 11, 6, 1, 1, 4, 5, 4, 4, 9, 10, 6, 9, 9, 10, 13, 11, 10, 6, 8, 5, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 1, 0, 0, 3, 2, 2, 3, 5, 3, 5, 3, 2, 6, 2, 2, 1, 0, 2, 1, 0, 0, 3, 3, 1, 2, 4, 1, 2, 0, 0, 2, 0, 1, 0, 0, 0, 1, 0, 1, 0, 3, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.642165, 4.794072, 5.257946, 5.17689, 5.114702, 4.867791, 5.048405, 4.450613, 4.275667, 4.394613, 5.169516, 4.952369, 4.89774, 5.008504, 5.500067, 5.037667, 5.129483, 4.651514, 4.936579, 4.950513, 4.789478, 4.886787, 4.853405, 4.910806, 6.998831, 6.358116, 5.898892, 5.285778, 5.590468, 5.191695, 5.122856, 5.576035, 5.605297, 5.801632, 5.949697, 6.125259, 7.186364, 7.484423, 7.959518, 7.796008, 6.453637, 6.893914, 5.843324, 6.005825, 4.559799, 3.393061, 1.842194, 0.653228, 0.139096, 0.0], "sum_m_pl": [0.46476, 1.190779, 1.105582, 1.099023, 1.160314, 1.040206, 0.898724, 0.811877, 0.859471, 1.03609, 1.235669, 1.303628, 1.430963, 1.510792, 1.545603, 1.832195, 1.597956, 1.695425, 1.536763, 1.622238, 1.598377, 1.583691, 1.52963, 1.546243, 2.044953, 1.847908, 1.578253, 1.753144, 1.757599, 1.860138, 1.669277, 1.488831, 1.358203, 1.431863, 1.419712, 1.4156, 1.215272, 1.164009, 1.260773, 1.428036, 1.390576, 1.317747, 1.242571, 1.050599, 0.864118, 0.788582, 2.060385, 0.854208, 0.279427, 0.0]}, "lang": {"n_am_en": [3, 13, 8, 14, 32, 38, 51, 50, 42, 27, 25, 21, 27, 21, 25, 33, 32, 30, 37, 43, 55, 57, 63, 58, 75, 64, 52, 40, 37, 30, 29, 25, 32, 36, 42, 50, 54, 60, 68, 83, 80, 78, 71, 63, 52, 40, 13, 3, 1, 0], "n_am_pl": [0, 9, 11, 6, 11, 12, 7, 10, 10, 19, 16, 25, 18, 16, 13, 17, 13, 15, 8, 5, 9, 6, 6, 5, 7, 9, 8, 14, 16, 21, 22, 19, 13, 12, 9, 10, 15, 7, 8, 6, 8, 13, 19, 33, 42, 57, 88, 103, 107, 109], "n_pos": 112, "sum_m_en": [10.594547, 16.299179, 17.381568, 18.546177, 20.513349, 21.099203, 23.471005, 22.7011, 22.153975, 22.009111, 23.237997, 21.542799, 20.971045, 21.465605, 22.318652, 21.864195, 20.404422, 19.362167, 20.01329, 20.475922, 19.528583, 19.437589, 19.477875, 19.043288, 40.273019, 35.732182, 29.661555, 22.903478, 23.678904, 22.217185, 20.719852, 20.948563, 21.226763, 24.105015, 24.684088, 27.178761, 33.589831, 41.78823, 51.240341, 64.374154, 62.988229, 63.583486, 60.041023, 56.675502, 48.298242, 32.859144, 12.350202, 4.112339, 1.526266, 5.5e-05], "sum_m_pl": [1.474219, 4.776305, 5.720568, 5.858196, 6.510036, 6.691315, 7.081691, 7.412815, 7.589913, 7.35874, 7.853035, 8.68728, 8.831326, 8.745813, 8.737949, 9.352145, 8.723512, 8.278676, 7.856679, 8.009221, 8.02525, 7.797954, 7.632964, 7.453995, 9.442966, 9.949333, 11.15753, 11.753394, 12.504965, 13.402631, 12.526212, 12.247146, 11.930275, 11.084374, 11.435229, 10.581855, 10.558732, 8.417661, 7.314947, 7.242056, 10.941258, 11.765592, 18.273446, 30.308381, 39.977529, 55.038535, 84.84743, 99.225202, 106.128423, 109.514533]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 213, "item_id": "gsm8kpl-789", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1518, "region_end": 210, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9858}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 6, 9, 13, 22, 19, 25, 31, 29, 21, 20, 21, 19, 17, 22, 21, 30, 25, 31, 40, 44, 33, 31, 30, 45, 38, 37, 28, 30, 29, 24, 22, 26, 31, 44, 38, 36, 44, 42, 51, 52, 52, 50, 48, 44, 48, 46, 46, 36, 34], "n_am_pl": [1, 16, 16, 9, 5, 7, 8, 5, 3, 6, 13, 7, 14, 14, 8, 10, 6, 5, 3, 2, 1, 2, 3, 5, 4, 3, 4, 7, 7, 7, 1, 3, 3, 2, 2, 2, 1, 1, 2, 0, 1, 2, 4, 6, 4, 6, 6, 2, 3, 4], "n_pos": 98, "sum_m_en": [11.962288, 16.276496, 16.615782, 16.484889, 17.698433, 18.071082, 17.812205, 17.576256, 17.222904, 17.882157, 18.603697, 18.920185, 18.047462, 18.515322, 18.632056, 17.823853, 19.01822, 17.547709, 18.373461, 19.029147, 17.922463, 17.506875, 17.165115, 17.150663, 27.328869, 25.506515, 23.691745, 21.391055, 21.932215, 22.140696, 20.498732, 20.240645, 21.838621, 21.945142, 26.807132, 27.170885, 29.394252, 33.138273, 37.030007, 41.987787, 42.077199, 40.400823, 41.085262, 45.050163, 44.081185, 43.613967, 42.200943, 42.973523, 35.770165, 33.558203], "sum_m_pl": [2.034987, 5.081383, 5.622748, 5.086038, 5.668297, 5.60297, 5.136458, 5.192331, 5.169887, 5.439439, 6.189807, 6.256669, 6.688546, 6.759651, 6.619472, 6.294901, 5.660542, 5.494911, 5.612203, 5.595256, 5.401206, 5.467568, 5.507804, 5.602571, 6.247515, 6.321216, 6.037326, 6.347568, 6.500872, 6.671471, 5.951165, 5.9801, 5.703493, 5.217505, 4.176278, 3.984914, 3.708472, 3.287722, 3.178715, 3.648449, 3.046226, 2.791326, 2.963362, 4.115176, 4.291348, 4.334559, 7.003207, 2.723412, 2.336466, 3.511156]}, "digit": {"n_am_en": [0, 0, 2, 1, 3, 4, 8, 10, 7, 4, 5, 4, 5, 3, 4, 4, 7, 4, 8, 7, 10, 7, 6, 6, 8, 5, 4, 3, 3, 2, 3, 2, 2, 4, 7, 5, 6, 9, 10, 15, 15, 15, 12, 11, 11, 10, 10, 8, 1, 0], "n_am_pl": [0, 2, 2, 2, 2, 2, 1, 0, 0, 2, 2, 2, 4, 4, 3, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 2, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.219098, 3.462946, 3.572751, 3.430185, 3.693406, 3.629068, 3.490575, 3.526294, 3.205359, 3.512315, 3.700936, 3.788124, 3.482817, 3.537721, 3.52344, 3.075583, 3.478166, 2.9697, 3.224199, 3.199865, 3.299388, 3.36229, 3.330201, 3.323446, 5.29619, 4.662363, 4.221614, 3.658938, 3.560363, 3.503769, 3.247439, 3.322157, 3.561828, 3.628157, 4.486469, 4.385748, 4.362671, 5.700502, 6.573201, 8.370683, 8.548276, 7.412051, 6.516301, 9.906354, 10.226639, 9.012586, 7.760868, 6.911991, 1.410005, 0.0], "sum_m_pl": [0.348258, 1.005427, 0.826388, 0.803262, 0.911297, 0.81263, 0.70727, 0.671677, 0.766464, 0.890717, 1.141361, 1.200062, 1.38632, 1.412663, 1.280366, 1.189435, 0.934284, 0.910079, 0.965522, 0.996665, 0.93966, 0.947425, 0.986649, 0.988975, 1.106245, 1.148437, 1.054769, 1.085332, 1.108369, 1.139582, 1.028596, 1.029561, 0.950207, 0.854724, 0.733104, 0.792534, 0.901383, 0.923507, 1.073595, 1.678312, 1.237818, 1.14042, 1.156845, 1.974303, 1.840411, 2.196108, 2.477912, 0.814253, 0.448788, 0.0]}, "lang": {"n_am_en": [6, 6, 4, 9, 12, 7, 11, 14, 15, 13, 12, 14, 12, 10, 13, 11, 16, 17, 15, 18, 20, 17, 16, 16, 27, 23, 22, 15, 18, 17, 14, 15, 17, 19, 26, 25, 23, 30, 27, 29, 31, 31, 30, 31, 29, 32, 32, 33, 32, 33], "n_am_pl": [1, 4, 6, 4, 3, 1, 3, 1, 1, 3, 5, 3, 6, 4, 2, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 5, 2, 2, 0, 2, 0, 1, 2, 1, 0, 0, 0, 0, 1, 1, 2, 3, 3, 4, 5, 2, 3, 4], "n_pos": 39, "sum_m_en": [4.560869, 6.59496, 6.768498, 6.942299, 7.560177, 7.865247, 7.802376, 7.745294, 7.894829, 7.883806, 8.22566, 8.431798, 7.950638, 8.273996, 8.426639, 8.304875, 8.739463, 8.328712, 8.527285, 9.00078, 8.030492, 7.691948, 7.385353, 7.341771, 15.292504, 14.180009, 12.828709, 11.240884, 11.566939, 11.718906, 10.529988, 10.170209, 10.948849, 11.176142, 14.123967, 15.337456, 17.693531, 20.722345, 23.976169, 26.209339, 27.130283, 26.966659, 27.263121, 28.363902, 28.303525, 28.615918, 28.59216, 30.067716, 30.658012, 32.533348], "sum_m_pl": [0.751319, 2.015249, 2.520037, 2.186701, 2.325954, 2.276044, 2.091462, 2.201466, 2.082518, 2.247062, 2.465354, 2.444626, 2.51599, 2.631758, 2.68497, 2.627703, 2.347794, 2.271983, 2.27095, 2.188471, 2.124678, 2.175824, 2.184207, 2.230416, 2.211836, 2.447675, 2.415994, 2.717501, 2.692409, 2.524433, 2.400537, 2.412944, 2.283429, 2.188692, 1.720047, 1.616147, 1.388415, 1.08637, 0.922905, 0.777133, 0.799293, 0.749798, 0.919034, 1.521601, 1.921482, 1.741405, 4.350855, 1.752516, 1.689803, 3.511156]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "gsm8kpl-797", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1168, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.9612, "tf_agree_excl_first": 0.9706}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 14, 21, 21, 22, 21, 30, 39, 35, 23, 23, 23, 25, 22, 27, 28, 41, 34, 41, 48, 44, 46, 43, 36, 69, 59, 50, 44, 32, 33, 25, 23, 25, 38, 52, 44, 59, 59, 70, 74, 74, 68, 59, 63, 71, 52, 14, 4, 4, 3], "n_am_pl": [1, 12, 10, 7, 9, 7, 6, 13, 8, 9, 11, 18, 21, 15, 17, 16, 9, 8, 5, 3, 8, 6, 6, 4, 5, 6, 10, 15, 15, 16, 14, 15, 10, 9, 12, 6, 3, 3, 1, 6, 5, 5, 8, 14, 11, 28, 50, 61, 54, 50], "n_pos": 151, "sum_m_en": [16.312226, 24.297906, 25.163161, 25.622454, 26.345912, 26.957709, 27.61091, 28.370954, 28.288119, 28.958232, 30.070969, 30.104281, 30.076642, 28.233135, 27.204826, 26.378739, 28.552809, 26.102, 27.065574, 26.779725, 25.944139, 26.563622, 26.53645, 26.225427, 41.498538, 39.75815, 35.598758, 31.432945, 29.840012, 28.725399, 27.788093, 28.286832, 28.940042, 30.179284, 35.309452, 35.560573, 35.018865, 40.353411, 45.441527, 56.129905, 56.875802, 53.653399, 49.40879, 56.04999, 60.643122, 46.032925, 15.792064, 5.718373, 4.453668, 3.000024], "sum_m_pl": [3.033964, 8.173985, 8.74467, 8.138027, 9.069209, 9.125081, 8.457988, 8.88657, 8.723097, 8.711041, 9.563634, 9.656934, 10.229421, 9.963913, 10.022863, 9.496835, 7.94356, 7.788189, 7.666713, 8.035196, 8.121229, 8.235807, 8.259604, 8.504366, 9.734664, 9.768138, 9.968058, 11.241448, 12.20595, 12.302437, 11.043967, 11.228633, 11.116973, 9.891261, 8.692751, 7.980094, 7.906481, 6.571927, 6.388134, 7.01508, 5.983004, 5.834579, 7.689767, 13.620418, 13.161642, 25.390675, 48.312392, 61.50808, 53.034775, 50.375815]}, "digit": {"n_am_en": [0, 1, 1, 1, 2, 5, 8, 10, 7, 6, 6, 5, 9, 4, 6, 5, 9, 5, 3, 6, 5, 5, 5, 4, 16, 8, 3, 4, 4, 5, 2, 1, 1, 4, 8, 3, 7, 11, 16, 14, 14, 14, 12, 11, 12, 7, 2, 1, 0, 0], "n_am_pl": [0, 5, 2, 0, 0, 1, 0, 1, 0, 1, 0, 0, 3, 1, 0, 2, 2, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 2, 1, 1, 2, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 3, 1, 4, 7, 7, 1, 0], "n_pos": 23, "sum_m_en": [2.59325, 4.068754, 4.159481, 3.94759, 4.126425, 4.115958, 4.089526, 4.143976, 3.94851, 4.368711, 4.583506, 4.433171, 4.320002, 4.250904, 4.063516, 3.611691, 4.109334, 3.732518, 3.968161, 3.900455, 3.954614, 4.023068, 3.944647, 4.029947, 5.551896, 4.855544, 4.201615, 4.219188, 4.352213, 4.190023, 3.846836, 4.443377, 4.802956, 4.478108, 4.796542, 4.482614, 4.455962, 5.02877, 5.754673, 7.513666, 7.519578, 7.086955, 6.059853, 7.667164, 8.214408, 5.750545, 3.587264, 2.066454, 0.446257, 0.0], "sum_m_pl": [0.437728, 1.300663, 1.098621, 0.995385, 1.075217, 0.984948, 0.819169, 0.801975, 0.906255, 1.041596, 1.235867, 1.262451, 1.38033, 1.394098, 1.276277, 1.286441, 1.038355, 1.028876, 0.986474, 1.029648, 1.034632, 1.042938, 1.081964, 1.110101, 1.237905, 1.319048, 1.213742, 1.285521, 1.31991, 1.32542, 1.143138, 1.070803, 0.96493, 0.923381, 0.88484, 0.942873, 0.928529, 0.983268, 1.155293, 2.234915, 1.434596, 1.323151, 1.375484, 3.011016, 2.196342, 3.793482, 4.928314, 5.361978, 1.385951, 1e-06]}, "lang": {"n_am_en": [1, 8, 8, 7, 10, 9, 9, 8, 9, 8, 12, 10, 8, 10, 8, 10, 13, 13, 17, 20, 15, 17, 19, 13, 24, 24, 22, 19, 13, 15, 12, 11, 15, 18, 25, 22, 29, 26, 27, 30, 33, 30, 27, 31, 35, 28, 9, 3, 3, 3], "n_am_pl": [0, 1, 3, 2, 4, 2, 2, 5, 5, 3, 6, 10, 9, 5, 8, 6, 4, 3, 2, 0, 2, 0, 1, 2, 2, 2, 4, 5, 3, 5, 5, 7, 4, 4, 7, 5, 2, 2, 1, 5, 4, 3, 6, 8, 8, 22, 38, 50, 50, 50], "n_pos": 53, "sum_m_en": [6.065848, 8.341168, 8.527126, 8.588498, 9.058285, 9.538209, 9.986161, 10.460101, 11.031715, 10.831479, 11.477159, 11.433935, 11.414941, 10.763394, 10.308354, 10.112858, 10.688114, 9.95032, 10.119076, 9.89711, 9.444747, 9.5775, 9.620949, 9.341706, 16.062474, 15.271731, 13.969776, 12.284945, 11.830948, 11.382763, 11.139313, 10.761371, 10.66943, 11.744697, 13.641675, 14.729343, 15.21453, 18.441694, 19.94987, 23.106296, 24.683586, 24.095747, 22.97627, 26.435363, 28.477637, 25.218206, 9.859672, 2.781662, 3.077956, 3.0], "sum_m_pl": [1.158574, 2.807555, 3.035266, 2.829085, 3.073015, 3.35371, 3.231906, 3.566303, 3.469378, 3.425525, 3.809375, 3.879187, 4.091045, 4.031175, 4.151041, 3.811182, 3.138101, 3.129849, 3.062166, 3.131587, 3.190424, 3.258508, 3.213385, 3.365453, 3.497669, 3.494843, 3.813478, 4.277189, 4.837201, 4.971547, 4.469526, 4.877532, 5.057039, 4.412381, 3.828983, 3.560615, 3.740472, 2.908478, 2.784472, 2.701825, 2.849998, 2.92773, 4.482861, 7.638891, 8.533091, 17.86493, 35.649148, 49.035992, 49.348525, 49.993448]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "gsm8kpl-797", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1458, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 4, 10, 5, 8, 6, 10, 6, 9, 8, 9, 8, 10, 9, 11, 13, 13, 11, 11, 12, 14, 13, 14, 11, 20, 16, 14, 7, 11, 8, 8, 8, 11, 15, 19, 16, 14, 19, 21, 22, 19, 20, 21, 20, 20, 20, 21, 21, 18, 17], "n_am_pl": [0, 3, 2, 1, 3, 5, 2, 6, 8, 6, 3, 6, 9, 8, 8, 6, 6, 5, 3, 2, 5, 4, 3, 3, 3, 2, 7, 4, 3, 4, 2, 6, 3, 2, 0, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 53, "sum_m_en": [5.593157, 8.268222, 8.148522, 7.865892, 8.538481, 8.356485, 7.930964, 7.578553, 7.267618, 7.61975, 7.619973, 8.435319, 7.829392, 7.857213, 7.739375, 8.052927, 8.58726, 8.095644, 8.179025, 8.930748, 8.811254, 8.803504, 8.44924, 8.454165, 15.077705, 12.329486, 9.816446, 9.008599, 9.845516, 10.184445, 9.917142, 9.944013, 10.775442, 11.610956, 12.33604, 11.053032, 12.58297, 15.028363, 16.745655, 16.966013, 16.843143, 18.464492, 19.661192, 19.111835, 19.902707, 19.591042, 20.189624, 19.449652, 18.374909, 16.973841], "sum_m_pl": [1.083764, 2.510495, 2.792486, 2.536916, 2.880104, 2.715804, 2.489922, 2.622139, 2.520061, 2.87942, 2.99901, 3.378997, 3.633035, 3.375871, 3.647011, 3.464591, 3.528197, 3.574786, 3.621599, 3.520427, 3.342209, 3.255215, 3.182797, 3.233987, 3.592266, 4.089793, 4.463572, 4.418258, 4.087894, 4.442146, 4.110567, 3.93243, 3.973865, 3.375682, 3.148279, 2.988311, 2.847475, 1.999583, 1.521429, 1.590273, 1.326586, 1.203091, 0.892015, 0.946647, 0.620436, 0.393381, 0.303219, 0.143938, 0.04062, 3e-06]}, "digit": {"n_am_en": [0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 5, 1, 1, 0, 2, 1, 0, 1, 3, 5, 2, 2, 1, 3, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 2, 1, 3, 5, 3, 3, 5, 5, 5, 5, 4, 5, 3, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.992349, 1.646839, 1.625005, 1.630623, 1.688501, 1.578472, 1.579884, 1.528527, 1.387413, 1.383616, 1.39052, 1.557089, 1.528147, 1.583848, 1.528852, 1.674963, 1.656613, 1.598981, 1.623753, 1.702959, 1.717089, 1.751931, 1.79165, 1.820024, 2.223946, 1.455584, 1.502213, 1.463083, 1.674193, 1.757489, 1.715039, 1.974663, 2.078034, 2.291065, 2.130506, 1.868721, 1.75938, 1.8638, 1.869527, 1.584699, 1.33345, 1.495155, 1.62137, 0.899375, 0.563573, 0.292481, 0.117357, 0.037673, 0.002477, 0.0], "sum_m_pl": [0.243001, 0.52839, 0.495115, 0.39166, 0.450446, 0.460689, 0.416029, 0.491611, 0.519813, 0.65994, 0.656124, 0.74279, 0.83958, 0.736428, 0.823577, 0.691865, 0.79198, 0.740596, 0.751463, 0.725296, 0.694061, 0.689408, 0.658433, 0.66874, 1.1449, 1.050135, 1.132448, 1.001147, 0.838356, 0.913851, 0.886365, 0.826358, 0.810441, 0.609931, 0.597685, 0.650589, 0.708827, 0.498796, 0.528254, 0.589934, 0.601533, 0.605987, 0.527469, 0.664341, 0.46679, 0.25252, 0.20882, 0.067318, 0.004578, 0.0]}, "lang": {"n_am_en": [2, 3, 5, 3, 5, 5, 7, 5, 7, 7, 5, 5, 8, 8, 9, 8, 7, 7, 6, 7, 8, 8, 8, 11, 12, 13, 11, 5, 7, 5, 6, 5, 6, 7, 11, 10, 9, 12, 15, 16, 16, 17, 17, 17, 17, 17, 17, 17, 16, 16], "n_am_pl": [0, 1, 2, 1, 1, 2, 1, 3, 2, 3, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [2.191065, 2.796381, 2.951237, 2.790993, 3.128109, 3.017594, 2.960928, 2.925782, 2.800322, 2.855792, 2.943098, 3.166273, 3.054211, 3.154342, 3.077047, 3.129979, 3.391391, 3.177557, 3.111983, 3.571187, 3.613479, 3.530004, 3.195378, 3.063665, 8.378066, 7.465341, 5.424508, 4.544991, 4.661208, 4.715181, 4.708946, 4.594535, 5.173039, 5.597283, 5.799535, 5.435966, 7.135687, 8.685847, 10.648954, 11.784963, 12.583032, 14.093693, 15.182729, 15.611122, 16.435318, 16.572869, 16.702626, 16.348332, 16.273827, 15.965925], "sum_m_pl": [0.343284, 0.80185, 0.860033, 0.815492, 0.886737, 0.901394, 0.904293, 0.96553, 0.980175, 1.040479, 1.16017, 1.295785, 1.349582, 1.282171, 1.435294, 1.514214, 1.362736, 1.382874, 1.3757, 1.332106, 1.222889, 1.167726, 1.147334, 1.117678, 0.842118, 1.106986, 1.445847, 1.611336, 1.558186, 1.560264, 1.475435, 1.39977, 1.507194, 1.401664, 1.331709, 1.30636, 1.063249, 0.928969, 0.681031, 0.638139, 0.460224, 0.303392, 0.135224, 0.10773, 0.024206, 0.014548, 0.01551, 0.02775, 0.007619, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 56, "item_id": "gsm8kpl-799", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1145, "region_end": 53, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9818}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 8, 11, 17, 27, 30, 21, 21, 23, 25, 25, 26, 37, 29, 22, 33, 43, 26, 29, 37, 46, 48, 43, 35, 64, 61, 49, 36, 27, 27, 31, 31, 34, 55, 60, 55, 64, 79, 85, 85, 90, 86, 84, 75, 71, 51, 14, 3, 0, 0], "n_am_pl": [0, 11, 6, 15, 17, 15, 9, 16, 13, 18, 25, 27, 31, 27, 20, 15, 12, 17, 20, 19, 13, 13, 13, 13, 10, 6, 15, 16, 22, 25, 19, 19, 10, 9, 10, 8, 6, 6, 4, 6, 5, 7, 8, 11, 18, 33, 59, 64, 64, 65], "n_pos": 159, "sum_m_en": [14.585035, 23.316502, 24.802896, 24.877839, 25.653851, 25.435399, 25.585642, 25.780007, 26.34193, 27.652469, 27.420741, 28.419466, 28.21124, 28.321546, 26.679536, 27.821128, 27.444803, 23.944878, 24.834281, 25.665598, 25.491702, 25.95846, 25.675553, 25.713226, 44.803689, 35.681584, 31.570707, 28.519746, 28.419486, 28.584088, 27.352336, 28.696923, 30.095903, 34.23491, 37.226408, 36.694106, 40.714086, 49.231298, 58.4892, 65.195888, 70.805222, 72.665039, 75.634383, 69.481485, 67.665904, 47.998358, 17.05963, 5.51105, 0.77813, 0.000199], "sum_m_pl": [2.758306, 8.744918, 8.939806, 8.027165, 8.447467, 8.03229, 7.435928, 7.928681, 8.01748, 8.492727, 9.329892, 10.248548, 10.751287, 10.533722, 10.972189, 10.323787, 10.523183, 10.750973, 10.481395, 10.075136, 9.691432, 9.357507, 9.313214, 9.041806, 11.168531, 12.273652, 12.630596, 13.175688, 13.069405, 14.977024, 12.936297, 12.29207, 11.468432, 9.765216, 8.987165, 9.631018, 9.670637, 8.1458, 7.178828, 6.561693, 7.537285, 7.481762, 8.416811, 10.797494, 15.816573, 28.947522, 52.474742, 61.63244, 64.00247, 64.776883]}, "digit": {"n_am_en": [0, 0, 0, 3, 2, 0, 0, 0, 1, 0, 2, 3, 2, 2, 0, 1, 3, 0, 0, 3, 2, 2, 2, 0, 4, 4, 4, 3, 2, 0, 1, 1, 2, 4, 2, 3, 3, 4, 3, 3, 3, 3, 3, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 0, 1, 1, 1, 3, 5, 3, 5, 5, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 0, 1, 2, 2, 0, 4, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 14, "sum_m_en": [1.291754, 2.555954, 2.685629, 2.384388, 2.35074, 2.254297, 2.229419, 2.267344, 2.338253, 2.29436, 2.309817, 2.412125, 2.291924, 2.36169, 2.167047, 2.276446, 2.144044, 1.985782, 2.092298, 2.105813, 2.178099, 2.241465, 2.212504, 2.269129, 3.122165, 2.391762, 2.485022, 2.474352, 2.492555, 2.497738, 2.475303, 2.606124, 2.559787, 2.978546, 3.373904, 3.195028, 2.979989, 3.039022, 3.455167, 3.290891, 2.914031, 2.856584, 2.910712, 2.127605, 1.55789, 0.511265, 0.205042, 0.035631, 0.050185, 0.0], "sum_m_pl": [0.222006, 0.752992, 0.603504, 0.477781, 0.463892, 0.367281, 0.404597, 0.464773, 0.568366, 0.589732, 0.76679, 0.830917, 0.910538, 0.854053, 0.880205, 0.88526, 0.994542, 0.968099, 0.944477, 0.933188, 0.882373, 0.851401, 0.844857, 0.807933, 1.037343, 1.102564, 1.03894, 1.091696, 1.018777, 1.101212, 1.021399, 1.008429, 0.941166, 0.814407, 0.755787, 0.77499, 0.627281, 0.433832, 0.38634, 0.428873, 0.503582, 0.534162, 0.425009, 0.421183, 0.265016, 0.177225, 0.704407, 0.629534, 0.015808, 0.0]}, "lang": {"n_am_en": [2, 5, 6, 8, 14, 16, 12, 14, 13, 18, 13, 11, 22, 14, 12, 18, 22, 18, 17, 18, 23, 23, 20, 16, 32, 32, 24, 19, 15, 14, 15, 19, 21, 32, 33, 31, 33, 42, 46, 49, 51, 48, 43, 41, 40, 26, 5, 2, 0, 0], "n_am_pl": [0, 5, 1, 9, 8, 4, 4, 6, 7, 8, 10, 13, 16, 13, 10, 7, 8, 11, 11, 12, 8, 6, 8, 8, 4, 2, 9, 7, 13, 14, 8, 12, 6, 6, 4, 6, 5, 6, 4, 6, 5, 6, 7, 9, 17, 31, 54, 60, 63, 65], "n_pos": 66, "sum_m_en": [6.128449, 9.263292, 9.936455, 10.455268, 10.927547, 10.847973, 11.228, 11.598429, 11.962484, 12.478933, 12.385687, 12.730282, 12.545143, 12.513363, 12.083275, 12.499834, 12.573736, 10.63261, 10.889074, 11.178651, 11.08635, 11.143258, 10.986408, 10.870701, 21.85752, 17.772469, 15.815969, 13.473254, 13.18203, 12.923794, 12.269128, 13.020712, 14.267506, 17.026893, 18.167706, 17.98731, 19.452808, 23.04927, 29.558587, 34.562333, 36.457891, 38.282086, 37.311723, 35.363151, 34.799532, 23.292626, 8.122707, 2.006915, 0.2139, 0.0], "sum_m_pl": [1.036776, 3.371522, 3.301071, 3.123813, 3.327803, 3.199938, 3.114207, 3.407708, 3.515677, 3.70024, 4.11662, 4.584908, 5.032638, 5.059157, 5.082681, 4.637436, 4.751878, 4.881211, 4.846224, 4.47077, 4.303612, 4.160396, 4.128235, 3.968124, 5.216988, 5.862185, 6.335611, 6.478098, 6.412506, 7.525173, 6.426515, 6.199597, 5.532016, 4.940179, 4.44918, 5.094405, 5.54648, 5.228292, 4.505573, 4.017047, 5.187147, 5.404291, 6.382708, 8.154741, 13.720565, 26.476875, 47.091224, 57.396993, 62.213407, 64.625563]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "gsm8kpl-799", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1435, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9938}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 50, 51, 54, 79, 55, 62, 65, 76, 83, 81, 70, 61, 53, 56, 66, 75, 77, 80, 77, 62, 68, 66, 66, 113, 109, 111, 96, 84, 100, 95, 86, 92, 105, 121, 126, 126, 131, 152, 153, 143, 138, 142, 133, 129, 127, 121, 117, 102, 105], "n_am_pl": [3, 21, 16, 21, 15, 27, 24, 28, 25, 22, 27, 28, 28, 27, 28, 28, 18, 27, 17, 24, 26, 23, 21, 18, 32, 31, 24, 26, 32, 40, 22, 28, 26, 20, 17, 20, 18, 11, 9, 8, 8, 3, 2, 5, 6, 4, 3, 3, 4, 3], "n_pos": 324, "sum_m_en": [39.096123, 53.728394, 53.627478, 54.382274, 57.195743, 56.111445, 56.1265, 57.048344, 57.34871, 60.863747, 61.529279, 59.884203, 58.276292, 58.703754, 57.079004, 59.010935, 61.382221, 59.86914, 59.381919, 56.580151, 54.942472, 55.885824, 54.664457, 55.596318, 84.000062, 80.951539, 76.347288, 70.310827, 71.646668, 72.10191, 69.680542, 66.735249, 71.12295, 75.502793, 85.137707, 90.539216, 99.033856, 107.454273, 119.849307, 124.558341, 121.0256, 121.581186, 123.0942, 125.251903, 127.768072, 124.059978, 113.379246, 106.769232, 95.121295, 104.598248], "sum_m_pl": [6.489481, 14.193689, 15.728824, 14.901816, 16.139848, 15.540965, 15.243661, 15.750318, 16.587898, 17.422373, 19.239621, 20.411065, 21.870729, 23.174402, 23.003622, 23.16383, 22.955782, 25.249804, 24.004535, 23.44242, 22.352247, 21.077646, 20.824487, 21.448574, 27.029575, 29.610322, 27.758002, 27.612723, 27.917999, 30.27091, 27.041053, 26.884575, 26.258515, 24.942073, 22.776468, 21.67089, 19.203022, 16.829413, 13.715956, 12.279942, 11.563545, 10.803994, 10.654409, 10.286555, 9.424752, 7.209365, 6.237565, 5.245, 5.15096, 3.001236]}, "digit": {"n_am_en": [5, 1, 0, 3, 5, 2, 5, 7, 9, 11, 18, 9, 5, 8, 11, 13, 16, 11, 10, 9, 6, 8, 7, 7, 18, 16, 15, 15, 13, 13, 10, 9, 12, 13, 20, 24, 13, 11, 11, 12, 12, 11, 16, 10, 9, 10, 8, 4, 1, 0], "n_am_pl": [0, 6, 1, 3, 3, 2, 3, 2, 4, 3, 4, 9, 8, 7, 5, 9, 5, 6, 3, 5, 6, 4, 4, 3, 7, 8, 2, 4, 7, 5, 4, 4, 4, 3, 4, 3, 5, 5, 5, 5, 4, 3, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.120716, 9.445318, 9.371826, 9.162588, 9.557278, 9.157262, 9.199481, 9.090433, 9.005749, 9.530273, 10.507103, 9.688094, 9.426455, 9.652909, 9.63623, 10.138806, 10.743291, 10.356976, 10.029804, 9.173419, 8.739339, 9.010473, 8.858521, 9.107899, 12.544129, 12.258873, 11.648132, 11.079112, 11.022948, 10.624527, 10.711973, 10.83202, 11.131461, 11.421847, 12.546338, 13.487179, 13.334108, 12.723929, 12.088617, 11.733135, 10.981204, 10.571045, 11.13951, 9.944686, 9.797495, 9.171076, 7.672158, 4.590565, 1.673916, 0.0], "sum_m_pl": [0.774749, 2.257545, 1.930806, 1.918318, 2.039008, 1.964374, 1.908333, 1.980971, 2.287729, 2.458756, 2.907901, 3.009323, 3.426653, 3.930741, 3.684389, 3.738205, 3.577444, 4.204686, 3.903051, 3.761591, 3.661677, 3.317267, 3.217712, 3.343169, 4.95238, 4.862212, 4.183389, 4.670046, 4.51013, 4.650454, 4.366602, 4.198833, 3.926579, 3.996874, 3.50713, 3.459575, 3.145892, 3.035625, 3.009594, 3.020378, 2.81995, 2.732056, 2.603092, 2.287059, 2.169672, 1.596445, 1.306963, 0.672825, 0.206187, 0.0]}, "lang": {"n_am_en": [28, 29, 27, 30, 46, 28, 34, 34, 40, 38, 29, 34, 33, 26, 28, 34, 40, 42, 44, 37, 33, 35, 35, 35, 58, 61, 64, 51, 49, 54, 50, 44, 49, 58, 59, 66, 71, 84, 95, 95, 90, 89, 93, 96, 96, 96, 96, 99, 91, 104], "n_am_pl": [0, 6, 6, 4, 3, 7, 9, 7, 6, 6, 9, 11, 6, 9, 9, 6, 2, 5, 4, 5, 5, 7, 7, 5, 5, 4, 5, 5, 7, 10, 5, 5, 2, 1, 3, 2, 3, 2, 1, 1, 2, 0, 1, 2, 2, 2, 2, 2, 3, 3], "n_pos": 108, "sum_m_en": [14.18854, 17.072747, 18.069776, 18.912595, 20.005478, 19.664769, 20.33746, 21.390111, 21.827253, 23.060714, 22.348707, 22.188309, 21.519365, 21.698762, 21.157972, 21.876772, 22.795914, 22.689745, 22.451824, 21.320139, 20.611691, 21.012062, 20.215333, 20.425213, 42.350041, 41.291322, 38.83902, 33.013288, 32.210298, 32.840792, 30.720332, 28.249717, 30.687702, 33.532568, 38.172673, 43.930571, 51.071117, 59.652793, 69.861595, 74.847724, 72.937437, 74.996477, 78.614716, 85.863585, 90.517034, 91.809509, 87.398567, 86.143419, 82.471184, 103.589339], "sum_m_pl": [2.152039, 4.601371, 5.157194, 4.724599, 5.346394, 5.216969, 5.336886, 5.574332, 5.747221, 5.973515, 6.725992, 7.230648, 7.685359, 8.032474, 7.980792, 7.963222, 7.953208, 8.183086, 7.956871, 7.73354, 7.336767, 7.107458, 7.108212, 7.360578, 7.806578, 8.214571, 8.248716, 8.154379, 8.594235, 9.632517, 8.644446, 8.866792, 8.776803, 7.999805, 6.962321, 6.640906, 5.689018, 4.503986, 3.207107, 2.736329, 2.958922, 2.576297, 2.680572, 3.144006, 2.726859, 2.448133, 2.876582, 2.853393, 2.945389, 3.0006]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 327, "item_id": "gsm8kpl-802", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1217, "region_end": 324, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9816}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 19, 29, 25, 52, 45, 46, 51, 49, 61, 64, 41, 47, 44, 51, 49, 68, 69, 63, 71, 75, 86, 83, 79, 148, 129, 104, 89, 86, 75, 78, 73, 76, 102, 101, 113, 122, 129, 148, 147, 137, 129, 137, 127, 108, 72, 32, 11, 8, 8], "n_am_pl": [7, 42, 35, 34, 39, 40, 51, 47, 48, 49, 53, 59, 47, 45, 35, 41, 26, 39, 45, 27, 27, 23, 21, 24, 36, 39, 44, 47, 66, 71, 46, 45, 49, 40, 35, 34, 28, 18, 18, 23, 30, 42, 51, 52, 70, 93, 140, 168, 175, 166], "n_pos": 382, "sum_m_en": [37.512907, 58.101155, 62.54806, 62.767667, 63.907979, 63.098149, 63.765863, 67.283291, 67.484262, 71.167859, 71.477781, 68.551606, 66.819187, 65.515226, 64.2036, 66.379188, 68.377068, 65.946561, 66.213355, 62.950345, 62.074743, 63.239188, 61.999904, 62.747063, 93.354192, 86.296082, 77.569158, 70.757824, 70.04215, 69.557548, 67.754392, 67.514491, 68.620925, 73.898723, 79.828608, 85.741685, 86.074593, 94.026727, 105.85643, 114.832452, 111.291863, 112.841909, 123.632043, 117.582998, 102.280516, 73.721441, 33.04164, 13.850136, 9.587618, 7.999205], "sum_m_pl": [6.680564, 18.746542, 21.320003, 20.193971, 21.690934, 21.858829, 21.49698, 22.339631, 23.301671, 23.639904, 25.657257, 26.683795, 27.935812, 30.686383, 27.89781, 27.703461, 26.501173, 28.396497, 26.12156, 25.787792, 25.016218, 23.595667, 23.507529, 24.126772, 32.707501, 36.807747, 36.223034, 36.444376, 39.728555, 44.169881, 37.931418, 36.906673, 36.470057, 34.315181, 30.59849, 29.381684, 25.605859, 22.093112, 19.61318, 20.300403, 21.495474, 27.085116, 35.305369, 41.760836, 62.581966, 87.563204, 134.402427, 162.049605, 169.923343, 166.043412]}, "digit": {"n_am_en": [1, 2, 2, 1, 2, 0, 4, 5, 6, 11, 15, 6, 3, 3, 1, 7, 7, 7, 7, 7, 4, 4, 4, 6, 13, 10, 14, 13, 11, 5, 6, 6, 5, 9, 8, 9, 9, 8, 6, 4, 4, 4, 6, 4, 5, 3, 0, 1, 0, 0], "n_am_pl": [0, 4, 3, 4, 2, 1, 4, 7, 6, 7, 7, 5, 4, 7, 2, 1, 5, 4, 7, 2, 0, 0, 0, 0, 3, 5, 6, 3, 7, 10, 10, 7, 5, 7, 5, 4, 3, 2, 0, 3, 0, 1, 2, 2, 2, 2, 3, 0, 0, 0], "n_pos": 47, "sum_m_en": [4.410641, 8.138795, 8.75804, 8.253563, 8.132981, 7.612399, 7.426943, 7.349005, 7.413585, 8.101092, 8.648794, 8.188215, 7.584116, 7.360196, 7.685177, 8.003627, 8.50568, 8.31023, 8.219712, 7.706604, 7.413239, 7.613488, 7.590196, 7.84477, 11.000716, 9.994717, 9.38811, 8.904553, 8.482707, 8.485371, 8.23753, 8.616744, 9.441517, 9.651548, 10.681141, 10.785716, 9.985298, 9.356272, 8.332576, 7.889708, 7.027028, 7.191627, 6.940857, 5.994564, 5.240293, 4.516449, 2.298792, 1.476205, 0.241716, 0.0], "sum_m_pl": [0.701905, 2.452917, 2.221174, 2.159423, 2.106051, 2.082896, 1.887994, 1.898664, 2.232767, 2.337934, 2.864742, 2.908238, 3.154948, 3.620215, 3.152612, 3.007388, 2.966645, 3.257862, 2.835723, 2.848758, 2.838617, 2.626156, 2.564535, 2.644824, 3.306371, 3.637628, 3.486279, 3.625355, 4.02789, 4.354751, 4.275445, 3.97028, 3.327226, 3.298407, 2.945271, 2.922108, 2.523059, 2.320013, 2.475095, 2.574857, 2.384556, 2.287498, 2.34036, 2.154381, 2.042242, 2.184857, 2.890602, 0.988099, 0.159397, 1.2e-05]}, "lang": {"n_am_en": [12, 11, 15, 13, 38, 29, 34, 37, 28, 32, 31, 23, 31, 29, 35, 27, 41, 50, 31, 41, 48, 56, 55, 49, 91, 83, 64, 53, 49, 46, 46, 47, 44, 68, 63, 69, 77, 89, 106, 106, 100, 91, 101, 97, 80, 56, 23, 9, 8, 8], "n_am_pl": [6, 25, 21, 21, 20, 19, 24, 21, 22, 16, 26, 29, 22, 20, 22, 20, 14, 17, 24, 8, 12, 7, 12, 17, 14, 17, 18, 24, 32, 34, 20, 23, 26, 20, 19, 22, 19, 12, 16, 18, 28, 38, 45, 47, 64, 86, 127, 158, 165, 166], "n_pos": 176, "sum_m_en": [17.62451, 25.94817, 29.886782, 30.424059, 31.465735, 31.883763, 33.856257, 35.864806, 36.267289, 37.626729, 37.342799, 35.969124, 35.477642, 34.687322, 33.512414, 34.492333, 35.225689, 33.648566, 33.584799, 31.672962, 31.607337, 31.958093, 31.194818, 31.322177, 52.943773, 48.115515, 42.575116, 36.793315, 36.508053, 35.959248, 35.217827, 34.733487, 33.544236, 37.82719, 39.923769, 44.389906, 47.58783, 54.053757, 67.170586, 74.163787, 74.122869, 75.281448, 85.85137, 82.484063, 73.067933, 51.879861, 22.273107, 9.61153, 8.307873, 7.999205], "sum_m_pl": [3.098162, 8.042125, 9.221806, 8.613046, 9.479937, 9.975563, 10.550934, 11.399214, 11.798822, 11.670545, 12.689854, 13.337379, 14.09213, 15.800131, 14.438727, 14.363972, 13.310295, 14.050597, 13.256863, 12.72577, 12.31394, 11.849112, 11.912882, 12.228787, 16.113851, 18.146468, 17.897404, 18.75373, 20.135841, 22.052741, 18.892423, 19.204793, 19.986246, 18.807571, 16.888587, 16.557488, 14.893358, 12.735634, 10.905835, 11.626429, 13.28304, 18.888887, 26.450168, 32.623749, 53.848513, 79.022662, 121.81918, 150.21986, 162.248106, 165.908489]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 385, "item_id": "gsm8kpl-802", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1507, "region_end": 382, "roundtrip_ok": true, "tf_agree": 0.9948, "tf_agree_excl_first": 0.9974}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 34, 40, 39, 49, 67, 67, 57, 54, 61, 51, 48, 59, 47, 64, 63, 72, 79, 93, 70, 61, 67, 56, 56, 98, 83, 77, 70, 66, 71, 74, 72, 89, 89, 90, 96, 107, 119, 122, 139, 134, 142, 138, 118, 130, 120, 104, 112, 103, 115], "n_am_pl": [5, 14, 18, 20, 18, 17, 22, 23, 21, 23, 33, 25, 19, 30, 23, 23, 15, 11, 18, 23, 14, 11, 8, 9, 12, 18, 18, 23, 20, 22, 18, 14, 12, 8, 5, 6, 8, 4, 2, 3, 2, 3, 1, 0, 2, 2, 2, 0, 0, 0], "n_pos": 285, "sum_m_en": [31.765256, 43.241073, 43.035186, 42.882626, 47.891772, 48.571188, 50.453513, 50.8036, 50.722557, 51.385958, 52.02789, 52.702124, 53.398676, 53.945146, 53.610348, 52.860021, 53.174797, 50.051279, 49.570343, 47.789737, 45.26112, 45.386705, 44.549091, 45.705675, 66.044614, 62.994609, 57.533334, 55.083491, 57.369404, 58.820836, 59.356627, 61.949948, 65.447613, 64.218738, 66.633929, 68.31774, 76.828593, 87.290825, 89.330453, 98.365336, 101.588317, 119.879418, 123.466692, 110.072617, 120.264059, 111.31234, 107.462911, 107.796003, 95.141574, 115.183538], "sum_m_pl": [6.637279, 13.787704, 14.785365, 13.172875, 13.779548, 12.73468, 12.706353, 12.762501, 12.692575, 13.35041, 14.744747, 15.274509, 15.557586, 15.400353, 15.886807, 15.298114, 14.744403, 15.213928, 15.949616, 15.951282, 16.087021, 15.774214, 15.61108, 15.725562, 17.568055, 18.652543, 18.331118, 19.523568, 19.979932, 20.286399, 17.551337, 15.261189, 14.986913, 13.979136, 13.119752, 13.231572, 13.134921, 11.271884, 11.144962, 10.22095, 9.385922, 7.715605, 6.315901, 6.008311, 5.688906, 4.065341, 4.329876, 1.872308, 2.503466, 0.014815]}, "digit": {"n_am_en": [0, 3, 4, 3, 4, 8, 9, 7, 4, 5, 9, 3, 8, 3, 10, 11, 10, 7, 8, 4, 5, 6, 3, 3, 11, 10, 11, 8, 5, 7, 4, 6, 7, 5, 9, 10, 12, 14, 12, 14, 15, 11, 11, 8, 7, 9, 7, 5, 1, 0], "n_am_pl": [0, 0, 2, 1, 4, 2, 0, 1, 1, 3, 10, 0, 5, 12, 2, 4, 3, 1, 3, 3, 1, 0, 0, 0, 3, 1, 2, 1, 3, 4, 3, 3, 4, 2, 2, 1, 1, 2, 1, 2, 2, 3, 1, 0, 1, 2, 2, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.370137, 7.929083, 7.941838, 7.453177, 8.002165, 7.92418, 7.698859, 7.573578, 7.376656, 7.7996, 8.300926, 8.127189, 8.209608, 7.985948, 7.873419, 7.669576, 7.872439, 6.876384, 7.211588, 6.867874, 6.733943, 6.8329, 6.748972, 7.086695, 9.203663, 8.879878, 8.017185, 7.521985, 7.793371, 7.93512, 8.183413, 8.526412, 8.432566, 8.145145, 8.196451, 8.277077, 8.744073, 9.38545, 9.079184, 9.1865, 10.507819, 9.980705, 9.222265, 9.394084, 9.005233, 9.328043, 7.609712, 5.893817, 1.904988, 0.228332], "sum_m_pl": [0.674466, 2.190951, 1.901457, 1.742315, 1.682843, 1.459528, 1.345714, 1.339734, 1.44812, 1.567547, 2.026335, 2.114793, 2.412174, 2.460298, 2.299572, 2.260486, 2.205626, 2.36088, 2.516449, 2.564746, 2.582052, 2.487866, 2.480592, 2.552663, 3.117829, 3.143074, 2.909413, 3.37991, 3.142091, 3.393903, 2.836017, 2.312356, 2.244787, 2.038707, 2.008973, 2.131476, 2.200084, 2.026127, 2.093806, 2.096904, 1.913021, 2.238555, 2.055853, 1.689202, 1.862488, 1.52383, 2.517462, 0.701938, 0.468279, 0.000532]}, "lang": {"n_am_en": [9, 21, 24, 25, 31, 33, 33, 31, 29, 30, 26, 25, 26, 23, 25, 30, 41, 48, 58, 45, 36, 41, 37, 35, 56, 48, 45, 42, 38, 44, 49, 46, 61, 62, 59, 62, 67, 73, 75, 84, 83, 86, 90, 89, 89, 88, 85, 91, 93, 114], "n_am_pl": [5, 9, 6, 9, 8, 7, 10, 9, 9, 5, 7, 10, 5, 7, 12, 6, 5, 4, 8, 8, 8, 7, 6, 6, 5, 9, 7, 9, 12, 9, 4, 6, 3, 3, 3, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 116, "sum_m_en": [12.626835, 17.352525, 17.565251, 17.692314, 20.257736, 20.701592, 21.791723, 21.922959, 22.252117, 21.975859, 21.882737, 22.182542, 22.952139, 23.64889, 23.637804, 23.499336, 23.675754, 23.227049, 22.251928, 21.137341, 19.531838, 19.326601, 18.868209, 18.970757, 34.338905, 32.415652, 29.49179, 26.836453, 27.561298, 28.002809, 28.218136, 29.513763, 32.15386, 32.098271, 33.766874, 36.60116, 42.913568, 52.581382, 56.121221, 61.940445, 65.135719, 74.819733, 78.594765, 78.411864, 80.535879, 81.904447, 83.621283, 83.359238, 82.835705, 112.554241], "sum_m_pl": [2.922616, 5.365841, 5.839154, 5.161061, 5.799216, 5.580991, 5.555161, 5.56907, 5.646318, 5.874525, 6.321295, 6.232358, 6.336838, 6.068573, 6.542627, 6.331242, 5.981805, 6.204543, 6.432849, 6.371209, 6.49467, 6.439182, 6.376517, 6.356195, 7.110216, 7.308934, 7.051811, 7.517546, 8.058732, 7.617771, 6.517867, 6.165252, 6.181101, 6.061595, 5.347351, 5.344023, 5.285015, 4.158809, 3.904112, 3.576921, 3.108061, 2.214391, 1.542155, 1.597577, 1.096296, 0.544123, 0.355505, 0.299372, 0.720253, 0.014278]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 289, "item_id": "gsm8kpl-812", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1281, "region_end": 285, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9861}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 49, 65, 138, 134, 164, 201, 248, 258, 260, 238, 205, 239, 221, 263, 302, 345, 377, 407, 384, 353, 359, 350, 376, 541, 487, 435, 365, 364, 328, 340, 336, 387, 429, 476, 437, 428, 445, 453, 488, 515, 498, 499, 462, 392, 287, 130, 25, 5, 0], "n_am_pl": [9, 136, 144, 105, 120, 119, 166, 160, 146, 134, 167, 184, 146, 130, 123, 134, 123, 129, 105, 116, 112, 93, 113, 107, 92, 100, 97, 112, 128, 159, 96, 115, 110, 96, 88, 89, 112, 93, 118, 133, 132, 174, 191, 234, 308, 425, 597, 729, 756, 767], "n_pos": 1204, "sum_m_en": [96.870655, 172.652075, 181.39171, 186.364797, 197.016043, 207.603591, 221.03717, 223.377142, 232.291231, 231.769685, 239.937294, 229.780234, 231.949752, 228.668023, 225.918332, 228.253314, 227.525072, 215.592852, 212.49743, 206.582362, 201.691187, 201.651831, 201.73243, 203.395029, 329.455833, 309.726868, 280.900645, 246.215305, 255.226496, 242.572568, 242.954913, 240.918907, 248.205557, 256.782247, 280.270392, 266.209008, 268.610002, 296.680634, 321.697699, 337.092218, 364.367599, 378.647834, 392.349464, 355.27264, 326.896454, 258.866687, 120.085611, 47.133607, 27.142094, 0.003242], "sum_m_pl": [14.342011, 51.157719, 56.975616, 58.085919, 63.81684, 62.663364, 63.722473, 65.938546, 69.976873, 68.9329, 76.187508, 78.559359, 73.532731, 72.624896, 68.772496, 64.345203, 63.011332, 71.105153, 67.60283, 68.069319, 67.44662, 65.414978, 65.376227, 64.691745, 79.012388, 78.932486, 85.230453, 86.976312, 97.339896, 100.659119, 85.583097, 82.8031, 80.468975, 79.815736, 73.360652, 78.744494, 84.160543, 87.346678, 89.347283, 95.181305, 96.162432, 123.548408, 156.455201, 193.233233, 247.537392, 368.306448, 544.501197, 681.057194, 720.068241, 765.964664]}, "digit": {"n_am_en": [0, 4, 4, 5, 1, 9, 5, 5, 10, 17, 15, 17, 11, 10, 17, 12, 9, 10, 20, 20, 15, 20, 18, 18, 27, 23, 24, 20, 20, 11, 10, 13, 13, 14, 23, 17, 26, 20, 9, 16, 13, 13, 11, 13, 5, 6, 7, 4, 0, 0], "n_am_pl": [0, 4, 1, 6, 4, 1, 1, 2, 2, 9, 16, 7, 11, 15, 9, 4, 5, 3, 7, 5, 4, 4, 4, 4, 6, 7, 5, 3, 3, 10, 11, 11, 8, 9, 5, 2, 6, 3, 2, 0, 1, 3, 3, 1, 2, 2, 2, 1, 0, 0], "n_pos": 84, "sum_m_en": [8.254861, 15.469452, 16.658651, 15.053171, 15.384877, 15.032538, 14.748613, 14.383272, 14.380377, 15.757493, 16.497658, 15.714364, 16.073754, 15.671609, 14.832546, 14.363672, 14.506263, 13.185604, 13.605287, 13.458374, 13.178637, 13.495337, 13.466275, 13.970985, 19.031455, 18.458075, 16.331458, 15.868924, 16.050349, 15.682197, 16.179738, 17.2325, 16.554625, 16.680168, 16.191602, 15.10646, 14.493799, 14.252211, 12.646852, 13.529208, 13.255468, 12.773426, 12.527784, 11.619319, 10.131293, 10.318006, 9.074345, 7.833166, 4.692789, 1e-06], "sum_m_pl": [1.354637, 4.689684, 3.971448, 3.552977, 3.405368, 2.903632, 2.916088, 2.996507, 3.394772, 3.699479, 4.459583, 4.801978, 4.646924, 4.489343, 4.023855, 3.79337, 3.800407, 4.427693, 4.480592, 4.56571, 4.613834, 4.438993, 4.462424, 4.519747, 5.148714, 5.3924, 5.353642, 5.539196, 5.367148, 5.804565, 4.713078, 4.034158, 3.690601, 3.587454, 3.646329, 3.699163, 4.100619, 3.868725, 3.929045, 3.854973, 3.948532, 4.127834, 3.788771, 3.332753, 3.279769, 2.803907, 2.351606, 1.994236, 1.340791, 1.5e-05]}, "lang": {"n_am_en": [9, 18, 47, 76, 89, 102, 137, 159, 179, 174, 158, 133, 160, 147, 168, 210, 247, 258, 284, 260, 238, 248, 244, 260, 376, 343, 304, 254, 232, 225, 225, 230, 281, 312, 344, 321, 308, 321, 338, 362, 385, 380, 386, 358, 305, 219, 98, 9, 4, 0], "n_am_pl": [7, 84, 88, 71, 75, 86, 117, 118, 112, 95, 117, 140, 104, 87, 91, 102, 86, 96, 78, 85, 84, 70, 83, 77, 61, 64, 67, 73, 98, 120, 66, 82, 78, 67, 62, 68, 82, 65, 92, 110, 108, 135, 160, 203, 273, 378, 545, 691, 735, 767], "n_pos": 768, "sum_m_en": [60.282388, 106.87426, 111.976995, 116.116612, 124.9509, 132.596143, 144.399847, 147.449004, 155.136382, 153.350529, 159.075983, 152.671603, 153.162918, 150.50054, 149.673894, 151.97122, 150.756154, 142.902012, 139.982876, 135.348262, 132.143482, 131.609614, 132.009778, 132.375001, 228.319365, 210.855293, 188.61552, 164.054513, 167.533028, 157.924216, 158.702691, 156.566899, 162.680654, 170.61027, 189.760564, 183.083584, 186.49941, 209.631378, 234.122012, 245.980207, 272.041458, 286.52886, 302.294493, 269.181963, 247.486082, 193.880247, 84.754327, 20.831072, 11.565534, 0.002809], "sum_m_pl": [8.530875, 30.675018, 34.469962, 35.982248, 39.897595, 39.983878, 41.156545, 43.582538, 46.640754, 45.48547, 50.376485, 53.258113, 49.459641, 49.44482, 47.526898, 43.569487, 42.002903, 47.621077, 44.979663, 44.909141, 44.30669, 43.054675, 42.913449, 42.345501, 52.145809, 51.823123, 57.446614, 58.855603, 67.230081, 70.197766, 59.646741, 58.98945, 57.271182, 56.838042, 52.15614, 57.385536, 61.547234, 60.120317, 61.736311, 67.929719, 69.890898, 90.635478, 122.525437, 159.327764, 210.703153, 321.205342, 492.361, 640.556292, 697.483976, 761.925585]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1208, "item_id": "gsm8kpl-812", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1571, "region_end": 1204, "roundtrip_ok": true, "tf_agree": 0.9959, "tf_agree_excl_first": 0.9967}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 17, 15, 24, 33, 31, 39, 37, 33, 45, 38, 31, 34, 33, 32, 36, 51, 40, 52, 56, 45, 51, 48, 43, 68, 62, 59, 40, 34, 43, 36, 38, 41, 60, 56, 72, 79, 78, 82, 92, 90, 81, 85, 83, 70, 75, 70, 62, 50, 49], "n_am_pl": [7, 11, 11, 10, 4, 10, 13, 8, 11, 7, 10, 14, 18, 19, 17, 10, 6, 6, 6, 6, 3, 4, 5, 3, 11, 13, 9, 13, 12, 13, 13, 16, 12, 10, 6, 11, 5, 7, 6, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 162, "sum_m_en": [18.36083, 24.636331, 24.851216, 27.074853, 29.329877, 29.022407, 29.593526, 30.580352, 30.132634, 31.092853, 31.642592, 31.599584, 31.694524, 31.157053, 30.362481, 29.998174, 31.375372, 29.436248, 29.709943, 30.026002, 27.80812, 27.732993, 27.268263, 27.532473, 40.874729, 37.527565, 35.694615, 32.797759, 33.526239, 34.744656, 33.653647, 33.548398, 33.337792, 36.223704, 38.73289, 42.938107, 51.365039, 56.452113, 61.397261, 70.356613, 70.770477, 70.656008, 67.005415, 65.489632, 61.692621, 66.262237, 63.466339, 57.399892, 47.559119, 48.074041], "sum_m_pl": [4.012406, 8.58509, 8.529575, 8.111045, 8.464542, 7.755562, 7.22905, 7.355619, 8.038747, 7.890076, 8.538169, 9.276067, 9.20221, 9.932759, 9.416872, 9.751946, 9.243638, 9.903872, 9.587845, 9.543676, 9.385978, 9.043091, 9.211941, 9.268444, 11.447712, 10.921346, 10.869169, 11.378929, 11.103799, 10.930892, 11.144997, 10.954528, 11.047237, 10.352877, 10.482245, 10.465141, 9.703859, 9.114468, 8.666373, 6.960274, 7.043998, 6.938366, 6.34994, 5.564622, 4.856694, 3.379082, 2.148972, 1.330262, 0.913251, 0.000292]}, "digit": {"n_am_en": [1, 1, 4, 4, 7, 4, 6, 2, 1, 6, 3, 3, 5, 6, 8, 7, 6, 5, 8, 6, 5, 5, 3, 3, 5, 7, 4, 4, 5, 7, 3, 4, 5, 8, 6, 8, 11, 9, 7, 9, 8, 5, 8, 7, 6, 7, 5, 0, 0, 0], "n_am_pl": [0, 2, 1, 1, 0, 2, 4, 0, 1, 2, 4, 4, 6, 5, 5, 0, 2, 2, 1, 3, 1, 1, 3, 0, 0, 1, 1, 1, 1, 0, 2, 3, 4, 1, 1, 4, 1, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.371608, 4.216309, 4.27336, 4.250857, 4.407571, 4.173912, 4.357602, 4.065623, 4.009683, 4.198638, 4.366026, 4.380697, 4.375855, 4.38788, 4.156053, 3.992329, 4.260645, 3.808417, 4.063844, 3.964036, 3.596227, 3.73764, 3.733439, 3.906122, 5.508879, 5.232648, 5.144321, 4.800651, 4.901918, 4.79692, 4.374308, 4.381346, 4.17858, 4.491448, 4.450744, 5.246204, 5.819132, 5.799009, 5.542227, 5.113169, 4.959975, 4.886199, 4.122641, 3.95306, 2.720611, 3.354727, 3.242849, 1.288811, 0.633803, 0.0], "sum_m_pl": [0.399921, 0.972096, 0.893378, 0.824611, 0.862703, 0.7257, 0.69465, 0.667708, 0.858321, 0.82852, 1.045855, 1.145566, 1.246713, 1.412228, 1.25633, 1.327539, 1.19733, 1.340014, 1.320504, 1.345068, 1.30252, 1.271921, 1.262488, 1.29381, 1.748986, 1.571571, 1.41256, 1.499905, 1.29374, 1.317833, 1.380969, 1.493978, 1.407543, 1.182513, 1.301655, 1.477712, 1.303718, 1.198461, 1.2244, 1.301908, 1.283368, 1.369636, 1.307584, 1.241919, 1.253881, 0.794218, 0.658137, 0.439848, 0.208161, 0.0]}, "lang": {"n_am_en": [8, 4, 5, 4, 14, 15, 11, 14, 12, 15, 11, 10, 13, 12, 9, 9, 16, 15, 15, 19, 19, 20, 23, 21, 31, 28, 31, 21, 18, 21, 21, 16, 19, 25, 25, 32, 34, 37, 38, 44, 42, 42, 42, 44, 44, 46, 49, 49, 46, 48], "n_am_pl": [2, 4, 4, 3, 2, 4, 4, 2, 3, 1, 2, 3, 4, 3, 5, 3, 2, 0, 3, 2, 1, 1, 0, 0, 3, 4, 2, 4, 3, 5, 2, 3, 2, 2, 2, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 49, "sum_m_en": [6.042616, 6.8334, 7.302975, 8.007742, 8.840561, 8.760687, 8.802389, 9.183771, 9.219509, 9.375912, 9.444747, 9.551555, 9.676546, 9.636042, 9.49827, 9.316345, 9.446199, 9.123153, 9.015772, 9.179417, 8.653701, 8.533116, 8.252494, 8.106919, 14.168468, 13.038679, 12.675107, 10.59663, 10.70047, 11.467153, 10.964828, 11.126427, 11.049304, 12.53565, 14.641409, 17.740531, 20.655451, 24.526311, 28.622439, 33.860185, 34.78412, 35.688421, 35.62751, 37.292424, 39.057965, 40.265592, 43.912129, 41.671209, 40.814336, 47.078554], "sum_m_pl": [1.141488, 2.409999, 2.635168, 2.338985, 2.623577, 2.372073, 2.298095, 2.413681, 2.560123, 2.488724, 2.797418, 2.952322, 2.772084, 2.93112, 2.801106, 2.899593, 2.779964, 2.830599, 2.766993, 2.805852, 2.772881, 2.661019, 2.731179, 2.72484, 3.070634, 2.998904, 3.195034, 3.48284, 3.49526, 3.162316, 3.193793, 3.208868, 3.311306, 2.986607, 2.975491, 2.956255, 3.319418, 2.79589, 2.375886, 1.535615, 1.483752, 1.365723, 1.187774, 1.064033, 0.695934, 0.508681, 0.145016, 0.169601, 0.277251, 0.000291]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "gsm8kpl-813", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1233, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9939}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [15, 13, 18, 25, 48, 48, 50, 42, 51, 60, 55, 52, 50, 49, 53, 56, 73, 62, 65, 71, 62, 65, 64, 59, 113, 92, 83, 73, 64, 63, 63, 53, 66, 72, 94, 98, 89, 111, 115, 125, 110, 112, 101, 100, 86, 59, 23, 8, 4, 1], "n_am_pl": [5, 28, 24, 13, 14, 23, 25, 29, 17, 25, 32, 42, 34, 38, 26, 26, 12, 15, 13, 18, 12, 13, 17, 11, 17, 18, 16, 19, 31, 42, 33, 43, 31, 23, 16, 20, 24, 18, 19, 17, 22, 29, 27, 31, 44, 69, 97, 115, 115, 117], "n_pos": 263, "sum_m_en": [25.727642, 38.702274, 41.315071, 43.494743, 46.63294, 47.923356, 49.871068, 50.235354, 50.150997, 51.931955, 53.036635, 50.356203, 49.695716, 50.069042, 50.586865, 49.329275, 51.651751, 45.463994, 44.409982, 45.617055, 43.42445, 43.194922, 43.176675, 43.697316, 70.040103, 65.270884, 60.106357, 54.245923, 53.972666, 53.624781, 50.842498, 49.783254, 49.721538, 51.338182, 57.743765, 62.63131, 68.16295, 80.869467, 88.89857, 95.208252, 90.800042, 92.254588, 90.920642, 97.074988, 80.278126, 56.086975, 21.624358, 8.506757, 6.728273, 1.459682], "sum_m_pl": [4.337327, 12.02596, 13.479456, 12.976107, 13.845696, 13.990105, 13.935058, 14.053485, 14.642411, 14.534107, 16.178414, 18.07751, 17.696336, 19.247935, 18.81866, 18.627966, 16.499439, 16.499052, 15.493562, 15.469222, 15.035985, 14.546876, 14.755204, 14.515228, 18.160024, 17.221223, 18.207346, 19.595799, 21.515527, 23.530406, 22.032497, 21.519691, 22.254451, 20.226299, 19.161995, 19.756139, 19.336891, 17.286542, 15.335609, 16.178228, 18.544942, 20.590688, 23.652342, 26.75906, 42.400187, 62.43649, 97.19343, 113.332705, 112.800514, 116.773127]}, "digit": {"n_am_en": [0, 0, 4, 1, 2, 0, 1, 2, 1, 3, 5, 1, 1, 3, 3, 3, 8, 6, 7, 2, 1, 3, 2, 3, 4, 6, 4, 3, 4, 6, 4, 3, 4, 2, 3, 6, 9, 6, 6, 7, 7, 8, 7, 5, 4, 5, 3, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 1, 0, 1, 3, 2, 3, 6, 5, 2, 2, 0, 1, 0, 2, 0, 1, 1, 0, 0, 1, 0, 0, 3, 3, 4, 2, 6, 5, 2, 2, 3, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0], "n_pos": 24, "sum_m_en": [2.205963, 4.206708, 4.444363, 4.153476, 4.103733, 4.01548, 4.178419, 4.077304, 3.915958, 4.341895, 4.610651, 4.396433, 4.243229, 4.353808, 4.433729, 3.889696, 4.316351, 3.710835, 3.753902, 3.793439, 3.698152, 3.861194, 3.867931, 4.031904, 5.396969, 5.190195, 4.987553, 4.463995, 4.480989, 4.566323, 4.337, 4.346156, 4.312578, 4.444124, 4.595823, 5.07365, 5.767979, 5.598425, 6.444013, 6.602208, 6.205232, 5.818197, 5.364402, 5.11681, 3.796626, 2.775659, 1.569374, 0.379473, 0.298699, 0.0], "sum_m_pl": [0.395056, 1.068189, 0.917154, 0.84854, 0.941054, 0.89953, 0.885454, 0.794776, 1.01834, 1.003921, 1.261427, 1.462608, 1.518543, 1.662462, 1.455975, 1.519905, 1.388453, 1.459618, 1.418328, 1.470162, 1.410657, 1.373464, 1.377806, 1.381792, 1.720451, 1.505896, 1.343257, 1.517149, 1.560808, 1.693508, 1.623784, 1.684563, 1.673011, 1.498757, 1.614726, 1.759712, 1.337987, 1.160238, 1.157991, 1.167869, 1.100684, 1.136101, 1.104514, 1.05709, 0.919301, 0.842664, 0.774898, 1.576671, 1.108919, 0.182426]}, "lang": {"n_am_en": [10, 6, 6, 13, 26, 30, 30, 24, 30, 35, 29, 33, 36, 25, 31, 32, 36, 32, 33, 46, 40, 44, 41, 37, 57, 50, 46, 43, 37, 35, 35, 29, 35, 40, 54, 57, 48, 64, 65, 71, 59, 64, 62, 64, 52, 31, 9, 3, 3, 1], "n_am_pl": [3, 15, 15, 8, 6, 10, 10, 19, 9, 12, 20, 22, 14, 23, 16, 14, 7, 11, 9, 9, 8, 8, 10, 5, 10, 11, 10, 7, 13, 19, 12, 23, 14, 10, 8, 9, 11, 10, 8, 9, 16, 22, 24, 27, 41, 65, 87, 101, 110, 117], "n_pos": 119, "sum_m_en": [12.011445, 17.395167, 19.158909, 20.459015, 22.128266, 22.333545, 23.590938, 23.876005, 24.230125, 24.322233, 24.65363, 23.464095, 23.133068, 23.173526, 23.196238, 22.654498, 23.803222, 20.907055, 20.527566, 21.419149, 20.516559, 20.172761, 20.225766, 20.40708, 36.196331, 33.509022, 30.637053, 26.434693, 25.45472, 25.159399, 23.314095, 22.671315, 22.949267, 23.917656, 27.32848, 31.412786, 36.012048, 43.67341, 48.414728, 53.806976, 51.417313, 52.890996, 54.238563, 58.395403, 46.5234, 28.310694, 9.849333, 2.639005, 3.771715, 1.458201], "sum_m_pl": [1.791455, 5.172459, 5.897706, 5.688225, 6.160429, 6.369834, 6.667576, 6.860473, 7.305564, 6.989209, 8.012069, 9.184154, 8.748513, 9.93368, 9.692916, 9.437036, 8.101339, 8.085739, 7.562345, 7.336149, 7.094683, 6.835181, 6.924942, 6.613597, 8.305917, 8.026181, 8.58055, 9.179191, 10.622805, 11.509653, 10.948644, 11.096028, 11.354691, 10.570213, 9.957613, 10.150841, 10.564644, 8.915554, 7.760992, 8.519935, 10.971895, 13.006937, 15.990331, 19.646808, 34.758772, 54.417657, 84.441185, 100.744476, 106.8132, 115.030934]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 266, "item_id": "gsm8kpl-813", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1523, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9849}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 23, 29, 32, 36, 39, 38, 42, 31, 34, 44, 33, 27, 27, 26, 41, 37, 37, 35, 44, 42, 36, 33, 33, 81, 63, 59, 55, 45, 42, 38, 47, 48, 46, 72, 74, 75, 72, 84, 88, 87, 88, 87, 88, 81, 73, 75, 70, 59, 56], "n_am_pl": [9, 17, 24, 23, 28, 21, 21, 16, 24, 27, 29, 22, 28, 33, 28, 24, 15, 23, 18, 18, 13, 6, 6, 6, 20, 13, 19, 24, 25, 27, 18, 14, 15, 18, 20, 11, 11, 9, 10, 5, 4, 2, 2, 2, 3, 1, 4, 3, 3, 5], "n_pos": 267, "sum_m_en": [29.503092, 42.819921, 42.74617, 43.003329, 45.429543, 46.793148, 45.177519, 46.20397, 45.126207, 46.976655, 47.843165, 48.169285, 44.819643, 45.035789, 44.675568, 45.298534, 46.351544, 42.014183, 43.030609, 43.176641, 42.346299, 42.796439, 42.544589, 43.452277, 57.149539, 51.952016, 50.081898, 46.976779, 49.309942, 49.454026, 48.547145, 49.632, 51.327902, 51.430994, 58.741541, 56.489801, 60.046231, 63.586553, 72.515882, 75.048452, 74.654387, 78.00765, 79.928296, 79.971941, 78.003529, 75.065283, 70.740153, 67.694758, 58.734778, 57.164931], "sum_m_pl": [6.610195, 12.423637, 15.192951, 14.480842, 15.2809, 14.951317, 14.325416, 14.280997, 14.314331, 14.660835, 14.13355, 14.792357, 15.270126, 15.960884, 16.498352, 16.36171, 15.247668, 15.954246, 16.011272, 16.20717, 15.900439, 15.280594, 14.783666, 14.840316, 18.266184, 19.847061, 20.295984, 20.449998, 20.569507, 22.330021, 19.063169, 18.586973, 17.609044, 16.031093, 15.06419, 13.663209, 13.798824, 12.588242, 11.557348, 10.220811, 10.639814, 8.206068, 7.75617, 7.063241, 6.945209, 4.875203, 5.228019, 4.476353, 5.099076, 4.627023]}, "digit": {"n_am_en": [0, 0, 3, 2, 1, 2, 2, 6, 2, 1, 7, 2, 1, 2, 3, 8, 1, 3, 1, 4, 3, 3, 3, 4, 15, 12, 3, 5, 4, 4, 3, 4, 2, 2, 4, 3, 4, 7, 7, 9, 9, 7, 4, 5, 5, 3, 4, 2, 0, 0], "n_am_pl": [0, 0, 0, 1, 2, 0, 2, 1, 1, 4, 4, 4, 8, 11, 8, 6, 2, 8, 3, 4, 5, 1, 1, 2, 4, 3, 6, 8, 8, 6, 1, 3, 3, 5, 6, 0, 1, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.071162, 5.654108, 5.928282, 5.671873, 5.726231, 5.796063, 5.630315, 5.701905, 5.373039, 5.739926, 6.28662, 6.104059, 5.597667, 5.64793, 6.109195, 6.005, 5.986492, 5.509853, 5.426292, 5.23297, 5.073276, 5.16719, 5.133807, 5.243673, 7.151015, 6.380853, 5.962732, 5.434226, 5.711226, 5.539096, 5.838759, 6.043846, 5.993323, 5.622436, 6.158007, 6.022659, 5.60155, 6.068427, 6.840409, 6.538918, 6.877368, 6.173878, 5.33973, 5.942565, 5.370005, 4.590505, 3.67591, 1.865214, 0.425412, 0.0], "sum_m_pl": [0.461734, 1.417789, 1.471479, 1.465761, 1.394343, 1.311976, 1.291622, 1.401119, 1.529308, 1.713138, 1.77769, 1.748886, 2.079967, 2.278728, 2.274965, 2.24767, 2.060613, 2.389402, 2.275054, 2.284967, 2.167704, 2.068218, 1.954839, 1.973495, 2.823957, 2.968887, 3.018835, 2.896448, 2.825493, 3.066301, 2.452023, 2.674908, 2.318324, 2.083847, 2.022276, 1.978321, 1.934678, 1.886849, 1.702855, 1.57478, 1.430966, 1.547981, 1.769644, 1.095867, 1.443349, 1.175892, 0.815066, 0.779995, 0.300759, 0.0]}, "lang": {"n_am_en": [11, 9, 14, 18, 14, 14, 17, 17, 12, 18, 14, 13, 14, 13, 16, 18, 16, 18, 19, 21, 22, 22, 20, 17, 31, 30, 29, 28, 26, 24, 23, 24, 26, 24, 30, 32, 31, 31, 36, 41, 42, 47, 47, 49, 47, 47, 50, 52, 53, 54], "n_am_pl": [2, 6, 2, 3, 6, 6, 6, 6, 7, 6, 9, 8, 7, 12, 7, 8, 7, 7, 5, 5, 3, 2, 1, 1, 5, 2, 3, 5, 2, 5, 7, 1, 5, 4, 4, 2, 3, 3, 6, 4, 2, 1, 1, 1, 1, 1, 4, 3, 3, 5], "n_pos": 60, "sum_m_en": [7.667785, 9.306718, 9.836068, 9.965688, 10.665077, 11.180404, 10.6414, 11.458743, 11.637752, 11.800755, 11.896118, 11.722441, 10.840057, 11.369558, 11.503601, 11.85965, 12.415471, 11.241011, 11.215383, 11.510005, 11.102955, 10.993159, 10.840453, 11.050331, 21.188749, 19.597883, 18.58292, 15.922364, 15.280043, 15.564938, 15.463493, 15.968493, 17.077733, 18.433064, 20.001559, 21.427201, 25.78556, 26.519551, 30.735072, 33.539715, 34.232251, 38.657786, 42.77646, 43.290629, 44.259301, 45.819554, 46.87013, 47.579744, 48.787147, 54.244855], "sum_m_pl": [1.139013, 2.570825, 2.950024, 2.959317, 3.508076, 3.57445, 3.798897, 3.78624, 3.839297, 3.495661, 3.268803, 3.537267, 3.783992, 4.044576, 4.119624, 4.464524, 3.906705, 3.889657, 4.118232, 4.069489, 3.925607, 3.818106, 3.728332, 3.701897, 4.497312, 4.965326, 5.427844, 5.616776, 5.354731, 5.497141, 5.012783, 4.756402, 4.734209, 4.3987, 3.805351, 3.46265, 3.638393, 3.847153, 3.640905, 3.331633, 4.195552, 2.251917, 1.678601, 1.774164, 1.286127, 0.985601, 2.839132, 2.459767, 3.168338, 4.611257]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 270, "item_id": "gsm8kpl-815", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1232, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9777}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 19, 24, 61, 67, 70, 78, 72, 66, 64, 53, 59, 60, 43, 53, 60, 74, 59, 81, 67, 67, 72, 77, 72, 143, 111, 91, 94, 91, 79, 88, 83, 90, 98, 123, 124, 137, 147, 160, 162, 160, 158, 166, 160, 129, 99, 43, 8, 5, 3], "n_am_pl": [5, 27, 43, 37, 41, 33, 28, 35, 39, 39, 44, 51, 47, 60, 58, 49, 31, 42, 27, 38, 34, 31, 32, 17, 33, 45, 52, 50, 60, 62, 47, 43, 50, 39, 32, 20, 34, 21, 28, 33, 26, 31, 36, 39, 55, 85, 138, 166, 167, 168], "n_pos": 409, "sum_m_en": [38.357769, 62.277807, 66.003769, 68.411742, 72.77729, 73.104835, 72.371396, 75.158602, 70.614453, 73.862755, 73.190658, 73.488669, 72.163781, 69.979659, 66.46456, 68.358042, 71.338176, 64.960264, 66.817276, 66.37952, 65.91384, 67.022963, 66.664612, 66.726872, 99.121499, 89.303776, 83.266802, 74.851951, 72.279961, 71.949167, 70.567428, 71.426965, 74.751063, 80.675269, 90.224962, 86.499543, 92.844416, 105.020887, 127.30043, 132.051247, 133.388274, 134.345031, 147.553045, 148.262575, 123.350594, 93.151202, 43.377724, 11.950278, 8.110557, 3.001997], "sum_m_pl": [6.640463, 19.691936, 23.138418, 22.933453, 24.768968, 24.105699, 23.973241, 24.438589, 26.17403, 27.553098, 28.352654, 29.139348, 29.84257, 31.486576, 31.037398, 30.246197, 25.778567, 27.175368, 25.664259, 26.580866, 26.03424, 25.150158, 24.732093, 24.370292, 33.190763, 38.855811, 41.593881, 40.87357, 43.143056, 44.592878, 38.56392, 39.100828, 39.038212, 34.308836, 30.625134, 29.261169, 30.341158, 26.068619, 24.881768, 24.625375, 26.072432, 28.949369, 34.077632, 38.800272, 53.769894, 78.575443, 134.025756, 162.56955, 163.245561, 168.694721]}, "digit": {"n_am_en": [0, 2, 1, 2, 3, 4, 1, 3, 2, 1, 2, 3, 2, 1, 2, 3, 4, 4, 4, 2, 0, 1, 2, 1, 7, 6, 5, 4, 2, 0, 3, 0, 1, 1, 3, 3, 5, 6, 8, 6, 5, 7, 5, 4, 3, 1, 2, 1, 0, 0], "n_am_pl": [0, 2, 4, 2, 0, 2, 2, 0, 2, 1, 3, 5, 5, 7, 9, 3, 0, 2, 2, 2, 5, 2, 1, 1, 6, 10, 8, 9, 10, 8, 2, 3, 4, 3, 4, 5, 2, 1, 1, 2, 0, 2, 1, 1, 4, 4, 4, 3, 0, 0], "n_pos": 29, "sum_m_en": [2.765431, 5.667765, 5.857065, 5.483792, 5.481973, 5.144816, 5.084074, 5.38036, 4.857416, 5.299427, 5.244573, 5.223665, 5.002197, 5.090501, 5.03303, 5.017023, 5.053545, 4.728871, 4.769283, 4.701969, 4.602928, 4.667657, 4.584222, 4.658093, 6.336543, 5.525266, 5.364869, 5.034134, 5.003396, 5.131447, 4.924803, 5.068777, 5.209243, 5.247433, 5.610679, 5.745545, 5.792234, 6.030036, 6.403106, 6.467137, 6.324994, 5.817165, 5.978698, 5.45157, 4.588756, 2.992987, 1.475353, 0.932035, 0.35651, 0.0], "sum_m_pl": [0.417492, 1.66562, 1.598097, 1.52871, 1.408075, 1.247994, 1.113553, 1.237397, 1.516146, 1.64603, 1.931022, 1.816225, 1.942744, 1.977243, 1.900509, 1.850675, 1.620102, 1.861861, 1.789048, 1.865439, 1.880345, 1.784354, 1.718222, 1.726553, 2.51609, 2.895252, 3.019126, 2.898567, 2.823718, 2.740391, 2.277925, 2.36258, 2.206441, 1.980363, 1.90581, 1.87224, 1.871966, 1.77719, 2.40782, 1.925065, 1.618561, 1.730798, 1.676456, 1.829228, 2.473868, 3.417868, 3.813503, 2.124785, 0.380281, 0.0]}, "lang": {"n_am_en": [4, 8, 9, 32, 38, 41, 44, 43, 38, 37, 31, 30, 33, 23, 34, 33, 39, 32, 41, 41, 42, 48, 46, 45, 80, 69, 54, 56, 55, 48, 52, 53, 50, 60, 70, 74, 82, 97, 98, 98, 102, 95, 97, 97, 81, 64, 29, 4, 3, 3], "n_am_pl": [4, 15, 26, 24, 21, 12, 11, 13, 13, 15, 17, 26, 25, 28, 25, 29, 16, 25, 18, 21, 19, 19, 21, 12, 15, 17, 16, 18, 28, 34, 28, 28, 29, 20, 19, 10, 19, 16, 20, 24, 24, 28, 32, 36, 44, 68, 116, 155, 161, 168], "n_pos": 171, "sum_m_en": [15.938616, 25.040565, 28.180237, 29.921102, 32.785255, 33.132344, 33.252587, 34.602984, 33.43146, 34.44619, 34.393466, 33.760701, 33.688333, 32.570838, 31.079771, 32.075515, 33.492063, 30.375566, 30.563811, 30.329196, 30.257069, 31.101149, 31.01777, 30.434787, 52.69085, 47.642966, 43.778927, 37.774888, 35.324631, 33.757109, 33.697255, 34.455067, 35.730901, 41.778507, 45.181321, 44.820741, 50.874708, 60.248167, 74.277145, 78.659447, 80.723464, 80.554076, 86.544671, 89.941971, 79.40065, 60.830545, 29.824374, 5.357453, 3.946976, 3.000055], "sum_m_pl": [2.848287, 7.497087, 8.993919, 9.177618, 10.151368, 9.993316, 10.542068, 10.899139, 11.944878, 12.022836, 12.434833, 13.475636, 13.85008, 14.94724, 14.716641, 14.389785, 11.948639, 12.523382, 11.528938, 11.706853, 11.43975, 11.178134, 11.005418, 10.842567, 14.033223, 16.70937, 18.530315, 18.21865, 20.140503, 21.204157, 18.862359, 19.572928, 19.868217, 17.204528, 14.860623, 14.509364, 15.620878, 13.031493, 11.300853, 12.895009, 16.324563, 19.773821, 25.649253, 30.192327, 41.701922, 62.359194, 112.29829, 150.199225, 156.274834, 167.547849]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 412, "item_id": "gsm8kpl-815", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1522, "region_end": 409, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9951}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 6, 11, 18, 17, 14, 18, 8, 7, 10, 17, 10, 13, 10, 17, 22, 26, 22, 28, 29, 32, 30, 28, 23, 46, 39, 30, 22, 20, 16, 18, 22, 25, 38, 41, 47, 42, 51, 46, 47, 43, 44, 42, 41, 32, 37, 33, 34, 30, 26], "n_am_pl": [1, 11, 8, 4, 9, 4, 5, 5, 10, 4, 6, 9, 14, 8, 17, 6, 12, 14, 8, 8, 5, 6, 3, 4, 1, 2, 3, 8, 3, 11, 11, 8, 6, 2, 1, 2, 1, 1, 0, 1, 2, 2, 4, 5, 3, 0, 1, 0, 0, 0], "n_pos": 92, "sum_m_en": [10.370671, 14.035893, 13.347892, 13.984523, 14.631017, 14.081596, 13.326032, 12.597663, 12.872244, 13.409771, 14.456043, 13.874545, 13.768258, 13.813237, 15.222582, 15.346728, 15.1309, 15.11683, 15.166081, 15.588544, 15.220337, 15.233905, 14.86968, 14.865453, 25.9909, 22.411866, 18.977676, 15.930068, 15.565389, 16.404359, 16.057446, 16.72088, 17.916612, 21.798664, 23.496901, 26.711699, 29.595713, 32.27632, 35.105145, 39.463423, 40.873433, 39.450347, 38.650167, 37.244684, 32.349988, 33.960914, 33.856071, 34.000378, 29.679403, 25.810681], "sum_m_pl": [2.33197, 4.738908, 5.670055, 4.872155, 5.56307, 4.988753, 4.255842, 4.248583, 4.197973, 4.703516, 5.089443, 5.065569, 5.503325, 5.569848, 5.450782, 5.325383, 5.375648, 5.296951, 5.408656, 5.490791, 5.324671, 5.143904, 5.154741, 5.282454, 5.25921, 5.701222, 6.094768, 6.609648, 6.043292, 7.360115, 7.064502, 6.177118, 5.863221, 5.026579, 4.856751, 4.333713, 4.091945, 3.524341, 2.943258, 2.893877, 2.461975, 2.558388, 2.594267, 2.49667, 2.257263, 1.885775, 1.593268, 0.90141, 0.428727, 0.192664]}, "digit": {"n_am_en": [2, 1, 4, 5, 8, 5, 8, 3, 3, 3, 7, 4, 3, 2, 8, 9, 12, 7, 11, 11, 10, 7, 6, 5, 14, 12, 10, 7, 3, 2, 4, 5, 4, 8, 7, 10, 6, 12, 12, 10, 8, 8, 6, 8, 4, 5, 3, 3, 2, 0], "n_am_pl": [0, 1, 2, 1, 0, 1, 1, 2, 2, 3, 6, 5, 9, 3, 7, 4, 5, 5, 4, 4, 5, 4, 3, 2, 1, 2, 1, 5, 3, 5, 7, 5, 3, 0, 1, 1, 1, 1, 0, 1, 1, 1, 4, 5, 2, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.834471, 4.561013, 4.390396, 4.222117, 4.380176, 4.117972, 3.785482, 3.656256, 3.635561, 3.904209, 4.322317, 3.901674, 3.961711, 3.91217, 4.31701, 4.43711, 4.507306, 4.462623, 4.529988, 4.723041, 4.517935, 4.368562, 4.340652, 4.37647, 8.163372, 7.095677, 5.718386, 4.03207, 4.172724, 4.182157, 4.182942, 4.757126, 5.105835, 5.708179, 5.82617, 6.488399, 5.826258, 7.662126, 7.962088, 7.406397, 7.392224, 6.412653, 5.469509, 6.303992, 5.31874, 5.339557, 4.296639, 4.061758, 1.943397, 2e-06], "sum_m_pl": [0.671919, 1.322911, 1.219691, 1.170692, 1.215246, 1.157693, 0.945246, 0.983199, 1.102411, 1.435109, 1.566065, 1.478923, 1.686029, 1.501435, 1.483115, 1.450089, 1.502926, 1.494556, 1.545591, 1.538041, 1.511175, 1.441516, 1.445879, 1.507675, 1.513285, 1.628872, 1.804183, 2.057748, 1.662692, 1.943655, 2.038426, 1.637534, 1.341479, 1.090858, 1.154175, 1.116399, 1.280882, 1.070093, 1.161202, 1.393698, 1.243499, 1.379621, 1.514808, 1.547134, 1.370997, 1.107811, 0.89623, 0.611063, 0.191429, 0.0]}, "lang": {"n_am_en": [3, 0, 0, 4, 4, 3, 5, 5, 3, 5, 7, 4, 6, 6, 4, 8, 8, 9, 9, 11, 12, 13, 12, 10, 22, 17, 12, 10, 11, 11, 9, 9, 12, 17, 20, 21, 22, 25, 24, 24, 24, 25, 25, 24, 23, 25, 25, 26, 25, 25], "n_am_pl": [0, 3, 1, 0, 3, 0, 0, 0, 1, 0, 0, 3, 3, 1, 7, 0, 4, 4, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.207454, 3.809046, 3.454528, 3.891827, 4.198044, 4.120524, 4.109327, 4.098191, 4.003589, 4.032615, 4.171918, 4.155455, 4.305499, 4.303125, 4.688026, 4.718154, 4.564377, 4.457196, 4.397761, 4.511583, 4.467437, 4.67206, 4.488487, 4.368438, 9.917919, 9.141702, 7.924796, 6.541673, 5.800889, 5.910643, 5.751215, 5.645612, 6.115974, 7.589444, 8.905276, 10.917887, 13.551105, 14.610565, 18.092281, 21.402101, 22.276156, 23.301234, 23.513378, 23.088665, 22.176492, 23.706784, 24.119769, 23.733118, 23.83213, 24.642032], "sum_m_pl": [0.581179, 1.337087, 1.684591, 1.404199, 1.70824, 1.483503, 1.240193, 1.198261, 1.198552, 1.259537, 1.443614, 1.507019, 1.51241, 1.630382, 1.622446, 1.514195, 1.497058, 1.46601, 1.48265, 1.515245, 1.521925, 1.465831, 1.478036, 1.489258, 1.414434, 1.516462, 1.581376, 1.910412, 1.909939, 2.211473, 2.030804, 1.846738, 1.891489, 1.63483, 1.493743, 1.292069, 0.957147, 0.950229, 0.642097, 0.397577, 0.267807, 0.228925, 0.186501, 0.130864, 0.102585, 0.058809, 0.041669, 0.036297, 0.078502, 0.192664]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "gsm8kpl-822", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1158, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9388, "tf_agree_excl_first": 0.9485}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 7, 12, 13, 14, 21, 23, 13, 16, 14, 13, 14, 19, 11, 22, 36, 43, 42, 40, 43, 54, 58, 49, 41, 74, 67, 54, 44, 32, 27, 24, 28, 29, 45, 56, 68, 53, 67, 68, 74, 77, 66, 67, 65, 64, 44, 20, 9, 5, 0], "n_am_pl": [3, 16, 16, 15, 24, 20, 8, 11, 11, 9, 15, 24, 19, 20, 19, 11, 9, 14, 10, 8, 6, 8, 10, 6, 4, 11, 8, 5, 14, 16, 18, 15, 10, 8, 4, 5, 9, 4, 5, 6, 4, 8, 7, 14, 15, 31, 52, 53, 51, 56], "n_pos": 148, "sum_m_en": [14.694718, 22.359326, 22.483692, 23.355326, 24.115466, 23.130059, 21.962413, 21.312675, 21.757416, 22.633411, 24.302869, 23.794409, 23.54197, 24.037946, 25.221626, 26.103242, 26.070392, 23.837143, 23.847793, 23.723803, 23.057062, 23.958433, 23.397138, 23.420854, 45.840812, 38.822986, 32.185626, 25.918137, 24.865261, 24.633362, 23.854567, 25.201795, 25.562003, 31.274866, 33.362435, 36.977645, 36.747031, 41.849213, 46.365465, 56.310098, 56.602874, 51.826875, 53.174238, 58.000063, 56.545778, 40.589029, 19.253802, 9.958287, 5.510634, 0.001562], "sum_m_pl": [2.358193, 7.741981, 8.096752, 7.17451, 7.830214, 7.765637, 7.134758, 7.457208, 7.991497, 8.020561, 9.148664, 9.207507, 9.511677, 9.842489, 9.727684, 9.524568, 8.784685, 8.358203, 8.253854, 8.219634, 7.892599, 7.734712, 7.747577, 7.889273, 7.774284, 8.996794, 9.888944, 11.265633, 12.305173, 14.072143, 12.591913, 11.847674, 11.433883, 9.578261, 9.025647, 8.255337, 7.717366, 6.778195, 6.175966, 5.756454, 6.954915, 7.97683, 9.624016, 11.339617, 12.885534, 25.758113, 47.60041, 51.90994, 52.265251, 56.13023]}, "digit": {"n_am_en": [2, 1, 3, 2, 3, 5, 3, 1, 1, 5, 1, 1, 5, 2, 5, 10, 9, 8, 10, 5, 8, 8, 5, 5, 14, 12, 8, 7, 4, 3, 2, 6, 4, 8, 11, 12, 9, 14, 9, 11, 13, 8, 8, 7, 6, 6, 6, 4, 1, 0], "n_am_pl": [0, 4, 0, 3, 2, 0, 0, 0, 0, 0, 4, 8, 6, 4, 6, 2, 2, 2, 1, 1, 1, 2, 3, 2, 0, 2, 2, 2, 5, 5, 5, 3, 2, 1, 0, 1, 3, 0, 2, 1, 1, 0, 0, 4, 2, 2, 2, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.190277, 5.776141, 5.791982, 5.507145, 5.657611, 5.428935, 4.906905, 4.664489, 4.759685, 5.233154, 5.690462, 5.492288, 5.413082, 5.61468, 5.807619, 6.058804, 6.336041, 5.621487, 5.6751, 5.639487, 5.463311, 5.470062, 5.440295, 5.543273, 8.990146, 7.222706, 6.043456, 5.359789, 5.44634, 5.619906, 5.362388, 5.978027, 5.964103, 6.779399, 7.234585, 7.411813, 7.449394, 8.44585, 8.251812, 7.643408, 8.174229, 7.011456, 5.514238, 5.499586, 3.985207, 4.815527, 6.262852, 4.356487, 1.744219, 0.0], "sum_m_pl": [0.514935, 1.831343, 1.544945, 1.329988, 1.301293, 1.161956, 1.039087, 1.191607, 1.341887, 1.465534, 1.780082, 1.757059, 2.028232, 1.963802, 1.996288, 1.975391, 1.850165, 1.80766, 1.819283, 1.778982, 1.738982, 1.693966, 1.692903, 1.810298, 1.946749, 2.323242, 2.117031, 2.355335, 2.583394, 3.007655, 2.755735, 2.521669, 2.193331, 1.808739, 1.879758, 1.755562, 1.608799, 1.373393, 1.360887, 1.484173, 1.439043, 1.475709, 1.514126, 1.759376, 1.721852, 1.759752, 1.681932, 0.702108, 0.137175, 0.0]}, "lang": {"n_am_en": [1, 2, 4, 8, 6, 9, 9, 5, 11, 5, 8, 7, 6, 5, 9, 12, 18, 20, 16, 20, 30, 33, 26, 21, 38, 37, 26, 24, 18, 15, 13, 14, 12, 27, 26, 35, 27, 32, 39, 43, 42, 39, 40, 40, 40, 26, 6, 3, 4, 0], "n_am_pl": [1, 6, 9, 4, 6, 4, 5, 6, 4, 4, 4, 11, 9, 12, 8, 6, 4, 8, 3, 2, 3, 3, 5, 3, 2, 6, 6, 1, 6, 7, 8, 10, 6, 5, 3, 2, 4, 3, 2, 4, 2, 7, 6, 7, 11, 24, 46, 49, 50, 55], "n_pos": 56, "sum_m_en": [6.111045, 8.133901, 8.250057, 9.162546, 9.67471, 9.385292, 9.267997, 9.185357, 9.472751, 9.42425, 10.168804, 9.945472, 9.879842, 9.955033, 10.525282, 10.77635, 10.50111, 9.841461, 9.657194, 9.595039, 9.480684, 9.628871, 9.31371, 9.109527, 21.031335, 17.900678, 14.646222, 11.269967, 10.413439, 10.190321, 10.222988, 10.526484, 10.821522, 13.556048, 14.019365, 16.547546, 15.674813, 18.980415, 23.358613, 31.881026, 30.66864, 29.552908, 32.197662, 35.831232, 35.478071, 23.79932, 6.493558, 3.273663, 3.222284, 0.001561], "sum_m_pl": [0.934463, 2.752049, 2.997078, 2.748653, 3.206982, 3.114856, 3.240995, 3.424953, 3.792225, 3.616227, 4.182884, 4.211042, 4.345177, 4.73214, 4.518285, 4.283779, 3.786509, 3.650172, 3.475145, 3.385533, 3.278626, 3.236609, 3.289982, 3.251729, 3.327045, 3.764671, 4.511263, 5.016736, 5.707494, 6.50731, 5.890295, 5.824982, 5.753769, 4.817672, 4.524791, 4.30404, 4.140275, 3.496536, 3.378356, 2.902165, 4.038909, 4.45083, 6.041253, 6.549205, 8.713203, 19.29982, 41.516978, 47.255015, 50.387271, 54.954089]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-822", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1448, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9869}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 6, 8, 18, 18, 12, 12, 17, 11, 14, 16, 22, 16, 14, 27, 19, 16, 15, 16, 19, 20, 20, 19, 23, 37, 40, 26, 24, 31, 26, 24, 20, 25, 30, 29, 27, 34, 39, 52, 59, 52, 53, 59, 61, 58, 57, 55, 47, 46, 41], "n_am_pl": [5, 9, 10, 4, 4, 12, 9, 5, 11, 11, 7, 5, 14, 14, 16, 20, 18, 20, 12, 13, 8, 7, 5, 2, 6, 12, 13, 14, 18, 21, 19, 7, 11, 4, 9, 10, 9, 6, 6, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 134, "sum_m_en": [15.633109, 19.243723, 19.189872, 20.639736, 22.027676, 21.628895, 20.664371, 20.500709, 20.250566, 20.884226, 20.596823, 20.403321, 18.97136, 19.9907, 20.858654, 20.899989, 21.454379, 19.372078, 20.456953, 21.29619, 20.11244, 20.498732, 20.491491, 21.280325, 29.237545, 25.998121, 23.994404, 21.794342, 23.609109, 23.498028, 22.529855, 22.525918, 23.662671, 24.199935, 25.291099, 23.970661, 26.058532, 29.519001, 34.644985, 38.360271, 39.070431, 46.165707, 55.806478, 54.369615, 52.709952, 54.973174, 52.236826, 48.021536, 43.499379, 41.01626], "sum_m_pl": [3.130747, 5.502151, 6.255868, 5.797831, 6.569792, 6.0213, 5.700748, 5.743986, 6.176511, 6.823933, 7.351734, 7.733895, 7.965754, 8.333842, 8.259713, 9.237757, 9.064302, 9.51598, 8.518454, 8.692052, 8.539306, 8.343595, 7.805431, 8.15644, 9.535115, 11.17705, 11.961954, 12.334827, 10.616921, 12.042783, 10.601855, 9.966598, 10.256432, 9.304458, 9.070941, 8.772526, 8.178809, 7.830816, 7.396223, 6.052783, 5.463935, 4.099706, 2.978907, 2.623914, 2.426037, 1.877858, 1.465838, 1.32118, 1.009951, 0.000161]}, "digit": {"n_am_en": [0, 1, 1, 2, 2, 1, 1, 1, 2, 5, 8, 11, 4, 4, 4, 5, 3, 1, 2, 0, 1, 2, 2, 5, 13, 13, 6, 4, 7, 3, 8, 4, 6, 2, 2, 5, 4, 3, 7, 7, 3, 5, 9, 11, 10, 9, 6, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 1, 1, 1, 0, 5, 6, 1, 0, 6, 6, 4, 6, 8, 6, 4, 4, 0, 0, 0, 1, 1, 5, 5, 3, 4, 6, 4, 3, 2, 0, 2, 1, 3, 3, 3, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.742231, 4.890381, 4.781831, 4.800722, 5.066421, 4.961301, 4.838728, 4.703771, 4.839412, 4.724426, 4.876563, 4.94854, 4.433275, 4.700199, 4.72631, 4.971376, 5.141745, 4.459404, 4.702494, 4.820271, 4.708708, 4.835383, 4.840067, 5.090607, 7.933494, 7.114359, 6.023135, 5.312063, 5.66382, 5.521583, 5.401382, 5.441971, 5.601229, 5.260295, 5.189497, 4.845516, 4.939599, 5.415864, 6.096863, 5.191992, 4.861051, 5.044412, 8.207977, 8.530878, 7.109687, 7.017944, 5.771216, 2.116215, 0.58278, 0.0], "sum_m_pl": [0.385999, 1.087625, 0.98887, 0.943855, 1.0143, 0.907262, 0.903698, 0.916098, 1.15582, 1.325611, 1.582601, 1.594117, 1.759918, 1.856455, 1.839172, 1.951368, 1.976024, 2.083541, 1.863608, 1.87775, 1.841262, 1.806608, 1.653852, 1.705885, 1.892861, 2.325639, 2.439313, 2.476251, 2.096589, 2.40652, 2.131462, 2.036266, 1.907274, 1.738704, 1.764004, 1.707078, 1.770602, 1.69122, 1.666581, 1.664753, 1.604988, 1.615382, 1.309418, 1.077859, 1.104453, 0.950175, 0.68145, 0.473687, 0.201538, 0.0]}, "lang": {"n_am_en": [5, 2, 1, 5, 6, 7, 7, 10, 5, 7, 3, 4, 4, 4, 12, 6, 8, 9, 10, 10, 12, 11, 9, 13, 18, 16, 15, 16, 17, 15, 10, 10, 13, 18, 16, 11, 21, 23, 35, 38, 38, 37, 40, 39, 39, 38, 38, 38, 40, 41], "n_am_pl": [5, 4, 4, 0, 1, 8, 2, 5, 3, 1, 2, 3, 3, 5, 7, 3, 5, 5, 1, 3, 2, 2, 2, 0, 2, 4, 4, 4, 7, 8, 8, 2, 5, 2, 6, 7, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [5.469138, 5.562427, 5.728829, 6.493205, 6.579178, 6.48409, 6.464562, 6.3841, 6.206998, 6.390431, 5.871762, 5.585987, 5.705506, 6.091801, 6.334993, 6.154584, 6.396783, 5.813254, 6.279084, 6.437025, 6.065182, 6.211168, 6.228, 6.302876, 11.103162, 9.152987, 9.520659, 8.197781, 8.434159, 8.073412, 7.549175, 7.387716, 8.023864, 9.117677, 9.643708, 9.808039, 11.379542, 13.76134, 18.212974, 22.373679, 24.019787, 30.566256, 35.614646, 35.038674, 36.109869, 35.832085, 34.913721, 34.613475, 36.596169, 40.954647], "sum_m_pl": [1.566201, 1.740552, 1.925311, 1.91001, 2.225845, 2.112351, 2.006008, 2.048412, 2.105528, 2.191052, 2.237063, 2.523955, 2.560522, 2.712738, 2.729803, 3.258675, 3.024144, 2.938781, 2.637771, 2.694623, 2.62749, 2.579908, 2.469802, 2.526895, 2.826477, 3.407295, 3.74199, 3.917164, 3.469694, 3.926858, 3.400038, 3.296268, 3.508565, 3.350037, 3.241265, 3.466443, 3.335699, 3.271768, 2.805657, 1.815888, 1.724551, 0.744803, 0.250141, 0.38853, 0.233446, 0.235496, 0.39692, 0.55016, 0.498304, 0.00016]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "gsm8kpl-826", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1248, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 13, 23, 22, 32, 30, 25, 25, 19, 25, 34, 30, 24, 26, 28, 29, 23, 18, 22, 30, 27, 27, 30, 36, 63, 47, 42, 34, 37, 27, 28, 24, 32, 34, 38, 52, 63, 58, 71, 74, 71, 83, 100, 102, 86, 80, 30, 3, 0, 0], "n_am_pl": [1, 14, 14, 14, 10, 12, 18, 16, 19, 18, 20, 23, 22, 25, 35, 30, 33, 43, 28, 18, 15, 17, 18, 8, 22, 27, 30, 27, 31, 23, 29, 37, 26, 17, 28, 17, 18, 15, 16, 16, 18, 14, 21, 14, 25, 34, 72, 90, 97, 99], "n_pos": 195, "sum_m_en": [17.796977, 29.473783, 30.637856, 31.869711, 32.52191, 32.763696, 31.079762, 30.985927, 31.438381, 32.970906, 33.684546, 33.72147, 30.894396, 31.688937, 30.496335, 31.097188, 32.371921, 28.663493, 30.313362, 30.635919, 29.70857, 30.39031, 30.41048, 31.880082, 47.456731, 39.839088, 36.565817, 34.141918, 34.71405, 34.14012, 33.313369, 34.318369, 33.069867, 34.893007, 35.582535, 35.643749, 39.029736, 43.053906, 46.723633, 49.37929, 49.589308, 69.732691, 77.518058, 86.536406, 76.333157, 66.10362, 28.237564, 6.295292, 0.720553, 4e-06], "sum_m_pl": [2.8917, 9.29925, 10.316062, 9.335462, 10.548372, 9.780146, 9.5854, 9.845716, 10.324861, 10.999014, 12.080656, 12.817291, 14.116292, 14.482406, 14.531775, 15.358664, 14.792188, 15.280572, 12.699401, 12.806225, 12.466557, 12.193253, 11.66805, 11.934787, 15.601699, 18.821718, 19.481067, 19.491292, 18.434172, 20.560903, 18.055542, 18.555513, 18.608582, 16.482517, 15.067746, 13.893595, 12.973812, 12.387726, 13.01238, 13.50151, 13.865479, 12.485187, 14.902278, 13.11427, 20.806958, 33.135783, 68.385451, 87.715435, 96.336349, 98.132219]}, "digit": {"n_am_en": [0, 0, 0, 3, 1, 0, 1, 0, 0, 2, 6, 5, 4, 5, 3, 3, 3, 1, 0, 0, 1, 1, 2, 3, 8, 7, 6, 2, 5, 2, 3, 5, 2, 2, 1, 5, 5, 2, 4, 4, 4, 2, 6, 5, 6, 5, 2, 0, 0, 0], "n_am_pl": [0, 3, 0, 0, 0, 1, 0, 0, 4, 3, 4, 3, 2, 5, 5, 2, 4, 4, 5, 0, 0, 2, 0, 0, 2, 6, 4, 5, 6, 2, 2, 2, 3, 1, 4, 2, 5, 2, 4, 2, 1, 1, 3, 0, 0, 1, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.200136, 4.22856, 4.418885, 4.147907, 4.235577, 4.151329, 3.90118, 3.864207, 3.979838, 4.088455, 4.2812, 4.227835, 3.729784, 3.923823, 3.715527, 3.821294, 3.983402, 3.580795, 3.817472, 3.781075, 3.730887, 3.904477, 3.88203, 4.111101, 5.864919, 5.500604, 5.335096, 4.530401, 4.560417, 4.521863, 4.157371, 4.658871, 4.331532, 4.122267, 4.185466, 4.220243, 4.255753, 3.986185, 4.045891, 3.57755, 3.21969, 3.353833, 4.694183, 4.23739, 3.893006, 3.786557, 2.022558, 0.898292, 0.293534, 0.0], "sum_m_pl": [0.376414, 1.135183, 0.978444, 0.843794, 0.855264, 0.748034, 0.679318, 0.711724, 0.928363, 1.067786, 1.346917, 1.432509, 1.519, 1.486422, 1.478055, 1.645681, 1.62337, 1.701064, 1.542989, 1.51504, 1.47029, 1.410382, 1.303331, 1.320011, 1.619019, 1.855994, 1.816181, 1.95636, 1.75193, 1.941187, 1.571189, 1.498853, 1.450412, 1.383753, 1.496501, 1.500409, 1.494595, 1.369779, 1.447713, 1.436137, 1.395091, 1.38981, 1.25171, 1.072818, 1.055094, 0.944608, 0.715678, 0.447467, 0.160471, 0.0]}, "lang": {"n_am_en": [2, 10, 17, 13, 21, 21, 16, 16, 10, 17, 20, 20, 16, 15, 14, 17, 14, 11, 18, 21, 20, 19, 21, 24, 38, 25, 25, 20, 20, 17, 17, 13, 21, 23, 24, 35, 47, 44, 51, 51, 50, 56, 64, 69, 59, 48, 17, 2, 0, 0], "n_am_pl": [0, 3, 11, 7, 6, 6, 13, 10, 10, 8, 7, 15, 13, 15, 22, 18, 18, 25, 16, 11, 8, 8, 12, 4, 12, 13, 15, 13, 17, 16, 18, 22, 13, 11, 16, 11, 10, 7, 8, 10, 13, 12, 17, 14, 21, 29, 66, 86, 95, 98], "n_pos": 98, "sum_m_en": [8.825628, 14.329296, 15.326454, 16.291564, 16.296406, 16.976038, 16.137077, 16.193338, 16.548097, 17.404143, 17.698816, 18.221902, 16.564537, 16.686717, 16.13613, 16.567165, 17.197581, 14.804542, 15.657485, 15.803846, 15.366187, 15.604852, 15.674277, 16.332929, 27.616367, 22.035367, 20.402017, 18.695333, 18.505683, 18.056873, 18.333718, 18.418463, 17.673639, 20.255727, 20.190375, 21.439206, 25.357723, 28.794446, 31.429767, 32.706255, 32.827213, 45.076703, 48.127238, 57.82243, 51.04341, 41.292731, 16.052498, 2.891946, 0.128978, 0.0], "sum_m_pl": [1.222408, 4.392424, 5.013546, 4.677244, 5.456372, 5.217538, 5.367809, 5.6609, 5.826959, 5.988129, 6.443498, 6.91864, 7.80425, 8.433598, 8.579569, 8.783314, 8.397634, 8.862585, 6.967862, 6.848566, 6.613813, 6.547259, 6.341475, 6.485577, 8.134743, 10.396495, 10.671495, 10.867662, 10.731306, 12.35127, 10.801336, 11.560481, 11.442109, 9.871506, 8.76752, 8.366039, 7.78657, 7.176936, 7.631495, 7.915344, 8.491091, 8.830328, 12.300682, 10.872628, 16.44123, 27.75038, 62.420969, 81.945612, 93.778751, 97.753905]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 199, "item_id": "gsm8kpl-826", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1538, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9849, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 8, 15, 15, 25, 27, 26, 17, 16, 19, 21, 16, 18, 15, 20, 23, 25, 23, 27, 31, 41, 38, 42, 40, 64, 52, 36, 33, 26, 24, 18, 27, 30, 29, 37, 36, 37, 47, 44, 46, 48, 48, 43, 43, 45, 46, 45, 45, 36, 34], "n_am_pl": [4, 13, 17, 8, 7, 9, 3, 11, 8, 12, 12, 13, 19, 15, 21, 14, 8, 11, 10, 5, 7, 8, 8, 8, 4, 6, 7, 10, 13, 10, 12, 7, 10, 4, 1, 4, 2, 3, 2, 4, 7, 4, 6, 2, 1, 0, 0, 1, 0, 0], "n_pos": 133, "sum_m_en": [14.548716, 19.810104, 20.228691, 19.858674, 21.921394, 22.678849, 20.574138, 20.803081, 20.663113, 21.200982, 22.130959, 21.447856, 21.154437, 20.971276, 21.223379, 22.361049, 23.493066, 21.443399, 22.152939, 22.865031, 22.751607, 22.272219, 22.407542, 22.521063, 38.62987, 33.992561, 26.744506, 24.241634, 25.005729, 24.842061, 23.025536, 24.292931, 26.880301, 26.299202, 31.770712, 29.548527, 33.095238, 37.155334, 37.4804, 38.285005, 41.280444, 42.293326, 42.452896, 41.75461, 40.142454, 40.70476, 41.506335, 39.560864, 35.011124, 33.895092], "sum_m_pl": [3.371755, 6.839942, 7.422278, 7.213028, 6.877992, 6.368654, 5.448325, 5.71996, 5.818014, 6.475826, 7.337551, 7.984676, 8.811063, 8.394956, 8.208338, 8.170485, 7.571578, 7.362869, 7.687148, 7.795038, 7.513867, 7.237322, 7.292905, 7.272696, 7.325802, 8.238784, 8.098903, 9.046352, 9.132986, 10.258831, 9.550822, 8.550993, 7.860766, 7.40809, 6.477989, 6.222075, 5.273673, 4.871778, 4.746084, 4.766054, 4.298865, 3.987144, 3.709195, 3.459862, 3.016953, 2.417181, 1.626361, 1.821882, 0.669852, 2.8e-05]}, "digit": {"n_am_en": [2, 0, 3, 1, 4, 3, 1, 0, 2, 3, 6, 2, 2, 4, 7, 5, 11, 6, 10, 9, 9, 9, 11, 13, 20, 16, 6, 7, 4, 2, 2, 6, 7, 5, 7, 8, 8, 12, 11, 9, 10, 7, 5, 6, 8, 9, 8, 6, 2, 0], "n_am_pl": [0, 4, 5, 2, 3, 3, 2, 6, 6, 7, 7, 8, 12, 9, 12, 9, 4, 7, 7, 1, 3, 5, 5, 4, 0, 2, 5, 4, 6, 1, 3, 2, 5, 3, 0, 1, 1, 1, 2, 3, 5, 3, 6, 1, 0, 0, 0, 1, 0, 0], "n_pos": 40, "sum_m_en": [4.36657, 6.514783, 6.615666, 6.313263, 6.644714, 6.697109, 5.801114, 5.743304, 5.617692, 5.919884, 6.713411, 6.307684, 6.30579, 6.320905, 6.291979, 6.491405, 7.119746, 6.529378, 7.063288, 7.12321, 7.07746, 6.860909, 7.02841, 7.13556, 11.537046, 9.754146, 7.089438, 6.382873, 6.71545, 6.401783, 6.360989, 7.033456, 7.693478, 7.406517, 8.49824, 7.71544, 8.252215, 8.995881, 8.426231, 7.626104, 7.854957, 8.441403, 7.865732, 7.432667, 7.040776, 6.764685, 5.976325, 4.544056, 1.595255, 3.8e-05], "sum_m_pl": [1.037877, 1.993922, 1.882834, 1.900456, 1.718385, 1.531893, 1.261006, 1.476428, 1.576614, 1.801847, 2.122631, 2.422793, 2.860268, 2.560166, 2.572706, 2.598325, 2.34488, 2.214007, 2.347744, 2.296014, 2.251614, 2.14982, 2.167619, 2.205998, 2.241186, 2.499258, 2.657385, 3.035536, 2.883335, 2.998018, 2.824066, 2.583345, 2.492079, 2.421064, 2.278487, 2.286643, 2.225676, 2.092946, 2.371314, 2.536168, 2.553803, 2.446183, 2.368223, 2.16736, 1.937748, 1.58022, 1.171944, 1.502415, 0.285718, 0.0]}, "lang": {"n_am_en": [6, 7, 9, 8, 9, 9, 11, 6, 7, 4, 7, 7, 7, 5, 6, 8, 7, 8, 7, 11, 18, 16, 17, 13, 23, 21, 18, 15, 15, 13, 12, 13, 16, 16, 18, 19, 21, 27, 26, 27, 28, 31, 29, 29, 30, 30, 30, 31, 31, 32], "n_am_pl": [1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 3, 3, 0, 5, 2, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.589577, 4.914053, 5.272205, 5.316554, 6.14305, 6.324937, 6.087554, 6.350226, 6.147928, 6.117257, 6.041739, 6.108195, 6.071707, 6.088726, 6.330021, 6.942338, 6.797162, 6.275791, 6.226558, 6.308467, 6.442837, 6.267488, 6.167798, 6.018628, 14.404948, 13.160739, 10.577544, 8.896557, 8.617792, 8.639599, 7.869645, 8.144288, 9.136046, 9.553898, 12.872252, 13.531746, 16.680571, 19.122041, 21.205201, 22.690472, 24.975438, 25.547589, 26.241501, 26.553591, 26.633379, 27.255537, 27.931123, 27.800498, 29.649028, 31.886862], "sum_m_pl": [0.702732, 1.523622, 1.655818, 1.531061, 1.578181, 1.520877, 1.395939, 1.397562, 1.569832, 1.597189, 1.804925, 1.868835, 2.07794, 2.026992, 2.06241, 1.97038, 1.96616, 1.855487, 1.971852, 2.015557, 1.923305, 1.842959, 1.876514, 1.846632, 1.473764, 1.699134, 1.842373, 2.012375, 2.123312, 2.476946, 2.394769, 2.13584, 1.887708, 1.946697, 1.444625, 1.508677, 1.146706, 1.040317, 0.787045, 0.639489, 0.306289, 0.374977, 0.318939, 0.412989, 0.309285, 0.173513, 0.115584, 0.105938, 0.076263, 2.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "gsm8kpl-827", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1241, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9708, "tf_agree_excl_first": 0.9779}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 30, 42, 44, 55, 68, 58, 58, 49, 50, 68, 54, 39, 45, 53, 83, 78, 70, 74, 80, 96, 102, 121, 120, 185, 168, 125, 79, 56, 46, 57, 49, 54, 89, 100, 114, 114, 141, 141, 149, 160, 146, 134, 147, 123, 94, 47, 22, 13, 5], "n_am_pl": [16, 41, 23, 24, 34, 32, 28, 25, 33, 24, 45, 47, 55, 50, 46, 50, 33, 33, 31, 20, 14, 11, 15, 17, 17, 26, 31, 34, 39, 54, 48, 41, 39, 29, 23, 28, 19, 11, 11, 11, 17, 17, 21, 22, 29, 57, 107, 141, 156, 155], "n_pos": 337, "sum_m_en": [31.692219, 51.833566, 56.410181, 55.904193, 57.050526, 60.378553, 57.78111, 57.891028, 56.927778, 58.219006, 60.423308, 57.72513, 56.67667, 55.524892, 58.950309, 61.379831, 61.771846, 56.026459, 57.380606, 58.557505, 58.467318, 58.416136, 58.260276, 58.149113, 109.568921, 97.142607, 76.925057, 63.240939, 60.835878, 57.650914, 57.147925, 57.653206, 58.922346, 64.171683, 74.216628, 77.39944, 83.188973, 97.007107, 112.293531, 120.692573, 131.846528, 127.975916, 125.938403, 126.907654, 121.551654, 89.292554, 47.088167, 23.192694, 14.742596, 5.148166], "sum_m_pl": [5.810143, 17.745707, 17.709629, 17.200313, 18.115426, 17.84925, 17.217796, 17.431496, 18.819571, 20.268627, 23.046113, 25.494862, 27.147877, 28.371871, 27.712785, 27.467008, 24.556624, 24.009954, 23.745969, 22.858709, 21.752558, 20.476979, 20.704293, 20.108609, 23.00738, 27.650572, 29.130388, 31.999184, 32.342746, 37.817359, 34.822362, 34.137275, 34.318225, 32.957191, 29.22427, 29.420068, 26.357087, 22.940393, 18.311558, 17.138884, 17.959716, 18.441646, 19.237052, 24.876489, 30.000056, 54.487516, 104.10203, 135.232366, 151.400918, 156.074618]}, "digit": {"n_am_en": [4, 2, 4, 10, 7, 6, 8, 4, 5, 5, 12, 6, 5, 5, 8, 15, 9, 7, 9, 8, 13, 9, 13, 16, 29, 21, 14, 11, 4, 3, 7, 3, 7, 9, 12, 15, 11, 13, 11, 12, 14, 10, 8, 10, 8, 4, 6, 6, 3, 0], "n_am_pl": [2, 11, 4, 1, 1, 1, 1, 1, 2, 1, 6, 5, 8, 10, 3, 10, 3, 3, 3, 3, 0, 2, 2, 2, 1, 1, 5, 9, 6, 8, 6, 4, 2, 3, 3, 4, 2, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0], "n_pos": 54, "sum_m_en": [4.836028, 9.350944, 9.937143, 9.551064, 9.304892, 9.614298, 8.774195, 8.290623, 8.416452, 8.913669, 9.867469, 9.200955, 9.034834, 9.127008, 9.545492, 9.391018, 10.10631, 8.910923, 9.32571, 9.13949, 9.244652, 9.240243, 9.465311, 9.643194, 15.893024, 13.692964, 10.151075, 9.081358, 9.573508, 8.851438, 8.56685, 9.423513, 10.204234, 10.202056, 11.550557, 12.204255, 11.80738, 11.160833, 11.248394, 11.433192, 12.709185, 11.996302, 9.857373, 9.841072, 8.566171, 5.717403, 5.33512, 5.323017, 3.048382, 0.0], "sum_m_pl": [0.884553, 2.82049, 2.083194, 2.109556, 1.907488, 1.791752, 1.578274, 1.637635, 1.940163, 2.093254, 2.623371, 3.049862, 3.399453, 3.5451, 3.428486, 3.746706, 3.296129, 3.250369, 3.299799, 3.211807, 3.104714, 2.961079, 2.94962, 2.921184, 3.122884, 3.637309, 3.762452, 4.507224, 3.942404, 4.837039, 4.563881, 4.236892, 3.650028, 3.812773, 3.547131, 3.407803, 2.933359, 2.638424, 2.391536, 2.435713, 2.304439, 2.699502, 2.282301, 2.210498, 1.9443, 2.32841, 1.921447, 1.634302, 0.594921, 0.029309]}, "lang": {"n_am_en": [6, 21, 23, 22, 31, 47, 29, 33, 33, 31, 32, 26, 23, 25, 31, 52, 43, 41, 46, 44, 61, 65, 75, 70, 110, 103, 77, 50, 34, 28, 34, 26, 30, 51, 61, 68, 71, 97, 102, 107, 110, 107, 101, 111, 96, 76, 35, 15, 9, 5], "n_am_pl": [9, 16, 7, 15, 16, 16, 19, 18, 20, 14, 26, 32, 32, 32, 32, 29, 24, 23, 21, 12, 10, 6, 9, 8, 7, 10, 10, 16, 23, 34, 29, 27, 30, 22, 18, 19, 13, 9, 9, 9, 14, 13, 17, 18, 26, 52, 96, 130, 146, 154], "n_pos": 161, "sum_m_en": [15.448727, 24.201615, 26.921043, 26.884615, 28.015889, 30.227617, 29.862713, 30.577325, 30.174577, 30.174719, 30.456641, 29.246106, 28.969006, 28.441229, 30.382442, 32.363442, 31.576002, 28.76501, 29.266722, 30.175392, 30.186269, 30.214171, 29.637073, 28.939233, 63.528196, 56.371869, 43.986428, 34.529541, 31.487202, 29.397352, 29.722695, 29.107591, 29.003644, 32.71854, 38.816986, 41.258363, 47.184302, 58.042528, 72.39658, 79.504202, 85.792692, 86.027853, 89.539779, 91.974225, 90.662539, 67.493112, 34.026349, 15.11189, 9.61748, 5.144539], "sum_m_pl": [2.768876, 8.445994, 8.80018, 8.504863, 9.351298, 9.286141, 9.444155, 9.763029, 10.744713, 11.281067, 13.057156, 14.149567, 15.158723, 16.209264, 15.703235, 15.057871, 13.60596, 13.129744, 13.019356, 12.280314, 11.646829, 10.805025, 10.984713, 10.507876, 11.542875, 13.817334, 14.793918, 16.653799, 18.098676, 21.277669, 19.911714, 20.136772, 21.014036, 20.164414, 17.862585, 18.708814, 17.153538, 14.940038, 11.40244, 10.030459, 10.975314, 11.525642, 13.338531, 18.262519, 23.850945, 46.411717, 91.288543, 123.049021, 142.131891, 153.283596]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 341, "item_id": "gsm8kpl-827", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1531, "region_end": 337, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9853}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 28, 28, 36, 44, 63, 71, 76, 67, 63, 63, 51, 53, 53, 68, 66, 82, 67, 71, 68, 68, 76, 79, 81, 100, 84, 74, 46, 57, 47, 49, 52, 56, 76, 85, 93, 102, 101, 120, 114, 133, 122, 132, 120, 113, 110, 96, 103, 81, 76], "n_am_pl": [13, 25, 26, 27, 25, 34, 29, 29, 31, 28, 28, 37, 34, 33, 29, 26, 25, 39, 25, 26, 24, 21, 16, 15, 19, 25, 32, 33, 41, 40, 47, 36, 29, 28, 20, 27, 26, 19, 11, 6, 7, 8, 7, 10, 9, 9, 11, 8, 6, 5], "n_pos": 266, "sum_m_en": [30.11801, 40.570133, 41.066114, 42.041139, 46.331684, 49.853326, 50.983503, 49.503621, 49.947858, 51.232131, 53.260871, 52.380227, 52.942461, 51.809071, 54.931307, 54.362902, 53.189287, 50.174119, 50.310314, 49.883519, 47.761844, 48.189188, 46.986483, 47.212176, 70.946052, 65.641405, 58.371309, 51.89885, 54.033606, 51.095364, 49.757412, 50.748295, 54.24908, 60.418714, 62.730143, 64.253893, 70.554391, 75.653644, 90.857637, 99.783451, 111.696701, 108.136483, 107.82728, 112.36407, 113.293916, 104.829283, 96.918054, 96.311926, 76.522233, 76.250104], "sum_m_pl": [6.135477, 13.504663, 14.41691, 14.065055, 15.48804, 14.52979, 13.882069, 14.195142, 15.158788, 16.3854, 16.929928, 17.723275, 18.729612, 17.252017, 18.317799, 18.624853, 17.450734, 18.525553, 17.762401, 18.474776, 16.900997, 16.227987, 15.828859, 15.860118, 21.378802, 26.162761, 25.871928, 26.893991, 25.811465, 26.974642, 25.670125, 22.885061, 22.584121, 21.856453, 20.306493, 20.428, 18.827303, 17.448501, 14.097767, 10.939556, 10.093334, 10.358608, 10.156982, 10.4741, 9.93373, 10.317761, 11.879607, 8.9741, 7.508268, 5.050806]}, "digit": {"n_am_en": [1, 16, 3, 6, 10, 10, 26, 26, 18, 13, 19, 10, 13, 17, 20, 13, 26, 15, 15, 14, 17, 19, 22, 23, 34, 24, 17, 10, 13, 10, 10, 10, 13, 12, 17, 16, 21, 20, 23, 16, 26, 20, 26, 26, 18, 14, 13, 12, 2, 0], "n_am_pl": [0, 4, 7, 13, 5, 9, 7, 5, 8, 11, 8, 8, 8, 9, 8, 6, 5, 12, 5, 8, 4, 4, 1, 2, 3, 7, 12, 11, 10, 9, 17, 11, 5, 4, 3, 11, 11, 9, 6, 3, 1, 1, 1, 2, 2, 1, 1, 1, 1, 0], "n_pos": 65, "sum_m_en": [7.190905, 11.192907, 11.222139, 11.108637, 12.25048, 12.531084, 12.833763, 12.258874, 12.151789, 12.555724, 13.389156, 12.802103, 12.6581, 12.594511, 13.846655, 13.221206, 12.740358, 12.124963, 12.081957, 11.993021, 11.528162, 11.779149, 11.50722, 11.591579, 18.884464, 16.410297, 14.176356, 12.722417, 13.572485, 12.467246, 12.08605, 12.723516, 13.231589, 13.647801, 13.430154, 12.83049, 13.680055, 14.445285, 17.505974, 15.494553, 21.036044, 16.567669, 16.053199, 20.358974, 18.605142, 13.883829, 11.742202, 9.614665, 3.796092, 0.002403], "sum_m_pl": [1.373756, 3.732327, 3.754212, 3.674796, 3.707202, 3.55024, 2.902862, 3.056152, 3.398019, 3.929506, 3.843852, 3.786886, 4.212051, 3.948863, 4.316958, 4.320883, 4.197224, 4.636856, 4.288826, 4.497375, 4.11636, 3.842101, 3.68004, 3.706919, 4.569012, 5.802903, 6.230344, 6.096092, 5.951544, 6.25452, 6.573476, 5.495855, 5.114955, 5.189904, 4.507396, 5.628699, 5.962197, 5.513601, 4.896457, 3.58609, 2.93146, 3.081294, 2.781704, 2.983171, 2.971678, 2.709096, 2.23467, 1.743961, 1.024582, 6e-06]}, "lang": {"n_am_en": [5, 6, 13, 14, 14, 29, 20, 26, 26, 23, 20, 19, 16, 16, 21, 28, 31, 31, 24, 28, 28, 32, 32, 31, 35, 39, 32, 21, 25, 25, 22, 24, 23, 31, 33, 38, 49, 52, 61, 64, 69, 72, 72, 72, 71, 73, 71, 73, 73, 75], "n_am_pl": [4, 2, 5, 6, 10, 13, 13, 10, 7, 4, 7, 13, 6, 11, 7, 6, 6, 12, 10, 6, 9, 6, 6, 5, 6, 7, 12, 16, 17, 19, 15, 12, 15, 14, 7, 8, 5, 4, 3, 2, 3, 4, 5, 5, 5, 5, 6, 6, 5, 5], "n_pos": 82, "sum_m_en": [9.660645, 11.625052, 11.85974, 12.507025, 13.86929, 14.880348, 15.185602, 15.362293, 15.729339, 15.851836, 16.317336, 16.415625, 16.903175, 16.700999, 17.856533, 17.659773, 17.417353, 16.531987, 16.729743, 16.126234, 15.479378, 15.472406, 14.982667, 14.929369, 26.108472, 24.377084, 21.913051, 18.732127, 19.12656, 18.163771, 17.475279, 17.545434, 18.881091, 22.518595, 23.239116, 25.025179, 29.741543, 33.232959, 41.359605, 50.32255, 54.247726, 60.674274, 62.437638, 65.578894, 67.207438, 67.104995, 67.230063, 65.984147, 63.471591, 73.913747], "sum_m_pl": [1.81492, 3.87464, 4.236997, 4.111957, 4.713753, 4.44147, 4.381005, 4.353542, 4.584574, 4.762141, 5.09814, 5.614361, 5.882178, 5.537338, 5.931083, 6.080495, 5.400752, 5.626212, 5.526751, 5.890296, 5.358363, 5.206159, 5.105253, 5.040152, 6.376382, 8.02717, 8.447934, 9.40784, 8.47499, 8.91278, 8.531242, 7.463813, 7.727185, 7.179215, 6.594151, 6.617099, 5.772901, 5.521863, 4.293158, 3.513861, 3.400468, 2.944102, 3.355614, 3.679046, 3.666722, 4.417677, 5.945087, 5.307426, 5.499134, 5.045172]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 271, "item_id": "gsm8kpl-833", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1199, "region_end": 266, "roundtrip_ok": true, "tf_agree": 0.9742, "tf_agree_excl_first": 0.9778}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 14, 33, 50, 45, 62, 66, 56, 60, 53, 44, 47, 50, 58, 51, 76, 84, 82, 79, 87, 92, 101, 93, 98, 140, 123, 101, 81, 90, 68, 69, 65, 64, 106, 104, 97, 99, 110, 124, 126, 133, 123, 117, 139, 132, 97, 25, 5, 4, 2], "n_am_pl": [10, 18, 28, 35, 22, 33, 42, 38, 43, 35, 38, 35, 47, 31, 41, 42, 33, 37, 33, 32, 24, 23, 16, 15, 13, 32, 25, 47, 32, 43, 47, 49, 53, 33, 33, 26, 33, 15, 9, 11, 17, 23, 32, 37, 35, 55, 118, 131, 128, 131], "n_pos": 286, "sum_m_en": [26.623, 43.18768, 44.390127, 45.254411, 45.795452, 50.418887, 50.773194, 50.987256, 49.820232, 52.757335, 55.743369, 53.810372, 54.083136, 53.56057, 55.384499, 57.095791, 59.047906, 54.602376, 56.236462, 55.195483, 53.532419, 54.52695, 52.161338, 52.4754, 92.629511, 82.584052, 70.400719, 63.117716, 61.418654, 57.022322, 55.366839, 56.128898, 56.12704, 66.938448, 71.026357, 70.572276, 74.413662, 77.770876, 90.812735, 98.959937, 98.976176, 95.93618, 99.632494, 126.55408, 123.086223, 90.658405, 25.990393, 6.988088, 5.461763, 2.376933], "sum_m_pl": [4.479822, 13.874689, 15.036153, 15.100142, 17.342629, 16.926143, 16.668911, 16.714991, 18.209003, 18.623549, 20.237063, 20.955829, 21.838236, 20.326992, 22.489684, 22.470046, 19.413591, 18.841422, 18.545939, 19.081414, 17.677525, 17.024352, 16.806963, 16.555891, 19.061105, 24.080726, 25.762764, 28.027215, 27.15152, 30.959893, 28.492081, 27.608251, 28.242534, 24.027263, 21.68063, 22.205382, 20.935184, 18.781939, 15.33783, 16.163437, 17.909236, 21.147301, 25.86633, 30.259796, 36.18952, 52.139828, 111.255032, 128.23273, 128.317611, 130.945154]}, "digit": {"n_am_en": [0, 5, 4, 8, 6, 6, 15, 6, 4, 6, 6, 4, 3, 6, 6, 9, 13, 10, 8, 11, 8, 9, 9, 12, 18, 15, 10, 13, 13, 6, 1, 6, 7, 7, 8, 7, 7, 8, 9, 9, 11, 12, 8, 9, 5, 3, 0, 0, 0, 0], "n_am_pl": [0, 5, 0, 0, 1, 2, 4, 1, 5, 3, 2, 3, 4, 4, 3, 6, 2, 2, 5, 4, 3, 4, 2, 2, 1, 3, 5, 6, 3, 6, 13, 8, 4, 5, 5, 5, 7, 3, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.389945, 6.422567, 6.714847, 6.663525, 6.12169, 6.47241, 6.536171, 6.152958, 6.029284, 6.349561, 6.714725, 6.391604, 6.129443, 6.207605, 6.953805, 6.943611, 7.3534, 6.792475, 7.148941, 7.080456, 6.612447, 6.758321, 6.594335, 6.709346, 11.496484, 9.883504, 8.176382, 7.618511, 8.060595, 6.933713, 6.278388, 6.966546, 7.067843, 7.984748, 7.591681, 7.481486, 7.605356, 7.44886, 8.136377, 8.439909, 8.614065, 7.306921, 6.429383, 6.575468, 5.664784, 3.570066, 1.352846, 0.756638, 0.329349, 0.0], "sum_m_pl": [0.536165, 1.867223, 1.562906, 1.42543, 1.677402, 1.499761, 1.307859, 1.209443, 1.515457, 1.65327, 1.915291, 2.012743, 2.2418, 2.148166, 2.205387, 2.32316, 2.017609, 2.145827, 2.126206, 2.124197, 2.020177, 1.985664, 1.921644, 1.946901, 2.069524, 2.696657, 2.665291, 2.920126, 2.655789, 3.108125, 3.406475, 2.975613, 2.642828, 2.215909, 2.001316, 2.349844, 2.341578, 2.189663, 2.045582, 1.760784, 1.655096, 1.724053, 1.640288, 1.86559, 1.645427, 1.70898, 1.274699, 0.446093, 0.115107, 0.0]}, "lang": {"n_am_en": [5, 2, 11, 26, 23, 29, 33, 29, 31, 28, 18, 26, 23, 24, 25, 37, 39, 39, 42, 48, 51, 53, 53, 53, 77, 69, 59, 44, 48, 42, 49, 42, 36, 65, 57, 58, 64, 70, 76, 77, 76, 71, 75, 92, 91, 72, 19, 3, 3, 2], "n_am_pl": [8, 5, 13, 23, 13, 20, 27, 28, 27, 22, 26, 16, 28, 17, 19, 21, 20, 22, 17, 15, 13, 14, 10, 8, 2, 13, 10, 23, 22, 26, 22, 27, 32, 19, 18, 14, 20, 9, 7, 10, 16, 18, 23, 29, 27, 44, 105, 126, 126, 131], "n_pos": 135, "sum_m_en": [12.576187, 19.346123, 19.956728, 20.668075, 20.879196, 23.467402, 24.100138, 24.66649, 23.868824, 25.691971, 27.197496, 26.474226, 26.612875, 26.566334, 27.737346, 28.492855, 28.746469, 26.369187, 27.267916, 26.673056, 26.235754, 26.520412, 25.034863, 24.916131, 49.418409, 43.840503, 37.177848, 32.359572, 30.348836, 28.098018, 28.034347, 27.974389, 27.73611, 35.033312, 36.297957, 38.057442, 40.962954, 43.902593, 50.856405, 56.599208, 55.926084, 57.328019, 63.302472, 85.591325, 82.233734, 62.98536, 18.509557, 3.178109, 3.289589, 2.376923], "sum_m_pl": [1.970599, 6.294996, 7.174863, 7.347725, 8.505757, 8.489809, 8.77716, 9.013154, 10.018891, 9.878757, 10.60878, 11.138073, 11.710007, 10.789608, 12.094897, 12.103445, 10.172552, 9.798558, 9.564337, 9.757171, 8.94643, 8.642684, 8.578433, 8.392725, 9.642053, 12.278025, 13.184288, 14.668539, 14.83169, 17.129487, 15.619346, 15.25929, 16.041955, 13.539343, 12.199964, 12.484145, 12.249461, 10.675683, 8.431894, 9.900213, 11.665553, 12.581529, 16.476316, 20.513633, 25.643415, 40.663722, 96.871394, 121.110681, 125.398485, 130.801251]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "gsm8kpl-833", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1489, "region_end": 286, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 27, 40, 44, 61, 46, 54, 52, 46, 52, 49, 57, 50, 60, 51, 52, 44, 41, 48, 47, 48, 40, 45, 46, 82, 82, 72, 57, 55, 61, 47, 49, 52, 65, 76, 80, 87, 96, 99, 110, 107, 114, 120, 115, 116, 112, 108, 102, 100, 96], "n_am_pl": [3, 7, 11, 12, 11, 11, 24, 21, 21, 13, 21, 20, 26, 17, 21, 23, 8, 16, 19, 14, 12, 10, 14, 9, 9, 12, 11, 18, 22, 14, 18, 25, 18, 7, 14, 7, 6, 9, 5, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0], "n_pos": 193, "sum_m_en": [23.144373, 31.180063, 32.371648, 34.0912, 39.173557, 40.424899, 40.587749, 40.432363, 41.716538, 40.483538, 40.972281, 39.967715, 39.453153, 39.663165, 39.172666, 38.420019, 38.191832, 36.068431, 34.828924, 34.448264, 33.517677, 33.257167, 33.36605, 33.496817, 54.948628, 51.706435, 49.457182, 42.476209, 44.949387, 43.782438, 41.989235, 42.771191, 42.691325, 46.068136, 49.411856, 50.395349, 57.305831, 67.957198, 75.256322, 86.526791, 88.186495, 93.443928, 102.348561, 99.966432, 105.534953, 105.368933, 106.042225, 98.900846, 92.127897, 96.265361], "sum_m_pl": [3.785509, 8.459029, 8.612676, 8.224019, 9.162306, 9.459064, 9.660292, 9.533345, 9.583521, 10.00087, 11.181956, 12.769693, 13.351218, 13.590988, 13.667227, 14.224573, 15.006333, 15.12321, 14.747277, 14.284474, 13.722667, 12.866717, 12.570249, 12.515885, 15.92086, 15.861726, 15.703401, 16.3664, 16.150787, 16.393749, 14.050651, 13.223703, 14.63899, 13.791746, 13.713998, 13.560215, 12.38526, 10.940854, 9.657211, 8.338465, 7.710802, 7.075178, 5.582902, 4.684361, 3.459844, 3.354633, 2.101563, 1.839068, 2.345108, 0.000965]}, "digit": {"n_am_en": [0, 0, 3, 3, 6, 5, 6, 7, 4, 6, 8, 4, 5, 4, 3, 4, 5, 8, 8, 5, 7, 6, 6, 5, 9, 6, 6, 5, 6, 5, 2, 3, 1, 3, 5, 4, 8, 8, 7, 6, 5, 4, 8, 5, 5, 3, 3, 2, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 1, 1, 3, 5, 3, 4, 3, 6, 7, 7, 5, 1, 0, 0, 0, 0, 0, 2, 2, 0, 2, 1, 3, 2, 2, 2, 5, 3, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.545369, 4.624657, 4.849256, 4.646598, 5.331151, 5.03638, 4.894922, 4.760306, 4.654342, 4.869063, 5.322128, 5.025543, 5.00222, 4.943028, 5.03231, 4.834718, 4.831208, 4.774514, 4.801254, 4.600679, 4.447737, 4.441968, 4.43447, 4.525905, 7.073615, 6.292524, 5.775179, 5.017181, 5.185068, 4.931048, 4.595198, 4.928614, 4.95755, 5.072874, 5.437048, 5.272892, 6.219235, 6.32792, 5.829597, 5.467799, 4.994157, 5.126618, 5.545818, 5.65551, 6.029896, 5.093308, 3.803631, 2.688869, 1.361973, 0.0], "sum_m_pl": [0.397795, 1.11239, 1.082249, 1.059227, 1.17319, 1.116644, 1.014513, 0.937667, 1.116051, 1.137561, 1.314629, 1.554659, 1.795262, 2.019155, 1.828123, 1.812197, 1.845555, 1.851258, 1.696233, 1.657932, 1.617903, 1.554764, 1.515061, 1.529657, 1.98885, 1.943918, 1.847755, 1.848708, 1.708121, 1.868821, 1.494857, 1.496996, 1.469075, 1.476536, 1.397986, 1.557085, 1.39627, 1.235544, 1.305435, 1.389802, 1.347228, 1.439643, 1.335643, 1.013803, 0.932091, 0.769029, 0.854411, 0.791781, 0.583311, 0.0]}, "lang": {"n_am_en": [15, 16, 26, 21, 32, 29, 33, 31, 31, 31, 27, 35, 29, 36, 35, 35, 29, 26, 25, 27, 29, 27, 31, 29, 52, 55, 52, 38, 35, 38, 30, 33, 38, 50, 52, 58, 60, 67, 72, 82, 81, 89, 91, 89, 92, 91, 91, 91, 94, 96], "n_am_pl": [2, 4, 1, 3, 5, 6, 15, 13, 9, 6, 10, 12, 12, 5, 12, 11, 5, 8, 13, 9, 7, 4, 5, 1, 3, 6, 6, 10, 14, 5, 11, 13, 9, 5, 8, 3, 2, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 97, "sum_m_en": [11.773559, 15.282232, 16.037953, 16.926697, 19.86166, 20.867756, 21.633914, 21.79346, 22.932918, 21.617239, 21.487825, 21.19287, 20.625356, 21.114782, 21.163825, 20.624282, 20.317311, 18.864188, 17.99314, 17.724649, 17.331676, 17.166874, 17.220359, 17.123032, 32.508375, 30.662335, 30.160607, 24.778911, 26.110082, 25.463781, 24.330848, 24.655581, 24.54458, 27.107362, 28.902479, 30.69973, 35.761644, 43.487149, 51.231071, 61.810952, 65.474739, 71.123061, 76.686562, 75.905426, 79.946024, 82.704777, 86.350817, 84.6316, 83.784168, 95.934554], "sum_m_pl": [1.7826, 4.09852, 3.97943, 3.715094, 4.256966, 4.625959, 4.8123, 5.005075, 4.974148, 5.157977, 5.788517, 6.776379, 6.898775, 6.931676, 7.104736, 7.45827, 7.853748, 7.95852, 7.846634, 7.570013, 7.196835, 6.694846, 6.5244, 6.43894, 7.710506, 7.925104, 8.140485, 8.635593, 8.668778, 8.579875, 7.633115, 7.214051, 7.955009, 7.533491, 7.533146, 7.606636, 6.73751, 5.980436, 5.069434, 4.163802, 3.90049, 3.511683, 2.686962, 2.190283, 1.541392, 1.940437, 0.917234, 0.733031, 0.978741, 0.000965]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "gsm8kpl-848", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 193, "roundtrip_ok": true, "tf_agree": 0.9949, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 36, 29, 40, 71, 76, 58, 62, 65, 77, 76, 62, 62, 55, 54, 54, 64, 59, 70, 63, 66, 61, 47, 54, 112, 97, 84, 82, 67, 64, 60, 71, 54, 67, 82, 88, 102, 120, 131, 137, 147, 146, 151, 143, 129, 91, 34, 3, 0, 0], "n_am_pl": [2, 16, 24, 30, 23, 22, 25, 23, 28, 27, 42, 51, 50, 45, 48, 47, 27, 26, 21, 28, 16, 19, 20, 22, 31, 30, 30, 29, 33, 39, 35, 34, 30, 24, 24, 22, 24, 21, 27, 34, 36, 36, 34, 41, 50, 90, 147, 169, 181, 181], "n_pos": 291, "sum_m_en": [26.224997, 44.394862, 48.553515, 50.093227, 55.263431, 58.208638, 58.119091, 58.669667, 62.27654, 61.437232, 63.208176, 60.113074, 59.482773, 59.059479, 57.071058, 56.930583, 56.770307, 52.668418, 51.846802, 51.470783, 50.885522, 50.537781, 50.046723, 50.880229, 82.727555, 74.297917, 68.868071, 58.940611, 58.231686, 56.323953, 55.078612, 57.840604, 54.615023, 60.010554, 63.481387, 66.968799, 74.440529, 82.434995, 91.620588, 100.137919, 107.18958, 107.529218, 122.489859, 119.397711, 109.480745, 84.40279, 36.81851, 7.798, 2.724534, 2.6e-05], "sum_m_pl": [4.116836, 13.03399, 14.269256, 14.533173, 15.482929, 15.890928, 16.233691, 17.000583, 17.097518, 17.527904, 18.700318, 21.754085, 22.250473, 22.759313, 22.567073, 22.307132, 21.48028, 21.534194, 20.222723, 20.215555, 19.495939, 18.585258, 18.388933, 18.030264, 24.049636, 23.772889, 25.033367, 26.429942, 27.623989, 28.625455, 24.363624, 22.720953, 23.01659, 22.521308, 21.351559, 21.083917, 20.861306, 19.957357, 20.375686, 22.702693, 22.342429, 27.586523, 29.199126, 33.027361, 42.390058, 83.359668, 138.332364, 160.739606, 177.831651, 181.453376]}, "digit": {"n_am_en": [0, 0, 5, 6, 9, 5, 7, 7, 5, 3, 5, 3, 3, 4, 3, 4, 9, 8, 9, 3, 7, 4, 3, 3, 7, 6, 5, 4, 2, 3, 5, 3, 2, 4, 3, 3, 6, 5, 5, 4, 4, 3, 4, 3, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 3, 2, 1, 4, 5, 7, 5, 4, 5, 1, 1, 0, 3, 0, 0, 0, 1, 3, 2, 0, 2, 2, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.613019, 4.853016, 5.408793, 5.270065, 5.437876, 5.250035, 4.989875, 4.934414, 4.865759, 5.079341, 5.700494, 5.238577, 5.093361, 5.199681, 5.218355, 4.961684, 5.034536, 4.718646, 4.76957, 4.83116, 4.721395, 4.710382, 4.691883, 4.836967, 6.231907, 5.872369, 5.63949, 5.063318, 5.384031, 5.295796, 4.930089, 5.675427, 5.577032, 5.440999, 5.454393, 5.083214, 5.117277, 4.91048, 4.808713, 4.78185, 4.354771, 4.768416, 4.792618, 4.336404, 4.188422, 3.098565, 1.976292, 0.908199, 0.5274, 0.0], "sum_m_pl": [0.479719, 1.333605, 1.268328, 1.259513, 1.307483, 1.202248, 1.117088, 1.064828, 1.249489, 1.241515, 1.415634, 1.609526, 1.834775, 2.027153, 1.840022, 1.812286, 1.78928, 1.873755, 1.775775, 1.742263, 1.707909, 1.63996, 1.60816, 1.610302, 2.185947, 2.155529, 1.948399, 2.022151, 1.902846, 2.036394, 1.671551, 1.471561, 1.44058, 1.401941, 1.45158, 1.546473, 1.473098, 1.390528, 1.426955, 1.447982, 1.465235, 1.434534, 1.338095, 1.169089, 0.984222, 1.102421, 1.621979, 0.933498, 0.371165, 0.0]}, "lang": {"n_am_en": [5, 23, 15, 23, 53, 63, 40, 46, 48, 56, 56, 43, 43, 39, 41, 42, 41, 39, 46, 47, 47, 46, 36, 41, 74, 68, 58, 59, 50, 44, 43, 46, 36, 46, 60, 66, 81, 90, 97, 103, 110, 111, 117, 116, 109, 73, 27, 2, 0, 0], "n_am_pl": [1, 10, 19, 20, 16, 11, 18, 16, 20, 19, 22, 30, 30, 24, 28, 31, 19, 19, 15, 17, 12, 15, 15, 13, 18, 19, 20, 17, 17, 25, 29, 29, 21, 21, 20, 18, 22, 20, 26, 32, 35, 34, 32, 38, 47, 83, 139, 163, 177, 181], "n_pos": 184, "sum_m_en": [17.177192, 28.2399, 30.73273, 31.569179, 35.491754, 37.768233, 37.923643, 38.49705, 41.739318, 40.716907, 41.512371, 39.175906, 38.687251, 38.589082, 37.438488, 37.285616, 37.430002, 34.371538, 33.772222, 33.270016, 33.227156, 32.820241, 32.540244, 33.054107, 59.266632, 52.783089, 48.223231, 40.055873, 38.640663, 36.645222, 36.384431, 37.855984, 35.89982, 40.22611, 43.632276, 46.798921, 53.403076, 58.920444, 67.730042, 74.212747, 79.766616, 80.792632, 93.294212, 91.520453, 87.226224, 64.813376, 27.613614, 4.681302, 1.071751, 2.5e-05], "sum_m_pl": [2.463763, 8.13282, 9.016253, 9.12041, 9.49961, 9.905364, 10.292208, 11.048043, 11.190844, 11.478101, 12.362543, 14.811724, 14.92662, 15.210592, 15.298381, 14.999491, 14.209562, 14.208219, 13.33201, 13.300431, 12.725017, 12.190028, 12.056459, 11.708634, 14.623141, 14.977606, 16.51615, 17.876995, 18.865372, 20.071819, 17.350382, 16.47274, 16.4953, 16.312253, 14.923667, 14.85705, 15.311063, 14.848034, 15.040187, 17.295567, 17.384887, 22.699234, 24.584565, 29.071759, 38.731376, 77.2853, 129.180376, 154.823762, 174.709036, 181.121149]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 295, "item_id": "gsm8kpl-848", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1466, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9898}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 14, 18, 13, 16, 15, 16, 23, 22, 29, 30, 28, 23, 27, 22, 22, 34, 35, 37, 28, 26, 32, 29, 26, 45, 34, 33, 31, 27, 28, 34, 34, 31, 36, 48, 42, 42, 47, 45, 52, 50, 54, 56, 54, 49, 44, 44, 42, 38, 36], "n_am_pl": [3, 9, 16, 15, 16, 8, 9, 6, 5, 4, 7, 5, 11, 12, 9, 9, 7, 7, 4, 13, 9, 11, 8, 8, 4, 7, 4, 6, 14, 7, 4, 7, 3, 6, 1, 2, 4, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 99, "sum_m_en": [11.334851, 15.658203, 16.4377, 16.354403, 18.577681, 17.88281, 18.205269, 17.450748, 18.490373, 19.715799, 19.013456, 18.499711, 18.455066, 18.674482, 18.083634, 18.196242, 18.737628, 17.710499, 17.175942, 17.527266, 17.263767, 16.9652, 16.794993, 17.011655, 28.208714, 24.578611, 22.491821, 20.285725, 21.595085, 22.369952, 20.856754, 21.20078, 22.183807, 23.511132, 27.446243, 27.476749, 30.512974, 35.908795, 38.812947, 44.081433, 44.803632, 45.452797, 45.993714, 47.767518, 46.848985, 44.671017, 44.46237, 41.700255, 37.544218, 34.983756], "sum_m_pl": [2.265931, 4.862098, 5.122202, 4.623721, 5.039976, 4.607638, 4.290487, 4.252581, 4.57647, 4.680946, 5.230157, 5.308643, 5.719187, 5.747558, 5.57807, 5.350302, 5.064718, 5.182446, 5.531136, 5.838323, 5.771618, 5.560253, 5.518281, 5.69804, 6.29868, 6.983466, 6.502606, 7.156165, 7.034001, 7.294562, 6.617467, 6.557003, 6.550191, 6.280276, 5.572799, 5.385951, 4.663667, 3.972995, 3.511285, 3.357535, 3.367524, 2.948956, 2.839032, 2.12233, 1.676701, 1.396017, 0.844527, 0.843386, 0.55963, 1e-06]}, "digit": {"n_am_en": [1, 2, 2, 0, 2, 2, 3, 3, 2, 7, 8, 5, 3, 8, 5, 4, 8, 7, 5, 3, 3, 6, 6, 4, 13, 6, 6, 8, 2, 3, 4, 8, 6, 6, 9, 6, 6, 8, 6, 7, 6, 8, 11, 9, 10, 7, 7, 5, 0, 0], "n_am_pl": [0, 1, 1, 3, 2, 1, 0, 0, 0, 0, 1, 1, 3, 2, 1, 3, 3, 4, 2, 2, 0, 1, 1, 2, 0, 2, 1, 1, 5, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 24, "sum_m_en": [2.647982, 4.129564, 4.294198, 4.242563, 4.903407, 4.555213, 4.484105, 4.17095, 4.347853, 4.967078, 4.870854, 4.671524, 4.857326, 5.060345, 4.685244, 4.54217, 4.613932, 4.272372, 4.225466, 4.15694, 4.153624, 4.130289, 4.107775, 4.189376, 6.118576, 4.980016, 4.706294, 4.544292, 4.85329, 4.877331, 4.402793, 4.741667, 4.91474, 4.90986, 5.519113, 5.109332, 5.385093, 6.520373, 6.747474, 7.306673, 7.425256, 7.69014, 7.644791, 7.566053, 7.770845, 6.63292, 6.657563, 4.658736, 1.313843, 0.000303], "sum_m_pl": [0.455687, 1.209416, 1.039255, 0.96996, 1.068761, 0.911877, 0.791826, 0.758626, 0.965654, 1.087688, 1.194433, 1.198665, 1.419402, 1.359026, 1.324268, 1.327514, 1.222453, 1.282348, 1.374473, 1.453232, 1.384943, 1.351373, 1.333198, 1.405226, 1.685124, 1.77504, 1.502117, 1.577386, 1.643117, 1.798191, 1.55577, 1.577284, 1.631124, 1.464437, 1.372033, 1.335397, 1.072461, 0.915427, 0.984338, 1.147228, 1.152429, 1.116674, 1.157498, 1.114908, 0.921575, 0.859435, 0.608513, 0.653816, 0.299796, 0.0]}, "lang": {"n_am_en": [8, 6, 12, 9, 9, 8, 9, 13, 12, 12, 11, 14, 12, 11, 11, 10, 13, 17, 16, 12, 12, 14, 14, 11, 23, 19, 18, 16, 12, 16, 18, 16, 14, 20, 23, 24, 25, 25, 27, 27, 29, 30, 29, 32, 31, 29, 31, 32, 34, 33], "n_am_pl": [0, 6, 5, 6, 8, 5, 2, 2, 3, 3, 3, 2, 4, 4, 5, 3, 3, 0, 0, 7, 6, 6, 3, 4, 2, 2, 0, 2, 5, 2, 2, 5, 1, 4, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [4.121217, 5.455684, 5.792461, 5.746263, 6.361805, 6.276607, 6.71548, 6.615357, 7.109238, 7.271304, 6.967515, 6.772835, 6.459138, 6.546596, 6.516547, 6.642938, 6.772497, 6.535537, 6.184512, 6.385619, 6.312275, 6.127388, 6.081118, 6.064325, 13.588313, 12.202737, 11.041784, 9.039182, 9.064167, 9.576761, 9.149187, 8.990369, 9.367995, 10.683297, 12.670847, 13.568863, 15.452573, 18.444659, 21.211983, 24.493109, 24.85243, 25.693093, 25.873455, 27.959393, 28.874226, 28.919669, 30.904546, 31.206612, 31.405258, 32.983986], "sum_m_pl": [0.762746, 1.458462, 1.570797, 1.487397, 1.635117, 1.543309, 1.472129, 1.544797, 1.563004, 1.543436, 1.712309, 1.805198, 1.928052, 2.007689, 1.957148, 1.755599, 1.644374, 1.695853, 1.858783, 1.995172, 2.005213, 1.910569, 1.891767, 1.928071, 1.957812, 2.043651, 2.062946, 2.230539, 2.44734, 2.524327, 2.364525, 2.384424, 2.343836, 2.213768, 1.891688, 1.776802, 1.450399, 1.241314, 0.96182, 0.756184, 0.773273, 0.666947, 0.684318, 0.383021, 0.179102, 0.131015, 0.070998, 0.044612, 0.055197, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "gsm8kpl-849", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1141, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9515, "tf_agree_excl_first": 0.9608}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 9, 9, 12, 25, 27, 40, 41, 29, 31, 33, 32, 34, 32, 36, 48, 54, 44, 43, 49, 59, 62, 60, 49, 87, 68, 57, 54, 39, 32, 35, 38, 38, 62, 74, 68, 66, 83, 87, 85, 81, 78, 78, 70, 70, 41, 11, 1, 0, 0], "n_am_pl": [3, 13, 21, 18, 17, 17, 14, 14, 15, 12, 14, 10, 15, 19, 23, 18, 16, 16, 12, 13, 10, 10, 11, 15, 9, 8, 7, 8, 16, 18, 20, 16, 13, 9, 8, 7, 8, 6, 3, 4, 7, 6, 14, 12, 18, 38, 58, 68, 74, 75], "n_pos": 160, "sum_m_en": [14.966414, 23.606467, 24.340709, 26.142725, 28.879767, 28.728347, 29.620266, 28.633655, 29.276253, 30.596383, 30.717997, 29.854621, 29.574669, 30.494684, 30.154923, 30.010917, 30.879545, 28.097091, 27.355508, 27.477687, 27.799815, 27.321807, 27.074691, 26.764291, 54.627271, 42.748772, 36.641944, 32.523449, 31.278594, 31.534503, 29.192733, 30.380648, 30.963212, 35.71219, 40.315883, 41.833273, 45.908795, 55.33738, 63.271777, 68.405362, 66.090303, 68.335658, 69.633332, 68.385962, 65.201083, 39.076305, 12.419299, 2.265302, 0.604706, 5e-06], "sum_m_pl": [2.437786, 7.450757, 7.807258, 7.419902, 7.9342, 8.050147, 7.875792, 7.799706, 8.360698, 8.580238, 9.566727, 9.969952, 10.768121, 11.109071, 10.884434, 10.179408, 8.95721, 9.237175, 9.392737, 9.965707, 9.697508, 9.373795, 9.344852, 9.424007, 10.444161, 11.795707, 11.699813, 11.87234, 13.087718, 14.386373, 13.002043, 12.957609, 12.828885, 11.171695, 10.01221, 9.592725, 8.673485, 7.291861, 6.321176, 6.249247, 8.556406, 8.154314, 9.508184, 10.377545, 16.319168, 33.773675, 56.925129, 69.866642, 73.435657, 75.528291]}, "digit": {"n_am_en": [0, 2, 2, 1, 1, 2, 4, 2, 1, 3, 4, 5, 3, 3, 4, 4, 8, 3, 3, 2, 6, 4, 4, 3, 11, 6, 3, 6, 4, 3, 4, 6, 3, 4, 5, 6, 5, 7, 8, 7, 6, 7, 7, 2, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 2, 0, 1, 2, 1, 0, 1, 1, 3, 3, 1, 2, 4, 4, 2, 2, 1, 2, 2, 2, 0, 1, 0, 0, 1, 2, 2, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.960005, 3.448144, 3.691662, 3.539185, 3.802572, 3.76085, 3.85333, 3.487551, 3.616217, 3.892298, 3.807749, 3.836654, 4.198518, 4.318885, 4.335107, 3.935716, 3.972566, 3.613373, 3.593252, 3.537853, 3.623125, 3.600124, 3.51118, 3.620204, 5.948254, 4.780656, 4.100306, 3.847254, 3.815222, 3.852216, 3.439249, 3.913462, 3.880215, 4.118363, 4.516215, 4.678849, 5.23234, 5.153272, 5.698945, 5.448618, 5.458541, 5.051644, 4.752853, 3.353115, 3.075025, 1.333482, 0.985155, 0.51121, 0.193197, 0.0], "sum_m_pl": [0.346593, 1.085912, 1.022298, 0.960168, 0.983444, 0.870095, 0.817335, 0.763649, 0.936563, 0.990463, 1.139419, 1.133204, 1.249217, 1.248558, 1.165139, 1.186473, 1.100623, 1.17889, 1.170173, 1.226714, 1.165234, 1.119785, 1.092524, 1.122884, 1.24284, 1.404221, 1.147735, 1.280044, 1.439494, 1.554981, 1.348524, 1.308869, 1.209329, 1.09703, 1.083211, 0.986333, 0.789041, 0.684385, 0.663828, 0.771847, 0.818744, 0.812018, 0.784845, 0.621021, 0.49499, 0.442482, 0.391669, 0.28338, 0.096376, 1.1e-05]}, "lang": {"n_am_en": [1, 4, 4, 5, 15, 16, 22, 21, 17, 18, 15, 13, 17, 16, 17, 29, 25, 22, 23, 24, 30, 32, 32, 25, 44, 34, 31, 30, 23, 19, 18, 18, 22, 37, 42, 37, 37, 46, 49, 47, 44, 43, 45, 45, 42, 23, 7, 1, 0, 0], "n_am_pl": [3, 8, 8, 9, 2, 8, 5, 5, 8, 7, 8, 6, 4, 11, 15, 11, 11, 10, 7, 8, 9, 6, 7, 10, 6, 4, 4, 3, 12, 13, 14, 12, 8, 5, 8, 6, 8, 5, 2, 3, 6, 5, 12, 10, 15, 35, 55, 65, 72, 75], "n_pos": 76, "sum_m_en": [7.38442, 10.63988, 11.208648, 12.608721, 14.128658, 13.975671, 14.34583, 14.269208, 14.750122, 15.371297, 15.721724, 14.94693, 14.520156, 14.578949, 14.369102, 14.790917, 15.152107, 13.749725, 13.154707, 13.4017, 13.653867, 13.344862, 13.231869, 12.768921, 29.053594, 22.116467, 18.880334, 16.325517, 15.986755, 15.777506, 14.889645, 15.365273, 15.299061, 18.50244, 20.672408, 21.036927, 22.706955, 28.446284, 33.428997, 36.460242, 34.971495, 36.574681, 39.531625, 41.423209, 38.932287, 20.944287, 7.612497, 1.122243, 0.141627, 4e-06], "sum_m_pl": [1.203117, 3.316773, 3.44739, 3.263102, 3.680825, 3.926092, 3.916654, 4.014075, 4.261188, 4.340143, 4.784243, 5.076719, 5.613454, 5.950777, 5.903755, 5.362756, 4.657332, 4.825756, 4.902408, 5.145303, 5.007376, 4.784695, 4.758079, 4.742878, 5.230431, 5.677822, 6.018914, 6.062983, 6.985588, 7.617851, 7.100439, 7.32376, 7.348325, 6.451038, 5.884355, 5.866965, 5.605458, 4.719759, 3.773891, 3.741182, 5.898175, 5.754683, 6.959176, 8.016735, 13.990041, 30.242226, 51.984941, 65.906634, 71.620661, 75.052387]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "gsm8kpl-849", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1431, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9693}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 7, 26, 26, 18, 14, 18, 13, 15, 17, 21, 23, 21, 33, 37, 38, 32, 29, 21, 21, 16, 17, 20, 19, 42, 33, 32, 18, 20, 20, 28, 21, 27, 23, 21, 33, 51, 58, 63, 59, 62, 66, 71, 76, 73, 76, 64, 60, 58, 52], "n_am_pl": [6, 24, 10, 14, 17, 14, 13, 12, 13, 13, 14, 22, 20, 14, 7, 8, 8, 11, 12, 8, 8, 6, 8, 10, 11, 15, 17, 13, 12, 18, 13, 16, 10, 4, 7, 9, 4, 3, 2, 1, 1, 0, 1, 1, 1, 0, 3, 1, 0, 0], "n_pos": 167, "sum_m_en": [18.304481, 25.837266, 25.573831, 25.981574, 27.376245, 26.418473, 26.363631, 24.658217, 24.983147, 24.6375, 25.864601, 25.193663, 23.414598, 25.549463, 24.965158, 27.621283, 26.63965, 25.013528, 26.148757, 26.269568, 23.546034, 24.508263, 24.132722, 24.866912, 29.315289, 27.620509, 24.544061, 22.739118, 24.910898, 24.869325, 23.883142, 26.584056, 28.303896, 28.68257, 28.301668, 31.391357, 40.792056, 42.539763, 47.874912, 54.444697, 57.230773, 59.793912, 60.801243, 64.739618, 67.797246, 64.922186, 64.385967, 59.996901, 52.191937, 51.661125], "sum_m_pl": [4.58291, 8.619458, 9.039338, 8.644716, 8.961635, 8.291364, 7.373737, 7.485261, 8.505666, 9.352587, 10.271225, 11.053738, 11.310394, 10.694226, 11.224512, 11.710973, 11.426006, 11.356757, 11.416585, 11.384013, 11.024157, 10.315052, 9.909975, 9.978808, 12.128213, 14.151321, 14.529775, 13.716109, 13.423012, 14.923958, 13.11634, 12.667899, 13.252321, 11.372209, 11.554656, 10.547672, 8.184356, 7.0144, 6.443029, 5.594559, 5.056343, 4.553474, 4.358535, 3.637864, 3.374469, 2.957395, 2.607105, 2.23283, 1.648575, 0.001187]}, "digit": {"n_am_en": [1, 1, 6, 10, 6, 4, 3, 3, 3, 6, 9, 9, 9, 10, 9, 15, 12, 8, 5, 5, 4, 3, 2, 5, 16, 10, 10, 3, 2, 4, 7, 6, 9, 4, 2, 4, 10, 11, 9, 7, 9, 9, 11, 14, 13, 13, 8, 5, 2, 0], "n_am_pl": [0, 11, 0, 0, 1, 0, 1, 2, 3, 9, 4, 11, 10, 11, 2, 4, 2, 6, 7, 4, 4, 2, 6, 5, 4, 7, 5, 3, 4, 6, 4, 5, 3, 2, 3, 3, 2, 1, 1, 1, 1, 0, 1, 1, 1, 0, 3, 1, 0, 0], "n_pos": 54, "sum_m_en": [5.667622, 10.034414, 9.695574, 9.71668, 10.38995, 9.839434, 9.406769, 8.774304, 9.042217, 9.111909, 9.880106, 9.192489, 8.469325, 9.577193, 8.961827, 9.782708, 9.228968, 8.39406, 9.233547, 9.389918, 8.625139, 8.784329, 8.640795, 8.877595, 10.737258, 10.748353, 9.458247, 8.652207, 9.328464, 9.002035, 8.740709, 9.871079, 10.204559, 10.002919, 9.266305, 9.555484, 10.664241, 9.958608, 9.036795, 9.866443, 9.627956, 9.881502, 10.168242, 10.746277, 11.533817, 10.520839, 9.368335, 6.096488, 3.085347, 0.0], "sum_m_pl": [0.927237, 2.716622, 2.084575, 1.921888, 2.131434, 2.117514, 1.639609, 1.643491, 2.242158, 2.619179, 3.306272, 3.437373, 3.751969, 3.570519, 3.315425, 3.44304, 3.212973, 3.316437, 3.191804, 3.220435, 3.129298, 2.944172, 2.887752, 2.957586, 3.457257, 4.388748, 4.265264, 4.141123, 3.919908, 4.103162, 3.705705, 3.541695, 3.369192, 3.278836, 3.343188, 3.523551, 2.784901, 2.543558, 2.853156, 2.828266, 2.594688, 2.658909, 2.693121, 2.426578, 2.474025, 2.204442, 2.114796, 1.723176, 0.896393, 0.0]}, "lang": {"n_am_en": [8, 4, 12, 6, 6, 6, 10, 5, 7, 5, 4, 8, 4, 10, 11, 10, 10, 12, 10, 11, 11, 13, 16, 12, 20, 17, 16, 11, 13, 9, 13, 10, 14, 14, 16, 22, 36, 39, 46, 45, 46, 46, 46, 49, 48, 50, 50, 50, 51, 50], "n_am_pl": [3, 4, 7, 9, 4, 8, 2, 3, 3, 1, 4, 7, 7, 2, 3, 3, 3, 2, 3, 1, 1, 1, 0, 1, 3, 3, 3, 3, 4, 5, 3, 4, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.375433, 7.395885, 7.727869, 7.646241, 7.794621, 7.683053, 7.739375, 7.51669, 7.626227, 7.264137, 7.208895, 7.159169, 6.943642, 7.109078, 7.223246, 8.059362, 7.869209, 7.539937, 7.820697, 7.693279, 6.851757, 7.360801, 7.146904, 7.304747, 10.922848, 9.684382, 8.198907, 7.010371, 7.687789, 7.839003, 7.503664, 8.312778, 9.174462, 10.302205, 10.515685, 14.662714, 23.287863, 25.02047, 31.916559, 37.595457, 39.819607, 41.24723, 41.364539, 43.459397, 45.257887, 43.671453, 45.890175, 43.507132, 43.573952, 49.958954], "sum_m_pl": [2.474445, 2.897048, 3.212992, 3.266839, 3.300418, 3.062266, 2.810929, 2.761103, 2.927824, 3.148171, 3.294855, 3.575825, 3.675582, 3.466908, 3.837954, 4.104232, 3.936736, 3.678447, 4.046576, 3.994572, 3.875961, 3.624696, 3.420925, 3.352003, 4.282473, 4.639481, 4.50298, 4.530947, 4.675032, 4.876648, 4.51043, 4.314919, 4.645843, 4.186664, 4.055987, 3.481209, 2.872748, 2.111147, 1.60861, 0.842926, 0.72835, 0.475396, 0.437373, 0.394055, 0.177502, 0.198861, 0.149154, 0.18449, 0.343759, 0.001187]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "gsm8kpl-858", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1136, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 24, 25, 26, 24, 34, 42, 42, 38, 34, 37, 41, 43, 52, 55, 61, 54, 44, 47, 41, 24, 25, 29, 44, 108, 87, 66, 44, 42, 60, 47, 40, 49, 65, 59, 76, 89, 88, 96, 116, 110, 120, 119, 134, 119, 87, 35, 9, 4, 3], "n_am_pl": [1, 48, 41, 46, 40, 52, 51, 54, 65, 67, 52, 73, 62, 49, 50, 44, 37, 36, 30, 22, 21, 20, 19, 23, 22, 37, 31, 39, 50, 41, 36, 29, 40, 25, 36, 28, 32, 40, 27, 35, 33, 38, 48, 43, 61, 77, 126, 152, 164, 162], "n_pos": 349, "sum_m_en": [33.340227, 53.751501, 53.132544, 53.982288, 54.994088, 54.35023, 56.298818, 57.553225, 58.060236, 57.816828, 59.271604, 57.864849, 54.418851, 56.61178, 55.466366, 60.79021, 60.044274, 54.236592, 55.821801, 54.707286, 50.790871, 52.07585, 51.647433, 54.024966, 75.546726, 71.638344, 61.725669, 53.55282, 56.512367, 56.648021, 52.884984, 57.143442, 59.251117, 63.080844, 62.725597, 65.230438, 66.373472, 69.07902, 76.538269, 98.686404, 101.019348, 103.123894, 106.961342, 111.868396, 106.214149, 83.921777, 38.873686, 12.816803, 4.84223, 2.999838], "sum_m_pl": [5.6069, 18.806051, 20.207853, 20.348113, 21.346087, 21.50747, 20.707822, 22.295321, 24.851726, 25.000758, 27.198027, 28.934849, 27.598006, 26.942204, 27.372842, 26.80873, 24.585521, 23.363935, 23.520257, 22.72916, 22.002396, 20.712913, 20.256804, 20.083446, 24.003324, 28.252626, 29.654768, 31.792466, 34.704325, 35.300631, 32.143238, 30.868657, 30.179122, 27.444283, 27.39588, 26.594589, 26.262389, 26.339323, 24.87185, 24.801521, 26.276222, 29.306698, 36.181697, 35.898266, 53.81516, 71.142769, 120.285598, 147.144473, 162.079143, 161.307135]}, "digit": {"n_am_en": [0, 5, 3, 5, 3, 3, 7, 5, 8, 7, 10, 8, 7, 6, 11, 12, 7, 3, 3, 3, 1, 0, 1, 3, 17, 11, 8, 3, 3, 13, 6, 4, 8, 10, 5, 4, 5, 9, 6, 6, 4, 6, 7, 12, 12, 6, 4, 0, 0, 0], "n_am_pl": [0, 4, 6, 1, 1, 2, 4, 3, 9, 14, 8, 15, 13, 10, 5, 4, 2, 6, 6, 3, 3, 4, 4, 4, 2, 4, 10, 10, 8, 3, 5, 3, 6, 4, 3, 3, 3, 3, 3, 1, 0, 0, 2, 1, 1, 0, 0, 1, 0, 0], "n_pos": 59, "sum_m_en": [5.754672, 10.421635, 10.474942, 10.150836, 10.743388, 10.312222, 10.128987, 10.339174, 10.764665, 10.493715, 11.148104, 10.269148, 9.646324, 10.233682, 9.965147, 10.799423, 10.251845, 9.13301, 9.82109, 9.818486, 9.344734, 9.712059, 9.597268, 10.027685, 12.736643, 12.586007, 11.158953, 10.304107, 10.757632, 10.774897, 9.740251, 11.186269, 11.555977, 11.305401, 10.31668, 9.526395, 9.192493, 8.870531, 8.074751, 8.324365, 7.66825, 8.198446, 8.74325, 9.099778, 8.542477, 7.205816, 4.587819, 2.288196, 1.22395, 0.0], "sum_m_pl": [1.003758, 3.274231, 2.623913, 2.514939, 2.718176, 2.730673, 2.509263, 2.561173, 3.278117, 3.309486, 4.070633, 4.135696, 3.99035, 4.02199, 3.60372, 3.731102, 3.419409, 3.497169, 3.362533, 3.327948, 3.331835, 3.145338, 3.066216, 3.092593, 3.705471, 4.506575, 4.488493, 4.490288, 4.225163, 4.28109, 3.870291, 3.547394, 3.188748, 3.187245, 3.067403, 3.642436, 3.177454, 2.792645, 3.059575, 2.85969, 2.641798, 2.665874, 2.721559, 2.562646, 2.633441, 2.459838, 2.186402, 1.870218, 0.974918, 0.0]}, "lang": {"n_am_en": [6, 8, 13, 16, 10, 17, 20, 25, 18, 17, 18, 20, 20, 27, 25, 28, 24, 26, 31, 28, 15, 16, 16, 26, 68, 55, 42, 29, 32, 35, 31, 23, 27, 36, 33, 47, 63, 55, 60, 75, 71, 78, 76, 86, 77, 52, 17, 3, 4, 3], "n_am_pl": [0, 34, 21, 25, 23, 32, 29, 28, 28, 32, 19, 34, 30, 24, 28, 27, 22, 21, 19, 15, 14, 12, 10, 15, 10, 24, 14, 21, 30, 26, 23, 17, 22, 18, 25, 19, 20, 31, 20, 30, 29, 32, 40, 33, 51, 66, 111, 142, 160, 162], "n_pos": 165, "sum_m_en": [16.169752, 24.221694, 23.923138, 25.265448, 25.621992, 25.401414, 27.272411, 28.330902, 28.507915, 28.666379, 28.532352, 28.299062, 26.890242, 27.711865, 27.516568, 30.550878, 30.329884, 27.212923, 27.696071, 26.79431, 24.435156, 24.910425, 24.664327, 25.799038, 41.847757, 38.140492, 32.005977, 27.136543, 28.040931, 27.787087, 26.482499, 27.883664, 28.922513, 32.331476, 32.72588, 36.054662, 38.604228, 41.690432, 46.87407, 62.145628, 63.154272, 65.144137, 66.900894, 71.470504, 69.045217, 51.625017, 21.994089, 4.408086, 2.901421, 2.999829], "sum_m_pl": [2.843178, 9.312387, 10.245867, 10.666584, 11.490342, 11.453171, 11.310041, 12.286652, 13.621833, 13.773141, 14.665078, 15.679051, 15.198412, 15.015712, 15.769504, 15.269225, 13.505541, 12.606732, 12.692247, 12.041233, 11.488711, 10.81547, 10.598783, 10.534949, 12.757106, 15.877979, 16.647706, 18.269823, 21.060053, 21.111222, 19.389636, 18.778211, 18.941295, 17.21175, 17.267997, 16.344919, 17.482456, 16.919968, 16.326774, 16.580645, 18.455203, 21.202674, 27.477086, 27.523461, 42.705155, 57.91957, 103.373109, 136.737925, 157.093168, 160.718911]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 355, "item_id": "gsm8kpl-858", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1426, "region_end": 349, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9915}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 16, 12, 25, 20, 21, 24, 24, 17, 23, 24, 24, 20, 24, 27, 29, 31, 22, 25, 37, 41, 40, 36, 32, 56, 47, 46, 36, 30, 23, 27, 25, 26, 38, 46, 52, 53, 64, 68, 66, 72, 70, 67, 59, 52, 56, 54, 55, 49, 46], "n_am_pl": [9, 9, 7, 7, 11, 14, 7, 4, 12, 5, 12, 11, 13, 11, 12, 9, 7, 16, 9, 7, 5, 3, 3, 1, 5, 7, 8, 15, 9, 20, 18, 18, 12, 11, 10, 8, 12, 6, 5, 10, 7, 7, 9, 8, 6, 6, 9, 7, 8, 8], "n_pos": 145, "sum_m_en": [15.933933, 20.861552, 20.743817, 22.110229, 22.716198, 22.182256, 22.747898, 23.039717, 22.82626, 23.34067, 25.244103, 25.636207, 24.943434, 24.370716, 24.58311, 24.69454, 23.603546, 20.906287, 21.556968, 22.228769, 21.651899, 22.415395, 22.277209, 22.593711, 38.409534, 34.719946, 31.530999, 27.491045, 27.115304, 27.671811, 25.25041, 25.466736, 26.560718, 28.984154, 32.468549, 33.88112, 38.032414, 42.686463, 47.358506, 52.74026, 58.270162, 58.570656, 57.488251, 55.165415, 50.306612, 53.750087, 52.991854, 53.322395, 47.148907, 45.745358], "sum_m_pl": [4.297803, 6.921096, 7.21553, 6.847157, 7.777338, 6.981079, 6.773228, 7.197777, 7.341157, 7.720523, 8.442151, 9.631126, 9.731373, 9.464952, 9.623254, 9.615395, 9.26211, 9.568033, 8.950333, 8.822094, 8.492146, 8.239074, 8.198207, 8.20639, 9.413259, 10.414231, 10.997476, 12.400578, 11.474011, 12.940682, 12.040462, 12.211692, 11.146118, 9.502318, 9.079265, 9.759777, 8.723325, 7.859962, 7.400832, 10.131153, 8.904542, 8.171144, 9.788442, 10.122052, 8.456648, 8.379905, 8.633772, 7.046677, 8.680835, 8.221009]}, "digit": {"n_am_en": [0, 1, 2, 2, 3, 6, 4, 4, 1, 5, 7, 7, 5, 3, 4, 5, 2, 3, 6, 6, 7, 5, 4, 2, 10, 10, 11, 2, 1, 1, 2, 2, 4, 3, 6, 6, 5, 8, 6, 7, 5, 5, 6, 7, 4, 3, 4, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 0, 0, 2, 1, 2, 2, 3, 6, 4, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 4, 1, 3, 5, 5, 0, 2, 1, 3, 5, 2, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.409034, 4.233322, 3.807442, 3.695119, 3.842262, 3.847914, 3.874022, 3.756235, 3.669129, 3.796849, 4.570083, 4.428263, 4.163175, 4.089391, 4.16493, 4.186884, 3.964923, 3.538209, 3.852409, 3.875065, 3.791632, 3.882164, 3.834758, 3.987615, 6.612099, 5.931916, 5.318106, 4.609086, 4.648027, 4.47909, 4.18138, 4.355078, 4.398669, 4.395921, 4.677643, 5.046145, 5.05621, 5.561735, 5.922325, 5.171711, 5.396148, 5.128519, 4.82493, 6.541092, 3.806665, 3.191841, 3.345206, 1.852801, 0.422208, 1.9e-05], "sum_m_pl": [0.405757, 1.063392, 0.92242, 0.831876, 0.892578, 0.833509, 0.774221, 0.791449, 0.929582, 0.984494, 1.203251, 1.314988, 1.485761, 1.373222, 1.284317, 1.309091, 1.221023, 1.368462, 1.297966, 1.344137, 1.319002, 1.266186, 1.244764, 1.297363, 1.36208, 1.580059, 1.46199, 1.786108, 1.58694, 1.905467, 1.826751, 1.800742, 1.269431, 1.07212, 1.104797, 1.308231, 1.318581, 1.314806, 1.360374, 1.380975, 1.224943, 1.313241, 1.288459, 0.898094, 0.735927, 0.472292, 0.3271, 0.258417, 0.29765, 0.0]}, "lang": {"n_am_en": [3, 7, 7, 9, 10, 10, 11, 10, 10, 12, 13, 7, 7, 9, 14, 13, 14, 12, 10, 18, 18, 21, 21, 19, 27, 23, 26, 23, 19, 13, 16, 12, 12, 19, 25, 28, 33, 36, 42, 42, 43, 44, 44, 42, 39, 41, 40, 43, 46, 46], "n_am_pl": [4, 6, 3, 5, 5, 5, 3, 2, 5, 2, 3, 4, 4, 3, 5, 3, 4, 7, 2, 3, 2, 1, 1, 0, 1, 4, 4, 6, 6, 10, 6, 6, 6, 6, 5, 3, 4, 2, 1, 6, 6, 6, 6, 6, 6, 6, 9, 7, 8, 8], "n_pos": 55, "sum_m_en": [6.372042, 7.828445, 7.91846, 8.584486, 8.985376, 8.437131, 8.755961, 8.941668, 9.207008, 9.031612, 9.353734, 9.497844, 9.407178, 9.223908, 9.734253, 9.749593, 9.296436, 8.109193, 8.200559, 8.616032, 8.373885, 8.821915, 8.701281, 8.516628, 19.753915, 17.924298, 16.145668, 12.841106, 12.044697, 12.281146, 10.599999, 10.630404, 11.460363, 12.662409, 15.099516, 15.988556, 19.155455, 22.25086, 25.820459, 30.385002, 35.22344, 37.077815, 37.717352, 36.396176, 37.051447, 39.401653, 39.184168, 40.450735, 42.382593, 45.729375], "sum_m_pl": [1.929473, 2.64964, 2.836783, 2.642355, 2.953338, 2.844332, 2.80371, 2.963323, 2.971982, 3.138496, 3.467096, 4.073056, 3.881179, 3.7984, 4.112316, 4.010946, 3.795346, 3.805267, 3.539764, 3.509466, 3.35757, 3.288394, 3.277396, 3.219721, 3.323595, 3.802802, 4.439873, 4.995512, 4.787791, 5.323716, 5.094595, 5.12886, 4.884176, 4.443404, 3.808881, 4.318162, 3.577996, 2.907443, 2.780454, 5.674458, 4.874047, 4.25469, 5.749201, 6.733013, 6.28134, 7.105207, 8.017367, 6.545559, 7.661823, 7.998233]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "gsm8kpl-861", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1184, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9799, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 7, 19, 22, 24, 25, 30, 32, 26, 30, 41, 31, 28, 24, 29, 39, 44, 32, 37, 38, 41, 44, 45, 34, 67, 59, 47, 51, 45, 45, 25, 35, 32, 44, 51, 58, 57, 64, 65, 66, 69, 63, 66, 67, 65, 44, 25, 11, 6, 5], "n_am_pl": [2, 21, 15, 13, 9, 15, 9, 8, 23, 17, 18, 21, 28, 23, 21, 17, 8, 9, 10, 8, 9, 7, 10, 12, 14, 12, 12, 21, 16, 27, 27, 27, 30, 22, 12, 14, 8, 12, 13, 19, 23, 21, 27, 26, 40, 59, 75, 92, 92, 95], "n_pos": 173, "sum_m_en": [16.724816, 25.135028, 26.177284, 26.850046, 27.216034, 28.433597, 29.225114, 30.358668, 30.980697, 31.39342, 33.937499, 34.432123, 32.692868, 31.01784, 31.990178, 32.686535, 32.014408, 27.254659, 28.029966, 27.856504, 26.986119, 27.522827, 27.824148, 28.328652, 46.869103, 41.795108, 38.287727, 34.919565, 32.354494, 32.506238, 29.531201, 30.048683, 30.058463, 32.12709, 34.972493, 35.694462, 41.134111, 46.771699, 50.078831, 54.731868, 55.923539, 54.2023, 54.530769, 60.310669, 53.975389, 40.747833, 24.954894, 10.710394, 6.610416, 5.000495], "sum_m_pl": [2.875397, 7.838341, 8.786214, 8.994407, 10.098026, 9.301742, 9.024373, 9.403523, 9.551306, 10.189129, 11.388112, 12.20022, 12.851941, 13.075532, 13.150865, 12.611627, 11.633111, 12.033319, 11.004417, 10.935209, 10.451719, 10.170689, 10.238421, 10.265173, 13.65564, 14.733081, 15.128131, 17.277606, 17.29692, 19.023243, 17.197906, 17.891587, 17.722563, 14.8497, 12.917479, 13.702495, 12.129967, 11.550666, 11.511279, 12.692883, 14.461604, 14.768608, 19.370183, 21.27204, 37.02537, 53.467405, 72.638874, 88.733748, 90.116618, 94.985272]}, "digit": {"n_am_en": [0, 1, 4, 2, 1, 2, 2, 2, 5, 3, 5, 5, 3, 4, 4, 5, 6, 3, 5, 5, 5, 5, 4, 4, 5, 6, 5, 4, 5, 7, 1, 3, 2, 3, 6, 7, 8, 6, 3, 4, 5, 6, 8, 7, 3, 2, 3, 2, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 2, 3, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 2, 5, 1, 1, 0, 0, 1, 1, 1, 3, 3, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.933214, 3.445326, 3.475523, 3.214965, 3.129742, 3.203693, 3.133987, 3.052036, 3.053706, 3.228874, 3.899831, 3.826937, 3.530749, 3.480048, 3.470232, 3.585298, 3.335946, 2.993375, 3.255264, 3.098336, 3.087439, 3.251351, 3.282052, 3.365652, 6.038585, 5.187558, 4.538472, 4.083223, 4.064823, 3.881116, 3.366007, 3.560446, 3.471969, 3.462691, 3.785959, 4.461952, 4.802551, 5.145047, 5.090219, 4.624463, 4.896012, 4.75087, 4.471991, 5.266208, 3.298336, 2.415182, 2.242578, 1.055126, 0.124622, 0.0], "sum_m_pl": [0.358549, 0.932878, 0.762052, 0.689755, 0.76447, 0.709979, 0.633674, 0.629793, 0.804906, 0.808946, 1.006816, 1.037335, 1.203084, 1.205805, 1.082075, 1.077581, 1.050305, 1.17959, 1.138008, 1.152845, 1.128, 1.069541, 1.050242, 1.067714, 1.131841, 1.353156, 1.208675, 1.514656, 1.275355, 1.43032, 1.399477, 1.426121, 1.127064, 0.940166, 0.972583, 1.002704, 0.911403, 0.912407, 0.993608, 1.051758, 0.986645, 0.994328, 1.011202, 0.900612, 0.73793, 0.456769, 0.382216, 0.286056, 0.062043, 0.0]}, "lang": {"n_am_en": [2, 6, 15, 17, 21, 21, 23, 24, 16, 22, 29, 21, 23, 16, 19, 24, 28, 23, 23, 23, 27, 29, 30, 23, 46, 41, 35, 36, 31, 29, 19, 24, 26, 32, 32, 37, 41, 49, 52, 48, 51, 45, 46, 48, 50, 33, 17, 5, 5, 5], "n_am_pl": [1, 11, 10, 8, 8, 13, 7, 8, 17, 11, 13, 14, 17, 12, 17, 9, 4, 5, 6, 6, 6, 5, 9, 8, 9, 4, 7, 11, 9, 17, 16, 19, 21, 13, 8, 8, 6, 9, 8, 15, 20, 21, 26, 25, 39, 59, 74, 90, 91, 95], "n_pos": 101, "sum_m_en": [9.917339, 14.625852, 15.555622, 16.389819, 16.6268, 17.263108, 18.225296, 19.33489, 20.151664, 19.999803, 21.17449, 21.762997, 21.092613, 19.904379, 20.5977, 21.036524, 20.585792, 17.132632, 17.389847, 17.34355, 16.681082, 16.81899, 16.896016, 17.06134, 30.581584, 27.438736, 25.553381, 22.715412, 20.289229, 20.213002, 18.741608, 18.944677, 19.452248, 21.714771, 23.424303, 24.441541, 29.233171, 32.661754, 34.655802, 38.722561, 39.632252, 37.917513, 38.918443, 44.417385, 39.88974, 29.191027, 16.621657, 5.353721, 5.62967, 5.000159], "sum_m_pl": [1.484876, 4.303979, 5.267734, 5.501062, 6.325083, 5.944556, 5.827653, 6.184551, 6.311021, 6.53523, 7.38126, 7.903037, 8.251999, 8.491458, 8.822431, 8.395478, 7.575674, 7.769653, 7.045157, 6.841602, 6.437893, 6.291103, 6.386188, 6.3806, 8.741461, 9.446023, 10.110629, 11.327936, 11.77925, 13.02946, 11.577057, 12.100724, 12.454519, 9.967417, 8.71036, 8.884919, 8.386337, 7.764021, 8.258766, 9.733839, 11.991208, 12.264029, 17.115113, 19.228922, 35.308681, 52.17691, 71.288369, 86.916571, 89.237435, 94.7159]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "gsm8kpl-861", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1474, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9943}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 22, 27, 33, 44, 31, 51, 50, 43, 37, 30, 35, 33, 33, 44, 38, 35, 44, 46, 40, 35, 31, 30, 29, 63, 54, 60, 43, 51, 55, 50, 47, 52, 43, 63, 65, 65, 64, 78, 85, 84, 87, 87, 85, 83, 82, 84, 84, 78, 74], "n_am_pl": [3, 5, 6, 3, 7, 9, 3, 8, 9, 9, 13, 12, 17, 22, 15, 20, 8, 13, 12, 11, 6, 5, 8, 2, 9, 10, 11, 15, 13, 13, 12, 11, 10, 7, 13, 6, 11, 6, 6, 5, 3, 4, 4, 0, 0, 1, 1, 0, 0, 0], "n_pos": 159, "sum_m_en": [16.82187, 25.169138, 25.119576, 25.778649, 30.439845, 31.192169, 32.303358, 32.826721, 32.709208, 30.914087, 30.871618, 31.459698, 29.528452, 30.809892, 30.154345, 30.809789, 31.899001, 30.003862, 28.733951, 28.166761, 26.290666, 26.553797, 26.317206, 27.017112, 40.718609, 39.458495, 39.634363, 34.239825, 36.177392, 37.183097, 33.990201, 34.618223, 35.995331, 38.402497, 42.034944, 42.780011, 44.91763, 50.981606, 62.344429, 75.119628, 77.374589, 81.271449, 83.017831, 81.081742, 82.531965, 82.089651, 82.163653, 80.288313, 75.496943, 73.462131], "sum_m_pl": [2.96237, 6.665963, 6.98574, 6.345681, 7.604031, 7.526197, 7.225076, 7.035011, 7.350039, 7.86057, 8.586067, 9.194121, 10.326505, 10.67276, 10.73435, 11.89818, 11.20924, 11.469069, 10.851873, 10.76934, 10.736742, 10.108974, 9.90946, 10.171325, 13.197355, 13.306703, 12.934536, 13.574348, 12.53326, 13.205003, 11.665843, 10.968552, 12.000545, 12.104089, 10.84717, 10.515709, 9.70635, 8.26589, 6.372884, 5.151879, 4.801214, 4.122175, 3.811003, 3.072782, 2.500273, 1.764619, 1.129631, 0.798797, 0.719304, 0.040933]}, "digit": {"n_am_en": [0, 1, 1, 4, 2, 1, 5, 4, 5, 3, 4, 7, 5, 5, 6, 5, 3, 6, 6, 4, 3, 2, 2, 0, 10, 6, 6, 2, 6, 6, 4, 6, 4, 2, 4, 6, 5, 5, 8, 7, 6, 4, 7, 8, 5, 5, 4, 3, 1, 0], "n_am_pl": [0, 0, 1, 0, 1, 2, 1, 3, 3, 4, 4, 4, 7, 8, 4, 4, 0, 3, 2, 2, 1, 1, 2, 0, 1, 1, 1, 4, 4, 3, 2, 3, 2, 0, 5, 2, 5, 4, 6, 5, 3, 4, 4, 0, 0, 1, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.064745, 5.462916, 5.338814, 5.026627, 6.020736, 5.726507, 5.738139, 5.657228, 5.57115, 5.426272, 6.017983, 6.140783, 5.818946, 5.934325, 5.961776, 5.948648, 6.080036, 5.417609, 5.460302, 5.121568, 4.931824, 5.104783, 5.096811, 5.349134, 6.741479, 6.520921, 6.434159, 5.860904, 5.972569, 6.017015, 5.871579, 6.092742, 6.015685, 6.021009, 5.736145, 5.683215, 5.618097, 5.765547, 7.386924, 7.994533, 7.64037, 7.919228, 7.902147, 7.176985, 6.538378, 5.773577, 5.235764, 3.467428, 1.758244, 0.0], "sum_m_pl": [0.428601, 1.219767, 1.026462, 0.967137, 1.252353, 1.19919, 1.081062, 0.964834, 1.150983, 1.264234, 1.514814, 1.73519, 2.016632, 2.15073, 1.963519, 2.169477, 1.982797, 1.992666, 1.87042, 1.892544, 1.893516, 1.816773, 1.739157, 1.835783, 2.193386, 2.276582, 2.03566, 2.298848, 2.018755, 2.158988, 1.825698, 1.807371, 1.832486, 1.698029, 1.739474, 1.907498, 2.005164, 1.765043, 1.628966, 1.625786, 1.597256, 1.691525, 1.641731, 1.375504, 1.233701, 0.994345, 0.686841, 0.436885, 0.272009, 0.0]}, "lang": {"n_am_en": [13, 18, 23, 23, 35, 27, 36, 34, 28, 25, 23, 21, 21, 21, 30, 22, 24, 26, 29, 24, 22, 22, 19, 22, 41, 39, 46, 34, 36, 39, 37, 30, 38, 36, 48, 48, 48, 50, 57, 67, 67, 70, 72, 71, 73, 72, 73, 72, 73, 73], "n_am_pl": [2, 2, 2, 2, 2, 2, 0, 3, 3, 4, 3, 4, 7, 11, 8, 12, 6, 8, 6, 5, 1, 2, 4, 1, 4, 6, 6, 10, 6, 7, 8, 6, 5, 6, 5, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 74, "sum_m_en": [8.749333, 12.134501, 12.259558, 12.853209, 15.17593, 15.915682, 17.027801, 17.435342, 17.568117, 16.315663, 15.696199, 15.984674, 14.932214, 15.751549, 15.475509, 15.646838, 16.094556, 15.28308, 14.175627, 13.801905, 12.834285, 12.882764, 12.679551, 12.735743, 23.319845, 22.808059, 23.392481, 19.320586, 20.418905, 21.182797, 18.950375, 19.285746, 20.060593, 22.008104, 24.430622, 26.343894, 29.115043, 33.811522, 43.681677, 54.954248, 57.453886, 62.458381, 65.06586, 65.442081, 67.799252, 68.693673, 69.209072, 67.056135, 67.83284, 72.696267], "sum_m_pl": [1.551368, 3.000363, 3.232169, 2.871676, 3.443369, 3.563728, 3.462392, 3.579995, 3.714451, 3.93921, 4.204902, 4.444272, 5.10152, 5.260109, 5.45947, 6.170984, 5.67556, 5.764424, 5.462446, 5.407767, 5.333325, 4.97352, 4.911694, 4.990387, 6.725113, 6.695777, 7.013222, 7.28389, 6.734882, 6.954866, 6.338558, 5.869599, 6.718723, 6.873447, 5.773174, 5.624548, 5.042029, 4.111716, 2.968903, 1.755006, 1.667217, 1.096934, 0.883823, 0.726519, 0.462021, 0.176562, 0.143047, 0.133344, 0.095556, 0.040933]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "gsm8kpl-865", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1225, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9755, "tf_agree_excl_first": 0.9815}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 20, 16, 31, 40, 34, 50, 53, 37, 43, 46, 54, 53, 42, 49, 54, 48, 62, 65, 67, 60, 56, 49, 50, 75, 75, 60, 59, 57, 59, 58, 51, 50, 55, 71, 76, 75, 78, 87, 99, 102, 96, 88, 89, 81, 63, 25, 5, 0, 0], "n_am_pl": [0, 17, 19, 24, 14, 15, 20, 18, 18, 20, 26, 29, 31, 28, 31, 27, 23, 26, 25, 19, 15, 14, 13, 11, 19, 32, 27, 33, 34, 39, 30, 27, 22, 27, 27, 18, 28, 28, 29, 26, 26, 28, 29, 33, 49, 77, 116, 122, 133, 131], "n_pos": 240, "sum_m_en": [21.927112, 37.484402, 39.135114, 40.010952, 41.671538, 41.753162, 43.953661, 46.492902, 47.247661, 46.788637, 47.819435, 47.714796, 47.089541, 46.953367, 44.480471, 46.82026, 47.387619, 44.165506, 43.346669, 42.261011, 40.071272, 40.849908, 40.312476, 40.838235, 55.254502, 53.653587, 52.632512, 48.672079, 47.975371, 49.511126, 47.374332, 48.299194, 47.834753, 52.080639, 52.473638, 56.178941, 54.42492, 59.858917, 70.234771, 74.448917, 72.483208, 76.575134, 79.187132, 83.791796, 74.129306, 59.545606, 24.035672, 6.633774, 1.382214, 0.0], "sum_m_pl": [3.501023, 11.284072, 11.844313, 11.475814, 12.76708, 13.212399, 12.939021, 13.211026, 13.886206, 14.027917, 15.250279, 16.53645, 17.552338, 18.399677, 17.864857, 18.334891, 16.557655, 16.748631, 15.593593, 15.631221, 15.368873, 14.844126, 14.593728, 14.494134, 19.851945, 21.250294, 21.490517, 22.522829, 22.509537, 22.199286, 19.378789, 19.304117, 19.738208, 18.217958, 17.512529, 17.178062, 17.214053, 16.51686, 14.98787, 16.620379, 18.831744, 19.159935, 23.597741, 24.917162, 38.92978, 63.065646, 109.342509, 119.28444, 129.990816, 131.294949]}, "digit": {"n_am_en": [0, 2, 1, 2, 3, 2, 2, 1, 2, 4, 10, 6, 7, 4, 2, 2, 5, 3, 4, 5, 1, 3, 2, 2, 6, 4, 6, 4, 3, 2, 1, 5, 1, 2, 4, 4, 6, 7, 6, 6, 6, 5, 6, 6, 4, 6, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 3, 3, 1, 0, 1, 2, 2, 3, 1, 5, 3, 2, 1, 2, 3, 4, 0, 0, 1, 0, 0, 2, 3, 2, 4, 1, 2, 7, 3, 4, 3, 4, 5, 4, 5, 6, 6, 4, 5, 4, 0, 1, 2, 5, 4, 1, 0], "n_pos": 28, "sum_m_en": [2.705336, 5.163504, 5.261971, 4.9911, 5.334153, 5.033385, 5.025308, 5.119633, 5.058769, 5.151963, 5.599014, 5.49381, 5.28741, 5.342302, 5.046814, 5.048961, 5.3519, 4.809141, 4.920494, 4.701346, 4.560729, 4.752204, 4.727931, 4.933451, 6.308796, 6.085759, 5.78286, 5.434925, 5.328817, 5.328121, 5.137749, 5.601418, 5.520237, 5.452491, 5.371963, 5.603735, 5.380867, 5.370398, 7.64509, 7.271678, 7.053532, 6.450112, 7.073946, 6.595475, 5.551104, 5.34177, 1.48583, 0.597991, 0.374245, 0.0], "sum_m_pl": [0.447296, 1.419395, 1.175772, 1.125379, 1.289912, 1.199026, 1.108448, 0.996512, 1.260906, 1.320822, 1.579934, 1.65834, 1.795835, 1.910949, 1.777855, 1.932545, 1.761163, 1.824695, 1.676792, 1.719468, 1.68968, 1.604633, 1.543336, 1.590571, 1.934591, 2.291504, 1.970373, 2.239899, 1.94503, 2.030872, 1.790914, 1.747324, 1.680785, 1.585279, 1.560178, 1.671818, 1.735423, 1.522942, 1.388525, 1.490931, 1.42713, 1.498932, 1.396791, 1.284249, 1.326129, 1.37709, 5.052609, 4.320481, 1.043145, 0.0]}, "lang": {"n_am_en": [5, 14, 11, 23, 29, 26, 37, 38, 24, 29, 23, 31, 33, 26, 39, 40, 32, 43, 46, 48, 45, 44, 39, 40, 51, 51, 41, 41, 42, 43, 38, 32, 34, 41, 49, 48, 51, 55, 65, 76, 77, 70, 66, 65, 62, 41, 15, 5, 0, 0], "n_am_pl": [0, 5, 9, 17, 7, 9, 10, 6, 7, 7, 14, 15, 18, 15, 19, 18, 13, 14, 13, 11, 10, 9, 8, 6, 7, 15, 13, 16, 18, 25, 17, 19, 13, 16, 15, 10, 18, 16, 17, 13, 13, 16, 20, 30, 43, 68, 100, 111, 128, 131], "n_pos": 132, "sum_m_en": [12.351124, 20.439178, 21.286101, 22.206018, 22.953839, 23.323824, 25.392337, 27.058085, 27.959352, 27.330426, 27.669621, 27.426915, 27.349725, 27.19908, 26.142814, 27.364843, 27.336876, 25.509858, 25.017667, 24.493072, 23.272255, 23.613056, 23.144762, 23.136659, 34.744288, 33.697938, 33.089183, 29.728078, 29.301114, 29.733841, 28.400624, 28.421025, 28.421018, 31.940447, 31.663011, 35.313877, 35.323917, 39.00977, 47.592992, 52.093787, 50.590555, 52.000629, 54.180791, 59.464424, 53.994467, 40.627592, 14.550757, 4.070226, 0.287677, 0.0], "sum_m_pl": [1.880752, 6.114554, 6.587786, 6.391286, 6.988202, 7.532131, 7.478117, 7.896841, 8.265526, 8.082846, 8.710491, 9.708312, 10.423798, 11.240541, 11.031803, 11.073884, 9.776406, 9.849785, 9.264281, 9.199427, 8.940431, 8.634659, 8.553451, 8.427899, 10.819696, 11.902302, 12.348632, 13.1717, 13.240329, 13.330593, 11.776488, 11.876392, 12.272644, 11.226678, 10.696489, 10.678865, 10.613342, 9.651694, 9.037417, 9.07864, 11.100927, 12.555952, 17.307762, 19.308092, 33.156421, 54.459366, 94.437851, 107.851699, 124.788916, 130.991651]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "gsm8kpl-865", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1515, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9918}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 14, 22, 24, 32, 25, 26, 28, 30, 31, 39, 31, 36, 32, 45, 53, 45, 47, 45, 47, 52, 45, 45, 48, 64, 61, 54, 36, 41, 41, 35, 40, 41, 48, 53, 51, 56, 66, 67, 72, 73, 75, 72, 70, 66, 70, 63, 62, 58, 51], "n_am_pl": [1, 7, 11, 8, 5, 10, 6, 7, 9, 9, 6, 10, 16, 13, 11, 11, 5, 10, 15, 16, 10, 9, 8, 9, 8, 9, 8, 9, 10, 8, 12, 8, 4, 7, 9, 10, 14, 8, 6, 5, 9, 7, 8, 14, 14, 11, 11, 11, 12, 11], "n_pos": 146, "sum_m_en": [16.167407, 23.445303, 23.212938, 23.678398, 27.036595, 27.309478, 27.040235, 26.453805, 26.736651, 28.198917, 29.029437, 28.624807, 28.766811, 29.978554, 30.574861, 31.041965, 30.506999, 29.329159, 28.44882, 27.984852, 26.477736, 25.900913, 25.779273, 25.777673, 45.994404, 41.525, 39.568271, 33.056722, 36.304012, 36.782972, 34.191884, 34.611643, 35.083708, 39.958666, 44.535505, 44.456402, 50.790644, 56.427204, 58.409101, 65.527647, 65.345244, 67.893757, 65.140157, 65.55777, 66.123067, 65.401032, 64.176138, 63.494805, 57.738909, 51.130265], "sum_m_pl": [2.874132, 6.418222, 6.883292, 6.638501, 7.34779, 6.832783, 6.346735, 6.55277, 6.725699, 7.254908, 7.598791, 8.023611, 8.406445, 8.856277, 8.605307, 9.012534, 8.538807, 8.255935, 8.829342, 9.219109, 8.740508, 8.423763, 8.429109, 8.685458, 9.752693, 10.414752, 9.740457, 10.093752, 10.416669, 11.080403, 9.881875, 9.549995, 10.046967, 9.237864, 8.591599, 8.811609, 8.363448, 7.070139, 6.354903, 5.652716, 6.213172, 5.994718, 6.604651, 9.803095, 10.007493, 9.257933, 10.694691, 10.315416, 11.389181, 11.701777]}, "digit": {"n_am_en": [1, 1, 4, 6, 7, 7, 2, 4, 3, 2, 7, 3, 5, 5, 6, 11, 7, 12, 7, 7, 8, 6, 5, 7, 9, 10, 8, 5, 2, 0, 4, 3, 3, 5, 3, 3, 1, 6, 3, 7, 5, 6, 6, 6, 3, 7, 3, 2, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 1, 1, 1, 1, 2, 1, 4, 8, 5, 4, 6, 2, 3, 6, 6, 3, 2, 2, 4, 1, 2, 2, 2, 1, 0, 3, 1, 1, 3, 5, 5, 8, 6, 5, 5, 6, 4, 5, 3, 2, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.224984, 5.555592, 5.525765, 5.296803, 6.037569, 5.950261, 5.689279, 5.33461, 5.316466, 5.622088, 5.860831, 5.590575, 5.623478, 5.892748, 6.232283, 6.140541, 5.985467, 5.619045, 5.584251, 5.544355, 5.248902, 5.177594, 5.231977, 5.276695, 7.678855, 6.689826, 6.281536, 5.851465, 6.326307, 6.373848, 6.219012, 6.463034, 6.638611, 6.907734, 6.668698, 5.961669, 5.562519, 5.748317, 5.104579, 5.412687, 4.942527, 5.164106, 4.972745, 5.668701, 5.139379, 4.601496, 3.736314, 3.044224, 0.724269, 0.0], "sum_m_pl": [0.591326, 1.27931, 1.095832, 1.152895, 1.288623, 1.178232, 0.966066, 0.998922, 1.149631, 1.30189, 1.383199, 1.428865, 1.618823, 1.783602, 1.635624, 1.841882, 1.686908, 1.715318, 1.885621, 1.950756, 1.811299, 1.700905, 1.70421, 1.763263, 2.054832, 2.138547, 1.853634, 1.895251, 1.823772, 2.027109, 1.909707, 1.768755, 1.605719, 1.534535, 1.571321, 1.858632, 2.370975, 2.205736, 2.298191, 2.222536, 2.166494, 2.148062, 2.059616, 1.730405, 1.524918, 1.092006, 1.035123, 0.560742, 0.258269, 0.0]}, "lang": {"n_am_en": [6, 7, 12, 11, 16, 14, 14, 18, 21, 19, 21, 21, 23, 22, 24, 30, 26, 29, 30, 29, 33, 30, 31, 34, 42, 39, 38, 28, 32, 30, 27, 27, 31, 38, 41, 38, 44, 47, 50, 49, 51, 51, 51, 48, 47, 48, 48, 50, 51, 50], "n_am_pl": [0, 2, 3, 2, 1, 4, 2, 4, 2, 4, 4, 4, 3, 5, 3, 1, 1, 5, 4, 5, 4, 4, 3, 3, 3, 3, 3, 3, 5, 2, 3, 1, 1, 2, 3, 4, 4, 1, 1, 0, 2, 3, 3, 11, 12, 11, 11, 11, 12, 11], "n_pos": 63, "sum_m_en": [6.988609, 9.772514, 9.924557, 10.383146, 11.896095, 12.104783, 12.389186, 12.395383, 12.785657, 13.241558, 13.687972, 13.582457, 13.663529, 14.203998, 14.528832, 14.908177, 14.444016, 14.202937, 13.522725, 13.100004, 12.457879, 12.175067, 11.942408, 11.756302, 28.008206, 25.300815, 24.087088, 18.580649, 19.98958, 19.818446, 18.263375, 18.176825, 18.268236, 22.182314, 26.407832, 26.859289, 32.420103, 37.135484, 39.853757, 44.497389, 45.336081, 47.615003, 46.524411, 46.072912, 47.002104, 47.836189, 47.915823, 48.745696, 48.972802, 49.470645], "sum_m_pl": [1.173548, 2.663118, 2.896421, 2.693371, 3.044439, 2.780763, 2.702861, 2.909103, 3.02556, 3.2302, 3.471911, 3.68996, 3.75602, 3.866763, 3.737787, 3.791833, 3.640551, 3.396081, 3.61018, 3.897327, 3.722542, 3.644983, 3.634386, 3.706969, 3.716342, 4.157933, 4.12056, 4.242738, 4.484215, 4.501302, 4.148024, 4.042022, 4.634456, 4.021243, 3.640123, 3.934748, 3.541582, 2.485628, 2.148747, 1.632614, 2.111089, 2.441582, 3.03967, 6.949625, 7.544529, 7.469203, 9.372318, 9.420349, 10.632718, 11.411727]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "gsm8kpl-868", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1220, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9799}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 9, 11, 10, 23, 17, 19, 18, 21, 36, 40, 25, 32, 32, 40, 49, 44, 48, 40, 45, 40, 36, 42, 36, 75, 58, 44, 40, 41, 39, 38, 38, 36, 59, 60, 52, 58, 65, 56, 68, 65, 70, 65, 66, 58, 48, 18, 6, 3, 3], "n_am_pl": [4, 19, 11, 9, 20, 15, 25, 14, 16, 16, 16, 20, 23, 23, 9, 15, 20, 13, 15, 14, 14, 16, 14, 11, 13, 23, 24, 12, 10, 24, 15, 15, 17, 15, 16, 13, 18, 12, 14, 12, 14, 18, 21, 21, 28, 38, 66, 78, 79, 73], "n_pos": 170, "sum_m_en": [15.63404, 25.056227, 26.58302, 27.210668, 29.659321, 30.432533, 29.469176, 29.958059, 30.743581, 32.604405, 33.464485, 32.476379, 32.542258, 33.542258, 35.153897, 36.209569, 34.499, 32.382913, 31.377714, 30.877707, 29.783398, 29.210999, 29.111533, 28.778293, 46.550622, 40.489973, 36.959667, 32.659125, 33.927517, 34.024597, 32.20798, 33.572978, 34.457213, 39.511544, 42.130135, 41.875939, 44.89553, 51.141979, 52.679379, 56.400733, 53.277253, 57.230252, 52.543378, 56.853393, 54.879206, 43.661043, 21.105908, 7.509412, 4.325663, 2.503518], "sum_m_pl": [3.002805, 8.675013, 8.897825, 8.5675, 9.639233, 9.107061, 9.051837, 9.012794, 9.699613, 9.230783, 10.206401, 11.156892, 11.474301, 12.232793, 11.805714, 11.594798, 10.781965, 10.196478, 10.652519, 11.051338, 10.574655, 10.211082, 10.125492, 10.062385, 12.831489, 14.389774, 14.367326, 13.340051, 14.481235, 16.255749, 13.83013, 13.820717, 14.025676, 12.334305, 11.540429, 12.5293, 12.416835, 10.12574, 9.405457, 8.998978, 10.108968, 11.376278, 14.022342, 21.126453, 22.929124, 36.343787, 60.69951, 73.896824, 76.613432, 72.886633]}, "digit": {"n_am_en": [1, 0, 2, 0, 4, 2, 1, 2, 2, 5, 4, 3, 4, 6, 9, 7, 6, 9, 5, 9, 9, 7, 7, 5, 11, 7, 4, 4, 3, 6, 4, 5, 3, 4, 3, 6, 2, 4, 2, 4, 3, 8, 8, 7, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 2, 1, 1, 0, 0, 3, 3, 6, 5, 0, 5, 5, 1, 2, 1, 3, 0, 3, 1, 1, 3, 2, 1, 0, 4, 2, 4, 1, 1, 3, 1, 4, 3, 4, 3, 3, 4, 3, 0, 1, 0, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.670434, 4.900749, 5.061366, 4.874899, 4.988445, 5.002711, 4.80221, 4.592098, 4.824427, 5.206566, 5.414718, 5.169632, 5.084752, 5.438383, 5.901099, 5.792346, 5.554161, 5.139333, 5.123298, 5.072904, 4.836124, 4.791796, 4.835728, 4.868491, 7.735009, 6.705052, 6.159728, 5.521035, 5.729574, 5.721161, 5.47552, 6.143426, 6.137899, 6.319036, 6.322575, 5.488475, 5.600464, 5.884106, 5.770617, 5.417536, 4.964334, 5.020622, 4.528759, 4.731667, 3.216895, 2.460225, 1.593919, 0.8378, 0.345831, 0.0], "sum_m_pl": [0.51755, 1.37892, 1.109214, 1.079497, 1.117176, 1.038936, 0.901089, 0.916648, 1.117882, 1.222119, 1.401317, 1.46253, 1.572505, 1.781481, 1.605349, 1.661608, 1.484678, 1.462992, 1.581054, 1.68255, 1.565454, 1.506315, 1.515377, 1.551368, 1.644845, 1.831933, 1.534932, 1.655005, 1.721955, 1.996802, 1.820952, 1.795151, 1.581615, 1.406323, 1.397466, 1.573889, 1.604764, 1.419152, 1.602505, 1.581445, 1.540162, 1.535669, 1.424212, 1.386707, 1.349962, 1.030064, 1.20187, 0.810768, 0.199134, 0.0]}, "lang": {"n_am_en": [2, 6, 6, 5, 10, 9, 9, 10, 11, 16, 19, 14, 17, 18, 18, 28, 22, 26, 21, 19, 17, 17, 23, 19, 36, 26, 22, 19, 26, 21, 24, 19, 21, 39, 31, 29, 35, 38, 33, 37, 36, 38, 37, 39, 37, 31, 12, 5, 2, 2], "n_am_pl": [1, 13, 5, 4, 15, 10, 19, 9, 12, 11, 8, 11, 11, 13, 7, 4, 9, 9, 10, 11, 10, 13, 9, 7, 7, 10, 14, 8, 6, 13, 8, 9, 10, 7, 11, 10, 11, 7, 8, 7, 8, 12, 15, 19, 25, 35, 57, 67, 73, 73], "n_pos": 76, "sum_m_en": [6.955519, 10.633182, 11.701896, 12.071374, 13.521548, 13.975982, 13.667483, 14.508206, 14.96538, 15.725842, 16.131699, 15.502909, 15.606392, 15.923897, 16.420331, 17.206996, 16.023269, 15.091413, 14.426626, 14.230407, 13.892695, 13.5426, 13.508642, 13.222521, 22.396635, 19.333985, 17.213369, 15.141959, 15.725687, 15.482821, 15.096641, 15.428729, 15.499194, 18.795217, 19.58876, 20.326973, 22.259251, 26.981353, 28.151379, 29.192381, 27.749416, 29.486318, 28.33066, 32.593591, 32.948675, 24.814566, 13.092002, 4.686498, 2.432468, 1.880626], "sum_m_pl": [1.264274, 3.892451, 4.168296, 3.963697, 4.615524, 4.397753, 4.769709, 4.668746, 5.242095, 4.58482, 5.243248, 5.78868, 5.880524, 6.3157, 6.06955, 5.738297, 5.5246, 5.120075, 5.456049, 5.479623, 5.243052, 5.052136, 4.945397, 4.804454, 6.339361, 7.217133, 7.676452, 6.810404, 7.682694, 8.619387, 7.361942, 7.496025, 7.876213, 6.799936, 6.708616, 7.607836, 8.023626, 6.142123, 5.540144, 5.402005, 6.285459, 7.884217, 10.528141, 17.087366, 18.904629, 31.421052, 51.476903, 63.390972, 70.549637, 72.545313]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "gsm8kpl-868", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1510, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [22, 20, 20, 26, 33, 23, 38, 33, 25, 25, 29, 34, 27, 28, 38, 35, 35, 39, 45, 49, 49, 47, 49, 52, 83, 72, 61, 52, 49, 46, 46, 47, 54, 62, 71, 72, 77, 79, 80, 93, 93, 92, 87, 89, 85, 87, 75, 75, 66, 56], "n_am_pl": [0, 10, 13, 8, 8, 16, 17, 12, 26, 26, 26, 28, 17, 17, 18, 22, 16, 17, 8, 9, 7, 6, 5, 4, 7, 10, 17, 17, 11, 20, 11, 15, 10, 9, 9, 9, 8, 7, 4, 6, 5, 4, 5, 7, 5, 1, 1, 1, 1, 1], "n_pos": 183, "sum_m_en": [21.602077, 29.112387, 29.205808, 28.824985, 30.707948, 30.032455, 28.012638, 28.622479, 27.033665, 28.311654, 30.346929, 30.123198, 28.753663, 28.950504, 29.93166, 29.824692, 30.452114, 29.903689, 30.684624, 31.164847, 29.11084, 28.82885, 28.66724, 29.176987, 49.314765, 45.887948, 41.413035, 34.531659, 35.509902, 34.185379, 32.791956, 35.429506, 39.753601, 40.552346, 43.754685, 48.594265, 55.766623, 63.638829, 63.819573, 71.097543, 74.759807, 74.78698, 77.353132, 78.234317, 79.795694, 78.445345, 73.832549, 70.527322, 60.776409, 56.744723], "sum_m_pl": [4.45585, 8.881612, 9.235083, 8.88034, 9.386002, 8.547823, 7.967433, 8.389606, 9.599619, 10.925168, 11.514703, 11.369451, 11.929354, 11.720356, 11.4323, 11.489208, 11.504176, 11.088757, 11.311674, 10.839245, 10.253684, 9.963941, 9.622102, 9.7799, 11.781634, 13.324243, 14.370317, 15.146335, 13.608583, 14.447411, 14.045705, 13.150761, 11.828587, 11.174487, 11.743868, 10.694081, 10.039953, 8.453758, 7.795628, 7.889606, 7.488653, 6.420684, 6.23772, 5.741033, 5.04882, 4.089539, 3.32285, 2.47722, 2.102508, 1.00032]}, "digit": {"n_am_en": [4, 4, 5, 5, 5, 1, 3, 4, 2, 2, 8, 8, 4, 8, 10, 6, 7, 8, 9, 9, 9, 7, 10, 8, 18, 15, 8, 11, 10, 6, 11, 10, 11, 14, 22, 15, 16, 19, 15, 18, 15, 17, 13, 13, 11, 11, 9, 5, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 7, 6, 2, 11, 10, 14, 16, 8, 8, 11, 9, 8, 11, 4, 3, 2, 1, 2, 1, 2, 3, 6, 6, 2, 8, 6, 8, 6, 2, 4, 4, 2, 4, 3, 4, 3, 1, 2, 6, 4, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.043641, 8.865544, 8.660379, 8.281874, 8.769048, 8.344722, 7.675292, 7.481994, 7.055554, 7.886583, 8.949018, 8.420516, 8.194172, 8.491287, 8.71869, 8.388529, 8.777424, 8.233023, 8.712114, 8.52879, 8.163478, 8.248967, 8.114599, 8.318136, 11.846989, 10.556637, 9.17937, 8.259471, 8.453383, 8.391291, 8.462283, 9.596756, 10.39459, 10.509891, 11.172574, 11.403795, 12.007116, 12.447788, 10.73308, 10.754298, 11.300079, 11.109303, 11.670049, 10.449973, 10.250119, 9.283344, 7.248824, 4.333028, 1.129619, 0.0], "sum_m_pl": [1.412728, 2.700212, 2.264772, 2.154695, 2.431441, 2.267592, 1.85928, 1.97785, 2.729551, 3.011524, 3.293944, 3.266033, 3.569531, 3.406561, 3.194891, 3.30351, 3.175057, 3.084591, 3.120856, 2.864948, 2.706917, 2.610659, 2.529162, 2.632278, 3.147317, 3.74718, 3.91824, 4.076833, 3.628528, 3.914788, 3.728795, 3.454805, 3.003257, 2.720004, 2.859895, 2.803066, 2.686815, 2.330163, 2.649691, 2.895953, 2.582629, 2.568363, 2.662577, 3.036688, 2.823432, 2.161826, 1.697216, 1.038832, 0.368418, 0.0]}, "lang": {"n_am_en": [12, 10, 14, 16, 19, 14, 21, 19, 15, 14, 12, 15, 14, 13, 21, 21, 18, 19, 23, 26, 27, 27, 26, 26, 40, 38, 35, 29, 28, 28, 26, 26, 28, 31, 32, 36, 42, 44, 47, 51, 51, 51, 52, 54, 51, 53, 49, 53, 54, 54], "n_am_pl": [0, 8, 3, 2, 0, 1, 2, 1, 5, 8, 5, 4, 3, 2, 3, 5, 3, 4, 2, 3, 1, 2, 1, 3, 2, 2, 4, 6, 3, 2, 2, 4, 4, 3, 4, 3, 2, 0, 0, 0, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1], "n_pos": 56, "sum_m_en": [7.168008, 8.768417, 9.69403, 9.790267, 10.607071, 10.200254, 9.504969, 10.103678, 9.383291, 9.195522, 9.676335, 9.780632, 9.393107, 9.430429, 10.040722, 10.146647, 9.919636, 10.269028, 10.236675, 10.667123, 9.564275, 9.249324, 9.214745, 9.334613, 22.899947, 22.021436, 19.267283, 14.752882, 15.095159, 13.986823, 12.817392, 13.779524, 15.923311, 16.680661, 18.434568, 22.526542, 27.742462, 33.133122, 35.898449, 40.304625, 41.933582, 43.476933, 45.329669, 46.2899, 47.225232, 48.022061, 46.866803, 47.953761, 47.12482, 53.946006], "sum_m_pl": [1.247078, 2.366884, 2.435526, 2.360838, 2.432318, 2.269904, 2.239449, 2.297441, 2.638839, 3.111385, 3.321217, 3.336455, 3.452151, 3.520777, 3.574508, 3.486536, 3.602166, 3.498565, 3.614404, 3.458505, 3.37161, 3.272855, 3.145619, 3.182807, 3.673782, 3.929576, 4.542718, 4.684323, 4.348978, 4.555937, 4.806732, 4.609921, 4.246033, 4.091882, 4.262481, 3.908094, 3.400949, 2.416129, 2.409399, 2.204254, 2.226142, 1.79637, 1.742517, 1.549673, 1.32767, 1.25074, 1.082741, 1.112117, 1.365272, 1.00032]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 189, "item_id": "gsm8kpl-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1221, "region_end": 183, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.9734}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 35, 38, 56, 42, 46, 59, 64, 52, 69, 68, 72, 62, 79, 80, 96, 99, 121, 121, 135, 126, 138, 143, 142, 245, 214, 165, 134, 111, 93, 95, 95, 92, 121, 155, 175, 195, 206, 205, 211, 221, 206, 187, 188, 152, 111, 55, 28, 5, 2], "n_am_pl": [34, 52, 71, 75, 85, 80, 65, 66, 83, 84, 84, 92, 97, 86, 80, 74, 65, 73, 48, 32, 35, 38, 27, 30, 44, 57, 60, 76, 72, 83, 102, 78, 57, 57, 45, 61, 53, 34, 38, 35, 44, 47, 54, 72, 103, 127, 160, 187, 194, 191], "n_pos": 654, "sum_m_en": [70.228059, 96.472775, 100.956966, 97.740415, 98.298515, 93.674446, 94.121548, 95.593668, 91.062255, 94.503529, 101.86801, 97.681282, 96.545689, 98.776633, 98.108662, 104.748307, 108.440996, 101.238128, 101.922554, 98.282489, 96.465177, 98.224965, 96.825761, 98.198051, 144.34157, 139.92528, 125.127911, 105.611466, 101.352853, 98.428628, 94.389792, 100.838666, 101.40447, 107.311434, 113.400058, 120.245076, 129.605913, 153.002942, 158.480633, 167.947955, 180.069264, 178.054151, 173.88951, 176.210505, 145.583306, 113.908341, 58.21768, 30.71278, 14.763567, 2.223111], "sum_m_pl": [14.865971, 37.065271, 39.177111, 36.833797, 36.395237, 34.366515, 32.337873, 34.116799, 40.772369, 42.193107, 46.456615, 47.050156, 49.071238, 49.819963, 50.019158, 50.072795, 46.417405, 43.583564, 40.829207, 39.168783, 35.90554, 34.716766, 33.696218, 33.709781, 42.112066, 50.508227, 55.887595, 58.037959, 60.66618, 60.489796, 58.66859, 58.267436, 54.987263, 50.373576, 49.634267, 49.25746, 45.496887, 40.356214, 41.32079, 42.612238, 46.137258, 46.229288, 54.523277, 62.414985, 100.508543, 123.034361, 159.981123, 186.290072, 189.907371, 191.017238]}, "digit": {"n_am_en": [0, 10, 12, 21, 15, 7, 8, 13, 8, 19, 20, 14, 4, 16, 16, 24, 31, 31, 27, 20, 19, 19, 24, 23, 54, 45, 32, 27, 20, 19, 14, 14, 10, 21, 29, 36, 44, 32, 43, 38, 41, 36, 29, 33, 23, 21, 15, 12, 0, 0], "n_am_pl": [0, 15, 22, 9, 6, 9, 5, 13, 20, 20, 24, 29, 28, 20, 21, 23, 17, 22, 17, 13, 10, 9, 5, 10, 12, 18, 17, 16, 21, 23, 24, 25, 12, 16, 14, 28, 15, 11, 10, 9, 7, 3, 8, 8, 3, 2, 2, 3, 0, 0], "n_pos": 171, "sum_m_en": [17.600254, 27.406556, 30.294882, 28.482252, 28.671341, 27.01535, 25.479565, 25.040058, 24.571248, 27.07669, 29.442627, 26.479994, 26.379485, 27.471386, 26.573373, 27.289688, 28.910838, 27.297448, 27.59704, 26.06207, 25.449377, 25.838661, 25.180118, 25.787975, 35.078768, 33.881424, 31.024728, 27.337887, 26.852472, 26.440491, 24.643544, 27.316712, 27.944129, 29.303215, 30.751594, 32.546621, 33.143315, 33.741352, 33.690833, 34.045739, 36.891344, 34.700343, 34.008051, 31.569429, 25.498951, 22.094265, 16.182238, 10.306316, 5.123877, 0.0], "sum_m_pl": [3.378751, 9.999677, 8.656872, 7.79105, 7.19304, 6.718183, 5.920023, 6.956588, 9.228751, 9.062354, 11.02044, 10.855944, 10.758127, 10.986672, 10.395228, 11.739984, 10.500331, 10.556478, 9.665841, 8.891578, 8.020226, 7.594414, 7.482775, 7.599537, 8.495999, 11.000893, 11.920895, 12.578052, 12.196892, 11.934969, 11.731653, 11.322737, 9.996732, 10.345365, 10.429929, 10.986412, 9.576141, 8.588048, 8.909588, 9.127786, 8.538431, 8.264697, 8.445803, 8.249074, 8.661946, 8.796776, 6.581016, 5.715467, 1.252632, 0.000586]}, "lang": {"n_am_en": [11, 9, 9, 13, 17, 18, 27, 29, 25, 31, 24, 29, 29, 26, 35, 40, 39, 44, 56, 70, 64, 72, 72, 73, 109, 96, 76, 64, 54, 38, 47, 47, 44, 61, 78, 85, 98, 116, 107, 114, 117, 112, 104, 103, 79, 54, 23, 10, 5, 2], "n_am_pl": [6, 19, 25, 25, 23, 18, 12, 21, 22, 20, 33, 29, 29, 33, 29, 21, 23, 19, 14, 13, 18, 19, 13, 17, 15, 17, 25, 29, 27, 32, 41, 35, 24, 21, 19, 23, 23, 17, 22, 22, 27, 36, 39, 55, 85, 111, 140, 171, 185, 191], "n_pos": 193, "sum_m_en": [19.325328, 27.744414, 28.347582, 28.02163, 28.800229, 27.16723, 29.638804, 31.610842, 29.650125, 28.661484, 30.981049, 31.288244, 30.774974, 31.020385, 31.377087, 35.030177, 34.733563, 32.549348, 32.94448, 32.071783, 31.316261, 31.840583, 31.494032, 31.10218, 57.009378, 53.670428, 45.803109, 37.341308, 35.037609, 33.636089, 32.762558, 34.041412, 33.244064, 38.191261, 39.774845, 44.62956, 50.561212, 68.005544, 74.868066, 80.311753, 86.748384, 88.408021, 87.004057, 92.160515, 70.674536, 52.817606, 23.183222, 11.29833, 6.178907, 2.222999], "sum_m_pl": [3.929578, 9.669008, 11.009107, 10.733597, 11.037115, 10.876096, 10.638271, 10.949657, 13.0018, 13.967361, 14.933754, 14.926335, 16.215251, 17.594304, 17.593885, 16.501236, 15.497253, 13.983422, 13.445071, 12.886765, 12.239434, 12.053064, 11.531286, 11.518487, 16.352346, 17.602426, 20.133207, 21.06753, 22.648021, 23.293535, 22.748926, 23.483475, 23.592535, 21.550127, 20.814877, 20.646368, 20.982319, 18.692874, 19.838258, 21.28479, 24.965752, 26.904645, 34.255386, 42.406342, 75.78454, 99.769374, 133.36124, 165.585582, 179.486483, 190.270678]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 710, "item_id": "gsm8kpl-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1511, "region_end": 654, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 27, 29, 30, 38, 27, 29, 32, 33, 34, 28, 24, 17, 15, 23, 31, 26, 28, 32, 36, 35, 42, 32, 37, 43, 42, 37, 32, 34, 28, 36, 43, 46, 58, 53, 53, 53, 60, 66, 74, 68, 68, 68, 60, 62, 59, 73, 64, 52, 47], "n_am_pl": [5, 15, 17, 14, 13, 13, 19, 12, 15, 14, 16, 13, 21, 16, 13, 15, 14, 21, 14, 15, 7, 5, 6, 6, 7, 12, 11, 13, 13, 16, 17, 7, 8, 10, 13, 14, 10, 8, 9, 3, 5, 4, 3, 0, 5, 6, 2, 2, 2, 2], "n_pos": 169, "sum_m_en": [19.630609, 27.829065, 27.879306, 27.933609, 30.598315, 28.390369, 27.381624, 28.037804, 27.101075, 28.814327, 28.045821, 28.757535, 26.814702, 26.513527, 26.880416, 28.921114, 29.368736, 28.284021, 30.369032, 30.20001, 28.500479, 28.625338, 27.576681, 28.241375, 41.079301, 36.05581, 33.462379, 31.726881, 30.176954, 31.257334, 30.294167, 30.452509, 33.528245, 36.011581, 40.839554, 41.527076, 43.252842, 47.837855, 52.139839, 60.118741, 59.750589, 63.075743, 62.439198, 58.153202, 58.164649, 59.011357, 66.847377, 63.017219, 51.423092, 46.66451], "sum_m_pl": [4.05783, 8.548943, 9.653842, 8.828165, 9.742788, 9.431362, 9.336796, 9.079202, 9.669498, 10.243294, 10.927863, 11.238659, 11.61623, 12.432545, 12.221893, 12.747443, 11.991409, 12.242137, 11.89038, 11.668398, 11.351961, 10.817821, 10.624955, 10.886986, 12.721353, 14.85864, 14.351365, 15.339644, 15.589188, 16.395403, 14.271714, 13.786981, 13.165914, 12.345273, 11.423225, 10.510723, 10.213661, 9.547919, 8.638863, 7.193737, 6.678272, 5.700449, 5.623816, 5.21419, 5.308344, 4.876977, 2.667577, 2.936391, 2.929811, 2.0]}, "digit": {"n_am_en": [0, 4, 10, 9, 4, 4, 2, 5, 5, 8, 8, 6, 1, 3, 4, 7, 2, 9, 9, 7, 9, 8, 3, 7, 10, 7, 6, 2, 3, 2, 4, 9, 9, 8, 8, 7, 7, 10, 8, 15, 10, 11, 9, 8, 5, 6, 16, 11, 2, 0], "n_am_pl": [0, 0, 0, 0, 2, 1, 1, 2, 3, 1, 3, 2, 6, 7, 2, 4, 6, 9, 7, 5, 2, 1, 1, 1, 3, 7, 4, 6, 6, 4, 7, 3, 1, 3, 6, 7, 7, 5, 7, 2, 3, 3, 3, 0, 4, 5, 1, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.26079, 7.297389, 7.614105, 7.381041, 7.796246, 7.246079, 6.956016, 6.934393, 6.520787, 7.172086, 7.388409, 7.288936, 6.658702, 6.512919, 6.955511, 7.512405, 7.395746, 7.191428, 7.606894, 7.526977, 6.812569, 6.642919, 6.535833, 6.842346, 8.769211, 7.693922, 7.001643, 6.968832, 6.612943, 6.864735, 6.612012, 7.096025, 7.630864, 7.782064, 8.13361, 8.039826, 7.780671, 7.977324, 7.909784, 9.441478, 9.007112, 9.309271, 8.16473, 6.922245, 5.776792, 6.287346, 12.618401, 10.316882, 3.884409, 0.0], "sum_m_pl": [0.642388, 2.115484, 1.85947, 1.813222, 2.0204, 1.852733, 1.823143, 1.860629, 2.010055, 2.22501, 2.332786, 2.264647, 2.482747, 2.833226, 2.805158, 2.97668, 2.701114, 2.975954, 2.954639, 2.74, 2.626836, 2.492894, 2.380285, 2.512848, 3.264829, 3.732232, 3.352574, 3.960068, 3.747552, 3.737137, 3.168049, 3.141517, 3.02947, 2.780764, 2.752387, 2.681594, 2.849665, 2.627447, 2.760136, 2.385396, 2.015349, 2.128116, 2.178922, 2.124515, 2.707114, 2.341773, 0.834352, 0.613979, 0.303945, 0.0]}, "lang": {"n_am_en": [12, 11, 10, 14, 18, 14, 16, 16, 15, 13, 14, 12, 10, 9, 13, 12, 13, 12, 16, 18, 17, 19, 20, 20, 24, 25, 23, 22, 24, 21, 22, 21, 25, 27, 29, 30, 28, 32, 33, 38, 40, 41, 44, 42, 46, 44, 45, 46, 45, 45], "n_am_pl": [2, 8, 7, 5, 5, 4, 3, 4, 7, 3, 2, 3, 9, 3, 4, 7, 2, 2, 2, 3, 2, 2, 2, 2, 1, 2, 2, 3, 4, 2, 4, 1, 1, 3, 1, 4, 1, 1, 1, 1, 2, 1, 0, 0, 1, 1, 1, 2, 2, 2], "n_pos": 48, "sum_m_en": [5.648048, 7.570264, 7.698179, 8.26945, 9.460776, 8.620927, 8.514089, 8.791819, 8.738489, 9.133912, 8.465729, 9.038171, 8.366687, 8.281882, 8.223592, 8.909524, 9.486722, 9.153847, 9.892257, 9.784033, 9.439417, 9.846654, 9.328433, 9.502708, 19.535811, 17.258549, 16.163633, 14.182085, 12.919117, 12.998748, 12.491182, 11.97574, 13.429358, 15.051619, 18.437008, 19.275853, 19.961484, 22.554623, 25.772763, 32.465913, 34.780929, 38.082567, 39.652315, 39.086447, 40.427767, 40.774694, 42.794219, 43.183623, 40.561454, 44.463458], "sum_m_pl": [1.152236, 2.29031, 2.855168, 2.458409, 2.676042, 2.832282, 2.89871, 2.902965, 3.160058, 3.123294, 3.57855, 3.845353, 4.042685, 4.250559, 4.183836, 4.316856, 3.98027, 3.834936, 3.631129, 3.561066, 3.486857, 3.350335, 3.251661, 3.305669, 3.406799, 3.82251, 4.137193, 4.579662, 4.794104, 4.845857, 4.434052, 4.277952, 4.082659, 3.845033, 3.123178, 2.949034, 2.812325, 2.648118, 2.370171, 1.664933, 1.588554, 1.298519, 1.154836, 1.295151, 1.210653, 1.29886, 1.108755, 1.721673, 2.108213, 2.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "gsm8kpl-88", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1153, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9771, "tf_agree_excl_first": 0.9828}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 18, 35, 28, 33, 42, 34, 29, 36, 32, 22, 31, 23, 17, 28, 37, 42, 51, 44, 46, 46, 57, 56, 54, 73, 65, 47, 43, 43, 44, 42, 40, 42, 46, 59, 60, 71, 80, 80, 96, 85, 84, 81, 82, 67, 50, 26, 12, 7, 4], "n_am_pl": [7, 27, 26, 23, 22, 25, 25, 35, 36, 32, 41, 49, 35, 41, 31, 24, 17, 30, 25, 20, 17, 10, 8, 11, 21, 27, 27, 31, 37, 35, 26, 28, 27, 23, 23, 18, 17, 19, 16, 15, 15, 19, 22, 23, 36, 43, 74, 86, 88, 89], "n_pos": 221, "sum_m_en": [22.616452, 34.344885, 35.577824, 36.071498, 38.549239, 35.747339, 35.133526, 36.865552, 36.806967, 38.936162, 37.627581, 37.695817, 36.412967, 35.679908, 35.531553, 37.892008, 38.720118, 36.81984, 39.887761, 39.192319, 37.896186, 40.310201, 38.819064, 38.934861, 61.002055, 52.541648, 45.570026, 42.3163, 37.344227, 39.070602, 37.219808, 38.013935, 39.818186, 42.178253, 46.732831, 47.428359, 48.781244, 56.125316, 62.998988, 75.070424, 72.891748, 74.143303, 74.915734, 74.65734, 65.504678, 51.17603, 28.956173, 12.895047, 9.315698, 4.000473], "sum_m_pl": [4.322671, 12.188332, 13.566676, 12.731795, 13.437931, 13.673248, 13.921653, 13.663671, 15.655443, 16.084483, 17.123545, 18.437782, 18.521964, 19.95527, 19.248419, 19.200376, 16.82673, 16.6746, 15.427137, 15.807062, 15.52184, 14.651541, 14.508932, 14.68644, 18.771363, 22.601714, 24.377196, 25.180561, 26.174503, 27.42459, 23.412989, 23.597904, 22.773585, 21.07755, 18.716574, 17.779318, 17.49172, 15.813115, 14.240093, 12.365425, 12.673933, 12.511561, 18.848077, 21.887299, 28.095636, 39.059069, 68.633512, 85.4012, 87.976406, 88.895307]}, "digit": {"n_am_en": [0, 7, 6, 3, 2, 4, 2, 1, 5, 5, 5, 5, 1, 1, 5, 9, 8, 13, 10, 4, 4, 9, 5, 7, 12, 8, 8, 4, 8, 8, 6, 6, 5, 6, 7, 10, 9, 11, 9, 13, 7, 7, 4, 6, 4, 3, 7, 5, 2, 0], "n_am_pl": [0, 3, 5, 3, 1, 6, 4, 7, 7, 7, 5, 6, 2, 8, 3, 4, 2, 7, 7, 5, 3, 1, 2, 1, 7, 8, 4, 4, 6, 4, 5, 4, 3, 7, 7, 6, 7, 4, 5, 3, 4, 6, 5, 2, 6, 5, 1, 1, 0, 0], "n_pos": 40, "sum_m_en": [4.141197, 7.348206, 7.734175, 6.96161, 7.027652, 6.36155, 6.411649, 6.615105, 6.440268, 7.242725, 7.294729, 7.089844, 6.612917, 6.637813, 6.780634, 7.193521, 7.246101, 7.006693, 7.561451, 7.439795, 6.896069, 6.734079, 6.581326, 6.841204, 8.841805, 7.998736, 7.115484, 7.223608, 6.705572, 7.134626, 6.600993, 7.231639, 7.451594, 7.588546, 7.888172, 8.031755, 7.824602, 8.042536, 7.833856, 9.628312, 7.988603, 7.916894, 7.044399, 6.528696, 5.260793, 4.575317, 7.68364, 5.339123, 3.128582, 0.0], "sum_m_pl": [0.6714, 2.347551, 2.155691, 1.941941, 1.95418, 1.874759, 1.875571, 1.973942, 2.204816, 2.491715, 2.542213, 2.501179, 2.628505, 2.88412, 2.782119, 2.935998, 2.569069, 2.74425, 2.652961, 2.60814, 2.553783, 2.450424, 2.387632, 2.559305, 3.394234, 3.600184, 3.317238, 3.66294, 3.865972, 3.867497, 3.419296, 3.43518, 3.420046, 3.180321, 3.014543, 2.902242, 2.677632, 2.400891, 2.574583, 2.330295, 1.855978, 1.967988, 2.362849, 2.198153, 2.938347, 2.428571, 1.391375, 1.448583, 0.444298, 0.0]}, "lang": {"n_am_en": [4, 4, 17, 15, 22, 25, 18, 19, 18, 16, 7, 15, 12, 11, 15, 22, 26, 26, 22, 28, 30, 34, 32, 31, 36, 37, 30, 27, 22, 22, 25, 24, 25, 27, 35, 32, 45, 48, 49, 58, 55, 56, 55, 54, 45, 33, 17, 5, 4, 4], "n_am_pl": [5, 17, 14, 13, 11, 6, 9, 16, 15, 19, 22, 32, 24, 25, 16, 13, 9, 17, 10, 6, 11, 7, 6, 7, 11, 9, 13, 17, 17, 17, 14, 15, 16, 10, 10, 8, 9, 11, 10, 10, 8, 11, 16, 18, 26, 34, 61, 76, 82, 87], "n_pos": 91, "sum_m_en": [9.556219, 13.647706, 14.453972, 15.320668, 16.661961, 15.930813, 15.639072, 16.422191, 16.575385, 16.968683, 16.222832, 16.426979, 16.064911, 15.597752, 15.564097, 16.722183, 17.569896, 16.679804, 18.126132, 17.600424, 17.45225, 20.002735, 18.997434, 18.671217, 34.298517, 29.164792, 24.903478, 21.883269, 18.126302, 17.90544, 17.69845, 18.011449, 18.636577, 20.681565, 22.999815, 23.386451, 24.742078, 29.900931, 34.504403, 40.769163, 41.683498, 44.352245, 46.353457, 46.987633, 42.411042, 32.64494, 16.542154, 5.182953, 4.175949, 4.000131], "sum_m_pl": [1.935656, 4.810541, 5.394975, 5.218427, 5.442228, 5.970147, 6.441518, 6.361332, 7.720285, 7.637008, 8.336451, 9.488687, 9.605441, 10.382178, 9.977258, 9.643409, 8.395845, 8.289467, 7.418456, 7.513691, 7.395361, 6.891163, 6.822623, 6.718505, 8.198593, 10.006708, 12.104448, 12.390124, 12.926264, 13.832735, 11.752726, 12.068618, 11.549589, 10.702894, 9.264741, 9.300045, 9.87221, 8.785943, 7.833683, 7.068168, 7.959731, 7.894549, 13.477202, 16.428743, 21.413701, 31.608993, 58.151745, 74.858499, 81.449868, 86.507572]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "gsm8kpl-88", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1443, "region_end": 221, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9867}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 26, 33, 28, 35, 40, 47, 32, 35, 30, 34, 37, 29, 28, 44, 51, 53, 52, 55, 58, 56, 58, 60, 57, 84, 67, 64, 58, 51, 45, 48, 50, 58, 61, 69, 71, 70, 82, 86, 90, 85, 84, 86, 84, 84, 83, 79, 78, 75, 69], "n_am_pl": [2, 7, 7, 7, 3, 7, 9, 11, 11, 9, 11, 13, 19, 18, 13, 12, 13, 12, 15, 14, 7, 6, 6, 6, 5, 11, 7, 13, 8, 9, 13, 11, 10, 10, 4, 3, 4, 3, 0, 1, 1, 0, 1, 2, 1, 1, 1, 0, 0, 0], "n_pos": 149, "sum_m_en": [17.756373, 24.385009, 23.960738, 24.49414, 26.564601, 26.603533, 26.460077, 25.528915, 25.579882, 26.761507, 28.09542, 28.680806, 27.788622, 28.000794, 28.985508, 29.786007, 28.947125, 26.925962, 27.486162, 27.351428, 26.383661, 25.779589, 25.668162, 25.756673, 53.401068, 45.5089, 39.467556, 34.692608, 34.675789, 34.895624, 32.492053, 32.896308, 33.279132, 37.455907, 41.237197, 46.967855, 56.168351, 65.960765, 70.889131, 76.545432, 77.740012, 77.443185, 78.912545, 78.794536, 78.403818, 78.940832, 78.095755, 76.304285, 73.083181, 68.589302], "sum_m_pl": [3.08134, 6.325657, 7.068604, 6.934692, 7.199125, 6.619805, 6.360175, 6.587697, 6.600721, 7.247665, 8.04969, 8.728346, 9.915573, 9.462236, 9.710154, 9.667565, 9.602346, 9.772738, 10.037748, 10.239318, 9.622186, 9.290007, 9.170166, 9.115483, 9.641693, 11.028419, 11.442071, 11.815611, 11.563666, 11.944944, 11.820834, 10.834311, 10.330351, 9.892595, 9.480192, 9.06876, 7.570201, 6.651667, 5.360843, 4.976743, 4.818134, 4.10168, 3.3788, 3.224762, 2.681574, 1.936024, 1.578914, 1.347218, 0.659617, 1e-05]}, "digit": {"n_am_en": [1, 0, 2, 0, 1, 5, 6, 4, 3, 1, 5, 3, 5, 1, 4, 5, 4, 3, 6, 8, 7, 6, 6, 5, 14, 6, 6, 6, 3, 2, 2, 5, 6, 5, 8, 7, 6, 7, 5, 5, 3, 4, 4, 2, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 2, 2, 3, 5, 4, 4, 6, 5, 4, 7, 5, 4, 5, 2, 1, 2, 2, 1, 0, 1, 3, 4, 2, 1, 5, 4, 3, 3, 1, 1, 2, 1, 0, 1, 1, 0, 1, 2, 1, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.677611, 4.272641, 4.282902, 4.116486, 4.482786, 4.416607, 4.329841, 3.904865, 3.734729, 4.086709, 4.634667, 4.589195, 4.44364, 4.439561, 4.755034, 4.878671, 4.776931, 4.247925, 4.452579, 4.350053, 4.236664, 4.299935, 4.347781, 4.45417, 6.81496, 4.936271, 4.513306, 4.665182, 5.031521, 4.672004, 4.456158, 4.66169, 4.636898, 4.776609, 4.925977, 5.535168, 5.493294, 5.929618, 5.318525, 5.019015, 4.633461, 4.389494, 4.353894, 3.622805, 3.25688, 2.955142, 2.601296, 1.616805, 0.441823, 0.0], "sum_m_pl": [0.643206, 1.214004, 1.115917, 1.035784, 1.132571, 1.007476, 0.845456, 0.87463, 0.988576, 1.125495, 1.202586, 1.318079, 1.466779, 1.393515, 1.392985, 1.454563, 1.393565, 1.455232, 1.446128, 1.487444, 1.41953, 1.380882, 1.348182, 1.359783, 1.468594, 1.726305, 1.717295, 1.687617, 1.603801, 1.758197, 1.767184, 1.592883, 1.45107, 1.380861, 1.364118, 1.255841, 1.293139, 1.198134, 1.388612, 1.538629, 1.723198, 1.577017, 1.393984, 1.714422, 1.602387, 1.136465, 0.980526, 0.758009, 0.278559, 0.0]}, "lang": {"n_am_en": [12, 18, 20, 19, 26, 22, 29, 20, 26, 21, 21, 23, 18, 20, 31, 30, 36, 38, 35, 33, 34, 36, 40, 38, 51, 47, 44, 42, 36, 29, 32, 34, 37, 42, 42, 46, 45, 52, 58, 60, 60, 59, 61, 61, 65, 65, 66, 66, 66, 66], "n_am_pl": [2, 4, 1, 4, 1, 3, 5, 4, 4, 4, 3, 6, 6, 7, 6, 3, 5, 4, 5, 4, 4, 2, 1, 2, 1, 4, 3, 5, 4, 4, 6, 4, 4, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 67, "sum_m_en": [8.793802, 11.02659, 10.80798, 11.117823, 11.975618, 11.999324, 12.32633, 12.269058, 12.620373, 12.696521, 12.96202, 13.463472, 13.260032, 13.759026, 14.093486, 14.311911, 13.674177, 12.801118, 12.940281, 12.754681, 12.351238, 11.825185, 11.729428, 11.578938, 33.783992, 29.170902, 24.739465, 20.025902, 18.950296, 19.094755, 17.6968, 17.791318, 18.305645, 21.243723, 23.726652, 27.673801, 34.380224, 42.22063, 47.770072, 52.904006, 53.67913, 54.837332, 57.076381, 58.223567, 60.120873, 61.758869, 62.413409, 62.780255, 63.182347, 65.700913], "sum_m_pl": [1.252533, 2.598843, 2.934925, 2.802755, 2.897884, 2.680517, 2.748149, 2.861549, 2.927488, 3.171356, 3.562174, 3.917146, 4.53105, 4.363945, 4.49854, 4.474176, 4.661768, 4.605339, 4.752362, 4.873363, 4.436751, 4.312521, 4.273888, 4.169865, 3.778687, 4.58756, 5.18416, 5.436015, 5.195344, 5.380138, 5.587358, 5.122134, 4.88097, 4.730038, 4.421636, 4.566047, 3.866227, 2.921615, 2.210514, 1.652569, 1.429095, 1.236089, 0.746454, 0.573628, 0.406906, 0.252695, 0.211933, 0.134755, 0.144429, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "gsm8kpl-880", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1175, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.9671}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 11, 20, 20, 31, 45, 46, 32, 35, 40, 44, 35, 32, 30, 41, 55, 51, 47, 55, 70, 78, 81, 85, 70, 119, 97, 80, 52, 50, 44, 38, 48, 48, 66, 68, 75, 73, 88, 96, 104, 97, 96, 92, 89, 90, 58, 20, 7, 6, 3], "n_am_pl": [7, 12, 9, 11, 16, 14, 9, 26, 17, 18, 22, 27, 22, 23, 22, 27, 19, 25, 21, 15, 13, 8, 11, 14, 14, 14, 13, 24, 22, 23, 29, 25, 19, 21, 13, 14, 10, 12, 9, 12, 16, 18, 19, 22, 21, 43, 71, 83, 79, 78], "n_pos": 199, "sum_m_en": [19.405573, 30.70954, 31.948098, 32.787537, 33.466931, 33.836049, 34.239334, 32.589408, 32.761592, 34.136701, 34.924639, 34.880946, 34.070049, 33.845573, 34.731315, 36.148446, 35.48343, 32.260828, 32.87078, 33.659516, 32.873706, 32.84719, 32.690692, 32.627415, 66.269905, 55.077823, 45.566106, 39.75359, 39.218178, 38.722108, 34.979227, 36.135485, 35.859083, 39.290966, 43.455019, 46.633832, 53.012342, 65.988055, 74.77807, 80.946155, 78.491022, 77.120915, 79.964447, 80.878043, 76.764294, 55.88308, 19.837067, 7.922479, 7.50315, 2.033328], "sum_m_pl": [3.325983, 8.962104, 9.540438, 9.29529, 10.449024, 9.984669, 9.859608, 10.36067, 10.268394, 11.031842, 12.534495, 14.177314, 15.525439, 14.966264, 14.704602, 14.3539, 13.666453, 13.767884, 13.281437, 13.738165, 12.863977, 12.396309, 12.315577, 11.972569, 14.794792, 16.192056, 16.905249, 17.472819, 17.928706, 18.802089, 18.595232, 16.834221, 15.530073, 15.239403, 14.497484, 14.297843, 13.712719, 12.685034, 10.743307, 12.730952, 14.096807, 14.018471, 17.016577, 20.154364, 23.483869, 39.277983, 66.511494, 81.579046, 78.863096, 79.215571]}, "digit": {"n_am_en": [0, 1, 2, 0, 2, 3, 6, 1, 1, 2, 7, 4, 4, 4, 4, 6, 5, 6, 5, 6, 5, 5, 4, 4, 11, 10, 8, 3, 3, 6, 2, 6, 6, 4, 9, 6, 7, 9, 6, 5, 5, 5, 4, 4, 4, 2, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 0, 3, 0, 1, 3, 1, 1, 0, 0, 0, 2, 0, 1, 4, 4, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0], "n_pos": 24, "sum_m_en": [2.203373, 4.130906, 4.302829, 4.066143, 4.097343, 4.127205, 4.137973, 3.573709, 3.682733, 3.966272, 4.334556, 4.353002, 4.303426, 4.175935, 4.586455, 4.66302, 4.657484, 3.904806, 3.960035, 3.976785, 3.885315, 4.037626, 4.029265, 4.139351, 6.537535, 5.316988, 4.64288, 4.463639, 4.623453, 4.617261, 4.221115, 4.663759, 4.505186, 4.625116, 4.829884, 4.92924, 4.753643, 5.711612, 5.624884, 5.831374, 5.821545, 5.529148, 4.929182, 4.308988, 3.314549, 2.639614, 1.885819, 1.526173, 0.346276, 0.0], "sum_m_pl": [0.406796, 1.165165, 0.978629, 0.91121, 0.955914, 0.895555, 0.724931, 0.703259, 0.895583, 1.021208, 1.201341, 1.289015, 1.320786, 1.356223, 1.309474, 1.37754, 1.23093, 1.281415, 1.304555, 1.413288, 1.356953, 1.313049, 1.296445, 1.27598, 1.246106, 1.481953, 1.470055, 1.802078, 1.812419, 1.746805, 1.696734, 1.437083, 1.210825, 1.213001, 1.267009, 1.196896, 1.232096, 0.978773, 1.091838, 1.142817, 1.174377, 1.06578, 1.046287, 1.051436, 0.878836, 0.671988, 0.824345, 0.841282, 0.146131, 0.0]}, "lang": {"n_am_en": [4, 4, 5, 11, 13, 25, 19, 17, 22, 22, 22, 16, 14, 14, 23, 28, 24, 20, 23, 35, 41, 42, 42, 35, 60, 47, 37, 25, 24, 20, 18, 23, 18, 31, 34, 39, 37, 45, 56, 58, 51, 52, 46, 51, 53, 34, 13, 6, 5, 3], "n_am_pl": [3, 6, 6, 7, 10, 4, 4, 10, 9, 6, 10, 15, 12, 10, 14, 10, 9, 16, 10, 8, 4, 4, 5, 6, 2, 4, 4, 9, 7, 9, 13, 13, 11, 14, 11, 10, 8, 8, 7, 8, 11, 14, 16, 15, 15, 28, 54, 69, 76, 78], "n_pos": 83, "sum_m_en": [8.074728, 12.390247, 13.19426, 13.745225, 14.398845, 14.197966, 14.549329, 14.382629, 14.863504, 15.15925, 15.504364, 15.281597, 14.793342, 14.859342, 14.844829, 15.719617, 15.458475, 14.14554, 14.311453, 14.788136, 14.522906, 14.404334, 14.296985, 14.177052, 31.614202, 26.093852, 20.956097, 18.196648, 17.574202, 16.69935, 15.354166, 15.979531, 15.33275, 17.585302, 19.802022, 21.486867, 25.553723, 32.524143, 39.560898, 41.916709, 40.253244, 41.36083, 40.588768, 44.632309, 44.311748, 31.617996, 12.765946, 5.291809, 5.796839, 2.033062], "sum_m_pl": [1.269201, 3.419803, 3.942788, 3.830828, 4.468733, 4.098724, 4.271013, 4.583189, 4.569995, 4.914244, 5.669315, 6.650351, 7.580844, 7.26195, 7.190205, 6.66998, 6.460415, 6.586764, 6.370067, 6.280886, 5.792311, 5.563361, 5.552632, 5.369548, 6.193866, 7.250659, 7.778415, 7.756785, 8.307011, 8.94712, 9.314614, 8.670547, 8.193348, 8.135448, 7.611972, 8.03765, 7.843756, 7.402027, 6.076415, 7.407147, 8.779556, 8.850157, 11.957037, 13.543545, 15.491909, 26.326507, 49.072786, 67.991277, 74.074676, 78.83104]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-880", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1465, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.995}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 13, 15, 14, 20, 29, 26, 23, 28, 24, 22, 25, 23, 21, 21, 29, 34, 24, 31, 36, 38, 33, 31, 33, 52, 43, 39, 34, 24, 32, 30, 33, 33, 34, 39, 39, 42, 46, 48, 59, 61, 58, 57, 40, 43, 44, 43, 45, 40, 44], "n_am_pl": [2, 4, 9, 5, 5, 2, 4, 4, 4, 8, 11, 6, 12, 9, 6, 8, 9, 4, 7, 4, 6, 6, 5, 5, 4, 2, 5, 6, 11, 6, 6, 6, 4, 4, 6, 3, 4, 1, 1, 0, 2, 3, 2, 0, 2, 2, 3, 3, 3, 3], "n_pos": 111, "sum_m_en": [12.585487, 17.231885, 17.720021, 17.550877, 19.226555, 19.314303, 19.509062, 19.536321, 20.056224, 20.175659, 20.278654, 20.766527, 19.827518, 19.713686, 19.010265, 19.576777, 20.828134, 18.615403, 19.373007, 19.767811, 18.426277, 18.607427, 18.221255, 18.478424, 32.170806, 28.09419, 26.279758, 22.099022, 21.838004, 22.908881, 22.376035, 24.286624, 25.62475, 25.499677, 27.204721, 26.438206, 32.791833, 35.085556, 36.852425, 45.406555, 44.455941, 50.090716, 51.021593, 42.001064, 43.598392, 42.097894, 42.491641, 43.868459, 39.685093, 43.434226], "sum_m_pl": [2.345933, 5.913612, 5.944221, 5.082865, 5.568464, 5.235488, 5.255243, 5.45983, 5.543436, 5.782287, 6.456042, 6.749078, 7.155856, 7.290691, 7.64286, 7.255965, 7.169512, 7.08439, 6.977737, 6.942702, 6.911908, 6.677438, 6.568296, 6.604989, 6.593727, 7.224042, 7.219291, 8.390174, 8.487751, 8.647285, 7.819732, 7.456618, 7.243676, 6.484175, 6.021768, 5.647966, 5.037281, 4.619722, 4.594102, 4.076212, 4.345858, 3.533229, 2.988815, 2.553653, 3.65498, 3.72266, 4.607759, 4.327863, 3.380838, 3.000038]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 1, 1, 2, 3, 2, 3, 2, 3, 3, 3, 3, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 3, 4, 1, 1, 3, 3, 1, 3, 1, 3, 1, 2, 1, 2, 4, 3, 1, 1, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 3, 2, 5, 4, 0, 2, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 3, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.557978, 2.78017, 2.686658, 2.432908, 2.775588, 2.625175, 2.391606, 2.40458, 2.27767, 2.42414, 2.724704, 2.847927, 2.617798, 2.592828, 2.396985, 2.437236, 2.547692, 2.239747, 2.438704, 2.499744, 2.399265, 2.461323, 2.418245, 2.478723, 3.361257, 2.778322, 2.746117, 2.366842, 2.566826, 2.654655, 2.557315, 2.850299, 2.914983, 2.737732, 2.682209, 2.318037, 2.583633, 2.872827, 2.593366, 2.749112, 2.386649, 2.241586, 2.401439, 2.124736, 1.796444, 2.164051, 1.809972, 0.889374, 0.334729, 0.0], "sum_m_pl": [0.262516, 0.905513, 0.716124, 0.616079, 0.73723, 0.57172, 0.472247, 0.458516, 0.54914, 0.537633, 0.682398, 0.752777, 0.885707, 0.960395, 0.87894, 0.900169, 0.929469, 0.983163, 0.897337, 0.884122, 0.859016, 0.842081, 0.834949, 0.846243, 1.008734, 1.088507, 0.956313, 1.06628, 1.024854, 1.085494, 1.021757, 0.892222, 0.843876, 0.729312, 0.726759, 0.832335, 0.843803, 0.758984, 0.828265, 0.814665, 0.8144, 0.849812, 0.73394, 0.68517, 0.719888, 0.61151, 0.604328, 0.301137, 0.129077, 0.0]}, "lang": {"n_am_en": [7, 9, 9, 8, 14, 16, 13, 13, 14, 13, 11, 12, 11, 9, 10, 14, 19, 14, 17, 17, 18, 14, 14, 14, 26, 22, 20, 17, 13, 20, 18, 17, 19, 23, 27, 27, 28, 31, 32, 37, 40, 40, 38, 30, 33, 35, 35, 36, 38, 43], "n_am_pl": [2, 4, 3, 4, 3, 1, 1, 1, 2, 5, 7, 2, 3, 2, 4, 4, 3, 1, 2, 3, 4, 4, 4, 4, 3, 2, 4, 3, 6, 2, 2, 4, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 3, 3, 3], "n_pos": 47, "sum_m_en": [5.413252, 7.729251, 7.950369, 8.045718, 9.021349, 9.065548, 9.072857, 9.347958, 9.68589, 9.398435, 9.271808, 9.358138, 8.790953, 9.009242, 8.901481, 8.969117, 9.738469, 8.927511, 9.203583, 9.258856, 8.527906, 8.518445, 8.256531, 8.132171, 17.815439, 16.054439, 15.253345, 11.912709, 11.272218, 11.858317, 11.263114, 12.203908, 13.863906, 14.424559, 16.123483, 15.948056, 19.919126, 21.157832, 22.630708, 27.987154, 28.215514, 32.416524, 33.201957, 29.619058, 31.308236, 32.235308, 33.48564, 34.467699, 35.412089, 42.508563], "sum_m_pl": [0.957585, 2.330163, 2.27749, 2.027967, 2.309979, 2.356771, 2.392364, 2.446381, 2.529943, 2.734127, 2.968175, 2.934346, 3.148918, 3.236034, 3.534654, 3.392701, 3.246342, 3.136591, 3.127159, 3.070872, 3.051038, 2.933702, 2.886119, 2.918205, 2.734139, 2.979058, 3.277802, 3.703936, 3.776961, 3.695195, 3.477212, 3.44035, 3.260216, 3.00286, 2.554579, 2.324961, 2.042363, 1.809972, 1.765212, 1.46028, 1.435188, 0.998095, 0.722909, 0.602307, 1.838105, 2.549453, 3.305015, 3.528855, 3.068669, 3.000003]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "gsm8kpl-889", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 20, 20, 46, 43, 45, 40, 64, 50, 56, 49, 46, 48, 34, 45, 69, 62, 51, 61, 58, 59, 70, 59, 48, 103, 81, 79, 60, 50, 57, 60, 57, 59, 68, 71, 86, 84, 99, 94, 102, 103, 110, 106, 105, 91, 65, 17, 6, 4, 3], "n_am_pl": [3, 28, 30, 20, 26, 27, 41, 34, 38, 25, 38, 37, 43, 35, 34, 31, 16, 25, 17, 18, 10, 6, 12, 15, 15, 25, 20, 30, 28, 30, 31, 23, 26, 19, 14, 20, 13, 16, 19, 22, 24, 29, 30, 38, 57, 87, 127, 150, 149, 147], "n_pos": 259, "sum_m_en": [23.637922, 38.799165, 41.099552, 44.964238, 46.462668, 47.70594, 48.629215, 49.608914, 50.015403, 50.257535, 50.210401, 50.223922, 48.589262, 48.413, 46.628465, 47.373193, 49.401082, 43.918733, 45.988531, 44.819966, 42.901663, 43.431027, 42.755918, 42.780113, 70.696086, 61.161014, 56.859662, 50.289713, 48.14957, 49.983658, 48.906379, 49.768618, 50.308177, 53.667658, 54.27045, 56.757328, 62.071649, 68.765899, 71.303975, 80.012739, 77.686489, 78.734663, 80.626953, 85.895676, 83.140565, 57.58242, 21.243048, 8.316156, 5.178133, 3.419417], "sum_m_pl": [3.922276, 12.37941, 13.200404, 12.282371, 14.144656, 13.891903, 14.335816, 14.674672, 15.645366, 15.742521, 17.71813, 19.393808, 20.419122, 20.381552, 19.957434, 19.299185, 17.881073, 18.969792, 17.500745, 17.287308, 16.712781, 16.128032, 16.148064, 16.059746, 20.62773, 22.896724, 23.591051, 25.230521, 26.325047, 27.072075, 22.857654, 22.486772, 22.174587, 20.004252, 18.785969, 18.756169, 17.68288, 16.00044, 16.810306, 17.778483, 19.770721, 24.714825, 29.221275, 33.197556, 45.126296, 72.452386, 116.532116, 143.725065, 149.73992, 147.388874]}, "digit": {"n_am_en": [0, 2, 2, 2, 3, 6, 2, 4, 0, 2, 3, 2, 1, 3, 2, 8, 5, 3, 1, 2, 2, 4, 2, 3, 7, 4, 3, 5, 5, 5, 4, 4, 4, 1, 3, 3, 2, 5, 5, 3, 4, 4, 4, 3, 1, 4, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 7, 5, 5, 1, 0, 1, 0, 0, 0, 1, 1, 1, 2, 2, 1, 2, 1, 2, 5, 3, 4, 2, 1, 4, 1, 2, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.033428, 3.863197, 4.105546, 3.902849, 4.01559, 4.054718, 4.004055, 3.860195, 3.628279, 3.764541, 3.966058, 4.161062, 3.891171, 3.954776, 3.69881, 3.869212, 4.112193, 3.575533, 3.894033, 3.706592, 3.66707, 3.792628, 3.688428, 3.790274, 5.217597, 4.343057, 4.045851, 3.966508, 4.001709, 4.067428, 3.932963, 4.281549, 4.253383, 4.19483, 4.563758, 4.488429, 4.490506, 4.326098, 4.051316, 4.062506, 3.750633, 3.72936, 3.366718, 2.982944, 2.77652, 2.657251, 1.913124, 0.649794, 0.351284, 0.0], "sum_m_pl": [0.379016, 1.10721, 0.966985, 0.908861, 0.998636, 0.940027, 0.869739, 0.782942, 0.942439, 0.9302, 1.116035, 1.266414, 1.4631, 1.480536, 1.354087, 1.328783, 1.29309, 1.381793, 1.2899, 1.347692, 1.327206, 1.282237, 1.276324, 1.294892, 1.567043, 1.86055, 1.687025, 1.71385, 1.649684, 1.791294, 1.572304, 1.406811, 1.367417, 1.242304, 1.160746, 1.236284, 1.126659, 1.058755, 1.097725, 1.169042, 1.185777, 1.224091, 1.074476, 1.041265, 1.222762, 1.088269, 0.53327, 0.342992, 0.217284, 0.00117]}, "lang": {"n_am_en": [6, 14, 9, 27, 25, 28, 30, 39, 38, 37, 33, 32, 35, 19, 31, 48, 47, 37, 47, 43, 48, 55, 48, 40, 71, 57, 55, 40, 31, 32, 36, 37, 38, 45, 48, 63, 62, 72, 68, 77, 77, 86, 82, 85, 75, 49, 14, 6, 4, 3], "n_am_pl": [3, 19, 24, 14, 13, 14, 23, 21, 23, 13, 25, 27, 26, 23, 23, 21, 10, 21, 16, 15, 8, 3, 7, 8, 4, 13, 12, 18, 18, 23, 20, 15, 19, 12, 11, 13, 10, 11, 15, 17, 17, 24, 29, 35, 55, 83, 118, 140, 147, 147], "n_pos": 152, "sum_m_en": [14.64493, 22.644101, 23.808917, 26.650228, 27.113935, 27.723354, 28.836562, 29.959084, 31.137779, 31.188905, 30.810251, 30.48715, 29.677984, 29.550325, 28.463331, 29.151023, 30.676592, 26.711561, 27.94685, 27.063451, 25.777109, 25.95836, 25.680552, 25.627053, 47.403073, 40.06236, 36.460233, 31.160944, 29.416129, 30.011172, 29.742651, 30.025796, 30.376616, 33.88623, 34.586401, 36.710866, 40.941253, 45.809353, 48.877649, 56.947254, 56.189391, 58.563907, 60.334606, 65.857654, 62.10755, 41.102458, 15.45124, 5.589835, 4.021847, 3.419401], "sum_m_pl": [2.343409, 7.217693, 7.936228, 7.265052, 8.242648, 8.048697, 8.494413, 9.06556, 9.681318, 9.748682, 10.952649, 12.282068, 13.162388, 13.256249, 13.030269, 12.460314, 11.231807, 12.130906, 11.110132, 10.655854, 10.131757, 9.867811, 9.870435, 9.699944, 11.605879, 13.761154, 14.535426, 15.980033, 17.248722, 18.018071, 15.085544, 15.138548, 14.839763, 13.495201, 12.869788, 13.222655, 12.868576, 11.235864, 11.638589, 12.366847, 14.350893, 19.436112, 24.71578, 28.859125, 40.594021, 66.049078, 106.88743, 134.458958, 145.62401, 146.997336]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 263, "item_id": "gsm8kpl-889", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1454, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9847}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 7, 16, 11, 25, 15, 27, 22, 21, 22, 23, 23, 16, 16, 21, 26, 30, 28, 31, 34, 32, 42, 32, 26, 46, 42, 45, 35, 33, 29, 30, 27, 32, 33, 39, 37, 48, 43, 46, 49, 49, 47, 52, 51, 47, 45, 45, 45, 39, 33], "n_am_pl": [3, 6, 9, 6, 4, 4, 9, 11, 11, 6, 12, 11, 22, 13, 7, 15, 10, 9, 3, 9, 3, 1, 1, 5, 10, 8, 4, 10, 5, 13, 10, 10, 9, 11, 7, 10, 4, 0, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 122, "sum_m_en": [13.163805, 19.093429, 19.637917, 19.545426, 21.179957, 21.044563, 20.922645, 21.179072, 20.611746, 21.612443, 22.466795, 22.06472, 20.959088, 20.901632, 20.419227, 20.916153, 21.142492, 20.818826, 20.66247, 21.016239, 20.581172, 21.536389, 20.466527, 21.131414, 31.387275, 30.806656, 27.590452, 23.910755, 24.572637, 24.404125, 22.912078, 23.776431, 25.134435, 25.809275, 28.302015, 28.619286, 31.082843, 32.448363, 36.344583, 44.76197, 42.276626, 44.987772, 48.268838, 49.226345, 47.000278, 45.645853, 44.335438, 42.912222, 38.279004, 33.086781], "sum_m_pl": [3.073875, 6.538829, 6.598443, 6.172214, 6.599325, 6.224779, 6.067817, 5.980416, 5.851375, 6.429526, 6.86775, 7.75276, 8.072623, 8.014664, 7.790898, 8.145287, 8.218316, 8.7708, 7.886831, 7.942523, 7.610452, 7.44297, 7.414437, 7.59405, 9.024075, 8.521822, 8.407258, 9.148687, 8.590412, 9.637187, 8.705881, 8.681194, 8.62899, 8.022606, 7.29191, 7.133768, 6.091465, 5.321006, 4.654241, 3.825207, 3.790916, 3.517469, 2.852287, 2.196767, 2.167181, 1.591809, 0.962489, 0.835233, 0.756993, 0.007185]}, "digit": {"n_am_en": [0, 2, 4, 3, 9, 3, 4, 3, 4, 4, 8, 3, 2, 3, 7, 8, 5, 7, 8, 7, 6, 12, 9, 7, 18, 13, 17, 11, 9, 4, 5, 2, 7, 6, 5, 7, 13, 8, 7, 7, 8, 5, 8, 8, 5, 3, 4, 4, 1, 0], "n_am_pl": [0, 0, 1, 1, 0, 1, 1, 2, 3, 5, 4, 6, 12, 8, 2, 11, 7, 5, 0, 4, 0, 0, 0, 1, 1, 2, 1, 5, 2, 6, 3, 6, 5, 4, 3, 5, 3, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.925425, 6.301934, 6.305826, 5.970708, 6.749885, 6.331951, 6.140284, 6.091346, 6.097201, 6.732634, 7.381412, 6.915561, 6.848794, 6.633689, 6.710603, 6.635417, 6.320289, 6.010315, 6.266699, 6.216601, 6.252926, 6.657268, 6.393494, 6.690933, 10.168726, 9.14845, 8.534134, 7.037485, 7.194131, 6.848968, 6.328306, 6.495579, 6.951928, 6.903062, 6.591096, 7.04044, 7.334431, 6.553529, 6.235069, 7.277063, 6.439173, 6.307564, 6.594464, 7.316266, 5.752026, 5.01467, 4.39188, 3.111705, 1.374255, 0.0], "sum_m_pl": [0.682735, 1.894773, 1.636853, 1.556208, 1.687821, 1.614253, 1.44131, 1.42863, 1.510277, 1.644174, 1.945232, 2.160386, 2.38353, 2.381077, 2.227967, 2.516465, 2.354963, 2.538637, 2.172804, 2.190214, 2.091676, 2.012415, 2.00927, 2.060392, 2.254244, 2.303008, 2.236677, 2.69168, 2.568845, 2.793724, 2.401298, 2.502111, 2.298299, 2.270514, 2.387446, 2.391489, 2.1965, 1.849832, 1.827663, 1.690779, 1.722497, 1.784745, 1.648199, 1.218725, 1.26759, 1.013325, 0.673087, 0.460567, 0.260366, 0.0]}, "lang": {"n_am_en": [3, 5, 8, 7, 13, 8, 11, 12, 11, 9, 8, 10, 11, 6, 7, 11, 17, 15, 15, 16, 15, 17, 17, 16, 19, 19, 18, 15, 17, 15, 14, 13, 16, 18, 18, 19, 23, 24, 25, 28, 28, 31, 32, 33, 33, 32, 31, 31, 33, 32], "n_am_pl": [2, 2, 4, 2, 1, 2, 2, 5, 3, 1, 4, 3, 2, 3, 5, 1, 1, 2, 0, 2, 1, 1, 1, 1, 3, 2, 0, 3, 0, 2, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [4.035463, 5.508786, 6.088509, 5.935818, 6.482755, 6.64161, 6.66025, 6.963789, 6.63899, 6.511404, 6.542843, 6.740493, 6.324444, 6.182386, 6.050612, 6.266845, 6.656781, 6.976584, 6.58399, 6.770544, 6.439244, 6.781646, 6.14639, 6.19469, 12.696541, 13.182574, 11.462992, 9.342101, 9.453474, 9.044049, 8.678077, 9.00401, 9.355832, 10.087772, 11.519009, 12.005593, 14.234549, 16.272902, 19.986139, 25.477899, 25.865673, 28.403543, 30.443813, 30.877031, 31.133646, 30.57688, 29.957754, 30.030852, 30.651686, 31.987604], "sum_m_pl": [0.775208, 1.64114, 1.622521, 1.526589, 1.647106, 1.627247, 1.639034, 1.702201, 1.732651, 1.833878, 2.007629, 2.309596, 2.383939, 2.404231, 2.449676, 2.485676, 2.514043, 2.594841, 2.317899, 2.1826, 2.189191, 2.123198, 2.194018, 2.223834, 2.24953, 2.009064, 2.358562, 2.723685, 2.483639, 2.71205, 2.458161, 2.514071, 2.685034, 2.554142, 2.243423, 2.17062, 1.897838, 1.670881, 1.182451, 0.662142, 0.621566, 0.409063, 0.247849, 0.209108, 0.137242, 0.059003, 0.04306, 0.053871, 0.039095, 0.000265]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "gsm8kpl-890", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.976}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 13, 13, 18, 25, 44, 31, 37, 34, 43, 45, 42, 33, 40, 36, 47, 57, 59, 60, 55, 58, 68, 60, 66, 101, 101, 72, 52, 53, 44, 43, 43, 46, 50, 66, 72, 89, 82, 91, 100, 99, 102, 108, 118, 90, 66, 16, 5, 1, 0], "n_am_pl": [0, 29, 18, 19, 19, 11, 34, 34, 27, 17, 28, 44, 41, 28, 34, 34, 31, 34, 24, 26, 23, 21, 24, 24, 26, 27, 31, 41, 40, 49, 36, 36, 31, 33, 24, 23, 27, 18, 18, 21, 17, 14, 21, 17, 31, 51, 86, 95, 98, 93], "n_pos": 229, "sum_m_en": [20.446345, 33.513081, 36.019473, 37.34371, 39.830257, 40.627807, 40.776891, 41.647347, 41.986818, 44.190232, 45.010015, 44.215727, 42.3795, 41.970704, 40.030057, 41.708988, 42.30324, 40.357081, 40.06895, 38.75165, 38.225, 40.656487, 39.266388, 40.732688, 60.369459, 57.438949, 49.619759, 43.817542, 43.557133, 42.884493, 41.038614, 42.218279, 41.986508, 44.287085, 45.953991, 48.641959, 53.05896, 59.863098, 66.877778, 78.59803, 76.483886, 77.511138, 90.850783, 98.273395, 77.808071, 56.697647, 18.010602, 5.634654, 2.328613, 4e-06], "sum_m_pl": [3.958677, 11.708977, 12.47398, 12.069559, 13.280389, 13.525594, 13.57288, 14.361625, 14.661315, 14.840791, 15.932701, 17.54471, 18.606361, 18.946635, 18.704594, 18.352668, 18.181719, 18.67771, 15.880852, 15.978732, 15.446111, 14.733905, 14.699339, 14.515835, 19.963517, 19.877492, 21.571932, 22.859423, 23.851362, 23.745911, 21.489895, 21.5937, 22.481659, 21.594391, 20.333568, 19.300597, 18.541623, 17.037938, 17.610286, 16.020506, 15.276811, 15.584535, 17.963423, 16.770212, 27.850337, 49.181518, 76.860476, 91.827993, 96.812664, 93.372779]}, "digit": {"n_am_en": [0, 4, 1, 2, 3, 2, 2, 1, 4, 7, 6, 7, 1, 2, 5, 8, 8, 10, 10, 9, 9, 11, 9, 11, 18, 17, 15, 13, 11, 5, 3, 4, 5, 6, 5, 9, 11, 7, 8, 7, 6, 6, 8, 8, 6, 2, 3, 1, 0, 0], "n_am_pl": [0, 2, 1, 1, 0, 0, 1, 1, 0, 1, 3, 3, 5, 6, 3, 2, 9, 5, 2, 3, 0, 0, 0, 0, 0, 1, 3, 1, 3, 7, 5, 4, 4, 3, 3, 2, 2, 0, 0, 0, 2, 2, 0, 0, 0, 0, 2, 2, 0, 0], "n_pos": 36, "sum_m_en": [3.626056, 5.968259, 6.32627, 6.084668, 6.832235, 6.477757, 6.282225, 6.205792, 6.271715, 6.840812, 7.317522, 6.988828, 6.67778, 6.599632, 6.784805, 6.76136, 6.457289, 6.320499, 6.38138, 6.149512, 6.199748, 6.700475, 6.382852, 6.748657, 10.073357, 9.456308, 8.564122, 7.172644, 7.317947, 6.956089, 6.313307, 6.806498, 7.031227, 6.861111, 6.504909, 7.044289, 7.907298, 6.946006, 6.524148, 6.673546, 6.113505, 5.848339, 5.932173, 6.660409, 5.16422, 4.210044, 2.698133, 1.564545, 0.704661, 0.0], "sum_m_pl": [0.68815, 1.949676, 1.643217, 1.573306, 1.717889, 1.600363, 1.517659, 1.54032, 1.742165, 1.858514, 2.123706, 2.342747, 2.387087, 2.503503, 2.302757, 2.469667, 2.337289, 2.487632, 2.132552, 2.200138, 2.082706, 1.958235, 1.991783, 2.003809, 2.270878, 2.240821, 2.270961, 2.686903, 2.697595, 2.85769, 2.434642, 2.333422, 2.203973, 2.255681, 2.308758, 2.142173, 1.906494, 1.655281, 1.63426, 1.639761, 1.676482, 1.698256, 1.537314, 1.143326, 1.184434, 0.989119, 1.954782, 2.147523, 0.923938, 1e-06]}, "lang": {"n_am_en": [4, 3, 3, 6, 10, 19, 17, 15, 17, 20, 22, 17, 21, 21, 14, 22, 25, 25, 31, 29, 33, 36, 37, 34, 51, 47, 37, 20, 21, 20, 24, 22, 21, 28, 37, 39, 49, 50, 52, 58, 55, 56, 61, 69, 49, 33, 8, 1, 0, 0], "n_am_pl": [0, 10, 6, 11, 11, 6, 18, 19, 13, 9, 13, 26, 22, 15, 25, 22, 17, 16, 12, 11, 14, 14, 14, 13, 9, 10, 11, 18, 23, 28, 21, 18, 15, 16, 11, 12, 14, 10, 11, 14, 11, 10, 17, 14, 28, 46, 66, 84, 93, 93], "n_pos": 94, "sum_m_en": [8.149492, 13.58718, 14.474168, 14.974696, 15.802872, 16.511942, 17.30344, 18.149862, 18.837351, 19.835436, 20.051307, 19.725777, 19.111373, 18.680307, 16.944834, 18.077354, 18.636909, 17.360731, 17.05682, 16.484664, 16.145765, 16.748708, 16.61746, 16.977369, 27.798549, 26.084526, 21.951788, 19.05016, 18.942487, 18.429634, 18.283328, 18.034476, 17.532821, 19.623672, 20.244042, 22.768704, 25.993067, 31.498616, 35.885491, 43.074837, 42.732714, 42.550352, 50.523924, 58.439002, 43.350634, 29.889633, 8.30944, 0.841341, 0.327501, 0.0], "sum_m_pl": [1.354625, 4.388961, 5.026802, 4.788624, 5.367825, 5.772741, 5.901089, 6.587032, 6.839024, 6.573583, 7.149107, 7.692588, 8.435387, 8.911473, 8.820634, 8.257703, 8.211369, 8.257229, 6.937792, 6.731901, 6.683352, 6.450021, 6.346817, 6.193567, 7.810478, 8.293997, 9.628754, 10.353095, 11.308492, 10.826705, 10.259608, 10.448602, 10.745114, 10.577398, 10.330889, 9.790044, 9.056323, 7.481142, 8.23845, 7.742469, 7.763666, 9.270234, 12.561655, 11.512071, 23.139768, 42.186311, 60.271813, 80.195966, 91.185287, 92.801536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "gsm8kpl-890", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1459, "region_end": 229, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9871}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 10, 18, 33, 34, 37, 39, 40, 39, 42, 37, 31, 25, 17, 17, 28, 24, 20, 30, 26, 27, 30, 28, 29, 47, 46, 37, 30, 24, 23, 20, 23, 29, 33, 32, 37, 39, 41, 51, 54, 60, 59, 63, 63, 59, 57, 55, 54, 53, 54], "n_am_pl": [2, 8, 17, 10, 8, 11, 8, 15, 12, 10, 20, 17, 25, 17, 13, 17, 20, 14, 15, 12, 10, 8, 10, 7, 8, 15, 15, 18, 21, 22, 19, 15, 16, 17, 12, 16, 15, 12, 10, 10, 7, 7, 6, 5, 12, 11, 14, 14, 14, 13], "n_pos": 148, "sum_m_en": [15.984682, 22.439276, 22.167121, 23.801606, 25.742224, 27.005419, 27.849985, 27.205607, 27.309685, 27.602626, 28.73132, 27.342449, 26.968132, 26.337169, 24.060526, 24.519994, 24.783189, 24.285535, 24.248139, 24.160132, 23.27924, 23.404288, 23.256813, 24.103431, 30.657901, 28.971468, 27.476626, 24.628808, 25.760431, 24.407942, 24.02969, 25.044729, 26.030639, 27.262267, 27.78528, 29.198362, 31.820934, 37.251023, 42.436696, 47.775979, 49.832634, 52.127791, 53.8505, 57.118866, 57.138386, 54.511945, 52.770247, 51.229149, 50.673518, 53.869357], "sum_m_pl": [2.778314, 7.238813, 7.384728, 7.122649, 7.664942, 7.224775, 6.895857, 7.655361, 7.929828, 8.580302, 8.779535, 9.446002, 10.125145, 9.691323, 10.324502, 10.944015, 10.508428, 10.759766, 10.538113, 10.394882, 9.731096, 9.328016, 8.953795, 9.254984, 12.072294, 13.313594, 12.710454, 13.669664, 13.024655, 13.996801, 12.504179, 11.717597, 11.683591, 11.320453, 10.668564, 10.46578, 10.479858, 9.485511, 8.594178, 8.206498, 7.880838, 7.642721, 7.705262, 8.50768, 13.308191, 11.821711, 13.737815, 13.490373, 13.9524, 13.048568]}, "digit": {"n_am_en": [0, 0, 1, 6, 9, 7, 8, 9, 5, 4, 7, 5, 2, 4, 1, 3, 4, 1, 5, 3, 6, 7, 5, 7, 7, 5, 3, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 1, 5, 4, 5, 6, 9, 6, 4, 4, 3, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 0, 0, 1, 1, 3, 3, 0, 4, 5, 3, 0, 3, 5, 2, 2, 2, 1, 1, 0, 0, 2, 3, 4, 6, 5, 6, 4, 5, 6, 2, 5, 6, 5, 6, 5, 6, 4, 3, 2, 2, 2, 1, 1, 0, 0], "n_pos": 24, "sum_m_en": [2.380596, 4.404684, 4.284901, 4.386905, 4.914279, 5.111216, 5.012256, 4.773114, 4.435803, 4.587387, 4.905946, 4.631033, 4.462805, 4.596401, 4.196098, 4.012208, 4.199199, 4.066808, 4.353668, 4.309179, 4.102235, 4.214916, 4.142492, 4.226351, 5.376254, 5.011382, 4.764707, 4.320865, 4.759191, 4.299752, 4.029029, 4.358013, 4.215058, 4.038406, 3.970105, 3.979063, 3.898153, 3.910142, 4.001822, 4.116422, 4.358994, 4.484934, 4.629094, 4.690055, 3.594673, 3.794894, 3.757637, 1.463273, 0.430387, 0.0], "sum_m_pl": [0.382616, 1.173625, 0.925569, 0.930756, 1.026925, 0.867195, 0.797595, 0.788964, 0.985297, 1.212563, 1.299443, 1.305565, 1.534767, 1.523602, 1.597313, 1.635494, 1.546107, 1.801135, 1.772198, 1.770639, 1.635126, 1.583728, 1.48168, 1.537239, 1.810466, 2.052535, 1.962404, 2.111248, 2.150665, 2.198866, 1.956054, 1.726083, 1.785842, 1.807856, 1.427804, 1.689321, 1.892369, 1.589808, 1.67953, 1.585848, 1.479075, 1.494992, 1.5574, 2.058463, 2.278017, 2.05002, 1.374133, 1.546281, 0.146521, 0.0]}, "lang": {"n_am_en": [14, 7, 15, 22, 20, 23, 20, 22, 21, 20, 16, 17, 16, 7, 12, 14, 14, 15, 18, 15, 15, 18, 19, 18, 31, 29, 25, 20, 17, 16, 16, 18, 22, 26, 23, 27, 27, 31, 33, 38, 40, 41, 37, 38, 44, 42, 42, 46, 48, 53], "n_am_pl": [1, 3, 7, 4, 3, 6, 3, 7, 6, 4, 7, 9, 12, 6, 4, 8, 10, 7, 9, 5, 6, 6, 8, 6, 5, 8, 7, 10, 10, 8, 7, 6, 10, 9, 8, 6, 4, 6, 2, 4, 1, 2, 2, 3, 9, 8, 12, 12, 14, 13], "n_pos": 67, "sum_m_en": [7.892282, 10.352014, 10.24221, 11.119472, 11.757674, 12.314089, 13.21766, 12.495884, 12.823824, 12.651354, 12.950494, 12.539197, 12.254408, 11.815352, 11.023117, 11.362308, 11.456006, 11.362143, 10.879728, 10.679655, 10.378029, 10.43107, 10.365444, 10.783899, 16.124071, 15.33971, 14.206234, 11.902222, 12.115871, 11.590996, 11.3979, 11.666253, 12.638085, 13.684304, 14.114564, 15.585786, 18.22105, 22.434521, 27.404163, 31.307524, 33.89163, 36.411711, 34.786171, 36.478205, 40.836879, 39.828722, 38.319482, 41.537346, 45.033032, 52.66901], "sum_m_pl": [1.196631, 3.180789, 3.430056, 3.191663, 3.534362, 3.381541, 3.202874, 3.633644, 3.607177, 3.869128, 3.774768, 4.230285, 4.536956, 4.277983, 4.66831, 5.198489, 4.977806, 4.869485, 4.739956, 4.589487, 4.292164, 4.129582, 3.986982, 4.112077, 5.50592, 5.879631, 5.984847, 6.406883, 6.155089, 6.648809, 5.989262, 5.614736, 5.578034, 5.328267, 5.225172, 4.987278, 4.892805, 4.65855, 4.053502, 3.993191, 3.761548, 3.591116, 3.84781, 4.332732, 8.517417, 7.959201, 10.976432, 10.59354, 13.336857, 13.048543]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-891", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1168, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9934}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 17, 28, 49, 60, 75, 68, 75, 59, 79, 71, 57, 58, 46, 47, 52, 66, 63, 70, 71, 75, 80, 77, 69, 94, 83, 72, 68, 58, 56, 55, 60, 60, 70, 80, 77, 93, 90, 114, 121, 112, 107, 119, 123, 114, 94, 49, 17, 11, 14], "n_am_pl": [6, 35, 33, 31, 29, 31, 30, 28, 34, 33, 26, 41, 46, 29, 31, 28, 25, 22, 29, 28, 23, 16, 16, 15, 28, 35, 34, 42, 40, 49, 44, 36, 45, 38, 35, 25, 32, 29, 22, 20, 25, 31, 34, 40, 49, 67, 122, 144, 151, 150], "n_pos": 292, "sum_m_en": [28.682685, 43.082004, 45.810594, 49.027428, 50.660077, 54.452328, 54.98869, 58.152341, 56.534809, 56.39817, 58.889785, 56.01184, 56.154419, 54.094992, 51.151376, 52.999224, 54.847886, 51.424681, 52.555538, 50.704796, 49.277895, 50.321368, 49.133838, 49.373871, 76.02017, 67.928011, 59.655373, 54.53695, 52.081074, 50.803395, 50.734055, 50.900966, 51.048513, 54.977273, 58.778646, 60.050632, 65.835799, 72.288377, 90.171256, 96.96392, 95.044438, 96.105808, 105.6008, 112.612674, 108.427473, 82.545303, 46.368651, 17.742291, 12.802606, 14.505989], "sum_m_pl": [5.64305, 15.22308, 17.231302, 17.230065, 18.026677, 17.382923, 17.214167, 18.193682, 18.322055, 19.130964, 19.385559, 21.332606, 23.334861, 22.238055, 23.508002, 22.88616, 21.38905, 21.345127, 20.432231, 19.747522, 19.041359, 18.41458, 17.979662, 18.394065, 23.910658, 27.941338, 28.452304, 31.150717, 32.391685, 33.538678, 29.39048, 28.555881, 29.166874, 27.112992, 24.8301, 23.400172, 24.375193, 23.232925, 21.064617, 21.762618, 25.232186, 26.411173, 29.719727, 34.113889, 45.50702, 63.957621, 114.413761, 140.20958, 147.933468, 149.482349]}, "digit": {"n_am_en": [0, 0, 0, 0, 4, 2, 1, 2, 2, 4, 3, 3, 3, 3, 3, 3, 1, 2, 1, 4, 3, 2, 3, 3, 3, 1, 2, 3, 1, 1, 2, 3, 1, 4, 1, 2, 0, 1, 3, 4, 5, 7, 3, 5, 3, 3, 2, 1, 0, 0], "n_am_pl": [0, 1, 2, 2, 0, 1, 2, 1, 2, 0, 2, 1, 4, 3, 2, 2, 3, 2, 5, 1, 1, 2, 2, 1, 1, 1, 2, 2, 4, 6, 4, 5, 5, 5, 4, 3, 6, 4, 3, 3, 3, 3, 4, 3, 2, 5, 1, 2, 0, 0], "n_pos": 22, "sum_m_en": [1.988593, 3.748647, 3.899594, 3.731236, 3.745115, 4.035759, 3.933531, 4.183043, 3.906314, 4.321969, 4.518743, 4.300299, 4.094126, 3.8261, 4.021242, 3.754564, 3.979987, 3.704166, 4.047553, 4.018887, 3.715304, 3.770174, 3.710203, 3.795546, 4.426527, 4.159363, 3.885557, 3.964033, 4.156567, 3.850136, 3.698355, 4.127112, 4.086495, 4.087218, 4.043487, 3.93253, 3.431846, 3.351098, 3.610243, 3.675031, 3.827541, 3.66496, 3.646865, 3.519418, 2.673136, 3.014281, 2.628617, 1.261845, 0.370423, 8e-06], "sum_m_pl": [0.363516, 1.126189, 1.11332, 1.058302, 1.038413, 0.948332, 0.920094, 0.972409, 1.03671, 1.134515, 1.232329, 1.262956, 1.363816, 1.396499, 1.505942, 1.535618, 1.413383, 1.619346, 1.614735, 1.548632, 1.488975, 1.416251, 1.335556, 1.362275, 1.795055, 1.951227, 1.881879, 1.876193, 1.877634, 2.086017, 1.783246, 1.606971, 1.565171, 1.44178, 1.358682, 1.476801, 1.591711, 1.404547, 1.419474, 1.282838, 1.161145, 1.124036, 1.208922, 1.668353, 2.750136, 2.319216, 1.193093, 1.52268, 0.119798, 0.000201]}, "lang": {"n_am_en": [6, 8, 23, 41, 47, 59, 52, 50, 45, 48, 50, 37, 40, 26, 29, 30, 45, 46, 55, 51, 56, 64, 63, 55, 70, 60, 51, 48, 47, 43, 36, 44, 45, 46, 58, 58, 64, 63, 79, 84, 82, 76, 89, 87, 81, 68, 37, 15, 10, 14], "n_am_pl": [4, 21, 18, 17, 18, 19, 17, 16, 24, 19, 16, 24, 27, 20, 21, 15, 16, 15, 16, 21, 16, 8, 9, 9, 13, 17, 19, 30, 21, 28, 25, 17, 25, 22, 20, 13, 17, 21, 14, 15, 19, 26, 26, 33, 43, 57, 110, 132, 146, 149], "n_pos": 164, "sum_m_en": [17.100144, 24.539248, 26.504744, 29.275168, 30.676787, 32.917717, 33.854519, 35.297179, 34.533319, 33.904617, 35.330502, 33.647339, 33.400531, 32.302142, 30.424348, 31.647276, 32.616, 30.81613, 30.890839, 29.349745, 28.959625, 29.792283, 28.937115, 28.848194, 51.226405, 45.248726, 39.524429, 34.645932, 32.008548, 30.846262, 30.226078, 30.060381, 30.153376, 33.358696, 36.386908, 37.631426, 42.765155, 47.957154, 60.916386, 65.671044, 64.698913, 65.781023, 74.833004, 77.657088, 76.322399, 56.829188, 32.953044, 14.10438, 10.894084, 14.232017], "sum_m_pl": [3.037163, 8.274073, 9.486855, 9.598776, 10.383959, 10.112324, 10.019852, 10.423027, 10.676084, 10.782022, 11.153567, 12.558409, 13.94878, 13.29262, 13.845483, 13.346134, 12.351457, 12.351863, 11.836654, 11.327594, 10.878042, 10.565593, 10.37598, 10.713272, 13.082076, 15.711471, 16.399546, 18.888208, 19.818835, 20.127157, 17.855533, 17.538929, 18.003218, 16.86985, 15.137388, 14.618005, 15.683537, 15.723828, 13.881662, 15.202409, 18.957613, 19.862374, 23.077345, 26.585907, 37.673803, 55.723879, 103.810395, 128.855232, 142.204121, 148.583515]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 296, "item_id": "gsm8kpl-891", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1458, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9797, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 9, 17, 29, 28, 21, 18, 15, 11, 13, 8, 14, 9, 13, 7, 8, 13, 11, 10, 21, 10, 13, 8, 11, 26, 24, 20, 16, 23, 21, 19, 17, 16, 22, 26, 22, 20, 21, 22, 26, 30, 26, 28, 26, 27, 26, 26, 25, 21, 20], "n_am_pl": [1, 7, 5, 3, 6, 5, 6, 7, 9, 9, 19, 9, 16, 16, 15, 14, 7, 16, 8, 3, 3, 3, 5, 4, 5, 4, 3, 8, 7, 10, 5, 5, 9, 6, 3, 8, 7, 3, 3, 2, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 107, "sum_m_en": [11.70252, 15.53376, 15.823601, 15.582531, 17.438088, 16.469965, 16.091083, 16.294402, 15.361007, 16.117548, 16.359494, 16.960935, 15.218775, 15.776513, 14.672665, 16.152501, 16.986144, 15.393255, 16.202786, 17.065519, 16.130721, 16.256357, 16.021087, 16.532863, 19.355808, 18.654444, 18.362223, 16.795832, 17.287272, 17.711905, 16.122949, 17.368931, 16.783883, 17.902128, 20.423894, 20.473232, 19.923159, 20.667969, 22.62584, 27.075984, 26.952893, 27.101676, 27.177954, 27.009326, 27.547112, 27.399565, 26.346013, 25.278174, 22.07553, 19.986636], "sum_m_pl": [2.24394, 5.014969, 5.182621, 4.778913, 5.026803, 4.581025, 4.641344, 4.674809, 5.216291, 5.762532, 6.294756, 6.586218, 6.968309, 7.087149, 7.344729, 7.224477, 6.968274, 7.20221, 6.73672, 6.648827, 6.446268, 6.330503, 6.201467, 6.251328, 6.844584, 6.853895, 6.377576, 7.536791, 6.985826, 7.702767, 6.934508, 6.569838, 7.152241, 6.588215, 6.218773, 5.683654, 5.109827, 4.998523, 4.161209, 3.304442, 3.310312, 3.025383, 2.75395, 2.092139, 1.886199, 1.298386, 0.841676, 0.580018, 0.40232, 1e-06]}, "digit": {"n_am_en": [0, 1, 2, 6, 5, 1, 2, 2, 2, 1, 2, 2, 0, 3, 0, 1, 1, 1, 0, 3, 2, 4, 1, 0, 4, 2, 1, 2, 3, 3, 2, 3, 0, 2, 2, 2, 2, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 2, 0, 0, 0, 0, 2, 3, 4, 5, 6, 4, 4, 1, 3, 4, 1, 0, 0, 0, 0, 0, 1, 1, 2, 4, 3, 3, 1, 4, 3, 2, 2, 4, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.200352, 3.717923, 3.757917, 3.412138, 3.828632, 3.508007, 3.372394, 3.165156, 3.199732, 3.438935, 3.506891, 3.534377, 3.040705, 3.346864, 2.937929, 3.143756, 3.323174, 2.943799, 3.212012, 3.403605, 3.288728, 3.387429, 3.283788, 3.384795, 4.272684, 3.940489, 3.70239, 3.48862, 3.595432, 3.649806, 3.472216, 3.636957, 3.344786, 3.400227, 3.185146, 3.228482, 3.097085, 3.012007, 2.742981, 2.718916, 2.493546, 2.53276, 2.552216, 2.158103, 1.997725, 2.198494, 1.96313, 1.190548, 0.539891, 0.0], "sum_m_pl": [0.348071, 0.965611, 0.74316, 0.655114, 0.709675, 0.55359, 0.527227, 0.532748, 0.727883, 0.839757, 1.009632, 1.162193, 1.366061, 1.415903, 1.396424, 1.403557, 1.280882, 1.363935, 1.237495, 1.214987, 1.186719, 1.147341, 1.095794, 1.109628, 1.309638, 1.476618, 1.334879, 1.557786, 1.339996, 1.412545, 1.177732, 1.149007, 1.164991, 1.121624, 1.138868, 1.14456, 1.184823, 1.171709, 1.336533, 1.182248, 1.139101, 1.154323, 1.114521, 0.899628, 0.872969, 0.547703, 0.329471, 0.19531, 0.121616, 0.0]}, "lang": {"n_am_en": [7, 5, 8, 8, 9, 8, 4, 4, 3, 5, 2, 7, 3, 1, 1, 1, 3, 3, 4, 5, 4, 4, 2, 5, 10, 8, 9, 7, 11, 10, 9, 6, 7, 9, 11, 10, 10, 9, 16, 19, 20, 18, 20, 20, 20, 20, 20, 17, 19, 19], "n_am_pl": [0, 1, 1, 0, 0, 0, 1, 2, 2, 2, 4, 0, 3, 1, 4, 3, 1, 2, 1, 0, 1, 0, 0, 0, 2, 1, 0, 2, 0, 1, 0, 1, 2, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.962187, 2.619002, 2.95862, 3.030951, 3.375149, 3.048289, 2.986529, 3.395558, 3.072267, 3.251022, 3.173804, 3.458887, 2.985472, 3.047982, 2.992014, 3.31191, 3.366484, 3.056118, 2.936614, 3.147942, 2.950879, 2.980885, 2.999014, 3.121366, 5.56267, 5.281566, 5.341883, 4.330246, 4.572787, 4.526592, 3.938819, 4.096126, 3.977112, 4.446656, 5.539585, 5.701295, 6.263696, 6.88501, 12.004489, 16.406399, 15.975879, 16.506785, 17.582077, 18.064507, 18.82247, 18.419286, 18.357277, 17.42492, 18.190242, 19.000003], "sum_m_pl": [0.303237, 0.74981, 0.798561, 0.711742, 0.767058, 0.715736, 0.734147, 0.774478, 0.855418, 0.901523, 0.966644, 1.013839, 1.107804, 1.091266, 1.231236, 1.241733, 1.251591, 1.296529, 1.25056, 1.211011, 1.163849, 1.140855, 1.137708, 1.121061, 1.213179, 1.292828, 1.203605, 1.488725, 1.236575, 1.324328, 1.229135, 1.234951, 1.459156, 1.378838, 1.229642, 1.210086, 1.104331, 0.997959, 0.493532, 0.200369, 0.297607, 0.219609, 0.194439, 0.157859, 0.031418, 0.08144, 0.082083, 0.017088, 0.024518, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "gsm8kpl-895", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.964, "tf_agree_excl_first": 0.9727}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 7, 7, 13, 19, 16, 9, 14, 10, 12, 8, 17, 8, 5, 5, 6, 14, 8, 11, 11, 9, 8, 9, 8, 22, 17, 18, 16, 15, 11, 16, 16, 10, 17, 14, 16, 17, 26, 28, 34, 34, 32, 26, 27, 23, 18, 11, 8, 3, 3], "n_am_pl": [0, 6, 5, 8, 7, 6, 9, 8, 9, 7, 12, 9, 12, 14, 14, 16, 11, 10, 4, 3, 6, 5, 4, 5, 4, 3, 5, 5, 6, 7, 3, 4, 8, 6, 8, 6, 7, 3, 5, 4, 5, 3, 4, 1, 5, 16, 26, 23, 28, 28], "n_pos": 89, "sum_m_en": [9.010597, 13.41901, 13.731153, 13.447386, 14.295504, 14.024917, 13.836415, 14.708293, 15.08588, 15.73401, 15.919633, 15.821195, 14.258739, 13.757084, 12.580526, 13.591005, 14.085923, 12.96474, 13.456503, 15.11019, 14.065014, 14.230342, 13.829746, 14.401805, 18.09137, 17.061242, 16.173112, 14.875247, 14.029205, 14.765709, 13.806627, 14.744015, 13.703282, 14.450827, 15.472245, 16.242606, 15.409546, 18.617775, 22.707447, 27.613667, 28.206756, 27.452464, 25.591898, 26.528885, 22.62501, 17.708005, 10.733829, 7.658559, 3.936954, 3.000001], "sum_m_pl": [1.615147, 4.491073, 4.557602, 4.292397, 4.569439, 4.281623, 4.39645, 4.55428, 4.975112, 5.278596, 5.633405, 5.832557, 6.378296, 6.568574, 6.685218, 6.369905, 6.141353, 6.096078, 5.531772, 5.520548, 5.454991, 5.344387, 5.278203, 5.141584, 5.731352, 6.230599, 5.750079, 6.730501, 6.900633, 7.298075, 6.330913, 6.329093, 6.519361, 5.893665, 5.98031, 5.931299, 5.656474, 5.397066, 4.59378, 3.613526, 3.75524, 3.742234, 4.16104, 3.729493, 6.212509, 13.450771, 25.384568, 24.375307, 27.293645, 28.28387]}, "digit": {"n_am_en": [0, 2, 2, 3, 4, 0, 0, 1, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 3, 3, 1, 0, 1, 0, 2, 0, 1, 1, 1, 0, 1, 2, 1, 1, 1, 1, 1, 2, 2, 0, 0], "n_am_pl": [0, 0, 3, 0, 2, 0, 0, 0, 0, 2, 1, 2, 3, 2, 5, 5, 1, 2, 1, 1, 2, 0, 0, 0, 1, 0, 0, 2, 1, 2, 1, 1, 4, 1, 1, 1, 3, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.807532, 3.022658, 3.168381, 2.731073, 2.982413, 2.608378, 2.40891, 2.370903, 2.51585, 2.74702, 2.856518, 2.838196, 2.46863, 2.567344, 2.264044, 2.414051, 2.515465, 2.256672, 2.474657, 2.654886, 2.579662, 2.640847, 2.580903, 2.684831, 3.357206, 3.179736, 2.959669, 2.725316, 2.732409, 2.889038, 2.606316, 2.777206, 2.625773, 2.564913, 2.470258, 2.546114, 2.425657, 2.463445, 2.438859, 2.677069, 2.392622, 2.391259, 2.112938, 2.124478, 1.764647, 1.805291, 2.570399, 1.38965, 0.295484, 0.0], "sum_m_pl": [0.297021, 0.902704, 0.728314, 0.643916, 0.663035, 0.509071, 0.478848, 0.49454, 0.672693, 0.75967, 0.840377, 0.98041, 1.091751, 1.103178, 1.110735, 1.176965, 1.01987, 1.011117, 0.916373, 0.939143, 0.901567, 0.871142, 0.838594, 0.841484, 0.877432, 1.041881, 0.962268, 1.183784, 1.063749, 1.061588, 0.940706, 0.952045, 0.947906, 0.840774, 0.867332, 0.886656, 0.8446, 0.830497, 0.908899, 0.808239, 0.808287, 0.787595, 0.793901, 0.68659, 0.679065, 0.50698, 0.323422, 0.203386, 0.062825, 0.0]}, "lang": {"n_am_en": [5, 4, 2, 7, 10, 9, 7, 6, 5, 9, 6, 11, 5, 3, 5, 4, 9, 6, 9, 8, 8, 7, 9, 7, 17, 13, 12, 9, 10, 7, 11, 12, 8, 9, 9, 12, 12, 19, 23, 27, 24, 24, 19, 20, 18, 15, 9, 6, 3, 3], "n_am_pl": [0, 3, 0, 3, 1, 1, 4, 3, 3, 2, 5, 5, 6, 9, 7, 4, 4, 6, 2, 2, 3, 4, 2, 4, 2, 1, 2, 2, 2, 2, 0, 2, 2, 4, 5, 4, 3, 1, 2, 2, 4, 3, 4, 1, 3, 12, 21, 22, 28, 28], "n_pos": 32, "sum_m_en": [3.361779, 5.087726, 5.163929, 5.439684, 5.70461, 5.861308, 6.114831, 6.901013, 7.103203, 7.328354, 7.539708, 7.32797, 6.589379, 6.073153, 5.643368, 6.164702, 6.152962, 5.697104, 5.791544, 6.928889, 6.175084, 6.231485, 5.865212, 6.132732, 10.076328, 9.741903, 9.089752, 7.678122, 6.778386, 6.810008, 6.468871, 6.929184, 6.089837, 7.066873, 7.346433, 8.247789, 8.13991, 10.402548, 14.989237, 19.313774, 19.816026, 19.370237, 17.834325, 18.30481, 16.916984, 13.450826, 7.486679, 5.588961, 3.191415, 2.999999], "sum_m_pl": [0.480029, 1.415846, 1.452361, 1.35992, 1.503769, 1.596089, 1.664193, 1.765148, 1.830419, 1.941008, 1.992433, 2.025838, 2.450508, 2.758637, 2.777809, 2.441157, 2.521182, 2.64536, 2.383633, 2.181405, 2.225557, 2.146645, 2.151103, 2.036741, 2.208012, 2.267326, 2.472636, 2.816889, 2.804502, 2.813056, 2.630678, 2.671313, 2.880551, 2.739769, 2.811603, 3.235374, 3.069602, 2.918805, 2.44062, 1.541539, 1.654123, 1.809195, 2.472549, 2.330122, 3.442778, 9.453545, 20.055768, 21.959707, 27.059554, 27.906328]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "gsm8kpl-895", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1454, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 6, 9, 18, 21, 18, 23, 23, 17, 20, 20, 16, 18, 19, 14, 22, 23, 15, 22, 23, 26, 29, 28, 27, 45, 41, 33, 30, 28, 27, 24, 21, 28, 27, 36, 31, 35, 42, 37, 44, 38, 44, 45, 47, 42, 45, 45, 47, 40, 32], "n_am_pl": [1, 10, 10, 3, 10, 10, 7, 9, 12, 5, 12, 13, 15, 8, 11, 14, 16, 7, 11, 8, 7, 9, 6, 6, 5, 6, 7, 4, 10, 7, 10, 9, 6, 7, 6, 7, 4, 3, 1, 2, 2, 1, 3, 3, 0, 0, 0, 0, 0, 0], "n_pos": 115, "sum_m_en": [12.000454, 16.909651, 16.770326, 16.669893, 19.038213, 17.709171, 17.014473, 17.411619, 16.765657, 17.562165, 17.843165, 17.725633, 17.640589, 17.940532, 17.705702, 18.321721, 18.894308, 17.627982, 18.484705, 18.961156, 18.555986, 18.668272, 18.901289, 19.273867, 32.006867, 28.984799, 23.974437, 21.036963, 20.559944, 21.155818, 20.724417, 21.520974, 22.303359, 22.628722, 23.996184, 23.055811, 23.973406, 29.655538, 31.263416, 36.371694, 35.27349, 37.589981, 39.851011, 40.356499, 39.868414, 43.321324, 43.895435, 43.214553, 39.197863, 32.521409], "sum_m_pl": [2.8482, 6.352806, 6.673625, 6.415968, 6.61847, 6.190629, 5.32722, 5.518776, 5.971564, 6.355692, 7.142378, 7.478963, 8.219062, 7.706171, 7.40707, 7.598189, 7.196986, 7.043767, 7.135771, 7.280299, 7.007072, 6.700511, 6.539749, 6.541612, 6.716376, 6.771544, 7.351466, 8.098444, 7.711302, 8.719738, 8.293396, 8.010016, 7.790849, 7.002532, 6.950586, 6.74367, 6.352305, 4.902257, 4.328551, 4.199829, 3.834383, 3.634801, 3.29097, 2.992521, 2.367169, 1.843658, 1.808724, 1.229134, 0.745713, 0.064325]}, "digit": {"n_am_en": [3, 1, 2, 3, 3, 2, 9, 6, 5, 5, 6, 1, 4, 7, 3, 7, 8, 3, 6, 5, 7, 10, 6, 5, 13, 10, 5, 3, 4, 1, 2, 1, 10, 7, 9, 6, 5, 10, 7, 8, 8, 8, 7, 10, 8, 7, 6, 7, 0, 0], "n_am_pl": [0, 2, 0, 0, 2, 3, 1, 1, 6, 3, 5, 5, 10, 5, 5, 6, 9, 5, 6, 5, 3, 3, 3, 2, 3, 4, 6, 3, 7, 1, 4, 5, 2, 2, 4, 4, 2, 2, 1, 2, 2, 1, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.644906, 5.568693, 5.494014, 5.253977, 5.692261, 5.282608, 5.101882, 4.950205, 4.62595, 5.067621, 5.540281, 5.3097, 5.361096, 5.590618, 5.60351, 5.680311, 5.803874, 5.214876, 5.562232, 5.590056, 5.706973, 5.724778, 5.80734, 5.925256, 8.548675, 6.953424, 5.373892, 4.947427, 5.290607, 5.140015, 5.389236, 6.159985, 6.614515, 6.595203, 6.423534, 6.170081, 5.621848, 5.935941, 6.13467, 6.299311, 5.620642, 5.322919, 5.656728, 5.43818, 5.813066, 5.497373, 5.203452, 4.609368, 1.539775, 0.0], "sum_m_pl": [0.820776, 1.864404, 1.607697, 1.485464, 1.561335, 1.476931, 1.177583, 1.176445, 1.604153, 1.72819, 1.984013, 2.145973, 2.430023, 2.219761, 2.0496, 2.115084, 2.044805, 1.9589, 2.004787, 2.047932, 1.912376, 1.846236, 1.807115, 1.80777, 2.156598, 2.208537, 2.490376, 2.495641, 2.226751, 2.403991, 2.329587, 2.225793, 1.985672, 1.745667, 1.79099, 1.87888, 2.047798, 1.791635, 1.873772, 2.165928, 2.202446, 2.065974, 1.932973, 1.922727, 1.559956, 1.364989, 1.362722, 0.933556, 0.411784, 0.0]}, "lang": {"n_am_en": [1, 4, 4, 9, 13, 11, 9, 11, 11, 10, 10, 10, 10, 9, 10, 11, 11, 9, 11, 14, 12, 13, 16, 15, 22, 21, 22, 20, 17, 18, 18, 16, 15, 15, 18, 16, 22, 25, 24, 29, 25, 29, 32, 29, 30, 32, 32, 32, 32, 32], "n_am_pl": [1, 3, 4, 3, 2, 0, 1, 2, 2, 1, 1, 6, 1, 2, 2, 3, 3, 1, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 2, 1, 3, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.809527, 4.405694, 4.513096, 4.817957, 5.772783, 5.173777, 5.180282, 5.634394, 5.520143, 5.568001, 5.196898, 5.395946, 5.442224, 5.867053, 5.682173, 5.887482, 5.902879, 5.645653, 5.748903, 6.044056, 5.662256, 5.835374, 5.955213, 5.918519, 15.063336, 14.549086, 12.83031, 10.136668, 8.926408, 8.966747, 8.415128, 8.11154, 8.218652, 8.563707, 9.321746, 9.856547, 11.348152, 16.217273, 17.992339, 22.532065, 23.286209, 25.009135, 26.297562, 27.087401, 28.062166, 30.229829, 30.856043, 30.19848, 30.195488, 31.866058], "sum_m_pl": [1.020563, 1.936413, 1.980813, 1.988288, 1.851884, 1.694167, 1.568303, 1.632227, 1.854642, 1.8725, 2.140553, 2.21724, 2.456078, 2.320896, 2.301182, 2.305463, 2.219153, 2.106357, 2.198648, 2.180646, 2.181981, 2.067048, 2.025582, 1.94168, 1.612952, 1.651736, 1.936646, 2.33099, 2.418893, 2.495825, 2.487517, 2.492328, 2.56646, 2.361003, 2.410461, 2.24058, 2.062754, 1.477986, 1.317476, 0.927165, 0.649006, 0.750164, 0.656474, 0.486677, 0.336359, 0.085187, 0.064845, 0.039564, 0.03427, 9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-9", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9916}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 10, 23, 17, 24, 28, 34, 34, 28, 40, 14, 22, 25, 19, 44, 44, 41, 39, 45, 49, 47, 52, 53, 61, 96, 98, 81, 57, 38, 43, 36, 43, 31, 44, 61, 56, 53, 72, 70, 86, 83, 92, 78, 85, 65, 46, 12, 5, 3, 1], "n_am_pl": [10, 13, 18, 25, 22, 31, 32, 33, 29, 24, 25, 30, 30, 29, 19, 11, 16, 16, 11, 7, 8, 6, 5, 5, 8, 10, 11, 12, 23, 19, 18, 14, 20, 18, 18, 18, 19, 9, 16, 13, 16, 9, 20, 13, 26, 45, 77, 85, 81, 89], "n_pos": 219, "sum_m_en": [22.200246, 31.683206, 32.975455, 31.672153, 34.733588, 33.334593, 33.427008, 35.031825, 35.626446, 37.748818, 38.537705, 37.050313, 36.250464, 35.844957, 35.327988, 37.370893, 39.767181, 35.123501, 35.341022, 34.625383, 35.119307, 35.816885, 35.918684, 35.944692, 64.106547, 61.69767, 50.598928, 41.926332, 37.232647, 36.665445, 35.001145, 37.553017, 38.723039, 41.354167, 46.02427, 46.697032, 43.915217, 51.789102, 56.491989, 68.694537, 71.200624, 78.401625, 71.386558, 77.318158, 59.157604, 41.905733, 13.889483, 5.751285, 4.032248, 1.003547], "sum_m_pl": [4.185045, 11.678594, 12.346997, 11.523703, 11.570798, 11.036998, 11.031848, 11.738474, 12.310446, 12.422221, 14.737239, 14.541697, 14.985715, 15.132192, 13.628775, 13.134859, 13.171365, 12.554792, 12.022147, 12.197306, 11.94256, 11.66425, 11.440673, 11.213989, 10.816121, 11.986885, 13.363004, 15.357085, 16.549899, 17.23577, 15.503405, 15.560905, 15.564659, 14.114659, 13.932757, 13.333859, 12.589774, 10.09689, 10.834719, 10.982212, 12.146202, 10.567625, 15.892351, 13.645506, 27.928077, 46.176615, 75.374563, 82.826431, 81.497495, 88.641633]}, "digit": {"n_am_en": [0, 3, 2, 1, 10, 7, 4, 2, 2, 10, 2, 1, 4, 2, 8, 7, 4, 5, 4, 2, 3, 3, 3, 6, 14, 12, 8, 6, 4, 3, 3, 7, 5, 7, 9, 7, 5, 8, 7, 6, 6, 7, 6, 10, 6, 6, 5, 1, 1, 0], "n_am_pl": [0, 4, 5, 2, 5, 0, 2, 4, 4, 3, 2, 4, 6, 6, 1, 1, 4, 4, 4, 0, 2, 1, 0, 1, 2, 2, 2, 2, 7, 4, 2, 3, 4, 1, 1, 1, 2, 0, 0, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.979112, 6.507008, 6.970892, 6.657995, 6.960178, 6.497846, 5.862359, 5.880496, 5.73181, 6.55484, 7.216932, 6.847686, 6.623513, 6.660284, 6.639515, 6.683878, 7.18152, 6.235997, 6.207113, 6.149115, 6.407899, 6.600283, 6.592824, 6.609254, 9.353519, 8.93, 8.086773, 7.050562, 6.698528, 6.613414, 6.172972, 7.036774, 7.394223, 7.561368, 7.495212, 7.208336, 6.386319, 6.214995, 6.163538, 5.92071, 5.304847, 5.673314, 4.472762, 4.897945, 4.080017, 3.859672, 3.44861, 1.226562, 1.108711, 3e-06], "sum_m_pl": [0.692206, 2.150871, 1.905431, 1.755741, 1.695734, 1.393136, 1.259435, 1.238921, 1.64767, 1.661204, 2.009056, 2.100174, 2.100476, 2.231064, 1.886035, 2.04859, 2.02368, 2.066181, 1.985961, 1.993296, 1.965965, 1.906905, 1.882709, 1.861651, 2.045324, 2.185043, 2.174269, 2.516067, 2.554029, 2.513677, 2.24777, 2.12654, 1.990035, 1.732871, 1.744398, 1.788385, 1.776297, 1.4629, 1.395323, 1.69268, 1.800578, 1.623106, 1.581765, 1.305074, 1.240569, 1.077552, 0.93726, 0.735208, 0.246911, 4e-06]}, "lang": {"n_am_en": [2, 4, 9, 12, 10, 15, 18, 19, 19, 19, 6, 11, 12, 11, 24, 27, 25, 19, 22, 29, 29, 31, 34, 40, 62, 60, 49, 40, 24, 28, 23, 25, 21, 25, 32, 30, 32, 46, 46, 60, 56, 64, 52, 57, 45, 33, 4, 2, 1, 1], "n_am_pl": [0, 6, 10, 7, 8, 12, 14, 17, 10, 9, 17, 18, 14, 14, 11, 7, 10, 7, 2, 4, 2, 2, 2, 1, 1, 3, 4, 5, 12, 9, 10, 8, 12, 13, 15, 15, 15, 5, 14, 11, 12, 7, 18, 10, 24, 42, 75, 84, 81, 89], "n_pos": 90, "sum_m_en": [9.526613, 12.365997, 12.944549, 12.629122, 14.504334, 13.685401, 14.631389, 15.682819, 16.361293, 16.629528, 16.593919, 16.092395, 16.234211, 16.156493, 15.967089, 17.264307, 17.848799, 16.030682, 15.831511, 15.18855, 15.175568, 15.3814, 15.553856, 15.384168, 35.569844, 33.502071, 26.765298, 21.016633, 17.86185, 17.304248, 16.838004, 17.807595, 18.548614, 20.812853, 23.300886, 24.502244, 24.350501, 30.294516, 36.088338, 46.548736, 49.632053, 55.163333, 48.655522, 55.786972, 42.450474, 30.375779, 6.079741, 2.016607, 1.312802, 1.00001], "sum_m_pl": [1.768503, 4.643358, 5.068026, 4.941127, 5.011377, 4.929021, 5.1795, 5.785502, 5.925845, 5.893025, 6.999281, 6.867983, 7.266881, 7.2579, 6.677219, 6.070925, 6.216923, 5.800816, 5.519632, 5.500062, 5.449765, 5.303521, 5.192678, 5.068008, 4.54948, 5.093033, 6.424661, 7.567109, 8.529699, 8.859666, 8.223405, 8.344085, 8.56352, 7.927696, 8.042567, 7.758822, 7.46637, 5.730962, 6.974231, 6.917931, 7.860727, 6.703282, 12.222838, 10.046036, 24.010964, 42.413299, 71.860267, 80.427951, 80.28939, 88.537536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 224, "item_id": "gsm8kpl-9", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1482, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.991}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 9, 10, 14, 23, 27, 24, 19, 19, 20, 22, 21, 19, 19, 21, 20, 24, 21, 17, 26, 26, 28, 28, 32, 47, 40, 41, 35, 29, 33, 32, 31, 31, 34, 42, 39, 44, 46, 51, 53, 55, 61, 62, 61, 57, 52, 46, 43, 34, 32], "n_am_pl": [2, 10, 5, 9, 6, 11, 6, 6, 6, 6, 9, 9, 14, 9, 7, 11, 5, 4, 4, 5, 4, 4, 1, 4, 0, 4, 4, 2, 5, 3, 8, 1, 5, 5, 4, 6, 5, 7, 2, 3, 4, 4, 2, 4, 7, 7, 9, 13, 12, 11], "n_pos": 114, "sum_m_en": [13.465148, 16.841146, 17.160208, 16.58606, 18.714758, 19.193598, 17.90085, 18.984164, 19.541657, 20.536011, 21.09106, 20.870981, 20.638967, 20.466627, 20.144318, 20.397195, 20.954915, 19.42937, 19.689698, 20.698174, 19.039485, 19.034005, 18.581029, 19.201028, 32.958957, 29.612265, 27.778312, 25.25378, 24.007271, 24.839869, 22.823056, 23.598815, 24.255902, 25.195945, 28.957733, 28.348038, 32.912051, 35.81289, 39.336991, 43.745354, 45.711609, 53.946573, 52.947045, 54.666518, 53.10037, 49.164803, 43.489504, 41.029675, 33.849901, 32.614305], "sum_m_pl": [2.686187, 6.24054, 6.683559, 6.16585, 6.431868, 6.030702, 5.225956, 5.254423, 5.638732, 5.927792, 6.783511, 6.817073, 7.195467, 6.873024, 7.028989, 6.988344, 6.735533, 6.238792, 6.56913, 6.619297, 6.358637, 6.221581, 6.105695, 6.132753, 5.679036, 6.847892, 6.873929, 7.386251, 7.452753, 7.740293, 7.559481, 7.17558, 7.034767, 6.852371, 6.500943, 5.842132, 5.392918, 5.11995, 4.338768, 4.157905, 4.056071, 3.219127, 3.516913, 4.706378, 7.602842, 7.535464, 9.355867, 10.922286, 12.582692, 11.330817]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 3, 4, 1, 1, 3, 3, 3, 2, 3, 5, 3, 4, 2, 4, 4, 4, 4, 3, 6, 11, 8, 10, 4, 4, 6, 4, 4, 3, 5, 6, 6, 6, 8, 7, 8, 5, 7, 8, 7, 6, 5, 2, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 1, 0, 1, 0, 1, 1, 1, 4, 3, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 23, "sum_m_en": [2.547169, 3.943376, 3.982356, 3.650145, 4.055533, 3.971958, 3.541697, 3.750103, 3.750502, 4.230094, 4.549206, 4.381897, 4.19664, 4.304359, 4.28814, 4.018699, 4.148931, 3.811862, 3.955582, 4.068513, 3.872848, 3.999604, 3.901946, 4.127508, 7.419728, 6.299783, 5.466101, 5.232922, 5.166106, 5.012563, 4.429596, 4.685323, 4.927128, 4.831733, 4.82164, 4.864953, 5.163363, 5.039386, 5.007082, 5.018061, 4.174619, 5.658418, 4.460683, 6.556424, 5.90699, 4.745871, 2.879796, 2.054581, 0.650418, 2e-06], "sum_m_pl": [0.461173, 1.234531, 1.166363, 1.066469, 1.05875, 0.887071, 0.670878, 0.650552, 0.814848, 0.895427, 1.110112, 1.121261, 1.312919, 1.305719, 1.257917, 1.336733, 1.151954, 1.097185, 1.081879, 1.180242, 1.151181, 1.114569, 1.09209, 1.116011, 1.040467, 1.206168, 1.199265, 1.204836, 1.248143, 1.337862, 1.32982, 1.253106, 1.165449, 1.085626, 1.100569, 1.140024, 1.195074, 1.127199, 1.143248, 1.130816, 1.202614, 1.017521, 1.151124, 0.779362, 0.609958, 0.430018, 1.273137, 0.874029, 0.187573, 0.009708]}, "lang": {"n_am_en": [7, 7, 9, 10, 13, 11, 14, 13, 14, 11, 13, 14, 13, 13, 12, 9, 12, 12, 11, 15, 17, 17, 18, 18, 25, 22, 23, 20, 18, 20, 17, 18, 17, 19, 22, 23, 26, 29, 31, 31, 36, 38, 39, 38, 37, 36, 34, 33, 31, 31], "n_am_pl": [1, 2, 0, 2, 1, 6, 2, 4, 1, 3, 2, 2, 5, 1, 2, 2, 0, 0, 1, 2, 1, 1, 0, 1, 0, 2, 2, 1, 1, 0, 3, 0, 1, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 6, 6, 7, 10, 10, 11], "n_pos": 45, "sum_m_en": [6.066852, 7.133063, 7.416728, 7.362773, 8.459853, 8.821215, 8.366248, 8.828348, 9.178048, 9.338514, 9.437136, 9.416074, 9.293254, 9.249381, 9.318253, 9.40638, 9.461013, 9.038358, 9.019888, 9.610351, 8.438188, 8.083391, 7.806829, 7.950376, 17.771399, 15.99436, 15.661498, 12.409458, 11.476028, 12.236414, 10.961446, 11.044808, 11.742249, 13.076145, 15.600417, 15.508839, 19.028417, 21.564361, 24.610351, 27.329528, 30.652342, 34.649964, 34.59842, 33.8779, 35.204883, 33.711915, 31.874117, 31.308089, 29.280337, 31.344842], "sum_m_pl": [1.000571, 2.462541, 2.496924, 2.25746, 2.569183, 2.488815, 2.096989, 2.128703, 2.261232, 2.446824, 2.72142, 2.76563, 2.916879, 2.737279, 2.927756, 2.907868, 2.90557, 2.666428, 2.838984, 2.7263, 2.608654, 2.569439, 2.521923, 2.513738, 2.22767, 2.752454, 2.894955, 3.21636, 3.18788, 3.214473, 3.261836, 3.141931, 3.149666, 3.252288, 3.08476, 2.628657, 2.386289, 2.191127, 1.616494, 1.572941, 1.443407, 1.199136, 1.363465, 3.049822, 5.429764, 5.994126, 6.849865, 8.489075, 10.121198, 11.000206]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "gsm8kpl-90", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1239, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9496, "tf_agree_excl_first": 0.9576}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 39, 28, 47, 50, 72, 67, 67, 61, 64, 47, 45, 68, 54, 52, 59, 73, 79, 68, 85, 88, 94, 97, 101, 160, 141, 107, 91, 93, 81, 73, 76, 80, 113, 135, 121, 140, 157, 167, 188, 183, 178, 175, 179, 145, 122, 36, 13, 1, 0], "n_am_pl": [2, 25, 28, 38, 35, 34, 31, 45, 36, 29, 42, 53, 43, 39, 33, 39, 19, 29, 21, 28, 19, 22, 26, 22, 21, 21, 35, 32, 38, 49, 44, 39, 40, 35, 27, 22, 29, 22, 18, 23, 23, 23, 27, 28, 49, 72, 144, 165, 167, 170], "n_pos": 321, "sum_m_en": [29.16283, 48.947398, 54.050337, 53.325805, 55.200334, 58.275156, 57.607594, 61.957277, 61.443194, 63.204103, 64.332269, 63.584279, 65.539359, 63.070366, 62.206258, 63.00045, 65.433601, 59.515567, 61.287589, 60.394243, 56.985952, 57.873609, 56.409901, 57.047968, 100.309056, 90.857576, 80.832425, 70.393436, 67.377366, 66.302532, 63.503134, 66.116409, 65.826899, 73.657089, 85.228315, 84.162986, 91.013992, 100.852521, 125.497957, 145.728838, 146.665069, 151.276725, 153.051342, 152.348068, 142.923274, 104.890364, 37.55005, 14.512512, 4.03609, 0.000281], "sum_m_pl": [4.916157, 16.038264, 18.18366, 16.941398, 18.085486, 18.164841, 18.536745, 18.311136, 19.376728, 20.471906, 22.672362, 24.098113, 24.720156, 24.849186, 24.585353, 24.974895, 21.402955, 20.57851, 20.574422, 21.048392, 20.293107, 19.82698, 19.560992, 19.334709, 22.017233, 24.877773, 28.654645, 29.514937, 31.437938, 32.316971, 30.337128, 29.654066, 30.238682, 27.230024, 24.591145, 24.515788, 26.330626, 23.557702, 19.810224, 18.903414, 18.704748, 20.095818, 22.825186, 26.227517, 40.587047, 71.4608, 137.730822, 156.842915, 163.233139, 169.917213]}, "digit": {"n_am_en": [0, 3, 2, 2, 0, 1, 2, 3, 3, 2, 6, 2, 4, 1, 1, 5, 4, 6, 3, 3, 3, 4, 2, 3, 11, 4, 3, 2, 3, 4, 2, 3, 3, 8, 5, 6, 6, 5, 6, 6, 6, 7, 4, 4, 3, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 3, 1, 2, 0, 0, 1, 0, 0, 3, 5, 5, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 3, 2, 2, 0, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.434447, 4.519412, 4.764032, 4.398476, 4.699541, 4.509117, 4.19198, 4.480138, 4.276353, 4.753294, 5.063029, 4.930613, 4.746132, 4.560037, 4.660334, 4.412122, 4.80322, 4.314399, 4.455233, 4.505183, 4.291022, 4.439512, 4.350738, 4.53832, 6.368885, 5.700063, 5.214324, 5.123835, 5.175761, 4.941868, 4.535388, 4.96898, 5.226283, 5.195415, 5.277998, 5.175689, 4.936201, 4.483326, 4.257612, 4.720658, 4.261287, 4.445734, 4.075123, 4.211343, 4.566756, 3.299363, 2.489975, 1.659469, 0.713966, 0.0], "sum_m_pl": [0.463085, 1.496981, 1.270741, 1.152422, 1.202961, 0.994341, 0.859647, 0.789468, 1.053412, 1.189815, 1.45466, 1.511235, 1.626798, 1.689495, 1.49705, 1.711746, 1.398224, 1.32404, 1.269548, 1.377486, 1.376536, 1.349118, 1.317615, 1.315006, 1.362777, 1.600664, 1.468685, 1.592851, 1.631881, 1.714407, 1.632093, 1.446239, 1.419008, 1.208318, 1.507547, 1.301488, 1.342859, 1.236448, 1.436623, 1.408702, 1.402729, 1.274957, 1.322722, 1.027152, 0.765206, 0.547658, 0.484327, 0.316829, 0.188042, 0.0]}, "lang": {"n_am_en": [12, 28, 21, 31, 41, 44, 47, 38, 40, 40, 29, 24, 46, 33, 35, 33, 46, 50, 46, 55, 56, 54, 62, 65, 102, 92, 64, 56, 60, 45, 48, 50, 50, 71, 79, 74, 89, 98, 104, 116, 112, 109, 115, 115, 86, 72, 23, 9, 1, 0], "n_am_pl": [0, 14, 10, 19, 19, 19, 14, 28, 20, 20, 20, 28, 20, 23, 18, 20, 7, 13, 10, 14, 10, 9, 10, 9, 10, 11, 21, 18, 21, 31, 24, 20, 21, 17, 16, 11, 15, 14, 13, 18, 17, 19, 23, 26, 47, 66, 119, 150, 164, 170], "n_pos": 171, "sum_m_en": [15.900278, 26.700344, 29.680774, 29.327248, 30.470654, 31.807975, 31.711532, 34.367173, 34.8377, 35.648069, 35.921223, 34.950758, 36.667517, 35.569968, 35.345423, 35.904143, 37.15513, 33.428888, 34.345808, 33.666538, 31.837285, 32.271084, 31.279158, 31.440583, 62.313535, 55.593902, 48.652471, 40.754967, 38.580512, 37.426446, 36.617152, 37.382312, 36.90589, 42.832388, 49.306342, 49.223778, 54.936756, 61.234064, 77.731161, 87.669937, 91.063131, 93.639066, 97.942122, 95.782148, 85.21856, 60.065879, 21.763914, 8.778757, 1.773578, 0.00028], "sum_m_pl": [2.299743, 8.138463, 9.338914, 8.716233, 9.435731, 9.850935, 10.112841, 10.07292, 10.572266, 11.105503, 12.252587, 13.44318, 13.855364, 14.101527, 13.920819, 14.005012, 11.754488, 11.457226, 11.518942, 11.597342, 11.10058, 10.800935, 10.666421, 10.602034, 11.448764, 13.409354, 15.782761, 16.162153, 16.922944, 17.827851, 16.706057, 17.070073, 17.426517, 15.661747, 14.200703, 14.314456, 15.267659, 13.735954, 11.075107, 11.534258, 11.38159, 13.879041, 16.173763, 19.608217, 35.803326, 64.555804, 113.215902, 139.585324, 158.666226, 169.549038]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 326, "item_id": "gsm8kpl-90", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1529, "region_end": 321, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9908}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 10, 11, 17, 16, 17, 23, 16, 21, 25, 25, 18, 22, 27, 21, 26, 24, 26, 40, 35, 30, 27, 20, 21, 57, 54, 40, 32, 24, 31, 33, 35, 30, 37, 41, 47, 48, 55, 53, 46, 49, 55, 62, 58, 54, 48, 33, 28, 21, 18], "n_am_pl": [4, 12, 12, 13, 15, 15, 15, 14, 17, 12, 15, 17, 21, 13, 12, 7, 7, 7, 5, 7, 5, 3, 3, 4, 4, 4, 5, 7, 6, 3, 3, 5, 4, 8, 7, 7, 8, 7, 13, 15, 14, 16, 11, 14, 12, 18, 21, 26, 28, 29], "n_pos": 123, "sum_m_en": [13.890649, 20.456102, 19.998419, 20.256263, 22.447129, 22.228469, 23.394973, 22.45576, 22.312849, 22.505505, 23.361584, 23.692682, 23.56743, 23.241768, 21.184745, 22.083346, 22.592039, 20.178144, 21.140355, 21.804798, 20.629469, 20.893123, 20.726389, 21.148664, 29.885873, 28.342411, 26.841681, 22.474917, 24.57719, 25.224621, 24.586136, 25.165245, 24.380285, 25.697547, 27.163164, 27.871708, 31.265693, 33.590546, 36.520971, 42.299861, 41.684171, 43.741421, 52.903231, 53.268291, 45.01205, 42.890741, 34.910946, 25.289564, 21.804423, 17.811398], "sum_m_pl": [2.720845, 6.524437, 6.759795, 6.527794, 7.093259, 6.504965, 6.46775, 6.428025, 6.778799, 6.340834, 6.446129, 6.723917, 6.92958, 7.011504, 6.605941, 6.913177, 6.621292, 6.593654, 6.451914, 6.730584, 6.660909, 6.510334, 6.517209, 6.664087, 7.206376, 7.685019, 7.861182, 8.519495, 7.788633, 7.679899, 6.78214, 6.442077, 6.539682, 6.399923, 5.902589, 5.913255, 5.676159, 5.256831, 6.869728, 8.255691, 8.429773, 9.541877, 9.214816, 9.661856, 12.666796, 17.577704, 22.546525, 25.088619, 28.727609, 29.698403]}, "digit": {"n_am_en": [0, 1, 0, 2, 0, 0, 2, 1, 1, 2, 2, 1, 1, 2, 1, 3, 3, 3, 6, 2, 2, 2, 0, 1, 4, 3, 3, 2, 4, 1, 2, 4, 2, 2, 5, 4, 5, 5, 2, 1, 1, 3, 4, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 3, 3, 4, 4, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.21355, 2.222889, 2.219388, 2.061507, 2.174729, 2.034023, 2.051712, 1.910103, 1.931391, 1.963296, 2.247985, 2.28604, 2.103786, 2.174978, 2.018774, 2.05857, 2.022031, 1.942142, 1.947275, 1.932816, 1.8895, 1.960484, 1.970765, 2.059206, 2.929686, 2.645455, 2.488444, 2.086877, 2.548794, 2.229176, 2.255273, 2.303579, 2.351348, 2.549833, 2.368247, 2.242549, 2.370225, 2.812108, 2.013604, 1.703665, 1.536866, 1.605655, 2.641834, 2.803011, 2.200682, 1.412892, 0.713792, 0.342964, 0.135546, 0.0], "sum_m_pl": [0.205414, 0.577978, 0.526863, 0.469987, 0.482974, 0.441639, 0.400659, 0.375393, 0.462322, 0.424233, 0.533059, 0.626308, 0.730398, 0.659091, 0.645424, 0.710713, 0.654493, 0.617317, 0.631543, 0.660191, 0.654232, 0.634752, 0.611926, 0.639627, 0.766965, 0.794025, 0.743438, 0.847034, 0.735831, 0.73101, 0.605169, 0.528906, 0.563392, 0.489655, 0.498132, 0.531382, 0.45197, 0.395369, 0.414948, 0.465127, 0.479043, 0.486282, 0.40407, 0.345745, 0.304632, 0.25212, 0.150365, 0.079771, 0.054291, 0.0]}, "lang": {"n_am_en": [6, 5, 8, 5, 9, 9, 11, 5, 9, 14, 12, 9, 13, 12, 11, 17, 16, 16, 19, 21, 16, 15, 12, 13, 30, 31, 22, 17, 12, 18, 18, 19, 20, 20, 19, 21, 24, 23, 26, 21, 25, 26, 29, 28, 31, 24, 18, 16, 16, 16], "n_am_pl": [1, 8, 3, 7, 10, 9, 7, 7, 7, 4, 7, 9, 11, 6, 6, 2, 2, 3, 2, 3, 3, 2, 2, 3, 1, 0, 3, 4, 3, 2, 1, 5, 2, 6, 5, 4, 6, 6, 11, 11, 12, 14, 11, 14, 11, 17, 20, 25, 28, 29], "n_pos": 47, "sum_m_en": [5.772864, 7.765281, 7.56353, 8.025795, 8.985057, 9.069895, 9.471559, 9.235416, 9.280459, 9.177167, 9.427145, 9.334551, 9.866107, 9.542004, 8.740869, 9.146129, 9.202286, 8.046939, 8.395963, 8.799133, 8.2941, 8.35806, 8.267701, 8.39325, 13.794295, 13.239105, 12.574838, 9.967455, 10.566403, 11.131146, 10.718479, 10.937573, 10.669844, 11.44223, 12.029881, 12.9036, 15.352344, 16.103751, 18.045704, 21.290142, 21.790245, 21.940566, 24.98897, 24.251851, 22.850482, 21.053409, 17.470606, 14.758845, 14.971743, 15.161474], "sum_m_pl": [1.209274, 2.601668, 2.537365, 2.514442, 2.817431, 2.678611, 2.756227, 2.772707, 3.037012, 2.579868, 2.618493, 2.855109, 2.86962, 2.96272, 2.663408, 2.746439, 2.544171, 2.524949, 2.440754, 2.535464, 2.543148, 2.511133, 2.584503, 2.626103, 2.814599, 3.087095, 3.314333, 3.784718, 3.311853, 3.259026, 3.041754, 3.01951, 2.974581, 3.074939, 2.833599, 2.94122, 2.908852, 2.759741, 4.169713, 5.277321, 5.230085, 6.765164, 7.070307, 7.956885, 10.425698, 14.7738, 21.054893, 23.764779, 27.889053, 29.603289]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "gsm8kpl-906", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1198, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.9606, "tf_agree_excl_first": 0.9683}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 12, 12, 18, 21, 20, 22, 14, 11, 24, 29, 31, 26, 26, 32, 31, 39, 32, 53, 49, 37, 36, 25, 32, 73, 51, 38, 35, 35, 32, 27, 44, 31, 44, 55, 56, 52, 52, 65, 77, 74, 74, 80, 76, 56, 56, 26, 4, 2, 0], "n_am_pl": [0, 19, 21, 25, 24, 21, 24, 17, 25, 17, 16, 18, 30, 30, 18, 18, 14, 24, 15, 25, 16, 11, 15, 10, 20, 24, 23, 26, 25, 28, 24, 25, 23, 13, 10, 12, 11, 11, 18, 21, 24, 28, 31, 27, 32, 45, 56, 67, 69, 72], "n_pos": 176, "sum_m_en": [16.861037, 28.02337, 28.433396, 28.756532, 29.22796, 29.92605, 30.280224, 29.302997, 28.640414, 30.707944, 31.98757, 31.308906, 31.172718, 30.413844, 29.515314, 29.767878, 30.660958, 29.02838, 30.95907, 29.900094, 28.354653, 28.64735, 28.360793, 29.283157, 39.65955, 35.44002, 30.88404, 29.424002, 31.249188, 31.07715, 30.744872, 31.856413, 30.170463, 32.163643, 32.845254, 35.452152, 41.175721, 42.060111, 48.310537, 53.180349, 51.724588, 52.406536, 58.351176, 60.12845, 44.914934, 46.051852, 27.961834, 5.708139, 2.070132, 3e-06], "sum_m_pl": [3.144144, 9.132487, 9.578651, 9.665444, 10.363487, 9.757831, 10.022027, 10.35298, 11.183455, 10.146996, 10.438708, 11.347311, 11.442839, 11.596793, 11.3724, 11.258165, 10.601429, 10.997476, 10.019895, 10.582713, 10.418541, 10.077194, 10.055319, 10.103188, 13.747537, 14.100565, 14.967693, 14.365573, 13.594666, 14.903843, 13.691133, 13.73404, 13.61586, 12.009135, 10.634946, 10.696932, 9.760473, 9.424379, 9.954984, 12.639445, 13.015689, 14.142792, 20.282764, 21.537196, 31.597709, 43.265201, 53.804911, 64.328213, 69.203668, 71.316988]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 2, 3, 2, 2, 1, 3, 4, 1, 3, 4, 2, 4, 4, 6, 5, 1, 2, 0, 5, 7, 3, 4, 3, 4, 0, 0, 6, 2, 7, 7, 7, 6, 4, 7, 6, 5, 4, 11, 5, 4, 4, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 0, 0, 3, 0, 2, 4, 2, 2, 6, 8, 3, 5, 3, 3, 4, 4, 5, 4, 3, 1, 3, 3, 4, 6, 4, 6, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.803802, 3.779188, 3.952872, 3.737081, 3.629562, 3.545229, 3.572306, 3.255146, 3.295481, 3.497384, 3.659179, 3.52076, 3.386971, 3.416031, 3.359374, 3.341689, 3.384493, 3.491653, 3.658693, 3.398709, 3.263195, 3.384753, 3.387124, 3.557056, 5.336179, 4.590014, 3.786385, 3.307205, 3.731687, 3.851123, 3.742489, 4.31048, 4.027692, 4.239135, 4.226997, 4.096173, 4.578951, 4.509524, 4.392061, 4.03377, 3.819722, 3.728629, 5.330618, 4.988458, 3.637028, 3.239848, 1.49473, 0.596252, 0.245987, 0.0], "sum_m_pl": [0.359223, 1.084788, 0.913622, 0.827499, 0.777577, 0.741855, 0.693091, 0.74582, 0.894703, 0.892962, 1.076772, 1.23912, 1.37137, 1.368073, 1.266879, 1.28995, 1.161746, 1.299526, 1.144709, 1.207769, 1.194202, 1.151824, 1.114786, 1.113313, 1.37995, 1.380318, 1.305631, 1.434679, 1.25097, 1.37619, 1.271131, 1.199442, 1.174207, 1.051126, 1.002236, 1.036176, 0.87133, 0.784053, 0.803476, 0.838331, 0.858476, 0.85436, 0.76031, 0.654377, 0.678004, 0.564814, 1.369389, 1.238207, 0.172594, 2.4e-05]}, "lang": {"n_am_en": [4, 3, 4, 7, 8, 6, 3, 3, 5, 12, 12, 10, 14, 9, 14, 15, 17, 13, 22, 20, 21, 18, 16, 17, 38, 27, 19, 19, 18, 17, 17, 21, 13, 21, 25, 26, 23, 25, 29, 39, 40, 36, 35, 37, 28, 23, 13, 3, 1, 0], "n_am_pl": [0, 9, 13, 9, 17, 13, 16, 8, 17, 10, 12, 10, 12, 14, 9, 7, 9, 15, 7, 13, 8, 4, 7, 7, 9, 13, 12, 13, 14, 17, 12, 17, 15, 8, 7, 10, 10, 8, 15, 17, 19, 24, 26, 23, 25, 38, 52, 61, 68, 72], "n_pos": 72, "sum_m_en": [7.573954, 10.931242, 10.982526, 11.354417, 11.669219, 12.314249, 12.5209, 12.597402, 12.534282, 13.606055, 14.200021, 13.894366, 13.973706, 13.704697, 13.122918, 13.086765, 13.203737, 12.117173, 13.081462, 12.804604, 12.331683, 12.289641, 12.128526, 12.457217, 19.009555, 16.765893, 14.144299, 13.443579, 13.896364, 13.520955, 13.736528, 13.364267, 12.622054, 13.774881, 14.210062, 16.458015, 19.090475, 19.559705, 24.616221, 26.891411, 26.702086, 25.845477, 25.484699, 26.130844, 21.441966, 18.502779, 12.300849, 2.73231, 0.755364, 1e-06], "sum_m_pl": [1.47566, 3.787985, 4.021553, 4.308615, 4.754165, 4.742928, 5.253732, 5.295936, 5.868496, 4.813539, 4.987546, 5.407759, 5.394618, 5.580513, 5.334178, 5.141205, 4.698639, 4.823439, 4.337998, 4.513075, 4.472142, 4.299615, 4.353405, 4.361339, 6.079974, 6.583787, 7.661612, 7.20066, 7.009976, 7.708886, 6.975181, 7.449854, 7.423795, 6.631091, 5.706349, 5.925007, 5.666353, 5.419382, 5.514472, 7.908621, 8.067655, 9.86667, 16.774935, 18.380095, 25.300801, 36.523724, 48.597264, 58.288401, 67.917454, 71.276936]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "gsm8kpl-906", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1488, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 6, 9, 17, 12, 12, 12, 15, 16, 17, 12, 8, 3, 10, 6, 7, 11, 9, 12, 9, 6, 12, 16, 16, 29, 19, 14, 12, 9, 5, 3, 12, 10, 14, 14, 17, 23, 26, 36, 42, 42, 38, 39, 40, 36, 34, 17, 8, 2, 1], "n_am_pl": [1, 5, 3, 4, 4, 5, 5, 4, 9, 9, 7, 8, 15, 15, 10, 11, 10, 13, 7, 8, 7, 3, 4, 5, 6, 12, 9, 16, 14, 14, 15, 15, 14, 6, 11, 5, 7, 8, 4, 0, 2, 5, 6, 4, 10, 16, 30, 40, 42, 40], "n_pos": 76, "sum_m_en": [7.149828, 11.456371, 12.148027, 12.437941, 12.864128, 12.03055, 11.899094, 12.614719, 12.677599, 12.804852, 12.460202, 12.477151, 11.630664, 10.820647, 10.356878, 11.76847, 11.797662, 10.469609, 11.543624, 12.019744, 11.233613, 11.566325, 11.734328, 12.379855, 16.534994, 14.429814, 13.468971, 12.29697, 12.122969, 11.360676, 10.910457, 11.727696, 11.341375, 12.470064, 12.959039, 14.990471, 16.183313, 18.681908, 22.494579, 33.91276, 33.524853, 33.899811, 34.608288, 36.07229, 34.706453, 32.395683, 17.388927, 8.556555, 3.010469, 1.088829], "sum_m_pl": [1.237999, 4.258644, 4.455534, 4.363279, 4.755277, 4.459779, 3.972878, 4.176066, 4.219744, 4.694307, 4.937793, 5.56115, 5.702955, 5.895526, 5.669584, 6.379698, 5.96881, 5.960163, 5.545829, 5.553975, 5.341891, 5.052002, 5.071416, 5.13399, 6.994538, 7.838259, 7.94187, 8.265573, 7.235208, 8.899772, 7.533057, 7.207593, 7.044588, 6.658262, 6.303319, 5.555077, 5.478589, 4.677137, 4.449327, 2.991478, 3.023805, 3.720715, 5.558752, 4.858435, 7.771655, 11.951196, 27.749649, 37.764168, 41.57864, 40.58157]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 1, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 1, 1, 5, 2, 0, 1, 0, 0, 0, 4, 1, 2, 0, 0, 1, 1, 2, 3, 3, 3, 3, 2, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 3, 0, 2, 4, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 2, 3, 2, 0, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.890257, 1.698218, 1.827418, 1.69583, 1.691471, 1.535682, 1.49198, 1.394606, 1.368576, 1.481262, 1.554823, 1.619173, 1.470846, 1.335508, 1.317721, 1.535647, 1.493686, 1.281579, 1.487339, 1.54273, 1.526523, 1.611147, 1.615395, 1.724858, 2.376882, 1.977212, 1.778179, 1.733448, 1.884765, 1.695484, 1.557512, 1.748029, 1.466226, 1.497851, 1.452086, 1.39601, 1.350004, 1.314561, 2.182549, 2.077209, 1.867302, 1.967686, 2.287212, 2.209874, 2.033949, 1.609966, 1.313293, 1.09377, 0.186016, 0.0], "sum_m_pl": [0.14884, 0.4769, 0.412677, 0.365458, 0.379819, 0.328346, 0.313294, 0.303646, 0.374019, 0.409494, 0.476093, 0.53543, 0.644725, 0.716557, 0.627356, 0.700004, 0.654604, 0.668101, 0.686128, 0.687364, 0.645511, 0.601713, 0.597323, 0.592183, 0.6898, 0.727773, 0.656373, 0.722416, 0.566304, 0.806787, 0.678573, 0.664583, 0.626031, 0.484157, 0.580771, 0.586498, 0.570082, 0.449973, 0.446559, 0.448975, 0.460228, 0.503044, 0.467994, 0.362903, 0.337461, 0.322189, 0.150017, 0.099216, 0.043456, 0.0]}, "lang": {"n_am_en": [1, 5, 8, 16, 8, 8, 9, 12, 12, 12, 6, 7, 1, 6, 4, 4, 9, 6, 6, 5, 4, 6, 10, 9, 18, 12, 10, 7, 5, 4, 3, 5, 6, 6, 7, 10, 15, 18, 25, 29, 28, 27, 25, 27, 24, 22, 10, 2, 1, 1], "n_am_pl": [1, 2, 1, 2, 3, 3, 2, 3, 5, 5, 2, 6, 7, 7, 5, 7, 5, 9, 3, 4, 4, 2, 3, 3, 3, 7, 5, 12, 9, 8, 9, 12, 10, 5, 9, 4, 3, 4, 2, 0, 0, 3, 5, 4, 9, 12, 26, 36, 39, 39], "n_pos": 40, "sum_m_en": [3.936334, 5.994741, 6.488771, 6.724959, 6.901575, 6.547851, 6.554084, 7.259358, 7.414811, 7.377793, 7.04085, 7.041846, 6.606536, 6.139242, 5.899828, 6.788452, 6.846485, 5.971155, 6.423967, 6.684712, 6.210757, 6.307432, 6.368345, 6.689554, 9.878459, 8.314396, 7.776607, 6.899196, 6.505949, 6.097549, 6.082316, 6.595683, 6.576207, 7.338199, 7.372872, 8.612396, 9.433282, 10.866072, 12.977497, 22.859013, 22.710506, 23.142602, 23.235468, 24.493643, 23.232274, 21.831554, 10.212967, 3.475922, 1.071286, 1.000003], "sum_m_pl": [0.696065, 2.321924, 2.436926, 2.383895, 2.705347, 2.577732, 2.298391, 2.514983, 2.511064, 2.716394, 2.932198, 3.285936, 3.184209, 3.391005, 3.331644, 3.740432, 3.431121, 3.41755, 3.126284, 3.061592, 2.940241, 2.803674, 2.842808, 2.899653, 3.933012, 4.549882, 4.682295, 5.075044, 4.677146, 5.58401, 4.748155, 4.649198, 4.437944, 4.099078, 3.716669, 3.384407, 3.562775, 3.116394, 2.996888, 1.694124, 1.767352, 2.514741, 4.393216, 3.85154, 6.627366, 10.07434, 24.724718, 33.915117, 38.656005, 38.999993]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "gsm8kpl-907", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1140, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9873}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 8, 9, 15, 9, 9, 14, 14, 15, 17, 13, 7, 9, 13, 6, 9, 15, 13, 11, 8, 8, 11, 15, 12, 30, 18, 10, 11, 11, 8, 4, 12, 10, 12, 12, 19, 21, 24, 34, 39, 41, 37, 35, 39, 37, 33, 13, 4, 1, 1], "n_am_pl": [2, 4, 3, 7, 3, 3, 3, 5, 6, 9, 8, 12, 10, 11, 7, 11, 8, 11, 6, 7, 8, 6, 7, 6, 8, 14, 17, 13, 16, 17, 17, 10, 11, 9, 15, 8, 7, 9, 6, 3, 2, 7, 8, 6, 10, 17, 35, 43, 45, 43], "n_pos": 78, "sum_m_en": [7.152794, 11.796903, 12.351718, 12.828454, 12.853523, 12.350274, 12.010214, 12.626284, 12.820864, 13.158988, 12.667021, 12.68583, 11.953621, 11.44538, 11.213168, 12.544757, 12.505026, 11.120201, 12.038952, 12.243476, 11.586518, 11.910023, 12.039986, 12.616199, 17.004533, 15.092605, 13.73402, 12.437369, 12.17963, 11.639236, 11.184137, 12.086842, 11.451957, 12.659059, 13.229457, 15.393711, 16.450982, 19.260106, 23.439595, 33.739498, 32.520551, 32.766881, 33.48683, 34.488475, 33.835862, 30.242865, 13.416642, 4.576997, 1.674947, 0.999999], "sum_m_pl": [1.203369, 4.238511, 4.357564, 4.345188, 4.842, 4.559061, 4.093728, 4.211322, 4.437131, 4.896103, 5.175399, 5.809734, 5.729346, 5.938297, 5.853589, 6.582187, 6.075567, 5.986559, 5.581952, 5.648707, 5.44841, 5.160269, 5.206367, 5.213855, 7.815181, 8.725809, 9.005805, 8.838852, 8.300833, 9.645953, 7.961177, 7.627553, 7.59027, 6.886024, 6.528349, 5.901715, 5.687908, 4.979895, 4.502215, 3.425042, 3.387275, 4.26658, 6.580231, 5.140807, 8.013911, 12.131036, 31.734933, 40.904502, 43.918032, 42.377723]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 1, 2, 1, 0, 2, 1, 1, 0, 0, 1, 1, 1, 6, 2, 0, 0, 0, 0, 0, 4, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 2, 2, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 1, 1, 0, 1, 1, 1, 2, 2, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.887318, 1.665864, 1.749805, 1.656541, 1.619782, 1.504297, 1.405603, 1.328483, 1.388297, 1.491809, 1.503522, 1.547073, 1.41149, 1.363611, 1.36398, 1.585856, 1.5016, 1.288474, 1.479581, 1.477233, 1.506261, 1.584483, 1.591731, 1.698794, 2.222932, 1.958761, 1.728068, 1.696062, 1.779311, 1.662163, 1.540508, 1.799709, 1.483424, 1.463728, 1.420119, 1.340801, 1.317765, 1.29334, 1.893946, 1.598072, 1.257367, 1.305161, 1.162933, 1.070748, 0.804662, 0.592802, 0.327349, 0.183439, 0.040073, 0.0], "sum_m_pl": [0.152982, 0.46833, 0.380013, 0.366549, 0.369001, 0.315947, 0.301542, 0.29193, 0.384775, 0.427943, 0.505919, 0.565618, 0.616412, 0.674424, 0.6311, 0.689238, 0.659989, 0.685834, 0.69545, 0.692105, 0.647703, 0.608944, 0.604734, 0.591278, 0.724804, 0.77786, 0.70677, 0.699281, 0.563551, 0.74954, 0.645012, 0.639723, 0.566677, 0.476699, 0.572309, 0.587714, 0.542761, 0.438177, 0.423785, 0.449282, 0.473166, 0.497103, 0.480789, 0.38667, 0.369928, 0.339947, 0.189829, 0.130394, 0.031346, 0.0]}, "lang": {"n_am_en": [0, 7, 8, 14, 6, 6, 10, 13, 12, 12, 8, 5, 4, 7, 4, 6, 9, 8, 5, 5, 6, 4, 9, 8, 17, 11, 8, 8, 5, 4, 2, 4, 4, 8, 6, 12, 15, 17, 25, 28, 29, 27, 26, 27, 27, 25, 10, 2, 1, 1], "n_am_pl": [2, 2, 1, 2, 0, 2, 3, 2, 5, 6, 3, 10, 6, 4, 4, 10, 4, 7, 2, 5, 5, 6, 5, 2, 5, 8, 10, 9, 11, 11, 8, 7, 7, 6, 10, 5, 5, 6, 3, 3, 2, 5, 8, 6, 9, 13, 28, 36, 41, 41], "n_pos": 42, "sum_m_en": [3.814373, 6.239515, 6.727478, 6.995353, 7.021106, 6.883867, 6.82946, 7.436594, 7.604984, 7.670444, 7.349558, 7.258254, 6.91498, 6.576805, 6.474743, 7.27913, 7.374443, 6.430222, 6.836554, 6.988667, 6.574712, 6.687553, 6.735762, 7.035543, 10.022267, 8.726691, 7.93814, 7.02702, 6.646164, 6.280923, 6.296375, 6.886223, 6.72329, 7.686181, 7.875836, 9.268583, 10.470909, 12.561766, 14.528102, 23.243636, 22.357549, 22.571569, 23.231056, 25.161086, 24.847463, 22.461593, 10.225459, 2.705558, 1.041999, 0.999999], "sum_m_pl": [0.639669, 2.364672, 2.449663, 2.444286, 2.850994, 2.708036, 2.421893, 2.568955, 2.684042, 2.859748, 3.111405, 3.497374, 3.314208, 3.490829, 3.49085, 3.980336, 3.577934, 3.557604, 3.239203, 3.188935, 3.069491, 2.918601, 2.971823, 2.98809, 4.510454, 5.086118, 5.356735, 5.445338, 5.45164, 6.290971, 5.107895, 5.007384, 4.951779, 4.367101, 4.014489, 3.703735, 3.719882, 3.289137, 2.998169, 2.066687, 2.148293, 3.073545, 5.538747, 4.049462, 6.899315, 10.135818, 26.499805, 35.159105, 40.218381, 40.792491]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "gsm8kpl-907", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1430, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9753}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [5, 7, 6, 7, 7, 9, 4, 6, 5, 8, 9, 5, 7, 6, 10, 8, 7, 7, 8, 8, 4, 2, 5, 4, 10, 10, 7, 8, 11, 8, 10, 6, 6, 10, 9, 9, 7, 15, 13, 18, 18, 20, 22, 18, 16, 14, 15, 13, 13, 11], "n_am_pl": [1, 3, 4, 2, 3, 0, 3, 1, 3, 2, 4, 7, 9, 6, 6, 6, 2, 3, 0, 1, 1, 0, 2, 0, 3, 3, 4, 3, 5, 5, 9, 2, 3, 4, 3, 3, 3, 2, 5, 3, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1], "n_pos": 58, "sum_m_en": [6.496555, 9.144547, 9.277045, 9.497269, 9.824601, 9.429027, 8.641484, 8.797685, 8.968007, 9.331296, 9.481397, 9.747046, 9.01819, 8.695671, 8.233504, 8.967535, 9.466114, 8.482873, 9.485901, 10.135665, 9.011805, 9.061418, 8.963513, 9.321014, 10.627277, 9.878932, 9.849415, 9.417278, 9.871607, 10.289845, 9.739781, 9.542416, 9.229152, 9.52707, 10.262606, 8.676566, 8.56957, 10.786067, 10.336555, 13.448574, 12.958014, 15.337843, 17.430848, 16.273649, 15.759658, 15.214443, 15.356463, 14.361135, 12.851779, 10.790882], "sum_m_pl": [1.249217, 2.828335, 2.991265, 2.69449, 2.871934, 2.597515, 2.490899, 2.522032, 2.750301, 3.027361, 3.2904, 3.53802, 3.721734, 3.588214, 3.389824, 3.723375, 3.430832, 3.459825, 3.30333, 3.281736, 3.32061, 3.235856, 3.194511, 3.399308, 3.835371, 3.888499, 3.853983, 4.241819, 3.925139, 4.499066, 3.966938, 3.943887, 3.979187, 3.559804, 3.499068, 3.598346, 3.380505, 3.10229, 3.807524, 3.447092, 3.133863, 2.918921, 2.634913, 2.434858, 2.464597, 2.153934, 1.497843, 1.278706, 1.098351, 1.00092]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 0, 0, 0, 1, 3, 5, 4, 2, 0, 1, 3, 3, 0, 2, 2, 2, 1, 2, 2, 4, 4, 1, 0, 2, 1, 0, 0, 1, 4, 2, 4, 1, 4, 0, 2, 1, 2, 2, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 4, 2, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 2, 1, 3, 0, 1, 1, 2, 0, 1, 1, 2, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.443231, 2.634018, 2.525636, 2.428549, 2.380846, 2.379804, 2.210632, 2.135151, 2.206214, 2.310859, 2.391813, 2.59, 2.31378, 2.200388, 2.047478, 2.286874, 2.410839, 1.971181, 2.389832, 2.483291, 2.251295, 2.254151, 2.218626, 2.35884, 2.895978, 2.890419, 2.74218, 2.645815, 2.621912, 2.65146, 2.540674, 2.725044, 2.426861, 2.509421, 2.409037, 2.120728, 2.077594, 2.657578, 1.905733, 1.77786, 1.764047, 1.84749, 2.284504, 1.592938, 1.327163, 1.085319, 0.6669, 0.4518, 0.025915, 0.0], "sum_m_pl": [0.200509, 0.608872, 0.474929, 0.446544, 0.456541, 0.432215, 0.404387, 0.424624, 0.567573, 0.656575, 0.802123, 0.849757, 0.988007, 0.956769, 0.884926, 0.926012, 0.843629, 0.834736, 0.771305, 0.779928, 0.778945, 0.778443, 0.755654, 0.829059, 0.781506, 0.82454, 0.769331, 0.980694, 0.983665, 1.035679, 0.950017, 0.977, 0.957864, 0.810345, 0.800808, 0.868245, 0.83213, 0.751568, 0.726008, 0.714034, 0.654479, 0.687185, 0.659696, 0.59408, 0.703524, 0.658911, 0.287207, 0.159105, 0.014744, 0.0]}, "lang": {"n_am_en": [2, 3, 1, 1, 1, 1, 0, 2, 2, 0, 1, 0, 2, 2, 3, 2, 1, 3, 1, 2, 0, 0, 0, 0, 2, 2, 1, 3, 4, 3, 5, 4, 2, 1, 1, 1, 3, 6, 8, 9, 9, 9, 10, 10, 10, 10, 10, 10, 10, 10], "n_am_pl": [1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 2, 2, 1, 2, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 11, "sum_m_en": [1.399799, 1.633197, 1.770663, 1.919287, 2.011747, 1.837956, 1.693709, 1.736021, 1.813809, 1.846169, 1.841512, 1.751188, 1.750979, 1.738496, 1.660036, 1.760233, 1.773915, 1.710788, 1.808777, 1.961424, 1.714024, 1.740083, 1.723875, 1.746016, 1.969528, 1.756986, 1.892965, 1.878865, 1.98184, 2.075058, 2.126066, 2.086477, 2.058704, 2.154774, 2.335354, 2.148959, 2.585348, 3.561887, 4.26956, 6.243216, 6.115748, 8.042983, 9.271488, 9.201728, 9.548405, 9.630933, 9.701027, 9.672982, 9.723332, 9.999084], "sum_m_pl": [0.317122, 0.538705, 0.595352, 0.577508, 0.679214, 0.549143, 0.521737, 0.551906, 0.604647, 0.663738, 0.726984, 0.77361, 0.814988, 0.80783, 0.76061, 0.807984, 0.743219, 0.731806, 0.746493, 0.709632, 0.714509, 0.677387, 0.677484, 0.694119, 0.8214, 0.887733, 0.936191, 0.955512, 0.976193, 1.000807, 0.831844, 1.008606, 0.992058, 0.974597, 0.790092, 0.847974, 0.860883, 0.779563, 1.289106, 1.253255, 1.309769, 1.13617, 1.01438, 1.031305, 1.022151, 1.005767, 0.99993, 1.001213, 1.004007, 1.000915]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 62, "item_id": "gsm8kpl-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1149, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9836}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 15, 15, 27, 30, 29, 32, 28, 28, 21, 30, 36, 27, 20, 28, 33, 23, 19, 29, 32, 23, 19, 24, 21, 53, 42, 39, 36, 45, 39, 40, 39, 37, 43, 40, 50, 56, 73, 73, 84, 83, 79, 78, 78, 75, 63, 23, 13, 10, 8], "n_am_pl": [1, 13, 12, 9, 9, 11, 12, 19, 13, 17, 24, 24, 30, 29, 22, 19, 17, 18, 14, 11, 13, 9, 12, 9, 20, 33, 28, 31, 27, 34, 26, 23, 24, 20, 22, 18, 19, 10, 10, 9, 8, 9, 14, 14, 17, 37, 75, 77, 80, 79], "n_pos": 188, "sum_m_en": [18.395991, 27.170514, 29.411005, 30.905957, 31.741413, 31.88659, 32.48868, 33.28302, 33.310176, 34.339257, 33.511762, 34.112878, 32.66253, 31.828373, 30.199755, 31.192517, 33.098869, 30.444745, 32.617783, 32.114543, 29.933405, 30.828326, 30.809036, 31.477846, 45.105884, 40.545762, 38.187984, 35.897792, 34.448982, 34.520448, 32.048901, 33.374354, 33.135869, 36.472458, 37.676835, 37.987052, 40.485267, 47.733647, 50.505071, 57.196743, 58.95315, 56.771574, 63.177414, 63.517885, 62.55196, 50.468241, 22.377949, 14.014657, 11.691058, 8.266926], "sum_m_pl": [3.326954, 7.961024, 9.20601, 8.976834, 10.165503, 10.198579, 10.216636, 11.055251, 11.6162, 12.341551, 13.490685, 14.385882, 15.236638, 15.262516, 15.324293, 16.278591, 14.085859, 14.20188, 12.360724, 12.437791, 12.366847, 12.004768, 11.988242, 11.958866, 15.803547, 18.622045, 19.108336, 20.305658, 20.142776, 20.484499, 18.540941, 17.993668, 18.134344, 15.911273, 14.793202, 14.308519, 12.122967, 11.229116, 12.661335, 14.45746, 14.019824, 14.635174, 15.739321, 16.279618, 18.425596, 32.972705, 70.703266, 75.502714, 79.209249, 78.801875]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 1, 0, 2, 2, 1, 4, 3, 3, 1, 2, 4, 2, 3, 4, 2, 0, 1, 1, 0, 4, 1, 2, 3, 4, 4, 5, 3, 2, 2, 0, 3, 2, 5, 3, 4, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 0, 0, 0, 2, 3, 1, 1, 5, 3, 1, 1, 0, 1, 2, 2, 2, 0, 0, 0, 1, 3, 1, 1, 3, 5, 4, 3, 2, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.722681, 3.174283, 3.31387, 3.045084, 3.022801, 3.041939, 3.049202, 2.99818, 2.91876, 2.996062, 3.192648, 3.139654, 2.901144, 2.843337, 2.75625, 3.146113, 3.526302, 3.12244, 3.505821, 3.298072, 3.096196, 3.202015, 3.195651, 3.353355, 4.425182, 4.033882, 4.120748, 4.018491, 3.499292, 3.470431, 3.192938, 3.498179, 3.305109, 3.425584, 3.478426, 3.396726, 3.399801, 3.47926, 2.977973, 2.879142, 2.670743, 2.619164, 2.625313, 2.102025, 1.779271, 1.7037, 1.0576, 0.267855, 0.171038, 0.0], "sum_m_pl": [0.306846, 0.794685, 0.670548, 0.630734, 0.657927, 0.63823, 0.670224, 0.699647, 0.950332, 0.997449, 1.185828, 1.305255, 1.408298, 1.457941, 1.366307, 1.401564, 1.211927, 1.226243, 1.099564, 1.120135, 1.130158, 1.112486, 1.072324, 1.102865, 1.190186, 1.465967, 1.217831, 1.409655, 1.519881, 1.652413, 1.482263, 1.494273, 1.342037, 1.113131, 1.031292, 1.164724, 0.982691, 0.869545, 0.958055, 0.946968, 0.899, 0.916489, 0.881267, 0.745521, 0.777178, 0.704312, 0.311206, 0.176514, 0.044263, 0.0]}, "lang": {"n_am_en": [2, 8, 8, 17, 22, 18, 23, 19, 19, 12, 17, 23, 14, 11, 18, 16, 12, 10, 11, 13, 14, 10, 16, 14, 31, 26, 21, 18, 21, 21, 19, 20, 22, 26, 21, 23, 30, 45, 47, 57, 61, 56, 56, 56, 53, 43, 16, 11, 8, 8], "n_am_pl": [1, 4, 6, 5, 4, 5, 6, 12, 8, 7, 13, 13, 17, 14, 13, 9, 10, 10, 8, 6, 7, 6, 8, 7, 10, 19, 16, 20, 16, 15, 12, 8, 15, 13, 16, 13, 13, 6, 8, 8, 7, 8, 11, 12, 13, 29, 63, 72, 77, 79], "n_pos": 88, "sum_m_en": [9.388706, 12.296646, 13.575013, 14.587165, 14.637372, 14.778362, 15.671263, 16.341163, 16.890515, 17.248737, 16.500767, 16.756387, 15.9981, 15.644869, 15.067024, 15.148351, 16.030878, 14.553596, 15.53592, 15.296857, 14.31946, 14.855518, 14.881914, 15.049154, 24.14736, 21.496794, 20.481354, 18.320724, 17.237378, 17.30317, 16.029049, 16.570293, 16.587412, 18.769353, 19.088595, 19.186699, 20.687544, 25.451391, 28.809941, 35.301455, 37.777395, 35.658426, 42.411448, 42.258121, 42.42083, 32.373814, 13.803577, 9.635305, 8.55429, 8.26524], "sum_m_pl": [1.759259, 3.848278, 4.490557, 4.534839, 5.080492, 5.066908, 5.049697, 5.570372, 5.85237, 6.212501, 6.893478, 7.456271, 8.028845, 8.157844, 8.19304, 8.706594, 7.221819, 7.337542, 6.282724, 6.339869, 6.218996, 6.064088, 6.101575, 6.10235, 7.670139, 9.343908, 10.022172, 11.153999, 11.026877, 11.090252, 10.0894, 9.988201, 10.286897, 9.027589, 8.279516, 7.985367, 6.977196, 6.626481, 8.187582, 10.026401, 10.064381, 10.850454, 11.333298, 12.169492, 14.850935, 27.453729, 59.909371, 69.240107, 76.03813, 78.582593]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "gsm8kpl-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1439, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9843}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 14, 22, 22, 33, 38, 40, 25, 30, 33, 37, 32, 33, 30, 31, 31, 33, 35, 46, 43, 39, 34, 36, 34, 68, 59, 48, 40, 41, 36, 35, 37, 38, 46, 65, 65, 69, 76, 77, 83, 81, 83, 80, 78, 74, 65, 70, 65, 60, 57], "n_am_pl": [4, 18, 9, 8, 12, 11, 3, 6, 6, 7, 12, 10, 13, 17, 18, 21, 17, 13, 10, 8, 10, 5, 7, 7, 5, 5, 7, 7, 7, 10, 8, 9, 6, 4, 6, 5, 7, 4, 5, 5, 1, 2, 2, 1, 1, 2, 0, 0, 0, 0], "n_pos": 155, "sum_m_en": [17.584919, 23.904862, 23.426511, 23.966843, 27.47127, 27.429567, 26.943362, 26.327723, 26.640867, 28.627229, 29.49481, 28.178052, 27.715116, 27.689351, 27.762782, 27.413927, 29.889121, 27.202148, 27.79462, 28.216486, 26.416428, 26.069754, 26.563921, 26.652061, 41.853109, 38.534676, 34.736145, 31.380699, 31.776963, 30.757377, 29.810822, 30.696718, 32.244958, 34.281232, 43.232684, 42.98041, 47.114425, 54.682544, 59.499751, 63.159468, 67.584039, 72.839996, 73.552621, 72.52381, 69.327557, 65.52297, 66.13068, 62.261913, 56.744259, 56.495884], "sum_m_pl": [3.652665, 7.647516, 7.774881, 7.354531, 8.08363, 7.527547, 6.834679, 6.752706, 7.0926, 7.355986, 8.138947, 8.739266, 9.211066, 9.291605, 9.380183, 10.021506, 9.182176, 8.820884, 9.372047, 9.075293, 8.74429, 8.55014, 8.45658, 8.528785, 9.233008, 9.475749, 10.011862, 10.346565, 11.275257, 11.78176, 10.718714, 10.433506, 10.106073, 9.614079, 8.321282, 8.572045, 8.41709, 6.592986, 5.542516, 5.305353, 4.145438, 3.651326, 3.258272, 2.82462, 2.580751, 2.149795, 1.352748, 1.055627, 0.608711, 0.000634]}, "digit": {"n_am_en": [0, 2, 5, 0, 4, 9, 6, 4, 5, 6, 8, 8, 7, 6, 6, 4, 7, 5, 12, 6, 5, 5, 7, 5, 13, 10, 7, 7, 5, 6, 7, 8, 3, 8, 12, 11, 12, 14, 15, 16, 14, 13, 12, 11, 8, 6, 4, 3, 1, 0], "n_am_pl": [0, 4, 1, 2, 3, 1, 1, 2, 0, 6, 6, 4, 7, 5, 7, 8, 7, 7, 6, 4, 5, 4, 4, 4, 3, 2, 3, 3, 2, 4, 5, 5, 2, 1, 2, 1, 5, 2, 2, 2, 1, 2, 2, 1, 1, 2, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.347892, 5.740822, 5.457327, 5.401652, 6.021024, 5.873154, 5.904162, 5.707795, 5.812331, 6.301815, 6.856898, 6.346827, 6.249887, 6.242935, 6.527959, 6.310194, 6.991678, 6.19599, 6.74898, 6.471363, 5.991541, 5.985555, 5.995733, 6.204733, 8.939694, 7.978082, 7.18293, 6.712483, 6.977736, 6.66719, 6.584286, 7.042474, 7.028903, 7.294574, 7.669669, 7.43742, 7.785752, 9.397095, 11.274679, 10.694857, 10.994627, 10.913207, 10.664495, 10.302708, 9.090618, 7.615978, 5.211739, 3.845114, 0.675139, 0.214403], "sum_m_pl": [0.709314, 1.706233, 1.452449, 1.367812, 1.460634, 1.313347, 1.123983, 1.199254, 1.355221, 1.516868, 1.69915, 1.856754, 2.064109, 1.952097, 1.953296, 2.328598, 2.038919, 1.985756, 2.101344, 2.025931, 1.950661, 1.920223, 1.917792, 1.935617, 2.42779, 2.120581, 2.103937, 2.262616, 2.332159, 2.523812, 2.284621, 2.29507, 1.986841, 1.779954, 1.74573, 1.78027, 1.922514, 1.607645, 1.57206, 1.686832, 1.595253, 1.714247, 1.584625, 1.442186, 1.5207, 1.333771, 0.799418, 0.516999, 0.149601, 0.0]}, "lang": {"n_am_en": [14, 9, 12, 15, 17, 19, 22, 16, 18, 17, 21, 15, 18, 15, 13, 17, 16, 22, 23, 20, 22, 20, 22, 22, 41, 39, 32, 24, 27, 24, 20, 22, 24, 26, 36, 39, 43, 49, 48, 51, 53, 52, 54, 54, 55, 53, 55, 53, 54, 57], "n_am_pl": [3, 8, 3, 1, 4, 6, 0, 2, 4, 1, 2, 3, 2, 6, 7, 7, 5, 3, 2, 1, 2, 0, 0, 1, 1, 2, 2, 3, 3, 4, 1, 0, 1, 1, 2, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [7.660116, 9.144446, 9.372992, 9.616591, 11.247567, 11.271151, 11.189468, 11.330413, 11.58598, 12.093488, 12.152858, 11.763371, 11.474704, 11.581064, 11.457045, 11.420255, 12.45504, 11.383742, 11.279673, 11.556605, 11.018406, 10.708562, 11.065603, 10.738058, 21.469854, 20.312872, 18.110029, 15.078029, 14.743575, 14.398233, 13.529816, 14.057253, 14.954565, 16.393883, 21.50343, 23.255722, 27.065664, 32.438929, 36.482869, 40.124752, 44.310994, 48.722705, 49.959197, 49.226088, 50.685336, 48.657721, 50.722543, 48.647049, 50.216876, 55.645498], "sum_m_pl": [1.409748, 2.765059, 2.781774, 2.461856, 2.844806, 2.883038, 2.790181, 2.810906, 3.006307, 2.876577, 3.186169, 3.470261, 3.670641, 3.771798, 3.786506, 3.87558, 3.53405, 3.286276, 3.536487, 3.449707, 3.342171, 3.268964, 3.200129, 3.21841, 3.117328, 3.406257, 3.809013, 4.0865, 4.641143, 4.564146, 4.317217, 4.20435, 4.185979, 4.110252, 3.422029, 3.67177, 3.530297, 2.440749, 1.783475, 1.480259, 0.953035, 0.506632, 0.349014, 0.350146, 0.324127, 0.198892, 0.141436, 0.109502, 0.149247, 0.000634]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "gsm8kpl-916", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1252, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9937}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 15, 19, 31, 31, 38, 37, 44, 46, 46, 39, 41, 47, 44, 48, 43, 53, 48, 58, 54, 63, 53, 54, 56, 103, 104, 81, 56, 52, 53, 49, 58, 57, 60, 89, 97, 95, 111, 104, 110, 108, 112, 111, 113, 99, 65, 27, 10, 1, 0], "n_am_pl": [9, 29, 20, 24, 24, 19, 19, 22, 18, 20, 16, 30, 31, 31, 23, 32, 25, 37, 22, 18, 12, 14, 12, 12, 15, 13, 28, 22, 26, 32, 23, 26, 27, 22, 22, 17, 17, 13, 13, 15, 19, 16, 16, 20, 28, 40, 77, 95, 95, 92], "n_pos": 259, "sum_m_en": [25.723154, 39.493687, 42.213702, 42.965172, 45.561971, 45.836381, 46.472369, 46.798525, 46.277704, 48.751836, 49.590872, 47.478104, 47.008167, 46.887781, 46.696518, 44.7869, 48.725891, 44.660411, 45.655504, 45.342102, 43.778301, 43.615428, 43.480116, 43.823146, 72.41702, 66.756396, 58.121515, 50.505063, 50.587874, 49.115812, 46.791167, 48.44927, 48.885381, 51.483221, 60.828849, 60.527725, 64.80527, 76.525201, 84.598966, 88.825952, 90.721582, 102.318794, 97.513528, 95.99477, 87.665556, 60.976145, 27.12932, 9.511086, 3.473553, 0.436757], "sum_m_pl": [5.067772, 13.484508, 13.229409, 12.832063, 14.000429, 13.760555, 13.505991, 13.134109, 14.589411, 14.441549, 15.973333, 17.233132, 16.772967, 17.507934, 16.296007, 17.104438, 15.449511, 15.471452, 15.759743, 15.026501, 14.468199, 14.110064, 14.286382, 14.096398, 16.459379, 17.308208, 19.842202, 20.072246, 22.330517, 23.782064, 20.268112, 20.662993, 18.918755, 18.514522, 15.657271, 16.615886, 17.275172, 14.48374, 12.204395, 12.716108, 14.621029, 13.451193, 16.08235, 21.02997, 26.143166, 38.897825, 73.135139, 92.067521, 93.43628, 91.829682]}, "digit": {"n_am_en": [0, 0, 1, 3, 2, 2, 2, 3, 4, 5, 6, 3, 5, 6, 6, 4, 9, 2, 3, 3, 5, 3, 2, 3, 9, 13, 6, 9, 3, 9, 6, 10, 10, 5, 10, 14, 15, 13, 15, 12, 9, 9, 8, 10, 8, 5, 1, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 1, 0, 1, 2, 3, 2, 3, 4, 7, 5, 5, 4, 3, 6, 5, 3, 3, 4, 1, 1, 4, 2, 4, 4, 4, 4, 2, 5, 0, 3, 5, 0, 4, 2, 2, 2, 2, 2, 1, 0, 0, 0, 1, 1, 1, 0], "n_pos": 37, "sum_m_en": [3.561284, 6.569345, 6.834255, 6.432854, 6.541862, 6.427303, 6.272612, 6.11272, 6.17774, 6.674339, 7.107999, 7.040374, 6.842115, 6.910259, 7.179998, 6.517156, 7.208599, 6.423347, 6.913452, 6.662244, 6.43244, 6.507775, 6.434281, 6.639636, 9.319988, 8.801592, 7.775683, 7.565773, 7.80479, 7.762918, 7.455501, 8.019528, 7.776077, 7.551806, 8.238598, 8.34349, 10.018104, 10.008761, 9.342429, 9.190079, 9.537986, 9.956358, 8.978355, 8.617803, 7.409924, 5.539669, 2.293442, 1.162689, 0.259003, 0.0], "sum_m_pl": [0.654833, 1.891465, 1.59757, 1.43135, 1.461187, 1.314965, 1.240323, 1.275315, 1.574184, 1.651919, 1.97304, 2.083201, 2.126886, 2.221546, 2.150738, 2.478777, 2.117103, 2.243592, 2.36306, 2.251214, 2.145819, 2.081421, 2.078589, 2.099691, 2.57498, 2.75937, 2.76412, 2.842891, 3.027801, 3.105972, 2.591329, 2.511462, 2.196753, 2.219233, 2.025181, 2.179366, 1.953823, 1.770092, 1.780736, 1.820707, 1.69178, 1.615562, 1.595845, 1.381244, 1.343892, 1.147396, 1.472943, 1.451203, 0.885409, 0.148027]}, "lang": {"n_am_en": [4, 6, 7, 13, 16, 20, 18, 25, 28, 24, 19, 19, 23, 18, 23, 21, 23, 25, 33, 30, 32, 29, 31, 29, 52, 51, 42, 28, 31, 24, 27, 26, 23, 31, 44, 46, 41, 53, 51, 56, 52, 60, 55, 59, 52, 38, 14, 6, 1, 0], "n_am_pl": [1, 15, 5, 7, 8, 2, 10, 11, 8, 8, 6, 14, 14, 16, 12, 15, 11, 15, 10, 8, 6, 3, 4, 4, 5, 4, 13, 10, 12, 17, 14, 17, 22, 14, 12, 13, 11, 9, 8, 8, 11, 12, 15, 19, 23, 37, 67, 81, 89, 92], "n_pos": 93, "sum_m_en": [9.548615, 13.547954, 14.876561, 15.837243, 17.020592, 17.311862, 18.146824, 18.968927, 18.740051, 19.167807, 19.139213, 17.726152, 17.896916, 18.05508, 17.573007, 17.311837, 18.770516, 17.311914, 17.437995, 17.255844, 16.505664, 16.375807, 16.334971, 16.238706, 32.679128, 30.390015, 26.127559, 20.89106, 20.170069, 18.750282, 18.464662, 18.852171, 19.045165, 20.88106, 25.023534, 25.999263, 27.331321, 33.246942, 39.80859, 43.151472, 43.202185, 51.835305, 48.293839, 48.184761, 45.84225, 33.330451, 14.492201, 4.422789, 1.386758, 0.436681], "sum_m_pl": [1.728984, 4.487728, 4.340385, 4.300352, 4.838666, 5.052153, 5.300405, 5.366027, 6.246871, 5.836057, 6.62531, 7.310796, 7.125507, 7.614957, 6.743265, 6.912876, 6.181428, 5.954795, 6.168395, 5.725271, 5.523986, 5.38649, 5.469453, 5.307497, 6.167025, 6.438677, 8.205868, 8.485547, 9.571475, 10.371594, 9.015206, 9.734487, 8.957279, 8.896365, 7.486405, 8.407775, 9.565307, 7.61684, 5.798828, 5.877517, 8.232723, 8.426371, 11.533076, 16.219311, 20.596052, 33.451085, 62.486173, 79.871371, 87.55295, 91.476657]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "gsm8kpl-916", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1542, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.9849, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 5, 1, 10, 15, 11, 7, 12, 10, 11, 9, 11, 10, 10, 11, 8, 8, 8, 11, 13, 9, 10, 10, 8, 15, 15, 15, 9, 11, 10, 13, 10, 15, 15, 16, 23, 27, 27, 32, 32, 30, 31, 30, 31, 30, 26, 26, 23, 20, 21], "n_am_pl": [0, 5, 8, 4, 6, 5, 4, 3, 4, 1, 6, 4, 6, 8, 7, 2, 1, 3, 2, 2, 3, 1, 1, 3, 4, 5, 2, 1, 1, 2, 4, 6, 4, 2, 2, 3, 2, 2, 2, 2, 4, 4, 3, 2, 0, 1, 0, 0, 0, 0], "n_pos": 67, "sum_m_en": [7.188263, 10.147932, 10.248263, 11.083008, 12.452625, 12.257939, 10.980059, 11.484406, 11.693923, 11.596977, 12.142906, 12.134486, 11.966063, 12.482189, 12.650777, 12.483204, 12.857888, 12.020131, 12.490109, 12.550933, 11.282474, 11.421584, 11.272918, 11.441275, 14.706713, 13.918423, 13.737112, 11.562317, 12.509336, 12.662806, 12.352289, 12.006836, 11.64828, 11.942586, 13.955193, 13.42224, 18.560757, 21.737712, 24.145437, 27.073268, 28.068429, 29.072946, 30.193712, 29.419829, 28.060768, 26.663637, 25.762182, 23.402057, 21.416558, 20.606734], "sum_m_pl": [1.605375, 3.301885, 3.581345, 3.114367, 3.445113, 3.245744, 3.060425, 2.926729, 3.094864, 3.170299, 3.370981, 3.620663, 4.07638, 4.100451, 3.988549, 4.173829, 4.329369, 4.183067, 4.169238, 4.376354, 4.311161, 4.166542, 4.113423, 4.266556, 5.002705, 5.146003, 4.837559, 5.011035, 4.694414, 5.088628, 4.717401, 4.619471, 4.439562, 4.213608, 4.049428, 3.826745, 3.187633, 2.671283, 2.248085, 2.393751, 2.075148, 1.806535, 1.582421, 1.302549, 1.214099, 0.990141, 0.490668, 0.228901, 0.145876, 0.005097]}, "digit": {"n_am_en": [0, 3, 0, 3, 4, 2, 0, 1, 2, 4, 5, 4, 3, 2, 3, 3, 1, 3, 2, 4, 1, 1, 1, 1, 3, 2, 2, 0, 1, 2, 2, 4, 3, 4, 1, 4, 5, 4, 4, 2, 3, 4, 3, 4, 2, 1, 2, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 1, 0, 0, 2, 1, 5, 1, 1, 3, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 2, 2, 3, 2, 0, 2, 3, 2, 2, 2, 2, 4, 4, 3, 2, 0, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.97525, 3.372922, 3.37893, 3.447147, 3.72053, 3.530501, 3.2281, 3.157202, 3.245478, 3.338957, 3.606962, 3.630294, 3.550814, 3.69854, 3.707312, 3.495853, 3.490146, 3.139268, 3.256953, 3.162545, 2.937113, 2.956465, 2.945056, 3.054665, 3.593805, 3.742268, 3.889484, 3.231334, 3.426287, 3.471915, 3.30995, 3.492433, 3.132284, 3.265185, 3.182207, 3.060159, 3.93659, 4.127451, 4.047962, 3.233132, 3.121333, 3.106242, 3.447276, 3.320748, 2.413963, 1.981726, 1.638563, 0.782472, 0.048919, 0.0], "sum_m_pl": [0.312336, 0.762479, 0.695516, 0.660452, 0.669339, 0.669354, 0.519176, 0.505142, 0.654252, 0.728273, 0.822514, 0.867636, 1.037999, 1.122241, 1.054485, 1.118871, 1.087216, 1.147805, 1.112096, 1.174797, 1.166735, 1.128766, 1.081775, 1.11441, 1.23126, 1.340885, 1.2394, 1.200761, 1.126986, 1.240497, 1.233649, 1.225812, 1.173292, 1.025025, 1.072406, 1.234678, 1.22525, 1.082905, 1.050053, 1.391807, 1.239218, 1.178057, 1.051208, 0.910196, 0.892147, 0.679513, 0.298509, 0.108465, 0.01708, 0.0]}, "lang": {"n_am_en": [0, 0, 1, 1, 5, 5, 3, 2, 4, 4, 2, 4, 5, 3, 4, 3, 4, 3, 6, 8, 6, 8, 7, 6, 10, 10, 10, 7, 7, 6, 8, 3, 8, 10, 12, 15, 17, 17, 19, 21, 21, 21, 21, 21, 21, 21, 21, 20, 19, 21], "n_am_pl": [0, 4, 3, 2, 4, 2, 2, 3, 0, 0, 0, 3, 3, 3, 3, 0, 0, 0, 1, 1, 2, 0, 0, 1, 1, 2, 0, 1, 1, 0, 2, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.571522, 2.920049, 2.935505, 3.242863, 3.789459, 3.882569, 3.305157, 3.831284, 3.80573, 3.665315, 3.642904, 3.687215, 3.689284, 3.930365, 3.981204, 4.114796, 4.14048, 3.906487, 4.220546, 4.360847, 3.912812, 4.03886, 3.976938, 3.870657, 7.257979, 6.319719, 5.787449, 4.159925, 4.313947, 4.280773, 4.256716, 4.085815, 4.2371, 4.618351, 5.906078, 5.887825, 9.978861, 11.94207, 14.053228, 17.979222, 19.146776, 19.841015, 20.214993, 19.96462, 19.949592, 19.601102, 19.52563, 18.662888, 19.192464, 20.311938], "sum_m_pl": [0.591804, 1.195965, 1.270617, 1.160115, 1.388253, 1.255214, 1.288528, 1.209011, 1.234323, 1.190969, 1.268651, 1.386712, 1.557423, 1.52657, 1.497631, 1.617975, 1.640662, 1.536857, 1.527081, 1.586023, 1.546865, 1.467609, 1.479764, 1.527097, 1.850598, 2.111124, 1.964667, 2.115516, 2.036477, 2.143922, 1.943537, 2.025317, 1.940337, 1.901808, 1.596967, 1.424022, 1.017154, 0.742328, 0.524577, 0.296978, 0.164966, 0.055656, 0.030137, 0.037873, 0.038716, 0.088922, 0.035196, 0.015759, 0.021831, 0.005096]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "gsm8kpl-918", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1170, "region_end": 67, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9857}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 13, 25, 25, 31, 31, 35, 41, 38, 38, 39, 30, 33, 33, 27, 29, 32, 35, 39, 35, 38, 38, 39, 33, 70, 55, 57, 44, 40, 36, 34, 43, 44, 53, 63, 59, 70, 86, 87, 98, 103, 101, 102, 94, 83, 54, 11, 2, 1, 0], "n_am_pl": [2, 27, 13, 13, 11, 12, 14, 20, 24, 15, 20, 29, 33, 25, 27, 29, 18, 30, 29, 25, 18, 16, 12, 13, 13, 23, 18, 19, 27, 27, 24, 20, 25, 16, 12, 12, 14, 14, 12, 11, 10, 13, 16, 19, 31, 60, 96, 100, 107, 109], "n_pos": 203, "sum_m_en": [20.969576, 32.998721, 33.561363, 33.858372, 34.081494, 35.327238, 35.312408, 38.998844, 37.97797, 39.268281, 40.355268, 39.666074, 39.951745, 40.373499, 38.513525, 39.003244, 40.638718, 37.400622, 37.21689, 36.295405, 34.593511, 35.494018, 35.277004, 35.220196, 52.611882, 48.476648, 45.273004, 39.528205, 39.077957, 39.634274, 38.106564, 40.064882, 37.991909, 39.824414, 43.252146, 42.18889, 45.44134, 57.306219, 62.797142, 82.252326, 86.46318, 91.244709, 90.426947, 85.174464, 72.785726, 50.185561, 14.302637, 4.762754, 1.832385, 1e-06], "sum_m_pl": [3.830608, 10.786242, 11.02808, 10.890445, 11.685019, 11.829111, 11.980827, 12.134169, 12.87323, 12.688827, 13.265456, 14.468295, 14.971962, 15.387126, 15.039262, 15.377148, 14.290165, 14.376201, 14.035638, 14.101853, 13.680914, 13.006906, 13.031757, 13.223547, 14.803656, 17.041928, 17.543657, 19.351684, 20.347832, 19.969246, 17.287855, 16.509395, 16.744253, 15.64323, 14.138793, 14.625328, 15.420252, 13.566999, 13.624876, 11.575325, 11.247435, 11.777737, 13.832162, 19.326074, 31.644335, 55.472601, 91.312032, 96.849929, 107.98321, 109.058194]}, "digit": {"n_am_en": [0, 1, 0, 1, 2, 0, 0, 2, 3, 4, 7, 2, 1, 2, 2, 4, 1, 3, 1, 1, 2, 2, 2, 2, 7, 3, 5, 2, 1, 2, 1, 5, 1, 5, 4, 2, 5, 4, 5, 4, 4, 3, 6, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 0, 0, 0, 0, 2, 2, 2, 1, 2, 4, 3, 0, 0, 0, 2, 2, 1, 1, 0, 0, 1, 2, 3, 2, 3, 3, 2, 2, 3, 0, 2, 1, 4, 2, 2, 3, 3, 4, 3, 1, 0, 0, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [2.113237, 3.743197, 3.734781, 3.384733, 3.47247, 3.40691, 3.346185, 3.47414, 3.352521, 3.620325, 4.161587, 4.111353, 3.857526, 4.008146, 3.901955, 3.623348, 3.757777, 3.420231, 3.520548, 3.357259, 3.361642, 3.433224, 3.369151, 3.502277, 4.365901, 4.486565, 4.577661, 3.948525, 3.946263, 3.878348, 3.666172, 4.082553, 3.806789, 3.823326, 3.580296, 3.707297, 3.690322, 3.821556, 3.160229, 2.896684, 3.276526, 3.221225, 2.887262, 2.415727, 2.048445, 1.5454, 0.704138, 0.35591, 0.155339, 0.0], "sum_m_pl": [0.357589, 1.032155, 0.874097, 0.785496, 0.801452, 0.765427, 0.731853, 0.724334, 0.913183, 0.908801, 1.079496, 1.107503, 1.208217, 1.247607, 1.279981, 1.329931, 1.22335, 1.308228, 1.289191, 1.333425, 1.281981, 1.239515, 1.204121, 1.227395, 1.295926, 1.693994, 1.417212, 1.548249, 1.555082, 1.574838, 1.337843, 1.282675, 1.361225, 1.127631, 1.192352, 1.377016, 1.370786, 1.16893, 1.181939, 1.73062, 1.452629, 1.275645, 1.268892, 1.086359, 1.162738, 0.798438, 1.001904, 0.545607, 0.048051, 0.0]}, "lang": {"n_am_en": [3, 4, 18, 20, 23, 25, 26, 32, 28, 24, 24, 16, 23, 22, 18, 18, 23, 23, 30, 26, 28, 28, 26, 24, 51, 42, 42, 34, 28, 27, 26, 28, 32, 38, 46, 47, 46, 61, 64, 72, 76, 75, 74, 72, 64, 41, 8, 2, 1, 0], "n_am_pl": [0, 19, 7, 6, 8, 7, 8, 12, 14, 9, 13, 21, 22, 15, 19, 19, 12, 16, 12, 12, 10, 6, 8, 9, 7, 12, 10, 10, 16, 17, 13, 12, 14, 11, 7, 9, 8, 8, 6, 7, 6, 8, 12, 14, 23, 50, 82, 94, 106, 109], "n_pos": 110, "sum_m_en": [11.888076, 18.385879, 18.986459, 19.137118, 19.272416, 19.952535, 20.229399, 22.609675, 22.07453, 22.506096, 22.576123, 22.015808, 22.293046, 22.503351, 21.544343, 22.169455, 22.978867, 21.09584, 20.896515, 20.45151, 19.36499, 19.950151, 19.859882, 19.61852, 34.303135, 30.700607, 28.208983, 23.441722, 22.910968, 23.10032, 22.139433, 23.17434, 22.388091, 24.2705, 26.996826, 26.416692, 29.031667, 36.982179, 41.91635, 56.095263, 60.575434, 63.622613, 63.486164, 62.24946, 54.216476, 36.974588, 10.652607, 2.971581, 1.117545, 1e-06], "sum_m_pl": [2.209202, 6.004055, 6.145337, 6.082904, 6.557056, 6.698477, 6.812035, 7.096901, 7.646453, 7.48392, 7.693674, 8.459043, 8.71203, 9.193227, 8.859806, 8.963945, 8.280769, 8.341055, 8.078058, 8.037773, 7.735301, 7.371857, 7.429056, 7.537838, 8.024231, 9.423578, 10.146784, 11.448607, 12.321657, 12.091843, 10.528674, 10.200924, 10.352817, 9.888742, 8.604157, 8.891288, 10.021201, 8.857547, 9.180663, 7.224058, 7.151859, 8.237604, 10.128529, 14.338261, 21.676466, 43.667746, 77.126979, 90.046357, 105.835235, 108.907366]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 207, "item_id": "gsm8kpl-918", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1460, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9952, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 12, 20, 18, 24, 29, 36, 37, 31, 33, 28, 27, 28, 27, 34, 48, 49, 45, 44, 52, 44, 52, 47, 46, 79, 69, 62, 50, 44, 43, 33, 37, 39, 50, 63, 64, 66, 72, 78, 82, 75, 77, 79, 83, 77, 57, 21, 7, 2, 0], "n_am_pl": [1, 10, 5, 16, 13, 9, 13, 9, 12, 10, 12, 11, 20, 22, 10, 10, 15, 16, 21, 8, 7, 8, 9, 6, 5, 5, 10, 14, 14, 19, 14, 13, 12, 7, 5, 6, 6, 5, 4, 3, 7, 11, 13, 11, 14, 27, 57, 61, 64, 67], "n_pos": 134, "sum_m_en": [12.623318, 20.450312, 21.593133, 22.350599, 23.515949, 22.921719, 23.135345, 23.652344, 23.876101, 24.051378, 24.843473, 25.246509, 22.914038, 24.151325, 25.486051, 27.829622, 25.773921, 24.062412, 23.641615, 22.500255, 22.014318, 21.845314, 21.325237, 22.112847, 44.139036, 40.527656, 33.687223, 29.095779, 28.2282, 27.560515, 24.811201, 25.660832, 24.899682, 28.689263, 32.5738, 32.764378, 38.934239, 43.279268, 48.251929, 54.194216, 53.627849, 56.138455, 59.013735, 63.201203, 65.251356, 49.043624, 20.346601, 9.293547, 4.386131, 0.442663], "sum_m_pl": [1.93826, 6.271092, 6.690149, 7.099744, 7.366497, 6.787147, 7.016447, 7.110465, 7.624109, 7.482231, 8.493433, 8.722109, 9.053913, 9.55181, 9.118702, 8.39721, 8.035748, 7.840594, 7.838035, 7.677046, 7.47766, 7.581624, 7.7912, 7.77726, 9.94352, 10.193106, 11.074301, 11.57937, 11.620013, 13.370324, 12.377239, 11.861761, 12.077806, 10.159794, 9.069688, 8.804402, 8.435942, 8.075663, 7.822809, 7.401887, 7.534075, 10.190117, 11.847134, 12.73412, 14.154301, 26.283851, 51.934001, 56.252895, 60.802354, 66.047292]}, "digit": {"n_am_en": [0, 3, 2, 1, 1, 2, 4, 3, 3, 4, 2, 2, 2, 2, 5, 8, 7, 6, 5, 6, 3, 5, 4, 4, 8, 7, 8, 5, 6, 2, 1, 2, 3, 4, 7, 5, 7, 6, 6, 8, 8, 9, 6, 9, 6, 5, 3, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 3, 1, 1, 1, 1, 0, 1, 3, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 3, 4, 2, 2, 2, 0, 2, 2, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.321032, 2.765253, 2.754162, 2.581894, 2.527522, 2.424991, 2.592263, 2.502216, 2.450568, 2.612843, 2.752561, 2.966327, 2.601631, 2.639558, 2.879779, 3.19861, 2.947066, 2.748566, 2.744596, 2.574045, 2.428408, 2.43291, 2.405972, 2.496814, 4.942828, 4.459369, 3.667474, 3.106912, 3.191831, 3.009487, 2.607976, 2.949977, 2.941863, 3.10857, 3.438348, 3.621386, 3.681109, 3.803186, 3.490166, 3.559971, 4.026891, 3.514262, 3.44046, 4.408163, 3.915783, 4.213376, 3.159274, 2.009793, 0.620356, 0.0], "sum_m_pl": [0.220723, 0.789225, 0.681539, 0.662689, 0.647313, 0.59751, 0.588543, 0.552502, 0.643543, 0.72219, 0.833576, 0.884471, 0.959437, 0.999948, 0.804439, 0.852904, 0.764159, 0.820658, 0.834903, 0.793828, 0.773083, 0.791242, 0.82786, 0.866977, 1.006564, 0.970757, 0.92107, 0.961693, 0.930607, 1.166312, 1.208723, 1.045729, 0.885732, 0.828373, 0.800569, 0.895857, 0.854573, 0.79909, 0.798616, 0.819184, 0.707193, 0.775723, 0.789791, 0.64566, 0.711007, 0.756982, 1.256582, 0.95059, 0.236984, 0.0]}, "lang": {"n_am_en": [0, 9, 10, 9, 14, 15, 15, 16, 17, 18, 13, 13, 7, 11, 16, 20, 22, 22, 23, 29, 27, 31, 28, 26, 46, 43, 36, 25, 25, 26, 17, 20, 24, 28, 32, 35, 33, 39, 46, 44, 41, 40, 44, 46, 43, 29, 8, 2, 2, 0], "n_am_pl": [1, 1, 3, 8, 9, 6, 7, 3, 7, 6, 8, 7, 14, 13, 8, 6, 11, 7, 11, 4, 3, 3, 4, 2, 2, 2, 4, 9, 8, 12, 8, 8, 9, 3, 3, 1, 3, 3, 2, 1, 5, 8, 10, 9, 11, 25, 50, 57, 62, 67], "n_pos": 68, "sum_m_en": [6.86808, 9.998415, 10.750227, 11.205855, 11.964023, 11.562091, 11.641714, 12.330954, 12.698989, 12.72003, 13.070101, 12.912192, 11.634926, 12.29721, 13.172283, 14.350811, 13.371569, 12.474283, 12.18817, 11.604581, 11.544677, 11.15681, 11.07692, 11.721165, 24.250839, 21.963173, 18.018076, 14.845611, 14.428804, 14.10925, 12.901169, 13.401095, 12.860134, 14.877199, 17.27619, 17.679128, 20.184366, 22.090026, 26.689465, 30.016032, 29.667625, 31.012189, 33.673344, 35.367123, 37.323231, 24.932925, 7.867913, 3.409808, 2.894077, 0.442661], "sum_m_pl": [1.063606, 3.078935, 3.40779, 3.711725, 3.912449, 3.625138, 3.886952, 3.973527, 4.36297, 4.054894, 4.798641, 4.817967, 4.974583, 5.401025, 5.194776, 4.647616, 4.325435, 4.159044, 4.12546, 3.987459, 3.886811, 3.990035, 4.083161, 4.004331, 5.213365, 5.543081, 6.375621, 6.882577, 7.003121, 7.729061, 7.161773, 7.001019, 7.376938, 6.050344, 5.299212, 5.031921, 5.180323, 4.936423, 4.668643, 4.274933, 4.600058, 6.937779, 8.838183, 10.201389, 10.988057, 22.711462, 44.42633, 51.63909, 58.602317, 65.410007]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "gsm8kpl-922", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1143, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9927}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 12, 25, 28, 30, 45, 44, 45, 40, 43, 35, 27, 33, 35, 41, 51, 57, 52, 56, 61, 54, 66, 56, 53, 97, 89, 76, 55, 58, 48, 40, 37, 41, 60, 76, 69, 80, 92, 99, 94, 95, 103, 99, 95, 87, 71, 22, 6, 2, 1], "n_am_pl": [2, 15, 9, 18, 15, 12, 14, 14, 17, 19, 18, 21, 19, 24, 14, 19, 14, 18, 17, 10, 10, 6, 10, 11, 12, 8, 15, 27, 17, 31, 26, 20, 26, 17, 11, 13, 10, 13, 6, 7, 9, 13, 18, 19, 25, 38, 63, 72, 75, 72], "n_pos": 172, "sum_m_en": [15.231841, 26.150313, 28.143864, 28.805921, 30.426792, 31.048787, 31.163301, 32.090028, 32.573002, 32.814665, 32.970998, 33.647273, 30.886447, 32.265264, 33.989297, 35.413706, 34.332004, 32.037506, 31.566776, 29.771079, 29.482633, 29.088127, 28.209206, 29.725207, 57.938395, 53.426512, 43.258638, 37.81886, 35.941746, 36.342331, 32.650746, 33.169881, 33.017464, 38.788419, 43.356579, 42.719553, 50.035721, 56.085109, 62.266304, 72.387666, 71.543513, 75.142463, 72.396195, 79.484736, 75.501939, 60.052759, 23.466947, 9.012293, 3.272533, 0.942564], "sum_m_pl": [2.262427, 7.418136, 7.934408, 8.413839, 8.828733, 8.457702, 8.776091, 8.953464, 9.811253, 9.917937, 11.083989, 11.178752, 11.719812, 12.686114, 12.274514, 11.538496, 10.434523, 10.011958, 9.897679, 10.009612, 9.644078, 9.787134, 10.219956, 10.132233, 12.88076, 13.467806, 14.560969, 15.958263, 17.229924, 18.826667, 17.475873, 17.024463, 16.781214, 14.310853, 12.257028, 11.879931, 10.489307, 10.387885, 10.074641, 9.917741, 10.705534, 13.734405, 16.441641, 17.50929, 24.13119, 34.210786, 60.276933, 68.437075, 72.413301, 72.381212]}, "digit": {"n_am_en": [0, 2, 0, 3, 1, 6, 5, 5, 2, 4, 1, 1, 2, 2, 1, 5, 7, 6, 9, 6, 7, 7, 5, 6, 10, 10, 6, 5, 7, 4, 2, 4, 2, 6, 7, 7, 8, 11, 10, 8, 11, 13, 11, 9, 5, 7, 3, 1, 1, 0], "n_am_pl": [0, 1, 0, 1, 0, 2, 2, 1, 2, 4, 1, 2, 2, 3, 1, 4, 0, 0, 0, 3, 2, 0, 2, 1, 2, 0, 0, 2, 2, 4, 5, 5, 4, 3, 3, 3, 2, 1, 1, 0, 0, 0, 2, 2, 0, 2, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.76209, 3.656299, 3.759532, 3.542227, 3.468166, 3.625835, 3.814714, 3.696219, 3.784696, 3.967112, 3.927368, 4.192588, 3.817149, 3.925824, 4.219406, 4.263857, 4.140763, 3.780702, 3.752699, 3.604503, 3.507441, 3.504468, 3.503282, 3.519977, 7.087033, 6.698972, 4.859361, 4.261106, 4.044296, 3.942372, 3.486675, 3.946548, 3.873222, 4.371837, 4.834849, 4.55604, 5.112869, 5.288883, 5.110173, 6.113584, 6.341252, 5.957972, 5.235675, 5.675279, 4.678041, 5.099522, 3.340284, 1.662971, 0.808707, 0.0], "sum_m_pl": [0.29906, 0.987453, 0.817, 0.80222, 0.746142, 0.734376, 0.790858, 0.717736, 0.84216, 1.034554, 1.08237, 1.12838, 1.192477, 1.31341, 1.155689, 1.254673, 1.066194, 1.070489, 1.065147, 1.055091, 1.018989, 1.049224, 1.120714, 1.162124, 1.359072, 1.300295, 1.257306, 1.398172, 1.496325, 1.822193, 1.735702, 1.6522, 1.545672, 1.376658, 1.208341, 1.303002, 1.083522, 0.979467, 1.025578, 1.022739, 1.008763, 1.074683, 1.122826, 1.027447, 1.010167, 1.071837, 0.980082, 0.744257, 0.245058, 0.0]}, "lang": {"n_am_en": [1, 8, 12, 12, 16, 20, 16, 16, 17, 20, 15, 10, 14, 17, 21, 23, 24, 21, 23, 31, 26, 33, 28, 24, 52, 42, 35, 25, 26, 23, 22, 20, 20, 28, 36, 31, 38, 43, 46, 45, 45, 48, 43, 45, 42, 32, 7, 2, 1, 1], "n_am_pl": [2, 2, 5, 7, 6, 4, 8, 8, 9, 8, 7, 9, 6, 11, 6, 11, 7, 9, 6, 2, 3, 3, 5, 5, 6, 5, 10, 16, 9, 17, 15, 10, 14, 9, 6, 9, 5, 9, 4, 5, 8, 9, 14, 14, 20, 31, 55, 63, 70, 72], "n_pos": 75, "sum_m_en": [6.923191, 11.056872, 12.084078, 12.39952, 13.470672, 13.531634, 13.564218, 14.428539, 14.941666, 14.891047, 15.171858, 15.179859, 13.794426, 14.336168, 15.15767, 15.932503, 15.370613, 14.426628, 14.239021, 13.369947, 13.183082, 12.798959, 12.483628, 13.92649, 26.737214, 23.607172, 19.046087, 16.049358, 15.535016, 15.910304, 14.501317, 14.70497, 14.574686, 17.234145, 19.901252, 20.087276, 22.472893, 24.496977, 29.79994, 33.934733, 33.419325, 35.420245, 34.362204, 38.782393, 36.400256, 26.271937, 8.133085, 2.83194, 1.563647, 0.942563], "sum_m_pl": [1.020708, 3.112487, 3.509476, 3.817835, 4.035511, 3.86001, 4.103627, 4.24398, 4.69799, 4.521285, 5.201543, 5.267734, 5.515408, 6.107145, 5.872095, 5.352627, 4.782682, 4.592046, 4.53457, 4.506772, 4.356087, 4.490142, 4.683452, 4.510247, 5.924911, 6.469876, 7.179319, 8.130863, 8.987331, 9.631466, 8.911062, 8.772295, 8.906962, 7.487804, 6.265493, 6.021783, 5.697209, 5.89929, 5.602803, 5.586255, 6.335241, 9.085983, 11.606074, 13.334236, 18.397822, 27.841236, 51.10436, 59.07004, 68.40246, 71.846107]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "gsm8kpl-922", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1433, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.983, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [13, 26, 26, 27, 33, 38, 36, 45, 43, 56, 52, 47, 46, 42, 44, 52, 50, 44, 47, 51, 53, 61, 58, 57, 85, 84, 82, 79, 82, 76, 58, 64, 65, 73, 85, 78, 86, 88, 84, 95, 95, 91, 90, 87, 78, 75, 73, 71, 66, 65], "n_am_pl": [0, 10, 8, 10, 6, 6, 9, 9, 5, 5, 8, 9, 16, 18, 17, 15, 13, 14, 10, 5, 4, 7, 5, 2, 3, 6, 7, 9, 7, 7, 8, 11, 10, 7, 3, 4, 2, 5, 1, 0, 0, 1, 1, 0, 2, 1, 5, 7, 7, 7], "n_pos": 161, "sum_m_en": [19.17218, 26.117145, 26.161287, 27.698623, 29.992857, 29.911, 32.199234, 31.606755, 32.059767, 33.055229, 34.16491, 34.533939, 32.651502, 34.179203, 32.163707, 32.802103, 32.182417, 30.531431, 29.338643, 28.527566, 27.445478, 27.781388, 27.577439, 27.75489, 51.331211, 47.540546, 46.177837, 40.778482, 43.192388, 43.712765, 40.089331, 39.303004, 40.782081, 43.698708, 51.755162, 51.415947, 57.779752, 65.347363, 67.682777, 75.060745, 77.397521, 79.389029, 80.250908, 81.17349, 75.742828, 73.195379, 71.8425, 69.707278, 62.016162, 65.334605], "sum_m_pl": [3.160266, 7.158777, 8.190007, 7.910098, 8.764524, 8.057573, 7.917304, 7.517151, 7.60655, 8.029438, 9.151254, 9.560578, 9.233423, 9.748933, 9.576797, 9.492234, 9.349715, 9.201498, 8.990727, 8.918374, 8.656538, 8.68851, 8.688219, 8.761095, 9.05877, 9.955966, 9.468855, 9.947784, 9.674356, 10.205918, 9.818218, 9.417559, 9.721818, 8.776827, 7.859989, 7.953334, 7.199723, 6.612682, 5.521686, 4.95239, 4.81173, 4.602891, 4.170147, 3.506574, 5.985238, 5.080877, 6.353457, 5.990397, 7.798508, 7.060434]}, "digit": {"n_am_en": [0, 1, 1, 2, 2, 4, 5, 6, 6, 7, 6, 4, 4, 4, 4, 5, 3, 2, 4, 0, 2, 6, 5, 5, 7, 10, 7, 6, 10, 8, 3, 6, 6, 4, 5, 6, 5, 5, 5, 4, 5, 4, 2, 2, 1, 0, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 3, 3, 2, 2, 2, 0, 1, 1, 2, 3, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.765726, 3.484221, 3.467789, 3.410626, 3.801985, 3.672843, 3.804723, 3.545228, 3.55578, 3.799427, 3.941743, 3.885301, 3.613566, 3.643482, 3.379061, 3.390109, 3.378994, 3.154493, 3.121204, 3.057486, 3.019491, 3.205003, 3.196049, 3.204497, 5.143748, 4.821649, 4.970296, 4.12263, 4.568743, 4.431287, 3.925532, 3.800751, 3.942454, 4.04808, 4.349528, 3.952509, 4.190959, 3.789604, 3.027873, 3.262595, 3.026345, 2.746047, 2.502867, 2.175544, 1.887577, 1.082977, 1.01991, 0.612209, 0.100304, 0.0], "sum_m_pl": [0.261245, 0.834735, 0.740264, 0.736274, 0.806403, 0.705743, 0.672087, 0.577278, 0.709626, 0.746293, 0.950888, 1.006017, 1.06593, 1.049516, 0.932495, 0.965479, 0.934389, 0.995237, 1.023176, 1.035574, 0.966633, 0.960646, 0.971747, 0.960693, 1.145307, 1.076865, 0.959913, 1.032452, 0.951154, 1.091072, 0.946824, 0.929194, 0.967311, 0.857415, 0.840366, 0.922832, 1.043512, 0.998802, 1.001277, 0.941577, 0.964746, 1.055803, 0.968162, 0.832919, 0.705837, 0.522484, 0.189378, 0.111392, 0.051111, 0.0]}, "lang": {"n_am_en": [9, 13, 12, 14, 22, 24, 19, 25, 23, 27, 28, 23, 22, 18, 22, 26, 30, 27, 24, 29, 33, 36, 35, 34, 52, 48, 53, 50, 44, 44, 38, 39, 41, 48, 56, 52, 56, 64, 58, 64, 64, 62, 60, 62, 60, 62, 60, 60, 61, 63], "n_am_pl": [0, 7, 2, 7, 1, 2, 2, 2, 2, 2, 3, 7, 7, 8, 8, 6, 7, 8, 4, 2, 1, 3, 2, 1, 1, 2, 2, 3, 2, 3, 3, 4, 5, 2, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 7, 7], "n_pos": 71, "sum_m_en": [8.361978, 11.130383, 11.112825, 11.952073, 12.991523, 13.058374, 14.65225, 14.357469, 14.879516, 14.915152, 15.235699, 15.520338, 14.441652, 15.167241, 14.697862, 14.964781, 14.827194, 14.231314, 13.596011, 13.240139, 12.628057, 12.640446, 12.455748, 12.495123, 29.1305, 26.745471, 25.908374, 22.191062, 22.507986, 22.93511, 20.81712, 20.708828, 22.035794, 24.072128, 30.324235, 31.767486, 36.932255, 44.636905, 47.302341, 51.892423, 53.874984, 54.948653, 55.349886, 57.250448, 55.584271, 56.921853, 57.302005, 57.216239, 55.167285, 62.815929], "sum_m_pl": [1.542528, 3.133563, 3.82296, 3.605608, 3.93526, 3.495217, 3.364864, 3.334796, 3.384188, 3.671836, 4.077571, 4.327455, 4.130629, 4.458599, 4.518923, 4.409384, 4.28838, 4.193887, 4.020618, 3.896053, 3.771062, 3.826806, 3.785113, 3.811914, 3.594861, 3.868754, 4.004315, 4.086446, 4.078085, 4.440425, 4.340138, 4.001002, 4.142172, 3.655473, 2.889784, 3.187213, 2.675225, 2.097036, 1.572821, 1.210722, 1.065347, 1.161862, 0.793301, 0.63047, 1.483692, 2.410352, 5.056212, 4.930366, 6.866643, 6.926542]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "gsm8kpl-924", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1267, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9817}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 15, 25, 40, 44, 44, 71, 75, 71, 93, 83, 83, 81, 83, 81, 95, 98, 97, 89, 90, 99, 118, 115, 103, 160, 167, 149, 129, 123, 95, 96, 96, 103, 106, 139, 144, 148, 162, 157, 173, 159, 151, 152, 154, 125, 94, 25, 2, 0, 0], "n_am_pl": [2, 27, 30, 24, 29, 20, 39, 25, 23, 16, 28, 27, 37, 30, 32, 27, 30, 33, 29, 33, 28, 24, 25, 21, 12, 17, 18, 21, 24, 31, 29, 23, 25, 17, 10, 11, 17, 12, 20, 21, 21, 29, 35, 36, 68, 101, 159, 188, 199, 205], "n_pos": 320, "sum_m_en": [29.222557, 45.570022, 48.721332, 50.654305, 51.80594, 51.907066, 55.970696, 57.882899, 59.106193, 63.49804, 65.028283, 62.627421, 59.903926, 61.278883, 59.260683, 62.07464, 60.07867, 57.834577, 55.618832, 53.369955, 54.397972, 55.127415, 54.570162, 54.26815, 94.059548, 89.645221, 84.022126, 74.905588, 73.464047, 67.981082, 64.458258, 64.24488, 66.637942, 71.360755, 83.682416, 85.89646, 90.291612, 99.406948, 109.233714, 125.658539, 123.156386, 124.606273, 130.809737, 131.649349, 112.40278, 81.322553, 24.043748, 4.419488, 2.755615, 3.8e-05], "sum_m_pl": [5.135297, 14.963561, 16.677145, 16.873676, 18.015172, 17.129473, 17.2913, 16.400244, 16.182548, 16.862725, 18.34544, 19.025885, 18.739441, 20.284734, 20.048504, 17.727207, 17.541156, 17.889607, 17.1761, 17.420669, 16.579657, 16.571221, 16.62299, 16.484958, 18.057047, 18.923128, 19.10643, 20.491316, 22.395279, 23.625879, 21.116954, 21.603885, 21.386669, 19.127573, 17.110185, 18.119639, 18.93001, 17.825817, 18.59744, 19.276445, 20.430635, 23.078722, 28.550085, 33.887537, 56.931112, 87.951208, 151.954965, 181.1202, 192.215501, 205.376858]}, "digit": {"n_am_en": [0, 0, 3, 5, 3, 2, 6, 6, 2, 6, 4, 4, 4, 5, 2, 3, 8, 7, 6, 4, 1, 4, 2, 0, 8, 8, 8, 4, 9, 7, 6, 8, 9, 4, 7, 6, 5, 6, 3, 4, 4, 4, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 3, 1, 1, 0, 0, 0, 0, 2, 2, 1, 3, 2, 1, 2, 1, 1, 1, 0, 0, 1, 3, 2, 0, 3, 3, 3, 3, 2, 3, 2, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 2, 0], "n_pos": 22, "sum_m_en": [1.86837, 3.760406, 3.942212, 3.886145, 3.94532, 3.804, 3.96408, 3.92242, 4.142597, 4.655824, 4.720988, 4.586332, 4.359591, 4.488078, 4.239315, 4.032705, 4.062851, 3.924326, 3.889038, 3.58184, 3.588351, 3.707608, 3.689023, 3.783762, 5.306419, 5.26943, 5.317366, 5.315097, 5.314317, 5.05922, 4.657781, 4.847358, 4.955754, 4.783117, 5.291906, 4.789859, 4.768789, 4.159441, 3.790684, 5.119526, 4.15463, 3.223613, 2.684386, 2.081428, 1.453591, 0.920735, 0.398392, 0.150307, 0.098241, 0.0], "sum_m_pl": [0.37294, 1.082054, 0.911078, 0.918432, 1.072201, 0.932623, 0.839474, 0.710298, 0.830341, 0.923874, 1.009339, 1.048666, 1.047539, 1.273987, 1.219906, 1.152673, 1.172759, 1.302302, 1.20587, 1.262938, 1.209953, 1.182242, 1.183709, 1.163539, 1.590676, 1.474946, 1.273876, 1.340783, 1.297687, 1.459833, 1.247519, 1.255454, 1.069791, 0.966931, 0.810021, 0.960928, 1.081942, 0.912961, 1.003759, 0.892504, 0.936216, 1.069456, 1.060642, 0.840233, 0.693037, 0.646395, 0.266464, 1.353411, 1.849252, 0.322754]}, "lang": {"n_am_en": [18, 11, 20, 21, 25, 29, 47, 42, 45, 59, 55, 57, 57, 57, 58, 74, 70, 67, 64, 66, 73, 87, 88, 80, 109, 118, 102, 92, 81, 64, 71, 63, 74, 76, 102, 104, 109, 117, 116, 126, 117, 111, 118, 123, 96, 72, 19, 1, 0, 0], "n_am_pl": [1, 13, 18, 11, 22, 13, 29, 19, 18, 9, 18, 21, 21, 22, 20, 15, 20, 18, 19, 26, 16, 16, 17, 13, 7, 11, 11, 13, 17, 21, 19, 17, 19, 14, 9, 9, 14, 11, 19, 17, 19, 25, 29, 27, 61, 90, 144, 181, 194, 204], "n_pos": 206, "sum_m_en": [19.818991, 29.048565, 30.937973, 32.021138, 32.92064, 33.086501, 35.78684, 37.386055, 38.487216, 40.966507, 42.363864, 40.723884, 39.032038, 40.065238, 39.083104, 41.648772, 40.040842, 38.20094, 36.627582, 35.453462, 36.20066, 36.514537, 36.067011, 35.678985, 65.478459, 61.705231, 56.855782, 50.531022, 48.944789, 44.472867, 42.867205, 42.610142, 44.392068, 47.841676, 56.214646, 58.021761, 61.959747, 69.249318, 77.348456, 90.809252, 90.647708, 91.526346, 98.794294, 101.026955, 85.155705, 60.59177, 18.1954, 3.483024, 1.880962, 2e-06], "sum_m_pl": [3.480742, 9.718583, 11.069317, 11.129273, 11.519912, 11.267275, 11.436908, 10.909033, 10.884851, 11.222023, 12.29045, 12.923312, 12.676034, 13.732153, 13.65434, 11.820666, 11.491877, 11.777628, 11.357058, 11.391126, 10.807028, 10.87014, 10.893356, 10.842128, 11.594723, 12.518577, 12.990501, 13.671935, 15.358392, 16.205266, 14.686286, 15.056898, 15.101718, 13.817594, 12.362489, 13.122759, 13.917977, 13.000409, 13.908008, 14.579026, 15.709087, 18.070554, 23.409245, 26.267471, 48.464716, 78.631403, 137.955391, 171.077158, 186.120734, 204.043755]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 324, "item_id": "gsm8kpl-924", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1557, "region_end": 320, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9752}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 10, 15, 14, 21, 25, 28, 22, 20, 27, 25, 19, 13, 18, 17, 20, 26, 26, 31, 22, 31, 32, 29, 32, 41, 39, 32, 35, 30, 25, 19, 18, 20, 26, 32, 36, 35, 27, 41, 41, 46, 45, 49, 49, 47, 45, 46, 46, 41, 40], "n_am_pl": [7, 13, 18, 4, 3, 3, 9, 11, 9, 6, 13, 14, 10, 10, 15, 10, 13, 12, 9, 9, 6, 9, 4, 9, 8, 7, 12, 7, 9, 10, 8, 13, 11, 7, 7, 5, 4, 3, 1, 1, 0, 0, 0, 0, 1, 0, 1, 3, 0, 0], "n_pos": 100, "sum_m_en": [12.922403, 15.572968, 16.208065, 17.049038, 18.311991, 19.297828, 18.423702, 18.453714, 17.211281, 17.681543, 18.195665, 17.847294, 16.691562, 17.251833, 16.81175, 17.523825, 17.778081, 18.024546, 19.054359, 18.744862, 17.844169, 17.514147, 17.147746, 17.883399, 27.872198, 25.467713, 22.300043, 19.799111, 19.934572, 18.63045, 17.586131, 17.671644, 18.879905, 18.890892, 21.117834, 23.816516, 26.421608, 29.094489, 34.781281, 38.24737, 38.995366, 41.831217, 43.426864, 46.227379, 46.429284, 45.643791, 45.111032, 46.188825, 42.447681, 39.714274], "sum_m_pl": [3.701514, 5.133455, 5.293271, 4.915939, 5.277295, 4.750213, 4.554352, 4.79373, 5.316648, 5.853494, 6.152187, 6.672073, 7.08882, 6.734454, 6.737916, 7.221798, 7.422635, 7.36106, 6.933607, 6.639714, 6.460316, 6.148932, 5.924886, 6.036613, 7.906713, 8.499276, 8.993, 8.785464, 7.979321, 8.764838, 7.850394, 7.988808, 8.103401, 7.94173, 7.362527, 7.023331, 6.031802, 5.106231, 4.431403, 4.033226, 3.837965, 3.383577, 3.140607, 2.589174, 2.351939, 1.84408, 2.102592, 1.903359, 0.859372, 1.8e-05]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 2, 4, 1, 0, 5, 8, 4, 4, 3, 4, 3, 6, 4, 6, 3, 4, 4, 4, 7, 6, 8, 6, 5, 6, 3, 2, 1, 1, 2, 6, 4, 3, 1, 3, 4, 4, 5, 5, 5, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 2, 3, 2, 1, 2, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 2, 1, 1, 2, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0], "n_pos": 16, "sum_m_en": [1.623542, 2.852166, 2.958499, 2.891046, 2.932572, 3.03943, 2.939274, 2.743509, 2.608237, 2.761684, 3.218111, 2.984317, 2.842635, 2.948119, 3.117674, 3.203306, 3.126545, 2.939659, 3.392605, 3.159974, 2.92714, 2.955289, 2.952857, 3.189202, 5.174707, 4.420761, 3.599701, 3.153151, 3.219579, 3.096457, 2.899351, 2.824963, 3.24427, 3.545375, 3.191827, 3.511637, 3.262478, 3.099197, 3.081775, 3.425283, 2.98328, 2.9884, 3.563227, 2.943244, 2.683058, 2.35912, 1.718967, 1.658005, 0.596833, 0.0], "sum_m_pl": [0.243962, 0.648712, 0.597255, 0.611343, 0.627504, 0.560739, 0.484145, 0.488882, 0.619027, 0.691861, 0.849084, 0.892003, 1.027028, 1.000522, 0.96973, 1.035498, 1.017167, 1.101073, 1.022919, 0.953095, 0.932702, 0.889352, 0.885201, 0.935279, 0.945902, 1.122437, 1.148953, 1.290461, 1.135534, 1.157114, 1.163045, 1.408004, 1.144843, 1.031554, 0.921161, 0.910615, 0.813036, 0.690666, 0.82807, 0.83375, 0.885239, 0.979607, 0.845615, 0.675378, 0.831324, 0.681545, 0.759392, 0.835532, 0.210101, 0.0]}, "lang": {"n_am_en": [5, 5, 9, 8, 13, 14, 13, 14, 9, 10, 8, 6, 4, 8, 11, 12, 15, 16, 16, 11, 16, 20, 17, 17, 24, 21, 19, 20, 19, 16, 11, 12, 16, 15, 17, 26, 24, 21, 32, 31, 32, 34, 34, 35, 36, 37, 38, 39, 37, 39], "n_am_pl": [6, 7, 7, 3, 2, 1, 8, 4, 4, 3, 6, 4, 4, 4, 5, 3, 4, 5, 4, 5, 2, 4, 1, 3, 2, 2, 4, 1, 1, 2, 3, 5, 1, 1, 1, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 40, "sum_m_en": [5.793262, 6.14931, 6.722986, 7.218341, 7.970183, 8.282939, 7.870759, 7.84048, 7.189155, 7.170885, 7.327272, 7.330399, 6.896196, 7.190001, 7.01769, 7.083174, 7.354481, 7.729874, 8.028493, 7.936559, 7.542028, 7.282768, 7.00069, 7.251193, 13.780618, 13.101469, 11.323692, 9.891638, 9.874956, 8.719446, 8.204359, 8.145748, 9.068674, 8.825622, 10.63251, 13.275199, 16.295253, 19.307654, 25.220425, 27.335834, 28.128827, 31.565517, 31.472675, 34.578635, 35.384911, 36.455616, 36.308899, 37.273081, 36.449044, 38.618757], "sum_m_pl": [2.148619, 2.201403, 2.12922, 1.966588, 2.129899, 1.862801, 1.91853, 1.970332, 2.295465, 2.491908, 2.542429, 2.875238, 2.974867, 2.82151, 2.783249, 3.056292, 3.148936, 3.008682, 2.79219, 2.676829, 2.567654, 2.451449, 2.335496, 2.35547, 2.790886, 2.80164, 3.144827, 3.258121, 3.111889, 3.582127, 3.227928, 3.075008, 3.159003, 3.116734, 2.969005, 2.832885, 2.49713, 1.949756, 1.440439, 1.366776, 1.236293, 0.77706, 0.696601, 0.460954, 0.275106, 0.185491, 0.694005, 0.130084, 0.190468, 1.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 104, "item_id": "gsm8kpl-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1214, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9806}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 12, 19, 30, 30, 49, 46, 42, 44, 55, 45, 37, 34, 28, 27, 38, 50, 31, 39, 39, 39, 43, 47, 54, 84, 64, 50, 44, 46, 33, 35, 32, 33, 41, 55, 57, 58, 68, 78, 96, 98, 98, 95, 106, 94, 69, 25, 11, 7, 4], "n_am_pl": [4, 17, 13, 12, 13, 20, 20, 19, 23, 31, 36, 22, 33, 30, 31, 35, 27, 32, 35, 26, 23, 18, 18, 18, 22, 24, 28, 35, 24, 30, 19, 24, 28, 17, 16, 25, 25, 25, 18, 22, 24, 30, 30, 23, 31, 57, 86, 97, 101, 104], "n_pos": 219, "sum_m_en": [22.518386, 33.883956, 36.197812, 36.76474, 38.349561, 41.947821, 40.479285, 39.9249, 38.382385, 40.055573, 41.318511, 38.647542, 37.24846, 36.457608, 35.429024, 36.878163, 36.744483, 35.135087, 36.717559, 35.460953, 34.83874, 35.924907, 35.55256, 35.822804, 52.55782, 48.008541, 42.111228, 39.668234, 38.378352, 36.342804, 35.368751, 36.25216, 36.255313, 37.437066, 39.238692, 42.029372, 43.287694, 51.46043, 61.545124, 73.460501, 76.778556, 80.029809, 80.075643, 91.217355, 82.626948, 62.111102, 22.978572, 11.697248, 9.77261, 4.038183], "sum_m_pl": [4.45886, 10.669378, 11.17844, 11.136969, 11.796588, 11.463896, 11.000222, 11.669616, 13.014357, 13.956268, 15.675937, 16.83357, 17.229124, 16.642084, 17.24318, 17.583495, 17.811289, 17.531791, 15.718363, 15.935453, 15.583326, 14.917226, 14.423657, 14.228846, 20.596394, 22.442998, 23.373768, 23.484586, 23.792663, 25.019627, 20.996183, 20.799463, 21.889003, 20.195414, 18.620129, 18.753683, 19.397338, 18.485614, 18.591093, 20.096273, 21.873775, 23.801779, 25.39636, 23.787171, 32.140422, 50.923357, 86.244127, 95.878584, 100.797142, 102.630632]}, "digit": {"n_am_en": [0, 0, 3, 4, 2, 5, 5, 4, 6, 7, 10, 6, 5, 2, 3, 7, 7, 6, 5, 5, 6, 6, 3, 9, 10, 8, 6, 2, 5, 1, 3, 3, 0, 3, 7, 7, 5, 8, 7, 8, 9, 10, 8, 10, 7, 7, 6, 3, 1, 0], "n_am_pl": [0, 3, 0, 0, 1, 3, 0, 0, 1, 2, 3, 1, 4, 5, 4, 3, 3, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 4, 3, 5, 1, 2, 2, 2, 1, 1, 0, 0, 0, 2, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0], "n_pos": 25, "sum_m_en": [2.350439, 4.445264, 5.060789, 4.852005, 4.745986, 5.021394, 4.550243, 4.251244, 3.82843, 4.215182, 4.715725, 4.235078, 4.226914, 4.312417, 4.416816, 4.536715, 4.66375, 4.248469, 4.511498, 4.259687, 4.054729, 4.263983, 4.300817, 4.449652, 5.94378, 5.543669, 5.099326, 4.476984, 4.358901, 4.05495, 3.815524, 4.262124, 4.467403, 4.397331, 4.680244, 4.864235, 4.726442, 5.191569, 5.368527, 5.952249, 5.42424, 5.590918, 5.772202, 5.89626, 5.41159, 5.369886, 3.45573, 1.942252, 1.454257, 0.0], "sum_m_pl": [0.407192, 1.248919, 1.005276, 0.944923, 0.968949, 0.854321, 0.721676, 0.771885, 0.964152, 1.127361, 1.370478, 1.475469, 1.553849, 1.59145, 1.650088, 1.733856, 1.756677, 1.853758, 1.649308, 1.677725, 1.636195, 1.576549, 1.516701, 1.536963, 2.084177, 2.188607, 2.111109, 2.204509, 2.180242, 2.261919, 1.833722, 1.854165, 1.747534, 1.675401, 1.602708, 1.716071, 1.543383, 1.182261, 1.392909, 1.751943, 1.540786, 1.518024, 1.482211, 1.621534, 1.706833, 1.651486, 0.980901, 1.237544, 0.483189, 0.0]}, "lang": {"n_am_en": [3, 8, 8, 11, 17, 28, 25, 23, 21, 26, 13, 14, 16, 12, 16, 17, 22, 15, 20, 20, 19, 19, 22, 23, 40, 28, 22, 21, 21, 18, 18, 14, 16, 19, 21, 28, 30, 33, 42, 52, 52, 53, 53, 63, 59, 41, 15, 7, 5, 4], "n_am_pl": [1, 11, 8, 10, 8, 9, 7, 12, 12, 17, 19, 14, 16, 16, 20, 17, 17, 23, 19, 14, 12, 13, 12, 11, 15, 19, 20, 24, 13, 19, 15, 14, 18, 9, 12, 21, 19, 21, 14, 16, 19, 25, 24, 20, 25, 49, 79, 91, 100, 103], "n_pos": 109, "sum_m_en": [11.480902, 16.275364, 17.065013, 17.467934, 19.075459, 20.515127, 20.645324, 20.77511, 20.753776, 21.219274, 21.793071, 20.402073, 19.285751, 19.055785, 18.417783, 18.764002, 18.56661, 17.739649, 18.568547, 17.820534, 17.512495, 18.175531, 17.81064, 17.803259, 26.204853, 24.176326, 20.682334, 19.385257, 18.853945, 18.010793, 17.997407, 18.319751, 18.050951, 18.935027, 19.273437, 21.110266, 22.277725, 25.892886, 32.41833, 39.62569, 41.523548, 43.683082, 44.307145, 56.116206, 50.367057, 38.103817, 13.763195, 7.335104, 6.142214, 4.037056], "sum_m_pl": [2.397391, 5.323713, 5.89469, 5.876193, 6.020838, 5.980134, 5.801227, 6.397013, 7.184553, 7.649585, 8.487521, 9.224806, 9.670002, 9.297215, 9.762946, 9.693757, 9.945058, 9.94473, 8.861052, 8.773054, 8.460221, 8.060819, 7.72284, 7.473101, 11.216344, 12.151907, 13.005225, 13.326967, 13.515245, 14.35876, 11.836808, 11.914658, 12.781897, 11.815699, 10.8881, 11.265854, 12.041548, 11.868027, 12.396869, 13.640397, 15.942651, 17.952955, 19.905779, 18.019137, 26.29932, 43.331567, 77.200167, 89.156395, 97.54753, 102.071842]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 223, "item_id": "gsm8kpl-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1504, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 9, 13, 13, 20, 14, 16, 17, 16, 19, 16, 11, 12, 12, 7, 8, 11, 10, 10, 7, 9, 11, 12, 11, 21, 17, 17, 15, 18, 17, 22, 20, 18, 22, 23, 20, 16, 25, 26, 29, 29, 30, 31, 27, 31, 29, 26, 24, 27, 26], "n_am_pl": [2, 3, 3, 4, 2, 4, 2, 2, 4, 3, 4, 3, 6, 5, 8, 5, 2, 3, 7, 3, 6, 3, 2, 1, 6, 3, 4, 4, 5, 6, 3, 6, 1, 1, 2, 3, 4, 2, 1, 2, 3, 2, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [7.444182, 11.003953, 10.618757, 11.310796, 12.589358, 12.380093, 12.378413, 12.50698, 12.763732, 12.978991, 13.01256, 13.000893, 12.542971, 11.823376, 10.912949, 11.165727, 11.703146, 11.425541, 11.191382, 11.24546, 10.494263, 10.706624, 10.652216, 10.892416, 15.685389, 14.098449, 13.741079, 12.12353, 13.66136, 14.835238, 14.125277, 13.567733, 12.2341, 14.679989, 15.498497, 14.931026, 16.495748, 20.912291, 20.741895, 23.744228, 23.163108, 26.471632, 26.330836, 24.973651, 26.636449, 27.957503, 24.881988, 24.076785, 24.59654, 25.578641], "sum_m_pl": [1.352147, 2.883934, 3.221535, 2.980635, 3.364332, 2.944873, 2.876357, 2.801983, 2.957561, 3.012092, 3.385576, 3.581562, 3.819536, 3.695964, 3.741558, 3.934671, 3.839208, 4.049877, 4.194663, 4.251853, 4.185519, 3.930258, 3.868848, 3.962722, 5.311881, 5.091372, 5.087036, 5.593769, 4.764487, 4.870873, 4.163961, 4.152614, 4.561128, 4.041916, 3.987446, 4.295671, 3.875458, 3.163405, 2.745241, 2.416444, 2.452605, 2.109965, 1.923709, 1.715742, 1.36963, 0.926037, 0.694242, 0.458562, 0.175148, 0.007613]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 2, 2, 1, 3, 3, 2, 1, 2, 0, 2, 3, 2, 4, 3, 6, 4, 4, 4, 4, 3, 4, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 3, 3, 3, 1, 0, 1, 2, 1, 2, 1, 1, 0, 2, 2, 1, 2, 0, 2, 2, 3, 0, 0, 2, 2, 0, 2, 0, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.545241, 2.506138, 2.516275, 2.377977, 2.543555, 2.465541, 2.485272, 2.304588, 2.359762, 2.549293, 2.611453, 2.727398, 2.779266, 2.467385, 2.213526, 2.352217, 2.486343, 2.303364, 2.46883, 2.349957, 2.148247, 2.22785, 2.233601, 2.334462, 2.85006, 2.82123, 2.709789, 2.498571, 2.616788, 2.83973, 2.65198, 2.582871, 2.51907, 2.714558, 2.808167, 2.504743, 3.286597, 3.131816, 2.739238, 2.923305, 2.651289, 2.738594, 2.877632, 2.373614, 2.264328, 1.756076, 1.33042, 0.718019, 0.121691, 0.0], "sum_m_pl": [0.232955, 0.582631, 0.504845, 0.483974, 0.599049, 0.545787, 0.473259, 0.415783, 0.48165, 0.559647, 0.660598, 0.714678, 0.772129, 0.741747, 0.725043, 0.780407, 0.7404, 0.760072, 0.737881, 0.738071, 0.754606, 0.708066, 0.698323, 0.759047, 1.057913, 0.995658, 0.80313, 1.315661, 0.784474, 0.904234, 0.757117, 0.741363, 0.721779, 0.655336, 0.687872, 0.801645, 0.663062, 0.643895, 0.714653, 0.782769, 0.814089, 0.803411, 0.722854, 0.723668, 0.66869, 0.467489, 0.381801, 0.249783, 0.046301, 0.0]}, "lang": {"n_am_en": [3, 5, 7, 5, 8, 6, 9, 10, 8, 11, 8, 6, 6, 9, 3, 3, 6, 6, 5, 4, 4, 6, 7, 7, 12, 11, 11, 9, 12, 10, 14, 13, 12, 12, 12, 10, 8, 16, 15, 16, 18, 18, 21, 18, 21, 22, 21, 19, 23, 24], "n_am_pl": [1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 2, 2, 1, 4, 2, 1, 1, 3, 0, 2, 0, 0, 0, 0, 0, 2, 1, 2, 2, 0, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.639294, 4.008462, 3.896149, 4.46754, 4.982205, 4.729043, 4.883174, 5.277041, 5.348123, 5.306939, 5.145492, 5.241663, 5.073454, 5.006841, 4.602788, 4.521982, 4.682546, 4.750265, 4.493295, 4.582916, 4.303729, 4.291032, 4.262577, 4.278172, 7.958335, 7.013323, 6.712943, 5.683814, 6.413108, 6.967892, 6.772762, 6.667291, 5.460178, 6.467975, 6.838358, 6.663386, 7.574533, 11.099116, 12.260155, 14.703323, 14.876575, 16.909078, 17.248587, 16.681226, 18.051141, 19.770185, 18.946773, 18.342783, 21.348056, 23.540557], "sum_m_pl": [0.562001, 1.015903, 1.216047, 1.180386, 1.394295, 1.216302, 1.289163, 1.29035, 1.378259, 1.295663, 1.449814, 1.515548, 1.645799, 1.627612, 1.684714, 1.75489, 1.651318, 1.659361, 1.786752, 1.779672, 1.713797, 1.610803, 1.561126, 1.538969, 1.960939, 1.946309, 2.149089, 2.035272, 2.016098, 1.862656, 1.619973, 1.660615, 2.051999, 1.809215, 1.702327, 1.937394, 1.715342, 1.184243, 0.942928, 0.742643, 0.78392, 0.542767, 0.491406, 0.452014, 0.267373, 0.159047, 0.117957, 0.086365, 0.050696, 0.00757]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "gsm8kpl-930", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1243, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9589, "tf_agree_excl_first": 0.9722}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 31, 19, 46, 66, 67, 68, 72, 71, 74, 73, 59, 57, 61, 58, 62, 63, 76, 68, 76, 70, 74, 73, 69, 108, 95, 83, 90, 86, 84, 79, 85, 86, 80, 100, 115, 120, 145, 148, 156, 153, 158, 165, 165, 142, 86, 34, 4, 1, 1], "n_am_pl": [3, 26, 33, 30, 22, 27, 33, 40, 28, 39, 33, 37, 41, 40, 37, 33, 18, 29, 28, 29, 21, 20, 21, 23, 24, 29, 32, 30, 35, 32, 30, 27, 31, 24, 36, 23, 20, 19, 13, 14, 22, 26, 25, 27, 48, 83, 139, 169, 173, 170], "n_pos": 310, "sum_m_en": [30.190234, 47.487079, 49.440273, 51.950338, 58.210016, 59.026557, 60.803903, 63.882706, 65.220689, 65.386445, 67.441512, 65.491874, 62.584481, 60.873481, 56.538732, 58.197505, 59.898154, 57.970669, 56.262113, 54.554191, 52.021782, 52.659634, 52.262602, 52.73016, 82.265786, 77.459769, 74.049175, 67.030295, 66.476857, 66.274101, 62.081144, 61.763707, 60.25356, 65.182503, 70.604165, 72.930203, 78.79225, 99.763904, 106.257368, 120.580288, 123.2477, 130.553478, 137.934631, 137.773359, 123.77128, 81.761481, 33.443095, 7.256292, 3.190125, 1.067792], "sum_m_pl": [4.809754, 14.998874, 16.63923, 15.916685, 16.618, 16.541489, 16.351866, 16.948236, 17.385709, 17.691484, 19.913333, 21.201265, 21.11874, 21.669252, 22.272347, 21.912247, 20.823995, 20.590822, 20.439526, 20.355886, 19.627137, 18.989059, 18.910565, 18.900113, 23.924526, 25.527827, 26.47638, 27.441259, 29.085934, 29.058612, 24.408274, 24.652528, 27.165091, 23.575453, 21.750809, 23.141676, 22.869558, 18.594259, 17.936426, 17.697646, 19.872257, 21.833463, 23.985396, 29.84855, 45.328817, 75.046145, 129.107703, 159.685738, 169.679609, 170.424153]}, "digit": {"n_am_en": [0, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 4, 3, 0, 1, 0, 1, 2, 4, 7, 4, 4, 3, 2, 3, 5, 2, 4, 1, 2, 3, 1, 1, 2, 2, 6, 5, 4, 4, 6, 7, 6, 4, 3, 5, 2, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 3, 1, 1, 1, 0, 1, 2, 4, 5, 3, 2, 1, 1, 4, 4, 3, 2, 2, 2, 2, 3, 2, 5, 6, 2, 2, 3, 3, 1, 5, 0, 1, 2, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [2.015006, 3.649253, 3.891324, 3.668706, 3.828754, 3.779816, 3.911462, 3.92067, 3.763066, 3.856313, 4.142998, 4.134335, 3.999652, 3.765967, 3.550251, 3.416118, 3.805836, 3.568262, 3.699591, 3.41375, 3.288482, 3.403427, 3.394504, 3.527432, 4.521961, 4.314849, 4.035966, 3.998011, 3.762435, 3.844986, 3.727239, 3.887907, 3.831848, 3.868144, 4.123171, 3.966596, 4.580719, 5.175663, 4.901441, 5.005215, 4.827228, 4.338559, 4.08737, 3.133564, 3.374496, 2.115869, 0.980292, 0.4504, 0.186316, 0.0], "sum_m_pl": [0.35501, 1.033796, 0.940547, 0.896852, 0.982717, 0.856491, 0.799157, 0.715745, 0.88168, 0.908551, 1.091733, 1.126788, 1.062457, 1.107451, 1.202798, 1.255234, 1.17908, 1.229324, 1.180638, 1.189658, 1.17186, 1.129366, 1.129546, 1.179118, 1.664754, 1.641909, 1.535871, 1.686189, 1.601536, 1.549509, 1.245217, 1.24648, 1.347735, 1.11242, 1.052349, 1.097263, 1.059202, 0.853581, 0.872774, 0.916397, 0.942689, 0.968682, 0.915337, 0.880302, 0.850047, 0.911008, 1.390265, 1.231693, 0.099166, 0.0]}, "lang": {"n_am_en": [10, 21, 16, 29, 46, 48, 46, 43, 49, 50, 43, 35, 38, 37, 38, 40, 38, 44, 37, 43, 44, 48, 48, 50, 71, 55, 55, 56, 51, 47, 47, 50, 55, 46, 68, 74, 77, 91, 97, 104, 100, 107, 110, 118, 102, 58, 21, 4, 1, 1], "n_am_pl": [3, 21, 20, 25, 14, 12, 19, 26, 19, 27, 19, 22, 22, 26, 26, 20, 11, 17, 17, 12, 9, 9, 10, 9, 15, 17, 22, 18, 23, 26, 22, 19, 20, 20, 21, 15, 14, 12, 7, 11, 16, 19, 21, 22, 39, 74, 124, 154, 167, 170], "n_pos": 172, "sum_m_en": [17.426993, 25.148152, 26.513765, 28.428457, 32.738183, 33.218232, 34.268409, 36.217153, 37.784907, 37.937971, 38.553547, 37.006593, 35.711647, 34.926977, 32.636632, 34.303773, 34.723421, 33.874141, 32.572066, 31.470361, 29.952261, 30.044447, 29.816108, 29.794628, 50.737829, 46.799956, 45.041836, 39.578488, 38.921084, 37.668143, 35.589581, 35.334398, 34.12491, 37.266859, 40.164664, 43.390186, 46.839927, 61.187785, 69.203373, 79.984728, 82.510968, 90.142161, 94.105737, 96.403168, 85.662316, 55.301579, 21.094298, 5.272396, 1.602591, 0.99966], "sum_m_pl": [2.745819, 8.424037, 9.424713, 9.081089, 9.447315, 9.714968, 9.624237, 10.263596, 10.485808, 10.605796, 11.760251, 12.861849, 13.070374, 13.789479, 13.946513, 13.443676, 12.49828, 12.247214, 12.066605, 11.806351, 11.387546, 11.028346, 10.957209, 10.921886, 14.008064, 15.208531, 16.27295, 16.774125, 18.182723, 18.366819, 15.681876, 15.927428, 17.740343, 15.577796, 14.44169, 15.346034, 15.231864, 12.086789, 11.250912, 11.502445, 12.84876, 14.645576, 17.88821, 22.669894, 36.301143, 65.255715, 114.225271, 146.433478, 163.737051, 170.076855]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 314, "item_id": "gsm8kpl-930", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1533, "region_end": 310, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.984}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 23, 25, 30, 42, 31, 49, 40, 40, 54, 55, 59, 58, 48, 65, 88, 99, 95, 113, 108, 107, 115, 110, 107, 147, 127, 109, 89, 92, 72, 76, 78, 90, 112, 120, 113, 107, 114, 102, 114, 124, 125, 117, 114, 110, 121, 127, 117, 85, 71], "n_am_pl": [22, 52, 23, 18, 18, 16, 16, 16, 18, 13, 18, 28, 33, 25, 19, 17, 15, 12, 12, 12, 8, 5, 12, 7, 7, 9, 11, 18, 24, 28, 28, 16, 15, 11, 7, 8, 5, 6, 12, 12, 10, 9, 9, 6, 5, 9, 3, 1, 1, 0], "n_pos": 298, "sum_m_en": [35.482632, 46.634328, 46.426161, 45.302622, 47.551276, 44.748778, 45.404092, 46.608807, 47.189498, 53.206757, 54.029994, 51.382396, 51.672813, 51.363929, 54.65149, 57.312623, 58.390324, 53.479907, 54.594957, 52.701275, 50.124275, 50.225701, 49.966464, 50.038176, 92.917701, 82.777124, 70.715446, 62.309625, 60.829945, 61.641253, 57.441256, 58.825391, 63.568914, 70.642968, 77.509445, 78.308675, 83.941584, 87.463152, 90.11297, 102.476469, 105.04335, 104.140863, 104.478043, 101.056774, 100.382287, 102.32349, 115.418271, 109.686618, 85.813104, 68.892953], "sum_m_pl": [8.232006, 17.751848, 18.188966, 16.509063, 16.434206, 15.414963, 13.971958, 15.104622, 15.186362, 16.419068, 17.983292, 19.413537, 19.623703, 19.514058, 19.723506, 19.426572, 19.107483, 18.238222, 18.365614, 18.541564, 17.620342, 17.398107, 17.400177, 17.406699, 17.691659, 20.295771, 20.91686, 24.427434, 23.439995, 23.739942, 22.31703, 21.755384, 20.63497, 17.599009, 16.570082, 15.976925, 14.393845, 12.769914, 12.822306, 13.119931, 11.644942, 12.055055, 11.939785, 10.912658, 11.84971, 11.172737, 7.367684, 4.593486, 3.536272, 0.297328]}, "digit": {"n_am_en": [6, 5, 8, 5, 7, 10, 15, 12, 8, 19, 16, 16, 10, 18, 23, 39, 39, 32, 40, 34, 40, 36, 34, 36, 52, 49, 39, 24, 30, 23, 22, 25, 24, 37, 44, 36, 37, 39, 34, 35, 34, 34, 34, 29, 29, 31, 30, 29, 6, 0], "n_am_pl": [0, 12, 10, 11, 6, 8, 9, 7, 10, 5, 8, 17, 19, 10, 7, 7, 9, 4, 4, 5, 2, 2, 3, 1, 0, 1, 4, 6, 14, 13, 11, 6, 4, 4, 3, 7, 3, 4, 7, 7, 5, 7, 5, 4, 3, 7, 3, 1, 0, 0], "n_pos": 113, "sum_m_en": [13.612567, 19.397959, 19.925075, 18.498192, 19.024209, 18.372822, 18.024307, 18.73881, 18.42187, 21.38894, 22.269305, 20.564527, 20.851399, 21.26776, 22.260151, 23.324794, 23.793226, 21.195552, 22.03876, 21.224615, 20.349476, 20.19406, 20.200567, 20.282361, 34.700462, 30.906713, 25.128189, 22.854429, 23.167075, 23.666173, 22.35832, 23.640081, 24.050888, 25.360989, 28.385534, 29.317553, 30.693529, 30.783884, 30.199644, 31.509419, 30.255856, 28.575913, 27.645222, 25.210893, 21.592043, 20.813628, 26.150676, 23.828449, 9.482134, 0.0], "sum_m_pl": [2.735466, 7.047704, 6.630662, 5.880429, 5.843212, 5.415975, 4.624484, 5.411706, 5.791657, 6.335925, 6.835721, 7.479782, 7.445959, 7.294224, 7.148241, 7.230391, 7.011151, 7.063247, 7.027546, 6.921445, 6.445458, 6.466173, 6.544738, 6.578523, 6.575916, 7.457393, 8.168, 9.224796, 8.74144, 8.622069, 7.964542, 7.626595, 7.343989, 6.453947, 6.239216, 6.14161, 5.836495, 5.355759, 6.076843, 6.292423, 5.824172, 6.232701, 6.128819, 6.641252, 6.8389, 6.304069, 5.667784, 3.85795, 1.522224, 0.0]}, "lang": {"n_am_en": [8, 7, 8, 9, 16, 9, 18, 15, 15, 18, 14, 20, 22, 10, 11, 13, 23, 31, 32, 31, 32, 38, 37, 32, 46, 43, 37, 33, 32, 30, 29, 28, 34, 40, 42, 43, 42, 47, 43, 51, 58, 58, 55, 60, 61, 63, 68, 67, 68, 69], "n_am_pl": [1, 8, 4, 3, 4, 3, 2, 1, 3, 3, 5, 4, 6, 6, 5, 1, 4, 5, 4, 3, 1, 2, 4, 3, 3, 4, 3, 3, 1, 7, 7, 3, 5, 4, 2, 1, 1, 1, 2, 3, 2, 0, 2, 1, 0, 0, 0, 0, 1, 0], "n_pos": 70, "sum_m_en": [8.261233, 11.997309, 11.689451, 11.466456, 11.586492, 10.910896, 11.362997, 12.020425, 12.388789, 12.46239, 12.339145, 12.187429, 12.248239, 12.005967, 13.235884, 13.574021, 14.51004, 13.759709, 13.252755, 12.840569, 12.282131, 12.276393, 12.196851, 12.187185, 29.313711, 26.912139, 23.619388, 18.523711, 17.347106, 18.24136, 16.005026, 15.793069, 18.023894, 21.867888, 25.25567, 25.733838, 30.29958, 33.651108, 37.071009, 44.692266, 47.279732, 49.536513, 50.888055, 53.348918, 57.364194, 57.25132, 63.219771, 63.587068, 63.085449, 66.973869], "sum_m_pl": [1.457423, 3.956949, 4.334308, 3.892943, 3.827054, 3.520846, 3.175303, 3.273378, 3.402771, 3.660815, 4.257984, 4.439556, 4.687477, 4.744475, 4.857466, 4.75424, 4.745268, 4.262307, 4.408235, 4.380016, 4.14885, 4.091616, 4.102495, 4.092208, 4.270513, 4.680237, 4.763265, 5.458291, 5.436943, 5.520357, 5.458751, 5.362966, 5.018837, 4.132695, 3.736439, 3.687699, 3.117281, 2.444515, 2.61897, 3.444591, 2.841933, 2.919242, 2.723629, 2.030786, 2.037623, 2.159035, 0.542391, 0.216267, 1.507678, 0.297322]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 305, "item_id": "gsm8kpl-935", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1236, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9869, "tf_agree_excl_first": 0.9901}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 20, 32, 45, 73, 55, 70, 79, 80, 93, 96, 88, 70, 60, 85, 125, 158, 167, 175, 153, 157, 168, 171, 175, 251, 214, 166, 132, 99, 81, 92, 86, 117, 159, 166, 173, 158, 182, 179, 214, 203, 195, 182, 182, 155, 116, 66, 43, 2, 0], "n_am_pl": [7, 49, 40, 55, 62, 48, 50, 39, 35, 43, 59, 52, 67, 51, 55, 40, 24, 25, 20, 32, 31, 32, 34, 31, 29, 31, 39, 55, 70, 68, 64, 53, 50, 42, 45, 40, 48, 43, 46, 53, 48, 62, 75, 78, 90, 111, 165, 170, 192, 193], "n_pos": 479, "sum_m_en": [52.151338, 72.344543, 77.343694, 79.162773, 80.414821, 76.048758, 77.916965, 80.420086, 81.321989, 88.910522, 90.596638, 85.186287, 86.225757, 83.323956, 88.144088, 93.061039, 93.128563, 82.634774, 83.781314, 79.829721, 77.591901, 78.596377, 78.150363, 78.435295, 154.44182, 134.698458, 109.826744, 93.881483, 86.763243, 84.547098, 80.242598, 81.866633, 88.650252, 102.059069, 110.928262, 117.486763, 123.385393, 136.415164, 140.116659, 158.508064, 160.114738, 155.568812, 155.051095, 160.921256, 141.705252, 103.976037, 65.115923, 43.445924, 8.580194, 0.000206], "sum_m_pl": [9.996698, 28.322564, 30.211551, 29.38708, 31.046231, 28.370292, 26.338251, 28.355912, 29.32687, 29.670972, 33.266818, 34.525887, 34.056844, 34.509305, 35.739502, 33.402077, 32.447899, 30.378205, 29.827505, 30.124805, 28.536894, 27.670352, 27.735678, 27.224665, 30.882143, 36.187798, 41.026754, 47.277494, 49.401067, 51.377826, 45.743798, 45.834847, 44.749321, 38.351831, 35.87274, 33.328112, 34.394346, 32.618604, 36.210756, 39.47334, 41.139094, 43.72164, 54.337032, 58.921552, 76.027992, 102.318516, 152.797242, 161.614952, 192.171956, 192.952183]}, "digit": {"n_am_en": [3, 7, 11, 12, 13, 9, 17, 15, 14, 20, 28, 13, 16, 18, 21, 30, 43, 41, 40, 31, 29, 32, 32, 34, 54, 45, 37, 31, 21, 15, 17, 23, 28, 34, 40, 38, 36, 39, 43, 43, 39, 42, 36, 34, 24, 20, 22, 13, 2, 0], "n_am_pl": [0, 12, 10, 9, 11, 6, 9, 4, 4, 5, 10, 14, 18, 13, 7, 5, 4, 3, 4, 4, 3, 1, 0, 2, 2, 1, 6, 8, 11, 12, 13, 9, 6, 5, 6, 5, 6, 5, 3, 7, 7, 6, 7, 8, 9, 11, 19, 15, 1, 0], "n_pos": 123, "sum_m_en": [13.95457, 20.939959, 22.503582, 21.496457, 21.820616, 20.880298, 20.648593, 21.360028, 21.160822, 23.990706, 25.110674, 23.320485, 23.66458, 23.494021, 24.473276, 24.626126, 25.437062, 22.140327, 22.760956, 21.541571, 21.062321, 21.02946, 20.936511, 21.228833, 36.553834, 31.805091, 26.783237, 24.081262, 23.412117, 23.468395, 22.191109, 22.922373, 24.603881, 27.304247, 29.458263, 30.880335, 32.264013, 33.167736, 34.033399, 34.426598, 32.996095, 31.2075, 30.955328, 28.69335, 25.434939, 20.45179, 17.977244, 14.597855, 4.886725, 0.0], "sum_m_pl": [2.921024, 8.645978, 8.093606, 7.158492, 6.973236, 6.027943, 5.002224, 5.717858, 6.206676, 6.643876, 7.366924, 7.668428, 7.287627, 7.354014, 7.520276, 7.327053, 7.304222, 7.309999, 7.1685, 7.013971, 6.546817, 6.443241, 6.56046, 6.500183, 6.693583, 8.175172, 8.925413, 10.592974, 10.614789, 10.702086, 9.003652, 9.378754, 9.194593, 7.747262, 7.620715, 6.759138, 6.345206, 5.742807, 6.502711, 7.291294, 6.815166, 7.166966, 7.285552, 7.643239, 7.576619, 9.486349, 12.030104, 10.39774, 4.401065, 0.0]}, "lang": {"n_am_en": [6, 6, 15, 20, 31, 26, 30, 41, 37, 39, 37, 37, 29, 22, 30, 56, 68, 81, 84, 80, 81, 88, 92, 95, 133, 110, 83, 62, 46, 41, 44, 39, 50, 71, 75, 86, 72, 101, 94, 119, 113, 111, 105, 109, 97, 63, 33, 23, 0, 0], "n_am_pl": [1, 16, 15, 21, 32, 21, 22, 19, 19, 28, 36, 26, 38, 22, 41, 24, 18, 15, 11, 18, 18, 21, 20, 20, 18, 20, 23, 30, 30, 36, 41, 28, 31, 31, 36, 31, 36, 36, 42, 44, 38, 45, 55, 55, 65, 95, 137, 148, 187, 193], "n_pos": 194, "sum_m_en": [21.179777, 27.863464, 30.494466, 32.195192, 32.937861, 30.91437, 32.292354, 34.050853, 34.638902, 36.498026, 36.722637, 34.486854, 35.289652, 33.787135, 36.15396, 39.318867, 38.495166, 34.434508, 34.359153, 32.77186, 31.91674, 32.543862, 32.732855, 32.477661, 74.261593, 64.108015, 50.459675, 40.622047, 36.074731, 35.33682, 33.817596, 34.208525, 36.224707, 43.226606, 47.478548, 50.280575, 55.832514, 66.134957, 68.49281, 84.12473, 86.917138, 88.483929, 85.352903, 92.604356, 83.750103, 55.630109, 34.115488, 22.046293, 1.404358, 0.000163], "sum_m_pl": [3.892907, 10.712939, 11.986309, 12.147917, 13.184562, 12.291936, 11.986966, 12.692336, 13.720068, 13.51585, 15.755667, 16.500653, 16.485759, 16.776247, 17.63273, 16.175763, 15.108937, 13.841316, 13.597199, 13.626631, 12.993985, 12.582949, 12.50595, 12.208466, 15.099563, 17.500678, 20.338306, 22.790858, 24.230546, 25.467077, 23.699927, 23.509505, 23.609958, 21.058097, 19.377873, 19.265854, 21.440481, 21.186396, 24.568666, 26.502109, 28.090004, 29.796304, 39.730671, 43.104178, 54.809754, 83.497837, 127.784883, 143.334424, 182.588625, 192.601999]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 486, "item_id": "gsm8kpl-935", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1526, "region_end": 479, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9918}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 19, 14, 20, 25, 37, 42, 47, 38, 33, 31, 33, 28, 20, 34, 30, 36, 37, 42, 39, 37, 43, 39, 37, 55, 61, 46, 35, 39, 33, 33, 34, 35, 40, 42, 42, 52, 56, 64, 68, 68, 70, 72, 74, 76, 72, 72, 71, 68, 61], "n_am_pl": [5, 8, 9, 6, 7, 8, 9, 6, 12, 11, 11, 15, 13, 16, 15, 12, 6, 7, 9, 5, 5, 5, 5, 7, 9, 9, 17, 17, 16, 18, 13, 11, 8, 3, 6, 8, 5, 3, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0], "n_pos": 127, "sum_m_en": [13.915052, 20.024544, 20.746513, 21.764661, 25.702518, 26.419154, 27.677477, 27.248971, 27.963618, 28.143174, 27.274113, 26.373076, 24.983674, 25.13107, 25.687521, 25.474762, 23.82409, 22.378081, 22.67242, 22.10932, 21.013889, 21.452317, 21.729293, 21.274613, 39.533405, 36.74652, 31.347302, 28.933299, 31.179875, 29.784337, 28.628005, 28.304987, 29.791707, 29.590029, 30.867842, 30.692781, 34.440184, 39.999939, 49.856603, 57.422317, 57.818766, 63.001449, 63.204565, 64.564041, 67.376567, 67.643688, 69.462522, 70.092265, 61.535088, 61.928308], "sum_m_pl": [2.373207, 5.27923, 6.12008, 5.704639, 6.103599, 5.599244, 5.806933, 5.435571, 5.832618, 6.146937, 7.464348, 7.63636, 7.488182, 7.864175, 8.1963, 7.459729, 6.84679, 6.503764, 6.839632, 7.590402, 7.378547, 7.050356, 7.089174, 7.270213, 8.463901, 10.154509, 11.056821, 10.969525, 10.906157, 11.0189, 9.241579, 8.665053, 8.356525, 8.485201, 7.505645, 7.913526, 6.98477, 6.422899, 5.226413, 4.409325, 3.986691, 3.258219, 3.008176, 2.53701, 2.235547, 1.629516, 1.171537, 1.260407, 1.658496, 0.145813]}, "digit": {"n_am_en": [0, 3, 4, 5, 1, 0, 6, 3, 3, 6, 5, 6, 2, 1, 6, 4, 4, 2, 3, 5, 4, 7, 6, 5, 9, 9, 8, 2, 6, 3, 3, 3, 2, 2, 3, 4, 4, 5, 9, 6, 5, 2, 4, 7, 6, 5, 6, 6, 2, 0], "n_am_pl": [0, 1, 0, 0, 0, 3, 1, 0, 1, 0, 2, 2, 2, 5, 3, 2, 1, 1, 1, 0, 0, 1, 0, 0, 1, 2, 1, 4, 2, 2, 3, 1, 3, 2, 2, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.59033, 4.363946, 4.606151, 4.447909, 5.16079, 5.060878, 5.067621, 4.737663, 4.624552, 4.916175, 5.071947, 4.85184, 4.531187, 4.521567, 4.869694, 4.399177, 3.974431, 3.729138, 3.979099, 4.031554, 3.817557, 3.951359, 3.892566, 3.986959, 6.051587, 5.332295, 4.872053, 4.487913, 5.229018, 4.991709, 4.996702, 4.903921, 5.343437, 4.718014, 4.492635, 4.29989, 4.566951, 4.315236, 4.896783, 5.597028, 4.707931, 4.82334, 4.793465, 5.123902, 5.996309, 5.68371, 5.693369, 5.610281, 1.67474, 0.0], "sum_m_pl": [0.372162, 0.964029, 0.87569, 0.87918, 1.031039, 0.877094, 0.802859, 0.724669, 0.862751, 0.966213, 1.204017, 1.278676, 1.348083, 1.380361, 1.244552, 1.172819, 0.999538, 0.997413, 1.08634, 1.302146, 1.279569, 1.213416, 1.266238, 1.317979, 1.525335, 1.948275, 1.83203, 1.936722, 1.770625, 1.78217, 1.533861, 1.370657, 1.178511, 1.175666, 1.094845, 1.130279, 1.095532, 1.168556, 1.328803, 1.25705, 1.101588, 1.279853, 1.224388, 1.058948, 0.883396, 0.605981, 0.52915, 0.408106, 0.260454, 0.0]}, "lang": {"n_am_en": [12, 12, 7, 11, 19, 27, 24, 33, 24, 21, 17, 19, 22, 15, 23, 21, 21, 26, 27, 24, 24, 29, 28, 27, 37, 42, 30, 27, 29, 25, 24, 26, 26, 33, 31, 31, 40, 42, 44, 50, 51, 57, 57, 56, 57, 56, 58, 59, 61, 61], "n_am_pl": [3, 5, 4, 5, 5, 2, 4, 3, 9, 7, 8, 11, 9, 9, 10, 7, 3, 3, 5, 2, 3, 4, 5, 4, 6, 4, 10, 9, 9, 9, 7, 5, 3, 1, 2, 5, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 64, "sum_m_en": [7.277157, 9.862248, 10.2661, 11.072427, 13.606123, 14.142759, 15.001458, 15.222201, 16.068027, 15.627094, 14.6984, 14.138041, 13.525253, 13.833891, 13.940049, 14.245463, 13.274058, 12.341182, 12.337208, 11.668427, 11.032552, 11.310304, 11.667147, 11.077002, 26.159243, 24.566261, 20.20205, 18.00869, 18.560271, 17.621142, 16.532159, 16.594641, 17.216973, 18.018796, 18.341123, 18.861211, 22.235133, 26.158187, 34.439663, 41.156379, 41.881606, 47.299913, 47.651233, 48.826299, 50.727623, 52.226603, 54.451333, 55.850176, 54.791422, 61.133672], "sum_m_pl": [1.17746, 2.558353, 3.094313, 2.812132, 2.991773, 2.733441, 2.94806, 2.752095, 3.053382, 3.244553, 4.040671, 4.096595, 3.887531, 4.257746, 4.555585, 4.055579, 3.646534, 3.360058, 3.50439, 3.861349, 3.742095, 3.615745, 3.582026, 3.630976, 3.947673, 4.495058, 5.527115, 5.482985, 5.641657, 5.624516, 4.847705, 4.535822, 4.570461, 4.689519, 4.159887, 4.47125, 3.748616, 3.460402, 2.339727, 1.589787, 1.421667, 0.960955, 0.848982, 0.73318, 0.672075, 0.524588, 0.303419, 0.269702, 0.790228, 0.00142]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "gsm8kpl-951", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9621, "tf_agree_excl_first": 0.9695}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 30, 29, 33, 74, 86, 74, 94, 81, 81, 74, 61, 56, 55, 79, 95, 93, 97, 89, 88, 86, 88, 91, 94, 157, 145, 113, 101, 92, 74, 77, 77, 80, 106, 98, 111, 106, 122, 150, 169, 169, 166, 159, 150, 140, 105, 22, 5, 3, 0], "n_am_pl": [5, 32, 36, 36, 22, 20, 30, 36, 45, 38, 50, 42, 50, 60, 42, 42, 22, 28, 25, 20, 18, 17, 22, 18, 18, 29, 29, 36, 40, 50, 52, 54, 48, 28, 19, 26, 22, 21, 22, 10, 23, 27, 30, 38, 50, 74, 150, 177, 183, 184], "n_pos": 326, "sum_m_en": [30.220982, 50.861154, 53.936618, 54.806818, 61.572072, 62.3346, 65.235615, 66.434125, 69.649672, 71.705248, 71.122625, 66.074782, 64.461552, 64.277874, 65.309804, 66.647235, 62.640046, 58.689669, 57.345676, 54.918973, 54.550506, 54.449142, 54.835696, 54.426381, 98.246498, 88.209454, 73.252497, 68.995477, 70.538977, 66.159765, 62.89191, 63.117355, 66.128795, 71.843234, 77.969201, 81.519732, 80.390767, 87.204409, 106.962747, 131.380754, 133.570195, 138.481229, 134.717788, 126.693681, 124.264656, 95.158937, 26.156128, 7.135799, 4.989291, 8.9e-05], "sum_m_pl": [4.568693, 15.83436, 18.033709, 17.667354, 18.374716, 16.382045, 18.071558, 18.300787, 18.880363, 18.487067, 21.937792, 21.787274, 22.412122, 23.052005, 23.466386, 20.902251, 18.639821, 18.196242, 18.224511, 19.317667, 18.164888, 17.610947, 17.820787, 17.717941, 20.280873, 23.590866, 26.808121, 27.431953, 30.963885, 31.081724, 27.835017, 27.991028, 28.571491, 26.748776, 23.468217, 24.397081, 24.979815, 23.405876, 20.322707, 16.668888, 19.873092, 23.020965, 29.01784, 36.017089, 45.119611, 69.933806, 142.355151, 168.41396, 179.386193, 183.0178]}, "digit": {"n_am_en": [0, 3, 1, 0, 4, 1, 2, 2, 2, 3, 7, 5, 1, 1, 6, 4, 4, 6, 3, 5, 4, 3, 2, 4, 11, 9, 3, 4, 3, 2, 1, 5, 3, 5, 2, 6, 3, 3, 6, 6, 4, 3, 4, 3, 5, 1, 1, 0, 1, 0], "n_am_pl": [0, 0, 2, 3, 2, 2, 3, 2, 6, 2, 3, 5, 1, 7, 3, 5, 1, 1, 2, 0, 0, 0, 1, 1, 1, 3, 0, 1, 2, 3, 4, 3, 3, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.009465, 3.896402, 4.287826, 4.006656, 4.516353, 4.298738, 4.349721, 4.418833, 4.402271, 4.718441, 4.940754, 4.37796, 4.189399, 4.170417, 4.582472, 4.095545, 3.924703, 3.771816, 4.025592, 3.980566, 3.824456, 3.820892, 3.801501, 3.912088, 5.811149, 5.138378, 4.318405, 4.555315, 4.767152, 4.659359, 4.185965, 4.566732, 4.992279, 4.746478, 4.485079, 4.416577, 4.383479, 4.164758, 5.160347, 4.459265, 3.833118, 3.607079, 4.051055, 3.569723, 3.683829, 2.112751, 1.935388, 1.231064, 0.637816, 0.0], "sum_m_pl": [0.323161, 1.100599, 1.024495, 0.99833, 1.016573, 0.836992, 0.854972, 0.848164, 1.068544, 1.101455, 1.314144, 1.231342, 1.185839, 1.225005, 1.303183, 1.186694, 1.083874, 1.157766, 1.17338, 1.243414, 1.163101, 1.126873, 1.145374, 1.16917, 1.26538, 1.574106, 1.499127, 1.577925, 1.644965, 1.737484, 1.594346, 1.346267, 1.270931, 1.051457, 0.969948, 1.021966, 1.062167, 1.031226, 1.107545, 1.161697, 1.14651, 1.208242, 1.200023, 1.144293, 0.990195, 0.718859, 0.733559, 0.542183, 0.131138, 0.0]}, "lang": {"n_am_en": [7, 15, 22, 20, 54, 64, 53, 66, 53, 52, 46, 40, 37, 37, 50, 64, 55, 60, 56, 51, 57, 52, 54, 58, 97, 86, 75, 60, 56, 47, 49, 46, 51, 59, 59, 64, 63, 78, 98, 114, 110, 107, 106, 99, 94, 76, 14, 1, 0, 0], "n_am_pl": [4, 21, 17, 17, 10, 11, 17, 20, 23, 30, 35, 28, 36, 38, 26, 23, 14, 17, 15, 14, 10, 10, 13, 11, 11, 19, 19, 23, 30, 33, 32, 37, 28, 21, 14, 19, 14, 13, 16, 7, 19, 24, 25, 32, 39, 60, 131, 165, 179, 184], "n_pos": 184, "sum_m_en": [16.537921, 28.366833, 30.574893, 31.584901, 36.127978, 36.713372, 38.482601, 39.730895, 42.21888, 43.114429, 42.300645, 39.342803, 38.358368, 38.214834, 38.785779, 40.210993, 37.291899, 34.682248, 33.321714, 31.46266, 31.429028, 31.297482, 31.804044, 30.806163, 61.316945, 54.894866, 43.982233, 40.657621, 41.368028, 38.208774, 36.404135, 36.620735, 38.178284, 40.691245, 44.522169, 47.458129, 47.791813, 52.576587, 66.505775, 87.318472, 90.819694, 91.412128, 92.199763, 84.601344, 84.456821, 68.532811, 16.05509, 2.433877, 1.166776, 4.5e-05], "sum_m_pl": [2.352896, 8.733449, 10.368878, 10.303305, 10.364896, 9.369757, 10.257853, 10.690543, 10.953283, 10.794823, 13.149872, 13.207177, 13.83003, 14.579101, 14.721444, 12.946086, 11.180534, 10.787174, 10.879582, 11.501133, 10.719823, 10.395247, 10.478513, 10.437494, 11.808064, 14.125915, 16.54554, 16.829404, 19.022854, 19.314182, 17.344215, 17.97621, 18.20566, 17.696401, 15.460529, 16.045456, 16.617351, 15.497374, 13.265811, 10.406856, 12.903444, 16.332623, 21.223933, 27.194222, 33.356845, 55.402211, 123.662267, 154.008536, 172.198592, 182.276452]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 331, "item_id": "gsm8kpl-951", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1475, "region_end": 326, "roundtrip_ok": true, "tf_agree": 0.9849, "tf_agree_excl_first": 0.9879}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 26, 25, 23, 38, 41, 49, 47, 40, 42, 36, 35, 39, 40, 43, 48, 32, 46, 37, 36, 36, 39, 35, 32, 63, 65, 46, 43, 44, 40, 37, 48, 52, 57, 69, 67, 73, 78, 73, 86, 93, 78, 79, 82, 80, 71, 80, 80, 80, 71], "n_am_pl": [8, 18, 15, 8, 11, 13, 13, 16, 14, 13, 21, 20, 26, 25, 25, 21, 14, 13, 10, 11, 6, 13, 7, 12, 10, 11, 13, 15, 11, 14, 14, 15, 19, 8, 13, 11, 11, 4, 6, 4, 2, 1, 0, 0, 0, 3, 2, 0, 0, 2], "n_pos": 189, "sum_m_en": [20.799635, 29.723234, 29.977863, 29.613497, 33.27484, 33.716786, 34.002075, 34.882764, 34.709412, 35.502257, 35.022429, 33.920049, 33.323656, 34.200897, 31.711391, 32.191009, 33.649885, 31.706198, 30.775098, 31.083096, 29.06246, 29.932901, 29.953606, 30.619564, 43.91599, 41.147325, 40.306765, 36.188868, 38.36544, 36.577395, 34.244265, 36.942573, 36.5252, 36.309932, 40.196264, 41.82565, 45.134898, 53.151654, 57.327885, 67.318778, 73.831855, 67.808542, 71.443629, 74.831046, 74.575218, 72.226037, 77.42793, 79.153863, 75.986571, 71.468548], "sum_m_pl": [3.6249, 7.642073, 8.688933, 8.174701, 9.123167, 8.488312, 8.434447, 8.47522, 8.814106, 9.934285, 11.091818, 11.49026, 12.178054, 12.810798, 13.582517, 14.176302, 13.592235, 13.716607, 12.968646, 12.777689, 12.305981, 11.778067, 11.48642, 11.609601, 14.739412, 15.469323, 14.959458, 15.538587, 14.540231, 15.713697, 14.417239, 14.147994, 14.897086, 13.818906, 13.041738, 12.782785, 11.588533, 9.726951, 8.787596, 8.129528, 7.415744, 5.946046, 5.22024, 3.966031, 3.521559, 4.264059, 3.139513, 0.965191, 1.213578, 1.931645]}, "digit": {"n_am_en": [0, 3, 0, 2, 8, 7, 9, 9, 6, 5, 8, 4, 5, 6, 7, 6, 4, 7, 5, 4, 4, 7, 7, 7, 10, 12, 5, 5, 6, 4, 1, 3, 4, 6, 5, 6, 11, 8, 5, 5, 5, 4, 4, 8, 3, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 0, 1, 0, 0, 2, 3, 1, 4, 5, 10, 10, 5, 6, 5, 3, 4, 3, 0, 3, 2, 2, 2, 2, 1, 6, 3, 2, 2, 5, 5, 0, 2, 2, 3, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.561367, 6.262467, 6.262004, 5.772383, 6.410786, 6.184518, 6.058168, 6.146032, 5.931689, 6.34779, 6.564049, 6.4349, 6.032253, 5.977876, 5.449085, 5.417113, 5.808269, 5.326132, 5.50673, 5.451309, 5.265649, 5.614781, 5.702023, 5.938523, 7.995716, 7.705327, 6.75431, 6.059878, 6.825809, 6.275685, 5.771898, 6.555659, 6.059055, 5.667392, 5.667955, 5.407852, 5.813018, 5.708067, 4.785092, 4.744233, 4.994046, 4.835798, 4.652139, 5.258367, 5.119843, 4.090978, 3.179803, 2.290084, 0.359292, 0.0], "sum_m_pl": [0.556668, 1.626619, 1.388761, 1.324888, 1.441007, 1.324912, 1.172311, 1.150982, 1.457375, 1.634379, 1.95633, 2.089489, 2.354315, 2.560636, 2.579138, 2.672712, 2.425982, 2.482496, 2.314321, 2.397224, 2.31286, 2.203815, 2.115617, 2.139758, 2.561959, 2.684906, 2.405542, 2.628146, 2.322109, 2.744719, 2.520641, 2.512838, 2.336326, 2.196825, 2.077494, 2.338848, 2.230773, 1.818685, 1.968376, 2.118439, 1.9956, 1.908866, 1.718904, 1.342121, 1.173458, 0.919738, 0.606575, 0.390246, 0.141946, 0.0]}, "lang": {"n_am_en": [13, 14, 16, 14, 20, 20, 24, 22, 21, 16, 15, 20, 18, 18, 22, 23, 18, 19, 20, 21, 21, 23, 20, 17, 34, 38, 31, 29, 29, 28, 28, 34, 33, 33, 43, 38, 43, 52, 51, 57, 61, 55, 56, 57, 58, 57, 66, 68, 70, 70], "n_am_pl": [3, 6, 5, 3, 5, 5, 5, 4, 6, 3, 4, 4, 10, 7, 11, 5, 2, 6, 2, 2, 1, 5, 3, 4, 2, 1, 5, 5, 3, 7, 6, 6, 7, 6, 6, 4, 4, 1, 2, 2, 1, 0, 0, 0, 0, 1, 1, 0, 0, 2], "n_pos": 74, "sum_m_en": [8.959394, 11.723438, 12.238177, 12.22096, 13.795046, 14.126343, 14.444165, 14.765974, 15.071646, 14.78474, 14.274793, 13.911694, 13.922543, 14.46337, 13.48447, 13.816085, 14.37329, 13.690361, 12.59582, 12.856656, 11.813878, 12.002559, 11.923629, 12.07225, 21.426252, 20.508417, 20.974933, 17.508614, 17.525978, 16.789444, 15.461942, 16.588668, 16.687942, 17.161762, 19.408661, 21.769616, 25.32266, 31.690011, 35.704946, 42.958305, 47.010446, 44.873857, 47.28583, 52.509222, 53.791935, 55.119172, 61.514377, 64.746955, 64.797984, 70.057901], "sum_m_pl": [1.522122, 2.802103, 3.471922, 3.168695, 3.655648, 3.314256, 3.337069, 3.457808, 3.498445, 3.831988, 4.262629, 4.207767, 4.700213, 4.94108, 5.393511, 5.621638, 5.432157, 5.407119, 5.220594, 5.045052, 4.842414, 4.635331, 4.535591, 4.575687, 5.595257, 6.046169, 6.275006, 6.732374, 6.363615, 6.694547, 6.188704, 5.906605, 6.60082, 6.13686, 5.655761, 5.426796, 4.498407, 3.719472, 3.163289, 2.624592, 2.226026, 1.510887, 1.414277, 0.920426, 0.743438, 0.667414, 1.125326, 0.289504, 0.392382, 1.931601]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "gsm8kpl-954", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9792}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 11, 26, 30, 32, 35, 24, 43, 43, 37, 31, 30, 28, 35, 38, 33, 36, 46, 43, 42, 41, 31, 47, 45, 75, 63, 50, 40, 41, 41, 35, 40, 27, 38, 50, 64, 62, 74, 76, 80, 85, 81, 79, 75, 65, 42, 6, 12, 3, 0], "n_am_pl": [3, 13, 19, 22, 22, 18, 19, 23, 19, 22, 25, 41, 44, 34, 25, 29, 26, 23, 13, 14, 15, 20, 16, 16, 21, 29, 22, 23, 23, 30, 33, 29, 25, 18, 13, 21, 17, 16, 14, 18, 18, 12, 16, 17, 24, 50, 81, 82, 91, 92], "n_pos": 215, "sum_m_en": [20.29326, 31.789787, 34.102775, 34.626882, 37.113174, 38.82526, 39.22588, 40.994908, 40.874359, 42.423898, 42.323455, 40.01357, 40.290265, 39.419142, 36.876589, 37.789163, 39.305022, 36.22355, 36.395702, 35.708669, 34.798043, 35.435272, 35.456051, 36.235361, 50.434825, 46.408562, 43.16668, 39.355922, 38.706493, 38.18022, 36.46626, 39.476764, 37.45721, 39.264581, 41.403526, 43.10453, 45.630125, 48.578762, 53.9021, 59.872057, 59.058668, 56.628044, 61.050272, 63.764312, 52.213703, 38.23822, 10.117752, 12.429735, 4.878589, 0.069418], "sum_m_pl": [3.896105, 11.13408, 12.023742, 11.112595, 11.910417, 11.537894, 11.654736, 11.951019, 12.013846, 12.766039, 14.447258, 15.784141, 16.257588, 17.135641, 17.135959, 17.668728, 15.993627, 16.132331, 14.294289, 14.381859, 13.82187, 13.199404, 13.073134, 12.939471, 17.943448, 19.714998, 19.911427, 19.77358, 20.464805, 21.696263, 19.083472, 18.812545, 18.183358, 16.572039, 15.412884, 15.131474, 14.98954, 14.370794, 13.473785, 13.746424, 13.872489, 14.415859, 16.504261, 17.161443, 22.761575, 41.321818, 77.174599, 81.297868, 89.795337, 91.628273]}, "digit": {"n_am_en": [1, 1, 1, 5, 4, 4, 2, 3, 5, 5, 4, 3, 5, 2, 6, 3, 5, 7, 8, 6, 6, 3, 6, 6, 7, 9, 7, 4, 5, 7, 1, 3, 1, 1, 3, 4, 6, 7, 5, 4, 6, 5, 5, 6, 5, 0, 1, 0, 0, 0], "n_am_pl": [1, 0, 1, 0, 1, 1, 1, 2, 0, 0, 3, 4, 6, 7, 4, 5, 3, 3, 1, 2, 2, 0, 0, 0, 2, 1, 3, 2, 0, 4, 7, 5, 2, 1, 0, 2, 1, 1, 1, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.070756, 5.047215, 5.393241, 5.093578, 5.180753, 5.101125, 5.005026, 5.099351, 5.145954, 5.358954, 5.390458, 5.273638, 5.061243, 5.006332, 4.923499, 4.798463, 4.884813, 4.665495, 4.907118, 4.701992, 4.628284, 4.88313, 4.929661, 5.132754, 6.936072, 6.863878, 6.050752, 5.53109, 5.613658, 5.381491, 4.542679, 5.325415, 5.226977, 4.845244, 4.860485, 5.027579, 5.198063, 5.116049, 4.231177, 4.324568, 4.032975, 3.781119, 3.795914, 3.625474, 3.188078, 2.204423, 1.745854, 0.858552, 0.1622, 1e-06], "sum_m_pl": [0.683602, 1.621967, 1.401646, 1.302494, 1.392663, 1.2329, 1.137592, 1.157392, 1.378284, 1.541166, 1.98763, 1.967383, 2.011086, 2.138763, 2.189196, 2.368496, 1.965066, 1.980159, 1.7308, 1.860621, 1.803767, 1.695515, 1.624744, 1.629674, 1.940366, 2.117163, 2.062632, 2.043411, 1.962075, 2.253734, 2.041318, 1.973898, 1.778532, 1.796471, 1.662625, 1.714526, 1.608053, 1.3967, 1.509251, 1.559941, 1.595874, 1.511554, 1.377975, 1.179007, 1.09294, 0.90934, 1.196245, 0.391641, 0.103417, 0.000709]}, "lang": {"n_am_en": [3, 4, 14, 14, 17, 18, 9, 21, 20, 18, 17, 10, 11, 15, 18, 20, 15, 20, 17, 22, 20, 18, 26, 22, 39, 28, 26, 16, 20, 19, 19, 23, 15, 21, 27, 39, 36, 44, 48, 51, 51, 46, 46, 47, 43, 27, 3, 10, 1, 0], "n_am_pl": [1, 3, 10, 16, 14, 6, 7, 11, 11, 8, 13, 21, 17, 17, 16, 12, 15, 12, 10, 7, 11, 12, 7, 8, 12, 12, 10, 11, 10, 10, 12, 14, 14, 16, 8, 11, 11, 10, 9, 13, 13, 10, 13, 14, 21, 45, 75, 78, 88, 92], "n_pos": 93, "sum_m_en": [9.253724, 13.366004, 14.771016, 15.204172, 16.889758, 17.544426, 18.242061, 19.53253, 19.609782, 20.406945, 20.123885, 18.936452, 19.296502, 18.665515, 17.237068, 17.799749, 18.580401, 16.867591, 16.961146, 16.559229, 16.239484, 16.394013, 16.368345, 16.588847, 25.306493, 22.667645, 21.199489, 18.470385, 18.24413, 17.65584, 17.34976, 18.370697, 17.2524, 19.168852, 20.115186, 22.500335, 25.560773, 28.036789, 32.405751, 35.278467, 35.279966, 32.566419, 36.031273, 36.950196, 31.605309, 22.728363, 4.403617, 8.820455, 1.650138, 1.5e-05], "sum_m_pl": [1.643709, 4.821816, 5.325587, 5.011709, 5.553813, 5.259495, 5.325002, 5.596405, 5.708721, 5.791287, 6.6014, 7.324432, 7.654865, 8.375859, 8.340462, 8.284783, 7.461985, 7.565797, 6.78842, 6.60714, 6.276977, 6.028202, 5.954511, 5.86693, 7.853633, 8.718865, 9.302677, 9.530326, 9.949488, 10.417465, 9.306614, 9.36088, 9.498427, 8.646265, 8.025699, 8.021649, 8.415052, 8.061391, 7.488556, 7.91755, 7.948247, 9.455114, 11.60807, 12.592768, 18.085838, 35.154856, 68.722574, 74.451231, 86.671717, 90.927134]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "gsm8kpl-954", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1452, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9954}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 22, 23, 33, 29, 24, 31, 44, 34, 33, 41, 26, 29, 31, 34, 44, 44, 41, 44, 40, 35, 38, 36, 36, 65, 59, 48, 36, 36, 38, 44, 35, 41, 53, 66, 64, 68, 66, 76, 81, 77, 70, 68, 66, 66, 61, 63, 59, 44, 46], "n_am_pl": [2, 10, 14, 11, 15, 12, 10, 10, 14, 16, 15, 19, 17, 19, 15, 16, 10, 14, 13, 11, 7, 6, 4, 2, 4, 11, 6, 7, 9, 18, 10, 12, 13, 10, 12, 9, 4, 4, 4, 3, 1, 2, 1, 1, 4, 5, 7, 6, 2, 2], "n_pos": 175, "sum_m_en": [18.138121, 27.321211, 27.950157, 28.279295, 32.675392, 31.33201, 31.115207, 31.86867, 31.998067, 32.403553, 33.980904, 31.947916, 32.380579, 31.657991, 33.803584, 34.10532, 32.8418, 30.104525, 30.979041, 31.249344, 29.246155, 29.56717, 29.422314, 30.215982, 49.122489, 45.185174, 41.85675, 35.66513, 36.471413, 35.347086, 33.722246, 34.289123, 35.164048, 38.119639, 42.621315, 46.616243, 52.438999, 54.92148, 58.303309, 61.267578, 60.507608, 62.149186, 62.385848, 59.74156, 60.439702, 59.17577, 58.728857, 56.857933, 45.03347, 45.314991], "sum_m_pl": [3.003306, 8.340944, 8.74367, 8.39711, 9.190733, 8.197483, 7.837924, 7.778594, 8.246234, 8.609223, 9.426913, 10.233608, 10.012079, 10.364876, 10.246776, 10.859038, 11.28896, 11.327956, 11.350159, 11.525356, 11.248794, 10.600328, 10.50046, 10.553144, 12.266996, 12.745405, 12.333094, 13.334806, 12.439138, 12.720084, 11.368626, 11.4069, 11.341177, 11.675568, 11.19344, 9.770386, 7.949778, 6.841889, 6.593924, 6.30936, 5.959345, 5.903065, 5.703809, 6.399447, 7.025106, 5.354081, 6.227079, 6.365496, 3.405904, 1.779715]}, "digit": {"n_am_en": [0, 9, 9, 11, 9, 4, 6, 10, 7, 8, 15, 5, 8, 10, 12, 14, 11, 12, 17, 15, 11, 12, 11, 8, 28, 22, 17, 8, 9, 9, 11, 9, 7, 17, 17, 18, 18, 15, 20, 17, 18, 12, 13, 16, 15, 10, 14, 10, 0, 0], "n_am_pl": [0, 1, 3, 2, 3, 3, 2, 3, 4, 8, 3, 8, 6, 10, 5, 6, 7, 6, 4, 3, 1, 1, 1, 0, 0, 4, 1, 4, 2, 10, 4, 6, 4, 7, 8, 4, 2, 1, 3, 3, 1, 2, 1, 0, 3, 4, 4, 2, 0, 0], "n_pos": 58, "sum_m_en": [5.907759, 9.887857, 10.155902, 9.588276, 11.157393, 10.170708, 10.07049, 10.288573, 10.521993, 11.142181, 12.145898, 11.165732, 11.453435, 10.974565, 11.840394, 11.906013, 11.160405, 9.857109, 10.302649, 10.455561, 9.89179, 10.080712, 10.006952, 10.363897, 17.521959, 15.652092, 14.053138, 11.248769, 11.883021, 11.068768, 10.874029, 11.559344, 11.656922, 12.905137, 13.550655, 14.832621, 14.18367, 12.490179, 12.10457, 13.768196, 13.483017, 12.506102, 12.743127, 12.173749, 11.693613, 9.542954, 10.377291, 8.864796, 3.013547, 0.000203], "sum_m_pl": [0.92071, 2.767067, 2.509174, 2.472929, 2.77875, 2.464831, 2.20895, 2.152948, 2.441376, 2.652813, 2.971665, 3.382182, 3.347928, 3.455045, 3.18502, 3.464364, 3.452696, 3.616834, 3.49487, 3.606889, 3.521368, 3.31939, 3.313521, 3.382437, 3.572547, 4.065849, 3.613646, 4.54758, 3.940081, 4.317917, 3.741863, 3.601895, 3.417903, 3.651341, 3.395986, 2.951797, 2.740837, 2.422084, 2.733386, 2.663181, 2.545983, 2.721397, 2.9154, 2.623248, 3.490602, 2.845891, 3.12202, 2.396046, 0.510343, 5e-06]}, "lang": {"n_am_en": [8, 6, 9, 13, 12, 11, 15, 18, 16, 16, 14, 13, 13, 14, 12, 17, 19, 17, 16, 14, 15, 15, 16, 19, 25, 24, 21, 17, 17, 21, 22, 22, 23, 24, 30, 26, 27, 34, 36, 41, 41, 39, 38, 35, 36, 36, 37, 42, 42, 46], "n_am_pl": [1, 2, 3, 3, 4, 3, 3, 3, 3, 4, 4, 5, 5, 4, 5, 3, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 4, 1, 3, 5, 3, 3, 4, 2, 2, 3, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 3, 2, 2], "n_pos": 49, "sum_m_en": [5.399152, 7.528989, 8.039534, 8.338565, 9.654691, 9.640178, 9.633777, 10.019131, 9.938467, 9.772061, 9.723269, 9.299869, 9.549795, 9.779574, 10.413959, 10.458815, 10.109093, 9.3976, 9.583062, 9.563966, 8.874096, 8.908644, 8.82662, 9.018774, 19.080985, 17.536313, 16.582119, 13.663132, 13.115945, 12.719207, 11.834433, 11.771187, 12.006689, 13.055383, 15.66388, 19.164528, 22.863436, 27.370869, 30.456903, 31.368071, 31.805072, 33.650968, 34.241793, 32.649602, 33.704336, 35.258662, 35.397489, 37.937762, 36.873782, 45.075876], "sum_m_pl": [0.851109, 2.38788, 2.531833, 2.467273, 2.702014, 2.430677, 2.355648, 2.377419, 2.60052, 2.638557, 2.887704, 3.110258, 2.911235, 3.115504, 3.41434, 3.511918, 3.60751, 3.429248, 3.483143, 3.585001, 3.519643, 3.279213, 3.224767, 3.187849, 3.640187, 3.84323, 3.996665, 3.96941, 3.881342, 3.594455, 3.461537, 3.546699, 3.685143, 3.781534, 3.636207, 3.180335, 2.426945, 1.886993, 1.528014, 1.437703, 1.320546, 1.230888, 1.096021, 2.304434, 1.977527, 1.442142, 1.967213, 2.715557, 2.319039, 1.779703]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "gsm8kpl-955", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1184, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9888}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 26, 30, 40, 60, 59, 69, 82, 74, 76, 68, 63, 47, 46, 54, 76, 80, 83, 73, 69, 59, 71, 81, 84, 147, 148, 129, 83, 83, 65, 66, 71, 86, 105, 122, 150, 139, 137, 142, 159, 149, 154, 148, 143, 126, 87, 32, 12, 0, 0], "n_am_pl": [0, 49, 42, 43, 37, 24, 32, 32, 45, 32, 45, 50, 52, 49, 40, 39, 33, 30, 38, 28, 24, 21, 26, 22, 21, 25, 26, 37, 27, 52, 41, 37, 27, 30, 31, 26, 27, 25, 21, 26, 28, 33, 37, 56, 74, 103, 180, 192, 187, 179], "n_pos": 342, "sum_m_en": [31.610651, 53.859667, 56.974276, 57.132221, 62.550915, 62.747173, 64.552505, 67.792169, 69.126997, 70.484127, 71.294964, 67.518317, 66.820617, 64.656603, 67.202181, 68.563352, 68.983688, 63.028608, 62.103612, 59.632433, 57.602583, 58.386084, 58.619385, 59.837244, 100.521823, 92.764979, 83.128231, 70.313896, 69.742777, 69.833386, 65.35138, 68.079579, 68.748496, 75.747979, 83.087202, 98.48617, 94.891364, 97.597581, 104.729848, 117.320038, 116.320239, 127.776029, 119.322851, 114.756045, 106.994861, 79.947476, 29.342146, 11.124679, 3.195584, 4.2e-05], "sum_m_pl": [5.124845, 18.631526, 19.131613, 18.998752, 20.476912, 19.637249, 19.277493, 20.06143, 21.306661, 20.527696, 22.360292, 23.4921, 25.178415, 26.822565, 25.783544, 26.106487, 24.920804, 24.419234, 23.09405, 23.121105, 22.607617, 21.507919, 21.948393, 21.357657, 27.013337, 26.582041, 28.194263, 29.734825, 30.32888, 31.738979, 29.871118, 28.481204, 27.227963, 28.531208, 26.929446, 24.928723, 24.387956, 25.125332, 25.274621, 23.635737, 26.040428, 28.68461, 34.539322, 49.325234, 66.24136, 93.687723, 168.183218, 181.90143, 185.411176, 178.078032]}, "digit": {"n_am_en": [0, 5, 7, 4, 4, 6, 5, 9, 9, 9, 6, 4, 8, 8, 6, 8, 7, 10, 13, 15, 10, 11, 12, 9, 20, 23, 16, 12, 11, 8, 6, 3, 13, 14, 16, 17, 19, 17, 21, 18, 17, 12, 15, 13, 15, 10, 8, 6, 0, 0], "n_am_pl": [0, 3, 0, 1, 2, 2, 2, 2, 6, 4, 7, 8, 10, 9, 7, 4, 6, 4, 5, 6, 1, 2, 3, 2, 1, 1, 0, 5, 2, 9, 6, 5, 3, 5, 4, 3, 2, 2, 2, 2, 1, 2, 1, 3, 4, 4, 9, 9, 3, 0], "n_pos": 55, "sum_m_en": [5.159217, 9.2595, 9.610423, 8.974889, 10.017035, 9.196814, 9.389425, 9.770538, 9.993302, 10.768989, 11.427754, 10.734118, 10.701186, 10.456343, 11.094132, 10.711405, 10.719463, 9.526645, 9.876409, 9.887474, 9.447343, 9.648697, 9.623332, 9.942917, 17.009505, 14.748766, 12.839244, 10.267656, 10.4327, 10.218519, 9.273175, 10.147724, 10.750427, 12.087581, 12.298406, 13.189885, 12.40584, 11.590771, 11.538696, 13.06358, 12.641916, 11.28378, 10.35729, 10.204219, 10.114114, 7.008437, 5.967655, 4.261249, 1.216064, 0.0], "sum_m_pl": [0.893819, 2.988666, 2.429625, 2.31373, 2.687342, 2.443595, 2.299992, 2.239509, 2.725383, 2.823825, 3.159989, 3.426337, 3.491265, 3.658466, 3.181419, 3.586846, 3.443541, 3.505914, 3.206302, 3.344223, 3.268022, 3.122374, 3.157398, 3.18083, 3.576154, 3.696916, 3.643153, 4.187093, 4.20417, 4.323476, 4.027151, 3.619966, 3.286304, 3.535772, 3.207579, 2.872763, 2.601557, 2.228786, 2.472732, 2.372376, 2.453577, 2.783691, 2.964991, 3.57678, 5.680387, 5.767643, 8.488195, 7.789038, 3.496463, 0.001622]}, "lang": {"n_am_en": [6, 10, 15, 23, 38, 37, 41, 42, 41, 45, 44, 40, 26, 29, 28, 47, 49, 49, 43, 44, 39, 47, 52, 55, 89, 86, 78, 47, 51, 37, 39, 44, 46, 65, 71, 90, 78, 80, 82, 93, 91, 92, 87, 87, 71, 46, 9, 3, 0, 0], "n_am_pl": [0, 29, 28, 29, 23, 17, 20, 25, 34, 20, 30, 31, 28, 32, 28, 25, 19, 19, 22, 12, 15, 14, 16, 13, 10, 18, 17, 22, 18, 32, 27, 25, 21, 20, 23, 21, 23, 21, 18, 20, 23, 27, 31, 47, 63, 89, 145, 161, 179, 179], "n_pos": 180, "sum_m_en": [17.155399, 27.901472, 29.761409, 30.070458, 33.692733, 33.972941, 35.453014, 37.448871, 39.101402, 39.474615, 39.505442, 37.082381, 36.699014, 35.757811, 36.655045, 37.945152, 37.951372, 34.443132, 33.619847, 32.088958, 31.202951, 31.475145, 31.597792, 32.225608, 57.085399, 52.085438, 47.033776, 39.737907, 39.834031, 39.440707, 37.541144, 38.793198, 38.525577, 42.52752, 46.308411, 58.763371, 56.603514, 57.725976, 62.487098, 70.466836, 69.802983, 79.290254, 74.773477, 70.02314, 63.943666, 44.181414, 9.737493, 3.052872, 0.732034, 4.1e-05], "sum_m_pl": [2.60486, 9.976442, 10.632514, 10.568094, 11.089057, 10.899525, 10.689847, 11.555249, 12.34847, 11.491835, 12.584938, 13.241461, 14.532943, 16.006195, 15.659657, 15.430147, 14.528768, 14.309442, 13.516337, 13.31242, 12.893991, 12.187553, 12.473752, 11.96842, 15.135245, 15.159691, 16.629751, 17.433087, 17.755655, 18.331239, 17.619636, 17.516141, 16.665237, 17.541361, 17.080275, 15.844547, 16.612588, 18.133167, 17.925714, 16.372838, 18.61587, 21.216012, 26.506921, 39.541612, 52.723741, 77.72126, 133.770509, 153.107093, 173.430973, 177.888524]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 347, "item_id": "gsm8kpl-955", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1474, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9855}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 33, 30, 34, 38, 29, 33, 37, 25, 34, 34, 30, 33, 41, 34, 41, 35, 34, 54, 46, 38, 40, 38, 44, 56, 44, 40, 37, 36, 42, 46, 58, 43, 42, 60, 62, 67, 70, 74, 77, 72, 74, 84, 78, 71, 62, 59, 59, 51, 47], "n_am_pl": [11, 13, 16, 11, 12, 13, 15, 19, 10, 22, 20, 25, 25, 22, 27, 22, 16, 32, 17, 25, 11, 11, 15, 11, 17, 23, 26, 25, 31, 35, 21, 19, 22, 19, 16, 15, 15, 11, 9, 3, 2, 3, 2, 3, 5, 4, 2, 1, 3, 4], "n_pos": 267, "sum_m_en": [28.910503, 40.265561, 39.596246, 39.719913, 42.551478, 39.916972, 39.97248, 42.663378, 42.85792, 44.548714, 45.09388, 45.706941, 43.633343, 43.662047, 43.105287, 44.688297, 45.026638, 42.722864, 44.591297, 44.734456, 41.754995, 42.549369, 41.79115, 43.154862, 53.432646, 50.936992, 47.710498, 46.096646, 46.431876, 46.983327, 45.867313, 46.628835, 48.158149, 49.430577, 55.957865, 56.772631, 59.587978, 64.908518, 67.561722, 66.950058, 66.834584, 67.157982, 71.137616, 70.660672, 70.323944, 67.262109, 66.269283, 61.990716, 52.733215, 46.669606], "sum_m_pl": [6.114619, 12.933375, 14.148825, 13.189442, 14.276974, 13.50773, 12.405266, 13.005278, 13.640898, 15.070919, 16.180635, 15.964992, 16.997826, 17.274026, 18.210578, 19.086247, 18.267325, 18.748411, 18.208968, 18.446695, 17.839008, 16.889066, 16.433304, 16.768293, 21.513966, 25.009468, 24.266898, 25.066347, 24.702047, 25.130274, 21.868219, 20.991219, 20.142328, 19.138774, 17.332145, 16.799993, 15.212326, 13.972556, 12.618759, 11.291969, 10.336429, 9.036374, 7.791335, 7.123604, 7.559778, 6.478228, 4.719029, 3.748959, 4.013049, 4.09823]}, "digit": {"n_am_en": [1, 10, 4, 5, 4, 3, 2, 3, 2, 6, 10, 4, 5, 7, 8, 8, 6, 6, 14, 7, 6, 6, 4, 5, 14, 7, 9, 6, 6, 8, 7, 8, 8, 7, 6, 6, 5, 9, 4, 6, 4, 7, 13, 12, 6, 2, 0, 3, 0, 0], "n_am_pl": [1, 0, 2, 1, 0, 1, 2, 2, 3, 5, 2, 7, 7, 10, 4, 7, 5, 10, 5, 12, 2, 4, 3, 2, 4, 5, 4, 6, 6, 5, 9, 6, 7, 7, 10, 8, 6, 5, 5, 1, 1, 2, 1, 2, 1, 2, 1, 0, 0, 0], "n_pos": 62, "sum_m_en": [6.582433, 10.64191, 10.56503, 10.093428, 10.847344, 10.059687, 9.577027, 10.518433, 10.316762, 10.708299, 11.305771, 11.207485, 10.919061, 10.681522, 10.415549, 10.752015, 10.915181, 10.282919, 11.047482, 11.050981, 9.902815, 10.091585, 9.955538, 10.366021, 12.43655, 12.213302, 11.284158, 10.734634, 10.80595, 10.940441, 10.786724, 11.449861, 11.365717, 10.844568, 11.609074, 11.382918, 12.01578, 13.092038, 11.479549, 11.17078, 10.62222, 10.312479, 10.368538, 9.513608, 8.440965, 6.86071, 5.492542, 3.318715, 2.281368, 0.0], "sum_m_pl": [1.08119, 3.091656, 2.71381, 2.611038, 2.696794, 2.514382, 2.167068, 2.430306, 2.765529, 3.06775, 3.47652, 3.268393, 3.618769, 3.669297, 3.846516, 4.133013, 3.822772, 4.086529, 3.974562, 4.086999, 4.048389, 3.820828, 3.725982, 3.870775, 5.119684, 5.378789, 4.918978, 5.07534, 4.925473, 5.063262, 4.503322, 4.43315, 4.154324, 4.060929, 3.859879, 4.070268, 3.528271, 3.45456, 3.54005, 3.206201, 3.060869, 3.066162, 2.899958, 2.934056, 2.713107, 2.156959, 2.054185, 1.041664, 0.508113, 0.0]}, "lang": {"n_am_en": [14, 15, 12, 14, 15, 17, 19, 16, 14, 11, 11, 12, 12, 15, 10, 17, 16, 13, 16, 16, 16, 18, 18, 21, 23, 22, 23, 20, 21, 21, 22, 26, 21, 21, 28, 28, 32, 34, 32, 37, 40, 37, 43, 45, 46, 46, 46, 46, 46, 47], "n_am_pl": [3, 5, 3, 2, 6, 2, 2, 2, 3, 3, 3, 5, 5, 4, 8, 2, 2, 8, 2, 1, 1, 1, 1, 2, 3, 6, 6, 10, 7, 9, 2, 3, 5, 2, 1, 1, 2, 1, 2, 0, 0, 0, 0, 0, 3, 2, 0, 1, 3, 4], "n_pos": 52, "sum_m_en": [6.85963, 7.660946, 7.722826, 8.326877, 9.184009, 8.868838, 9.132487, 9.60621, 10.197303, 10.502186, 9.808581, 10.544178, 9.834927, 9.863906, 9.733592, 10.088804, 10.112078, 9.575158, 9.94727, 10.169924, 9.631605, 9.973533, 9.667559, 9.998246, 19.400723, 18.252481, 17.034396, 15.098365, 14.502244, 14.22943, 13.566029, 13.157679, 13.569334, 14.790939, 18.194001, 19.748521, 21.626595, 24.402909, 27.446927, 29.572131, 32.178644, 34.020101, 38.583068, 41.765793, 43.290103, 43.126402, 43.836573, 44.188214, 43.435968, 46.100386], "sum_m_pl": [1.4356, 2.353385, 2.559182, 2.459351, 2.734278, 2.694774, 2.653631, 2.938951, 3.040241, 3.202785, 3.511442, 3.802936, 4.167627, 4.428679, 4.447597, 4.557659, 4.247864, 4.292117, 4.143083, 4.06154, 3.901414, 3.701136, 3.602967, 3.62552, 4.049317, 4.917587, 5.353845, 6.000408, 5.93491, 5.959091, 5.136803, 4.998435, 5.027831, 4.763594, 3.868209, 3.738792, 3.428514, 2.928437, 2.614763, 2.346251, 2.001411, 1.597666, 0.900228, 0.647754, 1.282646, 1.311973, 0.836227, 1.169655, 2.806566, 4.000378]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 272, "item_id": "gsm8kpl-963", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.9963, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 26, 37, 44, 56, 39, 42, 46, 43, 37, 39, 51, 34, 38, 47, 50, 61, 60, 64, 77, 67, 67, 66, 63, 86, 71, 64, 60, 54, 50, 49, 62, 68, 62, 68, 77, 94, 105, 100, 113, 112, 106, 104, 112, 95, 62, 27, 7, 2, 0], "n_am_pl": [9, 30, 33, 24, 31, 32, 35, 38, 30, 40, 62, 44, 45, 49, 49, 62, 37, 53, 36, 45, 27, 24, 25, 27, 31, 48, 60, 58, 53, 51, 46, 43, 40, 41, 38, 32, 29, 26, 35, 24, 21, 26, 30, 25, 38, 56, 104, 120, 113, 112], "n_pos": 379, "sum_m_en": [38.509209, 57.645387, 60.356158, 60.496638, 61.859094, 60.826446, 62.049217, 65.636345, 65.631898, 67.179089, 67.786298, 69.022057, 65.387923, 64.69026, 63.821899, 65.162571, 66.804272, 63.074712, 65.548408, 65.22128, 62.109303, 63.305009, 62.638344, 63.640885, 82.901245, 74.823755, 69.34353, 64.905091, 62.412202, 63.907823, 62.520672, 64.791063, 66.96139, 69.060098, 74.346766, 74.029944, 80.286075, 89.484414, 93.863135, 95.708787, 95.721358, 93.648587, 97.986926, 103.586897, 92.192938, 66.350954, 31.389511, 12.341895, 5.974421, 0.002481], "sum_m_pl": [7.401154, 19.413438, 21.132281, 20.99151, 22.236024, 22.017169, 20.322485, 20.877142, 22.636249, 24.272403, 25.812636, 25.583256, 27.256143, 28.860481, 29.947573, 30.244025, 27.93653, 28.563433, 26.166312, 26.355448, 25.593816, 24.406512, 23.762584, 23.413305, 31.443855, 37.447675, 37.697892, 39.17699, 39.373686, 40.849155, 35.537184, 35.897737, 34.014727, 31.365484, 28.821289, 26.379726, 23.860132, 21.819823, 21.516758, 19.631654, 19.239128, 19.732329, 25.741005, 24.293181, 31.648337, 52.364021, 100.818151, 113.761283, 113.830499, 112.188245]}, "digit": {"n_am_en": [3, 9, 7, 8, 4, 3, 2, 2, 7, 2, 9, 8, 7, 3, 9, 9, 6, 13, 12, 11, 10, 7, 8, 2, 11, 10, 9, 10, 4, 8, 3, 7, 6, 6, 8, 9, 11, 13, 8, 9, 8, 7, 9, 10, 5, 3, 3, 0, 0, 0], "n_am_pl": [1, 0, 7, 5, 2, 3, 3, 3, 2, 7, 10, 5, 9, 12, 7, 9, 4, 9, 6, 7, 2, 4, 2, 5, 5, 8, 11, 12, 10, 8, 4, 5, 9, 9, 13, 7, 9, 4, 5, 4, 1, 3, 1, 1, 1, 1, 2, 2, 0, 0], "n_pos": 70, "sum_m_en": [7.451897, 11.848622, 12.461281, 11.966609, 12.286191, 11.863637, 11.15658, 12.068802, 12.082012, 12.411819, 13.077889, 12.845473, 12.235158, 12.151378, 11.962127, 12.049769, 12.720293, 11.983603, 12.670685, 12.558147, 11.532105, 11.699483, 11.466077, 11.899889, 14.022768, 13.608798, 12.950976, 12.500921, 12.029604, 12.485265, 12.0224, 12.926662, 13.340294, 12.660254, 13.38272, 13.229089, 14.079859, 14.948691, 13.371684, 12.910956, 12.376599, 11.327308, 11.005527, 10.235634, 8.223305, 6.157905, 4.1819, 1.939701, 1.254344, 0.0], "sum_m_pl": [1.268589, 3.599543, 3.256026, 3.116934, 3.067436, 2.899691, 2.488548, 2.677775, 3.21847, 3.609313, 4.12273, 3.781786, 4.064428, 4.518718, 4.675633, 4.85335, 4.392987, 4.859173, 4.568146, 4.641466, 4.488358, 4.252743, 4.132994, 4.184788, 5.688444, 6.276619, 5.826316, 5.885878, 5.70355, 5.895247, 5.017886, 5.506032, 5.251002, 4.922769, 4.542365, 4.480963, 3.732958, 3.583197, 3.721252, 3.489824, 3.200116, 3.271744, 3.020772, 2.985043, 2.71267, 2.247749, 4.134901, 2.237575, 0.596064, 0.0]}, "lang": {"n_am_en": [5, 7, 9, 16, 26, 22, 19, 28, 20, 19, 14, 21, 10, 12, 20, 17, 27, 26, 28, 36, 36, 32, 32, 36, 44, 35, 33, 31, 26, 21, 23, 30, 36, 35, 37, 45, 50, 57, 57, 60, 63, 63, 59, 61, 61, 40, 17, 2, 0, 0], "n_am_pl": [7, 11, 11, 10, 8, 8, 11, 15, 13, 17, 24, 25, 19, 20, 17, 28, 14, 25, 15, 18, 12, 11, 14, 13, 13, 19, 23, 20, 21, 22, 25, 22, 13, 10, 9, 14, 13, 13, 19, 17, 15, 15, 21, 18, 25, 39, 76, 97, 106, 112], "n_pos": 112, "sum_m_en": [11.637326, 16.840258, 17.942754, 18.509799, 18.793461, 19.004143, 20.100066, 21.373371, 21.837783, 22.588095, 22.198994, 23.479913, 22.075043, 21.778818, 21.705912, 21.812476, 22.586519, 21.152579, 22.071471, 22.12212, 21.388327, 21.966994, 21.83477, 21.518915, 34.849584, 30.008813, 27.116437, 24.298805, 22.255616, 22.592358, 22.539895, 23.087131, 24.019206, 27.10046, 29.145736, 30.836929, 35.934756, 42.362517, 46.58971, 48.690616, 52.245127, 51.345458, 53.92432, 58.487712, 55.432264, 40.815282, 17.696625, 3.091124, 0.474372, 4e-06], "sum_m_pl": [2.557372, 5.218965, 5.835505, 6.278844, 6.55662, 6.781872, 6.935652, 7.619375, 8.138376, 8.592917, 9.186196, 9.802427, 10.752514, 11.28425, 11.363095, 11.417357, 10.398482, 10.481898, 9.402182, 9.002595, 8.833601, 8.445158, 8.240073, 7.979202, 10.524882, 13.459751, 13.929062, 15.002113, 15.398973, 15.989255, 14.413624, 14.628284, 13.754993, 12.390442, 11.359854, 10.289085, 10.16074, 8.679274, 9.063275, 8.432386, 8.611863, 8.622976, 13.824241, 14.19213, 19.537886, 35.332458, 72.008161, 91.490916, 104.585705, 111.583824]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 384, "item_id": "gsm8kpl-963", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1478, "region_end": 379, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 10, 13, 16, 19, 29, 22, 31, 27, 24, 23, 28, 22, 23, 21, 24, 21, 25, 33, 31, 29, 30, 31, 25, 51, 41, 37, 17, 19, 25, 23, 31, 30, 34, 38, 37, 44, 54, 51, 58, 60, 55, 55, 50, 49, 43, 35, 33, 29, 26], "n_am_pl": [0, 7, 5, 2, 8, 4, 3, 4, 8, 1, 7, 11, 9, 3, 7, 6, 5, 3, 4, 6, 6, 2, 1, 2, 3, 4, 4, 3, 7, 8, 5, 4, 4, 2, 6, 5, 6, 3, 1, 2, 2, 4, 3, 5, 5, 9, 12, 13, 13, 13], "n_pos": 112, "sum_m_en": [12.337069, 16.929751, 17.246519, 17.545227, 19.36395, 19.948174, 19.026043, 19.522108, 19.931016, 20.071259, 21.908549, 22.107332, 21.10259, 21.826093, 21.440952, 21.191265, 21.572875, 19.755321, 19.696313, 19.976088, 19.101722, 19.157291, 18.958254, 19.029704, 29.383188, 27.292898, 25.253042, 21.05359, 21.738247, 22.52568, 21.869713, 23.372026, 23.606836, 23.99595, 25.995611, 26.45506, 30.684756, 35.439016, 38.809534, 45.039719, 48.694134, 46.421314, 45.880826, 44.45986, 45.11726, 41.87651, 34.478751, 32.32226, 27.462367, 25.297286], "sum_m_pl": [2.203841, 5.481628, 6.110645, 5.714074, 5.931065, 5.341601, 4.591957, 4.787566, 5.080968, 5.156793, 5.84725, 6.053084, 6.198257, 6.461622, 6.472585, 6.064308, 5.795445, 5.825993, 6.09885, 6.339907, 6.104778, 6.047839, 6.057629, 6.134615, 6.101846, 7.129611, 6.810144, 7.304624, 7.897178, 7.744307, 6.76737, 6.238573, 6.39122, 5.663501, 5.183166, 4.945322, 4.619145, 4.046567, 3.825758, 3.926299, 3.433737, 3.541784, 4.800987, 8.076903, 6.699493, 8.903437, 11.684729, 13.632239, 13.910159, 13.123517]}, "digit": {"n_am_en": [0, 2, 0, 0, 1, 5, 2, 2, 3, 1, 7, 3, 4, 7, 6, 5, 2, 4, 4, 4, 6, 4, 4, 2, 13, 8, 5, 0, 1, 3, 3, 3, 5, 7, 6, 4, 7, 11, 14, 9, 9, 9, 8, 9, 6, 5, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 4, 0, 0, 1, 1, 0, 2, 4, 5, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 2, 1, 0, 1, 2, 3, 3, 1, 2, 2, 3, 2, 1, 2, 2, 1, 1, 0, 0], "n_pos": 26, "sum_m_en": [2.765765, 4.530201, 4.372162, 4.148198, 4.680424, 4.847235, 4.363354, 4.346057, 4.31866, 4.698885, 5.294595, 5.175796, 4.911816, 5.277963, 5.274318, 5.086356, 4.989441, 4.48045, 4.570429, 4.62443, 4.47029, 4.490642, 4.46085, 4.543013, 6.181208, 5.695039, 5.276173, 4.745248, 4.895621, 4.991942, 4.884687, 5.208723, 5.293967, 5.133935, 5.212128, 5.088051, 5.049422, 5.621793, 5.786826, 7.220296, 6.223249, 5.965217, 5.69124, 6.78921, 5.972881, 5.699256, 3.082663, 1.586962, 0.480493, 0.0], "sum_m_pl": [0.451208, 1.363612, 1.184513, 1.116464, 1.192954, 1.007378, 0.723883, 0.719506, 0.836257, 0.909803, 1.171921, 1.222547, 1.356487, 1.408394, 1.326606, 1.344897, 1.272909, 1.376661, 1.357533, 1.432927, 1.356275, 1.346057, 1.367842, 1.399548, 1.34944, 1.590912, 1.517331, 1.733042, 1.698677, 1.698695, 1.40309, 1.339323, 1.376926, 1.165431, 1.1381, 1.304802, 1.239012, 1.230164, 1.375829, 1.585068, 1.452157, 1.377175, 1.399511, 1.872806, 1.635553, 1.789521, 1.138653, 0.940863, 0.445607, 0.0]}, "lang": {"n_am_en": [7, 7, 11, 11, 14, 14, 13, 19, 15, 18, 12, 11, 7, 12, 9, 11, 14, 13, 15, 16, 15, 15, 15, 15, 24, 23, 24, 14, 12, 16, 15, 22, 18, 22, 25, 27, 30, 35, 31, 37, 37, 36, 35, 30, 32, 27, 26, 26, 25, 25], "n_am_pl": [0, 2, 2, 1, 1, 2, 1, 1, 5, 0, 1, 5, 2, 1, 4, 4, 3, 1, 1, 1, 3, 1, 1, 1, 2, 3, 2, 2, 2, 4, 3, 1, 0, 2, 4, 2, 3, 0, 0, 0, 0, 0, 1, 4, 3, 7, 9, 11, 13, 13], "n_pos": 39, "sum_m_en": [4.938931, 6.096203, 6.574833, 6.959075, 7.805068, 7.96237, 7.632381, 8.273842, 8.488329, 8.202488, 8.54863, 8.651127, 8.335828, 8.738771, 8.653536, 8.557913, 8.798213, 8.087741, 7.784788, 7.812669, 7.43316, 7.368208, 7.261642, 7.189557, 15.082475, 13.778871, 12.379187, 9.306987, 9.165952, 9.655217, 9.399319, 10.315448, 10.541844, 11.271805, 12.439567, 13.536656, 18.066907, 21.569581, 25.816037, 28.721755, 32.163434, 30.613286, 30.151033, 28.497971, 29.418238, 26.489178, 23.055359, 22.624144, 22.30087, 24.342367], "sum_m_pl": [0.618621, 1.733433, 2.038592, 1.869513, 2.089496, 1.943797, 1.697087, 1.837016, 2.026143, 1.954086, 2.159198, 2.202766, 2.260802, 2.414468, 2.434605, 2.159864, 2.091764, 2.053493, 2.202818, 2.208904, 2.180205, 2.159869, 2.153528, 2.158237, 2.07297, 2.317217, 2.382338, 2.580516, 3.051829, 2.769715, 2.638851, 2.459684, 2.493323, 2.425087, 2.127862, 1.936491, 1.985681, 1.277408, 1.186423, 1.060951, 0.852825, 1.081167, 2.292998, 4.672715, 3.866759, 6.010469, 9.055482, 11.4011, 13.011885, 13.005109]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "gsm8kpl-968", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1313, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9914}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 21, 29, 30, 27, 51, 49, 64, 60, 49, 52, 54, 50, 45, 55, 72, 67, 68, 73, 69, 76, 77, 65, 62, 118, 94, 92, 77, 66, 68, 57, 66, 66, 99, 111, 96, 95, 105, 121, 137, 134, 134, 132, 123, 114, 76, 26, 6, 1, 1], "n_am_pl": [5, 21, 36, 24, 42, 26, 32, 37, 37, 48, 42, 45, 41, 39, 40, 33, 14, 14, 18, 14, 5, 5, 13, 6, 12, 18, 27, 25, 43, 31, 30, 32, 35, 24, 21, 24, 24, 16, 16, 16, 16, 14, 29, 47, 53, 78, 114, 143, 149, 153], "n_pos": 336, "sum_m_en": [34.345079, 49.152192, 50.963263, 52.115059, 53.778554, 54.12528, 56.665983, 59.366376, 59.658227, 60.60724, 65.69199, 65.106323, 65.189231, 65.334865, 64.740583, 66.234676, 67.710994, 60.735756, 59.434608, 58.096983, 56.948995, 57.316852, 56.241281, 56.800637, 85.821796, 78.498585, 72.179723, 64.852309, 65.486054, 66.396548, 66.029752, 68.271664, 67.918936, 70.577407, 76.724844, 74.125734, 72.671877, 74.186317, 82.867355, 96.936294, 104.570644, 106.950341, 111.138577, 107.262133, 103.222187, 70.813338, 27.793843, 11.893913, 3.917312, 0.733204], "sum_m_pl": [7.103055, 17.627034, 20.156611, 18.853353, 19.177847, 17.980109, 18.145241, 18.199809, 18.94732, 18.566818, 20.537516, 21.755429, 21.465807, 22.345861, 21.659716, 19.481717, 17.661158, 17.511137, 18.021553, 18.679214, 18.516995, 18.070285, 17.809458, 18.030427, 18.903079, 21.757076, 22.868052, 24.939769, 28.427596, 26.771072, 22.724736, 24.150098, 24.540747, 21.677137, 19.797092, 19.175638, 21.079701, 18.49358, 19.314668, 21.115195, 21.164571, 22.862217, 30.064261, 42.199648, 50.73264, 72.01943, 108.949261, 137.676166, 149.34891, 152.709437]}, "digit": {"n_am_en": [0, 4, 0, 0, 4, 6, 6, 3, 3, 3, 6, 5, 6, 8, 5, 9, 5, 8, 8, 6, 9, 7, 7, 6, 11, 6, 3, 5, 7, 6, 3, 6, 4, 11, 10, 8, 9, 14, 15, 16, 14, 14, 12, 11, 6, 5, 0, 0, 0, 0], "n_am_pl": [0, 1, 11, 4, 1, 0, 0, 1, 1, 6, 4, 2, 6, 5, 3, 5, 5, 3, 7, 4, 3, 1, 4, 2, 4, 2, 4, 4, 3, 4, 4, 1, 3, 3, 2, 1, 2, 2, 2, 2, 1, 0, 3, 3, 4, 3, 2, 1, 0, 0], "n_pos": 38, "sum_m_en": [4.054043, 6.759241, 6.623648, 6.195721, 6.503154, 6.712243, 6.125347, 6.269368, 5.889259, 6.590768, 7.402638, 7.530764, 7.243707, 7.140763, 7.186728, 7.024963, 7.714475, 6.560325, 6.661179, 6.57184, 6.615833, 6.627629, 6.552415, 6.671666, 9.303492, 8.11075, 7.939441, 7.371853, 7.362244, 7.556243, 7.373277, 8.278612, 8.040837, 7.964473, 7.905849, 7.264938, 6.764877, 7.334267, 7.977623, 9.302957, 8.971394, 9.414177, 8.336687, 8.279044, 7.036275, 6.40755, 2.350658, 0.952286, 0.358815, 0.0], "sum_m_pl": [0.726074, 2.102782, 1.897203, 1.867494, 1.687739, 1.49676, 1.435933, 1.439695, 1.578884, 1.627976, 1.942189, 2.045843, 2.1522, 2.334435, 2.124144, 2.143029, 1.997324, 2.0629, 2.031591, 2.116047, 2.101272, 2.054339, 2.050506, 2.083057, 2.373373, 2.773497, 2.705799, 3.017995, 2.822115, 2.644413, 2.175879, 2.095372, 2.085432, 1.844309, 1.791631, 2.042127, 1.897608, 1.826202, 1.917995, 2.107122, 2.12602, 1.906791, 1.875014, 2.376548, 2.143503, 2.280923, 2.349628, 1.151595, 0.294117, 0.0]}, "lang": {"n_am_en": [8, 7, 12, 17, 17, 34, 25, 43, 31, 31, 31, 33, 27, 25, 38, 41, 45, 41, 46, 47, 48, 48, 46, 47, 79, 63, 66, 54, 42, 45, 42, 47, 48, 67, 73, 66, 66, 67, 76, 84, 84, 84, 82, 77, 72, 49, 23, 4, 1, 1], "n_am_pl": [5, 8, 14, 13, 24, 13, 14, 19, 22, 26, 26, 26, 17, 20, 25, 14, 4, 6, 7, 8, 1, 3, 3, 1, 3, 8, 9, 9, 26, 17, 17, 17, 22, 10, 14, 19, 19, 12, 10, 11, 13, 14, 20, 36, 42, 60, 96, 132, 148, 153], "n_pos": 154, "sum_m_en": [15.548643, 22.618211, 24.120541, 25.138575, 26.11982, 26.193892, 28.423853, 30.178076, 31.046155, 30.302859, 32.43992, 31.953729, 32.421982, 32.57662, 32.452573, 33.434385, 33.514983, 30.589525, 29.367636, 28.395589, 27.407632, 27.666665, 27.10273, 27.237563, 50.962131, 45.481508, 40.797673, 35.076698, 35.352867, 35.410977, 35.768158, 35.771805, 36.098181, 39.35249, 43.736957, 44.620113, 45.980269, 47.013643, 53.378723, 60.685149, 65.331753, 65.736337, 70.674935, 68.565292, 65.057566, 43.330497, 19.842094, 6.011885, 1.68337, 0.733179], "sum_m_pl": [3.028634, 7.572532, 9.068833, 8.606571, 8.990604, 8.627293, 8.74688, 9.06989, 9.507913, 9.191971, 10.042648, 11.010171, 10.782272, 11.349989, 11.223634, 9.602742, 8.51453, 8.551829, 8.844437, 8.954852, 8.934347, 8.735616, 8.627568, 8.785437, 8.920469, 10.361328, 11.350877, 12.305496, 14.208321, 13.718361, 11.999938, 12.943094, 13.380933, 11.858786, 10.873923, 10.580644, 12.643052, 10.526478, 11.082287, 12.276055, 12.588627, 14.958895, 19.885963, 29.529415, 38.154552, 57.507066, 92.849344, 126.402307, 145.569988, 152.696606]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 341, "item_id": "gsm8kpl-968", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1603, "region_end": 336, "roundtrip_ok": true, "tf_agree": 0.9971, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 8, 7, 10, 13, 10, 8, 8, 8, 6, 7, 5, 5, 5, 8, 6, 5, 5, 7, 8, 7, 8, 7, 5, 10, 8, 8, 9, 9, 7, 10, 9, 11, 12, 10, 9, 10, 13, 13, 14, 12, 15, 15, 16, 15, 15, 14, 13, 13, 13], "n_am_pl": [3, 2, 1, 0, 1, 2, 3, 3, 1, 3, 2, 4, 8, 6, 4, 4, 2, 0, 2, 4, 2, 3, 1, 0, 1, 1, 1, 2, 3, 4, 3, 1, 2, 1, 2, 2, 6, 2, 2, 2, 2, 2, 2, 1, 0, 1, 1, 0, 1, 1], "n_pos": 42, "sum_m_en": [4.842038, 6.706738, 6.846512, 7.176561, 7.789148, 7.400046, 7.208396, 7.252472, 7.085135, 7.205737, 7.240134, 7.309677, 6.993224, 6.875271, 6.991846, 7.239997, 7.335806, 6.51076, 7.234327, 7.575056, 6.902306, 6.999381, 6.922335, 7.143816, 9.217214, 8.811956, 8.361398, 7.566564, 7.887631, 8.295312, 7.686011, 7.498992, 7.559776, 7.973227, 8.685254, 8.408825, 9.618694, 11.942536, 12.220719, 13.177362, 12.49498, 13.87193, 14.082291, 13.684249, 14.573604, 14.817916, 14.154748, 14.04073, 13.592258, 12.824602], "sum_m_pl": [0.937499, 2.036703, 2.097726, 2.057285, 2.286326, 2.276074, 2.179728, 2.082542, 2.198893, 2.272932, 2.445661, 2.565669, 2.925335, 2.82685, 2.689009, 2.805489, 2.643556, 2.63905, 2.541166, 2.618405, 2.562225, 2.501446, 2.424487, 2.506794, 2.501955, 2.615165, 2.530739, 2.912216, 2.699677, 2.76742, 2.600095, 2.551449, 2.724468, 2.581049, 2.663455, 2.422478, 2.257406, 1.910058, 1.827188, 1.715452, 1.627415, 1.449873, 1.368867, 1.173909, 1.081479, 0.837266, 1.070269, 0.425299, 0.864446, 0.951974]}, "digit": {"n_am_en": [0, 2, 1, 1, 2, 2, 0, 1, 2, 2, 3, 1, 2, 0, 2, 2, 1, 0, 1, 1, 2, 1, 1, 1, 1, 0, 0, 1, 2, 0, 3, 3, 3, 3, 2, 1, 2, 2, 1, 1, 1, 3, 1, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 2, 1, 0, 1, 1, 1, 5, 4, 1, 2, 0, 0, 2, 2, 1, 2, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 2, 0, 1, 1, 3, 2, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.237413, 2.040238, 2.059637, 1.939559, 2.00724, 1.990067, 1.971826, 1.962102, 1.977294, 2.106058, 2.250237, 2.282673, 2.171293, 1.971584, 2.078143, 2.004745, 1.902538, 1.610291, 1.898164, 2.004779, 1.908613, 1.929486, 1.875849, 1.977909, 2.221092, 2.206078, 2.234313, 1.940228, 2.042026, 2.04902, 1.883636, 2.040002, 1.980536, 2.011597, 2.004745, 1.969047, 1.942238, 1.836418, 1.748827, 1.678749, 1.627904, 1.714411, 1.440305, 1.221979, 1.062432, 0.849785, 0.636895, 0.465742, 0.066234, 0.0], "sum_m_pl": [0.201818, 0.499924, 0.435868, 0.45911, 0.482731, 0.477232, 0.446023, 0.408489, 0.506497, 0.504506, 0.598955, 0.623735, 0.746597, 0.74443, 0.608607, 0.670004, 0.590719, 0.632037, 0.63809, 0.621956, 0.610064, 0.609612, 0.586912, 0.608015, 0.619604, 0.664646, 0.578839, 0.689579, 0.674649, 0.73578, 0.717051, 0.682689, 0.678565, 0.589389, 0.57858, 0.67424, 0.726429, 0.695358, 0.772549, 0.753556, 0.671131, 0.723948, 0.658582, 0.556247, 0.443541, 0.399433, 0.35967, 0.195983, 0.048696, 0.0]}, "lang": {"n_am_en": [2, 3, 4, 6, 8, 6, 6, 6, 5, 4, 4, 2, 3, 4, 5, 4, 4, 3, 4, 6, 4, 6, 5, 4, 8, 6, 5, 7, 7, 7, 6, 6, 7, 8, 7, 7, 7, 9, 10, 12, 11, 12, 14, 14, 14, 14, 14, 13, 13, 13], "n_am_pl": [1, 2, 0, 0, 1, 1, 1, 1, 0, 0, 1, 3, 1, 1, 3, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 15, "sum_m_en": [2.045037, 2.469901, 2.583506, 2.877422, 3.189893, 2.887098, 2.824218, 2.981464, 2.829592, 2.794492, 2.595515, 2.685021, 2.607693, 2.719659, 2.828893, 3.074249, 3.051427, 2.776437, 2.925084, 3.07055, 2.722977, 2.761824, 2.722681, 2.74269, 4.980382, 4.63995, 4.003025, 3.537931, 3.596016, 3.737255, 3.540133, 3.464285, 3.583209, 4.013859, 4.337981, 4.712552, 5.781322, 7.802772, 8.602509, 9.698079, 9.255182, 10.658558, 11.283928, 11.394262, 12.548879, 12.932284, 12.762286, 12.855112, 12.768074, 12.724817], "sum_m_pl": [0.37877, 0.782619, 0.756518, 0.764392, 0.900405, 0.92506, 0.913773, 0.928942, 0.975685, 0.967128, 1.071366, 1.174822, 1.271838, 1.197792, 1.257282, 1.272537, 1.240461, 1.108769, 1.040273, 1.114591, 1.103661, 1.035051, 1.009169, 1.008982, 0.944428, 0.963704, 1.147815, 1.264351, 1.127123, 1.027446, 0.920448, 0.87433, 1.077753, 1.050939, 1.146295, 0.974405, 0.833985, 0.606293, 0.458798, 0.353261, 0.375591, 0.244156, 0.214606, 0.231043, 0.071591, 0.041954, 0.186941, 0.092399, 0.758703, 0.95197]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 46, "item_id": "gsm8kpl-970", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1146, "region_end": 42, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 5, 6, 3, 10, 11, 8, 13, 6, 7, 9, 5, 6, 5, 8, 12, 4, 4, 4, 6, 7, 6, 5, 1, 9, 8, 5, 6, 9, 8, 15, 11, 10, 10, 9, 13, 17, 20, 15, 23, 20, 23, 23, 20, 19, 13, 4, 1, 0, 0], "n_am_pl": [2, 3, 5, 3, 0, 1, 4, 5, 4, 5, 3, 8, 10, 11, 5, 5, 3, 3, 4, 5, 3, 2, 2, 5, 3, 6, 5, 6, 5, 8, 8, 8, 7, 4, 8, 7, 4, 3, 3, 2, 2, 3, 4, 5, 3, 9, 16, 24, 25, 24], "n_pos": 57, "sum_m_en": [5.870736, 8.982062, 8.954733, 9.010806, 9.470031, 9.125107, 8.948617, 9.559312, 9.35321, 9.792027, 9.965005, 9.796351, 9.290031, 9.033081, 9.261519, 9.864623, 9.934709, 8.66938, 9.663568, 9.876054, 9.281255, 9.419145, 9.341687, 9.429151, 11.824392, 11.101775, 10.447935, 10.050525, 10.469033, 10.472851, 9.669347, 9.710524, 9.526954, 10.296181, 11.228576, 10.347066, 11.232666, 13.439462, 14.557343, 18.812932, 17.083386, 19.243524, 21.324874, 18.730744, 18.171532, 12.098442, 4.168011, 1.435698, 0.234413, 0.030421], "sum_m_pl": [1.224529, 3.162485, 3.34411, 3.202848, 3.316623, 3.278, 3.208642, 3.208251, 3.491272, 3.566176, 3.841453, 4.110147, 4.348848, 4.377373, 4.05089, 4.074538, 3.658475, 3.649288, 3.421146, 3.571199, 3.427535, 3.320284, 3.283817, 3.444062, 3.786414, 4.217232, 4.692411, 4.959684, 5.122947, 5.433496, 4.666191, 5.094918, 5.036794, 4.65783, 4.786829, 4.584026, 3.819218, 3.593892, 3.172856, 2.614566, 3.492833, 3.15606, 2.734644, 3.125094, 3.66707, 7.992673, 16.585283, 24.970394, 25.117416, 24.110656]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 2, 1, 1, 1, 2, 2, 2, 2, 0, 1, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 2, 1, 5, 4, 3, 2, 2, 2, 3, 3, 2, 2, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 4, 6, 1, 1, 0, 1, 3, 2, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 2, 1, 0, 0, 1, 3, 2, 2, 2, 2, 1, 2, 2, 1, 0, 1, 1, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.134515, 1.974281, 2.062762, 1.855574, 1.83752, 1.842824, 1.799228, 1.817709, 1.884142, 1.99436, 2.184176, 2.218677, 2.036934, 1.958893, 1.918142, 1.805074, 1.797556, 1.51646, 1.820614, 1.832937, 1.842372, 1.899145, 1.863447, 1.933276, 2.423683, 2.369684, 2.342122, 2.129107, 2.140801, 2.167455, 1.915427, 2.18368, 1.958454, 1.935065, 2.025547, 2.055902, 2.490916, 2.557666, 2.376333, 2.425465, 2.176034, 1.907797, 2.186662, 1.912958, 1.639372, 0.748583, 0.530826, 0.210765, 0.053798, 0.0], "sum_m_pl": [0.202791, 0.546171, 0.492483, 0.461028, 0.462704, 0.479281, 0.446965, 0.405916, 0.522274, 0.540367, 0.631389, 0.671594, 0.758417, 0.722279, 0.600506, 0.657127, 0.57307, 0.618681, 0.627374, 0.634264, 0.619124, 0.600667, 0.567854, 0.581421, 0.597401, 0.679867, 0.657282, 0.63689, 0.625143, 0.658081, 0.628158, 0.621192, 0.595468, 0.523717, 0.549647, 0.634161, 0.600854, 0.570813, 0.673684, 0.676079, 0.633715, 0.65955, 0.593561, 0.532223, 0.40777, 0.582782, 0.713212, 0.195361, 0.036932, 0.0]}, "lang": {"n_am_en": [4, 2, 3, 3, 8, 7, 5, 11, 4, 4, 4, 2, 4, 4, 4, 9, 2, 3, 4, 6, 5, 4, 4, 1, 7, 5, 3, 4, 5, 4, 6, 5, 5, 6, 5, 9, 11, 14, 11, 18, 16, 18, 19, 16, 15, 11, 4, 1, 0, 0], "n_am_pl": [0, 2, 4, 1, 0, 0, 2, 2, 3, 2, 1, 6, 5, 4, 4, 2, 2, 1, 0, 2, 2, 1, 1, 4, 2, 4, 4, 3, 3, 6, 4, 7, 7, 3, 6, 4, 2, 1, 1, 0, 0, 0, 1, 3, 2, 7, 14, 23, 24, 24], "n_pos": 25, "sum_m_en": [2.924156, 4.045158, 3.959522, 4.105622, 4.418276, 4.087388, 4.213089, 4.799606, 4.525524, 4.722203, 4.602828, 4.528531, 4.515823, 4.349753, 4.487413, 5.158066, 4.991405, 4.327518, 4.607269, 4.714218, 4.350459, 4.4039, 4.385852, 4.365881, 6.963289, 6.19005, 5.651133, 5.277002, 5.401566, 5.075894, 4.959089, 4.832956, 4.860261, 5.717321, 6.035769, 5.901938, 6.413034, 8.505814, 9.24233, 13.004613, 11.984018, 14.483125, 16.245879, 14.046175, 13.131277, 8.856267, 3.363855, 1.098834, 0.116727, 0.030421], "sum_m_pl": [0.594997, 1.436595, 1.500321, 1.540132, 1.623406, 1.59636, 1.599768, 1.676072, 1.877339, 1.866946, 2.012182, 2.245715, 2.317489, 2.318962, 2.142065, 2.031253, 1.85642, 1.793736, 1.665462, 1.738302, 1.663107, 1.616188, 1.625867, 1.750944, 2.103136, 2.514712, 3.048351, 2.959768, 3.144687, 3.358907, 2.747277, 3.171429, 3.163147, 3.009256, 3.019115, 2.802671, 2.301695, 2.151131, 1.665865, 1.092533, 1.492079, 1.044968, 0.799405, 1.165138, 1.648809, 5.757764, 14.221334, 22.861908, 24.110639, 23.948653]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 61, "item_id": "gsm8kpl-970", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1436, "region_end": 57, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9833}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 29, 35, 34, 40, 23, 35, 43, 30, 37, 24, 28, 32, 26, 24, 36, 33, 30, 32, 39, 33, 32, 30, 22, 44, 37, 39, 33, 33, 35, 34, 33, 33, 32, 47, 43, 50, 53, 61, 59, 57, 62, 64, 71, 70, 73, 71, 67, 61, 53], "n_am_pl": [6, 16, 8, 5, 4, 6, 9, 9, 12, 16, 22, 20, 19, 19, 22, 16, 17, 11, 11, 17, 14, 11, 12, 10, 12, 12, 7, 17, 13, 20, 10, 16, 11, 13, 10, 6, 8, 1, 3, 6, 5, 5, 5, 2, 8, 8, 11, 11, 11, 11], "n_pos": 160, "sum_m_en": [19.414151, 25.027985, 26.740821, 26.914894, 28.771299, 27.884659, 28.174273, 28.625104, 28.506887, 28.744036, 28.210259, 29.292496, 28.000035, 27.397734, 25.531249, 26.972093, 26.873486, 25.847223, 26.798957, 26.990881, 25.984535, 25.883983, 25.410169, 25.859682, 34.59858, 32.488393, 33.615376, 29.899089, 29.433583, 31.251352, 28.749336, 29.104628, 30.907942, 32.21641, 35.847664, 35.804493, 39.259301, 45.77729, 48.79926, 52.900857, 51.035608, 58.188477, 62.516215, 66.662889, 67.836213, 71.674021, 70.202725, 69.432649, 62.088068, 52.575163], "sum_m_pl": [3.834924, 7.846664, 8.084265, 7.492378, 8.125823, 7.36221, 7.167446, 7.306507, 7.488444, 8.58136, 9.142478, 10.003534, 10.868598, 10.777909, 11.198444, 12.083887, 12.050135, 12.297541, 11.394127, 10.730192, 10.304399, 9.862268, 9.737302, 9.84834, 13.136685, 13.557408, 12.917544, 14.378832, 13.621638, 14.182404, 12.626423, 12.330995, 12.428219, 11.685244, 10.979524, 10.668, 9.842445, 8.334498, 8.317246, 8.007743, 7.52978, 6.663743, 5.694466, 4.617136, 8.789781, 7.585594, 8.655878, 11.988628, 11.797016, 11.000873]}, "digit": {"n_am_en": [0, 5, 3, 5, 5, 3, 6, 5, 2, 2, 2, 4, 8, 1, 2, 6, 5, 3, 5, 7, 3, 3, 4, 2, 6, 2, 0, 3, 1, 2, 6, 4, 2, 2, 7, 4, 5, 5, 5, 3, 2, 4, 6, 6, 5, 5, 5, 4, 2, 0], "n_am_pl": [0, 2, 0, 0, 1, 0, 0, 0, 2, 1, 3, 4, 4, 5, 5, 6, 3, 2, 3, 3, 4, 3, 3, 3, 5, 3, 1, 4, 0, 2, 0, 3, 2, 1, 6, 1, 4, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.3981, 5.454043, 5.637151, 5.389198, 5.941338, 5.585632, 5.39136, 5.167688, 5.137156, 5.374219, 5.694342, 5.827686, 5.511554, 5.385651, 4.834707, 4.874195, 5.023314, 4.527759, 4.969923, 4.956274, 4.782691, 5.019328, 4.98416, 5.113149, 6.08399, 5.708206, 5.614039, 5.336896, 5.386546, 5.458612, 4.99693, 5.106619, 5.096864, 4.994908, 5.124025, 5.00527, 5.739685, 5.928414, 5.447427, 5.398199, 5.445786, 5.674075, 6.329697, 6.750076, 6.122091, 6.370704, 6.128962, 5.125583, 2.577648, 0.0], "sum_m_pl": [0.551937, 1.42419, 1.248842, 1.235237, 1.300192, 1.092878, 0.986608, 0.902282, 1.226003, 1.363018, 1.587465, 1.812607, 2.149072, 2.117987, 2.160229, 2.275315, 2.243174, 2.372858, 2.142061, 1.992561, 1.89914, 1.815217, 1.737623, 1.789292, 2.590684, 2.556532, 2.213671, 2.673769, 2.286416, 2.560652, 2.240432, 2.183598, 2.063088, 1.940989, 2.039169, 2.123682, 1.82247, 1.578161, 1.776949, 1.830759, 1.624854, 1.647935, 1.504958, 1.345757, 1.232149, 0.906725, 1.015098, 0.753368, 0.395759, 0.0]}, "lang": {"n_am_en": [11, 9, 20, 18, 22, 10, 18, 21, 20, 17, 9, 12, 10, 15, 13, 19, 15, 16, 14, 16, 15, 16, 16, 14, 26, 23, 27, 19, 19, 22, 16, 18, 20, 19, 22, 22, 30, 27, 38, 38, 37, 42, 44, 50, 47, 50, 49, 49, 51, 51], "n_am_pl": [5, 11, 3, 3, 2, 5, 7, 5, 9, 12, 12, 9, 7, 7, 8, 6, 11, 7, 5, 7, 5, 5, 5, 3, 3, 3, 2, 6, 6, 8, 3, 6, 6, 8, 4, 3, 2, 0, 2, 5, 4, 4, 4, 2, 8, 8, 10, 11, 11, 11], "n_pos": 63, "sum_m_en": [8.682936, 9.862008, 10.609931, 10.917265, 11.298902, 10.85675, 11.794785, 12.32492, 12.628112, 12.577224, 12.223853, 12.569377, 11.954253, 11.714076, 10.836228, 11.410295, 11.347781, 10.881885, 11.003607, 11.08987, 10.909593, 10.492656, 10.180847, 10.233848, 16.010776, 15.532254, 16.454461, 13.620611, 12.902212, 13.900349, 13.124131, 13.25285, 14.331858, 15.009189, 17.409949, 17.874999, 20.036462, 23.601924, 26.424711, 30.370431, 29.34761, 36.138424, 40.49015, 42.59633, 44.444239, 47.842598, 48.000305, 48.791994, 48.902727, 50.998808], "sum_m_pl": [2.010114, 3.165577, 3.186682, 3.097001, 3.288133, 3.02775, 2.904473, 3.140058, 3.10934, 3.516418, 3.779597, 4.102364, 4.486978, 4.542498, 4.769711, 5.379563, 5.222417, 5.171205, 4.854043, 4.523178, 4.267321, 4.097833, 4.072292, 4.034315, 5.082876, 5.336069, 5.44451, 6.146673, 6.083963, 6.067169, 5.548101, 5.547406, 5.955363, 5.434662, 4.980152, 4.940941, 4.858718, 4.151559, 4.213269, 3.988828, 3.705519, 2.974605, 2.471999, 2.041718, 6.355978, 5.750529, 7.215124, 10.869833, 11.029691, 11.000006]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "gsm8kpl-975", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1147, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9816}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [8, 18, 20, 31, 30, 36, 39, 39, 30, 36, 32, 29, 30, 34, 44, 35, 38, 43, 47, 59, 52, 46, 39, 29, 63, 64, 59, 50, 39, 40, 41, 41, 47, 50, 57, 53, 53, 67, 62, 64, 60, 62, 70, 70, 65, 53, 21, 12, 11, 6], "n_am_pl": [5, 29, 25, 24, 14, 20, 23, 19, 19, 24, 21, 37, 31, 37, 24, 41, 20, 23, 15, 17, 18, 13, 20, 19, 26, 26, 24, 22, 24, 34, 32, 25, 29, 29, 25, 24, 22, 8, 13, 14, 20, 21, 14, 20, 30, 40, 86, 102, 100, 101], "n_pos": 224, "sum_m_en": [22.871722, 34.529872, 36.954992, 38.433677, 37.846506, 38.193762, 37.952478, 39.562139, 39.691783, 40.47269, 40.436151, 40.452735, 39.08706, 38.18501, 35.078087, 36.302249, 38.101294, 35.43163, 36.688916, 37.674486, 35.602978, 36.077526, 35.712301, 35.821188, 50.246389, 46.77491, 44.257779, 39.161252, 37.246933, 38.874899, 35.604042, 36.706467, 37.018114, 40.745938, 44.979729, 45.209534, 47.728696, 55.118108, 54.499344, 56.841444, 55.312796, 58.046522, 63.199559, 65.493339, 61.097605, 49.932525, 25.132748, 14.814489, 12.298061, 6.172776], "sum_m_pl": [4.251796, 10.953389, 11.755187, 10.741208, 11.478286, 11.523573, 11.626866, 12.005905, 12.645286, 13.772346, 14.901431, 16.442114, 17.447829, 17.779749, 18.171366, 18.949248, 18.462723, 18.801747, 16.738473, 16.018033, 15.29631, 14.583634, 14.427278, 14.047555, 19.54637, 20.867714, 22.022882, 24.434096, 24.442321, 25.076908, 21.622976, 21.832911, 22.213663, 20.293229, 19.347491, 18.177617, 16.927572, 14.059342, 13.765689, 15.731783, 17.777318, 17.122572, 15.658361, 16.57614, 26.530531, 38.836586, 80.086798, 97.652951, 97.858716, 100.917695]}, "digit": {"n_am_en": [1, 2, 1, 5, 3, 0, 1, 3, 2, 3, 2, 3, 3, 4, 8, 5, 5, 6, 5, 10, 7, 3, 1, 2, 7, 8, 4, 6, 3, 4, 1, 4, 3, 5, 2, 4, 2, 4, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 1, 1, 3, 0, 0, 1, 0, 1, 2, 2, 4, 6, 6, 2, 6, 2, 2, 2, 2, 3, 0, 1, 1, 2, 3, 2, 4, 3, 5, 1, 2, 2, 3, 6, 6, 7, 2, 3, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.500017, 5.928094, 6.276018, 6.105373, 6.054566, 5.882985, 5.642883, 5.547435, 5.534381, 6.02529, 6.453178, 6.398605, 6.075965, 5.971009, 5.480114, 5.380269, 5.988029, 5.334936, 5.756248, 5.781268, 5.575072, 5.762181, 5.682267, 5.817599, 7.059801, 6.652807, 6.434256, 6.181443, 5.737985, 5.920135, 5.424102, 5.659076, 5.64848, 5.582412, 5.829311, 5.335954, 5.631134, 5.457359, 5.006246, 5.311746, 5.32741, 5.41509, 5.818278, 5.319571, 5.033854, 4.557093, 4.080691, 2.43257, 0.571322, 0.0], "sum_m_pl": [0.64683, 1.664637, 1.464222, 1.425437, 1.438124, 1.32731, 1.215049, 1.105572, 1.509543, 1.640896, 1.87025, 2.039539, 2.361338, 2.485102, 2.631472, 2.664234, 2.53583, 2.68094, 2.377406, 2.266368, 2.185927, 2.083032, 1.979093, 2.002745, 2.722703, 2.645853, 2.379993, 2.876258, 2.897092, 2.949577, 2.43955, 2.580819, 2.609448, 2.526178, 2.662267, 2.749604, 2.34703, 1.78902, 2.013893, 2.078415, 1.87358, 1.806125, 1.664892, 1.491747, 1.399835, 1.050027, 1.102021, 0.743269, 0.321405, 0.0]}, "lang": {"n_am_en": [7, 11, 17, 15, 21, 27, 30, 25, 14, 19, 16, 13, 17, 20, 25, 16, 19, 23, 24, 25, 26, 27, 24, 20, 38, 34, 34, 30, 19, 17, 19, 18, 27, 25, 33, 31, 34, 39, 41, 43, 41, 44, 52, 50, 46, 39, 15, 8, 7, 6], "n_am_pl": [5, 22, 11, 13, 10, 15, 17, 12, 14, 14, 13, 24, 16, 15, 15, 24, 11, 15, 8, 8, 5, 6, 10, 10, 9, 10, 13, 10, 16, 20, 22, 20, 17, 17, 13, 12, 12, 5, 8, 10, 12, 14, 10, 17, 27, 38, 79, 97, 99, 101], "n_pos": 108, "sum_m_en": [11.583319, 16.743532, 18.078671, 18.674672, 18.513951, 18.671762, 19.097264, 20.243032, 20.781075, 20.418725, 20.285189, 19.92411, 19.490662, 19.217688, 17.760011, 18.194715, 18.75825, 17.436744, 17.917087, 18.756889, 17.524088, 17.691248, 17.502265, 17.430275, 27.002698, 25.009969, 22.62956, 19.222637, 18.053272, 18.194133, 17.335264, 18.036781, 18.53268, 20.944224, 22.514272, 23.084761, 25.964909, 30.755144, 32.15172, 34.735366, 34.803047, 37.094431, 41.308006, 42.223863, 38.233094, 32.905349, 16.73486, 8.468766, 7.68898, 5.851908], "sum_m_pl": [2.18421, 5.277333, 5.860807, 5.404292, 5.873689, 5.949719, 5.929501, 6.201385, 6.563237, 7.121641, 7.858562, 8.939877, 9.419225, 9.768356, 9.843337, 10.206257, 9.791454, 9.94715, 8.936525, 8.353079, 7.910396, 7.552794, 7.553401, 7.222637, 9.54573, 10.563098, 11.909399, 13.239311, 13.843976, 14.197046, 12.38843, 12.635203, 13.043386, 11.799579, 10.927423, 10.579259, 10.501547, 8.821257, 8.409034, 9.533414, 10.536208, 11.054079, 9.8123, 11.126512, 21.663462, 34.124595, 70.954779, 91.656059, 95.761573, 100.898011]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "gsm8kpl-975", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1437, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9956}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 10, 6, 18, 18, 19, 20, 14, 19, 20, 26, 17, 15, 12, 17, 34, 31, 19, 26, 29, 21, 24, 24, 26, 43, 38, 41, 30, 40, 37, 27, 31, 31, 43, 40, 46, 46, 50, 51, 53, 59, 56, 55, 54, 57, 54, 53, 54, 49, 45], "n_am_pl": [1, 4, 7, 3, 7, 1, 9, 8, 7, 4, 6, 4, 8, 6, 5, 2, 3, 5, 3, 4, 2, 5, 4, 2, 4, 5, 4, 6, 5, 7, 7, 9, 6, 0, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 102, "sum_m_en": [10.585271, 14.953689, 14.543781, 15.940105, 18.387555, 18.668931, 18.487334, 17.550612, 16.838901, 17.072186, 17.739108, 17.06556, 17.259949, 17.686569, 18.288341, 18.549831, 18.864651, 17.096816, 17.790903, 18.385493, 17.23657, 16.592106, 16.283735, 16.440621, 27.575631, 26.760092, 24.421858, 22.062992, 22.972982, 23.760715, 21.756412, 21.116132, 23.401017, 25.642331, 28.309283, 31.426144, 34.937744, 38.23229, 41.183878, 44.114038, 46.168365, 50.787354, 52.622704, 53.282971, 53.757581, 52.69313, 51.966654, 52.569875, 48.492381, 45.582847], "sum_m_pl": [1.808976, 4.286704, 4.708267, 4.766536, 5.132348, 4.696621, 4.534458, 4.40084, 4.642755, 4.783217, 5.343252, 5.574602, 5.689999, 5.655616, 5.422219, 5.479692, 5.327035, 5.268089, 5.553315, 5.894069, 5.799739, 5.754459, 5.797366, 5.885695, 6.301771, 6.422471, 6.127784, 6.378369, 6.036723, 6.965626, 6.863313, 6.552074, 6.641133, 5.947961, 5.619358, 5.302709, 4.840358, 4.399344, 3.957179, 3.851445, 3.564846, 3.042896, 2.593563, 1.96286, 1.545842, 1.017708, 0.577025, 0.360159, 0.284838, 1e-06]}, "digit": {"n_am_en": [0, 0, 1, 1, 5, 5, 3, 0, 3, 6, 6, 3, 3, 0, 2, 5, 5, 2, 3, 3, 1, 3, 4, 4, 3, 3, 6, 2, 4, 3, 1, 6, 2, 3, 3, 7, 8, 6, 4, 4, 4, 1, 1, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 5, 1, 1, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 2, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.534858, 2.856131, 2.76517, 2.826979, 2.969124, 2.962135, 2.923117, 2.626904, 2.671053, 2.735328, 2.88473, 2.702871, 2.657535, 2.734439, 2.830404, 2.816531, 2.894864, 2.540843, 2.743005, 2.771819, 2.575187, 2.549368, 2.542101, 2.657734, 4.193393, 3.773971, 3.297562, 2.872195, 3.283928, 3.108176, 2.976121, 3.163208, 3.324353, 3.465393, 3.507593, 3.46062, 3.296228, 3.122797, 2.835283, 3.167333, 2.947721, 2.659262, 2.818637, 2.430795, 1.966784, 1.363505, 0.873389, 0.303453, 0.029264, 0.0], "sum_m_pl": [0.210818, 0.622973, 0.512569, 0.5326, 0.551741, 0.512228, 0.486772, 0.47945, 0.556491, 0.581862, 0.726228, 0.791456, 0.940605, 0.91485, 0.771006, 0.782025, 0.73171, 0.794968, 0.830819, 0.844983, 0.859661, 0.849639, 0.845639, 0.881874, 0.884918, 0.887855, 0.781499, 0.829719, 0.785032, 0.957206, 0.980239, 0.906509, 0.819459, 0.712935, 0.744128, 0.884508, 0.802324, 0.85311, 0.864057, 0.911824, 0.857231, 0.899737, 0.744109, 0.64882, 0.572743, 0.341524, 0.160784, 0.0953, 0.009592, 0.0]}, "lang": {"n_am_en": [1, 5, 2, 10, 8, 8, 11, 10, 9, 9, 11, 8, 6, 7, 11, 17, 16, 12, 17, 18, 15, 14, 14, 17, 28, 21, 25, 21, 26, 23, 19, 19, 20, 26, 27, 28, 30, 32, 35, 36, 40, 41, 42, 42, 45, 45, 45, 45, 44, 44], "n_am_pl": [0, 2, 3, 2, 5, 0, 4, 5, 2, 2, 2, 2, 3, 1, 3, 0, 1, 1, 0, 0, 1, 2, 1, 0, 1, 2, 1, 2, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.518114, 6.194988, 6.039727, 6.887311, 7.975724, 8.338964, 8.343676, 7.907806, 7.535541, 7.552237, 7.799217, 7.337609, 7.643421, 7.796669, 8.065099, 8.28605, 8.376722, 7.791187, 8.066274, 8.342707, 7.877205, 7.401565, 7.204126, 7.18344, 15.693294, 15.564301, 14.337646, 12.278654, 12.176992, 13.144448, 11.834439, 10.806497, 12.101157, 14.004392, 15.81215, 19.021866, 21.592694, 24.441262, 27.615123, 29.93744, 32.803716, 37.361353, 39.035995, 40.029306, 41.492799, 42.559331, 43.301614, 43.140905, 42.52222, 43.777961], "sum_m_pl": [0.699334, 1.781187, 1.971562, 1.987651, 2.171628, 1.991598, 1.982416, 1.956012, 2.067386, 2.09491, 2.323247, 2.426717, 2.393884, 2.469738, 2.351194, 2.342579, 2.298198, 2.224799, 2.419806, 2.624712, 2.563688, 2.542632, 2.565877, 2.572615, 2.472571, 2.410028, 2.429865, 2.677588, 2.631032, 2.890167, 2.830998, 2.786297, 2.867644, 2.595873, 2.335598, 2.076711, 1.983464, 1.581009, 1.413981, 1.232607, 1.138659, 0.716586, 0.672414, 0.460557, 0.173939, 0.101699, 0.066016, 0.031347, 0.046139, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "gsm8kpl-977", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1213, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.9808}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 6, 6, 13, 21, 18, 15, 17, 15, 25, 26, 20, 28, 19, 23, 36, 31, 28, 30, 27, 22, 29, 31, 34, 60, 50, 43, 37, 35, 30, 28, 27, 23, 38, 42, 48, 46, 53, 54, 55, 58, 55, 47, 55, 48, 34, 7, 7, 6, 2], "n_am_pl": [1, 17, 13, 7, 6, 4, 10, 10, 17, 9, 14, 24, 20, 13, 18, 10, 9, 11, 9, 4, 4, 5, 5, 7, 9, 11, 11, 10, 13, 21, 17, 10, 14, 7, 4, 6, 6, 10, 11, 13, 14, 12, 16, 14, 18, 35, 56, 66, 66, 65], "n_pos": 129, "sum_m_en": [11.852596, 19.030541, 19.884625, 20.94729, 22.888922, 23.512241, 22.513482, 22.591926, 22.27185, 23.199329, 23.879831, 22.867992, 22.917141, 23.550067, 23.782727, 24.259348, 24.533516, 21.947663, 22.802606, 22.746796, 21.596441, 21.409669, 21.035881, 21.146273, 34.98545, 32.824863, 28.675223, 25.721108, 26.175253, 26.11079, 24.574763, 24.593637, 25.381722, 27.082354, 28.781038, 29.536899, 32.754868, 38.423608, 39.862528, 46.904683, 45.413572, 50.409553, 47.123218, 51.790149, 46.414934, 33.414811, 9.771337, 5.51145, 5.572145, 2.000003], "sum_m_pl": [1.953612, 5.922212, 6.626243, 6.579595, 7.223716, 7.076527, 6.826639, 6.709925, 7.370589, 7.307798, 8.20468, 8.462777, 8.417183, 8.230292, 7.792008, 7.46976, 6.771439, 6.76863, 7.028711, 7.46713, 7.367982, 7.400465, 7.429206, 7.349667, 8.788376, 9.078755, 9.250731, 9.183129, 9.986657, 11.358466, 10.167726, 10.217677, 10.209681, 9.287469, 8.816939, 8.924481, 8.551538, 8.315703, 8.718871, 7.97744, 10.051692, 11.079324, 12.90521, 14.138718, 19.44367, 32.007696, 53.69568, 65.499103, 65.192788, 66.252168]}, "digit": {"n_am_en": [0, 0, 1, 3, 1, 1, 1, 1, 1, 4, 4, 6, 2, 2, 4, 5, 2, 2, 4, 1, 1, 1, 0, 2, 7, 6, 6, 2, 5, 2, 3, 4, 3, 3, 4, 5, 3, 4, 3, 3, 2, 1, 1, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 2, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 2, 1, 1, 2, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0], "n_pos": 14, "sum_m_en": [1.241234, 2.508745, 2.658744, 2.624609, 2.544009, 2.646326, 2.519948, 2.436443, 2.417803, 2.630039, 2.719147, 2.571471, 2.5072, 2.638326, 2.610837, 2.537011, 2.621498, 2.355006, 2.524295, 2.542696, 2.379827, 2.360437, 2.355623, 2.434795, 3.458483, 3.294668, 3.181228, 3.067058, 3.148112, 3.044431, 2.860239, 3.110793, 3.066764, 3.011691, 3.139164, 3.097336, 2.961601, 2.866771, 2.907282, 2.896819, 2.763812, 2.496529, 2.622931, 2.116342, 2.023978, 1.538889, 0.834434, 0.491268, 0.04098, 0.0], "sum_m_pl": [0.223194, 0.676088, 0.568622, 0.502839, 0.55071, 0.508459, 0.44948, 0.439427, 0.511871, 0.575234, 0.66731, 0.667718, 0.762897, 0.802355, 0.758042, 0.768494, 0.646245, 0.709735, 0.724456, 0.747428, 0.736886, 0.725966, 0.713275, 0.729682, 0.884097, 0.922814, 0.809504, 0.838433, 0.798084, 0.880513, 0.927587, 0.781831, 0.680056, 0.681441, 0.67806, 0.808451, 0.66017, 0.613551, 0.607077, 0.642987, 0.613946, 0.616287, 0.524485, 0.513144, 0.384565, 0.429405, 0.112867, 0.223933, 0.504226, 0.164675]}, "lang": {"n_am_en": [1, 3, 4, 6, 16, 10, 11, 7, 11, 13, 14, 10, 14, 12, 11, 19, 16, 18, 16, 19, 18, 22, 26, 24, 38, 31, 27, 24, 22, 18, 15, 18, 15, 25, 27, 30, 33, 38, 36, 37, 42, 41, 36, 39, 34, 25, 4, 4, 4, 2], "n_am_pl": [0, 11, 6, 5, 3, 3, 8, 9, 14, 8, 7, 17, 15, 8, 9, 5, 6, 9, 4, 2, 2, 3, 3, 2, 7, 10, 8, 8, 7, 13, 10, 6, 8, 3, 3, 4, 6, 7, 9, 10, 10, 9, 12, 11, 16, 30, 49, 62, 64, 65], "n_pos": 68, "sum_m_en": [6.704505, 9.807474, 10.372817, 10.929624, 12.471578, 12.560091, 11.950704, 12.087439, 12.190216, 12.31072, 12.582962, 12.034488, 12.052247, 12.472514, 12.732934, 13.36313, 13.214485, 11.844148, 12.216617, 12.133474, 11.628391, 11.569042, 11.345537, 11.315973, 20.165584, 18.836078, 16.060587, 13.778735, 13.76056, 13.628138, 12.977402, 12.982965, 13.565036, 14.92187, 15.631654, 16.646716, 19.403362, 24.437956, 25.709373, 31.439254, 30.353846, 34.61618, 32.329732, 35.331982, 32.43642, 22.045773, 5.610854, 2.912653, 3.655986, 2.0], "sum_m_pl": [0.981745, 3.172492, 3.612004, 3.694057, 4.097428, 4.108221, 4.084282, 4.107951, 4.645176, 4.35383, 4.849871, 5.014004, 4.95221, 4.903202, 4.602914, 4.221891, 3.827198, 3.782336, 3.974934, 4.196412, 4.141964, 4.149344, 4.109055, 4.012538, 4.917678, 5.28865, 5.62989, 5.591004, 6.209957, 6.993715, 6.125957, 6.43136, 6.467207, 5.812705, 5.642133, 5.688819, 5.895993, 5.468341, 6.187393, 5.263264, 7.020249, 8.124275, 9.908382, 11.453867, 17.047345, 28.21862, 46.862782, 60.686814, 62.650212, 64.973068]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "gsm8kpl-977", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1503, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9847}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 6, 6, 6, 9, 14, 13, 8, 3, 7, 11, 9, 7, 3, 10, 11, 11, 9, 12, 11, 13, 12, 12, 14, 19, 19, 18, 19, 18, 13, 11, 7, 10, 13, 15, 17, 16, 25, 31, 31, 35, 35, 36, 34, 30, 35, 30, 34, 27, 24], "n_am_pl": [6, 5, 5, 6, 10, 5, 4, 2, 1, 1, 3, 4, 9, 6, 6, 5, 0, 3, 4, 3, 3, 1, 0, 0, 3, 3, 4, 4, 5, 7, 6, 6, 9, 3, 7, 6, 4, 4, 6, 4, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 87, "sum_m_en": [9.588894, 13.41117, 13.182149, 13.365121, 14.214358, 13.455816, 12.784036, 12.137531, 12.335885, 13.3675, 13.456904, 13.333996, 12.71287, 13.12563, 13.293914, 14.008182, 14.270895, 13.209367, 13.558769, 14.172525, 13.361965, 13.294969, 13.18637, 13.739781, 15.966962, 15.151177, 14.829145, 14.035905, 15.022189, 15.571311, 14.212027, 14.350586, 14.687986, 14.646917, 15.928302, 14.669271, 16.531432, 18.293122, 19.976367, 21.915124, 24.061248, 30.142329, 30.921554, 33.622839, 30.807351, 31.905987, 31.495958, 30.289626, 26.622656, 24.276979], "sum_m_pl": [2.223218, 4.299208, 4.494741, 4.366793, 4.504416, 3.93859, 3.727894, 3.459554, 3.861968, 4.220218, 4.79744, 5.002481, 5.110226, 5.047384, 4.912159, 5.085658, 4.807749, 4.875516, 4.873121, 5.248626, 5.135606, 4.966904, 4.918205, 5.086137, 6.225501, 6.335892, 6.17503, 6.488133, 5.99066, 6.431575, 5.549514, 5.334192, 5.437423, 5.064503, 5.222797, 5.335514, 5.330253, 5.241558, 4.678915, 4.042928, 3.521049, 2.723536, 2.374443, 1.742884, 1.541022, 1.012801, 0.685801, 0.506132, 0.312827, 0.272245]}, "digit": {"n_am_en": [0, 1, 2, 0, 0, 1, 3, 2, 0, 2, 7, 5, 4, 1, 6, 3, 4, 1, 5, 3, 5, 6, 5, 4, 3, 6, 3, 5, 6, 3, 3, 2, 0, 2, 2, 5, 5, 5, 6, 6, 7, 5, 5, 5, 4, 4, 3, 3, 0, 0], "n_am_pl": [0, 2, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 4, 5, 2, 3, 0, 2, 4, 1, 2, 1, 0, 0, 0, 1, 2, 1, 3, 4, 2, 2, 4, 1, 5, 2, 2, 2, 3, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.094451, 3.763871, 3.532239, 3.300741, 3.328902, 3.308138, 3.357328, 3.04593, 3.216473, 3.390449, 3.571852, 3.635187, 3.41555, 3.416794, 3.687213, 3.788838, 3.801221, 3.303221, 3.530636, 3.622055, 3.428461, 3.396683, 3.38791, 3.602093, 5.155347, 4.882659, 4.378758, 3.949993, 4.246839, 4.196774, 3.942773, 4.128249, 4.066678, 4.03222, 3.956253, 3.990343, 4.014851, 3.824401, 3.72428, 3.832522, 3.790019, 6.023804, 5.235844, 6.595893, 4.668599, 3.81966, 2.975085, 1.648119, 0.056685, 0.0], "sum_m_pl": [0.327353, 0.859628, 0.721532, 0.706942, 0.72155, 0.639619, 0.597212, 0.537837, 0.737163, 0.81951, 1.018153, 1.072956, 1.256811, 1.241472, 1.156365, 1.238112, 1.085438, 1.181466, 1.141961, 1.233889, 1.190117, 1.156878, 1.1295, 1.166478, 1.285631, 1.330241, 1.206804, 1.314351, 1.297657, 1.460321, 1.301757, 1.159869, 1.177464, 1.068682, 1.150496, 1.204709, 1.462855, 1.358723, 1.257438, 1.156837, 1.072304, 0.94818, 1.130267, 0.687788, 0.614792, 0.333218, 0.195962, 0.102603, 0.023315, 0.0]}, "lang": {"n_am_en": [0, 2, 2, 0, 3, 3, 3, 2, 1, 0, 1, 0, 1, 2, 1, 1, 4, 4, 4, 6, 4, 3, 2, 3, 6, 4, 6, 5, 3, 3, 4, 2, 4, 3, 5, 6, 5, 13, 16, 16, 19, 20, 21, 21, 21, 23, 22, 24, 24, 24], "n_am_pl": [3, 1, 1, 3, 3, 3, 2, 0, 1, 0, 1, 2, 3, 1, 2, 2, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 2, 0, 2, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [3.260402, 3.812356, 3.863959, 3.819223, 4.24076, 3.935565, 3.600983, 3.725383, 3.784435, 3.98058, 3.915326, 3.775901, 3.808493, 3.900684, 3.892527, 4.091667, 4.19623, 4.098776, 3.982721, 4.20102, 4.031407, 4.057111, 3.997656, 4.088844, 4.329749, 4.22243, 4.638179, 4.029233, 4.18973, 4.606244, 4.225541, 4.261889, 4.356619, 4.51819, 4.796532, 4.556584, 5.219136, 6.265499, 8.192078, 10.168479, 12.393665, 15.105638, 18.382023, 18.633952, 19.740331, 21.343785, 21.622882, 22.273902, 22.71153, 23.659156], "sum_m_pl": [0.733643, 1.346611, 1.428404, 1.386982, 1.467214, 1.242986, 1.197993, 1.166158, 1.33351, 1.368079, 1.613444, 1.625973, 1.575992, 1.573478, 1.629648, 1.618696, 1.487683, 1.482554, 1.524711, 1.586258, 1.580881, 1.531058, 1.520809, 1.538481, 1.998579, 2.073659, 2.080403, 2.263627, 2.016325, 2.106829, 1.855142, 1.845397, 1.982887, 1.801227, 1.807678, 2.01831, 2.194806, 2.228541, 1.939569, 1.51045, 1.234226, 0.856693, 0.428829, 0.481298, 0.295308, 0.215217, 0.267417, 0.208562, 0.143558, 0.272233]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "gsm8kpl-981", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9888}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [4, 10, 7, 19, 18, 24, 21, 13, 15, 13, 17, 15, 23, 17, 21, 17, 18, 16, 15, 23, 21, 24, 25, 18, 54, 38, 29, 28, 28, 26, 22, 23, 18, 34, 42, 47, 46, 56, 51, 67, 67, 71, 62, 79, 70, 45, 14, 5, 4, 3], "n_am_pl": [4, 15, 17, 11, 13, 16, 12, 17, 13, 6, 14, 24, 23, 16, 18, 21, 13, 16, 10, 12, 11, 10, 13, 10, 17, 21, 17, 22, 18, 27, 20, 22, 23, 17, 16, 15, 15, 10, 11, 11, 13, 18, 19, 14, 21, 37, 71, 86, 81, 84], "n_pos": 173, "sum_m_en": [17.631039, 26.7055, 27.820653, 27.111275, 27.601265, 27.042471, 25.775683, 25.481211, 24.958646, 27.013415, 28.364249, 28.358042, 28.303819, 28.409258, 27.880582, 28.54264, 28.924688, 25.753444, 26.641964, 27.195733, 26.352495, 26.90525, 26.802725, 27.994907, 36.55192, 33.102983, 30.562964, 29.780167, 30.775449, 30.747443, 28.20236, 29.217012, 28.931524, 30.665117, 31.800025, 31.51408, 35.036802, 35.921213, 38.703543, 47.521823, 50.816558, 59.336529, 62.383816, 69.416152, 63.96078, 43.202516, 15.042081, 6.477304, 4.33698, 2.847021], "sum_m_pl": [3.004755, 8.560152, 9.254894, 8.545552, 9.170822, 8.534063, 8.35537, 8.385722, 9.108128, 9.642693, 10.972596, 11.628612, 12.096306, 11.642465, 12.002593, 11.869441, 11.05145, 11.058992, 10.17735, 10.73278, 10.41845, 10.091536, 10.208325, 10.127674, 13.863653, 14.937965, 14.977286, 16.095178, 14.888515, 16.609475, 15.156736, 14.82402, 14.957393, 13.088718, 12.068699, 11.9404, 11.170419, 9.912117, 9.785884, 9.49407, 9.770976, 11.614076, 10.62464, 10.880328, 16.902117, 32.965433, 65.008243, 75.334174, 79.781306, 83.582276]}, "digit": {"n_am_en": [0, 0, 0, 2, 2, 3, 2, 3, 1, 1, 4, 2, 3, 2, 4, 3, 4, 3, 2, 5, 5, 4, 4, 1, 6, 8, 5, 5, 6, 6, 6, 6, 3, 5, 8, 10, 8, 7, 6, 6, 4, 5, 3, 5, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 2, 2, 0, 1, 1, 0, 0, 1, 1, 2, 5, 7, 3, 2, 3, 3, 5, 2, 1, 0, 1, 1, 1, 3, 1, 2, 2, 0, 5, 2, 1, 3, 0, 1, 3, 5, 3, 2, 2, 2, 2, 3, 1, 0, 1, 1, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.041397, 3.955135, 4.237047, 3.663059, 3.744275, 3.593271, 3.446148, 3.279712, 3.390084, 3.697929, 3.910784, 3.783521, 3.601211, 3.718312, 3.72173, 3.691422, 3.876316, 3.474938, 3.714787, 3.659963, 3.599882, 3.719736, 3.742791, 4.009889, 5.459396, 5.249416, 4.967005, 4.547627, 4.711061, 4.633648, 4.305698, 4.552746, 4.303778, 4.281546, 4.285043, 4.567125, 4.568828, 4.482689, 4.301012, 4.661128, 4.959837, 4.606861, 5.122344, 5.161469, 3.111015, 2.189428, 0.854692, 0.355228, 0.045613, 0.0], "sum_m_pl": [0.38926, 1.155514, 0.960571, 0.786985, 0.816092, 0.709164, 0.65323, 0.613758, 0.84917, 0.925177, 1.10079, 1.185662, 1.309434, 1.322198, 1.284935, 1.34302, 1.247969, 1.410695, 1.269109, 1.34524, 1.292206, 1.240002, 1.224786, 1.240299, 1.521571, 1.543866, 1.39791, 1.468983, 1.338862, 1.707087, 1.495639, 1.356266, 1.248011, 1.088017, 1.129415, 1.278566, 1.25861, 1.157852, 1.202782, 1.215022, 1.137746, 1.14765, 1.045386, 0.81647, 0.764929, 0.623847, 0.639166, 0.450312, 0.028953, 0.0]}, "lang": {"n_am_en": [4, 7, 5, 6, 8, 15, 13, 7, 12, 7, 9, 10, 13, 11, 15, 11, 13, 12, 9, 12, 7, 12, 13, 9, 33, 19, 16, 19, 14, 14, 11, 11, 12, 21, 23, 26, 26, 36, 34, 46, 46, 48, 43, 56, 52, 31, 14, 3, 4, 3], "n_am_pl": [3, 5, 10, 7, 9, 8, 6, 8, 7, 2, 8, 11, 11, 10, 12, 12, 7, 6, 5, 4, 5, 7, 8, 6, 9, 11, 8, 11, 8, 13, 8, 13, 9, 8, 8, 8, 8, 7, 9, 9, 9, 14, 14, 10, 20, 32, 60, 74, 80, 83], "n_pos": 87, "sum_m_en": [9.598429, 13.359858, 14.250199, 13.868087, 14.094748, 13.991574, 13.519137, 13.543748, 13.455946, 14.365437, 15.010567, 14.985418, 15.027426, 15.102808, 14.987705, 15.421402, 15.280466, 13.511306, 13.814841, 14.230541, 13.679903, 13.942116, 13.872142, 14.361329, 20.129455, 17.933295, 16.819838, 16.084958, 16.238824, 16.220872, 14.852898, 15.361214, 15.177983, 17.15668, 17.524677, 18.325327, 21.388665, 21.621039, 24.61325, 30.428239, 32.90426, 39.071701, 44.219782, 49.256312, 46.226316, 30.007554, 12.397033, 4.62484, 3.885132, 2.84702], "sum_m_pl": [1.47738, 4.146664, 4.625025, 4.404922, 4.752439, 4.549414, 4.477175, 4.547844, 4.913968, 5.103816, 5.869924, 5.997365, 6.33658, 6.222585, 6.461143, 6.153628, 5.608412, 5.5631, 5.100544, 5.26137, 5.178997, 5.105722, 5.220127, 5.135577, 7.124745, 7.563306, 7.946796, 8.335761, 7.808484, 8.962315, 8.404743, 8.443113, 8.400806, 7.138143, 6.464619, 6.284634, 6.199621, 5.506791, 5.377639, 5.070888, 5.471666, 7.572186, 6.573652, 7.410258, 13.677762, 28.260784, 54.799965, 67.254077, 77.906204, 82.625022]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "gsm8kpl-981", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1451, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9943}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [11, 10, 14, 20, 30, 29, 31, 32, 24, 17, 22, 24, 22, 19, 25, 16, 18, 19, 30, 30, 29, 30, 23, 24, 37, 32, 28, 23, 21, 24, 23, 24, 20, 26, 41, 39, 41, 46, 52, 51, 52, 52, 57, 54, 57, 53, 46, 41, 42, 38], "n_am_pl": [1, 11, 8, 8, 3, 8, 4, 10, 13, 10, 8, 10, 10, 10, 10, 7, 7, 4, 4, 5, 6, 3, 3, 1, 7, 13, 9, 8, 10, 8, 7, 9, 8, 5, 3, 6, 2, 2, 1, 0, 1, 2, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 107, "sum_m_en": [11.90271, 16.948578, 16.922, 17.424185, 20.011337, 20.271577, 20.919016, 20.718198, 20.190396, 19.993065, 20.39863, 20.28999, 20.276511, 20.005802, 18.567011, 19.255025, 19.051506, 18.434569, 19.067972, 18.940824, 17.540662, 17.528841, 17.007859, 17.14429, 27.468396, 25.26818, 22.575887, 20.193768, 20.215739, 20.766269, 19.533857, 19.692745, 19.98373, 21.221753, 25.889825, 27.14922, 30.750783, 33.625009, 38.614412, 43.908717, 45.173609, 46.447083, 48.550152, 46.098518, 48.895056, 48.812612, 46.885361, 42.531539, 39.578324, 36.565125], "sum_m_pl": [2.181978, 4.725738, 5.298026, 4.997643, 5.317284, 5.284723, 4.941378, 5.203482, 5.455049, 5.880149, 6.37022, 6.475562, 6.809921, 6.956289, 6.910106, 7.358509, 6.593676, 6.851557, 6.839101, 6.612442, 6.640838, 6.37944, 6.274724, 6.313042, 7.167391, 8.575156, 8.640226, 9.203643, 8.941346, 9.469082, 8.473996, 8.731667, 8.451952, 7.732168, 6.512575, 6.329845, 5.43566, 4.75809, 3.949029, 3.143618, 3.242895, 3.182134, 2.790172, 2.271404, 1.955233, 1.319396, 0.850769, 0.936755, 0.660681, 0.463354]}, "digit": {"n_am_en": [0, 1, 0, 2, 2, 2, 1, 1, 3, 1, 2, 3, 0, 1, 3, 1, 1, 1, 2, 2, 2, 0, 0, 0, 4, 2, 2, 0, 1, 0, 0, 1, 0, 0, 3, 3, 5, 4, 5, 4, 5, 4, 6, 6, 3, 4, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 1, 0, 0, 1, 1, 1, 1, 1, 0, 2, 1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.487821, 2.707105, 2.559998, 2.474828, 2.752923, 2.742786, 2.760011, 2.585223, 2.591247, 2.567814, 2.82733, 2.700598, 2.66626, 2.528852, 2.540421, 2.520939, 2.544929, 2.264124, 2.516906, 2.585156, 2.354948, 2.382634, 2.305599, 2.39291, 2.977107, 2.939703, 2.877917, 2.698054, 2.745935, 2.573075, 2.370017, 2.487508, 2.31533, 2.413638, 2.68385, 2.935727, 3.206801, 3.175164, 3.819803, 3.906297, 3.903393, 4.064563, 4.819745, 3.924467, 3.416984, 3.787095, 2.441531, 1.247928, 0.326164, 0.0], "sum_m_pl": [0.238723, 0.742674, 0.678524, 0.588877, 0.605274, 0.544981, 0.519134, 0.550962, 0.64111, 0.660847, 0.772846, 0.82423, 0.908084, 1.013956, 0.918631, 0.895117, 0.820706, 0.834629, 0.83295, 0.808465, 0.813056, 0.789259, 0.778036, 0.787029, 0.874427, 0.987495, 0.934896, 1.041946, 1.026704, 1.139406, 1.034134, 1.118619, 0.948608, 0.928078, 0.782059, 0.816017, 0.725556, 0.7411, 0.768178, 0.746443, 0.9698, 0.927882, 0.713196, 0.628901, 0.677515, 0.552719, 0.357433, 0.389775, 0.142897, 0.0]}, "lang": {"n_am_en": [10, 6, 9, 12, 17, 16, 16, 20, 12, 9, 12, 16, 16, 14, 13, 8, 9, 13, 16, 19, 18, 19, 16, 17, 22, 22, 21, 16, 16, 19, 17, 17, 16, 20, 26, 25, 26, 29, 32, 32, 32, 32, 34, 32, 34, 33, 33, 32, 35, 36], "n_am_pl": [1, 3, 1, 2, 0, 0, 0, 2, 4, 3, 4, 6, 2, 3, 2, 4, 1, 2, 1, 1, 0, 0, 1, 0, 1, 1, 2, 4, 0, 2, 2, 2, 2, 3, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.548734, 5.921474, 6.166314, 6.641555, 7.658087, 7.824244, 8.185961, 8.227036, 8.156337, 7.927122, 8.02746, 8.25105, 8.308815, 8.239093, 7.530885, 7.881155, 7.74204, 7.918187, 7.731112, 7.426721, 6.916158, 6.882715, 6.554087, 6.514985, 15.431662, 13.872691, 12.007106, 9.804205, 9.233263, 9.861104, 9.383807, 9.312607, 9.716605, 10.503996, 13.093454, 14.583037, 17.195403, 19.020999, 23.893602, 27.423392, 28.2184, 28.798205, 29.905543, 29.442106, 31.147756, 31.455, 31.547842, 30.888913, 31.942705, 35.13258], "sum_m_pl": [0.777671, 1.382999, 1.560085, 1.55642, 1.675716, 1.582835, 1.528702, 1.64538, 1.730715, 1.847849, 2.095064, 2.160008, 2.264532, 2.192308, 2.313065, 2.718977, 2.330162, 2.386145, 2.408855, 2.268472, 2.249301, 2.184671, 2.138395, 2.132835, 1.809076, 2.316846, 2.840166, 3.12088, 2.945273, 3.253859, 2.973267, 2.944801, 2.985354, 2.861248, 2.366597, 2.572568, 2.013051, 1.663918, 1.089372, 0.654576, 0.635114, 0.641182, 0.576115, 0.507, 0.405965, 0.164532, 0.084342, 0.214131, 0.199663, 0.463354]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "gsm8kpl-983", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1139, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9818}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [6, 10, 14, 16, 47, 50, 51, 61, 35, 38, 33, 40, 39, 32, 37, 33, 32, 30, 34, 41, 46, 43, 41, 40, 78, 66, 48, 31, 32, 26, 30, 31, 32, 42, 49, 68, 62, 72, 83, 98, 103, 98, 102, 87, 90, 68, 19, 14, 18, 14], "n_am_pl": [0, 11, 29, 30, 19, 17, 24, 23, 30, 14, 22, 23, 25, 30, 29, 27, 19, 23, 26, 24, 18, 7, 10, 8, 8, 16, 34, 30, 33, 39, 31, 38, 29, 24, 24, 12, 16, 9, 12, 17, 12, 22, 21, 30, 30, 48, 96, 109, 104, 96], "n_pos": 200, "sum_m_en": [20.596629, 30.019822, 30.675687, 30.582949, 33.657098, 34.711867, 37.388419, 37.152518, 36.845833, 36.311219, 38.232719, 36.608665, 36.38573, 35.394242, 33.038151, 34.450221, 35.526394, 32.626109, 33.423259, 33.29188, 31.642967, 31.765019, 31.167438, 31.52287, 53.123944, 46.916854, 38.662447, 34.562962, 34.626419, 33.603182, 31.895243, 33.154522, 32.569694, 34.606902, 37.615207, 40.276299, 40.627907, 43.944152, 52.755614, 73.189723, 77.001876, 78.785456, 82.784596, 76.337076, 77.903378, 60.766797, 20.805225, 12.931971, 17.810234, 13.856135], "sum_m_pl": [3.50442, 10.068366, 12.23702, 11.782562, 11.66165, 11.334637, 11.338506, 11.600411, 12.948183, 12.981378, 14.506235, 14.994956, 15.042359, 15.870084, 15.437994, 14.580765, 12.884444, 13.547928, 12.658404, 12.224527, 12.13446, 11.685925, 11.526939, 11.521495, 14.173644, 17.375163, 20.384876, 21.064603, 21.479923, 22.485377, 19.168714, 20.18838, 19.173949, 17.163171, 15.20416, 14.564991, 15.629227, 14.592965, 14.168437, 12.484937, 12.70715, 14.79539, 20.067298, 24.65583, 29.106825, 46.950317, 95.57067, 106.756555, 101.972075, 95.20794]}, "digit": {"n_am_en": [0, 0, 0, 2, 2, 1, 3, 1, 1, 1, 2, 2, 0, 2, 2, 2, 2, 1, 2, 2, 1, 0, 0, 0, 4, 2, 1, 1, 1, 0, 0, 1, 1, 2, 2, 7, 5, 5, 4, 4, 3, 3, 4, 3, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 2, 0, 3, 2, 2, 1, 2, 2, 2, 1, 1, 1, 1, 1, 2, 1, 2, 2, 2, 3, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.544034, 2.724597, 2.802245, 2.599713, 2.680349, 2.753547, 2.875176, 2.838083, 2.779129, 2.837233, 3.15538, 2.883157, 2.833921, 2.6648, 2.876964, 2.719456, 2.785247, 2.531764, 2.806367, 2.764049, 2.59218, 2.657727, 2.536126, 2.68071, 3.672358, 3.229258, 3.105832, 2.97901, 2.790564, 2.710028, 2.513611, 2.889862, 2.74702, 2.763905, 2.930828, 3.23052, 3.381991, 3.521248, 3.758093, 3.595983, 3.994328, 3.196391, 3.94806, 3.150049, 2.994978, 2.996823, 2.426611, 1.249442, 0.233104, 0.0], "sum_m_pl": [0.258651, 0.874038, 0.841038, 0.744867, 0.671157, 0.626187, 0.606479, 0.609601, 0.726923, 0.743532, 0.888276, 0.928356, 0.987707, 1.165727, 1.017922, 0.977317, 0.884075, 0.914596, 0.864385, 0.841932, 0.817908, 0.804988, 0.803929, 0.833792, 0.944092, 1.080304, 1.078703, 1.117158, 1.2862, 1.360227, 1.15374, 1.14389, 1.046205, 0.997246, 0.899934, 0.903149, 0.77504, 0.694716, 0.717968, 0.773085, 0.758566, 0.833104, 0.663621, 0.601816, 0.544643, 0.471992, 0.476223, 0.396456, 0.10836, 0.0]}, "lang": {"n_am_en": [5, 6, 9, 9, 21, 26, 26, 36, 15, 20, 18, 26, 26, 21, 27, 25, 22, 21, 21, 26, 27, 26, 25, 27, 57, 47, 35, 26, 25, 21, 22, 22, 26, 32, 36, 47, 42, 52, 62, 74, 74, 74, 75, 71, 71, 56, 14, 10, 13, 12], "n_am_pl": [0, 5, 9, 19, 11, 9, 12, 10, 19, 8, 12, 11, 16, 17, 15, 17, 8, 15, 12, 10, 12, 5, 5, 5, 3, 5, 15, 16, 16, 24, 20, 28, 21, 19, 20, 7, 11, 7, 10, 12, 10, 11, 13, 15, 16, 30, 75, 88, 89, 95], "n_pos": 107, "sum_m_en": [11.292092, 16.182195, 16.824843, 17.197175, 18.396515, 19.177384, 20.517679, 20.936082, 20.870999, 20.675633, 21.383447, 20.797819, 20.979653, 20.638547, 18.953645, 20.293869, 20.509902, 18.733079, 18.790963, 18.74562, 17.691584, 17.718694, 17.407903, 17.462039, 31.641926, 27.762349, 23.770702, 20.743252, 20.481019, 19.628792, 18.530944, 19.078854, 18.847919, 20.659554, 22.453496, 25.740294, 26.307957, 29.186851, 37.003827, 52.767481, 54.745525, 58.874206, 61.550586, 61.243041, 61.981575, 49.261351, 14.343714, 9.136997, 12.869022, 11.916231], "sum_m_pl": [1.97487, 5.0662, 5.929291, 6.011698, 5.92662, 5.787091, 5.867621, 6.068712, 6.709589, 6.70039, 7.503101, 7.874194, 8.174217, 8.701199, 8.587734, 7.804942, 6.849581, 7.482241, 6.872178, 6.552365, 6.546896, 6.37185, 6.336761, 6.365041, 7.89223, 9.669476, 11.05524, 11.762502, 11.787951, 12.722493, 10.897044, 11.964739, 11.20772, 10.183216, 8.956374, 8.493331, 9.366479, 8.429561, 8.058743, 6.931645, 7.167782, 6.932525, 12.461029, 14.837297, 17.194326, 29.796983, 72.937282, 85.183649, 87.724717, 94.010926]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "gsm8kpl-983", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1429, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9755, "tf_agree_excl_first": 0.9803}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 16, 18, 21, 35, 43, 37, 36, 24, 34, 33, 35, 27, 32, 37, 34, 37, 44, 42, 44, 39, 40, 37, 41, 65, 65, 63, 55, 53, 48, 50, 50, 56, 58, 63, 62, 68, 71, 73, 84, 85, 86, 91, 92, 87, 90, 84, 84, 78, 77], "n_am_pl": [0, 13, 12, 9, 7, 12, 8, 9, 16, 5, 15, 14, 15, 12, 14, 12, 9, 5, 9, 10, 9, 5, 5, 2, 9, 15, 10, 11, 3, 16, 13, 5, 7, 3, 5, 3, 4, 4, 4, 4, 2, 2, 3, 0, 3, 0, 0, 0, 0, 0], "n_pos": 161, "sum_m_en": [19.108396, 25.426118, 25.176946, 25.192321, 28.628828, 29.893864, 29.325931, 29.056109, 28.879994, 30.136217, 30.367027, 30.545686, 29.876921, 30.219752, 29.993982, 28.784468, 31.001646, 29.377227, 28.115234, 28.840394, 26.718345, 26.945445, 26.669054, 27.121062, 42.76625, 40.629783, 40.889088, 34.996071, 36.30209, 36.71811, 34.276911, 35.485445, 36.121204, 36.214542, 42.656683, 44.17364, 47.902836, 52.269613, 57.628956, 68.370068, 71.512656, 79.239309, 82.65801, 84.366697, 83.79682, 86.168609, 83.872391, 81.789383, 77.178492, 78.298782], "sum_m_pl": [3.47622, 8.270911, 8.872826, 7.863204, 8.316891, 8.109409, 7.515824, 7.466418, 7.799952, 7.851033, 9.092066, 9.380961, 9.685633, 9.87266, 9.690549, 9.615621, 9.566377, 9.094332, 9.609473, 9.862229, 9.614981, 9.276389, 9.318851, 9.226727, 10.148229, 10.705653, 10.487139, 11.381582, 11.00299, 10.8988, 10.40558, 9.824715, 10.101847, 9.221722, 8.227155, 8.331895, 8.294608, 8.080312, 7.099445, 5.987833, 5.830627, 4.665284, 3.806628, 3.305064, 3.598045, 1.733517, 1.140367, 0.699059, 0.516748, 0.005503]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 3, 1, 2, 5, 2, 2, 5, 6, 4, 3, 5, 6, 3, 3, 3, 3, 4, 7, 5, 6, 6, 7, 5, 3, 6, 3, 5, 7, 7, 7, 7, 7, 6, 4, 4, 4, 5, 4, 2, 2, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 0, 0, 0, 0, 2, 4, 4, 7, 4, 3, 2, 0, 0, 1, 1, 1, 0, 0, 0, 1, 3, 2, 3, 0, 4, 3, 2, 3, 1, 3, 3, 3, 4, 3, 3, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.701227, 4.698724, 4.57236, 4.209354, 4.551429, 4.49132, 4.212068, 4.193513, 4.283946, 4.591205, 5.167333, 5.272447, 5.013116, 5.006798, 4.798161, 4.531135, 4.760973, 4.288132, 4.371679, 4.437105, 4.252033, 4.415592, 4.337222, 4.442609, 6.691173, 5.760027, 5.765361, 5.039289, 5.58639, 5.41118, 5.019169, 5.095665, 4.976999, 4.880335, 5.237896, 5.424212, 5.656536, 5.10133, 5.228133, 5.242897, 5.111163, 5.845311, 5.321612, 5.229686, 4.511211, 3.362702, 2.343612, 1.646829, 0.627887, 0.0], "sum_m_pl": [0.441289, 1.279515, 1.100747, 0.933946, 0.956138, 0.786785, 0.716074, 0.719053, 0.911889, 0.946594, 1.144587, 1.289835, 1.594292, 1.641694, 1.400367, 1.5405, 1.480823, 1.443396, 1.540326, 1.561455, 1.533666, 1.475919, 1.486949, 1.484923, 1.671475, 1.712119, 1.582175, 1.990536, 1.654822, 1.745653, 1.697921, 1.740851, 1.598459, 1.514956, 1.465655, 1.60955, 1.590622, 1.523961, 1.70751, 1.610216, 1.469776, 1.397082, 1.365593, 1.141691, 0.857019, 0.939977, 0.760795, 0.337274, 0.106251, 0.0]}, "lang": {"n_am_en": [7, 11, 14, 17, 27, 31, 28, 30, 21, 21, 21, 26, 17, 17, 23, 20, 24, 30, 28, 30, 27, 27, 24, 27, 44, 47, 46, 41, 40, 34, 41, 41, 44, 43, 46, 45, 49, 52, 54, 62, 65, 68, 70, 73, 73, 75, 72, 76, 76, 76], "n_am_pl": [0, 3, 3, 4, 2, 5, 4, 6, 8, 3, 5, 4, 3, 3, 5, 9, 7, 4, 5, 6, 6, 4, 3, 1, 5, 6, 7, 5, 2, 7, 6, 1, 3, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 79, "sum_m_en": [10.522974, 12.706572, 12.738164, 13.171263, 15.841167, 16.612062, 16.663174, 16.620071, 16.618697, 16.798603, 16.434618, 16.654681, 16.250051, 16.641107, 17.036573, 16.053142, 17.124417, 16.471418, 15.452022, 15.611603, 14.069804, 13.939254, 13.664556, 13.754079, 27.071667, 26.316967, 26.991127, 21.797518, 22.053239, 21.967608, 20.435501, 21.377914, 21.572616, 22.010696, 26.596339, 28.362479, 32.596349, 35.937875, 42.877044, 49.613709, 53.158895, 60.077915, 63.539738, 66.596762, 68.502862, 69.638817, 70.396029, 72.399653, 72.447912, 76.361256], "sum_m_pl": [1.696754, 3.593348, 4.070613, 3.697175, 4.198967, 4.104584, 3.783077, 3.788571, 4.004055, 3.992502, 4.648479, 4.662139, 4.823795, 4.877651, 4.995115, 4.987607, 4.954798, 4.574125, 4.791826, 4.851547, 4.688879, 4.56482, 4.603693, 4.542575, 4.928751, 5.290232, 5.522878, 5.877495, 5.844899, 5.433547, 5.445603, 4.941748, 5.168048, 4.831474, 4.006346, 4.085621, 4.180909, 4.059476, 3.177273, 2.260784, 2.295614, 1.285057, 0.711072, 0.584024, 0.440362, 0.219752, 0.079374, 0.073559, 0.082101, 0.00545]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "gsm8kpl-987", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1204, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9755}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [7, 8, 15, 23, 30, 35, 39, 41, 30, 42, 34, 31, 37, 33, 37, 35, 33, 41, 40, 41, 31, 33, 29, 33, 73, 58, 58, 51, 43, 50, 30, 37, 35, 50, 63, 61, 61, 66, 85, 89, 89, 91, 91, 89, 80, 58, 17, 5, 0, 0], "n_am_pl": [1, 19, 16, 16, 15, 13, 16, 7, 16, 6, 21, 19, 21, 21, 13, 17, 9, 9, 11, 6, 8, 8, 8, 9, 13, 19, 16, 21, 18, 26, 27, 27, 19, 12, 15, 11, 22, 21, 15, 15, 15, 17, 19, 23, 32, 49, 80, 91, 93, 96], "n_pos": 193, "sum_m_en": [19.225244, 30.555336, 32.434577, 31.751123, 32.231217, 33.437471, 33.297518, 34.632894, 33.83525, 36.357043, 37.912503, 37.219674, 36.881181, 36.506513, 35.974766, 34.357327, 35.47451, 33.906056, 34.09336, 34.546194, 32.285422, 32.867745, 32.392364, 32.682254, 46.727315, 43.015338, 41.365363, 37.53585, 37.322177, 37.585057, 35.589325, 35.159124, 35.750524, 40.12838, 44.048635, 47.353631, 47.10101, 51.751395, 57.844808, 64.570258, 66.772002, 74.051289, 73.244634, 74.620123, 72.301052, 50.813082, 17.235756, 5.989312, 1.320621, 0.022983], "sum_m_pl": [3.23649, 9.449519, 10.273224, 10.036255, 10.424278, 9.813973, 9.493079, 9.471982, 10.137095, 9.69485, 10.345327, 11.46189, 11.875814, 12.31559, 11.597281, 11.024395, 10.360618, 10.247079, 10.677019, 11.232236, 11.008348, 10.692668, 10.848613, 10.68639, 13.447947, 13.477689, 14.407369, 15.457308, 16.316603, 16.598937, 15.351296, 15.386169, 14.743427, 12.667643, 11.77832, 11.444239, 12.705329, 11.789463, 11.075953, 11.196572, 12.311666, 12.86273, 15.35286, 18.250521, 27.590865, 46.296973, 74.670957, 90.285771, 92.062618, 95.777729]}, "digit": {"n_am_en": [1, 0, 2, 3, 4, 3, 3, 2, 4, 3, 5, 4, 1, 6, 3, 3, 2, 6, 6, 5, 1, 2, 2, 3, 9, 5, 8, 6, 5, 8, 4, 3, 6, 7, 8, 10, 9, 5, 8, 6, 6, 6, 5, 6, 4, 2, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 1, 3, 1, 0, 0, 0, 0, 3, 4, 3, 6, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 2, 1, 1, 0, 1, 3, 5, 7, 0, 0, 2, 2, 5, 6, 4, 4, 3, 2, 2, 1, 0, 3, 3, 2, 0, 0], "n_pos": 27, "sum_m_en": [2.556406, 4.668956, 4.995249, 4.646102, 4.76507, 4.717124, 4.546151, 4.544512, 4.509676, 4.889951, 5.301293, 5.337671, 5.016488, 4.995232, 4.862669, 4.514938, 4.92906, 4.728787, 4.864834, 4.875114, 4.652413, 4.770586, 4.690278, 4.829134, 6.856996, 6.085715, 5.943385, 5.435111, 5.742394, 5.630835, 5.149993, 5.284451, 5.235998, 5.165865, 5.779995, 6.503919, 6.454738, 6.200971, 6.689663, 6.347505, 5.866952, 6.153974, 5.686919, 6.37194, 5.00751, 2.364042, 0.975139, 0.659062, 0.16869, 0.0], "sum_m_pl": [0.457711, 1.378727, 1.185787, 1.123457, 1.095836, 0.926892, 0.862761, 0.856544, 1.041859, 1.087501, 1.274396, 1.337904, 1.552278, 1.683575, 1.480478, 1.522624, 1.387761, 1.448629, 1.4806, 1.518052, 1.511351, 1.457103, 1.481242, 1.487767, 1.778643, 1.747586, 1.662195, 1.914816, 1.818827, 1.930961, 1.841388, 1.80275, 1.584165, 1.413155, 1.416008, 1.533988, 1.421011, 1.38609, 1.429441, 1.386096, 1.322221, 1.287249, 1.23855, 1.006976, 0.795837, 2.52277, 2.903851, 1.88936, 0.194331, 0.000144]}, "lang": {"n_am_en": [5, 5, 9, 14, 18, 27, 20, 31, 16, 25, 20, 20, 22, 21, 21, 22, 23, 24, 25, 28, 24, 24, 21, 22, 44, 38, 37, 30, 27, 29, 18, 24, 18, 30, 37, 38, 39, 44, 54, 57, 59, 62, 63, 62, 55, 42, 15, 4, 0, 0], "n_am_pl": [1, 11, 5, 9, 7, 8, 10, 3, 10, 1, 13, 10, 9, 10, 9, 8, 4, 5, 6, 4, 5, 5, 5, 4, 7, 12, 9, 15, 11, 17, 20, 16, 17, 10, 10, 9, 16, 14, 10, 10, 10, 13, 15, 19, 30, 39, 67, 82, 93, 96], "n_pos": 97, "sum_m_en": [10.336505, 15.372724, 16.56564, 16.405368, 16.636774, 17.54851, 17.52772, 18.695378, 18.414019, 19.428275, 20.008345, 19.578023, 19.940504, 19.820675, 19.546615, 18.843093, 19.001759, 17.971901, 18.091935, 18.360365, 16.94415, 17.167951, 16.892001, 16.891395, 26.853811, 24.444052, 23.3803, 20.442974, 19.678947, 19.525629, 18.971345, 18.745638, 18.995473, 22.2021, 23.786018, 26.427542, 26.741746, 30.284565, 34.674243, 39.670027, 42.929541, 48.320478, 49.216257, 50.59289, 50.504847, 37.330452, 13.164788, 2.79, 0.340257, 6e-06], "sum_m_pl": [1.577888, 4.646656, 5.189859, 5.261107, 5.489277, 5.256752, 4.995848, 5.127114, 5.592466, 5.124596, 5.468422, 6.216159, 6.415343, 6.730452, 6.458913, 5.927791, 5.454884, 5.321231, 5.694447, 5.935743, 5.779183, 5.664142, 5.756235, 5.605579, 7.042, 7.292643, 8.14226, 8.765329, 9.435618, 9.736456, 9.003802, 9.083742, 8.822389, 7.560597, 6.951787, 6.837536, 8.229214, 7.547641, 6.787002, 6.887123, 8.058947, 8.672264, 10.951814, 13.738363, 23.240463, 37.253651, 62.730591, 80.630381, 90.69795, 95.625553]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "gsm8kpl-987", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1494, "region_end": 193, "roundtrip_ok": true, "tf_agree": 0.9949, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [3, 8, 9, 12, 11, 17, 9, 7, 9, 15, 19, 12, 13, 19, 14, 19, 25, 22, 24, 28, 27, 24, 26, 30, 33, 28, 33, 30, 25, 22, 20, 30, 25, 30, 35, 27, 31, 37, 34, 40, 38, 39, 35, 36, 35, 39, 37, 36, 23, 20], "n_am_pl": [2, 8, 4, 6, 4, 2, 8, 12, 7, 3, 3, 5, 6, 7, 4, 2, 3, 5, 2, 3, 4, 4, 2, 2, 5, 5, 7, 1, 3, 4, 3, 1, 2, 3, 6, 4, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 81, "sum_m_en": [8.825744, 12.527097, 12.242773, 12.374691, 13.276981, 12.564637, 12.096377, 11.988815, 12.298401, 13.605808, 14.622612, 13.544415, 14.0031, 13.828111, 14.455384, 14.946206, 15.208445, 13.758554, 14.317366, 14.035988, 13.264561, 13.369703, 13.286333, 13.341506, 23.239823, 19.210469, 18.770445, 15.199917, 16.554261, 15.499108, 14.400204, 15.002786, 15.571443, 17.439524, 19.713983, 18.764386, 22.028552, 25.677998, 27.851866, 30.838517, 31.546049, 32.67771, 31.017484, 31.807378, 30.915124, 33.302883, 33.708238, 32.542584, 22.523654, 19.658883], "sum_m_pl": [1.750549, 4.274291, 4.628393, 4.342272, 4.520899, 3.737288, 3.54783, 3.693599, 3.797422, 3.904076, 4.382444, 4.438599, 4.247736, 4.289536, 4.152561, 4.349496, 4.216356, 4.243276, 4.535378, 4.621061, 4.661797, 4.54858, 4.573843, 4.733086, 5.241926, 5.286439, 5.262935, 5.32038, 5.136827, 5.937896, 5.315142, 5.182635, 4.89052, 4.777578, 4.710099, 4.579193, 4.423402, 3.773947, 3.289381, 2.939531, 2.735217, 2.548217, 2.446355, 1.953448, 1.787957, 1.52487, 1.028198, 0.665052, 0.237544, 1e-06]}, "digit": {"n_am_en": [1, 4, 6, 5, 6, 7, 1, 0, 0, 4, 5, 4, 2, 9, 5, 11, 12, 11, 11, 11, 9, 9, 11, 12, 13, 10, 13, 13, 12, 7, 6, 12, 10, 10, 16, 10, 10, 14, 10, 12, 12, 11, 9, 9, 8, 13, 12, 12, 0, 0], "n_am_pl": [0, 2, 0, 1, 1, 0, 2, 4, 3, 2, 1, 1, 2, 4, 2, 2, 1, 5, 1, 0, 3, 3, 1, 1, 2, 2, 2, 1, 2, 2, 3, 1, 1, 3, 3, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.749024, 5.789428, 5.637895, 5.506728, 5.755386, 5.368648, 5.288086, 5.104681, 5.228141, 5.903986, 6.427846, 5.907793, 6.203712, 6.355447, 6.892845, 6.973065, 7.108092, 6.168959, 6.453431, 6.120766, 5.72964, 5.681398, 5.580497, 5.706907, 8.676193, 6.959106, 7.517183, 6.137531, 6.902927, 6.171107, 5.747631, 6.202879, 6.540707, 7.001662, 7.475527, 7.220073, 8.057827, 8.410137, 8.506062, 8.921405, 9.315034, 9.501297, 8.092487, 8.414575, 7.129178, 8.808044, 9.951613, 8.955065, 0.882474, 0.0], "sum_m_pl": [0.719545, 1.870844, 1.690085, 1.693274, 1.703488, 1.418373, 1.290247, 1.371683, 1.475066, 1.543348, 1.801333, 1.810677, 1.779202, 1.713037, 1.678181, 1.824748, 1.706294, 1.7461, 1.864301, 1.838229, 1.861319, 1.847693, 1.827346, 1.911163, 2.231224, 2.226163, 2.161645, 2.163187, 2.138479, 2.355461, 2.170661, 2.077016, 1.909557, 1.96336, 1.846183, 1.721806, 1.629099, 1.424003, 1.434373, 1.465165, 1.414632, 1.550234, 1.529161, 1.176002, 1.018167, 1.065015, 0.799252, 0.548074, 0.092868, 0.0]}, "lang": {"n_am_en": [2, 2, 1, 3, 5, 4, 4, 4, 4, 6, 6, 3, 4, 4, 6, 4, 5, 5, 6, 8, 9, 10, 8, 11, 12, 13, 12, 11, 11, 11, 10, 11, 9, 15, 13, 13, 16, 16, 17, 18, 19, 19, 18, 19, 20, 20, 20, 19, 20, 19], "n_am_pl": [0, 2, 1, 2, 2, 1, 2, 1, 1, 0, 2, 3, 3, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.25913, 2.497425, 2.506381, 2.754112, 3.271892, 3.088051, 2.89426, 2.998799, 3.085937, 3.385982, 3.529161, 3.383, 3.427626, 3.369804, 3.29423, 3.509065, 3.400719, 3.254242, 3.287239, 3.347637, 3.252524, 3.443216, 3.454576, 3.313479, 8.842375, 7.685446, 6.844809, 4.838961, 5.469154, 4.957837, 4.498294, 4.546605, 4.43907, 5.724865, 6.629616, 7.004866, 9.717198, 11.899288, 14.030189, 15.57726, 16.013734, 17.391712, 17.675219, 17.785412, 18.765287, 19.370412, 19.274538, 18.805387, 18.503778, 18.731075], "sum_m_pl": [0.440149, 0.998311, 1.148476, 1.045498, 1.087668, 0.925576, 0.901486, 0.901134, 0.992149, 0.953764, 1.138171, 1.121408, 1.022508, 1.075263, 1.016266, 1.018654, 0.9742, 0.948257, 1.054735, 1.139114, 1.191204, 1.137912, 1.13731, 1.14337, 0.996355, 1.060921, 1.150628, 1.279962, 1.233254, 1.411619, 1.259252, 1.245909, 1.340979, 1.231641, 1.162708, 1.152645, 0.950431, 0.694761, 0.532644, 0.448017, 0.369799, 0.128082, 0.115674, 0.134626, 0.062119, 0.037677, 0.022392, 0.013695, 0.03749, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 84, "item_id": "gsm8kpl-988", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.988}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [1, 10, 10, 7, 7, 11, 16, 7, 9, 22, 14, 11, 12, 19, 33, 31, 31, 31, 26, 34, 38, 40, 35, 33, 49, 45, 44, 31, 25, 25, 21, 28, 29, 33, 45, 45, 47, 54, 61, 62, 63, 59, 56, 55, 43, 35, 16, 8, 4, 2], "n_am_pl": [2, 12, 11, 8, 10, 8, 13, 14, 7, 7, 12, 11, 18, 9, 12, 11, 2, 5, 4, 2, 1, 3, 5, 4, 4, 10, 7, 8, 7, 15, 14, 13, 13, 12, 4, 6, 4, 2, 2, 2, 2, 5, 7, 4, 14, 20, 32, 38, 37, 37], "n_pos": 122, "sum_m_en": [12.167932, 18.68396, 19.279218, 19.331799, 19.732522, 19.250292, 18.580684, 18.700956, 18.89344, 21.047786, 22.314443, 20.842345, 21.506825, 21.482792, 22.272304, 22.472845, 22.641555, 20.284642, 21.608076, 21.260435, 20.39044, 20.215408, 19.964517, 20.327961, 34.693103, 28.703425, 26.317108, 22.745948, 22.15939, 21.532713, 20.111738, 21.735436, 22.027615, 24.942442, 27.258724, 27.839894, 32.516998, 37.759851, 41.869641, 46.747217, 48.648366, 49.337804, 48.377977, 49.405579, 41.694317, 32.295473, 14.754527, 7.889471, 4.783644, 2.000018], "sum_m_pl": [2.167434, 6.701335, 7.022795, 6.668246, 7.079489, 6.264489, 6.152842, 6.444012, 6.356025, 6.773309, 7.568916, 7.641634, 7.55408, 7.684125, 7.674905, 7.614091, 6.943703, 6.983447, 6.711078, 6.870844, 6.777771, 6.690866, 6.782217, 6.967332, 7.95933, 8.435744, 8.830061, 9.291112, 9.159172, 10.79489, 10.182636, 10.007407, 9.266008, 8.182254, 7.56973, 7.580633, 6.764749, 5.610483, 5.300522, 5.251522, 5.563622, 5.882574, 7.51256, 6.862157, 13.013601, 19.901659, 31.234229, 36.935149, 35.926369, 37.774429]}, "digit": {"n_am_en": [0, 4, 5, 5, 2, 2, 3, 0, 1, 3, 4, 5, 3, 7, 9, 10, 11, 11, 7, 7, 10, 10, 11, 8, 17, 18, 15, 10, 10, 10, 7, 10, 12, 10, 13, 11, 7, 9, 11, 11, 13, 13, 12, 11, 7, 8, 10, 6, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 0, 2, 1, 0, 1, 2, 0, 5, 4, 3, 5, 0, 3, 1, 0, 1, 1, 0, 0, 0, 2, 1, 1, 1, 4, 7, 2, 2, 4, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.848627, 6.62078, 6.891455, 6.72873, 6.750242, 6.471552, 6.362296, 6.099301, 6.157926, 7.131142, 7.444719, 7.025335, 7.112561, 7.362702, 7.72719, 7.556254, 7.845145, 6.876491, 7.14957, 6.835898, 6.508813, 6.527714, 6.402968, 6.559134, 10.595664, 8.823225, 8.576518, 7.237691, 7.096729, 6.87753, 6.393108, 7.383921, 7.565441, 8.193404, 8.774118, 8.884858, 9.071739, 9.048204, 9.865296, 10.363197, 11.47519, 12.195011, 10.40974, 11.242794, 8.497203, 7.16225, 6.626169, 5.188535, 0.758817, 0.0], "sum_m_pl": [0.673935, 2.212562, 1.945017, 1.865519, 1.886757, 1.622518, 1.546305, 1.646043, 1.741787, 1.908404, 2.188924, 2.174407, 2.119426, 2.156814, 2.100242, 2.30029, 1.955502, 2.038147, 1.989675, 2.025839, 2.050599, 2.067554, 2.05552, 2.11914, 2.045166, 2.390945, 2.355145, 2.617016, 2.527521, 2.962806, 2.757878, 2.359682, 2.175122, 2.025856, 1.859492, 1.720493, 1.566974, 1.198268, 1.140757, 1.202051, 1.212028, 1.339469, 1.346452, 1.050786, 1.08582, 1.047546, 0.925897, 0.603994, 0.145327, 0.0]}, "lang": {"n_am_en": [1, 1, 2, 2, 4, 5, 8, 4, 3, 10, 6, 4, 5, 7, 11, 12, 8, 11, 11, 15, 14, 15, 12, 14, 21, 18, 17, 14, 10, 10, 9, 11, 11, 16, 18, 21, 22, 26, 32, 29, 29, 25, 26, 26, 22, 14, 4, 2, 4, 2], "n_am_pl": [1, 5, 6, 4, 3, 5, 6, 5, 3, 2, 4, 9, 6, 4, 7, 4, 1, 1, 2, 1, 0, 1, 4, 3, 1, 1, 4, 4, 5, 8, 5, 9, 8, 6, 2, 2, 2, 2, 2, 2, 2, 5, 7, 4, 14, 20, 30, 34, 35, 36], "n_pos": 39, "sum_m_en": [4.018113, 5.291753, 5.63529, 5.820324, 6.298666, 6.178431, 6.048374, 6.397483, 6.394404, 6.75546, 7.395935, 6.832272, 7.149669, 7.129106, 7.367377, 7.538269, 7.268136, 6.417932, 6.927733, 7.104414, 6.792271, 6.700111, 6.617253, 6.649685, 13.172392, 10.914938, 9.427961, 8.116511, 7.840653, 7.568632, 7.150355, 7.198644, 7.208951, 9.376063, 9.824861, 10.120358, 11.440156, 14.831739, 17.319242, 19.08114, 20.204481, 20.169971, 22.132535, 21.908839, 19.295602, 13.900828, 4.401386, 2.106348, 3.495973, 2.000016], "sum_m_pl": [0.690271, 2.044737, 2.389708, 2.353664, 2.562277, 2.314338, 2.357779, 2.359665, 2.421659, 2.373675, 2.763724, 2.871121, 2.917285, 3.02841, 2.957128, 2.722662, 2.500519, 2.464239, 2.375483, 2.40354, 2.378172, 2.310073, 2.356298, 2.352301, 3.004822, 3.051474, 3.557351, 3.601662, 3.806738, 4.392096, 4.166496, 4.619776, 4.380939, 3.742232, 3.48094, 3.708638, 3.736575, 3.162332, 2.93497, 2.959855, 3.284647, 3.630132, 5.24841, 5.110077, 11.119419, 17.941838, 28.64089, 33.603598, 34.219698, 35.999122]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "gsm8kpl-988", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1456, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9919}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 50, 53, 74, 81, 83, 82, 84, 90, 69, 67, 63, 54, 62, 62, 72, 77, 67, 69, 66, 83, 88, 80, 61, 130, 110, 104, 93, 96, 89, 73, 77, 83, 85, 93, 110, 121, 139, 151, 186, 179, 179, 181, 196, 198, 198, 192, 191, 188, 176], "n_am_pl": [2, 22, 19, 16, 4, 9, 23, 26, 26, 23, 32, 34, 32, 40, 26, 23, 23, 36, 35, 23, 19, 18, 18, 15, 20, 31, 23, 21, 35, 27, 34, 23, 22, 27, 13, 19, 18, 15, 7, 6, 6, 5, 3, 3, 3, 0, 1, 0, 0, 0], "n_pos": 311, "sum_m_en": [39.703775, 50.981439, 51.21337, 54.640285, 59.367943, 58.415978, 58.709981, 59.700467, 55.903755, 51.76098, 55.049791, 57.413314, 52.766669, 53.471301, 53.966081, 52.254897, 52.003902, 49.024575, 48.383527, 46.923846, 48.106786, 48.580384, 47.687694, 47.775092, 75.105174, 71.246552, 67.329821, 58.669385, 61.200868, 61.971913, 55.828507, 56.743819, 58.449841, 57.688906, 59.38414, 70.611271, 83.493124, 95.811597, 106.892233, 132.555139, 139.255973, 147.800296, 154.668969, 165.463684, 171.282592, 173.747405, 177.356236, 178.104954, 176.008609, 176.43111], "sum_m_pl": [6.118908, 12.896779, 14.851413, 14.499514, 15.933406, 16.020216, 15.738849, 17.45084, 18.952626, 19.308012, 22.096666, 21.787231, 22.479408, 23.227468, 22.973685, 23.02191, 23.55767, 22.9967, 22.706261, 21.361658, 20.285178, 19.635764, 19.207213, 18.884867, 24.397878, 29.806238, 29.625916, 28.291876, 29.259815, 29.817168, 28.190928, 26.199578, 26.263328, 27.810743, 26.997155, 26.912032, 25.504779, 21.395502, 18.722871, 15.628224, 13.939935, 11.72147, 11.36667, 9.678077, 7.833131, 5.357107, 3.416097, 2.058048, 1.846017, 0.000157]}, "digit": {"n_am_en": [1, 1, 4, 6, 4, 7, 8, 7, 15, 9, 8, 4, 4, 5, 5, 6, 8, 4, 3, 3, 3, 6, 3, 5, 9, 4, 5, 3, 9, 9, 5, 6, 4, 3, 6, 5, 5, 7, 7, 8, 7, 5, 6, 14, 13, 12, 7, 7, 1, 0], "n_am_pl": [0, 4, 1, 2, 1, 3, 2, 1, 2, 0, 6, 8, 4, 9, 5, 7, 2, 6, 5, 3, 2, 4, 2, 1, 1, 4, 1, 3, 0, 1, 2, 2, 4, 4, 2, 3, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 36, "sum_m_en": [4.024561, 6.542121, 6.642291, 6.582198, 7.06151, 6.888811, 6.71147, 6.595207, 6.120625, 6.171052, 6.819937, 6.906065, 6.282207, 6.363578, 6.179391, 5.749819, 5.921449, 5.264128, 5.513124, 5.594195, 5.819942, 6.07455, 5.942295, 6.09602, 7.825872, 7.316222, 6.738108, 6.510966, 7.16396, 7.470879, 6.896012, 7.075721, 6.986244, 6.156109, 6.291966, 6.43886, 6.344034, 5.826077, 5.12784, 6.340491, 5.496092, 4.629888, 4.618046, 5.892481, 6.608339, 6.151762, 5.163291, 4.956347, 2.460693, 6.2e-05], "sum_m_pl": [0.671214, 1.6533, 1.651695, 1.670291, 1.959176, 1.76038, 1.50093, 1.48596, 1.701416, 1.77155, 2.113508, 2.076806, 2.079603, 2.354568, 2.299951, 2.326294, 2.232981, 2.284981, 2.092818, 1.985069, 1.99966, 1.954879, 1.903368, 1.894131, 2.363068, 2.928428, 2.82919, 2.618802, 2.490019, 2.481115, 2.346666, 2.053059, 1.858575, 2.03778, 2.285886, 2.357935, 2.419554, 2.241813, 2.326388, 2.205786, 2.09317, 2.336134, 2.210446, 1.947986, 1.707376, 1.518956, 1.38093, 0.833298, 0.516796, 0.0]}, "lang": {"n_am_en": [29, 35, 42, 54, 60, 63, 58, 58, 58, 45, 43, 46, 42, 42, 46, 46, 48, 45, 48, 47, 61, 61, 59, 43, 95, 87, 83, 77, 73, 68, 61, 62, 71, 65, 68, 79, 93, 108, 119, 139, 142, 144, 146, 159, 156, 161, 164, 165, 172, 175], "n_am_pl": [1, 9, 11, 5, 1, 4, 12, 14, 19, 14, 20, 20, 19, 24, 13, 12, 13, 15, 19, 12, 10, 9, 10, 8, 12, 19, 16, 15, 24, 16, 21, 15, 11, 17, 7, 9, 10, 8, 4, 3, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 177, "sum_m_en": [23.696212, 28.82116, 29.527955, 32.039636, 35.629438, 34.57966, 35.255349, 36.017811, 34.010489, 30.307313, 31.750473, 33.429544, 30.648241, 30.762988, 31.776088, 30.447939, 29.864215, 28.754531, 27.711005, 26.501354, 27.248732, 27.357667, 26.827124, 26.549636, 49.100785, 47.551677, 45.62831, 38.197074, 39.092285, 39.24133, 34.397698, 34.95213, 36.21329, 36.447099, 36.892614, 45.8226, 58.290264, 70.508895, 81.674254, 101.854325, 110.660537, 119.965112, 124.741614, 134.586888, 136.943129, 142.814186, 150.571102, 150.137424, 155.959845, 174.804871], "sum_m_pl": [3.226755, 6.672593, 7.747877, 7.687666, 8.370201, 8.855259, 8.940123, 10.228217, 11.402335, 11.547742, 13.478452, 13.229403, 13.797915, 14.180503, 13.957879, 14.022342, 14.377898, 13.656713, 13.746185, 12.944981, 12.094885, 11.68619, 11.466058, 11.089804, 14.666241, 18.15712, 18.971592, 17.72452, 18.598858, 18.75354, 17.946913, 16.849233, 16.84939, 18.037633, 16.872524, 16.99163, 17.02126, 13.650726, 11.177902, 8.877211, 7.407475, 5.651309, 5.664223, 4.526672, 3.538243, 2.08765, 0.996792, 0.441629, 0.714378, 0.000129]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 315, "item_id": "gsm8kpl-991", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1178, "region_end": 311, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.9873}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 18, 27, 50, 50, 63, 70, 67, 71, 61, 59, 51, 45, 39, 57, 59, 60, 55, 66, 73, 93, 101, 92, 69, 150, 109, 93, 65, 67, 67, 45, 58, 48, 60, 65, 72, 95, 124, 149, 166, 172, 179, 170, 180, 171, 135, 46, 19, 18, 7], "n_am_pl": [3, 15, 31, 38, 49, 38, 37, 40, 48, 70, 86, 55, 62, 68, 62, 59, 48, 58, 46, 35, 32, 35, 42, 33, 55, 88, 68, 74, 75, 59, 75, 75, 69, 60, 56, 71, 59, 48, 48, 41, 46, 47, 51, 65, 76, 110, 174, 188, 202, 209], "n_pos": 397, "sum_m_en": [37.666498, 54.536914, 57.522942, 63.491266, 64.875804, 67.888478, 69.38048, 71.3877, 67.548858, 62.188577, 66.992252, 66.805967, 62.654097, 64.349874, 64.412609, 61.825861, 62.962301, 58.145284, 57.077042, 56.642781, 58.02447, 58.914401, 57.629603, 57.714063, 84.189097, 78.344295, 71.233644, 65.319609, 66.966412, 65.9726, 59.777682, 59.651682, 57.997126, 58.697411, 60.289635, 64.834108, 72.678753, 92.002288, 103.317888, 119.223635, 123.18587, 129.238145, 128.53226, 137.872807, 142.952624, 110.036602, 44.094637, 19.305505, 21.099383, 6.209179], "sum_m_pl": [5.707279, 16.247789, 19.906234, 20.794281, 22.730164, 24.347418, 24.740133, 26.23137, 29.06364, 29.844963, 34.24405, 32.855273, 34.575823, 35.478188, 35.504954, 33.627872, 33.202905, 33.864487, 31.636893, 29.5883, 27.617323, 27.109686, 26.411803, 25.551042, 42.318781, 52.268442, 50.519146, 47.520536, 48.337343, 47.741238, 44.744747, 43.875471, 43.549144, 45.850739, 42.839361, 44.378427, 45.650929, 39.659864, 39.823562, 41.044835, 42.116598, 45.229537, 54.572316, 59.960307, 64.852594, 106.122323, 163.937074, 183.06304, 198.226606, 209.16469]}, "digit": {"n_am_en": [0, 3, 4, 2, 4, 4, 8, 12, 17, 6, 7, 5, 3, 7, 2, 2, 7, 3, 3, 9, 9, 7, 7, 4, 13, 7, 6, 4, 5, 7, 2, 2, 2, 6, 6, 4, 4, 9, 7, 7, 7, 6, 6, 11, 12, 12, 8, 1, 0, 0], "n_am_pl": [0, 4, 1, 2, 1, 0, 0, 0, 3, 1, 4, 4, 8, 7, 10, 9, 2, 2, 3, 3, 2, 4, 4, 3, 4, 5, 7, 6, 6, 1, 4, 4, 2, 3, 2, 4, 3, 2, 2, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 35, "sum_m_en": [3.497289, 6.207809, 6.59829, 6.370699, 6.587532, 6.285591, 6.285037, 6.112614, 6.060103, 5.854412, 6.395027, 6.449454, 5.935594, 6.39875, 6.015352, 5.443781, 5.936806, 5.336994, 5.580305, 5.68654, 5.715871, 5.800275, 5.670659, 5.758259, 7.952824, 7.466977, 6.676848, 6.749998, 7.265384, 6.851561, 6.171825, 6.698162, 6.65495, 6.14696, 6.268253, 6.551414, 6.233537, 6.292468, 6.344674, 7.768753, 6.989285, 5.983125, 5.088856, 6.12158, 9.036857, 8.122198, 5.053837, 2.152566, 0.651334, 0.0], "sum_m_pl": [0.643691, 1.755977, 1.609264, 1.731546, 1.845779, 1.717004, 1.595093, 1.470578, 1.798445, 1.869443, 2.046331, 1.975361, 2.095648, 2.345384, 2.294548, 2.268055, 2.26778, 2.413531, 2.170624, 2.045851, 1.995273, 1.956088, 1.902604, 1.871185, 2.671335, 3.17288, 2.985844, 2.799909, 2.804418, 2.826291, 2.635713, 2.488066, 2.14542, 2.286316, 2.209081, 2.426654, 2.336357, 2.216702, 2.112193, 1.989955, 2.104585, 2.170106, 2.021909, 1.813176, 1.499704, 1.807617, 1.712631, 1.662959, 0.45204, 0.0]}, "lang": {"n_am_en": [8, 11, 14, 23, 28, 39, 32, 27, 29, 24, 31, 28, 28, 19, 35, 37, 30, 32, 41, 41, 45, 50, 45, 35, 76, 53, 47, 34, 37, 33, 24, 34, 29, 33, 31, 39, 52, 65, 80, 89, 102, 100, 94, 94, 94, 64, 24, 9, 12, 7], "n_am_pl": [1, 8, 27, 27, 36, 26, 22, 21, 31, 52, 56, 33, 37, 45, 36, 38, 30, 35, 28, 17, 19, 24, 32, 25, 41, 58, 43, 50, 53, 43, 49, 47, 45, 39, 43, 55, 44, 39, 39, 38, 37, 46, 51, 60, 72, 105, 159, 180, 199, 208], "n_pos": 215, "sum_m_en": [21.160894, 28.850828, 30.863149, 34.563474, 35.192447, 36.601992, 37.769598, 39.409752, 36.956669, 33.480871, 35.678543, 35.441699, 33.166851, 33.762429, 34.575355, 33.322369, 33.574379, 31.251613, 30.315517, 29.782261, 30.426672, 30.805094, 30.378407, 30.136241, 46.422879, 41.53426, 37.51071, 34.083996, 35.072106, 34.565027, 31.616432, 31.320997, 30.394629, 31.161675, 30.682528, 32.758026, 37.139409, 48.234748, 54.939327, 61.548181, 66.730595, 67.856422, 72.524711, 76.232664, 78.173225, 54.147504, 24.072715, 9.335232, 12.880776, 6.208942], "sum_m_pl": [3.251015, 8.575597, 11.245666, 11.640942, 12.545024, 13.658269, 13.991738, 15.070043, 17.211464, 17.489958, 20.613085, 19.751791, 21.066418, 21.840554, 21.501167, 20.068762, 19.418758, 19.804128, 18.850085, 17.360142, 16.062719, 15.773096, 15.428137, 14.673235, 26.393444, 33.292863, 32.09926, 29.630486, 30.388205, 29.628645, 27.7872, 27.322468, 27.055435, 28.553677, 27.166511, 29.188485, 31.569211, 27.874764, 28.735163, 31.176481, 31.703088, 36.324476, 45.390011, 51.163321, 57.068433, 95.722709, 149.03416, 172.512504, 192.369035, 206.757366]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 401, "item_id": "gsm8kpl-991", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1468, "region_end": 397, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 0.9975}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 5, 9, 23, 32, 35, 40, 42, 39, 38, 39, 26, 35, 30, 34, 35, 44, 36, 38, 55, 52, 39, 45, 46, 48, 45, 45, 35, 38, 32, 27, 30, 33, 40, 58, 52, 49, 61, 46, 55, 61, 62, 64, 64, 59, 40, 13, 2, 2, 0], "n_am_pl": [4, 11, 21, 15, 12, 14, 20, 26, 17, 27, 24, 27, 23, 25, 43, 47, 34, 44, 32, 26, 16, 19, 16, 16, 14, 14, 17, 18, 18, 18, 28, 32, 35, 31, 35, 31, 30, 25, 20, 24, 21, 28, 31, 37, 46, 60, 85, 109, 111, 121], "n_pos": 194, "sum_m_en": [17.881584, 27.585706, 29.356096, 30.63417, 32.01113, 32.911338, 34.387291, 35.761608, 35.164669, 34.306277, 33.87112, 33.015722, 32.170957, 30.871377, 32.081038, 31.570919, 32.35551, 31.893243, 32.086411, 32.871145, 31.428584, 31.536781, 32.283861, 31.923102, 41.598985, 41.297639, 39.863636, 34.939256, 34.023225, 33.03808, 31.689685, 32.366031, 33.686064, 34.00736, 37.533857, 39.37223, 39.033079, 44.394488, 39.511295, 46.368119, 46.961442, 53.966247, 57.13027, 57.124068, 52.205731, 38.196062, 14.526734, 4.059625, 2.73968, 0.000197], "sum_m_pl": [3.208948, 8.341191, 9.241733, 9.330884, 9.886966, 10.722596, 11.012385, 11.445548, 11.729587, 11.90533, 12.613507, 14.129205, 15.329965, 14.646133, 15.350051, 15.885119, 15.768423, 13.875473, 14.351813, 13.799786, 12.998603, 12.528393, 12.155897, 12.035862, 12.311356, 13.603721, 14.769043, 15.070325, 16.363914, 18.447195, 19.121341, 18.001698, 18.464791, 19.537923, 19.5736, 19.693228, 20.628718, 20.166076, 19.316217, 20.308023, 20.514717, 19.811044, 22.825414, 29.917571, 38.301412, 56.323849, 80.621322, 101.757733, 107.965446, 120.879354]}, "digit": {"n_am_en": [0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.215382, 0.41221, 0.41447, 0.433355, 0.394551, 0.315775, 0.288092, 0.321124, 0.322873, 0.30744, 0.315707, 0.255313, 0.260972, 0.286326, 0.312283, 0.345851, 0.358307, 0.347542, 0.309831, 0.28992, 0.298809, 0.299523, 0.304374, 0.298827, 0.335707, 0.394287, 0.413029, 0.34808, 0.355176, 0.261409, 0.23038, 0.256337, 0.261976, 0.24175, 0.241796, 0.257655, 0.260308, 0.245647, 0.237378, 0.258266, 0.240193, 0.211083, 0.166594, 0.125541, 0.10407, 0.079775, 0.010973, 0.011566, 0.004702, 0.0], "sum_m_pl": [0.043003, 0.182507, 0.213613, 0.176795, 0.177372, 0.172494, 0.188735, 0.201348, 0.256471, 0.257141, 0.264837, 0.281298, 0.310581, 0.263983, 0.264315, 0.224248, 0.176823, 0.150171, 0.165858, 0.148608, 0.134138, 0.131404, 0.127294, 0.125532, 0.212301, 0.206923, 0.188494, 0.170648, 0.188535, 0.219617, 0.213638, 0.257466, 0.227431, 0.271122, 0.233993, 0.208835, 0.177926, 0.161548, 0.139629, 0.16284, 0.145724, 0.14729, 0.0989, 0.109362, 0.126094, 0.090509, 0.014147, 0.009832, 0.003782, 0.0]}, "lang": {"n_am_en": [1, 3, 4, 16, 20, 24, 29, 30, 28, 29, 24, 15, 22, 20, 23, 24, 29, 25, 23, 31, 29, 22, 25, 32, 31, 29, 27, 24, 26, 25, 18, 20, 24, 24, 37, 37, 34, 43, 34, 37, 42, 42, 44, 42, 42, 28, 10, 2, 2, 0], "n_am_pl": [4, 5, 13, 11, 7, 10, 11, 13, 9, 12, 12, 16, 14, 17, 26, 30, 21, 27, 21, 16, 12, 14, 10, 11, 11, 11, 12, 12, 10, 11, 17, 22, 19, 19, 22, 21, 20, 16, 12, 15, 13, 20, 21, 27, 30, 46, 69, 97, 106, 119], "n_pos": 120, "sum_m_en": [11.04775, 17.181764, 18.366209, 19.096819, 19.840392, 20.224894, 20.910368, 21.979807, 21.935847, 21.544382, 21.216107, 20.83391, 20.384194, 19.616109, 20.429446, 19.94189, 20.297503, 20.122132, 20.470153, 20.988979, 20.088503, 19.6073, 20.38817, 20.078993, 27.733298, 27.037756, 26.46218, 23.08871, 22.90295, 22.144022, 21.257814, 21.520805, 22.384326, 22.502172, 24.24985, 26.086144, 25.947028, 29.590053, 26.392709, 29.483466, 30.274829, 34.763669, 38.293083, 38.672022, 36.30649, 25.393795, 10.224851, 2.848396, 1.886291, 0.000113], "sum_m_pl": [1.912662, 5.07711, 5.75154, 6.006678, 6.294069, 6.858147, 6.992877, 7.221032, 7.377147, 7.508503, 7.806105, 8.948265, 9.761872, 9.426443, 10.066688, 10.542087, 10.149538, 8.979443, 9.068291, 8.539568, 8.023167, 7.773017, 7.52609, 7.454439, 7.955588, 8.671401, 9.601388, 9.495882, 9.997688, 11.595962, 12.045649, 11.262011, 11.67541, 12.338975, 12.72816, 12.70671, 13.111616, 12.040727, 11.623751, 11.688056, 12.326372, 12.748762, 15.111705, 19.731027, 27.309109, 44.465816, 66.749804, 92.417312, 103.253867, 118.220488]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "llmzszl-0", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 887, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9692}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 7, 21, 36, 55, 68, 64, 56, 71, 76, 60, 55, 50, 47, 59, 66, 81, 69, 72, 83, 81, 74, 69, 76, 88, 85, 81, 66, 65, 58, 52, 47, 60, 66, 96, 90, 86, 107, 92, 99, 95, 103, 104, 98, 90, 60, 27, 6, 0, 0], "n_am_pl": [7, 17, 28, 22, 13, 25, 25, 36, 25, 32, 29, 36, 34, 30, 40, 51, 45, 54, 50, 36, 25, 34, 31, 32, 28, 32, 30, 29, 32, 30, 31, 46, 42, 43, 39, 45, 36, 41, 36, 35, 43, 40, 48, 59, 68, 106, 143, 180, 194, 202], "n_pos": 285, "sum_m_en": [24.472827, 40.192977, 43.118455, 45.48346, 48.341961, 50.94764, 53.351886, 55.636964, 54.50301, 52.964944, 53.687594, 51.237413, 49.437577, 48.316586, 49.151692, 49.25521, 50.260493, 48.435444, 48.052201, 48.192262, 47.661283, 47.043281, 48.434005, 46.973993, 69.976385, 70.426609, 65.283898, 55.660173, 56.079932, 53.150613, 50.25948, 50.735359, 50.346051, 51.706809, 55.779177, 58.268235, 62.658907, 73.108232, 70.864388, 79.815724, 80.895832, 90.875144, 97.981225, 91.570332, 79.989065, 58.729304, 23.636827, 6.239953, 2.255666, 1.7e-05], "sum_m_pl": [3.957904, 11.085809, 12.637499, 13.447596, 14.597872, 16.008918, 16.301618, 16.775866, 17.182418, 17.201981, 18.557728, 19.67536, 20.434933, 19.801287, 20.338681, 21.228449, 20.130621, 18.505466, 18.360837, 18.193536, 17.227354, 16.876381, 16.488003, 16.507276, 20.4963, 21.347357, 21.643788, 21.662723, 23.983304, 25.365625, 25.128899, 24.497775, 25.9173, 27.158789, 26.97493, 27.189017, 29.095519, 28.36578, 28.667939, 29.25098, 31.846356, 33.619318, 38.305325, 52.859035, 67.718489, 96.543495, 136.26189, 175.668778, 186.976896, 201.939606]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.114295, 0.209141, 0.204089, 0.221999, 0.185538, 0.139768, 0.109294, 0.120179, 0.12223, 0.120645, 0.126054, 0.104781, 0.112789, 0.134732, 0.137382, 0.157409, 0.172715, 0.171377, 0.151738, 0.14959, 0.153389, 0.154067, 0.155101, 0.143241, 0.084768, 0.113097, 0.15497, 0.235031, 0.170808, 0.131581, 0.101956, 0.116729, 0.114404, 0.113838, 0.114254, 0.10139, 0.097395, 0.070092, 0.070115, 0.060878, 0.003557, 0.001948, 0.003293, 0.00432, 0.011828, 0.004296, 0.004226, 0.000871, 0.000844, 0.0], "sum_m_pl": [0.024455, 0.094669, 0.113729, 0.09654, 0.089801, 0.090354, 0.089497, 0.106195, 0.139378, 0.135176, 0.134313, 0.130179, 0.158678, 0.122582, 0.152625, 0.150167, 0.091602, 0.075906, 0.090645, 0.090885, 0.076839, 0.072335, 0.076215, 0.072042, 0.062297, 0.092044, 0.089113, 0.097483, 0.09841, 0.13881, 0.125182, 0.130827, 0.124764, 0.194423, 0.13631, 0.124625, 0.086205, 0.069361, 0.053043, 0.037202, 0.002204, 0.003675, 0.007397, 0.014047, 0.066291, 0.008692, 0.014646, 0.002534, 0.000746, 0.0]}, "lang": {"n_am_en": [1, 4, 13, 25, 37, 51, 46, 42, 55, 58, 46, 41, 37, 37, 43, 51, 63, 49, 57, 62, 57, 55, 51, 57, 67, 64, 60, 50, 48, 43, 43, 36, 48, 51, 72, 72, 67, 82, 73, 78, 73, 82, 84, 77, 74, 46, 23, 6, 0, 0], "n_am_pl": [6, 8, 19, 19, 11, 19, 16, 24, 16, 21, 16, 25, 28, 16, 31, 37, 33, 43, 36, 29, 18, 27, 22, 23, 22, 25, 25, 26, 24, 23, 20, 33, 34, 31, 31, 36, 26, 32, 28, 27, 35, 34, 38, 49, 58, 93, 127, 163, 186, 201], "n_pos": 204, "sum_m_en": [17.805953, 28.565021, 30.812882, 32.396331, 34.625392, 36.405049, 38.312588, 40.434581, 39.803589, 38.622284, 38.960153, 37.181699, 35.834902, 34.974765, 35.425535, 35.500821, 36.294686, 35.163083, 35.02816, 35.124289, 35.049512, 34.358144, 35.625213, 34.154249, 52.588289, 53.404673, 50.066757, 42.304276, 42.227203, 39.354753, 37.534324, 37.816077, 37.37955, 38.260629, 41.34992, 43.278839, 46.819211, 55.501745, 55.336443, 61.311825, 61.43255, 68.745686, 77.157576, 71.181966, 63.148811, 45.858983, 19.371207, 5.246206, 1.27948, 1.3e-05], "sum_m_pl": [2.775138, 7.924618, 9.225521, 10.02505, 10.694157, 11.508678, 11.930559, 12.207954, 12.456979, 12.519499, 13.422954, 14.419684, 14.942788, 14.535038, 15.02249, 15.665275, 14.783067, 13.625495, 13.323596, 13.074422, 12.336058, 12.093907, 11.762625, 11.812294, 14.30425, 14.826656, 15.860182, 15.795349, 17.3588, 18.554711, 18.558517, 18.106431, 19.346168, 20.105875, 20.153166, 20.575976, 21.916541, 21.488214, 22.097313, 22.107873, 24.184615, 27.215515, 31.018026, 43.126466, 57.365302, 84.795082, 119.605855, 160.362087, 181.140586, 200.357784]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 287, "item_id": "llmzszl-0", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1015, "region_end": 285, "roundtrip_ok": true, "tf_agree": 0.9721, "tf_agree_excl_first": 0.9755}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 14, 11, 20, 20, 28, 31, 28, 34, 23, 19, 17, 18, 22, 25, 30, 36, 34, 40, 43, 39, 38, 38, 37, 42, 31, 36, 31, 28, 23, 28, 27, 30, 37, 35, 48, 49, 45, 51, 53, 56, 53, 57, 55, 54, 51, 51, 42, 43, 52], "n_am_pl": [1, 4, 8, 7, 8, 8, 11, 15, 5, 10, 13, 11, 14, 14, 18, 11, 13, 12, 11, 11, 10, 9, 9, 8, 11, 10, 11, 13, 13, 11, 10, 13, 14, 10, 11, 7, 3, 3, 7, 7, 5, 7, 4, 2, 3, 2, 2, 3, 3, 3], "n_pos": 96, "sum_m_en": [11.02142, 14.232367, 14.413857, 15.736982, 17.317658, 18.062044, 18.525744, 19.322861, 19.362648, 18.453179, 18.675742, 17.729847, 17.11532, 17.89038, 18.084582, 17.442049, 19.214113, 18.841733, 19.098388, 19.476532, 18.949795, 19.32814, 18.994723, 18.798794, 31.46245, 28.08736, 25.757715, 22.567731, 20.514409, 19.963179, 18.686699, 19.588337, 20.386243, 23.177685, 24.330367, 28.98757, 31.683503, 34.979227, 39.479168, 43.373148, 44.494116, 44.723498, 52.890712, 49.529898, 48.680847, 44.118602, 45.006569, 39.74597, 37.496608, 49.869462], "sum_m_pl": [2.268615, 4.134208, 4.483605, 4.343452, 4.883813, 5.561868, 5.675567, 6.067716, 5.698172, 6.247969, 6.392742, 7.280072, 7.993606, 7.136822, 8.856544, 8.884985, 8.595977, 8.431562, 7.698656, 7.50944, 6.778562, 6.787266, 6.329504, 6.275774, 9.919327, 11.450077, 10.129399, 10.171168, 9.956838, 9.916427, 9.486757, 8.533655, 9.201424, 9.501232, 9.581639, 8.14021, 6.882459, 5.870381, 5.678293, 5.268038, 4.565222, 5.915587, 3.349565, 3.390389, 3.618885, 2.744008, 2.687217, 3.726912, 4.404746, 3.00571]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 13, 7, 15, 14, 19, 21, 21, 23, 16, 13, 11, 11, 15, 14, 17, 23, 25, 28, 29, 25, 28, 30, 26, 30, 23, 28, 24, 22, 20, 20, 21, 23, 25, 24, 35, 39, 34, 38, 40, 43, 40, 44, 41, 43, 43, 43, 39, 42, 51], "n_am_pl": [1, 3, 5, 2, 5, 4, 8, 8, 3, 5, 9, 6, 8, 5, 9, 5, 5, 5, 5, 5, 5, 5, 4, 4, 6, 5, 5, 7, 7, 6, 5, 8, 8, 4, 5, 2, 1, 0, 5, 5, 3, 6, 2, 1, 2, 1, 2, 3, 3, 3], "n_pos": 55, "sum_m_en": [6.074378, 8.311493, 8.507872, 9.400385, 10.400629, 10.815228, 11.351119, 11.913711, 12.215588, 11.398021, 11.559329, 11.023921, 10.704804, 11.368754, 11.620943, 11.113858, 12.619292, 12.455339, 12.590992, 12.786152, 12.345322, 12.452131, 12.093844, 11.81463, 22.487774, 20.647902, 19.093296, 16.615802, 14.905314, 14.204128, 12.951846, 13.211537, 13.870141, 15.810479, 16.73212, 20.951771, 23.917332, 26.307574, 29.514691, 32.44357, 33.918851, 34.117585, 38.709611, 38.087316, 38.486949, 37.102965, 37.720401, 34.134603, 34.352754, 48.260673], "sum_m_pl": [1.089696, 2.067845, 2.297857, 2.355946, 2.879593, 3.204626, 3.306086, 3.523649, 3.427354, 3.660118, 3.760044, 3.956954, 3.707034, 3.542328, 4.095803, 4.21995, 4.028766, 3.844802, 3.91873, 3.889555, 3.692195, 3.743037, 3.50768, 3.506274, 4.583664, 5.499574, 4.40804, 4.450476, 4.728211, 4.767419, 4.661126, 4.328905, 4.496497, 4.988389, 4.978769, 4.068434, 4.015547, 3.360501, 3.748749, 3.719514, 3.186064, 4.054879, 1.847319, 1.946214, 2.364699, 1.91962, 2.226086, 3.421022, 3.855046, 3.00563]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "llmzszl-1", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 817, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9286, "tf_agree_excl_first": 0.9381}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 5, 12, 24, 20, 12, 19, 19, 22, 17, 25, 18, 24, 26, 30, 25, 37, 37, 34, 48, 32, 36, 47, 39, 59, 50, 43, 40, 32, 27, 30, 38, 37, 47, 49, 64, 45, 52, 46, 52, 52, 55, 64, 66, 48, 31, 15, 1, 1, 0], "n_am_pl": [2, 12, 17, 11, 14, 18, 10, 8, 13, 17, 14, 20, 22, 23, 19, 17, 19, 14, 14, 9, 12, 11, 7, 11, 8, 8, 7, 8, 16, 13, 20, 16, 13, 15, 9, 10, 10, 10, 12, 12, 16, 16, 22, 24, 34, 55, 62, 89, 93, 95], "n_pos": 139, "sum_m_en": [13.457473, 19.817522, 21.090676, 23.254821, 23.447019, 24.769912, 26.254655, 26.435653, 25.482329, 25.41273, 25.700646, 24.963761, 23.821312, 24.225749, 24.436687, 23.761361, 25.96286, 26.321478, 25.634628, 26.211838, 25.207582, 25.396459, 26.259817, 25.956134, 42.097493, 37.325328, 34.382637, 31.40993, 29.571575, 28.64576, 25.368273, 27.286974, 26.572184, 28.990315, 29.06726, 34.205482, 33.927836, 37.098841, 35.805278, 41.6205, 42.13003, 40.45462, 56.694755, 50.432259, 41.057416, 28.430215, 14.108392, 3.652957, 1.278991, 5.5e-05], "sum_m_pl": [2.406185, 6.233093, 7.42775, 7.199321, 8.236757, 9.484858, 9.273498, 10.003157, 9.49222, 9.7731, 10.13856, 10.710126, 10.774666, 10.462405, 10.44716, 10.048314, 9.608522, 9.211795, 8.926281, 9.101942, 8.77805, 8.808259, 8.516275, 8.750669, 9.096597, 10.623765, 9.771273, 11.085738, 12.947341, 13.211275, 13.260717, 12.373729, 12.479066, 13.068014, 13.063877, 10.422416, 10.547723, 9.956213, 11.40665, 11.282135, 12.845283, 15.011751, 17.994992, 22.475025, 30.146011, 45.285424, 60.301439, 81.126853, 89.741491, 94.573989]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 4, 9, 18, 16, 10, 16, 14, 15, 12, 21, 14, 19, 23, 25, 16, 24, 22, 21, 34, 23, 28, 34, 28, 43, 37, 31, 27, 22, 18, 21, 29, 29, 37, 38, 45, 34, 41, 35, 36, 34, 38, 44, 44, 33, 21, 11, 1, 0, 0], "n_am_pl": [1, 8, 15, 10, 10, 16, 6, 5, 10, 13, 11, 13, 19, 16, 14, 10, 11, 11, 8, 4, 7, 5, 3, 6, 5, 4, 5, 5, 8, 11, 16, 13, 9, 12, 7, 7, 7, 7, 7, 9, 14, 14, 19, 22, 32, 50, 58, 85, 93, 95], "n_pos": 96, "sum_m_en": [8.980556, 13.715508, 14.699728, 15.884864, 16.589279, 17.397657, 18.366136, 18.480579, 17.935575, 17.906985, 18.175418, 17.923879, 16.998893, 17.24073, 17.435939, 16.736326, 18.153778, 18.634509, 17.891246, 18.175924, 17.488327, 17.474202, 18.136204, 17.747564, 29.16456, 25.461172, 23.259334, 21.743636, 20.980927, 20.333072, 18.45389, 19.807422, 19.404082, 20.848116, 20.318286, 24.229373, 24.246489, 26.936198, 25.916107, 30.238773, 30.582014, 29.16183, 40.29882, 33.801655, 27.904474, 20.874766, 11.895453, 2.914921, 0.512823, 5.3e-05], "sum_m_pl": [1.627102, 4.214057, 4.992004, 4.989454, 5.646891, 6.627719, 6.346094, 7.081408, 6.602653, 6.768548, 7.020308, 7.562004, 7.666393, 7.337846, 7.3202, 7.066671, 6.809795, 6.536387, 6.328219, 6.504103, 6.22794, 6.284531, 6.025406, 6.258632, 6.913675, 7.938332, 7.284373, 8.008829, 9.158251, 9.705748, 9.652522, 8.995758, 8.930728, 9.482014, 9.468736, 7.506751, 7.589505, 7.266629, 8.419507, 8.826832, 10.427824, 12.32242, 15.042772, 19.928417, 27.421954, 40.973789, 55.632897, 77.956004, 89.026012, 94.486247]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "llmzszl-1", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 945, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9929}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 20, 28, 34, 34, 40, 39, 30, 30, 24, 25, 27, 27, 34, 37, 43, 39, 44, 51, 57, 56, 58, 53, 42, 62, 60, 56, 58, 44, 48, 44, 46, 43, 52, 61, 65, 66, 69, 80, 91, 90, 91, 89, 89, 86, 78, 76, 75, 68, 63], "n_am_pl": [7, 5, 5, 9, 8, 10, 8, 10, 12, 11, 18, 22, 21, 13, 15, 17, 10, 10, 15, 14, 12, 10, 13, 10, 12, 15, 16, 16, 23, 21, 22, 21, 16, 18, 10, 12, 8, 5, 3, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 140, "sum_m_en": [16.52768, 23.497068, 23.232507, 23.544865, 25.196328, 22.712725, 22.754614, 21.584573, 20.57448, 21.675129, 22.241193, 21.746601, 21.284141, 23.099181, 23.169278, 24.057976, 22.367482, 23.019147, 21.641682, 25.297475, 23.514748, 23.036669, 22.85793, 22.422266, 45.969703, 42.81651, 37.765548, 31.667958, 30.984502, 29.477876, 27.561835, 27.68959, 28.132345, 29.861109, 31.008961, 35.845145, 42.836928, 47.357359, 56.958181, 67.676209, 67.43626, 70.886138, 70.571197, 72.405236, 74.661138, 70.106875, 72.848772, 70.399257, 66.877363, 62.531219], "sum_m_pl": [3.282771, 6.017839, 6.252176, 5.548625, 5.665213, 5.026, 5.486188, 5.539652, 5.927961, 6.723938, 7.722485, 8.400466, 8.343809, 8.346087, 7.623328, 7.175016, 6.859052, 7.283668, 7.450977, 7.693753, 7.403964, 7.38985, 7.350755, 7.479758, 9.951548, 10.482031, 10.141591, 10.697411, 11.924172, 12.053695, 10.613852, 10.562029, 10.11318, 9.574345, 9.330911, 9.337943, 8.475795, 7.734979, 6.285587, 5.093314, 5.071858, 4.189158, 4.163926, 3.650688, 2.914081, 2.466922, 1.516085, 0.896956, 0.641191, 0.000213]}, "digit": {"n_am_en": [2, 2, 5, 4, 7, 10, 9, 3, 2, 3, 4, 3, 4, 7, 9, 7, 8, 7, 10, 11, 10, 13, 11, 7, 11, 10, 12, 10, 7, 6, 3, 7, 6, 7, 6, 10, 7, 8, 13, 16, 12, 12, 13, 11, 12, 6, 3, 3, 2, 0], "n_am_pl": [0, 0, 1, 5, 4, 2, 2, 1, 1, 2, 4, 6, 3, 1, 2, 5, 2, 3, 5, 4, 2, 2, 1, 1, 1, 1, 1, 1, 5, 5, 5, 6, 0, 4, 4, 3, 5, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.475733, 5.566129, 5.7327, 5.516589, 5.988011, 5.450981, 5.646513, 5.088859, 4.772664, 5.317822, 5.404995, 5.077092, 5.259158, 5.721957, 5.623696, 5.511918, 4.950529, 5.172839, 4.781603, 5.495634, 4.943093, 4.979542, 5.166424, 5.098331, 8.64915, 7.567187, 6.71064, 6.191565, 6.449794, 6.132509, 5.493586, 5.697036, 5.632918, 5.655389, 5.289468, 6.592166, 7.081212, 7.018803, 8.676835, 8.734506, 8.710971, 8.663915, 8.044326, 8.27218, 7.852391, 6.580372, 5.573542, 3.603514, 1.748588, 5e-06], "sum_m_pl": [0.60535, 1.549168, 1.307157, 1.096627, 1.171531, 1.001332, 1.087844, 1.181332, 1.216499, 1.562173, 1.730143, 1.758852, 1.785089, 1.839011, 1.574419, 1.549437, 1.503233, 1.673504, 1.644393, 1.705196, 1.649161, 1.66472, 1.684004, 1.715946, 2.122159, 2.02891, 1.857542, 2.248177, 2.524006, 2.310725, 2.162797, 2.017034, 1.80549, 1.847363, 1.910834, 2.019241, 1.889761, 1.640729, 1.628885, 1.704836, 1.603857, 1.720535, 1.762842, 1.564566, 1.372191, 1.110585, 0.73738, 0.443947, 0.143074, 0.0]}, "lang": {"n_am_en": [10, 10, 12, 21, 20, 17, 22, 18, 16, 14, 10, 13, 14, 16, 17, 19, 21, 23, 20, 25, 27, 27, 26, 22, 29, 29, 26, 30, 25, 24, 24, 24, 22, 24, 33, 32, 33, 38, 40, 46, 49, 53, 53, 55, 54, 55, 60, 62, 61, 62], "n_am_pl": [3, 3, 1, 3, 3, 3, 2, 3, 4, 3, 7, 8, 11, 10, 8, 6, 3, 5, 7, 6, 5, 5, 4, 4, 5, 10, 10, 7, 10, 8, 11, 7, 11, 10, 5, 7, 2, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 63, "sum_m_en": [8.075679, 10.558098, 10.156545, 10.555269, 11.474133, 10.114333, 9.924253, 9.410155, 9.028858, 9.431994, 9.722299, 9.735327, 9.305927, 10.111966, 10.247718, 10.765949, 9.985533, 10.140424, 9.719945, 11.819224, 10.602236, 10.401834, 10.317728, 10.057272, 23.033426, 22.11759, 19.933628, 15.717788, 15.060741, 13.812281, 12.944564, 12.855951, 13.522608, 14.468051, 15.893729, 17.997741, 21.883445, 25.731362, 30.479203, 37.331312, 38.798415, 42.4583, 43.964938, 45.25142, 48.512669, 48.312144, 54.62401, 56.806397, 57.970908, 60.887754], "sum_m_pl": [1.507351, 2.576599, 2.852621, 2.619305, 2.621172, 2.207778, 2.471273, 2.550736, 2.736683, 2.882919, 3.407851, 3.733434, 3.802786, 3.88026, 3.564354, 3.287256, 3.073488, 3.197055, 3.414478, 3.546626, 3.422765, 3.390401, 3.344032, 3.417797, 4.692781, 5.104585, 5.087543, 5.21337, 5.890467, 6.216869, 5.289396, 5.57506, 5.363045, 5.044601, 4.705641, 4.56433, 4.06124, 3.640694, 2.94517, 2.199327, 2.319786, 1.611227, 1.599245, 1.438121, 0.957911, 0.696567, 0.420119, 0.221607, 0.177702, 5e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "llmzszl-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 781, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9858}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [26, 34, 43, 76, 114, 107, 92, 87, 92, 84, 109, 96, 95, 86, 95, 139, 150, 166, 173, 197, 223, 208, 189, 182, 285, 252, 233, 186, 154, 137, 135, 136, 167, 190, 232, 231, 224, 230, 237, 250, 237, 230, 229, 224, 205, 134, 48, 9, 0, 0], "n_am_pl": [6, 52, 69, 40, 62, 69, 85, 92, 104, 76, 84, 98, 88, 94, 93, 71, 48, 68, 64, 51, 36, 41, 42, 33, 50, 62, 64, 86, 89, 102, 78, 82, 74, 66, 55, 61, 74, 58, 49, 54, 61, 68, 89, 99, 138, 199, 297, 316, 330, 326], "n_pos": 638, "sum_m_en": [60.681494, 95.968287, 101.490781, 104.076745, 111.891022, 107.847686, 111.493286, 109.736356, 105.871818, 105.258437, 111.190209, 109.42388, 106.764513, 106.695557, 103.87046, 110.587408, 103.533889, 105.439865, 100.693959, 105.886905, 101.356214, 101.51184, 101.729562, 99.87924, 174.078948, 159.370386, 145.238314, 125.636506, 118.386182, 116.308852, 109.171874, 113.397908, 118.508264, 124.035411, 131.847171, 144.503885, 144.610329, 158.131862, 168.338314, 187.614748, 178.194231, 182.770124, 196.085615, 197.774781, 176.722006, 121.970935, 48.340827, 15.675812, 9.937724, 0.001212], "sum_m_pl": [9.891039, 30.65926, 33.94412, 32.563201, 34.564371, 34.107954, 35.246121, 35.896081, 38.767464, 36.932936, 40.133196, 44.11873, 41.102313, 42.810178, 41.685582, 35.718522, 31.627212, 33.542026, 32.28483, 33.134206, 32.408664, 32.096999, 32.375234, 32.694208, 40.703131, 43.530638, 48.83115, 50.542696, 56.944756, 55.274089, 49.175622, 51.456268, 52.011506, 46.89993, 45.46565, 48.834331, 53.00619, 50.039529, 49.944525, 50.019073, 56.903946, 62.205849, 75.478231, 91.19527, 121.367565, 179.696998, 280.519392, 304.518975, 318.368048, 325.106544]}, "digit": {"n_am_en": [1, 5, 7, 13, 11, 11, 8, 7, 8, 5, 5, 9, 6, 13, 11, 14, 11, 11, 14, 13, 19, 13, 12, 11, 23, 18, 24, 18, 13, 11, 9, 10, 11, 14, 18, 20, 17, 13, 15, 15, 16, 12, 15, 10, 11, 7, 6, 0, 0, 0], "n_am_pl": [0, 5, 5, 5, 6, 4, 6, 6, 10, 9, 11, 8, 5, 11, 7, 6, 4, 15, 6, 6, 3, 5, 4, 3, 6, 11, 7, 11, 7, 10, 9, 9, 15, 7, 6, 9, 9, 5, 3, 2, 4, 4, 1, 5, 3, 4, 1, 1, 0, 0], "n_pos": 78, "sum_m_en": [8.122233, 13.741537, 13.851754, 13.557258, 14.770313, 14.491528, 14.694421, 13.88404, 13.213605, 13.522863, 13.853947, 13.244746, 12.982355, 13.172162, 12.585537, 12.807432, 11.809484, 12.2706, 12.057325, 12.889542, 12.364694, 12.3875, 12.477537, 12.733679, 18.740884, 17.511484, 16.784909, 16.051271, 15.006818, 14.772826, 13.979762, 14.924561, 15.064354, 14.675132, 14.79832, 15.533762, 15.626048, 15.065451, 15.447689, 15.313397, 13.01083, 13.142435, 13.232883, 10.916791, 9.453196, 7.035918, 6.183032, 2.135493, 2.755762, 0.0], "sum_m_pl": [1.57511, 4.701222, 3.853058, 3.489922, 3.522456, 3.311905, 3.309949, 3.267736, 3.449448, 3.854232, 4.274737, 4.447316, 4.336195, 4.300416, 4.018228, 3.574051, 3.347659, 4.010701, 3.587404, 3.778138, 3.708192, 3.667776, 3.707141, 3.825447, 4.362972, 4.462813, 4.046437, 4.558717, 5.075333, 4.605103, 4.810151, 4.708597, 4.673109, 4.466279, 4.641549, 5.377933, 4.860433, 3.999904, 3.973466, 4.058181, 4.276113, 4.329725, 4.125543, 4.386962, 4.22332, 4.542692, 3.56257, 2.815721, 1.106272, 1e-06]}, "lang": {"n_am_en": [19, 19, 17, 38, 69, 63, 53, 46, 53, 46, 69, 64, 65, 50, 57, 85, 89, 103, 105, 118, 129, 126, 123, 119, 180, 167, 139, 113, 92, 86, 91, 85, 105, 122, 146, 139, 140, 149, 158, 164, 157, 150, 143, 150, 134, 85, 27, 5, 0, 0], "n_am_pl": [4, 29, 36, 25, 36, 44, 50, 50, 57, 50, 45, 61, 55, 57, 57, 41, 28, 33, 38, 27, 24, 21, 24, 20, 32, 32, 39, 47, 54, 58, 48, 57, 41, 36, 33, 39, 48, 39, 34, 36, 48, 54, 77, 81, 113, 165, 256, 295, 319, 324], "n_pos": 324, "sum_m_en": [31.278668, 48.103931, 51.61837, 53.465836, 57.672353, 55.273001, 57.079747, 56.260554, 54.920106, 54.463128, 57.791353, 56.957847, 55.222733, 55.273143, 54.611046, 58.864656, 54.88339, 55.86916, 52.707505, 55.94473, 53.254753, 53.102677, 53.302252, 51.50033, 101.57648, 92.186636, 81.394394, 68.078459, 63.522775, 61.300499, 57.342932, 59.109207, 61.66259, 66.224092, 71.380287, 80.669843, 82.130134, 95.086682, 101.49966, 115.391536, 110.462855, 112.402436, 120.522591, 127.418027, 115.172468, 76.853035, 25.8368, 6.84453, 2.543311, 0.000832], "sum_m_pl": [4.842018, 14.404193, 17.210821, 17.408981, 18.453504, 18.631777, 19.446026, 20.372348, 22.462436, 20.769507, 22.424326, 25.417705, 22.702045, 24.21574, 23.213727, 19.586454, 16.906038, 17.589312, 17.194905, 17.399537, 17.01583, 16.956368, 17.06928, 17.114625, 21.984198, 23.986375, 28.056001, 28.73575, 31.895631, 31.525656, 27.800344, 29.865219, 30.027509, 26.865245, 26.240656, 28.252084, 32.028969, 31.153837, 32.110585, 31.434758, 39.303669, 45.218274, 57.207281, 70.795621, 94.754438, 144.645784, 237.336656, 281.078261, 304.176741, 321.867671]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 640, "item_id": "llmzszl-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 909, "region_end": 638, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 0.9953}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 6, 6, 14, 20, 26, 34, 35, 29, 27, 24, 24, 21, 24, 27, 41, 44, 46, 41, 48, 46, 56, 51, 51, 61, 58, 54, 53, 35, 27, 26, 28, 37, 43, 55, 58, 53, 56, 63, 68, 67, 69, 66, 63, 58, 52, 50, 46, 37, 36], "n_am_pl": [1, 15, 18, 11, 5, 8, 6, 10, 5, 9, 13, 10, 15, 14, 17, 10, 11, 9, 6, 7, 9, 9, 8, 4, 8, 9, 7, 12, 15, 17, 16, 15, 16, 6, 10, 7, 5, 5, 3, 5, 5, 4, 3, 3, 2, 3, 6, 3, 3, 3], "n_pos": 123, "sum_m_en": [13.741824, 17.679993, 17.515382, 18.003183, 20.602265, 22.242742, 21.109031, 21.023903, 20.40997, 21.281476, 21.820726, 21.744351, 20.737686, 21.102804, 21.311459, 21.781598, 23.063318, 21.367912, 20.660496, 20.929616, 20.502376, 21.404923, 20.774975, 20.968939, 37.047435, 34.898149, 28.567942, 25.30472, 23.811976, 22.795593, 21.327153, 22.416759, 24.878478, 26.323199, 32.409342, 33.970697, 34.572894, 38.756221, 46.205369, 55.309874, 54.358569, 53.053875, 56.048269, 60.15599, 56.372924, 51.052641, 45.32043, 44.33397, 37.92928, 35.018728], "sum_m_pl": [2.721587, 5.786353, 6.492939, 6.038237, 6.030968, 5.914886, 6.048323, 6.098722, 6.052409, 6.5342, 7.427273, 8.237427, 8.804822, 8.459661, 9.433288, 9.11839, 8.42849, 8.262179, 7.947097, 8.136628, 7.912552, 7.550555, 7.529172, 7.343693, 10.283431, 10.962868, 10.889146, 11.64915, 11.923174, 12.561831, 11.791747, 11.50801, 11.086718, 10.008932, 8.892036, 8.231924, 7.063305, 6.188812, 5.854905, 5.603428, 5.623318, 5.017118, 4.06862, 3.718479, 3.413225, 4.285017, 5.130762, 3.600442, 3.305018, 2.993423]}, "digit": {"n_am_en": [0, 0, 0, 5, 4, 5, 7, 7, 6, 4, 3, 3, 2, 3, 5, 7, 8, 7, 5, 7, 10, 13, 14, 13, 14, 11, 11, 10, 8, 8, 3, 4, 6, 8, 15, 16, 13, 15, 15, 17, 13, 16, 12, 11, 10, 6, 6, 3, 0, 0], "n_am_pl": [0, 4, 1, 0, 0, 0, 0, 2, 2, 1, 4, 0, 4, 3, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 4, 3, 2, 3, 2, 0, 1, 1, 1, 2, 1, 0, 0, 2, 2, 0, 1, 1, 1, 2, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.225857, 3.906045, 3.815561, 3.83051, 4.211135, 4.392729, 4.127934, 3.899415, 3.678019, 4.165526, 4.512064, 4.429143, 4.098545, 4.207793, 4.494277, 4.506938, 4.695481, 4.103178, 3.983581, 3.968818, 4.011297, 4.414121, 4.339314, 4.319523, 8.444752, 7.963552, 6.36293, 4.842406, 4.680049, 4.364194, 4.145096, 4.674182, 4.827492, 5.41743, 6.443186, 7.802621, 8.225093, 8.683977, 9.933571, 10.968681, 10.065089, 9.348718, 9.158416, 9.727203, 8.63268, 6.943032, 5.042385, 3.309821, 1.340803, 0.0], "sum_m_pl": [0.332473, 0.953549, 0.861257, 0.872944, 0.867654, 0.834825, 0.810601, 0.790679, 0.968658, 1.094217, 1.225523, 1.344107, 1.555674, 1.544316, 1.694214, 1.600383, 1.490094, 1.479125, 1.432691, 1.424145, 1.45697, 1.400941, 1.419933, 1.436217, 2.502724, 2.451354, 2.137069, 2.221875, 2.308626, 2.109918, 2.01089, 2.017939, 1.798327, 1.534924, 1.432874, 1.300449, 1.232256, 1.088274, 1.360945, 1.70175, 1.648188, 1.380321, 1.235613, 1.487486, 1.209605, 1.016156, 1.304971, 0.934543, 0.340528, 0.0]}, "lang": {"n_am_en": [6, 4, 5, 5, 8, 5, 10, 11, 9, 10, 9, 12, 10, 9, 13, 20, 20, 23, 18, 23, 21, 25, 22, 21, 26, 24, 25, 20, 15, 12, 11, 12, 17, 18, 21, 25, 24, 25, 33, 33, 34, 35, 34, 34, 34, 34, 34, 34, 35, 36], "n_am_pl": [0, 1, 7, 4, 2, 4, 1, 2, 2, 1, 2, 5, 7, 4, 3, 2, 2, 1, 2, 3, 4, 3, 3, 2, 2, 1, 2, 4, 5, 7, 5, 5, 5, 4, 5, 3, 3, 2, 0, 0, 0, 0, 2, 1, 1, 1, 3, 3, 3, 3], "n_pos": 39, "sum_m_en": [4.522623, 6.073662, 6.092788, 6.276465, 6.967674, 7.368864, 7.277795, 7.20643, 7.179252, 7.401604, 7.469508, 7.844403, 7.433151, 7.693314, 7.860034, 8.042353, 8.847913, 8.316866, 7.452895, 7.647075, 7.38435, 7.673725, 7.239381, 7.255833, 15.778208, 14.389658, 12.007467, 10.586821, 9.613404, 9.107987, 8.21236, 8.641495, 10.036431, 11.216842, 14.620621, 15.403681, 16.590972, 18.582108, 24.626082, 28.946926, 28.578903, 28.776357, 31.820228, 32.394688, 32.386575, 31.112386, 32.233922, 32.796969, 33.498833, 34.982675], "sum_m_pl": [0.626892, 1.597642, 1.921243, 1.812107, 2.009482, 2.020701, 2.068306, 2.038508, 2.046831, 2.105334, 2.514339, 2.61863, 3.04054, 2.880153, 3.344352, 3.594098, 3.123629, 3.063807, 2.817265, 2.815029, 2.663829, 2.510849, 2.531959, 2.428908, 3.635612, 3.981351, 4.165246, 4.327949, 4.272538, 4.516526, 4.186167, 4.092487, 3.983032, 3.658579, 2.9655, 2.841743, 2.77957, 2.518929, 1.682013, 1.056081, 1.259074, 1.368502, 1.061802, 1.001435, 1.109858, 1.701275, 2.454042, 2.385505, 2.793502, 2.993085]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "llmzszl-101", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 805, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9919}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 20, 17, 27, 45, 57, 69, 79, 77, 75, 62, 55, 48, 55, 70, 91, 111, 93, 93, 101, 114, 121, 108, 110, 147, 138, 121, 105, 73, 81, 69, 58, 78, 99, 115, 122, 126, 140, 132, 159, 154, 150, 147, 135, 101, 65, 23, 6, 2, 2], "n_am_pl": [10, 44, 27, 26, 28, 31, 34, 36, 29, 23, 34, 33, 30, 33, 32, 22, 7, 15, 13, 12, 13, 14, 9, 10, 20, 25, 18, 34, 33, 31, 26, 32, 27, 21, 16, 21, 18, 16, 20, 24, 32, 33, 35, 33, 46, 70, 132, 141, 132, 133], "n_pos": 287, "sum_m_en": [28.67575, 40.32672, 42.98692, 44.362879, 48.517717, 51.315324, 50.217262, 51.134744, 49.130714, 52.883855, 54.482569, 52.45216, 51.522051, 52.49301, 53.093196, 54.997959, 57.004149, 50.481888, 49.642758, 48.542022, 48.528135, 51.495112, 49.211638, 48.977529, 92.967651, 85.7543, 71.180399, 59.258884, 55.090295, 54.205377, 50.932094, 52.992377, 59.786449, 64.928795, 76.799751, 77.198751, 76.412084, 84.03729, 94.468505, 111.829685, 106.903782, 109.78726, 117.765601, 119.705383, 92.696196, 65.858811, 26.913592, 10.465101, 5.283447, 2.000028], "sum_m_pl": [5.644971, 14.420881, 16.291341, 16.553566, 16.447628, 15.411196, 15.990448, 15.83877, 17.202633, 17.163161, 20.242776, 20.833846, 20.695719, 19.523146, 20.616266, 18.826627, 17.953968, 17.241194, 16.070009, 16.755964, 16.815555, 16.321987, 16.628251, 16.413357, 22.595409, 25.356827, 26.385911, 28.670704, 30.227233, 29.837796, 27.180505, 26.819057, 24.605047, 21.670454, 19.623057, 19.33679, 20.035964, 18.350518, 18.471197, 18.704893, 23.402505, 26.10395, 30.084587, 35.607192, 48.696522, 67.090482, 123.405335, 130.577297, 130.939776, 133.341626]}, "digit": {"n_am_en": [0, 0, 2, 2, 3, 1, 2, 7, 6, 9, 9, 6, 2, 5, 4, 14, 9, 12, 7, 9, 12, 14, 11, 12, 14, 14, 12, 11, 6, 6, 4, 5, 8, 15, 16, 19, 17, 21, 19, 19, 19, 19, 15, 14, 10, 7, 3, 0, 0, 0], "n_am_pl": [0, 3, 0, 1, 1, 1, 1, 4, 2, 0, 3, 5, 6, 5, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 4, 5, 0, 3, 6, 4, 4, 6, 1, 0, 2, 3, 4, 3, 2, 1, 1, 1, 2, 3, 3, 3, 6, 6, 4, 0], "n_pos": 32, "sum_m_en": [2.927747, 5.083315, 5.605879, 5.434202, 5.970689, 6.03308, 5.742932, 5.615199, 5.258892, 5.935774, 6.391598, 5.976422, 5.672842, 5.725814, 6.024096, 5.885189, 6.304282, 5.621332, 5.570151, 5.510235, 5.618743, 6.057853, 5.936607, 5.919673, 10.154385, 9.825326, 8.231513, 6.917546, 6.414534, 6.229241, 5.659586, 6.247322, 7.229123, 8.291073, 10.461636, 11.040452, 10.754589, 10.715208, 12.325779, 13.37223, 12.746764, 11.644951, 12.965187, 12.890516, 10.469357, 8.1193, 4.432577, 2.019284, 0.904132, 0.0], "sum_m_pl": [0.499878, 1.445343, 1.431218, 1.421004, 1.387223, 1.198768, 1.212518, 1.216498, 1.537214, 1.564859, 1.936813, 1.993068, 2.119359, 2.082136, 2.242446, 2.044336, 1.911523, 1.927588, 1.725988, 1.762277, 1.850667, 1.838857, 1.870728, 1.838383, 3.923934, 4.123742, 3.412374, 3.475599, 3.441238, 2.980709, 2.923576, 2.917056, 2.594477, 2.085161, 1.844059, 1.836702, 1.723578, 1.373792, 1.711451, 1.948218, 2.014843, 2.443987, 2.680832, 3.530439, 3.529212, 3.840344, 5.21313, 4.395664, 3.277655, 0.0]}, "lang": {"n_am_en": [3, 17, 12, 14, 26, 32, 38, 45, 43, 36, 30, 25, 29, 29, 39, 51, 68, 57, 59, 60, 70, 73, 70, 69, 89, 86, 77, 60, 41, 44, 42, 35, 50, 56, 63, 65, 74, 86, 81, 91, 83, 84, 84, 76, 63, 38, 15, 3, 2, 2], "n_am_pl": [3, 19, 13, 14, 10, 17, 17, 13, 15, 14, 18, 22, 14, 18, 22, 14, 5, 11, 7, 9, 10, 10, 5, 6, 8, 12, 9, 20, 16, 14, 13, 21, 17, 16, 13, 15, 9, 7, 13, 19, 25, 21, 27, 26, 35, 57, 105, 124, 122, 133], "n_pos": 135, "sum_m_en": [14.594961, 19.668989, 20.719196, 21.961435, 24.04341, 25.051021, 24.921966, 25.686329, 25.399074, 27.021536, 27.353362, 26.164197, 26.113623, 26.936779, 26.91274, 29.477405, 29.996347, 26.43786, 25.408051, 24.74897, 24.533186, 25.916045, 24.369554, 23.874383, 54.467647, 49.939984, 40.783491, 31.636122, 28.673606, 27.979125, 26.789971, 27.602536, 30.983206, 34.164069, 39.219541, 40.498648, 41.257381, 48.153732, 55.272259, 63.949503, 60.09443, 65.093476, 66.467428, 67.603063, 55.298041, 38.591012, 15.743146, 4.976472, 2.604757, 2.000028], "sum_m_pl": [2.683681, 6.607598, 7.583481, 7.737414, 7.629744, 7.327461, 7.691255, 7.582556, 8.369254, 8.531815, 10.231628, 10.49219, 10.836161, 10.350277, 10.80277, 9.700017, 9.107581, 8.691924, 8.116175, 8.309458, 8.260325, 8.154362, 8.356418, 8.29885, 11.311277, 12.603881, 13.576983, 14.862799, 15.660419, 15.824819, 14.185337, 14.178015, 13.205499, 11.94085, 11.068237, 11.198569, 11.986305, 10.684269, 11.339236, 12.10061, 15.352095, 16.844799, 21.451819, 26.127488, 36.383679, 52.796677, 98.507734, 116.770748, 121.422102, 132.597597]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 289, "item_id": "llmzszl-101", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 933, "region_end": 287, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 30, 30, 34, 39, 38, 48, 32, 33, 35, 33, 35, 41, 35, 43, 47, 49, 41, 49, 38, 44, 39, 42, 39, 56, 57, 51, 44, 38, 41, 32, 41, 42, 39, 44, 41, 37, 45, 55, 57, 50, 54, 51, 49, 47, 46, 44, 45, 48, 50], "n_am_pl": [1, 8, 18, 8, 5, 13, 10, 10, 8, 6, 9, 11, 14, 16, 6, 7, 8, 11, 5, 4, 5, 5, 2, 3, 4, 9, 8, 12, 13, 16, 13, 11, 12, 11, 9, 4, 6, 3, 1, 1, 7, 7, 10, 9, 14, 10, 5, 7, 7, 7], "n_pos": 132, "sum_m_en": [16.228617, 20.910778, 20.750778, 21.767665, 23.051952, 23.477709, 24.501344, 24.275952, 23.65539, 23.847289, 23.240834, 23.591511, 24.191585, 23.271324, 24.978409, 25.489661, 24.737626, 22.778656, 22.35619, 21.745073, 21.385772, 21.480758, 21.263892, 20.930488, 33.073008, 33.347883, 30.365438, 27.179343, 26.874471, 26.714859, 24.911359, 26.524809, 27.54229, 29.520717, 30.935669, 29.131974, 32.797633, 37.209323, 42.182852, 46.951931, 44.982952, 48.698111, 47.091462, 47.726276, 45.729931, 46.222725, 44.140153, 43.999611, 44.485793, 49.450688], "sum_m_pl": [2.878057, 6.293968, 7.279259, 6.52015, 6.684384, 6.752178, 7.099069, 7.099358, 7.083352, 7.870725, 7.741413, 8.462926, 9.045691, 8.442974, 8.421117, 8.220507, 7.790017, 8.473921, 7.564889, 7.764761, 7.56021, 7.422269, 7.204714, 7.270581, 8.224994, 9.616641, 9.73575, 10.531279, 11.570797, 12.064245, 11.476007, 9.982733, 9.83227, 9.179088, 8.844075, 8.994279, 8.115924, 6.033842, 5.261282, 4.07521, 4.776847, 5.436858, 5.630409, 10.19933, 10.709733, 7.765528, 6.221596, 7.369599, 7.434245, 7.001549]}, "digit": {"n_am_en": [2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 3, 2, 4, 1, 3, 2, 3, 2, 3, 4, 5, 5, 4, 1, 1, 0, 1, 2, 2, 3, 2, 1, 1, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 7, 2, 2, 5, 2, 2, 1, 1, 0, 2, 3, 2, 0, 1, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.081053, 1.540771, 1.424436, 1.483516, 1.520211, 1.461583, 1.508052, 1.52182, 1.57942, 1.640787, 1.659913, 1.570753, 1.512805, 1.575248, 1.614297, 1.709828, 1.645912, 1.520562, 1.664177, 1.641372, 1.573542, 1.628638, 1.661143, 1.693136, 2.141813, 2.341759, 1.753355, 1.695834, 1.87889, 1.812518, 1.745052, 1.819313, 1.897391, 1.804203, 1.79495, 1.577858, 1.665088, 1.956752, 1.909219, 1.542108, 1.461285, 1.34976, 1.401923, 1.266134, 0.573667, 0.703386, 0.424282, 0.052183, 0.015649, 0.0], "sum_m_pl": [0.214285, 0.620077, 0.722481, 0.631819, 0.580199, 0.616026, 0.518641, 0.540049, 0.554198, 0.577197, 0.63472, 0.73675, 0.817772, 0.696149, 0.719157, 0.707, 0.710674, 0.753177, 0.697424, 0.66652, 0.636524, 0.585125, 0.554009, 0.564376, 0.682241, 0.732801, 0.76816, 0.818481, 0.848193, 0.904466, 0.810645, 0.739607, 0.654524, 0.690051, 0.679189, 0.742516, 0.732785, 0.527345, 0.405179, 0.358366, 0.387393, 0.419757, 0.367168, 0.493897, 0.716379, 0.420108, 0.069739, 0.00722, 0.003222, 0.0]}, "lang": {"n_am_en": [1, 11, 15, 19, 17, 21, 20, 19, 18, 16, 18, 18, 21, 16, 24, 30, 27, 21, 25, 21, 22, 22, 22, 18, 29, 28, 27, 25, 23, 29, 23, 25, 26, 22, 26, 27, 25, 30, 37, 41, 40, 41, 42, 42, 40, 40, 41, 43, 47, 50], "n_am_pl": [1, 3, 6, 6, 3, 6, 5, 7, 6, 3, 2, 3, 6, 8, 2, 4, 2, 6, 3, 1, 2, 1, 0, 0, 2, 5, 4, 4, 3, 8, 5, 3, 3, 3, 3, 1, 2, 2, 1, 1, 3, 2, 3, 2, 6, 6, 4, 7, 7, 7], "n_pos": 58, "sum_m_en": [6.171335, 8.39058, 8.587996, 9.506604, 10.01719, 10.356016, 10.890062, 11.125727, 10.819431, 10.679375, 10.437136, 10.593246, 10.942833, 10.674976, 11.473821, 11.650862, 11.198566, 10.391757, 10.112209, 10.182666, 10.106311, 9.983446, 9.906366, 9.634907, 16.677883, 16.588206, 15.816604, 14.047327, 13.556693, 13.266786, 12.280641, 12.680637, 13.600895, 15.171826, 16.292808, 16.181588, 19.845537, 23.801421, 27.0881, 32.191725, 31.922486, 36.637934, 36.761505, 38.643337, 37.815267, 38.751608, 39.176524, 40.024338, 42.03134, 48.762623], "sum_m_pl": [1.063816, 2.395652, 2.880502, 2.769365, 2.861958, 2.889691, 3.197885, 3.139414, 2.997844, 3.282531, 3.240249, 3.5519, 3.921827, 3.691857, 3.586518, 3.494101, 3.246992, 3.573871, 3.16207, 3.327727, 3.223136, 3.180502, 3.127526, 3.159018, 3.697417, 4.517769, 4.850576, 4.908627, 5.522325, 5.597564, 5.540704, 4.94378, 4.974074, 4.515151, 4.432965, 4.507552, 4.058378, 2.957257, 2.516711, 2.005129, 1.793473, 1.187476, 1.181002, 1.334564, 3.620989, 3.831392, 4.062561, 6.644799, 7.299844, 7.000129]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "llmzszl-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 823, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9925}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 33, 82, 135, 148, 181, 175, 156, 188, 196, 188, 164, 172, 145, 189, 239, 279, 251, 276, 269, 277, 276, 267, 244, 385, 322, 277, 236, 202, 193, 177, 174, 199, 238, 298, 277, 283, 332, 372, 373, 379, 356, 364, 352, 303, 249, 98, 35, 24, 22], "n_am_pl": [9, 64, 66, 77, 87, 97, 109, 102, 91, 78, 87, 114, 132, 149, 101, 108, 89, 100, 83, 68, 48, 38, 44, 53, 51, 77, 79, 98, 119, 142, 136, 145, 106, 85, 95, 79, 75, 62, 53, 47, 67, 74, 81, 93, 135, 180, 309, 359, 376, 368], "n_pos": 880, "sum_m_en": [81.702425, 125.781228, 134.639402, 140.304989, 147.629838, 150.208666, 159.07233, 161.281009, 159.354814, 163.466929, 166.926688, 162.35957, 162.356648, 154.350285, 150.740803, 156.122258, 162.856072, 152.707792, 152.651279, 147.718835, 146.351534, 145.749043, 144.513306, 143.424132, 233.530118, 213.754567, 192.416871, 170.57733, 163.614985, 159.42369, 151.652944, 153.526785, 161.518631, 171.631075, 202.649497, 200.316723, 204.684671, 245.733897, 277.485093, 294.701946, 289.795414, 301.390573, 315.10056, 321.973342, 281.652676, 233.238443, 99.506419, 44.413174, 33.685355, 22.060299], "sum_m_pl": [13.703573, 39.96808, 49.518451, 50.738157, 52.662757, 51.617068, 53.055862, 51.609238, 55.401669, 58.310831, 57.466959, 59.945536, 66.856904, 65.86416, 67.553868, 64.889636, 60.687047, 65.439708, 58.137469, 59.702175, 55.068168, 52.057966, 50.636544, 50.103759, 61.783249, 72.928689, 79.151515, 82.444438, 89.571448, 93.360711, 92.14708, 86.745837, 81.183035, 77.056085, 71.048547, 67.417692, 65.081444, 55.54221, 51.987779, 50.071661, 53.04155, 60.721853, 72.855363, 84.789364, 124.479419, 166.781119, 279.160927, 331.045866, 359.129778, 370.534842]}, "digit": {"n_am_en": [3, 1, 1, 3, 2, 0, 3, 3, 9, 6, 10, 6, 8, 6, 12, 16, 13, 7, 9, 10, 6, 4, 6, 5, 16, 12, 13, 8, 7, 7, 6, 8, 10, 5, 14, 12, 9, 11, 12, 8, 5, 6, 7, 4, 2, 2, 1, 0, 1, 0], "n_am_pl": [0, 1, 1, 5, 14, 16, 12, 8, 7, 6, 7, 12, 14, 17, 7, 8, 9, 13, 6, 12, 6, 7, 3, 3, 2, 10, 11, 10, 8, 16, 8, 12, 9, 6, 3, 4, 6, 2, 1, 1, 1, 0, 0, 1, 2, 2, 1, 0, 0, 0], "n_pos": 66, "sum_m_en": [5.119693, 9.18958, 10.333872, 10.432543, 10.458609, 10.582025, 10.480124, 10.97582, 11.453873, 11.561341, 12.31262, 12.185563, 12.527107, 12.149239, 11.869021, 11.653114, 11.81766, 11.417999, 12.035724, 11.252194, 10.929948, 11.03644, 11.002058, 11.139503, 13.587505, 13.066692, 11.82858, 12.107042, 11.489319, 11.562649, 11.006527, 11.255966, 12.297973, 11.96098, 12.88025, 11.592544, 12.481355, 11.77196, 11.370482, 11.408593, 10.539304, 9.518472, 9.300126, 7.856575, 5.169727, 3.007131, 2.231174, 1.191086, 1.11276, 0.0], "sum_m_pl": [0.814056, 3.185282, 3.766199, 3.930194, 3.915792, 3.969904, 3.36469, 3.571023, 3.993768, 4.227399, 4.548949, 4.919502, 5.413676, 5.381296, 5.618275, 5.397927, 4.68613, 5.183184, 4.55504, 4.891087, 4.485708, 4.137951, 3.935319, 3.919217, 5.301783, 6.299215, 6.745429, 6.420708, 7.102291, 7.051413, 6.502725, 6.081263, 5.254057, 5.175095, 4.510111, 4.888612, 4.592767, 3.508451, 3.381578, 3.108708, 3.259589, 3.039524, 3.093468, 3.278028, 3.266623, 2.638139, 1.427472, 0.816078, 0.308143, 0.0]}, "lang": {"n_am_en": [11, 14, 22, 78, 85, 94, 93, 87, 105, 105, 109, 104, 84, 79, 97, 121, 151, 147, 154, 148, 170, 169, 170, 154, 234, 188, 160, 141, 115, 111, 109, 94, 111, 137, 171, 163, 160, 200, 216, 226, 228, 220, 225, 224, 197, 163, 66, 25, 22, 22], "n_am_pl": [5, 36, 36, 37, 42, 40, 45, 40, 40, 39, 53, 51, 67, 71, 52, 59, 40, 45, 39, 32, 24, 17, 24, 31, 22, 31, 42, 44, 59, 65, 65, 74, 57, 44, 53, 44, 46, 41, 38, 36, 52, 63, 73, 79, 120, 164, 273, 325, 360, 367], "n_pos": 390, "sum_m_en": [35.806132, 54.81743, 60.414255, 65.217225, 68.450283, 67.740756, 73.438824, 74.657266, 74.152401, 76.842771, 80.053387, 75.870429, 75.311947, 71.591092, 68.83531, 72.312713, 77.602436, 73.119918, 72.183874, 70.299041, 69.79414, 68.708735, 67.723578, 66.64218, 128.522182, 114.727019, 103.061196, 85.722159, 80.993289, 76.865301, 72.204755, 73.65949, 76.574334, 84.346479, 102.201016, 106.134906, 109.562845, 139.09633, 157.943024, 164.438501, 168.803572, 180.973347, 195.158445, 203.430763, 182.139219, 150.639024, 64.929803, 29.614416, 25.682552, 22.047315], "sum_m_pl": [6.212554, 17.061871, 20.98522, 21.576338, 22.218415, 22.50109, 24.016177, 23.585095, 25.420401, 25.660995, 25.215923, 26.516578, 30.180547, 30.389664, 31.813489, 29.957065, 27.602735, 30.044915, 26.773845, 26.868009, 24.768429, 23.689985, 23.16185, 23.041327, 28.283077, 33.921161, 38.25625, 39.336109, 43.480189, 46.050438, 45.622043, 44.432775, 42.620467, 40.903971, 38.150158, 36.700428, 37.060413, 32.08526, 30.101606, 29.632705, 32.311449, 40.67765, 53.933969, 63.853198, 103.42337, 145.668091, 250.957023, 302.421754, 340.62069, 366.358148]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 882, "item_id": "llmzszl-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 951, "region_end": 880, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9943}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 10, 9, 18, 17, 23, 26, 37, 36, 35, 30, 30, 30, 19, 29, 34, 40, 48, 48, 34, 35, 37, 37, 39, 65, 64, 61, 47, 44, 32, 37, 29, 31, 37, 31, 45, 48, 58, 60, 71, 72, 65, 64, 74, 66, 50, 29, 23, 15, 16], "n_am_pl": [1, 5, 16, 16, 16, 9, 12, 11, 18, 15, 27, 22, 25, 29, 23, 18, 14, 22, 12, 8, 7, 4, 4, 4, 10, 7, 13, 21, 18, 29, 23, 19, 10, 17, 18, 11, 8, 7, 6, 6, 8, 7, 7, 2, 5, 7, 14, 21, 24, 30], "n_pos": 191, "sum_m_en": [20.200458, 27.793103, 29.075502, 29.060679, 31.463057, 32.327104, 30.418845, 33.387122, 34.762612, 36.6468, 37.597608, 37.638077, 36.395817, 36.442251, 35.006383, 36.917585, 37.189896, 34.934137, 34.72394, 32.498162, 31.879282, 32.151765, 32.609825, 33.632225, 44.990685, 45.043215, 43.460406, 39.672296, 39.860166, 38.38144, 36.497073, 39.042831, 39.6773, 39.252297, 38.776406, 36.179954, 39.539889, 40.312327, 43.240445, 53.089525, 57.729039, 58.232519, 55.929484, 62.59369, 60.949976, 49.131459, 30.519731, 23.535655, 17.461205, 16.063274], "sum_m_pl": [3.897937, 10.2638, 10.549745, 9.348936, 9.575912, 9.52362, 9.720383, 9.75984, 10.617657, 10.862101, 11.901203, 12.856965, 13.66149, 13.666745, 13.770493, 14.042295, 13.36362, 14.027318, 12.624774, 12.21075, 11.890208, 11.312178, 11.034157, 11.097507, 12.57568, 12.599512, 12.954912, 14.595015, 14.43025, 15.90402, 14.742545, 13.389803, 12.316286, 12.296423, 12.764743, 11.332163, 10.915752, 10.260237, 10.253218, 7.992053, 7.718094, 8.023028, 7.777133, 5.641918, 6.574439, 10.181673, 15.228579, 20.701592, 25.227594, 29.620087]}, "digit": {"n_am_en": [0, 1, 1, 4, 3, 2, 3, 9, 9, 7, 12, 5, 7, 0, 9, 9, 15, 16, 15, 12, 11, 7, 9, 10, 21, 16, 14, 14, 10, 7, 8, 6, 5, 10, 2, 13, 11, 14, 12, 13, 13, 12, 13, 18, 14, 12, 9, 6, 0, 0], "n_am_pl": [0, 2, 1, 1, 1, 0, 2, 1, 4, 3, 9, 6, 8, 10, 7, 6, 5, 9, 2, 3, 1, 1, 0, 0, 3, 2, 2, 6, 3, 10, 9, 6, 1, 5, 7, 2, 0, 1, 3, 4, 4, 3, 2, 0, 1, 0, 2, 1, 0, 0], "n_pos": 60, "sum_m_en": [6.334679, 9.123958, 9.966986, 9.43741, 10.027805, 10.028454, 9.306, 10.289753, 10.634678, 11.596992, 12.042112, 11.326326, 10.877871, 11.083178, 10.892715, 11.009916, 10.930884, 10.297348, 10.397791, 9.765385, 9.657213, 9.744067, 9.880381, 10.296677, 13.947833, 13.741048, 13.030204, 11.402203, 11.349772, 10.655071, 10.068797, 11.271696, 11.703354, 11.288362, 10.836833, 9.607813, 11.250029, 10.963674, 11.52567, 14.62191, 14.880723, 15.257992, 14.312045, 13.325015, 13.411277, 11.329317, 7.712007, 4.952315, 1.401907, 0.0], "sum_m_pl": [0.991625, 3.040222, 2.659164, 2.30263, 2.36489, 2.377466, 2.11931, 2.231905, 2.846679, 3.016988, 3.431231, 3.778966, 4.010817, 4.120842, 3.991211, 4.17707, 3.730233, 4.285741, 3.664314, 3.58984, 3.531243, 3.353487, 3.301235, 3.347915, 3.647689, 3.691814, 3.695418, 4.574983, 4.217367, 4.762766, 4.113322, 3.829809, 3.398637, 3.157587, 3.500315, 3.301644, 3.01181, 2.90618, 2.955583, 2.53524, 2.611466, 2.565737, 2.367923, 2.147398, 2.122276, 1.911931, 2.631637, 2.379841, 0.477367, 0.0]}, "lang": {"n_am_en": [2, 0, 0, 7, 6, 12, 10, 19, 14, 20, 11, 14, 12, 10, 13, 12, 15, 17, 20, 16, 19, 21, 20, 19, 26, 29, 24, 17, 18, 16, 15, 14, 16, 12, 16, 20, 22, 23, 27, 27, 30, 30, 30, 32, 27, 24, 17, 13, 13, 16], "n_am_pl": [0, 3, 5, 4, 6, 3, 3, 1, 6, 2, 5, 3, 6, 7, 9, 8, 2, 7, 5, 2, 3, 1, 2, 2, 1, 1, 6, 9, 8, 13, 9, 7, 7, 6, 7, 4, 5, 4, 2, 2, 2, 3, 4, 2, 4, 7, 12, 20, 24, 29], "n_pos": 45, "sum_m_en": [5.29529, 6.359823, 6.619074, 6.874587, 7.492095, 8.151316, 7.826101, 8.680673, 8.928512, 9.668844, 9.856833, 10.436553, 10.38163, 10.44487, 9.679596, 10.18543, 10.371364, 9.775183, 9.72435, 8.964414, 8.568043, 8.52409, 8.597478, 8.720541, 14.491591, 14.565092, 13.924735, 12.077545, 11.881894, 11.485125, 10.876254, 11.568131, 12.13768, 12.628045, 13.437196, 14.293675, 16.268998, 16.768649, 18.732399, 22.117601, 25.613175, 26.492617, 26.13943, 27.733429, 25.728836, 21.157897, 16.487371, 12.934316, 12.468556, 15.182183], "sum_m_pl": [1.072665, 2.418175, 2.448154, 2.310269, 2.407358, 2.509732, 2.684989, 2.625288, 2.80366, 2.802068, 3.026811, 3.217, 3.491072, 3.482363, 3.300948, 3.434636, 3.331959, 3.321327, 3.128328, 3.033558, 2.955679, 2.794989, 2.750236, 2.769062, 3.054817, 3.164179, 3.637489, 3.919435, 4.219139, 4.684754, 4.632205, 4.205451, 3.715989, 3.851104, 3.977548, 3.506218, 3.537252, 3.612281, 3.673183, 2.341402, 2.097026, 2.413396, 2.614419, 1.787237, 3.108908, 7.214665, 11.716976, 17.903733, 24.338847, 29.088192]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "llmzszl-103", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 836, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 31, 27, 35, 38, 62, 73, 87, 84, 80, 70, 73, 71, 66, 67, 91, 112, 108, 119, 91, 78, 73, 77, 79, 143, 136, 122, 103, 88, 83, 83, 76, 84, 112, 119, 107, 123, 132, 142, 152, 151, 139, 142, 150, 131, 89, 26, 2, 0, 0], "n_am_pl": [2, 42, 50, 37, 38, 37, 34, 27, 23, 34, 53, 61, 58, 51, 54, 43, 35, 32, 23, 22, 25, 20, 17, 18, 25, 37, 42, 51, 44, 66, 49, 55, 51, 43, 43, 42, 32, 25, 22, 19, 23, 24, 27, 24, 38, 69, 115, 135, 137, 144], "n_pos": 380, "sum_m_en": [39.821274, 59.695991, 62.498103, 63.986792, 66.699147, 67.073758, 65.391248, 71.198448, 71.997252, 74.949815, 76.798105, 75.954139, 72.250637, 71.447483, 70.471747, 74.972893, 77.837619, 73.077992, 72.2888, 67.905602, 66.984061, 66.998123, 67.186674, 67.341474, 97.936211, 97.905252, 90.822847, 79.430222, 75.121102, 74.226446, 71.072935, 71.709622, 78.907224, 83.120268, 90.246471, 85.098254, 83.408053, 92.603973, 99.741674, 118.427856, 124.07599, 117.762971, 120.881105, 126.240047, 111.506216, 76.936367, 25.737959, 7.584815, 3.730341, 3e-06], "sum_m_pl": [7.484061, 22.132332, 23.4076, 21.185296, 20.442228, 20.949281, 21.270972, 20.305742, 21.703828, 22.567606, 24.646562, 26.534488, 27.172197, 28.931387, 28.844011, 27.888373, 26.208657, 27.121176, 24.570177, 23.90316, 23.361831, 22.413172, 22.29732, 22.279479, 27.084131, 28.747971, 31.142031, 35.185627, 36.202208, 35.866545, 32.902131, 35.102717, 32.087423, 30.54823, 29.596015, 30.083496, 31.456808, 27.9705, 26.930126, 21.887071, 22.487581, 25.805994, 28.402307, 28.390113, 39.333896, 65.248325, 108.943017, 130.51197, 137.253733, 144.664546]}, "digit": {"n_am_en": [3, 1, 2, 6, 5, 6, 11, 11, 3, 9, 9, 13, 5, 4, 12, 14, 19, 19, 19, 11, 5, 6, 6, 10, 25, 23, 22, 19, 13, 13, 11, 9, 13, 23, 24, 18, 21, 14, 15, 13, 13, 8, 10, 14, 15, 9, 7, 0, 0, 0], "n_am_pl": [1, 9, 11, 1, 3, 3, 3, 7, 5, 10, 15, 9, 13, 12, 8, 11, 7, 4, 4, 1, 4, 4, 1, 0, 3, 9, 6, 8, 7, 10, 5, 12, 8, 5, 6, 2, 1, 2, 2, 5, 4, 3, 3, 0, 0, 0, 2, 3, 0, 0], "n_pos": 79, "sum_m_en": [8.654881, 12.955604, 13.826993, 13.38594, 13.935923, 13.908784, 13.198413, 14.036128, 13.719459, 14.953814, 15.773557, 14.839649, 13.4738, 13.81551, 13.862976, 14.330197, 14.90053, 14.058156, 14.104256, 13.272199, 13.197836, 13.226787, 13.266145, 13.751212, 17.746083, 17.503671, 16.094538, 14.436427, 14.444047, 14.250875, 13.427853, 14.68177, 16.119637, 16.145278, 16.137237, 15.126233, 14.449768, 13.72869, 13.698473, 15.587117, 15.489159, 14.389755, 13.370262, 12.321708, 12.009882, 9.104488, 6.080528, 2.960724, 1.540184, 0.0], "sum_m_pl": [1.548516, 4.883437, 4.397948, 3.775311, 3.495127, 3.576513, 3.481157, 3.421499, 4.040488, 4.166051, 4.871888, 5.229059, 5.282209, 5.602142, 5.594275, 5.607323, 5.02058, 5.510879, 4.777617, 4.617118, 4.565619, 4.386391, 4.421553, 4.439857, 5.181451, 5.790415, 5.999927, 6.781925, 6.546639, 6.545871, 5.820985, 5.876271, 5.319019, 4.821063, 4.428597, 4.305169, 3.831385, 3.24066, 3.349568, 3.115366, 3.227321, 3.198802, 3.282377, 3.211098, 3.129644, 2.936755, 3.143543, 2.738195, 0.638025, 9.9e-05]}, "lang": {"n_am_en": [6, 9, 12, 17, 26, 35, 39, 53, 50, 42, 37, 39, 40, 36, 31, 46, 46, 45, 62, 51, 50, 45, 44, 45, 73, 70, 57, 47, 44, 37, 42, 41, 41, 56, 56, 57, 67, 76, 85, 90, 96, 85, 82, 86, 78, 51, 15, 1, 0, 0], "n_am_pl": [1, 16, 15, 11, 11, 13, 11, 6, 7, 6, 16, 29, 25, 21, 29, 18, 17, 19, 7, 6, 7, 8, 8, 7, 11, 16, 22, 27, 23, 32, 27, 24, 27, 25, 25, 27, 24, 19, 14, 11, 12, 19, 21, 19, 30, 59, 96, 121, 133, 144], "n_pos": 144, "sum_m_en": [15.794108, 22.977192, 24.119709, 24.877801, 26.127442, 26.210002, 25.901737, 28.757096, 29.525351, 30.823258, 31.19109, 31.539628, 31.238657, 30.135146, 28.966799, 30.875394, 31.99009, 30.409954, 29.802836, 27.905278, 27.375689, 27.117465, 27.449001, 26.637178, 44.850562, 44.823788, 40.823048, 33.987065, 31.03117, 30.622897, 29.961195, 29.310584, 32.109533, 35.715078, 39.697825, 39.925487, 41.657606, 49.006342, 55.357687, 64.181931, 70.392527, 65.543859, 69.268804, 71.979341, 63.590542, 42.90341, 13.231598, 2.179476, 0.449554, 1e-06], "sum_m_pl": [2.812323, 7.745047, 8.592611, 8.082094, 8.005124, 8.528201, 8.941588, 8.427055, 8.932138, 9.357199, 9.853525, 11.052233, 11.2713, 12.046858, 11.883609, 11.042359, 10.291764, 10.328952, 9.871234, 9.529982, 9.20448, 8.892739, 8.859864, 8.897384, 11.078852, 11.329388, 12.966478, 14.921672, 15.956267, 15.719211, 14.685278, 16.288151, 15.104466, 14.705955, 14.139185, 15.37216, 16.846444, 15.059347, 14.420356, 12.033474, 11.826765, 16.679217, 19.049387, 19.816995, 27.552507, 51.625529, 91.514493, 115.447722, 131.148498, 143.962691]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 397, "item_id": "llmzszl-103", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 964, "region_end": 380, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 15, 19, 23, 34, 35, 38, 42, 43, 40, 38, 30, 27, 27, 38, 50, 67, 61, 65, 47, 60, 58, 56, 49, 82, 80, 66, 54, 51, 37, 41, 34, 48, 54, 53, 58, 67, 84, 97, 94, 99, 91, 84, 88, 83, 56, 33, 15, 5, 5], "n_am_pl": [6, 14, 28, 26, 16, 10, 12, 9, 24, 26, 47, 43, 37, 49, 33, 28, 21, 24, 10, 13, 9, 1, 7, 8, 9, 18, 34, 38, 44, 44, 34, 29, 25, 21, 25, 22, 18, 17, 14, 15, 11, 12, 11, 12, 16, 24, 39, 50, 53, 57], "n_pos": 271, "sum_m_en": [27.705082, 40.379111, 41.961909, 42.259023, 44.835314, 45.584315, 41.767236, 45.253397, 47.277007, 48.86966, 50.35252, 50.835724, 49.197757, 48.721528, 46.986385, 49.902764, 49.982352, 44.336042, 45.254257, 44.458257, 44.199617, 44.905284, 44.943906, 45.967507, 58.296995, 55.636175, 54.842374, 50.421469, 50.80797, 48.859149, 47.69762, 51.172829, 52.940932, 51.827948, 53.730694, 51.471547, 54.236785, 58.134195, 65.185797, 76.426844, 80.679063, 79.253193, 74.637127, 79.129818, 75.224384, 57.479766, 36.283227, 18.743328, 9.110047, 5.408462], "sum_m_pl": [5.263, 15.72544, 16.006523, 13.933885, 13.511219, 13.026472, 12.971347, 13.058623, 14.562423, 14.853468, 17.221279, 19.189406, 19.665967, 20.37473, 19.877725, 18.668506, 19.821342, 21.610775, 18.958984, 17.74629, 17.158956, 16.339003, 16.004895, 16.039323, 19.906583, 21.467885, 21.245845, 24.126708, 23.813879, 26.109455, 22.088156, 20.649546, 18.139286, 17.32703, 18.127206, 17.572522, 17.871606, 15.887287, 15.563816, 13.45317, 13.111293, 14.042259, 14.515533, 14.099475, 18.033887, 25.526657, 39.014412, 49.31391, 53.701861, 57.765965]}, "digit": {"n_am_en": [1, 3, 6, 11, 9, 5, 5, 9, 5, 7, 18, 7, 7, 6, 12, 16, 26, 25, 28, 11, 22, 16, 19, 16, 28, 24, 21, 19, 16, 10, 15, 16, 19, 13, 16, 16, 15, 21, 26, 22, 21, 18, 20, 20, 17, 14, 12, 9, 1, 0], "n_am_pl": [2, 5, 6, 0, 1, 0, 1, 1, 8, 11, 17, 15, 16, 16, 8, 10, 4, 4, 2, 1, 5, 0, 1, 0, 2, 5, 14, 12, 13, 12, 12, 9, 8, 6, 8, 10, 6, 8, 6, 8, 7, 6, 3, 3, 4, 3, 4, 4, 0, 0], "n_pos": 95, "sum_m_en": [10.421491, 15.137988, 16.153781, 15.487551, 16.127614, 16.051059, 14.587595, 15.74727, 16.184758, 17.134469, 18.383551, 17.687625, 17.01661, 17.035224, 16.530354, 17.172029, 17.174494, 15.284044, 15.673867, 15.272014, 15.31949, 15.492544, 15.553018, 16.079752, 20.913956, 20.190296, 20.014743, 17.918304, 18.042756, 17.185005, 16.401337, 18.022791, 19.068915, 18.155834, 18.257586, 16.456498, 17.975994, 19.078729, 19.150942, 21.218794, 21.028492, 21.213682, 19.786021, 18.945251, 18.506602, 15.656432, 13.01474, 8.067493, 2.740809, 0.0], "sum_m_pl": [1.81052, 5.426926, 4.755774, 3.933178, 3.794527, 3.725263, 3.204142, 3.323594, 4.213074, 4.354767, 5.208351, 6.027799, 6.318312, 6.518408, 6.208183, 5.912553, 6.135373, 6.978192, 6.131794, 5.61778, 5.501057, 5.240474, 5.198134, 5.23155, 6.082262, 6.368061, 6.19352, 7.680623, 7.042486, 7.739874, 6.327186, 5.81917, 4.872047, 4.733393, 5.452888, 5.964793, 5.580315, 5.048729, 5.597642, 5.099917, 5.067409, 4.881045, 4.737848, 4.489811, 4.607845, 4.562133, 4.692178, 4.396087, 1.254564, 0.0]}, "lang": {"n_am_en": [5, 4, 2, 6, 14, 21, 12, 18, 19, 16, 4, 13, 10, 6, 17, 13, 19, 14, 21, 21, 19, 19, 18, 18, 30, 27, 20, 15, 15, 13, 11, 12, 15, 20, 19, 22, 30, 33, 37, 37, 43, 43, 35, 39, 38, 21, 15, 4, 3, 4], "n_am_pl": [0, 4, 7, 8, 5, 2, 3, 2, 6, 5, 12, 13, 9, 17, 18, 7, 9, 9, 3, 5, 2, 0, 3, 4, 1, 7, 12, 20, 18, 16, 12, 9, 7, 8, 10, 6, 7, 6, 6, 5, 2, 5, 7, 8, 11, 20, 31, 45, 53, 57], "n_pos": 62, "sum_m_en": [6.90479, 9.114549, 9.668025, 10.025858, 10.569501, 11.101726, 10.212673, 11.3748, 12.130429, 12.475924, 12.373523, 13.256507, 12.951821, 12.754944, 12.241951, 12.600941, 12.56097, 11.155982, 11.326245, 11.271457, 10.95379, 11.267359, 11.162715, 11.230287, 16.344458, 15.014077, 14.453639, 12.584459, 12.454743, 11.863864, 11.750144, 12.520355, 13.375917, 13.790364, 15.59361, 17.221606, 19.387971, 21.202033, 23.890499, 29.002291, 32.997627, 31.580744, 30.427364, 33.778432, 30.964507, 21.247187, 12.826021, 4.47811, 3.233561, 3.986571], "sum_m_pl": [1.404056, 3.50133, 3.516738, 3.30848, 3.262362, 3.314123, 3.597394, 3.666583, 3.998466, 4.077294, 4.728747, 5.114888, 5.317439, 5.778557, 5.459829, 5.124691, 5.408272, 5.66758, 5.022011, 4.66652, 4.498285, 4.28139, 4.170009, 4.156532, 5.16765, 5.849608, 6.431081, 7.324414, 7.637244, 8.31777, 7.080326, 6.498506, 5.628403, 5.629404, 5.973361, 5.412251, 6.763586, 5.975844, 5.606793, 4.193787, 4.210318, 5.538276, 6.485471, 6.956425, 10.597095, 18.567907, 29.777561, 41.596684, 51.668246, 57.402817]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 273, "item_id": "llmzszl-105", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 842, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 8, 9, 22, 30, 35, 35, 38, 38, 43, 44, 33, 31, 27, 40, 46, 53, 50, 57, 51, 54, 63, 58, 58, 86, 80, 63, 54, 40, 42, 36, 41, 53, 54, 65, 67, 70, 70, 76, 96, 98, 93, 93, 98, 93, 65, 15, 6, 0, 0], "n_am_pl": [4, 15, 15, 18, 22, 31, 26, 25, 28, 25, 29, 30, 30, 27, 21, 26, 19, 20, 11, 11, 4, 5, 8, 4, 14, 20, 23, 36, 46, 37, 30, 29, 23, 22, 12, 21, 15, 14, 14, 16, 14, 19, 21, 20, 26, 39, 83, 95, 94, 95], "n_pos": 206, "sum_m_en": [18.840684, 30.495762, 32.774878, 34.215069, 36.9297, 36.926538, 35.123477, 37.485646, 39.037301, 41.105562, 40.412689, 40.886924, 38.784862, 37.658679, 36.438401, 38.428577, 40.456678, 37.006993, 37.887002, 36.77381, 36.67204, 36.381714, 35.882515, 36.111258, 54.420079, 48.724291, 44.509432, 40.065232, 38.485025, 37.598676, 36.988098, 40.478777, 43.891124, 44.826879, 48.640421, 49.904271, 49.87166, 53.226381, 60.013247, 75.273008, 80.542203, 74.39426, 72.958855, 83.918164, 78.622075, 53.516728, 16.928012, 5.888936, 2.234782, 6e-06], "sum_m_pl": [3.12261, 10.710902, 10.962082, 10.480653, 10.900399, 11.515817, 12.073692, 12.396632, 13.338291, 13.046682, 14.484219, 16.005498, 16.699567, 16.819816, 16.47866, 15.959107, 15.419069, 15.741247, 14.114087, 13.806076, 13.501893, 13.050854, 13.017147, 13.02263, 16.311284, 18.390104, 20.567589, 23.017305, 22.362995, 23.821389, 21.358573, 20.055959, 17.700655, 15.931234, 15.061203, 13.918284, 13.945084, 12.824935, 13.48124, 13.274345, 13.15085, 18.322584, 21.117559, 18.545435, 24.725431, 38.458781, 76.991047, 91.17414, 92.8722, 94.625816]}, "digit": {"n_am_en": [1, 0, 2, 6, 2, 1, 4, 4, 3, 5, 9, 7, 8, 4, 9, 6, 10, 9, 10, 9, 10, 8, 10, 10, 12, 13, 11, 10, 7, 6, 2, 2, 7, 8, 8, 7, 10, 9, 8, 10, 11, 11, 12, 9, 11, 10, 4, 3, 0, 0], "n_am_pl": [0, 3, 3, 3, 2, 2, 1, 3, 4, 2, 5, 5, 4, 4, 3, 6, 1, 4, 1, 0, 0, 0, 0, 0, 1, 3, 3, 7, 9, 11, 5, 6, 4, 7, 2, 3, 0, 0, 0, 2, 2, 3, 1, 0, 1, 0, 5, 6, 0, 0], "n_pos": 40, "sum_m_en": [3.843252, 6.23507, 6.869869, 6.778276, 7.244171, 7.16488, 6.767962, 7.060465, 7.206892, 7.828292, 7.842386, 7.54589, 7.198361, 7.10986, 7.043743, 7.188528, 7.441916, 6.843803, 7.084742, 6.885701, 6.813557, 6.799347, 6.828884, 7.028828, 9.592658, 8.630238, 7.908871, 7.04395, 6.911486, 6.846717, 6.166924, 7.069564, 8.001002, 7.709581, 7.982152, 7.559297, 7.775803, 7.54054, 7.660966, 8.562991, 8.702207, 8.019513, 8.079587, 7.872945, 7.948106, 6.232055, 4.869258, 2.653719, 1.20501, 0.0], "sum_m_pl": [0.653301, 2.259378, 1.983968, 1.642375, 1.566816, 1.697348, 1.605005, 1.667285, 2.170594, 2.237327, 2.607332, 2.894276, 3.012167, 3.069715, 3.038254, 3.011144, 2.771907, 2.921277, 2.561126, 2.440174, 2.438582, 2.326795, 2.314564, 2.316069, 2.843498, 3.13281, 3.334485, 3.93747, 3.811691, 4.227023, 3.737061, 3.518089, 3.036935, 2.721914, 2.569984, 2.50019, 2.164136, 2.082633, 2.136624, 2.397207, 2.479249, 2.549522, 2.263711, 1.959062, 1.982124, 1.486976, 3.519409, 4.021953, 1.2015, 0.0]}, "lang": {"n_am_en": [3, 6, 3, 12, 21, 24, 22, 28, 25, 27, 27, 19, 14, 17, 22, 26, 26, 27, 32, 25, 24, 34, 27, 27, 48, 40, 32, 23, 23, 23, 19, 24, 28, 29, 37, 42, 44, 42, 45, 58, 61, 57, 56, 64, 59, 38, 7, 1, 0, 0], "n_am_pl": [1, 6, 8, 8, 9, 16, 12, 9, 11, 11, 13, 13, 14, 16, 12, 14, 11, 8, 5, 6, 3, 3, 4, 3, 7, 8, 12, 19, 24, 21, 21, 20, 12, 13, 7, 12, 13, 14, 14, 14, 11, 16, 20, 18, 22, 34, 67, 86, 92, 95], "n_pos": 96, "sum_m_en": [8.758609, 14.020855, 15.048845, 16.147747, 17.339749, 17.490785, 16.634209, 18.218645, 19.468262, 20.339859, 20.072452, 20.818794, 19.766596, 18.99806, 18.374628, 19.284217, 20.322566, 18.079336, 18.21268, 17.745113, 17.514966, 17.388249, 17.171506, 17.087296, 28.191472, 25.227926, 22.873198, 19.594788, 19.252545, 18.710217, 18.8079, 20.380476, 22.45732, 23.341873, 25.647102, 27.7319, 29.497277, 31.734389, 35.215845, 44.300548, 49.878561, 44.227002, 43.669692, 53.893687, 50.003892, 32.68474, 7.850527, 1.608958, 0.438791, 6e-06], "sum_m_pl": [1.477856, 4.909609, 5.080675, 4.997817, 5.231806, 5.530455, 6.049007, 6.124089, 6.375659, 6.010888, 6.576979, 7.221553, 7.914339, 8.151154, 7.907804, 7.717293, 7.460398, 7.566244, 6.925135, 6.720966, 6.60813, 6.456848, 6.419207, 6.447377, 7.816022, 8.920226, 10.436691, 11.824172, 11.829588, 12.67719, 11.431399, 10.913701, 9.238366, 8.576226, 8.216405, 7.647735, 8.218715, 7.59184, 8.657336, 8.580972, 8.325088, 13.394351, 16.636837, 14.211064, 19.340096, 33.093348, 65.108381, 83.127919, 90.054098, 94.584502]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "llmzszl-105", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 970, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9903}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 11, 10, 9, 14, 9, 12, 9, 8, 11, 8, 4, 8, 8, 9, 12, 16, 11, 13, 12, 9, 11, 9, 10, 18, 17, 14, 12, 15, 14, 13, 11, 18, 21, 25, 30, 35, 36, 30, 33, 36, 38, 32, 31, 28, 28, 28, 29, 26, 26], "n_am_pl": [3, 4, 4, 2, 5, 3, 4, 6, 5, 4, 5, 12, 5, 7, 11, 9, 9, 4, 2, 6, 5, 4, 6, 2, 9, 6, 7, 8, 6, 7, 6, 5, 2, 2, 4, 4, 2, 1, 2, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 80, "sum_m_en": [8.533214, 12.482175, 12.05981, 12.046357, 12.925351, 13.035404, 12.403905, 11.646609, 11.12673, 11.926218, 11.851549, 12.430303, 11.991488, 11.928384, 12.42483, 12.203379, 12.899512, 12.891318, 13.085605, 12.556795, 12.065868, 12.307841, 12.060127, 12.330908, 13.903458, 13.891133, 13.228725, 13.697247, 14.119089, 14.741603, 14.251609, 14.430843, 15.073735, 16.62263, 17.700248, 20.252624, 22.159695, 27.112541, 24.41638, 26.813299, 26.020251, 26.437194, 27.031737, 28.488213, 29.038367, 28.677305, 29.446735, 29.180849, 26.242836, 26.939443], "sum_m_pl": [1.602932, 3.361903, 3.667763, 3.430141, 3.648662, 3.444547, 3.491494, 3.398617, 3.758472, 4.278352, 4.630399, 5.261788, 5.095689, 4.842332, 4.933104, 4.931957, 4.582876, 5.034407, 5.198644, 5.203461, 5.101395, 4.841936, 4.666989, 4.809746, 5.836204, 6.120369, 5.833114, 5.742357, 5.84036, 6.626691, 5.989368, 5.752815, 5.630149, 5.070576, 4.858101, 4.611867, 4.115035, 3.2095, 2.887736, 2.58768, 2.730179, 2.2128, 2.076153, 1.819882, 1.790034, 1.273037, 0.696518, 0.722621, 0.309183, 8.8e-05]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 0, 2, 2, 2, 2, 0, 2, 2, 2, 1, 5, 3, 5, 3, 4, 2, 4, 2, 5, 3, 3, 0, 4, 2, 3, 0, 2, 4, 4, 7, 9, 9, 6, 7, 7, 8, 2, 3, 0, 0, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 3, 3, 2, 3, 2, 2, 2, 1, 2, 1, 1, 3, 2, 4, 3, 5, 4, 3, 2, 3, 2, 1, 0, 1, 0, 1, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.657089, 3.229565, 3.094848, 2.843019, 2.891495, 2.934252, 2.692449, 2.505824, 2.394764, 2.572031, 2.695113, 2.715874, 2.473886, 2.431924, 2.562394, 2.404391, 2.658165, 2.76487, 2.912504, 2.824413, 2.714729, 2.773157, 2.742857, 2.825015, 3.14666, 3.108896, 2.913215, 2.899747, 2.975849, 2.908139, 2.804968, 2.88649, 2.955237, 3.087272, 3.185736, 3.706746, 4.299573, 5.191106, 4.241092, 4.116291, 3.704837, 3.674595, 2.797057, 2.411903, 1.797516, 1.535406, 1.43794, 0.922294, 0.336049, 0.0], "sum_m_pl": [0.235675, 0.709165, 0.625771, 0.570707, 0.626387, 0.595694, 0.579023, 0.541552, 0.684644, 0.740245, 0.92485, 1.186443, 1.190504, 1.082857, 1.070382, 1.110887, 0.964891, 1.174044, 1.247801, 1.233252, 1.191412, 1.132452, 1.087626, 1.143422, 1.606333, 1.678003, 1.495627, 1.510913, 1.571701, 1.685809, 1.557012, 1.471927, 1.331949, 1.194977, 1.144345, 1.130063, 0.910242, 0.798006, 0.943668, 0.883824, 0.857832, 0.788766, 0.773941, 0.708544, 0.697519, 0.392429, 0.24486, 0.164308, 0.068467, 0.0]}, "lang": {"n_am_en": [3, 4, 5, 4, 11, 8, 4, 4, 5, 6, 5, 3, 3, 4, 6, 7, 4, 4, 5, 4, 1, 4, 3, 5, 7, 9, 7, 7, 6, 7, 5, 6, 7, 7, 10, 13, 16, 17, 15, 17, 20, 23, 25, 25, 26, 25, 25, 26, 26, 26], "n_am_pl": [2, 3, 2, 1, 0, 1, 2, 3, 3, 4, 3, 6, 2, 4, 4, 4, 4, 1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.570526, 4.414451, 4.363112, 4.466927, 4.963132, 4.909026, 5.01295, 4.809088, 4.782444, 4.764964, 4.680891, 5.034161, 4.990148, 5.10235, 5.300967, 5.270532, 5.318143, 5.384218, 5.190642, 4.835577, 4.693315, 4.791303, 4.587081, 4.655737, 6.091085, 6.20343, 5.816405, 5.873786, 6.037027, 6.34187, 6.141204, 6.007014, 6.342568, 6.91714, 7.273476, 9.483852, 10.176842, 13.209612, 12.247378, 14.389874, 15.103716, 17.238715, 19.243356, 21.420142, 23.486279, 23.332735, 24.590807, 24.327182, 24.07546, 25.959163], "sum_m_pl": [0.713046, 1.218653, 1.394567, 1.340376, 1.42788, 1.353663, 1.395152, 1.391003, 1.598446, 1.771202, 1.886454, 2.060021, 1.965017, 1.980446, 1.94722, 1.959456, 1.84072, 1.919625, 1.925489, 1.900486, 1.924562, 1.81613, 1.75125, 1.761905, 1.846037, 2.007116, 2.04001, 2.004395, 2.065538, 2.393312, 2.121854, 2.162265, 2.12968, 1.997387, 1.917674, 1.867821, 1.732453, 1.248925, 0.936191, 0.710644, 0.80846, 0.558339, 0.425647, 0.374176, 0.203183, 0.099837, 0.111695, 0.229884, 0.070627, 8.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "llmzszl-106", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 763, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9753}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 11, 17, 10, 16, 13, 27, 20, 15, 18, 19, 16, 16, 23, 25, 25, 31, 21, 25, 18, 23, 19, 24, 20, 43, 43, 36, 24, 31, 22, 22, 30, 39, 46, 52, 56, 50, 60, 52, 50, 51, 50, 49, 53, 40, 33, 16, 4, 2, 0], "n_am_pl": [1, 12, 13, 17, 18, 16, 17, 14, 19, 25, 19, 32, 23, 20, 13, 12, 6, 10, 14, 18, 15, 13, 10, 12, 20, 18, 18, 11, 20, 18, 22, 20, 16, 11, 13, 8, 10, 12, 12, 16, 16, 16, 19, 26, 25, 39, 62, 72, 79, 81], "n_pos": 155, "sum_m_en": [14.401955, 23.59624, 23.442393, 23.114087, 24.083077, 23.740927, 24.000401, 24.791163, 23.190023, 25.734399, 26.106256, 27.045028, 26.835341, 26.27201, 26.106089, 26.434372, 27.815294, 27.284265, 26.708117, 25.26332, 24.322718, 24.873109, 24.321825, 24.646217, 32.797617, 32.563953, 30.350203, 29.444404, 28.817517, 28.631372, 27.456354, 28.025697, 29.831659, 31.739399, 34.255963, 37.152191, 37.80537, 42.405541, 39.196837, 43.411398, 42.156431, 43.339719, 44.167133, 45.971716, 37.773123, 31.641532, 17.314797, 5.519293, 3.549374, 0.007374], "sum_m_pl": [2.546159, 7.422366, 8.161155, 7.779173, 8.094564, 8.318106, 8.835262, 8.462484, 9.201223, 10.010119, 10.763379, 12.039467, 12.078251, 11.860611, 11.531271, 10.940704, 9.565357, 10.050672, 10.120245, 10.25229, 10.085416, 9.729048, 9.519027, 9.618661, 12.751459, 12.919043, 13.74216, 13.052038, 14.239758, 15.52997, 14.362127, 15.113678, 14.361658, 12.652284, 11.994515, 11.327671, 10.632397, 9.661506, 10.175727, 11.001041, 12.100522, 12.849278, 17.394248, 19.636715, 24.544106, 35.648876, 61.589946, 68.523715, 77.298154, 80.770552]}, "digit": {"n_am_en": [0, 0, 2, 0, 0, 0, 3, 1, 2, 2, 2, 3, 3, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 0, 3, 3, 2, 2, 8, 2, 3, 0, 1, 4, 3, 7, 6, 7, 2, 1, 2, 2, 1, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 0, 0, 0, 1, 2, 3, 3, 2, 0, 3, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0], "n_pos": 18, "sum_m_en": [1.437376, 3.107381, 3.200331, 2.83096, 2.690435, 2.705022, 2.545612, 2.476504, 2.256676, 2.627117, 2.735201, 2.748613, 2.632138, 2.513469, 2.562624, 2.33459, 2.723311, 2.68716, 2.783209, 2.705178, 2.60746, 2.678629, 2.712232, 2.867546, 3.673869, 3.496793, 3.214089, 3.203921, 3.263699, 3.167714, 2.918266, 3.036417, 3.157843, 3.118702, 3.22464, 3.874986, 4.329112, 4.505191, 3.613891, 3.528046, 2.954356, 2.224653, 1.760632, 1.854967, 1.767723, 1.309612, 0.704177, 0.232028, 0.213361, 0.0], "sum_m_pl": [0.221372, 0.81276, 0.696905, 0.572678, 0.557588, 0.555991, 0.579216, 0.580699, 0.74836, 0.82511, 1.050539, 1.235546, 1.305637, 1.161286, 1.089779, 1.134907, 1.004283, 1.152371, 1.177505, 1.177613, 1.124128, 1.055979, 1.048994, 1.077535, 1.289585, 1.282842, 1.342859, 1.368116, 1.366899, 1.48638, 1.431519, 1.469044, 1.269789, 1.088825, 1.127031, 1.060953, 0.810064, 0.772756, 1.020295, 1.007857, 1.004405, 1.004767, 0.947965, 0.841716, 0.693971, 0.643043, 1.445787, 1.334302, 0.086627, 0.0]}, "lang": {"n_am_en": [3, 6, 7, 3, 11, 8, 15, 13, 9, 13, 12, 9, 11, 17, 15, 14, 16, 15, 18, 12, 17, 13, 17, 14, 29, 26, 22, 11, 13, 12, 10, 17, 23, 29, 27, 31, 27, 37, 37, 33, 35, 33, 33, 37, 27, 21, 10, 2, 1, 0], "n_am_pl": [0, 9, 8, 11, 14, 11, 10, 8, 13, 17, 15, 16, 12, 9, 7, 9, 3, 5, 10, 9, 10, 9, 5, 6, 10, 11, 14, 7, 13, 12, 14, 12, 10, 8, 9, 5, 9, 10, 9, 14, 15, 16, 19, 23, 24, 33, 53, 66, 78, 81], "n_pos": 81, "sum_m_en": [7.850136, 12.348114, 12.411493, 12.193154, 12.893603, 12.537589, 13.110402, 13.894327, 13.258266, 14.315977, 14.417792, 15.025317, 15.190472, 15.079638, 14.805362, 15.348214, 15.8406, 15.611093, 14.842968, 13.866709, 13.498337, 13.499662, 13.215152, 13.192457, 18.689119, 18.551908, 17.381305, 16.269887, 15.726048, 15.296972, 14.894548, 15.249219, 16.23847, 17.757439, 18.7845, 20.917391, 21.164543, 23.884829, 24.173394, 25.984395, 26.182323, 28.691481, 29.331422, 32.090784, 25.0377, 20.280908, 10.423232, 2.761594, 1.447986, 0.003293], "sum_m_pl": [1.294988, 3.806589, 4.337792, 4.264362, 4.399559, 4.643863, 4.964713, 4.829278, 5.282811, 5.720614, 6.270572, 7.00738, 7.003703, 7.105263, 6.871167, 6.308893, 5.408371, 5.594112, 5.623855, 5.593401, 5.563674, 5.404573, 5.253826, 5.304032, 7.18617, 7.425828, 8.000143, 7.662566, 8.504857, 9.377388, 8.67929, 9.430898, 8.925517, 7.889847, 7.515332, 7.008377, 7.108869, 6.437668, 6.886419, 7.921223, 8.885604, 10.052573, 14.742305, 16.63447, 21.137592, 30.176696, 51.809624, 63.420857, 75.296689, 80.64857]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-106", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 891, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 4, 6, 6, 8, 10, 17, 10, 16, 16, 15, 15, 10, 12, 9, 11, 10, 8, 12, 12, 15, 9, 9, 11, 16, 19, 16, 16, 14, 19, 14, 12, 13, 15, 22, 25, 23, 23, 17, 15, 21, 23, 24, 26, 22, 22, 24, 29, 27, 28], "n_am_pl": [0, 2, 2, 3, 1, 5, 3, 2, 2, 2, 5, 6, 7, 7, 8, 3, 8, 7, 6, 5, 4, 2, 3, 3, 4, 7, 6, 8, 8, 3, 8, 6, 5, 4, 4, 1, 5, 5, 4, 1, 1, 1, 1, 1, 0, 2, 1, 1, 0, 0], "n_pos": 48, "sum_m_en": [4.91249, 6.417769, 6.541704, 7.254417, 7.811206, 7.960174, 8.473749, 8.705518, 9.185206, 9.559388, 9.569013, 9.374034, 8.050564, 8.125275, 8.504173, 8.276566, 7.814691, 7.338606, 8.218103, 7.95883, 7.615743, 7.422102, 7.425614, 7.394876, 13.787813, 14.607568, 11.518909, 10.540291, 10.632769, 9.965923, 9.050433, 8.978943, 9.129926, 10.080902, 13.354937, 14.762722, 14.473648, 17.055824, 17.045302, 14.913229, 17.511037, 19.482339, 20.651995, 22.344539, 20.661959, 21.742225, 22.496569, 23.652313, 22.259685, 27.844677], "sum_m_pl": [0.964439, 1.868086, 2.12258, 2.198196, 2.545371, 2.679059, 2.765332, 2.670687, 2.59749, 2.820925, 3.116989, 3.490265, 3.7459, 3.6463, 4.067192, 3.905768, 3.901295, 3.730998, 3.42636, 3.1354, 2.970925, 2.784133, 2.622989, 2.583955, 2.856439, 3.456301, 4.461665, 5.104315, 4.509881, 4.716166, 4.731662, 4.485016, 4.955738, 4.980938, 4.628868, 4.52757, 4.443395, 3.784011, 3.150996, 1.96615, 1.499287, 1.649923, 1.536903, 1.214635, 1.082676, 1.990656, 1.140449, 1.169575, 0.882283, 0.016237]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 1, 5, 3, 4, 7, 11, 8, 10, 11, 10, 8, 5, 7, 5, 7, 6, 5, 6, 7, 10, 6, 5, 8, 12, 13, 9, 12, 10, 12, 9, 7, 10, 11, 17, 18, 17, 17, 14, 12, 17, 19, 20, 22, 18, 19, 21, 25, 24, 28], "n_am_pl": [0, 1, 0, 1, 1, 4, 3, 2, 2, 2, 3, 5, 5, 6, 4, 2, 4, 4, 4, 3, 3, 2, 3, 3, 3, 3, 1, 3, 5, 2, 4, 3, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.663605, 3.840016, 3.781675, 4.101337, 4.436413, 4.573959, 4.948926, 4.862662, 5.097523, 5.250759, 5.677892, 5.613739, 4.902265, 4.921728, 5.053206, 4.970525, 4.663566, 4.514232, 4.991707, 4.845202, 4.774297, 4.652999, 4.63375, 4.61731, 9.940515, 9.743784, 7.223399, 6.889694, 6.560218, 6.288887, 5.747289, 5.582676, 5.730659, 6.507314, 9.020688, 10.068962, 9.985994, 12.194031, 12.544492, 11.570397, 13.67896, 15.93021, 17.526243, 18.867121, 17.663643, 18.880215, 19.546922, 20.539789, 19.615454, 26.711777], "sum_m_pl": [0.537509, 1.038042, 1.200107, 1.331261, 1.574111, 1.682116, 1.75106, 1.609097, 1.623167, 1.693402, 1.817923, 2.070722, 2.15592, 2.048422, 2.288386, 2.206743, 2.23521, 2.124753, 1.974936, 1.834651, 1.725987, 1.634332, 1.538042, 1.539871, 1.85081, 1.827972, 2.430894, 3.052327, 2.656392, 2.89484, 2.856471, 2.659188, 2.939582, 2.885876, 2.672267, 2.843593, 2.713238, 2.230089, 1.849943, 1.112352, 0.835965, 0.895464, 0.92763, 0.700176, 0.589527, 1.287202, 0.408119, 0.225211, 0.314772, 0.016082]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 50, "item_id": "llmzszl-107", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 786, "region_end": 48, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 6, 7, 10, 15, 15, 19, 22, 24, 21, 28, 21, 21, 16, 18, 19, 21, 19, 20, 23, 25, 16, 10, 15, 30, 29, 22, 24, 20, 26, 16, 20, 15, 29, 38, 38, 31, 35, 37, 32, 40, 42, 43, 40, 45, 33, 14, 5, 1, 0], "n_am_pl": [0, 8, 6, 9, 8, 8, 9, 4, 8, 7, 5, 11, 11, 16, 13, 14, 21, 9, 3, 2, 1, 1, 3, 3, 3, 7, 4, 9, 16, 13, 15, 11, 17, 11, 11, 5, 8, 4, 9, 7, 9, 8, 11, 11, 12, 28, 44, 57, 63, 65], "n_pos": 90, "sum_m_en": [8.209021, 13.012268, 13.791384, 14.742855, 15.452436, 15.880666, 16.159963, 17.413054, 16.851703, 17.642784, 18.633393, 18.060989, 16.028309, 15.483774, 15.558366, 15.828398, 15.927031, 14.548268, 15.059012, 14.928052, 14.044245, 13.310615, 13.374043, 13.574807, 23.651145, 24.03269, 19.880391, 19.25061, 18.321978, 17.604963, 15.65048, 15.623148, 15.247378, 16.600612, 21.513403, 21.064218, 20.254273, 24.828917, 27.889061, 25.423918, 29.221145, 31.769948, 33.225962, 34.455305, 40.029757, 31.80074, 13.294817, 4.717724, 0.917648, 1.7e-05], "sum_m_pl": [1.248841, 3.499811, 4.217835, 4.621, 4.756762, 5.339591, 5.425192, 5.464489, 5.384597, 5.885031, 6.214658, 6.780364, 7.42662, 7.441813, 7.975883, 7.951525, 7.245855, 6.761093, 6.068248, 5.556917, 5.491991, 5.319044, 5.027463, 4.888115, 5.395429, 6.672463, 7.756607, 8.483883, 9.129049, 9.390173, 9.152401, 9.041175, 9.946196, 9.036115, 8.632754, 7.871498, 8.356641, 7.623224, 7.382573, 7.085365, 7.760628, 8.014829, 10.584747, 11.5996, 11.409653, 23.207389, 42.424557, 56.118663, 62.510168, 64.518631]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 4, 4, 8, 14, 12, 15, 17, 18, 16, 23, 17, 14, 12, 15, 14, 14, 13, 12, 15, 18, 12, 8, 13, 21, 23, 18, 17, 15, 20, 12, 16, 11, 22, 29, 29, 23, 27, 29, 28, 34, 35, 37, 31, 37, 29, 11, 3, 0, 0], "n_am_pl": [0, 6, 5, 7, 5, 7, 8, 3, 5, 5, 4, 10, 9, 14, 11, 12, 19, 8, 3, 1, 0, 1, 2, 3, 3, 6, 4, 9, 13, 10, 11, 9, 15, 8, 9, 4, 6, 2, 6, 7, 7, 8, 10, 11, 10, 25, 41, 56, 62, 65], "n_pos": 66, "sum_m_en": [5.920951, 9.444037, 10.108281, 10.751019, 11.583334, 11.949063, 12.097676, 12.973924, 12.481267, 12.932768, 13.594034, 13.386805, 11.686643, 11.217197, 11.345259, 11.618672, 11.600256, 10.597807, 11.09465, 10.894895, 10.065073, 9.619343, 9.726832, 9.956964, 17.471141, 17.623646, 14.370205, 13.607313, 13.047127, 12.675283, 11.397564, 11.517243, 11.248292, 12.280433, 15.464827, 15.340327, 14.691052, 18.126245, 21.233944, 20.428877, 23.453201, 26.002544, 27.216806, 26.729282, 32.367632, 26.818323, 10.051079, 3.269126, 0.33328, 1.6e-05], "sum_m_pl": [0.931934, 2.566749, 3.069371, 3.396471, 3.477384, 3.963001, 4.021828, 4.116045, 4.033342, 4.398902, 4.72033, 5.227047, 5.759773, 5.682732, 6.130096, 6.030406, 5.492945, 5.168399, 4.493869, 4.111365, 4.118752, 3.976236, 3.753843, 3.666165, 4.208283, 5.474361, 6.303191, 6.747403, 7.058563, 7.290759, 7.042417, 6.920469, 7.725247, 6.974263, 6.645583, 6.019216, 6.202067, 5.566647, 5.408632, 6.038125, 6.682552, 7.207689, 9.55719, 10.908954, 9.951796, 21.280322, 40.586832, 54.282498, 61.915396, 64.362453]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-107", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 914, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 7, 10, 13, 14, 16, 22, 9, 7, 15, 6, 8, 11, 9, 11, 6, 9, 4, 12, 7, 2, 4, 2, 4, 6, 8, 11, 10, 10, 12, 15, 16, 16, 11, 9, 13, 13, 16, 10, 11, 11, 10, 10, 8, 9, 9, 10, 10, 8, 6], "n_am_pl": [0, 7, 13, 12, 10, 5, 5, 6, 6, 11, 8, 13, 15, 13, 7, 13, 7, 8, 4, 6, 3, 6, 8, 5, 10, 13, 12, 15, 17, 22, 21, 13, 11, 9, 6, 9, 10, 7, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 88, "sum_m_en": [9.512919, 13.173711, 12.992125, 12.939404, 13.783421, 13.177172, 13.102112, 12.353588, 12.653998, 13.542477, 13.158783, 13.403236, 13.459001, 12.864802, 12.049853, 12.525295, 12.423126, 11.689089, 12.12147, 11.793376, 11.692996, 11.776201, 11.932617, 12.08782, 10.607721, 11.048176, 11.882792, 12.782127, 13.019067, 13.429063, 12.892601, 13.653156, 14.773762, 14.175901, 15.039914, 14.340084, 14.911755, 14.210339, 12.858087, 12.92559, 12.045379, 11.59466, 11.200308, 10.047497, 9.004, 9.428206, 9.584197, 8.487141, 6.850564, 6.130854], "sum_m_pl": [1.81132, 4.131011, 5.096048, 4.285686, 5.139071, 5.094042, 4.799206, 4.756905, 4.850304, 5.670736, 5.594649, 5.881665, 5.984561, 5.554831, 5.763051, 5.95654, 5.860764, 5.477797, 5.394842, 5.425203, 5.246491, 5.111445, 5.051406, 4.986604, 7.346895, 8.113573, 7.507824, 8.522833, 8.45697, 10.334165, 9.318113, 7.691723, 7.354883, 6.245473, 5.733948, 5.40725, 4.811365, 4.411698, 3.418196, 2.741276, 2.657283, 2.344944, 1.953167, 1.824198, 1.390553, 1.36444, 0.909514, 0.575193, 0.112862, 0.000318]}, "digit": {"n_am_en": [0, 2, 3, 9, 7, 8, 6, 2, 1, 4, 2, 1, 2, 2, 4, 1, 5, 1, 4, 3, 1, 1, 0, 2, 1, 2, 3, 3, 2, 3, 4, 9, 7, 5, 2, 3, 3, 6, 2, 2, 3, 4, 2, 1, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 1, 2, 1, 1, 2, 1, 3, 4, 8, 10, 9, 1, 5, 2, 4, 2, 3, 1, 4, 5, 3, 6, 9, 7, 9, 11, 12, 13, 6, 3, 4, 4, 4, 4, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.491998, 4.006514, 3.998836, 4.106303, 4.535283, 4.243039, 4.142416, 3.889141, 3.895859, 4.089762, 3.810181, 3.743456, 3.963358, 3.812732, 3.567156, 3.757751, 3.886296, 3.686041, 3.783115, 3.563338, 3.532508, 3.617275, 3.698728, 3.756146, 3.216421, 3.379428, 3.647033, 3.98769, 3.911535, 3.919305, 3.876965, 4.527181, 5.006979, 4.980771, 4.706704, 4.230044, 4.380652, 4.233362, 3.654674, 3.606695, 3.218137, 3.230532, 3.158124, 2.458434, 1.642941, 1.540937, 1.115979, 0.803379, 0.098771, 0.0], "sum_m_pl": [0.367956, 1.213415, 1.413383, 1.230417, 1.409575, 1.280646, 1.224605, 1.358304, 1.371534, 1.658407, 1.651745, 1.821638, 1.817799, 1.755923, 1.762323, 1.823196, 1.723229, 1.696356, 1.590646, 1.649076, 1.623798, 1.598763, 1.589714, 1.628205, 3.10281, 3.445615, 2.930423, 3.781466, 3.502728, 3.765055, 3.459851, 2.560549, 2.334766, 1.850682, 1.702954, 1.706408, 1.563695, 1.333661, 1.307507, 1.174984, 1.364617, 1.407329, 1.268288, 1.339055, 0.971546, 0.851871, 0.538245, 0.397183, 0.046042, 0.0]}, "lang": {"n_am_en": [1, 1, 2, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 2, 3, 1, 0, 2, 0, 2, 0, 1, 3, 5, 5, 6, 6, 5, 4, 4, 4, 5, 4, 4, 4, 6, 6, 6, 6], "n_am_pl": [0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 3, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.613106, 1.00597, 1.008546, 1.07445, 1.09681, 1.081611, 1.015557, 1.020343, 1.160264, 1.203851, 1.177, 1.114819, 1.094258, 1.042171, 0.998617, 1.095425, 1.074255, 1.117721, 1.104469, 1.149778, 1.133428, 1.116348, 1.119016, 1.13887, 1.540652, 1.536024, 1.454095, 1.362092, 1.44043, 1.403416, 1.404793, 1.433055, 1.467678, 1.768792, 2.4086, 3.118976, 3.688013, 3.759218, 3.837802, 4.008387, 4.112303, 4.049444, 4.511927, 4.369548, 4.33469, 4.43789, 4.877177, 4.915642, 5.152602, 5.937091], "sum_m_pl": [0.09692, 0.292645, 0.310884, 0.322567, 0.37317, 0.397132, 0.423941, 0.417581, 0.424678, 0.426613, 0.449102, 0.43131, 0.485031, 0.441, 0.47254, 0.516318, 0.526349, 0.453563, 0.443851, 0.421195, 0.404172, 0.399711, 0.398582, 0.380001, 0.556825, 0.575138, 0.529251, 0.606731, 0.523314, 0.87932, 0.838284, 0.734324, 0.750666, 0.697467, 0.492708, 0.454799, 0.367878, 0.338442, 0.052647, 0.029488, 0.023118, 0.014472, 0.006757, 0.011184, 0.028576, 0.030317, 0.022898, 0.016638, 0.007107, 0.000318]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "llmzszl-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 29, 28, 49, 48, 60, 72, 54, 45, 58, 50, 60, 62, 54, 45, 63, 96, 84, 95, 80, 98, 88, 81, 78, 130, 105, 91, 68, 75, 74, 73, 75, 89, 90, 110, 112, 116, 130, 126, 126, 132, 130, 124, 105, 94, 73, 33, 4, 0, 0], "n_am_pl": [3, 48, 37, 39, 47, 39, 41, 42, 35, 37, 52, 68, 66, 68, 78, 51, 32, 32, 21, 23, 16, 16, 17, 15, 18, 36, 48, 59, 78, 68, 52, 52, 44, 34, 29, 22, 22, 18, 17, 13, 14, 17, 16, 20, 31, 49, 101, 126, 118, 118], "n_pos": 380, "sum_m_en": [37.198716, 58.337984, 60.664158, 60.133922, 63.723858, 61.819811, 62.137104, 61.871223, 62.53783, 65.716864, 66.414247, 69.71256, 67.424434, 64.09602, 61.355126, 64.2716, 66.399228, 64.290456, 66.688547, 64.401313, 61.777287, 61.015, 60.379551, 60.633293, 89.79325, 81.322248, 76.757989, 70.125024, 71.27941, 70.40672, 66.92143, 69.587894, 70.999574, 77.205066, 85.330805, 86.191038, 85.447137, 94.097324, 103.25501, 100.24563, 102.545432, 105.559096, 103.723049, 98.235349, 88.295015, 68.549331, 29.550142, 7.617819, 4.354079, 0.00082], "sum_m_pl": [6.613327, 17.659795, 20.550974, 18.99627, 21.824792, 21.088904, 22.193604, 21.338648, 21.565379, 23.403712, 24.138967, 25.603643, 27.595938, 28.741834, 28.183466, 24.997635, 21.907773, 21.278778, 21.944599, 21.749405, 21.659964, 21.270206, 21.305386, 21.189733, 26.163367, 30.85807, 32.557699, 36.613455, 37.674115, 39.341105, 36.069582, 34.527197, 31.965065, 28.176267, 26.095288, 25.067905, 24.142451, 23.490947, 18.719341, 18.448086, 18.293374, 18.659786, 19.310191, 24.326238, 31.894904, 49.480981, 96.820872, 120.889406, 113.53518, 117.072707]}, "digit": {"n_am_en": [0, 5, 4, 16, 12, 13, 13, 2, 3, 14, 5, 11, 8, 10, 4, 6, 17, 11, 11, 5, 9, 7, 7, 8, 16, 15, 13, 10, 9, 9, 5, 4, 10, 13, 14, 18, 20, 26, 21, 21, 22, 25, 21, 16, 9, 8, 8, 0, 0, 0], "n_am_pl": [0, 16, 6, 8, 10, 7, 9, 9, 6, 7, 20, 25, 26, 17, 22, 18, 7, 7, 5, 6, 3, 2, 4, 3, 11, 16, 22, 24, 32, 26, 18, 17, 16, 11, 9, 10, 6, 3, 2, 1, 0, 1, 0, 0, 1, 1, 7, 5, 1, 0], "n_pos": 75, "sum_m_en": [6.878193, 12.332888, 12.787354, 12.339057, 13.385112, 12.744752, 12.266083, 12.059036, 12.299103, 12.869264, 12.621515, 12.556209, 12.540015, 11.917863, 11.386616, 11.95211, 12.88173, 12.297543, 13.096679, 12.373097, 11.89064, 12.052494, 11.90492, 12.347353, 15.478316, 14.002847, 12.949826, 11.984395, 12.163955, 12.357159, 11.795536, 12.785048, 13.221979, 14.329341, 15.084493, 15.855133, 15.875936, 16.700121, 17.443719, 16.788893, 15.970222, 17.090595, 14.079728, 11.595885, 8.314209, 6.217396, 4.188868, 2.320543, 0.986063, 0.0], "sum_m_pl": [1.190172, 3.806122, 3.965794, 3.501066, 4.016897, 3.528707, 3.704424, 3.758157, 4.010588, 4.550419, 4.879469, 5.43621, 5.650429, 5.950593, 5.924132, 5.296281, 4.37724, 4.418487, 4.494682, 4.454461, 4.403401, 4.358912, 4.410441, 4.501005, 6.08571, 8.167664, 8.071426, 9.929455, 9.677627, 9.194011, 7.96646, 7.853825, 6.869565, 5.694385, 5.157046, 4.84346, 4.518474, 3.882656, 3.456805, 3.265466, 3.430348, 3.266004, 3.02392, 3.262725, 3.11943, 2.79594, 5.949029, 5.453972, 1.238303, 0.0]}, "lang": {"n_am_en": [5, 12, 10, 9, 22, 25, 23, 25, 17, 23, 26, 26, 30, 26, 23, 25, 39, 39, 46, 43, 54, 49, 45, 48, 75, 54, 39, 32, 37, 42, 37, 38, 45, 46, 60, 63, 64, 70, 67, 68, 73, 73, 70, 62, 61, 46, 16, 2, 0, 0], "n_am_pl": [2, 7, 9, 10, 14, 18, 16, 20, 15, 13, 17, 19, 19, 27, 29, 19, 11, 14, 7, 7, 8, 11, 9, 8, 4, 9, 10, 12, 24, 19, 14, 17, 14, 17, 9, 8, 10, 7, 8, 6, 9, 12, 11, 15, 21, 41, 80, 105, 113, 117], "n_pos": 118, "sum_m_en": [11.553132, 17.76646, 19.312509, 19.906247, 20.676059, 19.84152, 20.695964, 20.96588, 21.238153, 22.269364, 22.655961, 23.738743, 22.613519, 21.676234, 20.725194, 22.460638, 23.293286, 22.534094, 22.497024, 22.000136, 21.114242, 20.383216, 20.077677, 19.72306, 39.483231, 34.403625, 30.667357, 26.775291, 26.81832, 25.478817, 24.516423, 25.720466, 25.864784, 29.168158, 33.140727, 35.11506, 36.769937, 42.889803, 49.104132, 50.315887, 55.330861, 55.678732, 60.360461, 57.886087, 55.34239, 42.618504, 15.112007, 2.00995, 1.414276, 0.000819], "sum_m_pl": [1.900169, 4.922535, 5.855971, 5.998044, 6.32051, 6.79435, 7.67958, 7.437346, 7.541934, 7.877372, 8.189665, 8.633052, 9.849007, 10.498678, 9.891931, 8.561605, 7.595925, 7.367805, 7.731558, 7.397953, 7.346005, 7.179914, 7.174846, 7.065169, 9.05926, 10.300766, 11.363144, 12.1444, 12.593291, 14.075024, 12.72336, 12.31837, 11.678195, 11.293477, 10.131657, 10.327393, 10.339617, 10.898027, 8.051655, 8.197725, 8.126548, 8.622869, 9.836665, 14.761246, 22.019881, 38.522136, 76.471951, 101.004327, 106.999059, 116.388465]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 382, "item_id": "llmzszl-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 876, "region_end": 380, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 15, 20, 30, 37, 40, 46, 45, 27, 19, 24, 19, 19, 26, 26, 35, 34, 36, 43, 46, 45, 38, 42, 40, 51, 51, 46, 41, 31, 36, 31, 40, 29, 40, 43, 49, 54, 55, 53, 63, 68, 64, 64, 69, 70, 65, 63, 66, 66, 71], "n_am_pl": [4, 5, 7, 4, 1, 3, 3, 2, 4, 9, 6, 8, 7, 6, 4, 4, 5, 5, 3, 4, 8, 8, 7, 4, 2, 3, 4, 9, 5, 5, 6, 8, 5, 7, 9, 5, 3, 4, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 90, "sum_m_en": [10.162612, 13.500769, 14.117573, 16.211816, 18.2504, 18.94525, 20.33501, 19.71678, 17.917081, 17.528203, 17.484981, 17.657076, 16.26792, 17.360428, 16.788946, 17.286139, 17.371313, 16.183433, 16.791568, 16.206745, 15.189424, 14.794932, 15.027256, 14.845928, 30.954653, 28.204952, 25.852819, 21.594701, 21.225075, 21.321637, 20.256471, 20.63362, 20.796014, 22.548873, 25.383127, 28.285668, 34.498678, 40.736563, 46.816404, 52.130476, 55.614002, 57.523911, 60.183628, 60.708158, 60.383298, 55.882349, 57.550935, 57.176807, 53.274246, 70.86582], "sum_m_pl": [1.974675, 2.87672, 3.414005, 3.364926, 3.703114, 4.011934, 4.463371, 4.640707, 4.806186, 4.672361, 5.323752, 5.934374, 5.72087, 5.493865, 6.076426, 6.304303, 5.922184, 6.27477, 5.998474, 6.007848, 5.810557, 5.68237, 5.53561, 5.451636, 5.306323, 5.463975, 5.914423, 6.78919, 6.820828, 7.238571, 6.829832, 6.731308, 7.2144, 7.222986, 6.507516, 6.061576, 4.930404, 4.281383, 4.134167, 2.703901, 2.57164, 2.205061, 1.69414, 1.543161, 1.338727, 0.977084, 0.837964, 0.722293, 1.447361, 0.019829]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 12, 17, 25, 31, 31, 37, 36, 22, 14, 21, 15, 17, 21, 23, 31, 30, 31, 37, 40, 42, 36, 40, 39, 48, 48, 45, 40, 29, 33, 29, 37, 25, 36, 41, 44, 50, 51, 50, 58, 63, 63, 63, 65, 67, 63, 61, 63, 64, 71], "n_am_pl": [4, 4, 6, 3, 1, 3, 3, 2, 3, 8, 6, 6, 7, 5, 4, 4, 5, 5, 2, 4, 7, 8, 7, 4, 1, 3, 2, 7, 4, 3, 6, 7, 4, 4, 7, 4, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 72, "sum_m_en": [8.126401, 10.912146, 11.487222, 13.078541, 14.658431, 15.009604, 16.249633, 15.704143, 14.478576, 14.056363, 14.254728, 14.299048, 13.206308, 14.235443, 13.74336, 14.293636, 14.288799, 13.511588, 14.135092, 13.580392, 12.870092, 12.448748, 12.543868, 12.308137, 28.169944, 25.61831, 23.649643, 19.528971, 18.858801, 18.578317, 17.536136, 17.747574, 17.95731, 19.694923, 22.420881, 25.829889, 31.900148, 37.781848, 43.361237, 48.87664, 52.384102, 54.382522, 56.786794, 56.768418, 56.383435, 52.829534, 54.408848, 53.247118, 50.923621, 70.850946], "sum_m_pl": [1.744067, 2.321448, 2.752377, 2.747895, 3.025177, 3.230995, 3.628378, 3.714246, 3.810954, 3.710166, 4.286678, 4.740371, 4.579901, 4.443711, 4.999334, 5.235151, 4.85796, 5.174784, 5.00822, 5.010866, 4.815651, 4.690941, 4.528428, 4.452204, 4.43005, 4.668736, 5.070677, 5.89419, 5.838671, 6.106524, 5.773569, 5.697287, 6.127693, 6.058904, 5.422261, 5.140563, 4.156962, 3.60363, 3.494663, 2.146746, 2.024731, 1.550205, 1.106196, 1.193875, 1.066, 0.815557, 0.723036, 0.580197, 0.971014, 0.019724]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-112", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9674, "tf_agree_excl_first": 0.978}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 7, 19, 24, 40, 48, 45, 58, 55, 50, 45, 41, 28, 31, 36, 45, 65, 57, 69, 77, 71, 64, 67, 59, 82, 79, 75, 69, 60, 50, 53, 56, 57, 64, 74, 83, 70, 84, 93, 100, 88, 87, 98, 87, 77, 45, 18, 4, 0, 0], "n_am_pl": [1, 15, 19, 22, 20, 24, 12, 12, 13, 8, 13, 20, 13, 19, 19, 24, 14, 15, 14, 12, 14, 18, 19, 24, 17, 12, 16, 18, 20, 26, 20, 21, 13, 14, 14, 21, 23, 19, 13, 15, 15, 21, 26, 37, 57, 85, 116, 136, 143, 142], "n_pos": 185, "sum_m_en": [16.206272, 27.778645, 29.341134, 30.173976, 31.344523, 31.613213, 34.294341, 36.341985, 34.504246, 34.2051, 35.004039, 34.749714, 32.116334, 32.480269, 31.909313, 32.927912, 34.450636, 32.065646, 32.399817, 31.235633, 30.215369, 29.658663, 30.092406, 29.173981, 51.962791, 50.464755, 46.489802, 40.791736, 38.903702, 37.523731, 37.506009, 37.046455, 36.166752, 38.820729, 44.000795, 49.00502, 49.606217, 56.111077, 61.055768, 68.778739, 68.573692, 73.886888, 81.909221, 76.885266, 68.170032, 43.87499, 17.357209, 4.502563, 0.838902, 0.000169], "sum_m_pl": [2.628843, 7.738969, 8.992722, 9.711684, 10.168081, 10.661874, 10.878843, 10.861889, 11.150378, 10.786883, 11.925074, 13.568152, 13.599129, 13.973461, 14.227339, 13.921933, 12.540741, 12.51794, 11.746282, 11.39518, 10.87887, 10.818373, 10.412744, 10.404175, 13.26252, 13.275399, 13.679858, 13.159156, 14.995559, 16.197738, 14.819075, 15.549444, 16.68333, 15.464974, 14.142072, 14.862658, 16.590086, 15.413272, 14.937175, 16.273887, 17.943672, 20.471571, 23.29983, 29.638143, 42.641825, 73.246195, 106.171726, 129.578187, 140.430892, 143.25918]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 1, 2, 1, 1, 1, 1, 0], "n_pos": 2, "sum_m_en": [0.196629, 0.391615, 0.393219, 0.360953, 0.375143, 0.321976, 0.325367, 0.34903, 0.291457, 0.350815, 0.409519, 0.418969, 0.396247, 0.410226, 0.422634, 0.386539, 0.382259, 0.363047, 0.344783, 0.329223, 0.334609, 0.331685, 0.326426, 0.317128, 0.471431, 0.46688, 0.382383, 0.37036, 0.457097, 0.467736, 0.447217, 0.462896, 0.430547, 0.452414, 0.484705, 0.508459, 0.433919, 0.610457, 0.424908, 0.630879, 0.475891, 0.45366, 0.381368, 0.177563, 0.273222, 0.0712, 0.01541, 0.007168, 0.04378, 0.0], "sum_m_pl": [0.037544, 0.098853, 0.096365, 0.093545, 0.098365, 0.10626, 0.101695, 0.095096, 0.101341, 0.104559, 0.112585, 0.123274, 0.104966, 0.112756, 0.12944, 0.12257, 0.132124, 0.124559, 0.119968, 0.122581, 0.116587, 0.117534, 0.114916, 0.110789, 0.055691, 0.091762, 0.103224, 0.102552, 0.128391, 0.134743, 0.157688, 0.149932, 0.143441, 0.10341, 0.110026, 0.095487, 0.084962, 0.099212, 0.202193, 0.268551, 0.613868, 0.709559, 0.732076, 0.941488, 1.257983, 0.981879, 0.855445, 0.988315, 0.345622, 0.0]}, "lang": {"n_am_en": [2, 5, 16, 18, 29, 41, 35, 47, 43, 41, 37, 32, 22, 25, 27, 35, 52, 45, 58, 62, 55, 50, 52, 47, 66, 66, 58, 51, 47, 38, 36, 43, 48, 48, 56, 61, 51, 66, 71, 78, 68, 67, 79, 67, 58, 33, 12, 2, 0, 0], "n_am_pl": [1, 11, 12, 16, 16, 17, 8, 9, 8, 7, 12, 15, 9, 17, 15, 16, 10, 10, 10, 9, 12, 15, 15, 17, 13, 9, 13, 16, 18, 20, 19, 19, 11, 14, 12, 18, 20, 15, 9, 13, 12, 18, 22, 34, 51, 77, 104, 125, 136, 142], "n_pos": 143, "sum_m_en": [13.031908, 21.729245, 22.989569, 23.687228, 24.491854, 24.641573, 26.619962, 28.542965, 27.101747, 26.729339, 27.406734, 27.261472, 25.070926, 25.372365, 25.161212, 25.967237, 27.37829, 25.437485, 25.492869, 24.527668, 23.709283, 23.247746, 23.695657, 22.826275, 41.62714, 40.5099, 36.94847, 32.630651, 30.626955, 29.227922, 29.411754, 28.971168, 28.459591, 30.414055, 34.393035, 37.112713, 37.26923, 41.742003, 46.202343, 53.101957, 52.638666, 57.896947, 64.466437, 59.957642, 51.191957, 32.225302, 12.59282, 2.68743, 0.605334, 3e-06], "sum_m_pl": [2.200918, 6.064698, 6.910198, 7.517311, 7.819183, 8.053536, 8.22564, 8.269176, 8.540075, 8.264548, 9.370593, 10.756566, 11.009896, 11.324609, 11.484543, 11.181402, 9.967291, 9.955968, 9.396538, 9.060898, 8.587979, 8.527825, 8.211044, 8.221949, 10.929716, 10.778857, 11.246368, 10.919246, 12.357045, 13.216932, 12.083609, 12.723122, 13.557503, 12.733577, 11.568193, 12.275683, 14.125555, 13.106949, 12.551582, 13.45692, 14.89434, 17.388218, 20.011238, 25.669625, 37.936926, 65.644724, 95.499485, 118.743626, 133.954311, 141.606285]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "llmzszl-112", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1077, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9892}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 3, 5, 4, 7, 11, 9, 8, 8, 7, 12, 5, 6, 13, 11, 12, 9, 8, 9, 10, 14, 9, 8, 4, 7, 7, 10, 9, 11, 13, 12, 14, 14, 13, 12, 18, 16, 18, 18, 15, 20, 17, 18, 17, 20, 20, 17, 15, 14, 10], "n_am_pl": [1, 7, 5, 5, 2, 5, 4, 5, 5, 3, 3, 6, 5, 4, 5, 4, 1, 3, 3, 4, 4, 4, 6, 6, 5, 4, 2, 5, 3, 3, 4, 3, 3, 4, 1, 4, 6, 0, 3, 1, 2, 2, 1, 3, 4, 4, 6, 6, 6, 6], "n_pos": 44, "sum_m_en": [4.935299, 5.463253, 5.638015, 6.321784, 7.160637, 7.842367, 8.441324, 8.886247, 8.578158, 8.52414, 8.486143, 8.244544, 7.977445, 8.084653, 8.359998, 8.499551, 8.300495, 7.683717, 8.291377, 8.297608, 7.860383, 7.672045, 7.561118, 7.411251, 9.305957, 10.277476, 10.269512, 9.316071, 9.632638, 9.81086, 9.263709, 9.58544, 9.322894, 10.214249, 11.479609, 12.378226, 12.813866, 13.612029, 14.736307, 15.295076, 14.942217, 15.443318, 15.891288, 15.255618, 16.420428, 16.960265, 15.342188, 14.428867, 13.539656, 11.202328], "sum_m_pl": [1.382854, 2.260234, 2.600928, 2.23875, 2.293918, 2.493852, 2.794863, 3.08234, 2.93171, 3.318883, 3.421549, 3.622571, 3.488639, 3.338553, 3.355813, 3.439304, 2.970756, 3.220266, 3.016496, 3.039535, 2.925708, 2.905415, 2.835331, 2.66842, 2.709933, 3.285729, 3.004055, 4.043609, 4.286174, 4.474783, 4.234229, 3.77802, 3.931219, 3.77499, 3.522632, 3.479756, 3.554845, 3.169513, 3.671245, 3.135666, 3.552219, 2.365667, 2.018764, 4.216843, 4.398567, 4.314307, 5.436986, 6.012161, 6.320523, 5.98535]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 2, 3, 3, 4, 5, 3, 3, 4, 4, 5, 3, 3, 5, 4, 7, 5, 6, 5, 5, 5, 5, 5, 2, 4, 4, 5, 5, 6, 10, 8, 10, 7, 9, 6, 9, 6, 9, 8, 10, 10, 10, 11, 13, 13, 12, 11, 11, 11, 10], "n_am_pl": [0, 1, 1, 3, 0, 2, 1, 0, 3, 0, 0, 2, 3, 1, 1, 1, 0, 0, 0, 1, 0, 0, 2, 3, 3, 2, 1, 1, 1, 0, 1, 0, 2, 2, 0, 1, 2, 0, 2, 0, 1, 1, 1, 3, 3, 3, 6, 6, 6, 6], "n_pos": 17, "sum_m_en": [1.662532, 2.212293, 2.068645, 2.500412, 2.869929, 3.031148, 3.219015, 3.331406, 3.342264, 3.302483, 3.333892, 3.248536, 3.117797, 3.147712, 3.224028, 3.259446, 3.132648, 2.942831, 3.219479, 3.199309, 3.014447, 2.924015, 2.926192, 2.874226, 3.955892, 4.568191, 4.948637, 4.376445, 4.557585, 4.818897, 4.186587, 4.503068, 4.239559, 4.869948, 5.518908, 6.311446, 6.247169, 6.758362, 7.248287, 9.002714, 8.475972, 9.270177, 10.01071, 10.702917, 10.913852, 11.138643, 10.484577, 10.43253, 9.959822, 10.262301], "sum_m_pl": [0.48972, 0.842134, 0.99387, 0.855083, 0.864056, 0.98124, 1.027029, 1.136377, 1.107439, 1.185185, 1.324004, 1.440613, 1.361766, 1.298613, 1.273982, 1.296509, 1.106845, 1.214279, 1.174859, 1.120288, 1.080579, 1.05771, 1.054396, 0.979888, 1.02408, 1.223713, 1.07611, 1.328004, 1.481384, 1.365981, 1.454139, 1.284267, 1.510837, 1.4959, 1.35332, 1.312978, 1.380345, 1.143426, 1.657244, 1.311711, 1.435539, 0.888081, 0.923568, 3.187358, 3.060458, 2.991183, 4.839321, 5.656411, 6.181605, 5.980069]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 46, "item_id": "llmzszl-113", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 740, "region_end": 44, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.9778}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 5, 9, 10, 12, 13, 23, 16, 26, 18, 25, 23, 30, 27, 26, 29, 41, 31, 40, 36, 37, 29, 28, 23, 37, 37, 33, 34, 27, 26, 30, 28, 34, 36, 40, 45, 48, 43, 47, 37, 39, 35, 35, 31, 33, 22, 5, 2, 1, 1], "n_am_pl": [2, 11, 13, 18, 13, 9, 20, 16, 13, 11, 11, 10, 12, 12, 16, 14, 13, 19, 15, 13, 16, 18, 20, 16, 9, 16, 14, 11, 7, 9, 11, 8, 6, 9, 16, 15, 14, 19, 14, 14, 15, 18, 19, 24, 28, 40, 56, 67, 70, 68], "n_pos": 112, "sum_m_en": [11.077443, 15.16271, 15.795419, 17.305701, 18.815534, 20.498864, 21.632206, 22.570642, 22.261469, 21.996198, 22.197894, 21.443538, 20.297001, 20.428946, 20.580315, 21.032969, 20.723463, 19.953287, 20.358725, 20.081309, 19.858601, 19.946415, 19.709901, 18.614, 30.129534, 31.249263, 28.050178, 24.907839, 22.397953, 22.65655, 21.480916, 21.441029, 21.658419, 23.82696, 24.887486, 27.191813, 27.86894, 28.239572, 30.988987, 28.901938, 28.389339, 29.421223, 30.144199, 28.922623, 27.79941, 19.182223, 6.977856, 2.784925, 1.632769, 0.99999], "sum_m_pl": [2.422407, 5.523015, 6.305461, 6.202966, 6.202616, 7.505643, 7.595187, 8.025492, 7.533347, 7.788603, 8.225802, 8.381535, 8.38905, 8.3009, 8.9181, 8.678677, 7.701833, 7.80181, 7.546096, 7.313923, 7.172359, 7.096014, 7.036433, 6.238221, 8.448973, 8.693928, 8.329097, 9.200336, 9.940252, 11.122985, 10.313809, 10.047236, 10.637166, 10.198744, 10.654755, 10.046982, 11.972924, 12.908909, 13.957003, 14.799261, 15.808012, 15.803876, 15.578286, 20.086461, 23.186619, 34.945144, 50.920315, 63.853963, 65.93004, 67.086574]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 3, 5, 5, 8, 9, 14, 11, 19, 14, 18, 16, 24, 20, 20, 19, 28, 19, 24, 21, 22, 17, 18, 16, 23, 22, 21, 23, 21, 19, 20, 21, 25, 24, 28, 36, 34, 31, 36, 30, 31, 27, 26, 23, 25, 14, 2, 1, 1, 1], "n_am_pl": [2, 6, 9, 14, 8, 7, 8, 8, 9, 6, 7, 5, 5, 9, 10, 7, 7, 15, 10, 8, 11, 13, 14, 10, 6, 11, 11, 7, 4, 5, 7, 5, 3, 8, 12, 9, 7, 13, 7, 11, 12, 15, 14, 16, 22, 34, 50, 61, 66, 68], "n_pos": 70, "sum_m_en": [6.532195, 9.664441, 10.129312, 10.606674, 11.856195, 12.818905, 13.345147, 14.071266, 13.882228, 13.632339, 13.880296, 13.418223, 12.579529, 12.554226, 12.769006, 13.048203, 12.875227, 12.457215, 12.660579, 12.492988, 12.487448, 12.757048, 12.649106, 11.779186, 19.745177, 20.403729, 18.19909, 16.075872, 14.328697, 14.214418, 13.502612, 13.70601, 13.949613, 15.053423, 16.106409, 17.71554, 18.448529, 19.343077, 21.730921, 21.336801, 20.842515, 21.925199, 23.275799, 21.120394, 21.493541, 13.046519, 3.762526, 1.421179, 1.344642, 0.999989], "sum_m_pl": [1.370855, 3.233366, 3.731637, 3.844519, 3.798656, 4.662802, 4.664703, 4.955046, 4.737455, 4.842653, 5.03734, 5.229967, 5.253786, 5.229937, 5.680245, 5.367936, 4.878982, 4.955813, 4.807467, 4.748581, 4.607158, 4.518741, 4.569823, 3.998337, 5.848589, 5.603819, 5.524262, 6.061336, 6.380498, 7.148419, 6.587813, 6.242262, 6.66038, 6.562723, 6.933908, 6.535862, 8.141096, 8.883629, 9.579241, 10.909835, 11.754437, 12.392585, 12.295069, 15.416638, 18.569066, 29.469553, 45.546957, 57.869185, 62.91875, 66.701719]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "llmzszl-113", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 868, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 6, 5, 8, 6, 8, 11, 9, 10, 6, 5, 7, 4, 7, 6, 6, 12, 13, 11, 11, 10, 10, 10, 12, 13, 14, 12, 9, 12, 8, 7, 8, 9, 7, 12, 13, 12, 16, 19, 19, 21, 22, 22, 24, 22, 22, 21, 16, 18, 19], "n_am_pl": [2, 2, 3, 3, 7, 5, 3, 7, 4, 2, 2, 3, 1, 3, 6, 5, 2, 4, 5, 3, 3, 1, 1, 1, 0, 0, 0, 1, 1, 1, 2, 2, 2, 4, 2, 3, 4, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 2, 2, 2], "n_pos": 29, "sum_m_en": [3.163294, 4.355327, 4.492063, 5.021878, 5.844753, 6.668658, 6.564518, 6.481803, 6.142214, 6.325507, 5.786719, 5.588514, 5.466404, 5.846627, 5.88205, 6.010402, 6.060705, 5.792059, 5.781639, 5.558532, 5.287051, 5.302703, 5.338554, 5.265251, 11.191646, 11.321656, 8.855834, 8.275602, 7.735787, 7.069491, 6.265635, 6.459392, 6.18156, 6.090504, 6.902949, 7.232663, 9.772821, 10.816166, 13.732709, 14.83895, 15.808593, 17.350493, 19.718504, 20.141816, 19.68058, 19.500356, 19.906248, 16.240122, 16.893765, 18.837961], "sum_m_pl": [0.622672, 0.992824, 1.185974, 1.36471, 1.731121, 1.75479, 1.871527, 2.298362, 2.162174, 2.042433, 2.210421, 2.287902, 2.346418, 2.08072, 2.20512, 2.345455, 1.952364, 2.027738, 2.061002, 1.995687, 2.00099, 1.957072, 1.854747, 1.824985, 1.733474, 1.874053, 1.987513, 2.171049, 2.021014, 2.328217, 2.349214, 2.279515, 2.591469, 2.827156, 2.511897, 2.479073, 2.426864, 1.773528, 1.423697, 1.113279, 1.061905, 0.930003, 0.717589, 0.522145, 0.911907, 0.346645, 0.295013, 2.12754, 2.412959, 2.029204]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 4, 6, 4, 5, 7, 8, 8, 4, 4, 6, 4, 5, 5, 5, 9, 10, 9, 10, 10, 10, 10, 11, 12, 12, 11, 9, 10, 6, 6, 7, 8, 7, 12, 12, 11, 15, 18, 18, 19, 20, 20, 22, 20, 21, 20, 16, 18, 19], "n_am_pl": [2, 2, 2, 3, 5, 4, 3, 6, 3, 1, 2, 2, 1, 3, 5, 4, 2, 3, 4, 3, 2, 1, 1, 1, 0, 0, 0, 1, 1, 1, 2, 2, 2, 4, 2, 2, 3, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 2, 2, 2], "n_pos": 22, "sum_m_en": [2.516389, 3.406805, 3.459838, 3.835974, 4.369892, 4.886306, 4.829706, 4.741602, 4.548355, 4.691208, 4.437107, 4.350747, 4.226527, 4.471147, 4.455277, 4.516087, 4.59099, 4.385168, 4.350099, 4.221263, 4.018047, 4.025917, 4.050945, 3.988109, 9.00327, 8.945019, 7.184669, 6.598175, 6.145543, 5.566413, 4.911774, 4.99293, 4.827241, 4.716261, 5.587975, 5.842934, 8.409203, 9.493529, 12.304054, 13.505772, 14.089685, 15.627477, 17.488746, 17.991401, 17.544013, 18.230727, 18.639606, 15.798985, 16.653218, 18.832809], "sum_m_pl": [0.499202, 0.785174, 0.927087, 1.086013, 1.401438, 1.448825, 1.554668, 1.843127, 1.714713, 1.61343, 1.725697, 1.795315, 1.850001, 1.648449, 1.787589, 1.868985, 1.552399, 1.600634, 1.626006, 1.567989, 1.568446, 1.53533, 1.446568, 1.429902, 1.444071, 1.57868, 1.680376, 1.787637, 1.652201, 1.849065, 1.864035, 1.831996, 2.097817, 2.290291, 2.028446, 1.999953, 1.84254, 1.308997, 1.032424, 0.833098, 0.769442, 0.591784, 0.43873, 0.388288, 0.774651, 0.262548, 0.241251, 2.075928, 2.10061, 2.02252]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 31, "item_id": "llmzszl-114", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 29, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 3, 11, 7, 21, 34, 38, 26, 19, 15, 20, 21, 18, 20, 20, 23, 30, 36, 33, 41, 55, 48, 50, 46, 52, 53, 42, 41, 35, 26, 29, 29, 31, 24, 30, 32, 41, 49, 50, 52, 51, 49, 59, 61, 49, 38, 20, 8, 1, 0], "n_am_pl": [3, 7, 15, 14, 13, 18, 16, 25, 18, 20, 19, 18, 15, 15, 16, 30, 6, 14, 13, 8, 5, 5, 5, 4, 4, 3, 6, 9, 14, 15, 10, 11, 11, 17, 17, 17, 13, 14, 11, 11, 14, 18, 16, 21, 33, 44, 61, 82, 93, 95], "n_pos": 131, "sum_m_en": [12.218777, 18.811703, 20.421437, 21.884394, 24.45815, 27.30732, 27.902818, 28.526453, 25.914706, 27.025278, 25.616514, 25.235015, 23.939355, 24.862486, 24.903629, 26.095268, 25.815624, 25.237712, 25.024485, 24.214446, 24.381457, 25.580307, 25.815798, 24.59425, 47.599782, 44.679647, 34.551237, 30.601064, 27.504952, 25.439633, 23.784011, 24.230022, 24.225588, 24.874579, 26.361845, 26.209005, 29.573243, 32.805846, 39.937784, 44.933298, 46.532744, 46.737885, 54.989836, 56.291403, 48.956693, 38.764455, 21.263265, 7.439059, 2.573333, 9.6e-05], "sum_m_pl": [1.964351, 5.56135, 6.559406, 7.261256, 8.010998, 8.580812, 8.93113, 11.133139, 11.323832, 11.909181, 11.825601, 11.936096, 11.997261, 11.640286, 11.678275, 12.244925, 10.309236, 10.227437, 9.41299, 8.826794, 8.595257, 8.372089, 8.032166, 7.93346, 6.519767, 7.429616, 8.772582, 10.687078, 12.647514, 14.629779, 13.583059, 13.901391, 14.396486, 14.663523, 13.323543, 13.526476, 14.460252, 14.131887, 12.800003, 12.319093, 12.985106, 14.710498, 14.492851, 18.332702, 28.168646, 38.972394, 58.619197, 80.193023, 92.21983, 94.50474]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 3, 9, 5, 15, 24, 28, 16, 14, 13, 16, 15, 13, 15, 13, 16, 20, 28, 27, 29, 38, 33, 35, 35, 41, 39, 30, 29, 24, 17, 21, 18, 21, 17, 21, 25, 32, 35, 36, 40, 39, 40, 47, 47, 39, 29, 17, 6, 0, 0], "n_am_pl": [3, 5, 9, 11, 9, 13, 11, 19, 14, 11, 14, 10, 12, 11, 13, 21, 4, 11, 8, 7, 4, 4, 4, 3, 1, 1, 3, 5, 10, 8, 6, 10, 9, 13, 11, 12, 12, 10, 8, 7, 7, 11, 13, 17, 29, 36, 52, 79, 91, 94], "n_pos": 94, "sum_m_en": [8.935023, 13.411234, 14.66975, 15.663996, 17.504843, 19.222464, 20.198374, 20.541063, 18.776204, 19.462294, 18.488146, 18.224874, 17.133116, 17.87715, 17.834062, 18.794132, 18.667715, 18.305383, 18.109323, 17.507608, 17.732005, 18.502095, 18.699928, 17.721824, 36.418302, 33.495679, 25.268977, 22.282536, 19.994648, 18.068036, 17.225982, 17.466522, 17.352104, 17.716721, 18.760089, 18.30749, 21.162955, 23.271934, 28.851353, 33.746062, 34.334594, 35.237215, 41.819965, 43.617386, 37.653786, 29.475748, 17.417715, 5.455925, 0.805568, 9.3e-05], "sum_m_pl": [1.437398, 3.969023, 4.624254, 5.172177, 5.730008, 6.089562, 6.418396, 8.022108, 8.193273, 8.678741, 8.612485, 8.811528, 8.789282, 8.588095, 8.683782, 9.166055, 7.68131, 7.612069, 7.001023, 6.502096, 6.296902, 6.153222, 5.863023, 5.814798, 4.631592, 5.325591, 6.152134, 7.812221, 9.608873, 10.998596, 10.236782, 10.374033, 10.94136, 11.501197, 10.448202, 10.657289, 10.709535, 10.412754, 9.260259, 8.634101, 9.548642, 10.601355, 11.701168, 15.320904, 23.960105, 32.580536, 50.051394, 75.451518, 89.376596, 93.417972]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "llmzszl-114", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 858, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9774, "tf_agree_excl_first": 0.9848}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [36, 31, 26, 38, 45, 50, 55, 42, 44, 48, 48, 46, 48, 52, 47, 46, 53, 51, 54, 54, 43, 59, 48, 51, 116, 105, 88, 72, 63, 62, 61, 74, 66, 73, 87, 107, 108, 120, 128, 125, 136, 133, 149, 150, 146, 144, 141, 127, 125, 125], "n_am_pl": [5, 12, 35, 22, 43, 39, 29, 41, 46, 47, 38, 37, 41, 32, 34, 43, 33, 27, 34, 30, 24, 16, 30, 26, 26, 33, 38, 37, 46, 43, 45, 38, 36, 23, 29, 21, 23, 28, 40, 35, 22, 32, 25, 21, 21, 12, 11, 18, 13, 11], "n_pos": 324, "sum_m_en": [38.960698, 47.458426, 47.914336, 50.461136, 53.608926, 54.630448, 57.344013, 60.635235, 58.510793, 61.326275, 57.469974, 56.730057, 56.662227, 55.762449, 54.446775, 55.223688, 53.926868, 53.393765, 52.986289, 50.589189, 49.681411, 50.408913, 49.746767, 49.928246, 71.857851, 71.267038, 65.749057, 60.36333, 60.10567, 59.087987, 57.933961, 59.780183, 61.167903, 61.758677, 68.360232, 74.730798, 83.762968, 93.163348, 100.375572, 107.089304, 109.634415, 113.49421, 127.132094, 132.19029, 131.642905, 136.313649, 133.033058, 118.851854, 117.36334, 124.072796], "sum_m_pl": [7.788431, 14.056247, 15.666079, 14.809431, 16.368103, 16.376631, 16.688398, 20.53199, 21.488815, 22.395437, 22.294395, 22.769078, 22.476963, 21.501103, 21.853923, 22.468682, 20.92609, 21.414056, 21.99578, 22.220522, 21.424631, 20.026493, 19.900988, 19.670143, 23.621261, 27.950924, 26.47158, 28.803017, 29.343518, 27.783672, 27.567326, 24.991683, 25.141895, 24.127525, 24.106167, 20.562723, 21.310225, 18.670595, 24.57756, 28.253027, 22.394694, 26.786153, 22.32109, 18.929984, 21.675722, 14.814377, 13.159928, 18.491138, 15.685843, 10.808835]}, "digit": {"n_am_en": [2, 0, 0, 2, 2, 1, 3, 2, 4, 4, 4, 3, 3, 6, 6, 4, 3, 0, 3, 3, 2, 2, 0, 1, 5, 4, 4, 2, 4, 3, 3, 2, 1, 2, 4, 2, 5, 4, 7, 7, 7, 5, 4, 5, 5, 1, 1, 1, 1, 0], "n_am_pl": [2, 2, 8, 6, 13, 10, 10, 7, 6, 4, 3, 3, 4, 2, 5, 3, 1, 1, 4, 3, 4, 2, 7, 4, 4, 7, 8, 6, 10, 8, 6, 5, 5, 3, 2, 2, 3, 4, 9, 9, 6, 7, 8, 3, 0, 0, 0, 1, 0, 0], "n_pos": 37, "sum_m_en": [3.790083, 5.854238, 5.67848, 6.264804, 6.308954, 6.12639, 6.246984, 6.49903, 6.388105, 7.270066, 6.512577, 6.116446, 6.234248, 6.155479, 5.878861, 5.931987, 5.496479, 5.237437, 5.488293, 5.444501, 5.467133, 5.636597, 5.656424, 5.742663, 6.813736, 7.203722, 6.81752, 7.140828, 6.591843, 6.773149, 6.137814, 6.488106, 6.383403, 6.109695, 6.673031, 6.620545, 7.073713, 7.97957, 7.683668, 6.773797, 7.364334, 5.559974, 5.611239, 5.729444, 4.682925, 2.161919, 2.428709, 1.70501, 0.962692, 0.00019], "sum_m_pl": [1.104228, 1.684399, 1.728408, 1.694777, 1.670575, 1.69393, 1.77164, 2.164496, 2.382223, 2.321931, 2.292025, 2.306239, 2.342754, 2.22174, 2.421617, 2.465368, 2.429836, 2.639196, 2.491068, 2.422999, 2.359121, 2.133457, 2.14516, 2.182416, 3.229401, 3.833846, 3.35895, 3.354347, 3.835672, 3.277403, 3.306282, 2.993387, 2.697535, 2.44007, 2.468287, 2.307473, 2.531587, 2.338057, 3.800429, 6.508841, 4.093823, 5.51841, 4.094162, 2.452305, 1.959733, 1.136831, 0.930742, 1.010707, 0.594423, 4e-06]}, "lang": {"n_am_en": [21, 18, 15, 19, 25, 21, 31, 21, 21, 24, 31, 29, 25, 26, 27, 27, 34, 33, 35, 35, 29, 40, 34, 37, 73, 68, 59, 44, 40, 33, 40, 46, 44, 47, 56, 70, 73, 84, 84, 91, 100, 98, 111, 110, 111, 118, 116, 110, 117, 124], "n_am_pl": [0, 3, 13, 4, 9, 9, 4, 17, 27, 24, 17, 17, 19, 14, 9, 20, 14, 14, 16, 17, 9, 5, 9, 7, 7, 9, 8, 11, 14, 18, 16, 16, 14, 11, 19, 12, 12, 12, 16, 13, 13, 16, 9, 11, 14, 5, 6, 11, 11, 11], "n_pos": 135, "sum_m_en": [16.899647, 18.751688, 19.81786, 20.465553, 22.368831, 23.291389, 25.24238, 27.169463, 26.549549, 27.130723, 25.905602, 25.506304, 25.283122, 24.503067, 24.073669, 24.241845, 23.586915, 23.866698, 23.35162, 21.8335, 21.215473, 21.456093, 21.137923, 21.115385, 40.430136, 38.746443, 34.013373, 28.9329, 28.749603, 27.895256, 27.980228, 28.417801, 30.46734, 31.56856, 35.008144, 42.496185, 49.752208, 56.018846, 62.345663, 74.21523, 75.126154, 81.829016, 93.077802, 96.768219, 98.773714, 108.48541, 107.075731, 102.239549, 106.252723, 122.563317], "sum_m_pl": [2.532641, 4.951862, 5.839519, 5.433792, 6.041817, 6.084487, 6.339354, 8.044048, 8.81893, 8.937915, 9.134018, 9.32407, 9.244538, 8.874425, 9.081997, 9.239489, 8.683226, 8.866116, 9.304972, 9.421606, 9.075114, 8.45663, 8.396015, 8.231243, 8.755626, 10.267296, 9.958622, 11.22944, 11.950189, 11.591283, 11.879375, 10.645771, 11.223963, 11.019859, 10.956886, 9.683436, 9.895285, 8.411616, 9.927882, 9.319916, 10.080494, 10.899424, 9.076131, 8.995832, 12.837319, 5.962453, 6.615961, 11.404334, 11.311376, 10.453177]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 326, "item_id": "llmzszl-115", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 324, "roundtrip_ok": true, "tf_agree": 0.9816, "tf_agree_excl_first": 0.9846}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 25, 38, 57, 53, 64, 66, 56, 54, 56, 53, 55, 51, 64, 75, 67, 78, 90, 90, 94, 74, 79, 81, 73, 146, 118, 103, 85, 63, 75, 62, 81, 82, 88, 89, 102, 105, 139, 146, 155, 159, 152, 150, 158, 142, 110, 66, 21, 3, 0], "n_am_pl": [18, 47, 62, 51, 93, 91, 108, 77, 66, 86, 79, 95, 93, 81, 81, 101, 63, 51, 26, 33, 45, 32, 42, 36, 51, 65, 77, 85, 95, 91, 81, 81, 92, 84, 83, 61, 64, 71, 91, 83, 76, 86, 84, 81, 102, 126, 196, 242, 234, 234], "n_pos": 572, "sum_m_en": [64.986242, 84.435151, 87.041305, 91.975178, 90.819406, 93.097671, 93.889746, 97.614656, 93.533638, 99.808412, 95.04007, 92.724775, 93.720617, 90.941672, 89.205617, 93.32007, 90.905939, 88.547098, 88.322067, 86.279805, 84.538729, 86.591551, 86.155222, 87.110925, 115.539197, 116.201238, 101.314894, 95.026958, 91.542032, 91.205459, 86.602486, 89.191757, 89.505334, 88.882157, 90.917634, 96.459484, 99.579611, 111.037402, 114.799302, 124.914742, 127.903514, 129.074195, 136.650549, 144.741497, 138.649739, 110.5074, 68.000487, 23.573352, 8.352014, 0.001114], "sum_m_pl": [16.9163, 30.771493, 34.072367, 35.463824, 36.420419, 34.562452, 34.0206, 39.997289, 42.809451, 43.244578, 43.625644, 44.559025, 43.350227, 42.210663, 41.929587, 41.426985, 36.593674, 37.029191, 36.59781, 36.81456, 35.505995, 33.4027, 33.28369, 33.091995, 42.761191, 49.773437, 51.129071, 55.689376, 58.657331, 57.858928, 54.257656, 53.468927, 51.292044, 48.442151, 47.657868, 41.834354, 42.367208, 43.764307, 56.187336, 59.693814, 59.977068, 66.694794, 65.120651, 71.551152, 92.526192, 116.043585, 189.060436, 231.546414, 233.447453, 234.986815]}, "digit": {"n_am_en": [2, 0, 1, 4, 0, 4, 9, 5, 2, 4, 2, 3, 3, 1, 4, 7, 3, 2, 2, 1, 1, 1, 1, 1, 4, 3, 1, 3, 2, 4, 2, 4, 5, 1, 2, 2, 2, 7, 9, 10, 8, 8, 7, 7, 2, 1, 1, 0, 0, 0], "n_am_pl": [4, 8, 21, 12, 17, 17, 19, 7, 8, 8, 7, 8, 9, 4, 6, 4, 1, 7, 2, 2, 6, 6, 9, 6, 9, 10, 12, 11, 12, 9, 10, 9, 9, 7, 7, 9, 8, 8, 17, 19, 15, 12, 9, 3, 0, 0, 0, 0, 0, 0], "n_pos": 63, "sum_m_en": [7.010552, 8.927853, 8.75737, 9.731077, 9.223164, 8.987026, 8.638985, 8.689401, 8.53439, 10.161703, 9.299936, 8.599212, 9.556802, 8.864744, 8.821156, 9.284691, 8.683067, 8.379517, 8.732794, 8.658855, 8.716348, 8.988542, 9.004983, 9.071025, 8.384118, 9.120181, 9.059427, 9.219406, 8.765844, 9.146846, 8.702725, 9.199276, 9.14768, 8.570077, 8.365873, 8.529424, 8.857314, 9.513531, 9.112544, 9.714413, 8.549347, 7.216481, 7.059412, 6.459968, 4.243847, 2.159659, 2.551496, 0.750962, 0.665869, 0.0], "sum_m_pl": [2.705178, 3.829175, 3.741624, 4.346575, 3.753876, 3.560209, 3.55297, 4.067775, 4.304081, 4.405408, 4.472828, 4.334669, 4.268608, 3.943413, 4.384308, 4.385276, 4.065464, 4.273811, 4.078519, 4.028031, 3.881303, 3.585915, 3.592429, 3.60657, 5.114022, 6.034984, 6.320829, 6.24263, 6.878237, 6.51467, 6.26355, 6.284745, 5.485503, 4.891877, 4.920986, 4.645985, 5.294529, 5.31449, 8.354326, 8.934469, 7.003882, 7.322025, 4.561528, 3.523226, 2.485853, 1.507623, 0.964426, 0.410652, 0.298873, 8e-06]}, "lang": {"n_am_en": [5, 11, 13, 24, 27, 28, 25, 24, 27, 31, 32, 31, 26, 32, 40, 32, 47, 58, 57, 63, 50, 56, 57, 51, 95, 82, 70, 48, 39, 44, 38, 48, 49, 65, 57, 64, 77, 96, 105, 104, 109, 106, 104, 101, 93, 83, 46, 9, 0, 0], "n_am_pl": [6, 16, 21, 18, 24, 29, 30, 31, 26, 22, 27, 42, 41, 48, 43, 50, 31, 20, 10, 13, 20, 14, 21, 17, 14, 20, 28, 30, 34, 40, 37, 41, 51, 38, 37, 25, 28, 29, 34, 27, 33, 43, 51, 55, 73, 93, 150, 207, 228, 234], "n_pos": 234, "sum_m_en": [24.676701, 33.892759, 36.339544, 37.88278, 38.617294, 40.302242, 40.906042, 42.587306, 40.784022, 42.817274, 41.824988, 41.265138, 40.69633, 40.039623, 39.205355, 41.227356, 40.274353, 39.882267, 38.786635, 37.623136, 36.50515, 37.145207, 37.037733, 37.313383, 62.425298, 61.596182, 50.534725, 44.830503, 42.179421, 41.153449, 38.880876, 40.341546, 40.585666, 41.977516, 43.333136, 49.098925, 53.756685, 61.8196, 66.60563, 76.03486, 80.058637, 85.556371, 90.750018, 92.159943, 92.160828, 80.411513, 45.273763, 11.141131, 1.243454, 0.001104], "sum_m_pl": [5.579109, 10.721214, 12.45903, 13.233548, 13.865487, 13.218928, 14.175214, 17.007933, 18.706737, 17.575626, 18.419774, 19.289939, 19.500266, 19.600173, 18.852125, 17.799442, 15.434502, 15.480741, 15.690433, 15.719676, 15.170656, 14.396215, 14.299523, 14.107569, 18.232319, 20.532524, 21.959472, 23.503453, 25.790433, 25.792699, 24.327627, 24.306021, 24.385308, 23.168609, 22.05163, 19.806048, 20.237193, 20.4377, 24.752069, 26.113726, 28.598966, 33.272343, 37.95622, 45.246497, 62.290315, 83.442951, 144.163908, 197.058927, 222.132019, 232.955703]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 574, "item_id": "llmzszl-115", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 872, "region_end": 572, "roundtrip_ok": true, "tf_agree": 0.9965, "tf_agree_excl_first": 0.9983}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 6, 8, 7, 12, 14, 14, 15, 11, 7, 7, 8, 13, 9, 13, 16, 13, 10, 9, 11, 10, 6, 8, 7, 13, 12, 11, 11, 11, 10, 9, 14, 17, 15, 27, 22, 19, 18, 19, 18, 23, 21, 21, 23, 23, 22, 20, 20, 18, 18], "n_am_pl": [3, 6, 9, 12, 9, 8, 8, 6, 4, 6, 9, 7, 7, 8, 9, 6, 6, 4, 3, 3, 3, 3, 3, 2, 3, 8, 8, 8, 6, 8, 10, 10, 6, 5, 6, 4, 7, 8, 7, 5, 3, 2, 2, 2, 2, 3, 7, 5, 5, 7], "n_pos": 68, "sum_m_en": [7.98063, 11.06286, 10.766661, 10.895132, 11.627529, 12.359837, 12.004909, 11.158329, 9.613255, 10.359739, 9.416931, 10.043876, 10.032835, 10.116623, 9.818024, 9.919355, 10.002941, 9.318125, 10.069239, 9.904498, 9.967108, 10.228367, 9.986161, 10.229913, 11.398269, 10.555083, 9.6015, 9.747129, 9.944412, 10.673458, 9.954211, 11.037202, 11.523718, 11.488503, 14.962836, 14.276834, 13.520256, 15.862714, 15.78166, 18.190071, 19.947402, 20.215919, 20.070194, 19.957677, 20.434276, 21.181887, 19.394586, 20.565883, 18.76559, 18.137098], "sum_m_pl": [1.625441, 3.393213, 3.518337, 3.556111, 3.955485, 3.853184, 3.693143, 3.653451, 3.642554, 4.009786, 4.300402, 4.443767, 4.542493, 4.31239, 5.005068, 5.016973, 4.129115, 4.351327, 4.056617, 4.056066, 3.98914, 3.719906, 3.65377, 3.700356, 4.943222, 5.492561, 5.283257, 5.795393, 5.945461, 6.211582, 5.78144, 4.6132, 4.38185, 4.236633, 3.845331, 3.608429, 3.730033, 3.32353, 3.59265, 4.026384, 3.314029, 2.913643, 2.969051, 3.821282, 3.364012, 3.509462, 6.15876, 4.396406, 5.377308, 6.915144]}, "digit": {"n_am_en": [0, 1, 0, 0, 3, 3, 3, 2, 1, 1, 1, 1, 0, 0, 2, 1, 0, 1, 0, 3, 1, 0, 1, 1, 3, 3, 0, 2, 1, 0, 0, 1, 2, 0, 2, 1, 2, 2, 4, 4, 4, 4, 5, 5, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 3, 1, 1, 0, 0, 2, 2, 4, 2, 0, 2, 2, 1, 2, 2, 1, 1, 1, 0, 1, 3, 3, 2, 2, 2, 4, 5, 1, 0, 2, 1, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.405911, 2.529722, 2.190274, 2.183139, 2.325214, 2.441167, 2.337942, 2.107202, 1.932529, 2.21557, 2.112045, 2.131703, 2.072473, 2.127647, 2.090558, 1.961968, 2.025951, 1.992242, 2.216369, 2.162136, 2.162695, 2.253304, 2.196047, 2.270133, 2.286896, 2.133309, 1.795823, 1.955163, 2.062, 2.100014, 1.913202, 1.979536, 2.148458, 2.089724, 2.360486, 2.183169, 2.152928, 2.58169, 2.452289, 2.855584, 2.946385, 3.145341, 2.556978, 2.77609, 1.695736, 1.666546, 0.589107, 0.439876, 0.054489, 1.3e-05], "sum_m_pl": [0.279951, 0.670025, 0.601609, 0.640552, 0.705868, 0.701318, 0.625643, 0.630008, 0.62965, 0.695461, 0.809568, 0.871008, 0.908581, 0.797363, 0.818892, 0.855722, 0.739366, 0.795509, 0.84078, 0.879278, 0.89948, 0.819981, 0.802844, 0.819963, 1.048988, 1.208793, 1.018726, 1.694995, 1.731322, 1.678459, 1.672526, 1.038806, 0.769533, 0.725523, 0.766497, 0.74838, 0.649927, 0.60192, 0.782775, 0.919542, 0.723536, 0.668587, 0.685464, 0.871687, 0.797928, 0.508618, 0.370843, 0.245505, 0.027429, 2e-06]}, "lang": {"n_am_en": [2, 2, 4, 4, 7, 9, 6, 7, 6, 3, 4, 4, 8, 6, 7, 10, 7, 3, 7, 4, 6, 4, 4, 4, 7, 6, 8, 6, 7, 7, 6, 6, 10, 9, 17, 14, 11, 12, 11, 10, 14, 15, 14, 14, 17, 16, 17, 17, 16, 18], "n_am_pl": [0, 1, 3, 6, 3, 2, 4, 4, 0, 3, 3, 3, 2, 4, 7, 2, 2, 2, 0, 0, 0, 1, 1, 1, 0, 3, 1, 4, 1, 1, 0, 3, 2, 2, 1, 1, 3, 3, 4, 2, 2, 1, 2, 2, 2, 3, 6, 5, 5, 7], "n_pos": 26, "sum_m_en": [2.932209, 4.18157, 4.110166, 4.346562, 4.903115, 4.954657, 4.921901, 4.626458, 4.059138, 4.374506, 4.020357, 4.335887, 4.292149, 4.287639, 4.172217, 4.378298, 4.218643, 4.043726, 4.19993, 4.100953, 4.048685, 4.091949, 3.983731, 4.038195, 5.611369, 5.219594, 4.723459, 4.495116, 4.510235, 4.790627, 4.391155, 5.038006, 5.415888, 5.744315, 8.157914, 8.111135, 7.916004, 8.730701, 9.358643, 11.33741, 12.626637, 14.030584, 14.390217, 14.063635, 15.212379, 15.464586, 15.305746, 16.132156, 16.174686, 17.862053], "sum_m_pl": [0.479401, 1.252123, 1.33546, 1.370026, 1.606531, 1.421927, 1.515111, 1.508687, 1.454065, 1.650228, 1.785854, 1.813092, 1.853179, 1.748207, 1.849897, 1.751601, 1.356534, 1.374841, 1.461804, 1.513624, 1.491643, 1.412055, 1.415309, 1.433143, 1.727571, 1.934118, 2.059793, 2.036915, 1.949721, 2.062118, 1.923431, 1.69158, 1.720798, 1.710464, 1.433773, 1.364796, 1.79499, 1.618631, 1.820377, 2.117805, 1.812799, 1.427098, 1.502178, 2.27552, 2.015032, 2.358244, 4.924989, 3.915339, 5.182829, 6.913598]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 70, "item_id": "llmzszl-117", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 746, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 5, 9, 13, 14, 21, 32, 30, 21, 12, 15, 18, 17, 17, 20, 23, 31, 25, 27, 26, 36, 42, 30, 29, 45, 49, 31, 31, 28, 28, 23, 20, 29, 31, 49, 40, 48, 57, 58, 69, 71, 62, 60, 48, 39, 33, 15, 7, 1, 1], "n_am_pl": [7, 16, 17, 21, 17, 20, 21, 16, 14, 20, 28, 18, 28, 25, 20, 20, 11, 9, 11, 8, 8, 4, 5, 4, 11, 14, 21, 14, 23, 24, 19, 25, 20, 18, 12, 13, 11, 11, 10, 11, 9, 7, 11, 18, 25, 30, 56, 69, 78, 80], "n_pos": 151, "sum_m_en": [14.550701, 23.507171, 23.305029, 24.439137, 26.170488, 27.354835, 26.418609, 26.079064, 24.188093, 25.74501, 23.593, 24.087673, 24.214645, 23.939911, 23.770978, 24.291564, 24.998548, 22.698201, 23.00724, 22.568416, 23.092533, 22.998503, 22.162167, 22.445948, 31.586257, 28.240945, 23.887554, 22.30805, 22.350896, 23.428648, 22.240196, 23.509588, 24.220527, 25.531003, 31.502342, 31.600704, 30.325787, 32.535015, 37.107739, 49.55423, 48.004318, 46.624409, 48.68832, 42.54902, 35.5873, 27.470603, 13.817178, 7.914347, 2.432485, 1.377047], "sum_m_pl": [2.643433, 7.508026, 8.137219, 8.03186, 9.390529, 9.577244, 9.382862, 9.147149, 9.161415, 9.772338, 10.933032, 11.038225, 11.596392, 11.188107, 11.355265, 11.097237, 8.320121, 8.631938, 8.723844, 8.886049, 9.074297, 8.267121, 8.33902, 8.315335, 11.226102, 12.962569, 12.701742, 12.927892, 13.737827, 14.544989, 13.516983, 12.643757, 12.006568, 11.078064, 10.240241, 9.232171, 9.682533, 9.105937, 9.164088, 9.10152, 8.606283, 7.907269, 10.565644, 17.713755, 22.198077, 29.036788, 53.325248, 63.694714, 75.439305, 80.167951]}, "digit": {"n_am_en": [0, 1, 1, 2, 0, 3, 3, 1, 0, 1, 1, 0, 1, 1, 2, 2, 3, 0, 1, 0, 0, 3, 0, 1, 3, 4, 1, 1, 2, 3, 1, 1, 2, 0, 2, 2, 3, 6, 6, 7, 8, 8, 8, 4, 1, 3, 1, 0, 0, 0], "n_am_pl": [0, 1, 3, 2, 1, 0, 2, 2, 1, 2, 3, 2, 3, 1, 2, 1, 0, 0, 1, 2, 0, 0, 0, 0, 4, 3, 3, 1, 4, 1, 2, 3, 2, 0, 0, 1, 2, 1, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.55675, 3.074238, 2.950613, 2.812536, 3.018621, 3.02338, 2.708043, 2.543857, 2.431089, 2.632901, 2.437286, 2.489855, 2.585454, 2.660381, 2.612998, 2.64189, 2.579902, 2.444572, 2.647208, 2.545371, 2.562985, 2.677365, 2.577299, 2.670162, 3.145552, 2.782636, 2.603355, 2.68198, 2.684069, 2.789746, 2.460142, 2.512345, 2.609268, 2.528397, 2.655242, 2.529702, 2.567453, 2.525191, 2.609582, 3.896923, 3.697672, 3.693951, 3.003785, 2.87866, 1.913694, 1.808614, 0.756051, 0.383381, 0.07735, 0.0], "sum_m_pl": [0.302191, 0.927064, 0.797309, 0.739658, 0.771429, 0.78513, 0.71747, 0.707128, 0.780696, 0.865081, 1.008398, 1.052186, 1.063583, 1.046573, 1.074914, 1.125316, 0.91407, 1.017658, 1.067344, 1.129908, 1.128467, 0.992719, 0.978485, 0.9953, 1.320722, 1.4973, 1.265521, 1.264086, 1.244633, 1.206497, 1.24289, 1.088285, 1.015576, 0.897582, 0.898556, 0.912252, 0.932726, 0.83206, 1.046906, 1.254308, 1.005106, 0.895323, 0.905934, 1.083097, 0.884156, 0.63887, 0.378773, 0.203723, 0.034819, 0.0]}, "lang": {"n_am_en": [2, 4, 6, 9, 11, 13, 21, 18, 15, 8, 9, 13, 11, 11, 14, 14, 23, 19, 19, 19, 29, 31, 24, 23, 33, 36, 23, 21, 18, 17, 15, 13, 19, 23, 35, 29, 35, 38, 41, 46, 47, 41, 37, 31, 27, 19, 12, 5, 1, 1], "n_am_pl": [6, 11, 9, 12, 7, 10, 13, 7, 8, 10, 13, 7, 12, 15, 10, 9, 8, 6, 5, 1, 2, 1, 1, 0, 1, 4, 9, 6, 9, 13, 11, 14, 10, 10, 7, 8, 5, 6, 5, 6, 6, 5, 10, 17, 22, 25, 48, 65, 77, 80], "n_pos": 81, "sum_m_en": [7.883822, 12.414953, 12.434158, 13.498687, 14.648902, 15.353159, 15.211045, 15.218924, 14.045915, 14.80957, 13.60266, 14.04758, 13.997573, 13.72298, 13.611472, 13.908692, 14.447143, 13.099981, 13.004025, 12.694073, 13.019582, 12.821489, 12.323228, 12.226418, 21.211114, 18.806769, 15.36826, 13.577268, 13.133184, 13.680651, 13.13271, 14.05269, 14.447084, 15.737006, 19.847157, 20.471425, 19.354089, 21.881329, 25.861173, 34.608525, 33.972989, 33.428484, 35.383754, 28.775393, 24.576357, 18.41509, 10.209451, 4.861236, 1.842185, 1.000148], "sum_m_pl": [1.381696, 3.860085, 4.37981, 4.370232, 5.231091, 5.212284, 5.240347, 5.132863, 5.258533, 5.642973, 6.215487, 6.168673, 6.460804, 6.46747, 6.291708, 5.855914, 4.384312, 4.332151, 4.616725, 4.640453, 4.866435, 4.436996, 4.546389, 4.506207, 5.364921, 6.232009, 6.237545, 6.395326, 7.023027, 7.831888, 7.410422, 7.238925, 6.810256, 6.370265, 5.909821, 5.410489, 6.089898, 5.706703, 5.691959, 5.57189, 5.234314, 4.789166, 7.376477, 14.441078, 18.103079, 23.9869, 45.688845, 59.961257, 74.12902, 79.769943]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "llmzszl-117", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 874, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.9671}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 5, 5, 4, 5, 6, 8, 9, 14, 16, 14, 8, 10, 10, 16, 21, 19, 17, 18, 17, 18, 14, 11, 14, 25, 18, 15, 16, 13, 10, 8, 14, 14, 16, 19, 23, 27, 30, 29, 29, 30, 26, 23, 16, 11, 9, 6, 7, 6, 7], "n_am_pl": [4, 8, 1, 2, 5, 2, 4, 0, 4, 2, 3, 8, 10, 9, 7, 14, 8, 8, 9, 5, 4, 6, 6, 4, 5, 4, 5, 13, 13, 9, 10, 7, 7, 7, 10, 6, 6, 2, 3, 3, 2, 4, 4, 4, 0, 2, 5, 4, 7, 9], "n_pos": 69, "sum_m_en": [7.426961, 10.451434, 9.850081, 10.507122, 11.365418, 11.165162, 10.346732, 10.40821, 10.874999, 12.533567, 12.06036, 11.530972, 12.109843, 11.627368, 12.167248, 13.331287, 14.411341, 13.117859, 13.147754, 13.10751, 12.454818, 12.515719, 12.341711, 12.259898, 17.226378, 16.316247, 15.19575, 15.040121, 15.003718, 14.137931, 13.058046, 13.325895, 14.919947, 15.65464, 17.056881, 16.085218, 17.45515, 18.799645, 22.678617, 23.486338, 23.095382, 21.457791, 18.534391, 15.120116, 12.731748, 11.314338, 9.493942, 10.16498, 6.903155, 6.974091], "sum_m_pl": [1.914216, 4.250607, 4.081972, 3.415424, 3.440791, 3.064084, 2.925067, 2.897802, 2.907411, 3.508193, 3.720234, 3.834716, 3.787741, 3.481979, 3.892451, 4.122703, 3.853068, 3.840247, 3.843185, 3.811451, 3.611219, 3.516188, 3.529198, 3.575748, 4.280238, 5.20081, 4.972525, 5.60174, 5.568778, 5.592735, 5.474006, 4.722061, 4.72082, 4.629988, 4.064851, 4.16004, 3.588464, 3.210663, 3.126005, 3.158743, 3.162249, 2.87984, 3.028527, 2.49162, 2.620783, 2.447053, 5.523648, 3.979216, 7.045787, 8.449063]}, "digit": {"n_am_en": [0, 1, 2, 1, 3, 2, 2, 2, 5, 5, 4, 2, 4, 2, 3, 4, 5, 4, 3, 4, 2, 2, 1, 3, 9, 6, 2, 3, 3, 3, 1, 4, 2, 5, 5, 4, 5, 7, 8, 8, 7, 7, 9, 5, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 4, 0, 0, 2, 0, 2, 0, 2, 1, 1, 2, 2, 1, 3, 7, 4, 4, 5, 3, 1, 2, 2, 2, 3, 1, 1, 4, 3, 5, 3, 2, 2, 4, 4, 3, 3, 2, 3, 3, 2, 3, 3, 3, 0, 2, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.266006, 3.828286, 3.8106, 3.947345, 4.315688, 4.076016, 3.749235, 3.779562, 3.861603, 4.458615, 4.214155, 3.924112, 3.874533, 3.768523, 3.725122, 4.090872, 4.5875, 4.070593, 4.126121, 4.138803, 3.913669, 3.918231, 3.976795, 3.951386, 5.124005, 4.890072, 4.600152, 4.613678, 4.624059, 4.649058, 4.141525, 4.129456, 4.544205, 4.710686, 4.936416, 4.669581, 4.724917, 4.863873, 5.564114, 5.476553, 5.115561, 5.041441, 4.982586, 4.062021, 3.048216, 2.344931, 2.111391, 1.138595, 0.14096, 0.0], "sum_m_pl": [0.376904, 1.149991, 0.878537, 0.827528, 0.8522, 0.698333, 0.67315, 0.735001, 0.834444, 1.014393, 1.069786, 1.135346, 1.12713, 1.05738, 1.23478, 1.407777, 1.291054, 1.411363, 1.424607, 1.318911, 1.258348, 1.186383, 1.170462, 1.179, 1.537224, 1.596806, 1.598053, 1.877806, 1.939657, 1.953082, 1.839703, 1.464907, 1.434453, 1.472007, 1.23839, 1.356201, 1.344665, 1.335114, 1.360893, 1.365935, 1.317603, 1.295399, 1.584872, 1.467862, 1.359723, 1.324372, 1.168436, 0.524747, 0.127756, 0.0]}, "lang": {"n_am_en": [1, 2, 0, 2, 0, 1, 2, 3, 3, 5, 5, 4, 4, 4, 6, 6, 5, 5, 6, 6, 5, 6, 5, 5, 6, 5, 6, 6, 2, 2, 2, 4, 3, 4, 5, 6, 8, 7, 8, 10, 9, 9, 8, 6, 5, 5, 5, 6, 6, 6], "n_am_pl": [0, 0, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 1, 2, 2, 2, 2, 2, 0, 0, 1, 0, 1, 0, 0, 1, 1, 3, 6, 2, 3, 1, 2, 0, 3, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 4, 7, 8], "n_pos": 14, "sum_m_en": [1.779733, 2.335125, 2.03271, 2.284945, 2.354589, 2.307506, 2.206593, 2.307899, 2.290691, 2.655706, 2.519997, 2.466242, 2.571784, 2.527476, 2.764503, 2.811233, 3.025268, 2.868892, 2.832325, 2.782132, 2.711336, 2.661024, 2.603013, 2.586314, 4.491846, 4.442361, 4.263505, 4.114731, 3.84764, 3.393435, 3.199827, 3.130803, 3.58882, 3.869396, 4.40741, 4.431875, 5.463563, 6.06526, 6.979768, 7.602601, 7.788309, 7.361292, 6.442336, 5.531695, 5.501486, 5.389355, 5.092424, 6.276971, 5.693243, 5.892405], "sum_m_pl": [0.398934, 0.891165, 1.152985, 0.813011, 0.850398, 0.706529, 0.663966, 0.655226, 0.642113, 0.767526, 0.787421, 0.848439, 0.768058, 0.63946, 0.667058, 0.737129, 0.729606, 0.704204, 0.667114, 0.685492, 0.666872, 0.683162, 0.705148, 0.699581, 0.837151, 1.0996, 0.990542, 1.168632, 1.210335, 1.122196, 1.053447, 0.931573, 1.051173, 1.061531, 1.021814, 1.055863, 0.961044, 0.593582, 0.531503, 0.544796, 0.521668, 0.500559, 0.673593, 0.33546, 0.550382, 0.468148, 3.978724, 3.137109, 6.57188, 7.96411]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "llmzszl-119", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 820, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9296, "tf_agree_excl_first": 0.9429}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 26, 27, 31, 21, 39, 44, 53, 38, 57, 48, 58, 52, 56, 67, 88, 110, 105, 91, 95, 96, 82, 73, 63, 114, 96, 86, 76, 61, 51, 43, 55, 68, 89, 95, 94, 99, 111, 117, 114, 113, 101, 86, 73, 53, 41, 21, 3, 0, 0], "n_am_pl": [8, 43, 20, 28, 38, 30, 37, 30, 41, 29, 34, 51, 63, 40, 35, 23, 32, 20, 24, 23, 18, 14, 11, 10, 17, 33, 30, 39, 53, 48, 45, 46, 31, 29, 22, 20, 15, 19, 19, 21, 16, 12, 23, 24, 32, 41, 78, 96, 96, 97], "n_pos": 316, "sum_m_en": [31.002022, 46.635566, 48.915925, 50.866926, 52.758483, 54.503607, 51.042699, 51.811996, 50.844441, 57.400118, 56.655749, 54.237383, 55.871757, 53.133139, 53.982118, 58.363419, 62.669873, 58.329911, 56.884421, 56.676792, 55.553148, 55.970449, 53.611842, 52.939712, 79.368654, 73.085312, 66.662716, 61.657624, 60.701487, 57.819607, 55.216101, 56.455196, 62.432529, 66.963915, 73.099236, 72.507816, 72.208377, 81.68035, 91.613352, 97.206352, 98.28731, 87.708424, 83.408498, 74.189401, 60.779587, 45.884003, 23.469887, 8.610814, 4.221961, 1.6e-05], "sum_m_pl": [6.180081, 18.831849, 18.654658, 17.244854, 16.394964, 15.960985, 15.025742, 14.818263, 15.537675, 17.074731, 16.231014, 17.050055, 17.999939, 17.963545, 17.772471, 17.435209, 16.249064, 16.696173, 16.238761, 16.167299, 15.335949, 14.714477, 14.866602, 15.243959, 17.373788, 20.996141, 20.560869, 24.05553, 24.879333, 24.739153, 25.139489, 22.544635, 21.314551, 19.442003, 17.633499, 17.263725, 15.895248, 15.261852, 14.311269, 14.857213, 14.595439, 14.915934, 19.742314, 23.867414, 32.427592, 41.412813, 76.426485, 87.069503, 94.755549, 97.520817]}, "digit": {"n_am_en": [3, 7, 9, 10, 12, 13, 15, 9, 7, 13, 10, 5, 6, 10, 12, 13, 15, 12, 15, 17, 10, 6, 5, 6, 18, 16, 17, 20, 16, 9, 8, 12, 13, 9, 14, 16, 20, 25, 23, 19, 16, 15, 12, 7, 5, 3, 5, 1, 0, 0], "n_am_pl": [0, 11, 1, 4, 4, 3, 2, 2, 5, 3, 4, 17, 20, 8, 14, 6, 10, 6, 11, 8, 8, 6, 3, 3, 8, 11, 9, 12, 11, 12, 14, 15, 7, 11, 6, 5, 4, 6, 8, 8, 7, 4, 5, 3, 2, 2, 2, 2, 0, 0], "n_pos": 83, "sum_m_en": [7.835895, 13.111659, 14.456225, 14.47006, 14.663396, 14.581427, 13.096096, 13.123624, 13.111972, 15.730031, 14.92288, 13.619021, 14.108047, 13.788843, 13.816771, 14.296059, 15.278177, 14.654884, 14.101181, 14.229443, 13.288725, 13.44594, 13.378836, 13.367665, 17.231215, 16.538627, 16.057987, 16.881467, 16.352255, 15.612724, 14.687457, 14.943739, 15.921829, 16.624456, 17.69566, 17.002096, 17.957252, 18.491006, 19.167164, 19.500033, 18.498515, 17.240664, 16.238186, 13.379984, 10.850581, 8.37771, 6.812923, 2.948467, 1.237363, 1e-06], "sum_m_pl": [1.459828, 4.955589, 3.641369, 3.289808, 2.811585, 2.532123, 2.260524, 2.550164, 2.897732, 3.670693, 3.718591, 3.91188, 4.087552, 3.903681, 4.189713, 4.341005, 4.335189, 4.830407, 4.515167, 4.366751, 4.227109, 3.877766, 3.868729, 3.903154, 4.883562, 5.182863, 4.68443, 5.26019, 5.079995, 5.12615, 5.588422, 5.034765, 4.61535, 4.348465, 4.08984, 4.678637, 4.049944, 4.223123, 4.552666, 4.614407, 4.365569, 4.392961, 4.567028, 4.979961, 5.453857, 4.5846, 3.96229, 3.016166, 1.034682, 0.022224]}, "lang": {"n_am_en": [3, 17, 13, 14, 9, 14, 13, 27, 17, 24, 23, 27, 22, 29, 33, 41, 53, 51, 47, 45, 46, 44, 42, 32, 48, 45, 37, 31, 23, 22, 21, 23, 27, 40, 41, 40, 38, 40, 48, 52, 57, 52, 48, 48, 36, 28, 13, 0, 0, 0], "n_am_pl": [0, 4, 5, 17, 19, 13, 14, 17, 25, 16, 15, 16, 19, 17, 13, 9, 13, 8, 6, 6, 4, 3, 3, 5, 5, 9, 11, 15, 24, 20, 22, 18, 15, 11, 10, 8, 11, 11, 10, 12, 9, 7, 16, 17, 25, 33, 68, 87, 95, 97], "n_pos": 97, "sum_m_en": [9.50434, 15.004525, 15.436725, 16.651967, 17.456407, 17.865999, 17.397183, 18.250041, 17.906326, 18.575604, 18.713018, 18.217602, 18.607475, 17.739519, 17.784843, 19.064964, 20.634948, 19.066339, 18.457423, 18.209176, 18.767337, 18.59361, 17.289809, 16.528232, 30.765744, 27.276328, 24.569813, 20.587187, 19.933014, 18.855064, 18.013756, 18.605156, 21.254058, 23.20282, 26.305208, 27.214871, 28.081279, 32.224303, 36.843581, 40.94659, 43.125708, 40.41114, 40.563678, 39.093991, 33.734902, 24.805144, 11.955959, 2.138274, 0.804342, 0.0], "sum_m_pl": [1.470915, 4.767025, 5.870983, 5.584571, 5.591465, 5.723269, 5.384405, 5.308126, 5.694508, 5.734486, 4.963821, 5.344946, 5.893473, 6.237452, 5.776219, 5.647762, 4.789, 4.743405, 4.563462, 4.607902, 4.27449, 4.217751, 4.336702, 4.532607, 5.540052, 6.890131, 7.242916, 8.498484, 8.930103, 8.909456, 8.8552, 7.91251, 8.122258, 7.681768, 6.868296, 6.398923, 6.337501, 5.907367, 5.517331, 5.782728, 5.883082, 5.939138, 11.249707, 13.394455, 19.605847, 28.570348, 62.262587, 77.217595, 91.148955, 96.84608]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 318, "item_id": "llmzszl-119", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 948, "region_end": 316, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 0.9968}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 6, 4, 9, 12, 12, 7, 8, 13, 12, 17, 17, 10, 12, 15, 16, 20, 21, 19, 20, 18, 23, 20, 22, 34, 29, 24, 25, 20, 15, 12, 16, 14, 18, 21, 25, 26, 32, 32, 33, 35, 40, 36, 29, 29, 27, 27, 25, 24, 23], "n_am_pl": [1, 13, 5, 8, 13, 10, 7, 7, 5, 7, 7, 11, 17, 21, 19, 21, 14, 13, 7, 7, 7, 6, 5, 5, 9, 9, 12, 13, 11, 12, 16, 12, 9, 6, 2, 1, 4, 2, 2, 3, 2, 0, 1, 2, 3, 2, 3, 3, 3, 4], "n_pos": 89, "sum_m_en": [9.044771, 13.525753, 13.020553, 13.517114, 14.834959, 14.323662, 13.371307, 13.480067, 12.898762, 14.774224, 14.335972, 15.136448, 13.99191, 13.996049, 13.731199, 14.498563, 14.833496, 14.52016, 14.944386, 14.521584, 14.033051, 14.357728, 14.022513, 14.294765, 19.380941, 18.245332, 16.22151, 16.666254, 15.954936, 15.872046, 14.353445, 14.696651, 15.745808, 15.584767, 18.222436, 19.395289, 21.284963, 25.705516, 27.277872, 29.715392, 31.084436, 35.45148, 31.39654, 29.693305, 29.939526, 28.970511, 27.286806, 26.638672, 24.296011, 22.907796], "sum_m_pl": [1.408397, 3.879789, 4.186855, 4.065915, 4.424121, 4.20093, 4.471406, 4.402314, 4.905835, 5.486794, 5.923247, 6.191694, 6.658895, 6.634558, 7.294368, 7.953374, 7.332267, 7.35546, 6.761085, 6.637221, 6.50633, 6.117797, 5.7198, 5.781027, 8.463686, 8.653289, 8.27636, 8.257277, 7.994855, 9.137193, 9.091254, 8.549421, 7.94881, 7.633211, 7.245634, 6.486576, 6.131515, 4.474637, 4.397668, 3.827423, 3.497371, 2.785353, 3.140761, 2.894685, 3.017632, 3.007942, 3.253104, 3.059376, 3.188462, 4.137919]}, "digit": {"n_am_en": [1, 1, 1, 0, 3, 2, 2, 3, 5, 4, 7, 5, 3, 3, 5, 5, 5, 6, 6, 3, 3, 4, 5, 4, 7, 6, 4, 5, 6, 1, 0, 2, 0, 1, 3, 5, 6, 6, 4, 5, 3, 6, 6, 2, 0, 0, 2, 0, 0, 0], "n_am_pl": [0, 2, 0, 1, 1, 0, 0, 0, 0, 1, 0, 3, 5, 3, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 3, 3, 3, 5, 7, 5, 4, 2, 1, 0, 0, 1, 1, 2, 1, 2, 0, 0, 0, 1, 2, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.902801, 3.388733, 3.425502, 3.333149, 3.625397, 3.411169, 3.251459, 3.304027, 3.1668, 3.523333, 3.620662, 3.604528, 3.451576, 3.528192, 3.417033, 3.483325, 3.651183, 3.534031, 3.743969, 3.534253, 3.355691, 3.343843, 3.33876, 3.456863, 4.454291, 4.416118, 3.729071, 3.709301, 3.667775, 3.53778, 3.121329, 3.386384, 3.574034, 3.571968, 3.886575, 4.19175, 3.963517, 4.345859, 3.778431, 3.798782, 3.815314, 4.264305, 3.667671, 2.841268, 2.464452, 1.936936, 2.033466, 1.47077, 0.312133, 0.0], "sum_m_pl": [0.249925, 0.791262, 0.691867, 0.687887, 0.727431, 0.712579, 0.706119, 0.751628, 0.949427, 1.094804, 1.189726, 1.307836, 1.393071, 1.441876, 1.545914, 1.630828, 1.50857, 1.587075, 1.364395, 1.345355, 1.374492, 1.318148, 1.22774, 1.275901, 1.569037, 1.444885, 1.524178, 1.762752, 1.683902, 1.899447, 1.865457, 1.548113, 1.415704, 1.366505, 1.252299, 1.292066, 1.309227, 1.125175, 1.290169, 1.106328, 1.18064, 1.235764, 1.135895, 0.965855, 1.085557, 1.35334, 0.970056, 0.83219, 0.140583, 0.0]}, "lang": {"n_am_en": [5, 3, 2, 6, 4, 6, 4, 4, 7, 5, 4, 6, 5, 6, 5, 7, 8, 10, 8, 9, 8, 10, 10, 13, 18, 16, 13, 12, 8, 10, 12, 11, 12, 13, 12, 15, 16, 21, 23, 22, 25, 26, 24, 24, 24, 23, 24, 24, 24, 23], "n_am_pl": [0, 7, 4, 3, 6, 6, 5, 4, 3, 4, 2, 4, 5, 10, 8, 9, 7, 5, 4, 5, 4, 2, 2, 2, 4, 3, 5, 5, 4, 3, 5, 4, 3, 3, 1, 0, 2, 0, 0, 2, 0, 0, 1, 1, 1, 0, 2, 2, 3, 4], "n_pos": 29, "sum_m_en": [2.920593, 4.240709, 4.153911, 4.457662, 5.090616, 5.062188, 4.684113, 4.818518, 4.75666, 5.390165, 5.018983, 5.657141, 5.159448, 5.052266, 5.047871, 5.365174, 5.351873, 5.339929, 5.403619, 5.1966, 4.962155, 5.272185, 4.993926, 4.962802, 8.600351, 8.163338, 7.300703, 7.107401, 6.493727, 6.59652, 6.085054, 6.073087, 6.403912, 6.655485, 8.231909, 9.635972, 11.889972, 15.697088, 17.072561, 18.924652, 20.918565, 23.992387, 21.996975, 22.135986, 22.480879, 22.767609, 23.306329, 23.318219, 23.208043, 22.883377], "sum_m_pl": [0.528107, 1.363006, 1.421324, 1.421995, 1.614381, 1.499173, 1.686901, 1.621998, 1.660018, 1.826267, 2.126048, 2.08986, 2.370107, 2.432574, 2.571685, 2.943536, 2.740602, 2.662843, 2.425843, 2.360413, 2.250192, 2.086079, 1.947784, 1.966254, 3.238204, 3.277831, 3.245569, 3.082309, 2.975136, 3.24832, 3.375394, 3.240082, 2.932531, 2.865959, 2.734917, 2.405066, 2.252139, 1.522922, 1.284884, 1.135824, 0.863512, 0.291202, 0.778665, 0.751969, 0.91794, 0.931257, 1.99411, 2.086882, 2.905404, 3.988654]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "llmzszl-12", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 787, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 5, 6, 11, 20, 14, 22, 17, 11, 10, 11, 11, 6, 13, 9, 19, 25, 20, 18, 25, 26, 27, 25, 29, 42, 35, 28, 30, 18, 21, 16, 14, 19, 16, 25, 30, 30, 38, 37, 33, 33, 43, 39, 32, 27, 22, 10, 2, 0, 0], "n_am_pl": [4, 16, 15, 16, 11, 11, 12, 17, 19, 21, 14, 18, 22, 28, 21, 17, 9, 9, 8, 10, 10, 5, 9, 4, 13, 15, 16, 19, 21, 20, 13, 20, 17, 12, 11, 7, 5, 6, 6, 8, 8, 10, 10, 8, 15, 22, 33, 36, 38, 41], "n_pos": 112, "sum_m_en": [10.317797, 16.653558, 16.993076, 17.441514, 18.861937, 18.649488, 18.098491, 17.870346, 17.027107, 18.231675, 18.242547, 18.84652, 17.355533, 17.143995, 16.330412, 17.94288, 18.888007, 18.651719, 18.697338, 18.115297, 17.973653, 17.987114, 17.734179, 18.058016, 26.048346, 23.278172, 20.077496, 19.481221, 18.550808, 19.051202, 17.455711, 18.065842, 19.402033, 19.096447, 22.243734, 23.010508, 23.235175, 31.260241, 32.198686, 32.939109, 32.59672, 36.57374, 35.110405, 29.821905, 25.920062, 22.590611, 10.812095, 3.288856, 1.132021, 5.2e-05], "sum_m_pl": [2.030321, 5.308762, 6.215479, 6.231741, 6.523732, 6.464168, 6.667867, 6.749155, 7.143602, 7.582692, 7.918304, 8.211215, 9.078431, 8.555216, 8.791264, 9.369015, 8.685768, 8.778732, 8.058632, 7.897404, 7.715563, 7.410436, 7.148276, 7.270464, 10.45014, 10.866463, 10.836051, 11.033747, 11.693671, 12.250275, 11.885961, 11.645641, 10.310159, 9.990312, 9.379689, 8.382275, 8.386725, 6.035007, 6.207883, 6.496492, 6.475068, 6.96324, 8.667502, 10.086284, 13.604923, 19.733932, 31.60714, 35.551275, 37.649825, 40.492727]}, "digit": {"n_am_en": [0, 1, 1, 3, 3, 1, 2, 3, 2, 2, 4, 1, 0, 2, 0, 1, 1, 2, 1, 1, 2, 2, 1, 3, 3, 3, 2, 2, 0, 1, 0, 2, 2, 0, 3, 7, 5, 4, 4, 1, 1, 4, 4, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 0, 0, 1, 1, 0, 2, 0, 0, 4, 2, 1, 1, 4, 3, 0, 0, 0, 2, 0, 1, 1, 3, 3, 2, 3, 2, 2, 2, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.441523, 2.65894, 2.940356, 2.859296, 3.097519, 3.003315, 2.843609, 2.674854, 2.600019, 2.763399, 2.969706, 2.880454, 2.630328, 2.707953, 2.594042, 2.640223, 2.746762, 2.754642, 2.960134, 2.759551, 2.688307, 2.647825, 2.614965, 2.717262, 3.305763, 3.273168, 2.804253, 2.699208, 2.668372, 2.873037, 2.48538, 2.697434, 2.969998, 2.928288, 3.099405, 3.531342, 3.439592, 3.538528, 3.24221, 2.959431, 3.043513, 2.846223, 2.810627, 2.184515, 1.822515, 1.388175, 1.163593, 0.659635, 0.249987, 0.0], "sum_m_pl": [0.22679, 0.77418, 0.752073, 0.739693, 0.673875, 0.674425, 0.639061, 0.66057, 0.862858, 0.950631, 1.063644, 1.12452, 1.190478, 1.082646, 1.195405, 1.311095, 1.154997, 1.212735, 1.043547, 1.040699, 1.028554, 0.973288, 0.91343, 0.959737, 1.223468, 1.159566, 1.16366, 1.282346, 1.318089, 1.295812, 1.349802, 1.292054, 1.140087, 1.117732, 0.892316, 0.84143, 0.785718, 0.64105, 0.752789, 0.687726, 0.712729, 0.75161, 0.743968, 0.704185, 0.75044, 0.621154, 0.543398, 0.552555, 0.107314, 0.0]}, "lang": {"n_am_en": [1, 4, 2, 5, 7, 8, 11, 10, 4, 6, 5, 5, 5, 8, 7, 14, 19, 12, 11, 12, 13, 14, 14, 15, 21, 18, 13, 14, 8, 8, 10, 9, 8, 9, 13, 14, 15, 22, 22, 20, 20, 25, 23, 20, 17, 13, 5, 1, 0, 0], "n_am_pl": [1, 8, 7, 8, 7, 7, 5, 6, 10, 10, 6, 8, 10, 12, 11, 5, 3, 5, 3, 4, 4, 3, 4, 2, 5, 6, 9, 8, 10, 11, 6, 10, 7, 6, 7, 3, 3, 5, 5, 6, 7, 9, 9, 8, 14, 19, 31, 34, 38, 41], "n_pos": 41, "sum_m_en": [3.916993, 6.111511, 6.369708, 6.455978, 7.164794, 7.084464, 6.942963, 7.055049, 6.855957, 7.122474, 7.155111, 7.482797, 6.997329, 6.863917, 6.506383, 7.353052, 7.847327, 7.578204, 7.437984, 7.211637, 7.065424, 7.073317, 7.001098, 7.018789, 12.465813, 10.870688, 8.86207, 8.261392, 7.777801, 7.623998, 7.266096, 7.351392, 7.748525, 7.759973, 9.09998, 9.403042, 9.728176, 15.45872, 16.497711, 16.609704, 17.648796, 20.053287, 20.123831, 16.739146, 15.431339, 12.6449, 5.568406, 1.684288, 0.470401, 5e-05], "sum_m_pl": [0.65984, 1.786073, 2.197096, 2.296274, 2.530397, 2.540476, 2.709031, 2.772804, 2.83742, 2.87124, 2.927797, 3.10296, 3.537091, 3.47101, 3.419923, 3.458517, 3.243696, 3.369535, 3.094666, 2.951112, 2.916876, 2.866605, 2.805007, 2.829134, 4.236105, 4.606933, 4.783465, 4.66773, 5.034403, 5.526736, 5.104726, 5.142472, 4.544498, 4.580444, 4.479389, 4.220615, 4.282357, 3.003807, 2.958977, 3.574394, 3.871346, 4.704961, 6.345106, 7.896429, 11.410836, 17.23608, 29.238322, 33.775228, 37.17877, 40.48088]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "llmzszl-12", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 915, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 10, 14, 9, 10, 13, 15, 8, 12, 16, 14, 9, 11, 10, 8, 11, 15, 11, 15, 15, 16, 22, 20, 17, 25, 22, 17, 16, 10, 12, 12, 10, 11, 13, 21, 22, 20, 21, 23, 26, 25, 38, 31, 30, 28, 28, 27, 25, 25, 23], "n_am_pl": [3, 4, 7, 7, 5, 6, 6, 10, 4, 7, 4, 4, 3, 7, 9, 10, 6, 7, 8, 7, 3, 4, 2, 5, 5, 5, 5, 6, 9, 14, 10, 10, 9, 6, 7, 3, 5, 6, 6, 2, 5, 0, 0, 1, 3, 2, 0, 2, 3, 3], "n_pos": 67, "sum_m_en": [8.519991, 11.045175, 10.946374, 12.086834, 12.76246, 12.820894, 12.672238, 11.521306, 11.469041, 11.17385, 11.019204, 10.578859, 9.812825, 9.916439, 10.614821, 10.928443, 11.431118, 10.772047, 10.809655, 10.973262, 10.650049, 11.247112, 11.053663, 11.608091, 18.561369, 16.522128, 14.545418, 12.266626, 11.717777, 11.570415, 10.393079, 11.147682, 12.078119, 13.051579, 15.183706, 14.568578, 16.205357, 19.716823, 22.711244, 24.988445, 24.46671, 30.962338, 29.200164, 30.029669, 27.986, 26.739395, 24.401021, 23.19571, 23.951902, 23.011379], "sum_m_pl": [1.664582, 3.224062, 3.819489, 3.683689, 3.761265, 3.637277, 3.422306, 3.490134, 3.509645, 3.901588, 4.238176, 4.946852, 5.57446, 5.012017, 5.536655, 5.552519, 4.953316, 4.719744, 4.331185, 4.462003, 4.459073, 4.313491, 4.235993, 4.102382, 5.311075, 6.036346, 6.219007, 6.726611, 6.913648, 7.837326, 6.723132, 6.571389, 6.666786, 5.629345, 5.02267, 4.786782, 4.354032, 3.879112, 4.061081, 3.012672, 3.459721, 2.046096, 2.0421, 1.857067, 2.146869, 1.716126, 1.252032, 2.232558, 2.770669, 3.145888]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 0, 1, 0, 2, 2, 1, 0, 2, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.869143, 1.208354, 1.1969, 1.328285, 1.360643, 1.360068, 1.419412, 1.375153, 1.401747, 1.34189, 1.397362, 1.326254, 1.213249, 1.098122, 1.266237, 1.101559, 1.171484, 1.138123, 1.187872, 1.15331, 1.101348, 1.135635, 1.092675, 1.097647, 1.391532, 1.313356, 1.339578, 1.186818, 1.246548, 1.210604, 1.020404, 1.131418, 1.277951, 1.263296, 1.303277, 1.309407, 1.248954, 1.255, 1.10518, 1.205559, 1.009141, 1.547988, 1.204684, 0.924333, 0.408933, 0.233815, 0.209085, 0.146193, 0.043658, 0.0], "sum_m_pl": [0.16851, 0.394099, 0.380402, 0.3782, 0.368208, 0.311217, 0.263498, 0.255895, 0.306152, 0.322305, 0.334783, 0.305752, 0.355969, 0.349503, 0.393734, 0.451555, 0.428904, 0.399213, 0.39115, 0.411453, 0.403708, 0.399519, 0.388498, 0.373285, 0.453071, 0.442521, 0.427671, 0.497392, 0.515313, 0.568351, 0.505031, 0.464513, 0.452876, 0.407921, 0.352175, 0.389645, 0.39341, 0.340127, 0.378702, 0.394432, 0.400758, 0.36393, 0.342231, 0.288353, 0.19106, 0.131069, 0.145897, 0.090478, 0.023224, 0.0]}, "lang": {"n_am_en": [4, 7, 8, 3, 6, 6, 5, 4, 5, 8, 10, 5, 5, 4, 5, 7, 8, 8, 8, 9, 9, 12, 10, 8, 13, 13, 9, 9, 7, 8, 8, 5, 6, 8, 14, 16, 16, 15, 16, 17, 17, 21, 20, 19, 19, 21, 22, 21, 22, 23], "n_am_pl": [0, 1, 1, 3, 1, 2, 1, 4, 3, 2, 2, 2, 2, 5, 4, 1, 2, 2, 2, 1, 1, 1, 0, 2, 1, 0, 2, 1, 1, 4, 3, 2, 3, 3, 0, 1, 1, 2, 2, 1, 1, 0, 0, 1, 1, 1, 0, 2, 3, 3], "n_pos": 27, "sum_m_en": [3.54483, 4.707174, 4.837762, 5.230143, 5.664821, 5.639643, 5.518304, 4.906428, 4.971336, 4.783558, 4.66876, 4.514917, 4.151991, 4.287093, 4.527543, 4.853151, 5.007561, 4.756869, 4.613818, 4.753833, 4.611345, 4.95459, 4.806724, 5.336006, 9.810044, 8.925651, 7.528648, 6.395641, 5.849947, 5.523387, 4.79986, 5.215485, 5.493731, 6.247086, 8.022041, 8.161734, 9.968726, 11.971115, 14.17888, 15.792942, 14.893291, 18.304919, 18.996879, 19.087984, 19.076777, 19.907819, 20.136528, 19.591454, 21.918674, 22.416096], "sum_m_pl": [0.499247, 1.016772, 1.269031, 1.229426, 1.383243, 1.354179, 1.353352, 1.39469, 1.483953, 1.710534, 1.851213, 2.424949, 2.750346, 2.393173, 2.576804, 2.445506, 2.152773, 1.977114, 1.760828, 1.80482, 1.8137, 1.710038, 1.691614, 1.632137, 1.611028, 2.124827, 2.445666, 2.463874, 2.493346, 3.016916, 2.870054, 2.909462, 2.841598, 2.295528, 1.88009, 1.7755, 1.535064, 1.343094, 1.350355, 1.016133, 1.168984, 0.750478, 0.815219, 0.893814, 0.698559, 0.477169, 0.663379, 1.986375, 2.691539, 3.006871]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 69, "item_id": "llmzszl-120", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 769, "region_end": 67, "roundtrip_ok": true, "tf_agree": 0.942, "tf_agree_excl_first": 0.9559}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 6, 14, 18, 26, 27, 23, 17, 13, 10, 14, 14, 20, 20, 19, 27, 37, 33, 35, 47, 48, 51, 44, 48, 68, 58, 54, 38, 28, 24, 24, 22, 32, 34, 40, 39, 43, 39, 48, 54, 52, 59, 51, 50, 42, 32, 11, 5, 0, 0], "n_am_pl": [2, 7, 18, 15, 15, 16, 16, 18, 7, 9, 14, 15, 19, 17, 15, 18, 9, 8, 11, 9, 5, 3, 2, 1, 5, 8, 6, 14, 15, 21, 17, 16, 20, 16, 12, 13, 11, 11, 7, 10, 8, 5, 5, 7, 14, 20, 39, 47, 51, 53], "n_pos": 129, "sum_m_en": [12.985671, 20.012583, 20.756356, 21.746503, 22.905716, 24.245277, 24.45919, 22.854181, 21.366916, 21.599882, 22.085539, 21.687252, 21.520678, 21.110493, 21.11053, 21.235055, 22.994982, 21.289563, 21.751125, 21.748914, 21.117692, 22.476181, 21.710142, 22.031838, 45.847302, 40.336029, 33.867963, 26.320352, 23.709508, 21.970037, 20.279043, 21.274092, 23.332042, 25.389061, 30.865198, 30.539572, 30.471089, 32.98882, 38.408023, 47.156129, 44.547308, 54.255994, 49.227373, 47.677435, 38.980928, 31.237158, 12.056809, 4.406378, 1.30914, 6e-06], "sum_m_pl": [2.269893, 6.461161, 7.562077, 7.660713, 7.429769, 7.338269, 6.977398, 7.083975, 6.894971, 7.420728, 7.716525, 8.239231, 9.145687, 8.031709, 8.33718, 8.137566, 7.025656, 7.019512, 6.657996, 7.015421, 6.886293, 6.710882, 6.558384, 6.350617, 6.520559, 7.236857, 7.750557, 9.004187, 9.89093, 12.485718, 10.910448, 10.39788, 10.238201, 9.184416, 7.335871, 7.153462, 7.320828, 7.047724, 7.412574, 7.033286, 6.684132, 4.995071, 6.537701, 7.705791, 10.710271, 18.658037, 36.678032, 47.388637, 50.079914, 52.884801]}, "digit": {"n_am_en": [0, 2, 1, 2, 2, 1, 1, 0, 0, 1, 2, 0, 0, 1, 1, 2, 2, 4, 2, 1, 0, 1, 0, 1, 5, 3, 5, 2, 0, 0, 1, 2, 4, 1, 2, 1, 1, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 5, 2, 3, 2, 5, 2, 1, 1, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.542154, 2.265408, 2.42415, 2.607538, 2.637447, 2.807646, 2.849431, 2.691691, 2.574554, 2.507043, 2.597706, 2.361934, 2.102753, 2.054276, 2.352041, 2.144098, 2.384795, 2.230042, 2.398554, 2.342358, 2.266206, 2.348333, 2.21663, 2.257246, 3.001475, 2.917949, 2.866774, 2.512734, 2.437049, 2.321249, 2.02253, 2.336517, 2.605515, 2.565725, 2.66356, 2.615115, 2.619512, 2.497256, 2.276659, 2.590448, 2.169101, 2.469393, 2.006791, 1.529833, 0.810488, 0.533389, 0.500675, 0.233054, 0.129318, 0.0], "sum_m_pl": [0.269126, 0.695852, 0.632412, 0.655658, 0.626608, 0.569047, 0.494018, 0.483069, 0.553138, 0.62473, 0.616667, 0.680112, 0.781995, 0.804292, 0.811791, 0.845592, 0.766842, 0.76981, 0.738737, 0.748956, 0.767458, 0.745399, 0.728497, 0.708589, 0.845252, 0.845199, 0.797544, 0.908872, 0.990881, 1.050448, 0.99472, 0.918994, 0.960096, 0.834409, 0.666834, 0.8118, 0.781048, 0.627587, 0.667857, 0.71545, 0.770201, 0.690169, 0.65685, 0.599136, 0.425832, 0.332453, 0.352362, 0.18402, 0.112892, 0.0]}, "lang": {"n_am_en": [1, 3, 7, 8, 9, 14, 10, 10, 7, 4, 5, 6, 11, 13, 12, 15, 25, 20, 22, 26, 33, 35, 30, 33, 42, 38, 33, 28, 22, 16, 17, 15, 19, 23, 28, 27, 29, 30, 37, 33, 31, 33, 30, 30, 26, 20, 9, 2, 0, 0], "n_am_pl": [1, 3, 6, 4, 6, 6, 5, 6, 4, 4, 8, 7, 8, 7, 7, 4, 4, 2, 1, 1, 1, 1, 0, 0, 0, 0, 1, 4, 6, 10, 7, 5, 7, 6, 6, 8, 5, 7, 5, 6, 4, 5, 5, 7, 12, 17, 36, 47, 51, 53], "n_pos": 53, "sum_m_en": [5.198819, 8.420912, 9.171393, 9.22457, 9.856537, 10.243858, 9.998434, 10.039524, 9.716984, 9.931622, 10.030582, 10.152509, 10.282614, 10.023644, 9.861133, 9.844022, 10.630139, 9.699249, 9.624184, 9.618858, 9.272185, 10.098303, 9.602396, 9.79771, 27.776556, 24.346034, 19.490537, 13.806341, 11.915892, 10.577217, 9.92234, 10.394682, 11.370138, 13.232374, 17.023461, 17.87178, 18.181231, 19.911347, 23.757487, 26.948995, 27.207747, 31.091449, 29.295534, 27.975269, 25.042289, 19.443097, 8.423826, 1.864652, 0.390823, 3e-06], "sum_m_pl": [0.924461, 2.556357, 2.774951, 2.924017, 2.832594, 2.94362, 2.938223, 2.913301, 2.843979, 3.126206, 3.243483, 3.408294, 3.914335, 3.359168, 3.502526, 3.206351, 2.708297, 2.669142, 2.661788, 2.759148, 2.69859, 2.637766, 2.602769, 2.485064, 1.876777, 2.215309, 2.84029, 3.557892, 4.036938, 5.107082, 4.517089, 4.545033, 4.461164, 4.144266, 3.274183, 3.429939, 3.721089, 3.83567, 3.758347, 3.62333, 3.135989, 2.76751, 4.026367, 5.822541, 8.772138, 15.463045, 33.684618, 45.539071, 49.562478, 52.871428]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "llmzszl-120", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 897, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9771, "tf_agree_excl_first": 0.9846}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 6, 14, 13, 42, 37, 40, 29, 43, 28, 35, 34, 33, 32, 50, 48, 41, 50, 52, 57, 57, 58, 53, 51, 67, 58, 41, 39, 41, 35, 30, 42, 34, 45, 51, 49, 53, 70, 77, 72, 63, 73, 82, 82, 72, 53, 16, 7, 5, 2], "n_am_pl": [4, 11, 14, 20, 19, 19, 24, 19, 23, 23, 25, 22, 29, 29, 29, 23, 25, 21, 23, 13, 7, 6, 5, 7, 10, 8, 15, 17, 31, 38, 35, 24, 20, 30, 26, 16, 26, 15, 19, 18, 23, 19, 22, 26, 38, 53, 98, 113, 123, 130], "n_pos": 188, "sum_m_en": [17.966872, 25.27554, 27.05561, 28.351799, 33.697963, 34.069226, 35.374279, 34.659712, 34.813154, 35.557395, 35.841164, 35.602638, 33.189408, 33.34717, 34.699832, 34.718089, 33.854253, 32.802742, 33.2605, 32.696674, 31.41426, 31.845694, 31.392339, 32.804112, 50.862479, 49.534461, 42.064255, 36.900446, 34.42691, 33.273392, 31.366219, 32.125397, 33.420453, 33.434969, 34.949657, 38.73843, 41.787398, 51.290989, 59.63529, 57.840357, 53.581354, 62.560457, 67.755246, 69.110181, 63.122919, 44.40368, 17.153988, 6.085686, 5.049831, 2.004172], "sum_m_pl": [3.295964, 7.851316, 9.551309, 9.94766, 10.841129, 12.673494, 12.163746, 12.61757, 12.887154, 14.221872, 15.008262, 15.983925, 16.163742, 15.77602, 15.993889, 15.736847, 15.251592, 14.196219, 14.702117, 13.762963, 12.923832, 13.10078, 12.888202, 12.326689, 11.06248, 13.632365, 16.809658, 18.566822, 20.154336, 23.532328, 22.295726, 21.085182, 21.216623, 21.741302, 21.161948, 18.361323, 19.363353, 19.904419, 19.101676, 18.449062, 18.737819, 15.479392, 17.521282, 23.717846, 34.326376, 49.462513, 90.145364, 111.160067, 121.780075, 130.1025]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 3, 12, 12, 30, 25, 27, 17, 27, 19, 21, 22, 20, 23, 36, 32, 33, 37, 40, 44, 44, 43, 36, 36, 49, 45, 30, 28, 30, 25, 22, 28, 23, 31, 38, 33, 38, 49, 51, 50, 44, 55, 59, 60, 56, 40, 11, 5, 4, 2], "n_am_pl": [1, 9, 9, 15, 15, 15, 19, 13, 17, 17, 19, 18, 21, 19, 19, 18, 20, 14, 14, 7, 4, 3, 3, 5, 4, 4, 13, 12, 21, 27, 23, 16, 14, 23, 18, 13, 20, 14, 17, 16, 22, 18, 20, 25, 31, 45, 84, 110, 122, 129], "n_pos": 131, "sum_m_en": [12.835921, 18.03509, 19.602112, 20.224972, 23.712316, 23.787857, 24.598568, 23.834444, 24.265206, 24.730979, 24.93206, 24.780565, 23.076497, 23.290834, 24.376918, 24.593771, 23.913347, 23.168426, 23.411864, 22.82129, 22.074919, 22.3521, 21.991255, 22.649572, 37.634323, 36.702857, 30.807681, 26.221278, 23.920919, 22.723898, 21.377723, 21.868445, 22.84834, 22.788281, 23.963196, 26.562615, 29.055843, 35.591704, 41.504513, 41.685281, 38.889652, 46.618429, 49.377137, 50.954119, 47.682436, 33.642867, 12.381587, 4.4698, 3.794597, 2.00273], "sum_m_pl": [2.33928, 5.624141, 6.851706, 7.2199, 7.709541, 9.040109, 8.606282, 8.849763, 9.140649, 10.097129, 10.540061, 11.294644, 11.458841, 11.063173, 11.298849, 11.088469, 10.818539, 10.036005, 10.295019, 9.522607, 8.959285, 9.163959, 9.060868, 8.702133, 7.663072, 9.433241, 12.000355, 13.365562, 14.570925, 17.301033, 16.537321, 15.583664, 15.617223, 16.176443, 15.665145, 13.585896, 14.165896, 14.939771, 15.147069, 15.065577, 15.857497, 13.297324, 15.426546, 21.600771, 28.447712, 43.402711, 79.728038, 105.827847, 118.981381, 128.069134]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "llmzszl-121", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 10, 15, 13, 38, 39, 38, 31, 41, 32, 36, 37, 32, 31, 43, 45, 41, 45, 55, 60, 55, 59, 53, 56, 68, 67, 52, 43, 39, 39, 35, 44, 42, 39, 51, 60, 57, 76, 76, 74, 69, 78, 78, 80, 72, 52, 21, 8, 6, 2], "n_am_pl": [4, 12, 13, 17, 15, 17, 29, 25, 23, 25, 26, 20, 29, 24, 32, 21, 32, 24, 19, 7, 7, 5, 4, 4, 8, 5, 8, 15, 22, 30, 23, 24, 25, 28, 16, 9, 20, 17, 20, 17, 21, 16, 19, 26, 34, 54, 96, 121, 128, 135], "n_pos": 194, "sum_m_en": [17.826452, 26.452494, 27.994991, 29.487037, 34.682794, 35.346977, 36.223113, 35.647796, 35.738552, 36.756063, 37.01335, 36.833527, 34.443767, 34.550215, 35.778371, 35.865448, 35.114626, 34.247216, 34.386218, 33.679728, 32.549966, 33.393502, 32.528104, 33.72169, 51.512921, 50.01451, 42.200428, 36.827512, 33.944551, 33.864404, 31.466113, 32.221742, 33.9831, 33.961211, 35.854461, 39.729997, 42.555891, 53.202364, 62.688308, 62.074777, 56.274642, 64.302919, 66.48371, 70.784161, 65.019397, 46.147218, 19.762123, 7.803062, 5.762816, 2.00592], "sum_m_pl": [3.147165, 7.925328, 9.527112, 9.846015, 11.041376, 12.702333, 12.369798, 13.146848, 13.60576, 14.925975, 15.667932, 16.574611, 16.502213, 16.230615, 16.696038, 16.176295, 15.63912, 14.538455, 14.889028, 13.854711, 12.971357, 13.135698, 13.002492, 12.515704, 10.948432, 12.941141, 16.62483, 18.600288, 20.780184, 23.10037, 22.197569, 20.802244, 21.329112, 21.288357, 21.002975, 18.652981, 19.52814, 20.298569, 19.159131, 18.241636, 17.926456, 14.614915, 16.603567, 22.093419, 32.017968, 50.420371, 88.43891, 114.185263, 125.33402, 135.466971]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 7, 14, 10, 27, 30, 28, 21, 27, 22, 24, 24, 20, 20, 31, 32, 34, 36, 46, 48, 44, 43, 37, 42, 52, 53, 39, 30, 27, 26, 22, 26, 26, 27, 36, 41, 42, 54, 55, 53, 49, 58, 55, 59, 54, 38, 16, 7, 5, 2], "n_am_pl": [2, 8, 7, 13, 13, 14, 25, 19, 17, 21, 20, 16, 23, 16, 22, 14, 24, 18, 10, 4, 5, 2, 2, 2, 3, 2, 6, 11, 14, 23, 16, 19, 18, 23, 12, 9, 17, 16, 18, 14, 19, 14, 16, 24, 28, 47, 85, 115, 126, 135], "n_pos": 138, "sum_m_en": [13.041257, 19.161857, 20.500639, 21.344274, 24.875104, 25.30626, 25.992818, 25.347755, 25.653837, 26.421541, 26.496494, 26.324666, 24.514494, 24.613216, 25.633777, 25.952273, 25.443445, 24.741825, 24.730056, 24.034367, 23.452673, 23.759332, 23.375055, 23.919134, 39.409792, 38.248436, 31.595102, 26.176589, 23.605284, 23.261068, 21.614784, 22.280016, 23.73374, 23.584089, 24.967816, 27.84243, 30.160183, 37.604193, 44.978685, 44.681758, 40.554141, 47.604185, 48.234968, 52.083573, 48.443628, 34.564074, 15.106068, 6.344096, 4.576388, 2.00586], "sum_m_pl": [2.23838, 5.795845, 6.909832, 7.209571, 7.958591, 9.185841, 8.958929, 9.37266, 9.797984, 10.88428, 11.205158, 11.861087, 11.881532, 11.620812, 12.08125, 11.674795, 11.329417, 10.458517, 10.62071, 9.818382, 9.229014, 9.400891, 9.40374, 9.117472, 7.88809, 9.412502, 12.378717, 13.865247, 15.530067, 17.437265, 16.860963, 15.704842, 15.986613, 16.119456, 15.901634, 14.343781, 14.942561, 15.693806, 15.446573, 14.819823, 14.885534, 11.525105, 13.73664, 19.118913, 26.385724, 44.058219, 78.048452, 108.830993, 122.607117, 134.549165]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "llmzszl-121", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 854, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 9, 7, 9, 10, 7, 13, 9, 9, 14, 10, 11, 9, 11, 13, 13, 15, 15, 13, 13, 10, 8, 8, 7, 12, 15, 12, 10, 12, 7, 7, 8, 10, 10, 16, 18, 17, 20, 22, 17, 20, 24, 26, 26, 23, 21, 16, 17, 17, 16], "n_am_pl": [1, 1, 2, 5, 9, 13, 8, 14, 6, 10, 11, 8, 7, 6, 9, 13, 5, 5, 10, 4, 6, 6, 8, 9, 7, 11, 8, 12, 10, 11, 13, 7, 11, 13, 9, 5, 4, 7, 4, 5, 2, 2, 1, 2, 2, 3, 4, 2, 1, 2], "n_pos": 56, "sum_m_en": [6.261742, 8.07174, 7.944443, 8.884146, 9.544171, 8.82572, 8.707434, 9.853888, 9.70455, 10.568483, 9.379851, 9.734416, 9.386664, 9.071434, 8.820121, 9.572781, 9.684239, 9.567572, 9.711506, 8.954266, 8.507035, 8.473793, 8.418927, 8.295626, 11.686035, 11.766725, 10.34753, 9.668138, 9.287928, 8.569939, 7.869637, 8.205222, 7.918098, 9.261775, 10.369654, 11.150751, 12.146428, 13.86579, 16.869227, 16.6281, 18.27158, 20.249767, 23.566105, 22.62377, 21.402876, 18.136929, 15.865317, 16.12023, 16.044687, 15.944289], "sum_m_pl": [1.430358, 2.338178, 2.567819, 2.633837, 2.769747, 2.912113, 3.108838, 3.129559, 3.151318, 3.601032, 3.5425, 3.900018, 3.953089, 3.684452, 4.115951, 4.975384, 4.059274, 4.043388, 4.203637, 3.903606, 3.668661, 3.519392, 3.479368, 3.395105, 4.306326, 5.655454, 5.797463, 6.272217, 5.990644, 6.488313, 5.901728, 5.469424, 5.505558, 5.721385, 5.838952, 4.9306, 4.810549, 4.987613, 3.84226, 3.448438, 2.507175, 2.925307, 1.990015, 2.348953, 2.021289, 3.485112, 3.499115, 2.099653, 1.906352, 1.808636]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.394302, 0.383223, 0.370978, 0.48158, 0.438874, 0.404804, 0.356281, 0.354037, 0.364191, 0.462246, 0.389159, 0.379969, 0.380861, 0.284464, 0.307416, 0.375942, 0.360742, 0.371655, 0.412764, 0.385088, 0.383204, 0.39152, 0.397313, 0.386375, 0.430219, 0.43869, 0.493332, 0.300894, 0.297999, 0.243905, 0.242183, 0.249755, 0.278994, 0.293534, 0.291316, 0.379579, 0.380482, 0.551673, 0.914665, 1.127004, 1.071225, 1.119118, 1.09446, 1.150952, 1.068074, 0.613256, 0.033374, 0.006642, 0.003409, 0.0], "sum_m_pl": [0.099511, 0.140971, 0.130107, 0.146838, 0.134204, 0.173089, 0.173095, 0.164645, 0.139445, 0.171638, 0.148903, 0.190191, 0.196635, 0.193877, 0.242277, 0.312315, 0.295739, 0.262599, 0.277179, 0.227387, 0.223155, 0.20936, 0.216496, 0.20498, 0.241378, 0.329498, 0.38808, 0.437583, 0.418579, 0.395883, 0.470924, 0.437863, 0.429132, 0.465042, 0.495393, 0.404662, 0.450157, 0.512171, 0.417204, 0.223589, 0.198868, 0.220653, 0.158745, 0.170659, 0.126653, 0.054733, 0.02234, 0.007774, 0.001948, 0.0]}, "lang": {"n_am_en": [1, 4, 4, 4, 3, 4, 5, 4, 5, 6, 5, 5, 4, 5, 7, 6, 7, 8, 8, 7, 5, 4, 5, 5, 7, 8, 5, 6, 5, 3, 4, 5, 8, 7, 7, 10, 7, 10, 10, 9, 11, 15, 15, 14, 13, 13, 13, 14, 16, 16], "n_am_pl": [0, 1, 0, 3, 1, 2, 2, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 1, 4, 1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 5, 3, 4, 5, 4, 1, 2, 3, 1, 3, 1, 0, 0, 1, 1, 1, 1, 1, 1, 2], "n_pos": 19, "sum_m_en": [2.169364, 2.907944, 2.838915, 3.138164, 3.410749, 3.234482, 3.114807, 3.638572, 3.522205, 3.73319, 3.561915, 3.620329, 3.519335, 3.410098, 3.401938, 3.617148, 3.620137, 3.819287, 3.667358, 3.34906, 3.157346, 3.113478, 3.058952, 3.005139, 5.133181, 5.416156, 4.262465, 4.293273, 3.8212, 3.455897, 3.160627, 3.322129, 3.42995, 4.097341, 4.444439, 5.129791, 5.727016, 7.035732, 8.1716, 8.694101, 9.545347, 11.541495, 13.068665, 12.058026, 12.306081, 12.029501, 12.332629, 12.888637, 14.537346, 15.730667], "sum_m_pl": [0.376281, 0.70745, 0.782056, 0.872337, 0.918986, 0.974297, 1.02624, 1.042075, 1.061479, 1.104616, 1.15734, 1.219906, 1.28136, 1.14464, 1.272165, 1.582817, 1.238126, 1.236474, 1.28581, 1.223043, 1.185769, 1.150067, 1.134758, 1.109862, 1.489862, 1.716005, 1.785781, 1.839218, 1.89572, 2.10733, 1.89206, 1.760808, 1.89997, 1.937284, 2.058643, 1.844517, 1.894612, 1.748414, 1.457084, 1.651348, 1.169444, 0.821159, 0.525081, 0.987593, 0.760921, 0.886712, 1.120622, 1.220174, 1.284635, 1.707159]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 58, "item_id": "llmzszl-122", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 56, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9825}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 6, 3, 17, 29, 24, 16, 16, 10, 15, 9, 15, 18, 14, 15, 12, 21, 21, 13, 20, 15, 21, 20, 27, 42, 34, 26, 27, 18, 12, 14, 18, 16, 19, 30, 31, 29, 33, 38, 34, 36, 41, 45, 43, 40, 28, 14, 3, 0, 0], "n_am_pl": [0, 9, 21, 16, 12, 20, 15, 29, 15, 19, 21, 11, 10, 12, 22, 21, 15, 16, 29, 23, 18, 20, 15, 12, 18, 14, 23, 20, 31, 30, 28, 24, 23, 25, 20, 16, 25, 32, 24, 16, 18, 16, 13, 15, 19, 25, 50, 63, 65, 68], "n_pos": 111, "sum_m_en": [11.485443, 17.466943, 18.07109, 18.97342, 19.196398, 18.255821, 18.249814, 20.105142, 19.220531, 20.941385, 19.607153, 19.59128, 18.411533, 17.721716, 17.633757, 19.240475, 19.485716, 18.946053, 18.829158, 18.376706, 17.619295, 17.426618, 17.383382, 17.343587, 28.134552, 26.938063, 22.41715, 20.471518, 18.973236, 17.578574, 16.334631, 17.110459, 16.737525, 19.278965, 21.445292, 23.774307, 23.836699, 25.62516, 31.315189, 31.24343, 33.428205, 35.443636, 39.605914, 37.45024, 34.757796, 25.744117, 11.291707, 2.936982, 0.499836, 8.2e-05], "sum_m_pl": [2.064434, 5.267107, 6.140513, 6.392751, 6.114772, 6.372524, 7.232482, 7.318673, 7.266569, 7.980539, 8.166756, 9.034152, 9.249496, 8.74734, 9.010224, 9.702219, 8.338351, 8.203284, 8.304105, 7.730221, 7.038257, 6.660081, 6.569993, 6.450291, 9.104277, 11.125289, 12.086427, 12.63302, 13.006912, 14.381224, 13.055233, 12.229878, 11.97541, 11.964808, 11.719182, 10.412021, 11.99834, 13.9472, 12.190189, 11.866436, 12.874494, 13.115613, 10.762394, 13.649339, 17.054468, 23.868724, 45.144349, 61.448988, 64.27574, 68.312901]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 2, 1, 1, 2, 0, 0, 1, 0, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.351207, 0.389622, 0.371863, 0.430894, 0.385321, 0.382349, 0.338311, 0.321879, 0.339791, 0.449585, 0.38877, 0.379097, 0.36884, 0.285274, 0.320204, 0.391029, 0.376944, 0.384538, 0.409218, 0.375902, 0.377334, 0.394222, 0.40117, 0.395392, 0.424827, 0.37916, 0.42552, 0.327136, 0.331884, 0.275695, 0.242561, 0.2677, 0.285089, 0.316667, 0.322371, 0.396194, 0.390597, 0.486774, 0.664834, 1.042359, 0.938106, 1.018015, 0.999029, 1.10467, 1.026973, 0.457671, 0.019432, 0.004388, 0.002458, 0.0], "sum_m_pl": [0.091189, 0.201636, 0.19637, 0.198889, 0.17894, 0.246205, 0.241299, 0.236088, 0.184105, 0.190085, 0.179538, 0.219107, 0.222187, 0.217299, 0.266886, 0.303131, 0.285687, 0.256638, 0.258417, 0.231838, 0.22773, 0.209904, 0.216302, 0.203842, 0.284631, 0.362166, 0.442783, 0.468632, 0.440195, 0.437385, 0.496606, 0.429545, 0.417861, 0.485124, 0.498555, 0.383064, 0.400807, 0.424304, 0.454663, 0.179875, 0.163717, 0.173738, 0.103082, 0.12731, 0.086616, 0.037242, 0.012932, 0.00651, 0.001772, 0.0]}, "lang": {"n_am_en": [2, 3, 2, 14, 23, 17, 9, 10, 6, 8, 5, 9, 9, 9, 11, 9, 15, 13, 7, 13, 13, 17, 16, 22, 29, 24, 22, 23, 14, 8, 9, 14, 12, 13, 17, 20, 18, 23, 25, 24, 25, 27, 31, 27, 26, 19, 12, 3, 0, 0], "n_am_pl": [0, 3, 14, 13, 7, 11, 9, 17, 8, 10, 11, 9, 8, 7, 13, 13, 11, 10, 20, 13, 11, 13, 10, 7, 10, 9, 12, 10, 20, 20, 18, 18, 19, 19, 17, 11, 18, 22, 17, 11, 14, 12, 11, 12, 16, 22, 45, 58, 64, 68], "n_pos": 68, "sum_m_en": [6.841901, 11.038335, 11.61131, 12.20533, 12.398283, 11.638295, 11.54776, 12.740477, 12.086605, 13.021417, 12.570461, 12.601205, 11.841211, 11.599998, 11.580803, 12.553146, 12.66085, 12.40584, 12.172664, 11.875437, 11.371411, 11.18063, 11.186468, 11.166735, 20.421972, 19.419381, 15.820369, 14.207913, 12.647919, 11.635774, 10.925789, 11.470584, 11.277027, 13.014469, 14.48864, 16.113801, 16.21527, 17.614747, 21.519381, 20.635631, 23.125221, 25.046197, 28.593669, 24.844858, 23.506756, 19.043264, 9.747013, 2.678622, 0.33877, 8.1e-05], "sum_m_pl": [1.099393, 3.10236, 3.74517, 4.01396, 3.851057, 3.957115, 4.633555, 4.656968, 4.765652, 5.203187, 5.359675, 5.889015, 6.128372, 5.743055, 5.824538, 6.164607, 5.177107, 5.136794, 5.226228, 4.862808, 4.387437, 4.147854, 4.096683, 4.038539, 5.882723, 7.264518, 7.963816, 8.387658, 8.522008, 9.638049, 8.729818, 8.088359, 7.943213, 7.782313, 7.529322, 7.052724, 8.424429, 9.613545, 7.867473, 7.937753, 9.122977, 9.112966, 7.603573, 10.230003, 13.469269, 19.96829, 39.748388, 55.956148, 62.70855, 67.680417]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "llmzszl-122", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9911}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 17, 17, 21, 28, 33, 40, 43, 41, 37, 34, 23, 17, 27, 25, 36, 44, 40, 42, 48, 56, 50, 48, 51, 62, 57, 49, 46, 38, 28, 33, 27, 35, 41, 54, 51, 57, 59, 62, 65, 70, 72, 70, 71, 62, 60, 55, 50, 40, 40], "n_am_pl": [3, 12, 16, 9, 10, 10, 12, 6, 11, 7, 13, 12, 14, 12, 17, 9, 14, 12, 4, 6, 1, 1, 2, 2, 6, 8, 6, 5, 10, 9, 9, 10, 9, 8, 7, 5, 6, 4, 1, 0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 139, "sum_m_en": [16.167459, 21.141059, 21.296033, 22.169772, 24.853967, 25.503138, 25.057491, 24.300291, 24.672945, 26.029168, 25.297674, 25.25673, 24.475234, 25.549944, 25.744596, 27.201116, 28.510153, 26.422508, 26.611517, 26.213866, 25.523405, 26.132017, 25.537853, 25.591025, 44.009852, 42.007569, 36.825264, 33.705781, 32.12608, 30.809631, 29.136855, 29.663308, 33.268995, 33.119596, 37.410665, 35.038037, 37.375671, 41.219199, 50.415138, 58.479186, 61.353759, 63.423374, 60.778618, 64.813954, 59.785732, 56.103182, 49.916655, 47.336639, 40.058017, 39.980657], "sum_m_pl": [3.107058, 6.876146, 7.121806, 6.375963, 6.764042, 6.298202, 6.856066, 7.222568, 6.906148, 7.51739, 8.253694, 8.45783, 8.951998, 8.679288, 9.028604, 9.07278, 8.401261, 7.911933, 7.855017, 8.200583, 7.82897, 7.632754, 7.866127, 7.814686, 8.680931, 9.428095, 9.8422, 10.280795, 10.155783, 11.574856, 10.632319, 10.040919, 9.181689, 8.755048, 7.978391, 7.327876, 6.435533, 5.792256, 4.983805, 4.185425, 4.398573, 3.137371, 3.167299, 2.488116, 2.241918, 2.000378, 1.358724, 1.185962, 0.547293, 0.001307]}, "digit": {"n_am_en": [0, 2, 1, 2, 3, 6, 8, 8, 7, 10, 10, 2, 3, 3, 5, 5, 10, 11, 9, 9, 9, 9, 6, 8, 13, 11, 9, 9, 7, 4, 6, 4, 6, 5, 8, 8, 12, 11, 10, 10, 13, 14, 12, 13, 12, 11, 9, 6, 1, 0], "n_am_pl": [1, 6, 4, 2, 5, 3, 2, 2, 4, 3, 5, 5, 4, 4, 5, 4, 4, 1, 0, 3, 1, 0, 1, 0, 1, 2, 2, 1, 5, 5, 5, 3, 2, 0, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 34, "sum_m_en": [3.450246, 5.713113, 5.660686, 5.589412, 6.181654, 6.152192, 5.905657, 5.693783, 5.651883, 6.310938, 6.238697, 5.836861, 5.613501, 5.7225, 6.041317, 6.27646, 6.598921, 6.041768, 6.281654, 5.972234, 5.802974, 5.989437, 5.8638, 5.833414, 8.156829, 8.16106, 7.664819, 7.127874, 7.135883, 7.097746, 6.214937, 6.348172, 7.005796, 7.052181, 7.570602, 7.427103, 8.176424, 7.728358, 8.823894, 10.112523, 10.694301, 9.95299, 8.630953, 10.709735, 10.64582, 9.744771, 7.991768, 6.797269, 2.09214, 0.0], "sum_m_pl": [0.581855, 1.707748, 1.460241, 1.352069, 1.405038, 1.198367, 1.203239, 1.301001, 1.512927, 1.816207, 1.984971, 1.976202, 2.191493, 2.120465, 2.145129, 2.233559, 1.978924, 1.944996, 1.881434, 2.062118, 1.951233, 1.896979, 1.92436, 1.951253, 2.201015, 2.444247, 2.39596, 2.49945, 2.500593, 2.641542, 2.436468, 2.472657, 2.203509, 2.08701, 2.043319, 1.941974, 1.777986, 1.546382, 1.557699, 1.300961, 1.329031, 1.454023, 1.458297, 1.121133, 1.174307, 1.169379, 1.02094, 0.941965, 0.256167, 0.0]}, "lang": {"n_am_en": [10, 11, 12, 15, 18, 20, 22, 22, 23, 18, 12, 12, 10, 15, 12, 17, 18, 18, 19, 23, 28, 27, 27, 27, 30, 27, 23, 22, 18, 17, 18, 17, 19, 23, 22, 26, 28, 31, 33, 32, 35, 36, 38, 37, 36, 36, 37, 38, 39, 40], "n_am_pl": [0, 2, 7, 2, 1, 4, 2, 2, 2, 2, 4, 4, 4, 4, 6, 2, 2, 5, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 3, 2, 4, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.32105, 6.73766, 7.186506, 7.714892, 8.654886, 9.017348, 9.019352, 8.89728, 9.461566, 9.324012, 9.048062, 9.188293, 8.94108, 9.652872, 9.506713, 9.951364, 10.190914, 9.629577, 9.342586, 9.333986, 9.068042, 9.179386, 8.903018, 8.891913, 20.55907, 19.166683, 16.946164, 14.269593, 13.064163, 12.832735, 12.317056, 12.405589, 13.792271, 14.471975, 15.73703, 15.894541, 16.73525, 19.613964, 25.151986, 28.884875, 30.827753, 32.999603, 34.537433, 34.99559, 35.407765, 34.207826, 34.340869, 34.469782, 35.771454, 39.791922], "sum_m_pl": [0.908041, 1.895243, 2.058613, 1.708613, 1.87599, 1.824195, 2.099014, 2.201506, 2.036466, 2.106222, 2.406706, 2.557368, 2.646966, 2.592724, 2.610828, 2.54342, 2.385359, 2.208123, 2.312687, 2.310106, 2.231151, 2.19215, 2.341133, 2.331022, 2.056795, 2.40416, 2.751045, 3.067725, 3.19382, 3.767434, 3.424472, 3.218382, 3.050585, 2.901498, 2.521833, 2.369032, 1.958545, 1.728855, 1.23791, 0.883946, 0.791936, 0.597759, 0.506207, 0.676599, 0.370733, 0.250034, 0.163277, 0.073001, 0.103163, 0.001307]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "llmzszl-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 784, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9929}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 8, 14, 21, 40, 50, 43, 41, 50, 28, 27, 32, 27, 32, 37, 52, 66, 62, 66, 72, 72, 82, 77, 73, 90, 90, 78, 73, 55, 43, 43, 42, 57, 65, 73, 75, 75, 76, 83, 103, 100, 100, 95, 99, 80, 63, 22, 8, 0, 0], "n_am_pl": [8, 19, 13, 23, 17, 16, 19, 23, 24, 26, 30, 28, 28, 21, 19, 14, 16, 10, 9, 11, 8, 6, 6, 4, 13, 17, 16, 18, 14, 13, 21, 23, 15, 9, 10, 11, 13, 3, 1, 1, 6, 4, 2, 3, 8, 26, 67, 74, 71, 71], "n_pos": 191, "sum_m_en": [18.266679, 27.229798, 29.450958, 30.772103, 34.000255, 36.431307, 35.874067, 34.955965, 35.468563, 37.243772, 37.358001, 36.690939, 36.099896, 36.597493, 35.844871, 37.459759, 39.922746, 36.912781, 36.564174, 35.610267, 35.121725, 37.091724, 35.342967, 35.601852, 64.746227, 61.027666, 53.101276, 47.052189, 42.815986, 41.304507, 38.975745, 39.538757, 42.703817, 44.803695, 51.326434, 48.411871, 52.710402, 54.809487, 66.555007, 81.055765, 82.670744, 83.56831, 83.38337, 86.866953, 73.754294, 54.912073, 22.466378, 8.103053, 2.885425, 5e-05], "sum_m_pl": [3.410273, 9.273147, 9.912071, 10.043899, 10.718252, 10.199819, 10.922484, 11.179614, 11.417343, 11.401137, 12.620448, 13.378645, 13.306815, 12.935657, 13.462597, 12.776263, 11.317105, 10.701936, 10.49339, 11.065841, 10.636039, 10.26664, 10.843281, 10.651528, 11.912562, 13.378666, 13.498082, 14.541634, 15.198644, 17.439342, 16.15982, 15.138993, 13.773641, 12.283203, 10.774673, 10.737757, 9.381488, 8.538094, 7.611536, 6.419438, 7.332831, 7.004179, 6.623557, 7.825304, 12.22019, 25.898475, 62.371594, 74.090695, 71.832004, 71.481306]}, "digit": {"n_am_en": [0, 1, 5, 1, 3, 1, 4, 5, 4, 2, 3, 4, 5, 4, 6, 10, 9, 8, 8, 9, 7, 8, 8, 7, 9, 9, 10, 10, 6, 7, 3, 5, 7, 4, 5, 6, 9, 11, 12, 12, 13, 11, 10, 12, 11, 13, 5, 4, 0, 0], "n_am_pl": [0, 2, 3, 6, 3, 1, 0, 5, 4, 6, 6, 6, 5, 4, 2, 1, 3, 1, 0, 3, 2, 0, 0, 0, 2, 2, 0, 3, 2, 3, 5, 6, 0, 0, 3, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.903749, 4.970284, 5.31795, 5.290308, 5.756579, 5.702136, 5.49196, 5.263902, 5.216734, 5.88084, 5.951364, 5.443512, 5.124998, 5.136172, 5.309082, 5.409514, 5.737728, 5.367347, 5.609187, 5.379614, 5.27992, 5.493582, 5.363701, 5.469958, 7.936606, 8.317957, 7.672382, 6.845084, 6.545402, 6.450362, 5.550249, 5.817003, 6.407781, 6.440069, 6.713386, 6.651297, 8.124348, 7.670298, 10.610043, 11.470247, 11.719404, 10.151394, 8.925774, 11.42478, 11.214877, 8.606239, 4.820953, 3.996543, 1.357144, 0.0], "sum_m_pl": [0.514734, 1.608999, 1.474915, 1.442493, 1.412035, 1.220039, 1.275341, 1.373893, 1.635597, 1.80511, 1.921693, 1.900681, 1.957435, 1.824643, 1.947097, 2.004004, 1.837509, 1.782991, 1.603519, 1.792541, 1.703351, 1.623995, 1.682251, 1.684783, 1.609669, 1.956126, 1.842223, 2.071916, 2.220139, 2.225599, 2.210772, 2.156708, 1.963384, 1.792294, 1.816487, 1.723133, 1.432014, 1.188438, 1.142229, 1.068927, 1.112587, 1.208868, 1.225627, 0.968689, 0.982636, 1.447485, 2.506979, 2.143929, 0.417243, 0.0]}, "lang": {"n_am_en": [3, 5, 4, 12, 19, 29, 21, 18, 28, 16, 12, 14, 11, 17, 16, 22, 31, 32, 33, 33, 40, 44, 43, 40, 49, 49, 39, 38, 27, 20, 22, 21, 26, 37, 42, 43, 40, 41, 43, 53, 51, 53, 52, 52, 42, 30, 7, 1, 0, 0], "n_am_pl": [1, 7, 6, 9, 5, 5, 5, 8, 9, 11, 9, 11, 12, 7, 9, 3, 2, 3, 4, 5, 4, 4, 4, 2, 3, 5, 5, 7, 6, 5, 7, 11, 6, 4, 3, 6, 6, 1, 0, 0, 2, 2, 1, 2, 7, 21, 54, 65, 70, 71], "n_pos": 73, "sum_m_en": [7.147693, 10.354074, 11.607531, 12.61602, 13.892563, 15.086763, 15.137305, 15.032047, 15.618917, 15.964456, 16.102415, 16.071147, 15.827559, 16.081642, 15.496548, 16.516332, 17.458664, 16.105241, 15.38093, 14.954889, 14.764502, 15.491102, 14.67674, 14.586607, 32.194052, 29.524539, 25.093187, 21.58939, 19.470517, 18.575156, 18.115096, 18.348747, 19.003278, 21.255884, 24.65143, 24.014295, 26.226777, 28.736245, 34.597372, 40.518525, 41.0888, 42.909036, 45.04093, 45.381716, 39.438623, 27.32662, 9.391988, 1.358968, 0.50672, 7e-06], "sum_m_pl": [1.111726, 3.192018, 3.625378, 3.716161, 3.970767, 3.875617, 4.288467, 4.334914, 4.36673, 4.321676, 4.680631, 5.16612, 5.114656, 5.124883, 5.074125, 4.575828, 3.878757, 3.70452, 3.852039, 4.02928, 3.94666, 3.940272, 4.216169, 4.158594, 4.336569, 4.91187, 5.305715, 5.584632, 5.72903, 6.939926, 6.451906, 6.187397, 5.661479, 5.25801, 4.423158, 4.936032, 4.440168, 3.846447, 3.171482, 2.543892, 3.199641, 3.263688, 3.108002, 4.309051, 7.937979, 19.936564, 48.818097, 63.699975, 68.595448, 71.354528]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "llmzszl-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 912, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 13, 16, 24, 36, 32, 36, 38, 41, 42, 45, 51, 42, 41, 34, 34, 28, 31, 38, 41, 38, 36, 36, 39, 47, 46, 46, 41, 38, 31, 37, 46, 40, 45, 47, 57, 60, 60, 62, 78, 85, 85, 85, 88, 82, 70, 60, 57, 56, 54], "n_am_pl": [2, 12, 15, 11, 13, 23, 15, 17, 10, 11, 21, 17, 18, 22, 18, 20, 18, 24, 23, 20, 19, 19, 18, 12, 16, 14, 20, 16, 22, 30, 22, 18, 21, 15, 17, 11, 15, 8, 6, 9, 8, 13, 11, 13, 16, 23, 35, 35, 35, 38], "n_pos": 160, "sum_m_en": [16.842071, 22.357669, 23.503147, 24.050358, 26.666106, 28.261633, 29.701585, 29.925889, 30.966885, 31.734901, 31.318849, 31.872567, 30.706628, 30.875084, 29.693625, 29.087127, 29.138282, 27.150037, 27.051562, 27.710143, 25.7394, 26.080455, 26.142314, 26.000449, 40.282999, 39.398723, 38.786075, 35.517168, 34.628507, 31.488395, 29.566115, 32.274042, 31.818677, 31.120804, 32.917455, 37.914214, 42.967099, 43.538532, 44.838665, 55.404763, 61.61637, 67.051862, 71.960465, 74.237295, 71.896776, 63.726095, 57.489745, 53.487601, 50.729292, 54.347701], "sum_m_pl": [3.370232, 6.554088, 7.764217, 7.576006, 8.291962, 9.650558, 9.827458, 11.281284, 11.339497, 12.17878, 12.860109, 13.009806, 14.311074, 13.911445, 15.450963, 16.237999, 15.658482, 14.696317, 13.872976, 12.983489, 12.626781, 12.012079, 11.476779, 11.210454, 13.344991, 14.8788, 15.226646, 15.714983, 16.402066, 18.920103, 17.849499, 16.497112, 16.831968, 18.069931, 18.447801, 15.868527, 16.092927, 13.998868, 13.393715, 11.459868, 11.983943, 15.082513, 12.44396, 13.785843, 17.092616, 20.566338, 30.876534, 35.664126, 35.322003, 37.198479]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 7, 9, 15, 23, 20, 23, 24, 26, 24, 25, 31, 25, 22, 17, 19, 16, 20, 27, 29, 27, 26, 23, 27, 30, 30, 29, 26, 26, 20, 26, 33, 31, 33, 31, 36, 42, 46, 47, 58, 63, 61, 61, 65, 64, 57, 46, 46, 49, 54], "n_am_pl": [1, 8, 8, 5, 4, 13, 10, 12, 5, 6, 14, 11, 11, 15, 10, 10, 10, 13, 12, 9, 11, 12, 11, 6, 9, 7, 13, 7, 13, 19, 14, 8, 13, 10, 12, 6, 9, 5, 5, 8, 7, 9, 9, 10, 12, 18, 30, 33, 34, 37], "n_pos": 91, "sum_m_en": [9.411313, 12.928102, 13.458384, 13.610514, 15.219936, 15.740709, 16.787814, 17.138432, 17.525823, 18.2351, 18.116672, 18.406162, 17.716948, 17.910573, 17.518781, 16.839711, 16.855403, 15.491384, 15.719934, 16.193995, 14.734062, 14.932883, 14.847046, 14.67945, 26.757582, 25.988392, 24.848897, 22.395868, 21.467465, 19.141642, 17.723446, 19.629286, 19.307407, 19.046708, 20.607095, 24.502082, 28.417669, 30.826499, 32.17416, 40.621046, 44.192426, 50.750914, 54.020166, 56.641537, 56.776266, 51.768705, 45.627122, 43.586131, 43.424553, 53.20299], "sum_m_pl": [1.938455, 3.785511, 4.524729, 4.44393, 4.688753, 5.49297, 5.566053, 6.252617, 6.343245, 6.8058, 7.196631, 7.307747, 7.97884, 7.87011, 8.269605, 8.667307, 8.54603, 8.20459, 7.838711, 7.349645, 7.185692, 6.874012, 6.57108, 6.420506, 7.471195, 7.93096, 8.372176, 9.025981, 9.670651, 11.002908, 10.336535, 9.750393, 10.165095, 10.782846, 10.92628, 9.321686, 9.803343, 8.759085, 8.773279, 7.696274, 8.504285, 9.422372, 8.342197, 9.255965, 11.893684, 16.263139, 26.193695, 32.064466, 34.239269, 36.545231]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "llmzszl-131", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 810, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9876}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 5, 9, 21, 29, 29, 28, 30, 36, 25, 34, 39, 38, 26, 28, 22, 29, 20, 23, 30, 31, 38, 35, 40, 56, 53, 50, 38, 29, 25, 21, 23, 26, 30, 34, 43, 41, 43, 50, 60, 62, 56, 55, 65, 64, 38, 12, 1, 0, 0], "n_am_pl": [1, 7, 12, 10, 18, 17, 18, 14, 12, 16, 19, 17, 22, 28, 22, 26, 27, 20, 24, 16, 18, 13, 11, 9, 17, 11, 8, 16, 18, 24, 27, 23, 23, 18, 17, 17, 13, 12, 14, 13, 13, 18, 22, 24, 31, 49, 85, 96, 99, 100], "n_pos": 143, "sum_m_en": [12.659893, 20.794243, 22.891202, 22.919333, 24.724612, 25.413688, 26.363889, 27.544757, 28.244438, 28.723022, 28.361617, 28.049279, 26.374457, 26.180947, 25.821143, 24.974533, 25.397761, 24.162145, 23.098015, 23.470141, 22.434589, 22.719545, 22.907011, 22.906386, 39.007448, 35.053638, 33.565531, 30.083981, 28.382384, 27.108955, 24.304353, 25.080595, 25.64269, 26.394199, 27.598155, 29.125893, 29.100202, 34.324553, 35.583851, 41.573594, 43.100535, 44.429662, 50.768922, 56.38477, 52.02431, 36.468934, 12.861619, 3.275472, 1.192609, 0.000246], "sum_m_pl": [2.090507, 5.853164, 7.047883, 7.101462, 7.98867, 9.108465, 9.688687, 11.136638, 10.516969, 10.833681, 11.41033, 11.595622, 12.933952, 13.034326, 13.452326, 14.19613, 14.173255, 13.307156, 12.680716, 11.460431, 11.343505, 10.714715, 10.258527, 10.315899, 14.127227, 14.935677, 14.988931, 14.67944, 15.831781, 17.356003, 16.735479, 17.355826, 17.574327, 17.078207, 17.1761, 16.428007, 16.815904, 14.94729, 14.772905, 14.472053, 15.609082, 19.592632, 20.456742, 22.331081, 28.931475, 43.548754, 76.624363, 91.926585, 96.247869, 99.756362]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 4, 6, 10, 18, 17, 21, 21, 22, 15, 22, 26, 26, 17, 20, 12, 19, 13, 18, 20, 24, 27, 24, 27, 38, 37, 35, 26, 21, 18, 15, 14, 19, 22, 24, 28, 27, 30, 34, 45, 46, 39, 40, 49, 51, 27, 7, 1, 0, 0], "n_am_pl": [0, 5, 8, 8, 13, 9, 12, 9, 9, 12, 13, 12, 17, 20, 16, 22, 22, 15, 13, 11, 12, 9, 9, 6, 12, 8, 6, 10, 11, 16, 13, 12, 11, 8, 11, 11, 12, 11, 12, 12, 13, 13, 16, 18, 26, 43, 73, 88, 96, 100], "n_pos": 100, "sum_m_en": [8.709135, 14.865881, 16.3223, 15.660896, 17.016002, 17.338726, 18.219587, 19.264207, 19.647435, 20.120846, 19.876307, 19.509621, 18.56929, 18.521878, 18.089613, 17.456307, 17.907085, 16.927749, 16.123221, 16.372388, 15.70147, 15.902002, 16.003226, 15.87846, 27.084755, 24.170227, 23.441675, 20.931234, 20.006371, 18.71213, 16.812836, 17.309192, 17.670083, 17.886449, 19.093768, 19.670803, 19.587602, 23.847172, 24.153735, 29.661975, 30.968135, 32.017781, 36.853043, 43.09096, 40.69317, 27.84076, 9.064471, 2.483208, 0.63463, 1.9e-05], "sum_m_pl": [1.349119, 3.944929, 4.76655, 4.837878, 5.522964, 6.267993, 6.670036, 7.795816, 7.388301, 7.562802, 7.918779, 8.066112, 8.98731, 9.226011, 9.476405, 10.119789, 9.926754, 9.373837, 8.822793, 7.945709, 7.817463, 7.365271, 7.066772, 7.099042, 9.534764, 10.262952, 10.273258, 10.002364, 10.907117, 11.980792, 11.399905, 11.818863, 12.064802, 11.827644, 12.015713, 11.779593, 12.098228, 10.984714, 10.988532, 10.927841, 12.671967, 13.657713, 14.410298, 16.126544, 23.504095, 36.827567, 66.432138, 84.188282, 92.985758, 98.868985]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "llmzszl-131", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 938, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9793, "tf_agree_excl_first": 0.9861}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 17, 15, 22, 26, 31, 37, 33, 31, 30, 28, 23, 25, 24, 34, 39, 35, 45, 42, 41, 36, 35, 34, 43, 55, 52, 44, 38, 32, 31, 23, 24, 32, 33, 36, 38, 44, 46, 47, 51, 47, 52, 46, 51, 50, 49, 48, 49, 55, 55], "n_am_pl": [3, 4, 8, 6, 4, 2, 0, 4, 0, 5, 5, 6, 3, 8, 6, 8, 2, 4, 1, 1, 1, 2, 3, 3, 1, 0, 3, 2, 6, 4, 6, 9, 3, 6, 5, 6, 4, 4, 5, 2, 2, 1, 0, 1, 0, 0, 1, 1, 0, 0], "n_pos": 71, "sum_m_en": [7.527974, 10.347614, 11.15716, 12.248018, 14.621921, 14.938089, 15.751576, 16.11914, 16.360183, 16.030379, 15.559819, 15.042036, 14.932222, 15.685541, 15.004934, 15.510789, 15.712697, 15.100908, 13.978718, 13.102086, 12.143782, 12.061182, 11.981621, 11.994679, 29.719672, 29.392587, 25.206911, 18.595583, 17.595923, 17.43233, 16.088679, 15.375628, 15.926573, 19.154474, 20.520394, 21.487238, 25.403295, 31.455731, 36.063024, 41.300629, 41.428539, 42.755103, 41.576279, 44.18939, 43.219758, 45.152646, 44.866321, 45.906226, 46.923939, 54.910725], "sum_m_pl": [1.260929, 2.368033, 2.774302, 2.533896, 2.785318, 2.667654, 2.894951, 2.970658, 3.04333, 3.360795, 3.905002, 4.029614, 4.315201, 4.064125, 4.476768, 4.952585, 4.697754, 4.572217, 4.600467, 4.474594, 4.217719, 4.082061, 4.015223, 3.981179, 3.963414, 4.258341, 4.661237, 5.592928, 6.041023, 6.567502, 6.302127, 6.058357, 6.666799, 6.123369, 5.471627, 5.84143, 5.637839, 4.571352, 3.719644, 3.144935, 3.115501, 1.908154, 1.632988, 1.480193, 1.199687, 0.784649, 0.770852, 0.649104, 0.614727, 0.2227]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 16, 15, 21, 24, 25, 31, 28, 27, 28, 27, 22, 21, 22, 30, 34, 28, 39, 36, 34, 30, 30, 28, 34, 49, 46, 41, 33, 28, 26, 21, 22, 30, 30, 32, 31, 36, 38, 41, 43, 40, 46, 41, 46, 46, 47, 47, 48, 55, 55], "n_am_pl": [1, 4, 7, 5, 3, 2, 0, 2, 0, 4, 3, 5, 3, 7, 4, 8, 2, 2, 1, 1, 1, 2, 2, 2, 0, 0, 3, 2, 4, 4, 4, 6, 1, 3, 2, 5, 4, 4, 5, 2, 2, 1, 0, 1, 0, 0, 1, 1, 0, 0], "n_pos": 56, "sum_m_en": [5.675, 8.232134, 9.164282, 10.037123, 11.87781, 12.027925, 12.453457, 12.96076, 13.176547, 12.868752, 12.47681, 11.933812, 11.844991, 12.46349, 12.078113, 12.336188, 12.574479, 12.130314, 11.060744, 10.312913, 9.567037, 9.508622, 9.386176, 9.365343, 25.605782, 25.236306, 21.336751, 15.469199, 14.580329, 14.179649, 12.997185, 12.367264, 13.059505, 16.339442, 17.219186, 18.447865, 21.72539, 27.296749, 32.554608, 36.417557, 36.692857, 37.996965, 37.37542, 40.241077, 39.934095, 41.948216, 43.12476, 43.36837, 45.900569, 54.805283], "sum_m_pl": [0.869026, 1.794837, 2.198035, 1.985547, 2.168264, 2.039416, 2.165232, 2.201871, 2.315441, 2.590845, 3.005174, 3.065206, 3.387563, 3.204371, 3.480136, 3.870049, 3.744577, 3.629437, 3.640254, 3.527162, 3.292554, 3.153243, 3.107238, 3.106821, 3.001343, 3.252482, 3.689672, 4.56012, 4.90996, 5.339885, 5.132551, 4.899659, 5.238655, 4.809308, 4.207549, 4.635752, 4.62324, 3.826267, 2.973805, 2.597894, 2.614687, 1.613022, 1.350564, 1.281594, 1.01272, 0.667268, 0.695773, 0.53436, 0.506823, 0.2227]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "llmzszl-135", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 828, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9452, "tf_agree_excl_first": 0.9583}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 12, 22, 28, 38, 43, 49, 65, 45, 41, 39, 30, 35, 39, 37, 49, 56, 58, 65, 62, 65, 69, 60, 62, 104, 94, 83, 59, 47, 39, 40, 44, 40, 55, 72, 83, 83, 95, 103, 111, 108, 106, 104, 92, 78, 43, 22, 6, 3, 3], "n_am_pl": [1, 16, 14, 17, 21, 23, 16, 20, 13, 15, 14, 23, 25, 25, 27, 19, 11, 19, 16, 15, 17, 16, 13, 12, 10, 13, 15, 18, 21, 29, 23, 26, 20, 22, 16, 12, 15, 14, 13, 13, 19, 16, 17, 30, 42, 63, 78, 96, 105, 104], "n_pos": 176, "sum_m_en": [15.629434, 26.125833, 28.302825, 29.804207, 31.597226, 32.019577, 32.952557, 35.518392, 35.349813, 35.729242, 34.352331, 34.01105, 33.549849, 34.275924, 33.247216, 35.98228, 35.904978, 33.212865, 32.246098, 30.737388, 28.67134, 29.213816, 28.934083, 28.99152, 56.468981, 54.257956, 45.29533, 38.676486, 35.644051, 34.288429, 31.695464, 32.559036, 33.000091, 37.512482, 43.342931, 46.709869, 50.195394, 62.720348, 72.524382, 82.521342, 80.253105, 86.963005, 85.919131, 80.931544, 69.995633, 41.531769, 20.394769, 6.125104, 4.021943, 2.999518], "sum_m_pl": [2.647488, 7.33089, 9.215418, 9.004692, 9.513315, 9.892786, 10.305708, 10.198903, 10.038108, 10.939231, 11.296673, 11.851332, 12.695838, 11.877955, 12.571957, 12.708028, 11.089254, 10.738089, 10.356765, 10.082286, 9.375568, 9.28897, 9.221863, 9.188556, 9.990088, 11.586796, 12.400933, 14.107462, 15.074732, 17.399521, 17.415335, 15.918109, 16.125071, 14.999311, 12.650542, 12.680014, 13.114873, 12.132068, 11.727119, 11.249068, 12.971054, 13.237788, 17.348654, 27.695346, 37.651663, 55.939844, 75.921133, 92.13192, 102.724198, 104.211812]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 10, 16, 21, 26, 29, 31, 44, 29, 26, 26, 20, 25, 28, 25, 34, 41, 39, 46, 44, 46, 50, 43, 47, 71, 67, 58, 42, 33, 24, 28, 26, 26, 39, 49, 57, 58, 67, 66, 73, 73, 72, 69, 61, 55, 32, 16, 4, 3, 3], "n_am_pl": [1, 10, 7, 12, 12, 14, 8, 9, 5, 8, 8, 12, 15, 18, 19, 10, 7, 13, 8, 10, 12, 9, 7, 6, 5, 7, 8, 13, 16, 23, 19, 17, 16, 19, 12, 9, 11, 10, 9, 9, 13, 12, 14, 22, 30, 51, 68, 89, 99, 103], "n_pos": 107, "sum_m_en": [9.5934, 16.230999, 17.839714, 18.710116, 19.784745, 20.014812, 20.191706, 22.365826, 22.644408, 23.089868, 22.476624, 22.157713, 21.883237, 22.229537, 21.231873, 22.873407, 22.806581, 21.491454, 20.577008, 19.557601, 18.186901, 18.447752, 18.284102, 18.233795, 38.763679, 37.129394, 30.519783, 25.922102, 23.752058, 22.887645, 21.317731, 21.822676, 22.055473, 24.592228, 27.989042, 30.416519, 33.095576, 41.789125, 45.837277, 53.149251, 51.404294, 57.324106, 57.26185, 54.641669, 48.385933, 29.49261, 13.755182, 3.563963, 3.184656, 2.99947], "sum_m_pl": [1.526051, 4.315924, 5.385951, 5.321999, 5.478238, 5.884388, 6.087408, 6.09515, 6.123335, 6.606094, 6.723789, 7.247636, 7.843588, 7.552781, 8.078275, 7.912912, 6.767746, 6.631133, 6.415219, 6.139393, 5.587335, 5.592713, 5.591845, 5.584426, 5.959478, 7.042077, 7.92365, 9.082239, 9.967134, 11.247121, 11.454036, 10.734215, 10.901158, 10.335479, 8.422799, 8.826226, 9.228827, 8.46412, 8.331932, 7.864556, 9.446543, 9.611228, 12.624624, 19.908915, 27.86359, 45.158671, 65.687742, 85.356819, 96.857717, 102.788968]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "llmzszl-135", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 956, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9719, "tf_agree_excl_first": 0.9774}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 20, 14, 19, 18, 20, 16, 12, 17, 22, 18, 24, 22, 23, 22, 18, 22, 29, 27, 24, 28, 27, 24, 23, 32, 40, 33, 33, 33, 33, 32, 31, 29, 32, 34, 43, 51, 54, 55, 55, 56, 56, 53, 56, 52, 50, 51, 47, 42, 43], "n_am_pl": [3, 5, 15, 5, 8, 10, 10, 11, 12, 10, 13, 8, 7, 5, 9, 6, 6, 8, 6, 9, 11, 5, 8, 5, 6, 6, 10, 16, 11, 15, 10, 10, 9, 8, 4, 5, 2, 3, 2, 2, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0], "n_pos": 120, "sum_m_en": [12.784033, 19.255659, 18.232547, 18.149493, 19.399956, 18.74324, 18.169893, 18.57316, 17.643394, 19.386057, 18.761531, 20.517402, 19.080437, 19.096879, 19.188255, 20.334774, 20.566306, 20.328242, 20.668923, 20.498414, 19.39971, 19.690449, 19.161845, 19.431323, 27.65325, 28.221559, 26.444439, 25.76593, 23.971212, 24.886445, 24.190671, 23.623112, 24.669081, 25.71261, 26.934697, 31.312373, 34.373314, 38.472342, 44.635395, 43.126552, 44.460846, 46.539755, 48.237759, 48.682955, 47.765861, 46.092312, 46.082358, 44.035224, 39.146927, 42.241144], "sum_m_pl": [2.637788, 5.25872, 5.943356, 5.510337, 6.094446, 5.676028, 5.945517, 6.175732, 6.540366, 6.921284, 7.184472, 7.347085, 7.49089, 7.258796, 7.610327, 7.975702, 7.470476, 7.618299, 7.526928, 7.448932, 7.396117, 7.238486, 6.990491, 7.104832, 8.787766, 9.354349, 9.646131, 10.590418, 11.277752, 11.898017, 10.370956, 9.266078, 8.64002, 8.167788, 7.848656, 6.931967, 6.093267, 5.624498, 5.027121, 4.263591, 3.644075, 2.965244, 2.924853, 2.734208, 2.740159, 1.943146, 1.248766, 0.994422, 0.515739, 1.5e-05]}, "digit": {"n_am_en": [0, 3, 1, 3, 1, 1, 0, 1, 1, 3, 3, 1, 2, 2, 0, 1, 2, 3, 3, 1, 1, 1, 1, 1, 0, 4, 3, 2, 2, 1, 1, 1, 1, 3, 1, 3, 6, 4, 4, 5, 7, 6, 5, 7, 4, 3, 4, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 2, 2, 1, 2, 0, 2, 1, 2, 3, 1, 3, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.75358, 3.162823, 3.152675, 2.995438, 3.123134, 2.847632, 2.664142, 2.799214, 2.624549, 2.926048, 2.941343, 3.044036, 2.815542, 2.740886, 2.809336, 2.908013, 2.910296, 3.00813, 3.108523, 2.940528, 2.637483, 2.710577, 2.639777, 2.764719, 3.143069, 3.636084, 3.205144, 3.278622, 3.105463, 3.153436, 2.965531, 2.967395, 3.021939, 3.085645, 3.281338, 3.997619, 4.233717, 4.659888, 4.629356, 3.883077, 4.632835, 4.507585, 4.213857, 4.267941, 3.287481, 2.567937, 2.383127, 1.28744, 0.432592, 0.0], "sum_m_pl": [0.245341, 0.758462, 0.723006, 0.651262, 0.693734, 0.626315, 0.604061, 0.64491, 0.760777, 0.82817, 0.928328, 0.93667, 0.991385, 0.993825, 1.085816, 1.120438, 1.003672, 1.087673, 1.083881, 1.096127, 1.097909, 1.070959, 1.024439, 1.088899, 1.338414, 1.353219, 1.380421, 1.512847, 1.458025, 1.442974, 1.368796, 1.184419, 1.013075, 0.93096, 0.906625, 0.859412, 0.81533, 0.753994, 0.718356, 0.717199, 0.687889, 0.727338, 0.704191, 0.830314, 1.128247, 0.637259, 0.4691, 0.455259, 0.149742, 0.0]}, "lang": {"n_am_en": [5, 10, 9, 9, 13, 15, 12, 9, 11, 13, 13, 16, 9, 14, 13, 10, 11, 14, 15, 12, 16, 17, 16, 15, 23, 25, 20, 24, 20, 23, 21, 21, 19, 23, 26, 29, 28, 32, 32, 36, 35, 36, 36, 37, 39, 38, 40, 40, 40, 41], "n_am_pl": [0, 2, 3, 2, 4, 5, 4, 5, 6, 1, 1, 3, 2, 3, 2, 5, 4, 5, 3, 2, 2, 1, 1, 1, 1, 3, 5, 5, 3, 5, 1, 3, 4, 2, 0, 3, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.860196, 6.582094, 6.609991, 6.80444, 7.373757, 7.444904, 7.219776, 7.216853, 7.207549, 7.663214, 7.355584, 8.663751, 7.786137, 7.91051, 7.953847, 8.559908, 8.335861, 8.387573, 8.423851, 8.525563, 7.958471, 8.036891, 7.724275, 7.827757, 15.478296, 15.863081, 15.115048, 14.510309, 12.648198, 13.008114, 12.593782, 11.940274, 12.5428, 14.045731, 14.135276, 17.575244, 20.165541, 22.402697, 25.045579, 27.491325, 29.526131, 31.36017, 32.875028, 34.180037, 35.694169, 35.348828, 37.114207, 37.526607, 36.604491, 40.994844], "sum_m_pl": [0.919632, 1.687244, 1.789962, 1.756542, 1.999758, 1.923664, 2.227599, 2.300491, 2.455238, 2.372977, 2.488288, 2.651852, 2.729407, 2.712784, 2.74662, 3.004033, 2.764393, 2.759114, 2.669231, 2.540373, 2.565944, 2.499223, 2.386685, 2.357612, 2.557084, 2.717978, 2.911961, 3.171154, 3.532898, 3.867645, 3.408841, 3.486496, 3.32088, 2.862923, 2.678884, 2.356693, 2.06133, 1.968495, 1.850119, 1.385722, 0.960735, 0.572352, 0.438002, 0.451843, 0.320507, 0.284347, 0.305458, 0.109803, 0.198563, 1.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "llmzszl-137", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.959, "tf_agree_excl_first": 0.9669}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 6, 9, 20, 26, 23, 20, 23, 20, 22, 24, 24, 21, 19, 20, 25, 27, 39, 28, 31, 31, 32, 28, 26, 48, 46, 39, 33, 29, 23, 30, 24, 32, 34, 42, 51, 56, 62, 61, 69, 64, 62, 61, 61, 50, 41, 29, 8, 0, 0], "n_am_pl": [5, 16, 19, 13, 8, 6, 16, 8, 21, 14, 22, 24, 23, 14, 17, 15, 4, 8, 9, 14, 6, 11, 9, 5, 15, 9, 10, 16, 15, 13, 16, 18, 13, 12, 14, 12, 7, 6, 8, 4, 8, 9, 12, 18, 22, 28, 42, 53, 54, 53], "n_pos": 155, "sum_m_en": [13.783622, 22.833801, 23.894903, 24.887667, 26.598431, 26.459873, 26.015894, 26.41286, 23.874078, 26.3921, 24.92733, 26.601488, 25.641282, 25.280041, 25.314909, 26.850738, 27.888031, 26.730906, 26.690065, 25.931534, 24.61215, 25.753808, 25.173484, 25.123392, 36.286951, 33.619823, 30.615888, 29.657618, 27.36314, 28.354311, 27.493404, 27.797344, 28.584069, 29.469309, 30.066028, 33.551477, 35.741283, 40.928959, 45.482738, 52.254541, 51.649892, 50.283955, 51.52092, 53.12269, 47.178592, 36.993365, 24.165644, 9.691635, 0.876763, 9e-06], "sum_m_pl": [2.43937, 7.687204, 8.436058, 8.064733, 8.691488, 8.263032, 8.771767, 8.854796, 9.928131, 9.709651, 10.271081, 10.684971, 10.711664, 10.709271, 11.04735, 11.01194, 10.182132, 10.249825, 9.460391, 9.596436, 9.339196, 9.027475, 8.859136, 8.813701, 10.758922, 11.882217, 12.531119, 13.0649, 14.161506, 14.488317, 13.490129, 13.077902, 12.190567, 10.994184, 10.224828, 9.348061, 8.177909, 7.095882, 7.008306, 6.635835, 8.253501, 8.283444, 11.609915, 14.544921, 17.075121, 25.209091, 41.555064, 52.435377, 52.925026, 53.384753]}, "digit": {"n_am_en": [0, 1, 0, 1, 3, 2, 1, 2, 1, 2, 1, 1, 2, 0, 0, 0, 1, 4, 4, 3, 2, 1, 0, 0, 2, 6, 3, 3, 1, 1, 0, 0, 3, 4, 5, 7, 7, 8, 7, 8, 7, 7, 7, 7, 3, 3, 4, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 0, 0, 1, 1, 0, 1, 3, 3, 4, 2, 1, 1, 3, 2, 3, 1, 2, 2, 1, 5, 1, 2, 2, 1, 2, 1, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.750036, 3.41906, 3.585998, 3.351209, 3.424993, 3.247395, 3.023344, 3.139516, 2.877084, 3.224797, 3.188809, 3.273365, 3.0984, 3.003279, 3.044164, 3.033819, 3.288972, 3.358797, 3.497877, 3.390704, 3.096319, 3.157768, 3.044013, 3.196383, 4.024152, 4.024719, 3.764381, 3.775754, 3.475846, 3.598913, 3.311178, 3.552096, 3.733901, 3.755083, 3.803882, 4.329879, 4.498431, 5.168183, 5.283915, 4.786184, 5.334417, 5.06097, 5.277076, 4.700978, 3.155808, 2.678064, 1.868133, 0.766293, 0.232163, 0.0], "sum_m_pl": [0.273217, 1.010262, 0.920359, 0.805065, 0.781314, 0.725565, 0.701049, 0.755683, 0.912966, 0.980106, 1.140649, 1.119802, 1.185193, 1.153039, 1.32338, 1.367247, 1.232123, 1.279727, 1.16125, 1.174595, 1.162108, 1.129354, 1.092848, 1.144509, 1.496504, 1.525648, 1.449917, 1.480435, 1.441827, 1.499481, 1.329239, 1.326071, 1.288328, 1.144924, 1.042329, 0.993712, 0.83645, 0.7506, 0.714965, 0.679395, 0.668219, 0.677247, 0.646103, 0.790307, 1.285918, 0.615089, 0.423391, 0.448849, 0.09033, 0.0]}, "lang": {"n_am_en": [3, 3, 5, 4, 10, 7, 10, 10, 6, 9, 8, 9, 6, 7, 9, 11, 6, 15, 9, 11, 11, 14, 14, 15, 23, 23, 21, 17, 11, 9, 16, 12, 15, 16, 21, 23, 23, 28, 28, 34, 30, 30, 30, 30, 25, 16, 8, 2, 0, 0], "n_am_pl": [2, 8, 4, 6, 1, 4, 11, 4, 14, 8, 11, 10, 10, 6, 7, 6, 0, 2, 3, 7, 1, 3, 3, 2, 6, 4, 4, 9, 7, 6, 7, 9, 6, 6, 7, 8, 5, 4, 6, 3, 7, 8, 11, 15, 19, 25, 38, 46, 50, 53], "n_pos": 53, "sum_m_en": [5.060597, 7.767058, 8.686659, 9.104661, 10.114319, 10.04568, 9.869309, 10.132059, 9.316581, 10.520675, 9.855339, 11.011893, 10.396867, 10.158259, 10.063765, 10.589083, 10.999433, 10.326171, 10.147483, 9.866281, 9.37695, 10.132426, 9.869648, 9.524454, 15.225032, 13.732329, 12.627506, 11.88365, 10.728025, 11.193856, 11.190497, 11.171701, 11.250536, 12.158596, 12.23817, 14.339949, 15.450192, 17.8894, 19.088773, 24.673798, 25.082088, 23.863439, 24.395837, 25.823414, 24.04315, 16.356055, 8.236261, 1.077048, 0.144789, 7e-06], "sum_m_pl": [0.891558, 2.42787, 2.771135, 2.843925, 3.055396, 3.003545, 3.353433, 3.306457, 3.747358, 3.522885, 3.692634, 3.940893, 3.899133, 4.088866, 4.021992, 3.97728, 3.561723, 3.556657, 3.232037, 3.243039, 3.164175, 3.053623, 3.035277, 2.993832, 3.983565, 4.312738, 4.782434, 4.928049, 5.698251, 5.359394, 5.045488, 5.33634, 5.058085, 4.609312, 4.204533, 4.015729, 3.82399, 3.120327, 3.364773, 3.635061, 5.538342, 5.936957, 8.766327, 11.43463, 13.781253, 21.404478, 36.265143, 45.563791, 49.794121, 52.947491]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-137", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 907, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 8, 9, 15, 17, 12, 18, 19, 13, 13, 12, 13, 14, 13, 25, 22, 31, 29, 30, 30, 27, 31, 24, 27, 40, 40, 38, 31, 29, 19, 18, 18, 29, 31, 34, 33, 34, 32, 37, 37, 32, 31, 33, 29, 27, 26, 21, 24, 20, 19], "n_am_pl": [1, 2, 6, 4, 4, 6, 1, 9, 5, 2, 7, 11, 13, 11, 8, 6, 6, 10, 6, 7, 4, 2, 2, 3, 0, 2, 2, 4, 3, 5, 8, 8, 3, 2, 6, 3, 6, 5, 5, 5, 6, 6, 7, 10, 9, 8, 5, 1, 1, 1], "n_pos": 84, "sum_m_en": [8.335874, 12.362078, 12.157116, 12.228924, 13.624436, 13.528198, 13.661613, 13.323234, 13.109145, 13.533043, 13.502757, 14.071468, 14.75131, 14.404355, 15.232107, 15.453761, 16.078436, 15.070713, 15.401285, 15.02095, 14.414104, 14.715319, 14.258925, 14.365628, 27.009374, 25.332924, 21.152182, 18.079319, 17.448175, 17.296898, 15.979725, 16.148659, 17.47649, 18.533015, 20.538967, 18.543839, 20.541785, 22.486884, 28.549088, 29.029908, 29.505149, 28.475462, 27.897889, 27.203163, 26.764551, 25.92733, 22.334444, 22.397118, 19.685423, 19.048947], "sum_m_pl": [1.62128, 4.102462, 4.172125, 4.028391, 4.357112, 4.110088, 3.897595, 3.995455, 3.975267, 4.357515, 4.777915, 4.920879, 5.091956, 4.244367, 4.395104, 4.202142, 3.892693, 3.881701, 4.372104, 4.383115, 4.220556, 4.021235, 4.125352, 4.174288, 3.951179, 4.588695, 4.620063, 4.967087, 5.006871, 5.761668, 5.534857, 4.947523, 4.801128, 4.373908, 4.327413, 4.508268, 4.15712, 3.59466, 3.918222, 2.963851, 3.346637, 5.067893, 5.029967, 9.98553, 8.244732, 6.572032, 5.297641, 2.684612, 1.3881, 1.004497]}, "digit": {"n_am_en": [1, 3, 2, 3, 5, 3, 3, 4, 2, 3, 2, 4, 4, 5, 8, 9, 12, 8, 6, 6, 8, 9, 6, 6, 11, 12, 14, 9, 9, 5, 6, 5, 10, 12, 12, 13, 12, 11, 11, 10, 7, 7, 8, 6, 2, 3, 3, 4, 0, 0], "n_am_pl": [0, 0, 2, 0, 1, 2, 0, 2, 0, 1, 2, 5, 6, 5, 5, 2, 2, 4, 2, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 4, 4, 4, 1, 0, 1, 1, 2, 0, 1, 2, 1, 2, 3, 3, 2, 3, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.704912, 4.420271, 4.285002, 4.149332, 4.679184, 4.531552, 4.461497, 4.330975, 4.298068, 4.725779, 4.788003, 4.719761, 5.072183, 4.985048, 5.326007, 5.145231, 5.389031, 4.958233, 4.996902, 4.654347, 4.495492, 4.521484, 4.37093, 4.42291, 7.786088, 7.515164, 6.728769, 6.05093, 5.784023, 5.535508, 5.287749, 5.208217, 5.721523, 5.781644, 6.103511, 5.527349, 6.276962, 6.292162, 7.029966, 5.874043, 6.060511, 5.824889, 5.481592, 5.09067, 3.830894, 3.221504, 3.119612, 3.105972, 0.579062, 0.00038], "sum_m_pl": [0.42233, 1.282722, 1.155192, 1.109801, 1.210006, 1.028495, 0.917936, 0.931231, 1.079379, 1.214536, 1.342848, 1.365883, 1.486146, 1.215523, 1.225299, 1.151485, 1.151274, 1.143925, 1.346204, 1.30962, 1.278436, 1.176962, 1.181334, 1.19736, 1.075437, 1.376462, 1.414499, 1.553388, 1.54266, 1.675936, 1.601911, 1.324949, 1.250445, 1.188015, 1.225934, 1.384739, 1.294847, 1.069187, 1.220924, 1.136687, 1.153093, 1.185474, 1.16762, 2.846314, 2.019559, 1.385893, 0.916226, 0.662847, 0.16885, 0.0]}, "lang": {"n_am_en": [1, 3, 2, 6, 8, 5, 8, 8, 8, 7, 5, 4, 5, 4, 6, 6, 10, 10, 12, 13, 10, 14, 11, 13, 14, 14, 13, 12, 9, 6, 6, 6, 9, 11, 12, 13, 12, 15, 16, 17, 16, 17, 17, 18, 19, 18, 17, 18, 19, 19], "n_am_pl": [0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 2, 5, 5, 2, 2, 1, 3, 3, 3, 2, 1, 0, 1, 0, 1, 0, 2, 1, 1, 2, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1], "n_pos": 21, "sum_m_en": [2.233764, 2.830049, 3.069544, 3.267675, 3.679007, 3.823399, 4.07402, 3.862422, 3.876457, 3.769876, 3.65334, 4.105122, 4.026289, 3.958881, 4.088006, 4.284622, 4.492685, 4.371578, 4.285394, 4.360739, 4.213784, 4.378055, 4.164736, 4.09521, 9.617548, 9.162427, 7.119276, 5.583117, 4.928863, 5.23582, 4.823888, 5.021009, 5.193047, 6.245319, 7.607522, 7.479118, 7.871888, 9.500585, 12.615133, 13.958102, 13.849896, 14.535692, 14.802353, 16.350151, 16.954845, 17.180355, 16.580275, 16.677523, 17.856441, 18.756156], "sum_m_pl": [0.471876, 0.901495, 1.01488, 1.049803, 1.149579, 1.089048, 1.167148, 1.169674, 1.150123, 1.214396, 1.300669, 1.418807, 1.521988, 1.283959, 1.292278, 1.22817, 1.078812, 1.037316, 1.116491, 1.142033, 1.077948, 1.059314, 1.1192, 1.145532, 0.944517, 1.159492, 1.256543, 1.374542, 1.458017, 1.614889, 1.686824, 1.669782, 1.499207, 1.301621, 1.19669, 1.208892, 1.083544, 0.89525, 0.519192, 0.270395, 0.317321, 0.231613, 0.192158, 0.137025, 0.145657, 0.560632, 0.741366, 1.032127, 1.052875, 1.000537]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "llmzszl-139", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 809, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 44, 48, 45, 74, 77, 83, 86, 91, 81, 79, 62, 52, 54, 74, 76, 110, 98, 108, 118, 122, 127, 115, 116, 176, 167, 151, 120, 109, 87, 75, 87, 93, 127, 166, 142, 140, 160, 156, 149, 143, 153, 170, 153, 136, 87, 39, 21, 12, 12], "n_am_pl": [6, 33, 36, 47, 46, 37, 43, 47, 35, 40, 47, 56, 62, 52, 43, 47, 49, 48, 53, 55, 40, 30, 32, 23, 27, 29, 39, 47, 58, 58, 67, 48, 53, 33, 26, 30, 30, 19, 26, 27, 31, 25, 28, 39, 45, 73, 116, 134, 143, 137], "n_pos": 409, "sum_m_en": [38.754256, 61.4125, 65.65198, 66.851397, 71.856438, 70.465762, 72.654681, 72.519923, 71.015588, 73.16242, 73.237899, 73.753508, 75.039835, 72.76739, 72.676618, 75.589554, 81.095379, 75.021723, 74.186969, 71.985234, 70.391747, 74.068633, 70.8735, 71.352672, 127.375354, 117.677303, 99.811905, 87.132241, 81.804897, 79.46184, 73.048267, 75.816918, 81.878962, 91.72881, 104.890923, 101.216075, 104.152898, 115.032255, 127.592468, 138.85609, 129.302517, 134.654936, 143.988328, 138.528995, 118.262568, 89.793585, 43.743486, 24.470954, 16.612956, 12.000156], "sum_m_pl": [8.291731, 21.593645, 24.530955, 24.467458, 23.368146, 21.351203, 22.317975, 22.389597, 22.491534, 23.742333, 25.618624, 26.652828, 28.636627, 27.332768, 27.872348, 24.016002, 22.149392, 21.805214, 22.795944, 23.584724, 21.93751, 20.959295, 21.618994, 21.753938, 23.969286, 27.570702, 30.574134, 31.17501, 35.193997, 39.535873, 37.348031, 34.528279, 34.402117, 29.500701, 25.497971, 26.346432, 25.353712, 21.428792, 21.276501, 20.588616, 24.001456, 25.74652, 28.257604, 40.385853, 47.527344, 65.74651, 109.158554, 132.284036, 139.893228, 138.340833]}, "digit": {"n_am_en": [0, 1, 0, 2, 5, 9, 7, 8, 9, 7, 8, 3, 2, 4, 6, 8, 9, 9, 12, 9, 5, 6, 5, 5, 14, 8, 8, 7, 8, 9, 6, 8, 11, 13, 17, 15, 13, 14, 11, 9, 10, 7, 12, 6, 4, 1, 1, 0, 0, 0], "n_am_pl": [0, 5, 2, 3, 4, 2, 2, 3, 2, 2, 6, 7, 9, 6, 3, 4, 6, 4, 3, 4, 4, 2, 3, 0, 3, 2, 2, 5, 6, 5, 7, 6, 6, 2, 2, 5, 4, 4, 7, 10, 6, 2, 4, 3, 1, 1, 3, 1, 0, 0], "n_pos": 54, "sum_m_en": [4.881654, 9.155192, 9.790437, 9.492223, 10.353573, 9.807661, 9.734847, 9.133735, 8.935259, 9.463286, 9.52482, 9.275272, 9.087423, 8.977916, 9.658517, 9.740807, 10.555602, 9.798147, 9.757989, 9.309826, 9.029345, 9.287023, 9.113568, 9.128965, 10.99033, 11.382554, 10.535951, 10.59769, 10.976692, 10.727989, 9.586729, 10.3714, 11.779432, 12.427912, 12.905397, 12.388484, 12.739837, 12.712905, 12.910243, 12.220407, 11.27135, 10.826079, 11.381171, 8.089474, 6.829053, 5.100675, 3.510446, 2.502319, 1.225267, 0.0], "sum_m_pl": [0.784315, 2.977953, 2.651643, 2.703862, 2.373416, 2.007337, 1.942761, 2.019875, 2.255315, 2.603388, 3.042415, 2.892865, 3.036749, 2.765011, 2.804795, 2.482952, 2.506264, 2.552289, 2.660776, 2.773158, 2.599222, 2.419519, 2.423266, 2.47299, 2.443203, 2.729379, 2.859918, 3.188426, 3.619836, 3.799405, 3.876063, 3.290308, 3.25303, 2.576492, 2.56702, 2.990673, 2.782849, 2.442702, 3.068024, 3.03009, 3.065299, 2.731474, 2.735142, 3.998649, 3.03124, 2.241408, 2.825383, 1.909429, 0.495697, 0.000158]}, "lang": {"n_am_en": [6, 13, 12, 15, 32, 35, 41, 43, 41, 29, 33, 29, 30, 30, 38, 37, 61, 51, 56, 64, 73, 79, 72, 69, 97, 90, 86, 60, 54, 44, 37, 44, 47, 60, 75, 66, 67, 80, 82, 82, 82, 81, 96, 91, 86, 63, 34, 19, 12, 12], "n_am_pl": [3, 9, 13, 22, 24, 18, 17, 21, 19, 20, 22, 28, 24, 23, 21, 12, 12, 20, 14, 12, 13, 10, 8, 7, 5, 11, 13, 24, 25, 24, 27, 19, 24, 13, 13, 17, 15, 12, 12, 12, 18, 18, 19, 25, 34, 61, 95, 121, 134, 137], "n_pos": 149, "sum_m_en": [14.764591, 22.394274, 24.134969, 25.266533, 27.655049, 27.784716, 29.747673, 30.197451, 29.989187, 30.191478, 30.299904, 31.328602, 31.457199, 30.589966, 29.525768, 31.114184, 33.474598, 30.976493, 29.927377, 28.991762, 28.796826, 31.040797, 28.861614, 28.931198, 68.079583, 59.68396, 48.758423, 40.113256, 35.137176, 33.922498, 31.034222, 32.491686, 34.04877, 39.657189, 45.283341, 45.071966, 45.526362, 52.77642, 58.834782, 68.841541, 64.837719, 66.75983, 77.286425, 80.081186, 73.4786, 57.41473, 32.057593, 17.087232, 12.740856, 12.000064], "sum_m_pl": [2.492468, 6.876296, 8.016347, 8.159628, 8.092936, 7.596977, 8.312482, 8.814497, 9.093987, 8.717173, 9.501063, 9.994425, 10.719886, 10.322101, 10.286049, 8.830891, 7.802607, 7.673443, 8.097299, 8.465109, 7.955897, 7.733186, 8.154874, 8.089843, 7.352939, 9.49032, 12.178357, 12.427893, 13.349741, 15.810785, 15.374675, 14.579951, 14.890978, 13.241393, 11.163079, 11.786129, 12.267923, 10.295373, 10.061612, 9.96477, 12.902911, 14.399482, 16.406685, 22.529148, 32.160118, 50.988996, 88.260485, 116.833719, 129.835868, 136.778884]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 411, "item_id": "llmzszl-139", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 937, "region_end": 409, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 22, 23, 37, 34, 38, 46, 39, 45, 59, 50, 57, 48, 40, 47, 39, 45, 42, 46, 45, 45, 56, 46, 39, 78, 72, 68, 65, 57, 56, 52, 64, 61, 74, 76, 83, 86, 101, 107, 115, 122, 112, 112, 108, 96, 91, 89, 88, 84, 80], "n_am_pl": [5, 18, 25, 18, 22, 16, 22, 21, 8, 11, 23, 14, 23, 21, 28, 22, 15, 16, 20, 13, 18, 10, 11, 9, 12, 17, 13, 18, 16, 23, 22, 23, 23, 17, 14, 9, 18, 12, 13, 14, 9, 17, 18, 22, 25, 26, 29, 31, 31, 33], "n_pos": 230, "sum_m_en": [24.552527, 36.468345, 37.242065, 39.277052, 43.144434, 44.083238, 44.252437, 45.486142, 44.636067, 46.414039, 45.006395, 45.937378, 44.4244, 45.771037, 45.596502, 47.806741, 48.932701, 46.15931, 45.451374, 43.946159, 42.410386, 42.211564, 41.382414, 41.169866, 62.585588, 57.93674, 55.678121, 52.736067, 50.936054, 49.491774, 49.270199, 52.245845, 51.539808, 56.763651, 61.785089, 63.260806, 68.070647, 77.083165, 84.957772, 91.380714, 94.497639, 94.60822, 96.095532, 95.054352, 92.737704, 90.602349, 86.087142, 84.183201, 78.075842, 79.438332], "sum_m_pl": [4.369603, 10.123092, 12.50332, 11.781172, 12.948252, 12.559744, 12.507808, 12.702819, 12.735301, 13.693238, 14.497506, 14.550742, 14.765129, 16.173699, 16.914983, 16.382322, 14.710426, 15.213749, 14.838378, 14.870082, 14.549237, 13.814578, 13.481984, 13.398638, 15.40744, 17.198483, 16.916345, 18.784469, 20.005374, 21.338711, 19.691532, 18.287061, 18.60271, 16.518278, 15.479561, 14.32387, 14.001513, 12.542236, 12.143664, 11.127713, 10.225498, 13.926959, 14.856083, 15.66565, 17.941379, 22.134042, 26.065304, 30.911052, 32.590435, 32.953147]}, "digit": {"n_am_en": [0, 1, 1, 4, 4, 0, 3, 1, 1, 5, 10, 8, 4, 6, 3, 4, 7, 3, 4, 4, 4, 7, 5, 5, 13, 11, 10, 7, 6, 5, 4, 3, 1, 5, 7, 9, 11, 14, 11, 11, 10, 10, 11, 10, 8, 8, 2, 0, 1, 0], "n_am_pl": [0, 1, 5, 0, 1, 2, 3, 4, 1, 1, 3, 4, 2, 1, 3, 3, 3, 4, 3, 3, 3, 3, 3, 1, 0, 4, 3, 2, 1, 0, 2, 2, 3, 2, 1, 1, 3, 2, 2, 3, 3, 3, 2, 0, 1, 0, 1, 1, 0, 0], "n_pos": 29, "sum_m_en": [2.894962, 5.14601, 5.161428, 5.005751, 5.57692, 5.711308, 5.655743, 5.714616, 5.281126, 5.928846, 6.205163, 5.995137, 5.673821, 5.836392, 5.960688, 6.285899, 6.59246, 5.981121, 5.899181, 5.703436, 5.381797, 5.364318, 5.289863, 5.265577, 8.661243, 7.096985, 6.752998, 6.745924, 6.196611, 5.756326, 5.969667, 6.383555, 6.231446, 6.874642, 7.156672, 7.876701, 7.85146, 8.644898, 9.61417, 10.171019, 9.735949, 9.312454, 9.61228, 9.442332, 7.564089, 6.456756, 3.509353, 1.821449, 1.120919, 0.002894], "sum_m_pl": [0.4307, 1.225914, 1.214085, 1.238784, 1.411336, 1.396829, 1.368363, 1.423227, 1.509043, 1.677963, 1.798704, 1.837312, 1.880535, 2.196339, 2.262712, 2.140643, 1.920212, 2.100962, 2.058623, 1.943694, 1.864627, 1.749079, 1.69932, 1.693772, 1.898452, 2.197279, 1.971429, 2.42247, 2.526983, 2.723308, 2.402182, 2.258393, 2.408732, 1.925924, 1.81734, 1.775814, 2.059538, 1.833463, 1.680084, 1.603559, 1.513729, 1.710238, 1.484637, 1.313937, 1.250798, 1.068189, 1.992671, 1.140005, 0.320718, 0.0]}, "lang": {"n_am_en": [12, 13, 10, 20, 20, 28, 31, 22, 32, 39, 30, 32, 30, 25, 31, 25, 26, 29, 26, 28, 30, 40, 34, 27, 53, 45, 42, 45, 41, 40, 34, 45, 48, 54, 49, 54, 59, 66, 71, 75, 83, 80, 84, 77, 74, 71, 75, 77, 77, 79], "n_am_pl": [3, 12, 6, 10, 14, 8, 10, 10, 1, 6, 13, 5, 12, 9, 10, 9, 8, 7, 14, 6, 8, 2, 3, 3, 7, 6, 4, 7, 11, 14, 10, 8, 9, 7, 5, 5, 10, 9, 9, 9, 6, 10, 12, 18, 20, 22, 25, 27, 31, 33], "n_pos": 112, "sum_m_en": [12.729586, 17.754735, 18.425627, 19.608316, 21.450695, 22.019075, 22.070555, 22.934989, 23.411728, 24.035719, 22.891608, 23.790464, 23.048755, 24.20538, 23.530414, 24.68988, 25.177686, 24.084163, 23.3725, 22.44699, 21.720932, 21.549208, 21.005826, 20.764556, 37.381464, 34.700031, 32.94331, 30.047713, 28.962009, 28.091226, 27.485664, 29.364017, 29.698243, 33.512107, 37.480971, 38.833119, 44.635415, 50.567018, 57.136957, 62.375678, 65.811662, 67.246467, 69.19466, 68.733982, 70.906783, 70.691503, 71.070088, 71.978517, 70.740502, 78.273306], "sum_m_pl": [2.23498, 4.720911, 5.674669, 5.750553, 6.119541, 5.972289, 6.059019, 6.147752, 6.322947, 6.771243, 7.11227, 7.265237, 7.313043, 8.073819, 8.526769, 8.194445, 7.398758, 7.54485, 7.602586, 7.451725, 7.319881, 6.9494, 6.785221, 6.73632, 7.329411, 8.358912, 8.514438, 9.543642, 10.472848, 11.221238, 10.319345, 9.549837, 9.610523, 8.636854, 7.740975, 7.197537, 6.957512, 6.175542, 6.373883, 5.948032, 5.87903, 7.247178, 9.017692, 11.495169, 13.264325, 18.26777, 22.419898, 26.644251, 30.999312, 32.952685]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 232, "item_id": "llmzszl-140", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 912, "region_end": 230, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9784}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 14, 20, 38, 40, 48, 43, 41, 46, 50, 45, 49, 49, 49, 60, 66, 70, 61, 60, 68, 65, 76, 66, 66, 123, 103, 95, 85, 59, 48, 59, 64, 66, 75, 92, 94, 106, 119, 116, 138, 128, 126, 123, 126, 94, 53, 28, 6, 2, 0], "n_am_pl": [5, 31, 22, 33, 38, 35, 27, 26, 27, 44, 43, 36, 32, 29, 32, 16, 18, 17, 21, 20, 19, 8, 12, 13, 17, 30, 28, 33, 35, 34, 26, 34, 24, 19, 15, 18, 23, 18, 27, 21, 23, 30, 41, 35, 54, 90, 127, 150, 152, 155], "n_pos": 292, "sum_m_en": [25.516326, 42.380496, 44.753267, 46.853966, 51.221708, 52.765467, 52.715386, 56.671182, 54.691329, 57.950076, 57.749195, 57.922251, 58.003056, 59.742813, 60.036778, 61.410997, 61.269738, 57.927407, 56.537303, 55.158721, 52.880836, 52.786495, 51.945878, 51.281214, 85.75654, 76.456597, 69.315655, 64.762713, 60.473758, 59.001782, 60.817631, 63.74017, 64.47287, 70.51377, 75.901801, 76.393123, 79.55913, 88.5494, 94.523558, 100.362094, 101.054372, 100.950664, 105.913686, 107.492022, 88.215566, 59.731799, 28.032695, 7.410818, 3.381186, 0.002955], "sum_m_pl": [4.493909, 13.708308, 16.243969, 16.620415, 17.416263, 16.959521, 17.89672, 17.187091, 18.259648, 18.120976, 19.280159, 20.097541, 19.602812, 20.197207, 21.001497, 20.177933, 17.980432, 18.203999, 17.545611, 17.769416, 17.350842, 16.545487, 16.40513, 16.203573, 19.048532, 22.657475, 22.758302, 24.989356, 27.587178, 28.614706, 25.567215, 24.555995, 25.042458, 21.167226, 19.148021, 18.498066, 18.987158, 17.693385, 17.800423, 17.343093, 16.988785, 21.416535, 27.681906, 29.102934, 44.670221, 75.83667, 115.379013, 146.903109, 151.744172, 155.030081]}, "digit": {"n_am_en": [0, 0, 4, 1, 0, 2, 3, 4, 4, 9, 3, 6, 5, 9, 7, 8, 7, 3, 3, 7, 7, 9, 5, 5, 11, 10, 7, 9, 8, 6, 7, 6, 3, 6, 5, 9, 8, 10, 12, 12, 11, 11, 12, 13, 6, 4, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 1, 1, 1, 3, 2, 5, 6, 1, 3, 0, 0, 1, 4, 3, 3, 5, 2, 0, 1, 1, 3, 3, 1, 3, 3, 3, 3, 3, 2, 1, 3, 1, 4, 3, 3, 3, 2, 3, 3, 0, 0, 0, 0, 1, 0, 0], "n_pos": 30, "sum_m_en": [2.630154, 4.909082, 5.042025, 4.958465, 5.312051, 5.479308, 5.427058, 5.638362, 5.325467, 6.083236, 6.221632, 5.930931, 5.88139, 6.118327, 6.337533, 6.49872, 6.233469, 5.841539, 5.894623, 5.680697, 5.433003, 5.440592, 5.365023, 5.331413, 8.107333, 7.288784, 7.16256, 7.136629, 6.350598, 5.902825, 5.958335, 6.568077, 6.124467, 6.604156, 6.941745, 7.163108, 6.804536, 6.601178, 7.616323, 7.790608, 7.514505, 7.350469, 7.859909, 8.562795, 5.953646, 5.391326, 2.476787, 1.235443, 0.297965, 0.0], "sum_m_pl": [0.491781, 1.468377, 1.360238, 1.281043, 1.355875, 1.389346, 1.305101, 1.32197, 1.558378, 1.713567, 1.868714, 1.809991, 1.763922, 1.928627, 2.026454, 1.98212, 1.859461, 2.067672, 1.919374, 1.970059, 1.841362, 1.746823, 1.699651, 1.706261, 1.920112, 2.140317, 1.995532, 2.392701, 2.698889, 2.78409, 2.581155, 2.336873, 2.558235, 2.139555, 1.917371, 1.85996, 1.783377, 1.734066, 1.809161, 1.6426, 1.581377, 1.533062, 1.551961, 1.443661, 1.31805, 0.883251, 0.723008, 1.056761, 0.275805, 0.0]}, "lang": {"n_am_en": [3, 8, 10, 19, 19, 19, 22, 19, 24, 26, 28, 24, 28, 23, 33, 31, 38, 36, 38, 42, 41, 41, 38, 37, 72, 57, 52, 43, 28, 24, 33, 36, 43, 40, 55, 56, 63, 70, 68, 85, 82, 81, 82, 82, 67, 34, 21, 3, 2, 0], "n_am_pl": [4, 24, 7, 27, 30, 26, 17, 14, 16, 24, 22, 23, 25, 20, 18, 11, 11, 6, 10, 5, 9, 3, 5, 7, 9, 18, 16, 21, 20, 23, 15, 21, 13, 12, 8, 13, 16, 12, 18, 14, 15, 16, 28, 26, 44, 76, 106, 135, 147, 155], "n_pos": 155, "sum_m_en": [13.962582, 22.198661, 23.924368, 25.096952, 27.28153, 28.035573, 28.181773, 30.614178, 30.036406, 31.653859, 31.231532, 31.840359, 32.021045, 33.109445, 32.971254, 33.786337, 33.903371, 31.815611, 30.799388, 30.182285, 28.860102, 28.738091, 28.217346, 27.679083, 49.951719, 43.357925, 38.438678, 35.073505, 32.942041, 32.587418, 34.472397, 35.959212, 36.387478, 40.340014, 43.485811, 44.136776, 47.485454, 53.165251, 56.953053, 60.935076, 64.486796, 64.519987, 70.25835, 70.716854, 60.197664, 36.865987, 18.415002, 2.900821, 1.949461, 0.000891], "sum_m_pl": [2.448938, 7.234333, 8.494059, 9.427279, 9.367724, 8.925566, 9.18052, 9.22457, 9.897091, 9.783717, 10.123304, 11.230539, 10.940547, 11.13363, 11.573156, 10.971313, 9.638894, 9.732648, 9.587438, 9.486303, 9.308054, 8.920137, 8.838313, 8.72977, 10.154922, 12.685573, 12.980275, 14.223585, 15.653635, 16.55, 14.350598, 14.225514, 14.126437, 11.802042, 10.719316, 10.452843, 11.403555, 10.747533, 11.05324, 11.159181, 10.73571, 12.320283, 17.714388, 20.177925, 34.069297, 64.303579, 98.27369, 132.089245, 144.703047, 153.78857]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "llmzszl-140", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1040, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9966}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 16, 24, 19, 21, 39, 33, 27, 27, 36, 27, 37, 28, 29, 30, 41, 38, 38, 45, 47, 51, 42, 41, 42, 45, 44, 44, 46, 39, 43, 38, 38, 37, 50, 42, 56, 51, 59, 50, 53, 54, 50, 54, 49, 43, 47, 49, 48, 43, 41], "n_am_pl": [3, 5, 9, 13, 11, 6, 9, 14, 10, 19, 19, 15, 24, 20, 15, 7, 9, 4, 1, 3, 3, 2, 2, 2, 6, 7, 9, 16, 14, 17, 18, 14, 10, 8, 12, 9, 3, 5, 6, 4, 3, 4, 2, 5, 6, 5, 2, 3, 1, 1], "n_pos": 169, "sum_m_en": [19.034614, 26.72483, 26.103792, 26.90637, 27.999857, 28.828852, 27.489943, 27.963686, 28.359193, 29.936027, 28.010874, 29.825406, 28.955648, 28.797294, 28.222272, 30.84429, 31.90195, 31.529025, 30.914817, 30.32886, 28.707753, 29.487417, 29.506967, 28.431907, 41.242839, 39.951872, 37.857677, 35.358132, 36.208028, 34.743307, 31.563286, 33.596562, 32.916145, 34.84245, 37.793065, 40.822768, 42.587805, 47.218362, 52.404675, 51.797443, 50.96298, 49.788385, 51.102561, 49.578655, 47.894239, 46.020898, 45.229159, 44.700359, 40.271349, 41.124771], "sum_m_pl": [3.48619, 7.787126, 8.664269, 7.954459, 8.220525, 7.99111, 8.218939, 8.459839, 8.374479, 9.86232, 9.960579, 10.648859, 11.174158, 10.710758, 10.566918, 10.641014, 10.77394, 9.75924, 9.503369, 9.842989, 9.778542, 9.638074, 9.337698, 9.444259, 9.747217, 11.537367, 10.499761, 12.531723, 11.892638, 12.781718, 12.379353, 11.096163, 10.380906, 9.795011, 9.737162, 8.484994, 7.710695, 7.402416, 7.357869, 6.483179, 6.090552, 6.040615, 5.788491, 5.356852, 6.364409, 5.283609, 3.382574, 3.940282, 1.856581, 1.000406]}, "digit": {"n_am_en": [2, 4, 9, 6, 1, 9, 3, 2, 1, 6, 2, 7, 1, 4, 4, 6, 4, 6, 8, 5, 5, 5, 3, 5, 6, 9, 9, 13, 9, 7, 6, 7, 7, 5, 8, 8, 5, 7, 2, 2, 4, 4, 5, 7, 4, 6, 5, 5, 1, 0], "n_am_pl": [1, 1, 1, 3, 4, 1, 0, 1, 2, 2, 2, 2, 6, 3, 4, 3, 3, 2, 0, 1, 2, 1, 2, 2, 3, 4, 2, 5, 6, 7, 8, 5, 2, 5, 6, 6, 2, 4, 5, 4, 2, 3, 1, 4, 4, 4, 1, 2, 0, 0], "n_pos": 45, "sum_m_en": [5.459855, 6.813761, 7.206652, 7.412701, 7.53669, 7.305808, 6.796952, 6.883546, 6.313859, 6.928668, 6.424218, 6.822612, 6.730291, 6.498386, 6.442087, 7.444442, 7.859172, 7.832887, 7.979671, 7.561126, 6.923674, 7.070527, 6.99901, 7.188871, 7.928356, 8.161276, 7.694244, 7.788907, 8.159036, 7.7414, 7.194928, 7.43536, 7.075296, 6.851576, 7.898735, 8.0649, 8.836107, 8.367593, 8.019065, 7.740805, 7.222904, 6.939007, 6.778445, 7.429815, 6.770069, 5.826106, 4.355005, 2.992324, 1.44432, 0.0], "sum_m_pl": [1.167678, 2.418331, 2.387657, 2.32174, 2.336404, 2.029409, 1.836287, 2.1812, 2.124862, 2.677577, 2.658244, 3.143595, 3.345874, 3.124881, 3.025204, 3.199039, 3.17962, 2.78757, 2.7006, 2.841329, 2.778293, 2.718959, 2.608868, 2.660295, 3.081592, 3.819604, 3.193212, 3.942427, 3.60666, 3.730198, 3.500893, 3.23347, 3.014903, 3.231984, 3.191118, 2.851487, 2.777209, 3.020339, 3.223426, 2.924911, 2.870186, 3.161963, 3.152438, 2.981224, 3.62202, 3.280141, 1.988223, 2.442704, 0.414592, 0.0]}, "lang": {"n_am_en": [6, 7, 8, 8, 11, 14, 14, 15, 16, 12, 15, 17, 14, 13, 15, 22, 18, 21, 22, 27, 28, 26, 28, 25, 26, 23, 23, 17, 19, 21, 21, 19, 20, 25, 27, 31, 28, 34, 37, 39, 36, 35, 38, 35, 33, 35, 36, 37, 38, 41], "n_am_pl": [2, 2, 2, 1, 5, 2, 2, 5, 1, 3, 8, 8, 7, 5, 4, 2, 1, 1, 1, 1, 0, 1, 0, 0, 3, 2, 4, 4, 3, 2, 3, 4, 2, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1], "n_pos": 44, "sum_m_en": [5.2973, 7.294455, 7.282098, 7.460697, 8.088293, 8.508265, 8.46547, 8.723459, 9.422012, 9.386608, 8.806994, 9.380123, 9.014213, 9.380979, 9.210975, 9.964041, 10.23387, 10.308721, 9.746686, 9.678404, 9.655831, 10.137014, 9.919187, 8.621364, 19.359707, 18.250531, 17.105307, 14.276157, 13.878366, 12.992961, 11.737408, 12.222689, 12.334141, 13.093894, 15.454756, 17.868232, 19.618972, 24.975536, 30.718109, 31.908288, 31.928212, 33.516478, 34.532971, 33.271987, 33.436402, 33.347587, 33.766525, 34.026115, 34.687971, 40.701598], "sum_m_pl": [0.820918, 1.834469, 2.109614, 1.814752, 1.892253, 1.874953, 1.941635, 1.919806, 2.017069, 2.234966, 2.382787, 2.509941, 2.623276, 2.569199, 2.49514, 2.445051, 2.523029, 2.327859, 2.406254, 2.494736, 2.484379, 2.435934, 2.380286, 2.433852, 2.315571, 2.837599, 2.670908, 2.927841, 2.770828, 3.12276, 3.148654, 2.88431, 2.708878, 2.467443, 2.525682, 2.318577, 2.029363, 1.757564, 1.70634, 1.326696, 1.266219, 1.070563, 0.958286, 0.905016, 1.374251, 0.911664, 0.93731, 1.02942, 1.173658, 1.000405]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "llmzszl-143", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9708, "tf_agree_excl_first": 0.9765}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 15, 34, 27, 40, 40, 39, 29, 34, 42, 34, 33, 30, 31, 33, 53, 64, 58, 67, 70, 69, 67, 68, 55, 82, 72, 60, 70, 60, 47, 44, 43, 48, 66, 75, 77, 77, 92, 97, 91, 90, 88, 81, 93, 80, 58, 23, 3, 3, 0], "n_am_pl": [4, 15, 19, 20, 21, 26, 28, 27, 20, 22, 36, 24, 33, 38, 31, 28, 16, 18, 10, 15, 8, 6, 6, 8, 11, 16, 17, 24, 20, 27, 33, 31, 30, 17, 16, 15, 14, 10, 11, 13, 14, 14, 20, 20, 30, 47, 84, 103, 101, 97], "n_pos": 265, "sum_m_en": [25.239259, 37.713534, 39.865165, 41.220456, 42.193665, 42.84522, 43.670894, 45.240168, 45.997177, 47.935083, 46.393865, 47.072677, 46.130441, 45.097767, 43.660299, 48.964624, 52.823559, 49.583392, 47.920188, 47.588741, 44.713125, 46.3733, 46.759035, 44.331559, 66.096934, 59.903307, 54.196103, 51.754918, 52.022203, 50.570045, 46.386339, 48.880881, 47.445493, 51.430484, 56.700961, 56.395861, 57.556331, 67.211287, 77.529742, 76.79713, 78.257928, 74.06918, 77.133213, 86.458719, 82.081004, 58.762119, 21.318402, 5.611147, 3.657331, 1.8e-05], "sum_m_pl": [4.635716, 12.27913, 13.864017, 13.190937, 13.458056, 13.800525, 13.862314, 14.414863, 14.084997, 16.182236, 16.112282, 17.38955, 18.210065, 17.227793, 16.532517, 16.572346, 15.891514, 14.597715, 13.702408, 14.375673, 14.47961, 14.18446, 13.906455, 14.403566, 15.214327, 17.820218, 17.319245, 19.549857, 19.701423, 20.951614, 20.235006, 18.970628, 17.760642, 16.412738, 15.896101, 14.155549, 13.314812, 12.894006, 12.356466, 13.199319, 12.871093, 14.14706, 17.731835, 20.499199, 27.372304, 45.375935, 81.605256, 98.053453, 99.384842, 97.876159]}, "digit": {"n_am_en": [0, 5, 13, 6, 7, 4, 3, 2, 0, 4, 4, 5, 3, 1, 2, 3, 3, 4, 9, 7, 4, 6, 4, 4, 7, 8, 9, 13, 12, 3, 1, 1, 3, 3, 10, 5, 4, 5, 6, 2, 4, 3, 3, 8, 3, 2, 4, 2, 0, 0], "n_am_pl": [1, 3, 1, 5, 4, 2, 1, 2, 1, 2, 5, 4, 6, 2, 5, 8, 4, 4, 1, 0, 1, 1, 1, 1, 2, 5, 2, 6, 6, 6, 11, 9, 7, 6, 8, 8, 4, 3, 6, 6, 5, 2, 3, 1, 3, 2, 3, 1, 0, 0], "n_pos": 49, "sum_m_en": [5.569754, 7.447968, 7.982047, 7.983035, 8.091321, 7.870776, 7.76648, 7.828745, 7.317543, 8.011541, 7.507632, 7.588163, 7.632836, 7.446621, 7.172583, 8.355892, 8.779426, 8.663908, 8.779991, 8.390757, 7.657938, 7.771718, 7.656322, 7.863546, 9.416771, 8.894093, 8.466032, 8.752376, 8.846205, 8.434329, 7.739535, 8.167221, 7.938872, 7.783087, 8.37622, 8.232937, 8.48681, 7.849142, 7.835484, 7.176674, 6.490067, 6.352805, 6.059726, 7.006576, 5.894218, 4.109964, 3.012291, 1.971941, 1.144514, 0.0], "sum_m_pl": [1.10545, 2.641946, 2.5745, 2.408569, 2.47562, 2.193522, 1.999045, 2.384967, 2.345905, 3.011964, 3.132864, 3.715042, 3.891175, 3.466894, 3.474899, 3.601493, 3.446476, 2.976183, 2.827455, 2.960326, 2.912841, 2.848042, 2.746686, 2.804008, 3.310844, 3.982309, 3.371056, 4.177449, 3.994552, 4.509647, 4.213661, 3.96954, 3.54655, 3.663301, 3.641213, 3.144394, 3.107435, 3.41432, 3.504917, 3.29452, 3.070399, 3.370675, 3.416208, 3.163388, 4.293953, 3.593543, 2.391319, 2.081222, 0.453638, 0.0]}, "lang": {"n_am_en": [6, 4, 9, 11, 17, 16, 17, 14, 19, 18, 17, 19, 17, 19, 22, 34, 34, 34, 37, 43, 47, 48, 50, 37, 54, 43, 34, 34, 28, 25, 23, 25, 28, 37, 42, 48, 52, 62, 66, 67, 62, 63, 58, 62, 57, 41, 13, 1, 0, 0], "n_am_pl": [2, 6, 7, 4, 7, 14, 8, 10, 8, 8, 15, 11, 16, 16, 14, 8, 9, 9, 4, 6, 3, 2, 4, 3, 4, 5, 7, 8, 8, 9, 12, 15, 16, 6, 8, 6, 8, 7, 3, 6, 9, 11, 17, 19, 25, 40, 71, 91, 96, 96], "n_pos": 99, "sum_m_en": [9.670206, 13.708343, 15.153442, 15.582704, 16.30457, 16.203586, 17.125305, 18.237762, 19.53206, 19.839289, 18.989226, 19.319435, 18.888013, 18.440683, 17.64782, 19.931023, 22.132038, 20.660247, 19.545828, 19.739571, 19.145862, 20.523651, 21.016871, 18.148291, 35.830719, 30.63902, 26.451895, 23.397786, 22.129781, 21.633099, 20.141022, 21.269549, 21.034177, 24.105844, 27.00795, 27.843285, 29.558635, 38.053487, 44.763074, 46.853863, 49.960338, 46.425286, 50.572035, 56.996256, 55.14459, 39.570161, 13.01115, 1.93314, 0.176064, 4e-06], "sum_m_pl": [1.681299, 4.143635, 4.655882, 4.58118, 4.59633, 4.955424, 4.83935, 5.079741, 5.002166, 5.573072, 5.573666, 6.258564, 6.692521, 6.573028, 5.888218, 5.822777, 5.660256, 5.409916, 5.104367, 5.286795, 5.387128, 5.286277, 5.177191, 5.467629, 4.963316, 6.312538, 6.613615, 7.208905, 7.661325, 8.401802, 8.33073, 7.925832, 7.726815, 6.947183, 6.821726, 6.239128, 5.981245, 5.443837, 5.128924, 6.0604, 6.24578, 7.39864, 11.335829, 14.741332, 20.374883, 36.840579, 69.456198, 86.34973, 94.227201, 96.631189]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 267, "item_id": "llmzszl-143", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 265, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9812}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 21, 25, 32, 49, 39, 34, 33, 29, 32, 28, 29, 24, 31, 32, 33, 34, 22, 30, 34, 24, 31, 26, 30, 49, 44, 37, 38, 41, 35, 32, 35, 35, 37, 44, 52, 58, 71, 76, 73, 73, 76, 73, 71, 66, 65, 62, 60, 55, 61], "n_am_pl": [4, 10, 13, 11, 15, 12, 12, 12, 10, 15, 11, 15, 22, 13, 20, 19, 19, 18, 10, 12, 12, 8, 12, 9, 13, 19, 19, 18, 20, 21, 20, 17, 20, 13, 11, 12, 7, 2, 6, 4, 4, 3, 2, 0, 0, 0, 2, 2, 0, 0], "n_pos": 190, "sum_m_en": [22.570493, 30.974327, 30.600356, 30.910258, 32.370322, 33.217163, 32.652419, 34.109864, 31.677664, 31.166806, 30.247767, 30.608941, 27.959164, 27.667044, 27.952475, 27.549555, 28.30154, 27.367404, 28.967195, 28.951837, 28.266047, 28.777722, 27.876746, 28.464386, 36.792685, 37.438106, 34.713318, 34.71478, 32.356672, 32.185269, 30.608854, 32.118974, 33.032668, 33.912682, 36.553056, 39.727472, 45.303051, 51.346063, 56.262584, 61.754302, 60.049954, 65.042571, 63.98205, 64.881677, 61.923317, 61.298874, 59.721144, 58.064912, 50.999983, 60.824742], "sum_m_pl": [4.560277, 9.069873, 11.259597, 9.77995, 10.331033, 9.674321, 10.245293, 10.472477, 10.245066, 11.217985, 11.778053, 12.330486, 12.840568, 12.742387, 12.711682, 12.456434, 12.357774, 12.965798, 12.098514, 12.444337, 11.980866, 11.485289, 11.20212, 11.179407, 14.28714, 15.575966, 15.212759, 16.340186, 16.2926, 18.424357, 17.041428, 15.693691, 15.655895, 14.113015, 14.031191, 12.584898, 11.856634, 10.42749, 8.715756, 6.681623, 6.3881, 4.922378, 4.470742, 4.570938, 3.358552, 3.17062, 3.526524, 2.274051, 0.809346, 0.013344]}, "digit": {"n_am_en": [0, 0, 1, 5, 8, 8, 7, 4, 4, 5, 2, 3, 2, 3, 7, 4, 3, 3, 6, 5, 4, 2, 2, 1, 8, 5, 3, 4, 6, 5, 4, 2, 4, 4, 5, 4, 7, 9, 9, 9, 10, 13, 10, 10, 6, 4, 2, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 3, 1, 1, 2, 4, 4, 2, 3, 1, 3, 2, 2, 2, 3, 2, 1, 1, 3, 6, 7, 5, 4, 4, 5, 2, 4, 1, 0, 3, 1, 1, 3, 1, 2, 2, 2, 0, 0, 0, 1, 2, 0, 0], "n_pos": 37, "sum_m_en": [3.887821, 6.316427, 6.542835, 6.566901, 7.12944, 7.078399, 6.886096, 7.276395, 6.817612, 6.844632, 6.800623, 6.608576, 5.940019, 5.575368, 5.815293, 5.500916, 6.024977, 5.631259, 6.035389, 5.976656, 5.925754, 6.02563, 5.76841, 5.914354, 6.814392, 6.884372, 6.453078, 6.613525, 6.434866, 6.006611, 5.559171, 6.169241, 6.351845, 6.259587, 6.631647, 6.654998, 6.805415, 7.339344, 7.894761, 9.20187, 8.378168, 8.457763, 7.329646, 7.129346, 5.53218, 5.288675, 3.577683, 2.21058, 0.667604, 0.0], "sum_m_pl": [0.607241, 1.47533, 1.708416, 1.510377, 1.662761, 1.455911, 1.334033, 1.479443, 1.47834, 1.66059, 1.908923, 2.06917, 2.112117, 2.190781, 2.224979, 2.139524, 2.177895, 2.354088, 2.177432, 2.23766, 2.16766, 2.06396, 2.004396, 2.049831, 2.678015, 2.964242, 2.725299, 2.9165, 2.69174, 3.0095, 2.9493, 2.572066, 2.398711, 2.15957, 2.191368, 2.231434, 2.14903, 1.988829, 1.95009, 1.529236, 1.614253, 1.507922, 1.727071, 1.692936, 1.305486, 1.447247, 1.042494, 1.71662, 0.206251, 0.0]}, "lang": {"n_am_en": [14, 14, 16, 19, 23, 17, 16, 18, 15, 15, 17, 19, 18, 21, 17, 20, 19, 14, 17, 19, 16, 21, 18, 19, 32, 29, 24, 22, 22, 20, 19, 21, 21, 25, 25, 32, 34, 44, 45, 50, 49, 49, 49, 51, 51, 51, 54, 54, 52, 60], "n_am_pl": [3, 4, 3, 4, 6, 5, 7, 1, 3, 5, 2, 4, 6, 6, 8, 8, 7, 6, 3, 4, 4, 3, 4, 2, 4, 5, 5, 7, 9, 6, 6, 7, 6, 5, 5, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 61, "sum_m_en": [7.657016, 10.608492, 10.299083, 10.535333, 10.756121, 10.896369, 10.654927, 11.101446, 10.896853, 10.635064, 9.848381, 10.698592, 9.85858, 9.800531, 9.93769, 10.029506, 9.768954, 9.596045, 9.784332, 9.882695, 9.493286, 9.559788, 9.24256, 9.483848, 17.841459, 18.428037, 16.520515, 15.779604, 14.054719, 13.902052, 12.853354, 13.01065, 13.348903, 14.877499, 16.01932, 19.643412, 24.754648, 28.168893, 33.056997, 36.962685, 36.693249, 42.232279, 44.520406, 45.152258, 46.313327, 46.56261, 49.032337, 50.244367, 47.259374, 59.462257], "sum_m_pl": [1.672134, 2.51631, 2.965068, 2.985998, 3.268064, 2.919265, 3.459318, 3.570748, 3.621644, 3.783598, 3.921108, 4.169214, 4.387302, 4.426805, 4.118876, 4.074105, 4.211476, 4.529894, 4.210928, 4.253397, 4.111133, 3.915934, 3.832934, 3.743408, 5.094368, 5.284735, 5.215433, 5.562034, 5.830231, 6.764414, 6.127982, 5.965802, 5.943935, 5.308403, 5.53272, 5.026949, 4.68859, 3.756385, 2.844746, 1.864885, 1.652719, 0.824648, 0.813533, 0.865166, 0.540857, 0.419711, 0.307533, 0.13612, 0.277501, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "llmzszl-146", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 812, "region_end": 190, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 4, 17, 32, 34, 28, 27, 30, 24, 29, 25, 19, 21, 18, 22, 25, 17, 21, 25, 29, 20, 28, 24, 20, 38, 42, 39, 36, 24, 20, 20, 23, 24, 23, 35, 35, 45, 54, 58, 69, 70, 69, 65, 63, 51, 44, 13, 2, 0, 0], "n_am_pl": [1, 19, 25, 22, 24, 28, 25, 19, 19, 20, 29, 27, 27, 21, 24, 32, 26, 26, 12, 12, 8, 10, 9, 10, 14, 20, 12, 21, 25, 19, 24, 25, 20, 11, 17, 16, 8, 11, 11, 9, 4, 7, 7, 4, 10, 18, 46, 54, 57, 53], "n_pos": 192, "sum_m_en": [20.598612, 28.355929, 30.657227, 32.803696, 35.259527, 36.678456, 35.930398, 38.552942, 33.798174, 33.872229, 33.499357, 33.357571, 30.309893, 29.250197, 29.261164, 29.502706, 30.585071, 28.52939, 29.720686, 29.810859, 29.202806, 29.392603, 28.686384, 29.362671, 35.583521, 36.050713, 32.71058, 33.676445, 31.170611, 31.895434, 29.571593, 30.170937, 31.588572, 32.307347, 35.007345, 35.27813, 36.266188, 42.395689, 50.227035, 55.993207, 54.523786, 57.387628, 53.641262, 53.659973, 47.495765, 36.916049, 15.65568, 4.427035, 1.82165, 0.000105], "sum_m_pl": [3.92119, 10.637586, 12.920611, 11.498505, 11.901808, 11.416355, 12.19339, 12.262687, 12.010913, 12.744808, 13.230847, 13.484909, 13.879292, 13.822936, 13.57297, 12.402383, 11.561129, 12.232381, 10.766423, 11.395914, 11.201626, 10.604941, 10.437584, 10.40677, 13.955479, 14.726347, 14.632619, 15.683893, 16.462249, 17.270961, 15.838029, 15.500927, 14.800797, 13.562199, 13.265398, 12.279406, 11.068333, 10.546235, 9.629479, 8.148221, 7.926792, 7.80139, 9.261334, 10.260704, 11.150089, 18.123585, 42.774205, 51.407705, 57.392812, 53.056145]}, "digit": {"n_am_en": [2, 1, 5, 6, 5, 3, 2, 3, 4, 7, 9, 3, 4, 2, 2, 3, 2, 3, 3, 4, 0, 2, 0, 2, 5, 3, 3, 3, 3, 0, 2, 3, 2, 2, 4, 3, 6, 10, 9, 12, 12, 11, 9, 6, 5, 5, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 3, 3, 5, 6, 6, 0, 2, 4, 4, 1, 2, 4, 4, 4, 4, 3, 1, 2, 3, 0, 0, 4, 2, 0, 4, 4, 3, 6, 3, 2, 0, 1, 1, 1, 2, 1, 2, 1, 1, 2, 0, 0, 2, 3, 2, 0, 0], "n_pos": 39, "sum_m_en": [4.0231, 6.44843, 6.985711, 7.112605, 7.639383, 7.787835, 7.446159, 7.770631, 7.284611, 7.336747, 7.303803, 6.977265, 6.077046, 5.927968, 6.021591, 5.841785, 6.460373, 6.020532, 6.409812, 6.286966, 6.183987, 6.23829, 5.97018, 6.124999, 7.248208, 7.153942, 6.552569, 6.732103, 6.328488, 6.157004, 5.522853, 5.989895, 6.549443, 6.310193, 6.932841, 6.80427, 7.161928, 7.935896, 9.549599, 10.332781, 9.198814, 8.421793, 6.988571, 6.343559, 4.80312, 4.217335, 1.821189, 1.005007, 0.329511, 0.0], "sum_m_pl": [0.675171, 1.981934, 2.127328, 1.86714, 2.01324, 1.731905, 1.715735, 1.807052, 1.711902, 1.917216, 2.023589, 2.144279, 2.075521, 2.323746, 2.360137, 2.194488, 2.094613, 2.31581, 2.019194, 2.068521, 2.04434, 1.91508, 1.878797, 1.921292, 2.33826, 2.484397, 2.342692, 2.533115, 2.572381, 2.776362, 2.653196, 2.642246, 2.47688, 2.185302, 2.168356, 2.163181, 1.837908, 1.70583, 1.637286, 1.42362, 1.559409, 1.471809, 1.655762, 1.463112, 1.161421, 1.69418, 2.548197, 1.153773, 0.181109, 0.0]}, "lang": {"n_am_en": [1, 1, 4, 14, 14, 11, 7, 10, 9, 9, 4, 7, 9, 6, 9, 6, 5, 9, 10, 12, 10, 13, 13, 10, 20, 18, 18, 18, 11, 9, 9, 9, 11, 8, 14, 15, 22, 27, 35, 37, 37, 42, 41, 39, 33, 30, 10, 1, 0, 0], "n_am_pl": [0, 4, 7, 2, 4, 5, 7, 4, 6, 5, 10, 8, 9, 9, 11, 9, 8, 11, 4, 4, 4, 4, 6, 5, 4, 8, 6, 8, 10, 7, 8, 10, 7, 6, 7, 10, 5, 6, 4, 3, 2, 3, 4, 3, 5, 10, 34, 46, 53, 53], "n_pos": 53, "sum_m_en": [5.698312, 7.714495, 8.5686, 9.453238, 10.431853, 10.594425, 10.563461, 11.824643, 10.500195, 10.76897, 10.463145, 10.627923, 9.646425, 8.934885, 8.863629, 9.157058, 9.469983, 8.57901, 8.676892, 8.912975, 8.650617, 8.611849, 8.524758, 8.669892, 12.389113, 12.88907, 11.595938, 11.38874, 10.256403, 10.518169, 9.659435, 9.556427, 9.943291, 11.543253, 12.230112, 12.884676, 13.603183, 16.915022, 23.332548, 27.91862, 29.682133, 32.482744, 32.069282, 31.789865, 29.162658, 23.145922, 10.756153, 2.044538, 0.194864, 1e-06], "sum_m_pl": [0.888703, 2.267731, 2.975615, 3.009963, 3.032984, 3.041821, 3.57475, 3.69646, 3.70726, 3.825345, 3.942946, 4.210699, 4.275634, 4.215374, 4.053367, 3.701118, 3.466523, 3.761761, 3.224735, 3.37766, 3.384611, 3.252607, 3.240715, 3.223153, 4.574301, 4.863088, 4.86086, 5.122016, 5.459366, 5.612347, 5.179682, 5.255293, 5.224921, 4.9264, 4.802992, 4.811988, 4.647709, 4.425586, 3.535034, 2.74742, 2.982238, 3.314709, 4.19562, 5.018591, 6.424708, 10.275784, 30.625417, 42.99498, 51.910261, 52.832984]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "llmzszl-146", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 940, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 19, 27, 23, 25, 30, 35, 23, 24, 27, 21, 31, 29, 21, 30, 34, 42, 37, 38, 45, 34, 33, 32, 32, 55, 52, 45, 41, 33, 29, 32, 31, 32, 35, 50, 50, 50, 58, 62, 64, 61, 63, 57, 56, 48, 52, 46, 47, 44, 45], "n_am_pl": [1, 4, 16, 8, 6, 9, 12, 11, 11, 12, 10, 12, 14, 16, 17, 16, 13, 10, 11, 9, 8, 6, 7, 7, 8, 12, 16, 10, 14, 19, 20, 21, 13, 8, 6, 8, 3, 3, 2, 3, 3, 8, 8, 15, 10, 8, 3, 1, 1, 1], "n_pos": 158, "sum_m_en": [17.9739, 24.548861, 24.143544, 24.372393, 25.893924, 25.091883, 25.282604, 25.346411, 25.736973, 27.022605, 25.567457, 25.835574, 25.629724, 25.082101, 26.215186, 27.577637, 28.407771, 27.423267, 27.810905, 27.092873, 25.574671, 26.392247, 25.885506, 26.224983, 35.940853, 34.873377, 29.381212, 29.106652, 29.18794, 27.912994, 27.579106, 27.818034, 28.86351, 30.683552, 35.336079, 34.303806, 37.586185, 45.037313, 49.585272, 54.276744, 52.464613, 51.773262, 50.195566, 50.365611, 48.034158, 49.257538, 45.71124, 45.067803, 41.578981, 44.188195], "sum_m_pl": [3.132817, 7.337709, 8.894774, 7.937495, 8.488879, 8.29468, 8.548234, 8.373525, 8.897782, 9.977945, 10.336582, 11.163172, 12.513865, 12.30404, 12.292916, 12.040938, 11.457697, 11.604325, 11.046272, 10.737641, 10.177129, 9.703777, 9.334162, 9.270795, 11.486022, 12.608105, 12.920046, 13.659649, 13.789395, 16.724265, 15.306895, 13.823365, 13.838895, 12.590591, 11.430825, 10.869452, 10.253315, 7.948108, 6.56329, 4.765543, 4.826515, 7.150116, 7.723797, 14.618486, 10.319774, 6.694898, 4.147474, 2.230179, 1.522295, 1.012432]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 3, 3, 1, 0, 1, 2, 3, 1, 1, 4, 2, 3, 3, 4, 4, 3, 3, 2, 3, 7, 7, 6, 2, 1, 2, 4, 3, 2, 1, 4, 5, 3, 5, 5, 4, 1, 6, 4, 4, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 7, 0, 3, 6, 4, 0, 0, 3, 2, 3, 4, 3, 4, 7, 5, 3, 4, 2, 1, 0, 1, 1, 1, 2, 2, 1, 3, 3, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 1, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.597846, 3.576117, 3.462285, 3.631557, 3.77655, 3.656558, 3.623449, 3.797484, 4.185284, 4.311743, 4.001573, 3.754115, 3.623989, 3.620097, 3.760828, 3.880977, 4.042496, 4.152898, 4.257711, 4.107527, 3.894961, 4.0832, 4.055296, 4.049822, 4.760875, 5.051836, 4.293066, 4.414513, 4.593285, 4.47027, 4.355438, 4.537387, 4.828448, 4.495779, 4.690485, 4.280473, 4.093232, 4.536329, 4.60154, 4.40632, 3.499957, 3.696613, 3.245302, 2.432602, 1.878172, 1.19267, 0.756223, 0.104007, 0.011964, 0.0], "sum_m_pl": [0.44206, 1.292101, 1.552013, 1.424226, 1.289977, 1.334966, 1.084977, 1.179398, 1.247274, 1.493279, 1.544815, 1.700288, 1.981606, 1.974239, 2.093714, 2.206414, 1.910247, 1.78202, 1.701347, 1.596272, 1.54522, 1.454875, 1.391868, 1.385876, 1.887073, 2.020775, 1.992404, 2.0507, 1.942661, 2.249557, 2.053901, 1.81704, 1.718905, 1.603006, 1.62974, 1.648149, 1.705772, 1.332952, 1.123452, 0.917016, 0.954759, 1.045311, 0.976954, 1.781384, 1.229444, 0.737324, 0.207131, 0.031778, 0.006864, 0.0]}, "lang": {"n_am_en": [7, 12, 10, 10, 11, 10, 10, 10, 13, 8, 7, 11, 9, 10, 14, 16, 17, 21, 18, 20, 17, 16, 17, 15, 23, 20, 19, 17, 15, 13, 14, 12, 14, 16, 26, 26, 28, 31, 34, 36, 37, 39, 38, 40, 39, 41, 39, 40, 40, 44], "n_am_pl": [0, 1, 5, 4, 2, 0, 2, 6, 3, 3, 4, 5, 7, 8, 5, 2, 1, 2, 3, 3, 2, 3, 2, 2, 1, 0, 5, 4, 3, 10, 8, 8, 6, 3, 4, 3, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1], "n_pos": 46, "sum_m_en": [4.942531, 7.306572, 7.038633, 7.22266, 7.745665, 7.426198, 7.486623, 7.512069, 7.713045, 7.979971, 7.420212, 7.935569, 7.866708, 7.967501, 8.361635, 8.850371, 9.260042, 8.860511, 8.763041, 8.571876, 7.985837, 8.643791, 8.298836, 8.572918, 14.747689, 13.824991, 11.810996, 11.281648, 11.059507, 10.298169, 9.928521, 9.791514, 10.287114, 11.414643, 14.320481, 14.546443, 17.031969, 22.071351, 26.24647, 30.540473, 30.558291, 33.851239, 33.981628, 35.880437, 36.359468, 36.506188, 36.828687, 36.850059, 36.62221, 43.332139], "sum_m_pl": [0.665406, 1.713579, 1.944319, 1.917898, 2.199977, 2.053447, 2.30165, 2.401091, 2.504509, 2.672437, 3.104151, 3.412227, 3.777013, 3.588387, 3.495182, 3.333872, 3.197942, 3.388617, 3.2879, 3.230631, 3.030568, 2.849741, 2.749471, 2.686633, 3.14882, 3.534346, 3.887011, 3.910082, 3.906319, 4.8064, 4.657183, 4.377082, 4.564002, 4.316149, 3.780923, 3.831566, 3.395763, 2.470013, 1.819325, 1.159194, 1.208475, 0.875265, 0.665047, 0.526475, 0.424867, 0.842651, 0.904637, 1.089278, 1.123482, 1.000001]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 160, "item_id": "llmzszl-148", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 761, "region_end": 158, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9811}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 22, 46, 70, 80, 71, 88, 78, 75, 80, 71, 62, 71, 72, 58, 80, 104, 101, 99, 102, 109, 109, 104, 96, 173, 159, 126, 119, 88, 89, 90, 89, 101, 122, 152, 137, 138, 164, 173, 203, 186, 182, 181, 170, 160, 117, 37, 7, 1, 0], "n_am_pl": [2, 40, 50, 30, 39, 50, 46, 34, 41, 36, 55, 46, 59, 49, 71, 50, 43, 39, 38, 33, 23, 20, 20, 21, 30, 35, 27, 32, 56, 61, 50, 60, 60, 54, 33, 35, 46, 25, 24, 12, 23, 33, 35, 43, 59, 109, 165, 189, 198, 195], "n_pos": 421, "sum_m_en": [41.613804, 64.590002, 67.881368, 69.664718, 73.749554, 70.567425, 73.363483, 73.900558, 73.782848, 75.571625, 75.101962, 75.246461, 75.506305, 74.009191, 71.772242, 75.597701, 77.761665, 74.732866, 74.412241, 71.471043, 68.822383, 69.829141, 68.553814, 68.101116, 104.395307, 97.449797, 87.684424, 83.241779, 79.150387, 77.095164, 76.568527, 78.717326, 79.136499, 89.008245, 102.480629, 98.706443, 104.60773, 123.428898, 133.099665, 148.945486, 144.675945, 149.825291, 149.476643, 150.913526, 141.044296, 106.592122, 38.333382, 9.364443, 4.28703, 0.003989], "sum_m_pl": [6.708174, 19.326954, 23.214674, 22.864125, 23.775553, 24.225026, 25.154548, 24.969815, 25.978058, 27.255225, 27.951494, 28.704419, 32.395778, 31.956986, 32.140976, 29.873485, 26.941612, 27.40363, 26.056448, 26.345944, 25.182592, 24.21584, 23.886254, 23.546247, 29.632072, 33.782891, 34.415968, 34.270867, 37.851534, 41.314184, 38.316123, 38.217724, 39.389472, 34.196861, 30.663479, 30.387139, 29.915643, 25.189858, 22.752472, 19.870455, 21.748084, 24.965965, 27.099067, 39.914046, 55.980388, 93.847278, 153.853442, 179.70465, 192.288258, 194.500608]}, "digit": {"n_am_en": [3, 0, 3, 2, 3, 6, 6, 1, 1, 3, 2, 2, 2, 2, 3, 2, 3, 5, 1, 4, 3, 6, 5, 2, 7, 10, 5, 5, 3, 7, 3, 4, 5, 1, 4, 5, 4, 6, 7, 6, 2, 7, 3, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 11, 1, 7, 8, 4, 2, 1, 2, 3, 4, 7, 7, 7, 8, 4, 3, 3, 3, 2, 1, 1, 1, 1, 3, 2, 1, 6, 8, 5, 3, 3, 2, 3, 0, 1, 1, 0, 0, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.647654, 5.13846, 5.279795, 5.321642, 5.462542, 5.548898, 5.661964, 5.980809, 6.343642, 6.36987, 6.05194, 5.892555, 5.810416, 5.625364, 5.685838, 5.834242, 6.289048, 6.240614, 6.367452, 6.031513, 5.783145, 5.963717, 5.908461, 6.032116, 7.317556, 7.786978, 6.614858, 6.778819, 6.682982, 6.819925, 6.567152, 6.912873, 7.273307, 6.893971, 7.019063, 6.374537, 6.150403, 6.14309, 6.147792, 5.905134, 4.961797, 5.015546, 4.470895, 3.475422, 2.331344, 1.514932, 0.609889, 0.164141, 0.064562, 0.0], "sum_m_pl": [0.705928, 1.958144, 2.090678, 2.118269, 2.042103, 2.13182, 1.736163, 1.737011, 1.821362, 2.24366, 2.312926, 2.401683, 2.763366, 2.775598, 2.927865, 3.045552, 2.605664, 2.44806, 2.265269, 2.215735, 2.150646, 2.020201, 1.946229, 1.9466, 2.646346, 2.85685, 2.938441, 3.047643, 3.306539, 3.371677, 2.975566, 2.779449, 2.628213, 2.345094, 2.221035, 2.229602, 2.285315, 1.940562, 1.777667, 1.575743, 1.610927, 1.629559, 1.550147, 2.207098, 1.753515, 1.321752, 0.311375, 0.10502, 0.038964, 0.0]}, "lang": {"n_am_en": [5, 9, 18, 39, 57, 41, 52, 40, 40, 38, 38, 28, 38, 39, 33, 47, 64, 63, 61, 60, 66, 62, 62, 60, 99, 85, 71, 69, 57, 48, 56, 54, 58, 69, 90, 83, 85, 101, 102, 121, 116, 120, 124, 118, 111, 77, 29, 4, 0, 0], "n_am_pl": [2, 25, 28, 16, 14, 16, 25, 21, 28, 17, 33, 19, 35, 22, 37, 25, 24, 20, 23, 17, 12, 11, 8, 8, 19, 24, 16, 20, 30, 31, 24, 38, 41, 44, 24, 28, 35, 18, 18, 10, 16, 19, 22, 26, 40, 83, 133, 174, 190, 195], "n_pos": 195, "sum_m_en": [19.228558, 29.391593, 31.846649, 33.770828, 35.782036, 33.029425, 34.889623, 34.869719, 35.2423, 35.972252, 36.111837, 36.195769, 36.300049, 36.287261, 34.756248, 37.092015, 38.421137, 37.090214, 36.008172, 34.732167, 33.476796, 34.363655, 33.64046, 32.927376, 57.410238, 52.0787, 47.64431, 44.353003, 41.000778, 38.938471, 39.414566, 39.935087, 39.347641, 45.971097, 53.850186, 52.98311, 56.737091, 69.344825, 75.805138, 87.616939, 87.41562, 95.973621, 99.734585, 104.812, 96.429843, 70.066073, 26.082167, 4.542663, 1.777289, 0.003947], "sum_m_pl": [2.801349, 8.001296, 10.207014, 10.057934, 10.233193, 10.999979, 12.463452, 12.638968, 13.197193, 12.904888, 13.576807, 13.948131, 16.337324, 15.945134, 15.837351, 14.271908, 12.44879, 12.90076, 12.503383, 12.528612, 11.962478, 11.562909, 11.496882, 11.33264, 14.597858, 16.936395, 17.529925, 16.815877, 18.724598, 20.771808, 19.630174, 20.716344, 21.917624, 19.716615, 17.428831, 18.076174, 18.389981, 15.320244, 13.895003, 12.018035, 13.726477, 13.10855, 15.929837, 21.214876, 36.723885, 72.450874, 125.174832, 163.004567, 181.97609, 193.753925]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 423, "item_id": "llmzszl-148", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 889, "region_end": 421, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 0.9905}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 7, 10, 9, 16, 13, 19, 19, 21, 15, 18, 14, 12, 17, 13, 13, 13, 17, 17, 23, 18, 21, 18, 14, 25, 22, 17, 14, 12, 11, 12, 11, 11, 15, 21, 22, 29, 33, 36, 36, 34, 33, 38, 38, 35, 35, 28, 30, 29, 30], "n_am_pl": [0, 6, 9, 4, 8, 7, 8, 7, 7, 9, 10, 8, 7, 6, 7, 13, 11, 12, 12, 11, 5, 4, 3, 3, 5, 9, 11, 13, 15, 15, 15, 10, 14, 10, 9, 6, 6, 4, 3, 3, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0], "n_pos": 74, "sum_m_en": [8.384803, 12.033322, 11.816112, 11.845171, 12.530677, 12.487055, 13.035838, 13.599056, 13.366852, 14.181051, 14.038976, 14.08852, 14.260946, 13.835789, 12.74227, 13.234194, 13.852346, 13.290473, 13.385343, 12.827014, 11.774307, 11.969458, 11.671089, 11.646687, 16.967609, 16.113479, 14.772677, 14.044282, 13.780384, 13.214667, 13.231095, 13.372215, 13.419013, 14.554258, 17.277238, 17.536594, 21.036125, 23.739353, 27.401304, 29.171147, 30.293729, 29.685114, 32.670911, 32.889424, 32.040229, 30.764796, 28.880612, 28.773008, 27.93476, 29.114791], "sum_m_pl": [1.715296, 3.379778, 3.70176, 3.369105, 3.673065, 3.372739, 3.383515, 3.40345, 3.412001, 4.170125, 4.620425, 4.773448, 5.259124, 4.90483, 5.215845, 5.626878, 5.588115, 5.567099, 4.883771, 4.898618, 4.683759, 4.436374, 4.397197, 4.358312, 5.670428, 6.575071, 6.625396, 7.615923, 7.441647, 7.936542, 7.76187, 6.355586, 6.727249, 5.662916, 5.570498, 5.062076, 4.595999, 4.173295, 3.501529, 3.442454, 2.691639, 2.652128, 2.382676, 2.285929, 2.125868, 1.971637, 0.943461, 0.797716, 0.382175, 4.9e-05]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 1, 3, 1, 3, 2, 2, 1, 1, 0, 1, 2, 3, 1, 1, 1, 0, 0, 0, 3, 2, 2, 2, 1, 0, 0, 1, 0, 1, 2, 2, 5, 3, 4, 4, 4, 4, 4, 6, 3, 2, 2, 0, 0, 0], "n_am_pl": [0, 2, 3, 2, 2, 1, 2, 0, 1, 1, 1, 1, 1, 2, 1, 0, 1, 3, 2, 2, 1, 1, 0, 1, 0, 3, 2, 1, 2, 3, 3, 2, 4, 4, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.621324, 2.553343, 2.349469, 2.266328, 2.355103, 2.367586, 2.456714, 2.656219, 2.512493, 2.64616, 2.691638, 2.671349, 2.593463, 2.589664, 2.200353, 2.386726, 2.712191, 2.641102, 2.66119, 2.583715, 2.374889, 2.451118, 2.477807, 2.519245, 2.241683, 2.23222, 2.195749, 2.10088, 2.12895, 2.094453, 2.094759, 2.19003, 2.020265, 2.128938, 2.459613, 2.46633, 2.634507, 2.609744, 2.738774, 2.592059, 3.286122, 3.17832, 3.586563, 3.79858, 3.007166, 2.26764, 1.791531, 0.855991, 0.122596, 0.0], "sum_m_pl": [0.289875, 0.724698, 0.715671, 0.672724, 0.647152, 0.64547, 0.58216, 0.62131, 0.626371, 0.789666, 0.872408, 0.960692, 1.179111, 1.079756, 1.149363, 1.177194, 1.240327, 1.2355, 1.089733, 1.077988, 1.041514, 0.995245, 0.972803, 0.995455, 1.213041, 1.275324, 1.28908, 1.752713, 1.656201, 1.611501, 1.608647, 1.28054, 1.249323, 1.227111, 1.110639, 1.227362, 1.030827, 0.883153, 0.859519, 0.831437, 0.730412, 0.744238, 0.659802, 0.600801, 0.660451, 0.502578, 0.366065, 0.21336, 0.031196, 0.0]}, "lang": {"n_am_en": [5, 5, 8, 7, 10, 8, 12, 9, 13, 8, 11, 8, 7, 12, 11, 11, 10, 11, 13, 19, 13, 17, 16, 13, 18, 17, 13, 9, 8, 8, 8, 8, 10, 12, 14, 15, 18, 22, 24, 25, 27, 26, 28, 28, 27, 27, 26, 27, 28, 29], "n_am_pl": [0, 1, 0, 1, 3, 4, 2, 3, 3, 2, 6, 6, 5, 1, 2, 4, 6, 5, 7, 5, 1, 0, 0, 1, 1, 3, 4, 7, 6, 4, 6, 4, 7, 3, 2, 2, 2, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.422645, 4.831114, 4.930485, 5.0048, 5.401503, 5.3265, 5.748375, 5.969792, 6.202061, 6.555362, 6.445755, 6.839699, 6.804382, 6.738787, 6.225666, 6.407472, 6.362135, 6.267146, 6.073381, 5.826409, 5.298464, 5.250266, 4.979473, 4.883433, 10.536236, 9.658059, 8.651751, 7.723051, 7.449445, 6.901406, 6.988266, 7.034582, 7.544676, 8.178006, 9.699026, 10.498337, 13.664337, 16.261546, 19.222554, 21.224102, 22.510102, 22.46728, 23.746554, 24.317943, 24.866075, 24.921266, 24.817258, 24.981655, 26.447179, 28.603766], "sum_m_pl": [0.740384, 1.282973, 1.398673, 1.271609, 1.44455, 1.274055, 1.402962, 1.409363, 1.41994, 1.730638, 2.072628, 2.068134, 2.116644, 1.993188, 1.926797, 2.17236, 2.122566, 2.128662, 1.88327, 1.883253, 1.856571, 1.738957, 1.785388, 1.744605, 2.496624, 3.005303, 2.90969, 3.363462, 3.253914, 3.609796, 3.366316, 2.860997, 3.255186, 2.579653, 2.567899, 2.187924, 2.00461, 1.931856, 1.386796, 1.293472, 0.763056, 0.684846, 0.507777, 0.361329, 0.288634, 0.185549, 0.17609, 0.150363, 0.161775, 4.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "llmzszl-149", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.96}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 10, 19, 38, 25, 32, 34, 38, 31, 34, 30, 25, 25, 32, 30, 30, 45, 48, 48, 50, 68, 67, 57, 52, 80, 62, 60, 55, 39, 30, 32, 37, 41, 43, 65, 55, 64, 71, 75, 74, 78, 65, 68, 62, 54, 36, 16, 2, 0, 0], "n_am_pl": [2, 16, 20, 22, 34, 19, 20, 15, 25, 33, 31, 29, 26, 29, 29, 24, 27, 23, 18, 13, 6, 6, 5, 7, 4, 12, 17, 23, 30, 28, 28, 32, 19, 20, 17, 13, 11, 7, 13, 8, 5, 7, 15, 15, 19, 34, 58, 77, 81, 81], "n_pos": 186, "sum_m_en": [18.727963, 29.214606, 30.672881, 30.83342, 30.811071, 32.210921, 32.922267, 32.932378, 32.581282, 34.956837, 33.801926, 31.759626, 32.618298, 32.344075, 30.969975, 32.635627, 35.492204, 33.691735, 33.726686, 32.553899, 30.58066, 31.478217, 30.398685, 30.5107, 52.018765, 46.312208, 39.40708, 35.566643, 33.726791, 32.989376, 31.132278, 32.545307, 33.365655, 36.755815, 44.566187, 44.624093, 48.817088, 53.58995, 59.184246, 64.927907, 63.801279, 60.612271, 61.367437, 58.042619, 51.252461, 35.107536, 16.424553, 3.896309, 1.645491, 2.5e-05], "sum_m_pl": [3.508851, 8.98329, 10.060226, 9.64077, 9.905374, 10.394013, 10.391242, 10.336346, 10.979745, 11.974747, 13.219016, 13.936138, 14.854739, 13.406554, 13.82444, 12.855599, 12.519562, 13.018154, 11.467215, 11.253488, 10.811904, 10.310764, 10.374226, 10.351924, 11.015671, 13.136003, 14.016805, 16.811163, 18.313717, 19.922702, 19.32827, 16.999158, 15.700117, 13.429596, 12.332543, 11.880335, 10.684667, 9.280353, 8.651451, 8.626913, 8.912042, 9.332804, 13.22784, 17.053092, 20.872489, 33.57839, 55.625042, 74.354952, 77.301078, 80.652495]}, "digit": {"n_am_en": [4, 2, 3, 2, 1, 3, 2, 2, 0, 3, 1, 2, 1, 5, 1, 0, 3, 4, 3, 1, 5, 2, 3, 2, 6, 4, 4, 5, 1, 1, 0, 3, 5, 2, 8, 4, 7, 8, 7, 6, 7, 4, 7, 9, 5, 2, 0, 0, 0, 0], "n_am_pl": [1, 5, 4, 8, 6, 4, 3, 2, 4, 5, 8, 6, 6, 8, 5, 7, 7, 5, 3, 3, 1, 3, 4, 3, 1, 4, 8, 3, 7, 6, 9, 7, 6, 5, 4, 4, 3, 2, 4, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.300443, 5.699701, 5.810061, 5.52889, 5.531417, 5.912237, 5.833844, 5.676837, 5.326425, 6.039215, 6.193179, 5.76092, 5.78137, 5.737015, 5.444228, 5.703855, 6.702505, 6.506009, 6.447521, 6.140637, 5.729324, 5.847212, 5.83738, 6.025403, 6.897215, 6.469151, 5.858367, 6.043437, 5.936145, 5.913594, 5.405392, 5.846494, 5.825789, 6.06121, 7.140953, 7.262749, 7.64902, 7.478793, 8.290337, 7.422584, 7.53973, 6.557103, 6.449246, 6.425829, 4.473858, 2.821022, 1.716951, 0.909077, 0.360911, 0.0], "sum_m_pl": [0.694947, 1.840897, 1.836336, 1.602804, 1.433412, 1.530444, 1.575706, 1.745459, 1.854917, 2.102706, 2.480253, 2.657141, 3.042352, 2.665638, 2.793724, 2.597372, 2.579483, 2.589006, 2.237597, 2.272, 2.183323, 2.087995, 2.037639, 2.059718, 2.546031, 2.697528, 2.684886, 2.949106, 3.155309, 3.199041, 3.181033, 2.931044, 2.756467, 2.461789, 2.200672, 2.496639, 2.047746, 1.744373, 1.819459, 1.860177, 1.841079, 1.800298, 1.617688, 1.5847, 1.463581, 1.098283, 0.863797, 0.529571, 0.143391, 0.0]}, "lang": {"n_am_en": [3, 5, 7, 25, 16, 21, 19, 18, 20, 17, 19, 16, 18, 18, 17, 17, 27, 29, 33, 36, 47, 47, 41, 37, 53, 44, 45, 38, 28, 20, 20, 25, 27, 35, 46, 40, 44, 49, 52, 50, 56, 48, 45, 41, 37, 27, 12, 1, 0, 0], "n_am_pl": [1, 6, 9, 8, 15, 9, 12, 10, 13, 18, 15, 16, 14, 11, 14, 9, 10, 9, 4, 5, 3, 2, 0, 2, 1, 4, 3, 10, 12, 14, 14, 20, 9, 11, 10, 7, 6, 3, 8, 6, 4, 6, 14, 15, 19, 32, 53, 70, 77, 81], "n_pos": 81, "sum_m_en": [8.401188, 12.846607, 13.892183, 14.445529, 14.498484, 15.163128, 15.870317, 16.166462, 16.527377, 17.498104, 16.492736, 16.080445, 16.271968, 16.317135, 15.30609, 15.724757, 16.937662, 16.004465, 16.043371, 15.647251, 14.830789, 15.231317, 14.236501, 14.065807, 31.694795, 27.693421, 22.358955, 18.523171, 17.197927, 16.641137, 15.945304, 16.750363, 17.668649, 20.36228, 24.643675, 25.719349, 28.970564, 33.09703, 36.468963, 41.092584, 40.437276, 38.51041, 39.353072, 38.234828, 34.697894, 24.774608, 11.535212, 1.717114, 0.588838, 2.4e-05], "sum_m_pl": [1.47432, 3.774108, 4.277175, 4.383808, 4.715869, 5.022816, 5.156114, 4.907513, 5.269802, 5.637348, 6.019482, 6.403171, 6.58569, 6.123906, 6.25505, 5.932779, 5.671494, 6.043483, 5.264997, 4.977479, 4.808805, 4.546065, 4.701591, 4.648722, 4.4025, 5.770951, 6.790974, 8.460361, 9.395679, 10.239039, 9.672801, 8.677937, 7.957526, 6.708476, 6.389391, 6.13235, 5.470162, 4.930771, 4.322409, 4.581057, 5.443849, 6.025678, 10.212366, 14.022332, 17.882267, 29.767412, 49.466475, 66.729526, 73.220735, 80.317655]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "llmzszl-149", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 916, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9893}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 47, 44, 45, 48, 61, 66, 55, 60, 105, 95, 75, 70, 73, 73, 91, 106, 93, 103, 101, 78, 73, 75, 76, 112, 108, 103, 91, 91, 96, 91, 102, 103, 109, 119, 113, 120, 131, 146, 134, 126, 134, 136, 122, 111, 110, 108, 101, 92, 93], "n_am_pl": [28, 27, 36, 18, 23, 22, 38, 40, 43, 26, 34, 43, 46, 36, 38, 35, 37, 30, 33, 28, 26, 31, 30, 33, 40, 58, 51, 43, 55, 61, 51, 41, 40, 34, 23, 17, 11, 14, 11, 11, 15, 15, 12, 13, 12, 12, 12, 6, 5, 3], "n_pos": 388, "sum_m_en": [42.859649, 59.650752, 61.129369, 62.797004, 68.483949, 67.436348, 65.271356, 66.285032, 67.215018, 73.921908, 69.736593, 67.773516, 68.139613, 70.773144, 70.56697, 72.122595, 73.880984, 69.934409, 71.690804, 69.014053, 66.033861, 63.946174, 63.504971, 64.701656, 88.118477, 85.198008, 80.780591, 77.942012, 79.183019, 78.044638, 75.13948, 79.361222, 82.65985, 87.07063, 94.737766, 97.027195, 100.982169, 111.137229, 123.26714, 118.368018, 113.006734, 118.376209, 120.24506, 113.301489, 110.547666, 110.35992, 107.429893, 99.785545, 90.397457, 92.320672], "sum_m_pl": [10.635528, 21.333769, 22.220575, 20.875259, 21.091674, 19.499605, 19.751534, 21.590229, 21.599677, 24.306955, 23.475291, 23.450509, 25.382659, 23.216122, 23.918445, 23.597631, 23.893747, 22.876198, 23.27626, 23.253142, 22.495237, 22.31617, 22.173555, 22.354906, 29.400279, 32.991217, 31.753557, 33.309588, 32.424732, 33.15466, 31.737453, 27.97754, 25.763908, 24.116839, 22.510861, 20.377335, 19.350393, 17.691149, 17.047326, 17.201166, 19.298689, 18.590013, 17.51959, 16.550597, 15.755374, 15.28685, 14.200293, 8.66631, 8.177275, 2.918754]}, "digit": {"n_am_en": [16, 6, 2, 4, 5, 4, 3, 2, 5, 12, 15, 12, 16, 13, 13, 15, 19, 16, 14, 10, 6, 8, 7, 5, 13, 14, 12, 10, 12, 19, 16, 21, 20, 19, 18, 10, 17, 17, 11, 14, 11, 15, 13, 7, 6, 3, 0, 0, 0, 0], "n_am_pl": [17, 3, 8, 2, 3, 4, 6, 4, 9, 9, 7, 9, 10, 3, 14, 13, 10, 10, 8, 5, 6, 6, 5, 6, 12, 18, 18, 16, 18, 15, 11, 8, 13, 9, 7, 3, 3, 4, 3, 5, 3, 4, 4, 2, 2, 1, 0, 0, 0, 0], "n_pos": 94, "sum_m_en": [11.711435, 14.046515, 15.741736, 16.289738, 18.426272, 16.730702, 15.435661, 16.186147, 15.834635, 18.092107, 16.566688, 15.095565, 16.529452, 17.548387, 17.132226, 17.421984, 16.627719, 15.123216, 16.536828, 16.140233, 15.419839, 15.19149, 15.222014, 15.600183, 18.195099, 17.464506, 16.648679, 17.419413, 17.84801, 17.942537, 17.679899, 18.952493, 19.259582, 19.707093, 18.593737, 17.430281, 18.155895, 18.114602, 17.142606, 16.215088, 14.216326, 14.916032, 12.439375, 10.038604, 8.512049, 7.580555, 4.299439, 2.076288, 1.166697, 0.0], "sum_m_pl": [3.928783, 5.946626, 5.679483, 5.168286, 4.824756, 3.919762, 3.55882, 4.541948, 4.76907, 5.68417, 5.643475, 5.303255, 5.627375, 5.233598, 5.496449, 5.322558, 5.33207, 5.225867, 5.092282, 5.119868, 4.98077, 4.944365, 4.951987, 5.011859, 6.922398, 8.136636, 7.637832, 7.946093, 7.374599, 7.468251, 6.672929, 6.277567, 5.934206, 5.675293, 5.176997, 4.695714, 4.659003, 4.78285, 5.248118, 5.005858, 4.781491, 4.79077, 4.828322, 5.249337, 5.094331, 4.386787, 2.435671, 1.314489, 0.509262, 0.0]}, "lang": {"n_am_en": [9, 23, 19, 20, 24, 25, 30, 26, 33, 36, 38, 32, 23, 27, 25, 35, 48, 45, 51, 48, 35, 32, 35, 39, 53, 57, 49, 46, 46, 42, 38, 41, 41, 50, 56, 58, 58, 64, 76, 73, 75, 81, 83, 84, 81, 85, 83, 81, 84, 90], "n_am_pl": [4, 7, 4, 8, 6, 1, 6, 8, 8, 6, 4, 8, 9, 10, 5, 4, 4, 3, 6, 4, 5, 8, 8, 10, 7, 6, 4, 5, 7, 10, 7, 6, 1, 3, 1, 1, 2, 1, 2, 4, 5, 5, 3, 4, 4, 4, 4, 4, 4, 3], "n_pos": 94, "sum_m_en": [9.392271, 13.902551, 14.333872, 14.394393, 16.099684, 16.434988, 16.500336, 16.315838, 17.175077, 18.143217, 17.086404, 17.882028, 17.027854, 18.085017, 19.59704, 19.202593, 20.704668, 20.214186, 19.740518, 18.835988, 17.754428, 16.672605, 16.529931, 16.703418, 32.777292, 31.532398, 28.678299, 25.77642, 25.781457, 24.491279, 23.064443, 24.502833, 27.404256, 30.844862, 36.010432, 39.891771, 43.814706, 48.639404, 58.766917, 61.090271, 61.753717, 67.009107, 70.8004, 73.777795, 76.528216, 78.843728, 78.77004, 76.713701, 77.720266, 89.551036], "sum_m_pl": [1.55387, 3.676249, 4.136538, 4.075543, 4.490154, 4.275303, 4.529833, 4.83607, 4.83937, 5.162477, 5.109936, 5.240493, 5.552349, 4.972669, 5.047766, 5.138921, 5.421235, 5.244597, 5.60324, 5.526487, 5.466597, 5.531829, 5.499267, 5.461619, 6.225181, 6.44794, 6.14189, 6.601067, 6.377776, 6.804547, 6.442973, 5.36289, 4.781332, 4.581392, 4.408678, 4.175681, 4.296714, 3.756954, 2.929902, 3.252681, 4.725871, 4.138068, 4.189684, 3.910327, 3.980422, 3.920299, 4.279489, 4.121809, 4.150081, 2.915101]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 390, "item_id": "llmzszl-151", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 762, "region_end": 388, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9871}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 31, 34, 71, 61, 66, 65, 65, 82, 123, 111, 81, 77, 109, 128, 137, 163, 158, 162, 144, 135, 116, 110, 101, 152, 123, 118, 117, 111, 105, 104, 123, 151, 146, 150, 152, 136, 156, 139, 143, 124, 113, 107, 94, 88, 74, 39, 4, 1, 0], "n_am_pl": [4, 42, 51, 39, 53, 55, 39, 70, 79, 50, 75, 100, 81, 58, 55, 54, 38, 43, 32, 40, 26, 25, 31, 25, 40, 64, 67, 64, 72, 83, 74, 62, 54, 52, 47, 42, 34, 26, 20, 22, 29, 32, 38, 44, 40, 73, 108, 125, 135, 131], "n_pos": 542, "sum_m_en": [52.142118, 77.970193, 81.693611, 82.681382, 91.316241, 90.697441, 87.897882, 90.772857, 95.081453, 103.664534, 100.718536, 94.894469, 97.607859, 100.631615, 98.967386, 102.348149, 107.919602, 99.502836, 100.354603, 97.607944, 91.880477, 89.776255, 89.018308, 90.135185, 117.249424, 110.565452, 108.426573, 106.428014, 104.3599, 97.468051, 95.73979, 104.429627, 106.899298, 109.088831, 118.347374, 113.02928, 110.561922, 122.021291, 124.761021, 123.923822, 114.856176, 109.269773, 103.462916, 98.365107, 95.004791, 79.042986, 42.270298, 13.296385, 5.118336, 0.002905], "sum_m_pl": [10.430492, 29.43859, 29.447501, 27.518631, 28.921408, 29.71305, 27.92372, 31.191414, 33.168461, 35.172767, 35.042131, 35.141576, 36.593549, 33.684958, 34.654511, 32.804356, 32.104817, 31.372592, 30.506889, 30.787555, 30.083217, 29.737537, 29.594194, 29.678651, 37.614101, 43.970402, 43.226849, 43.286862, 43.655989, 49.591901, 45.134596, 40.924831, 39.071735, 36.932278, 34.854591, 32.303761, 30.823409, 26.771955, 25.306419, 26.573876, 28.455649, 32.714969, 33.332828, 40.209266, 43.713728, 65.207481, 107.960487, 125.494846, 129.899037, 130.63999]}, "digit": {"n_am_en": [3, 10, 4, 18, 14, 18, 10, 7, 17, 47, 34, 20, 6, 23, 29, 25, 27, 25, 23, 22, 18, 14, 14, 15, 36, 25, 25, 29, 17, 23, 21, 28, 38, 30, 25, 31, 23, 28, 16, 18, 14, 10, 11, 9, 6, 8, 3, 1, 1, 0], "n_am_pl": [0, 13, 17, 11, 17, 17, 10, 29, 22, 16, 20, 37, 29, 19, 15, 22, 12, 15, 10, 16, 7, 7, 8, 8, 15, 32, 29, 18, 31, 31, 24, 24, 23, 21, 19, 23, 15, 14, 11, 9, 11, 12, 11, 10, 6, 11, 4, 1, 0, 0], "n_pos": 181, "sum_m_en": [17.380274, 26.113044, 28.451744, 27.807119, 31.703209, 30.29194, 28.550236, 29.533774, 29.833235, 34.423157, 32.323473, 29.454575, 31.104712, 32.191492, 31.21754, 31.745515, 32.196279, 28.376026, 29.778836, 29.772965, 28.460528, 28.75623, 28.922366, 29.640339, 34.143257, 32.494703, 32.505405, 34.073397, 32.918041, 30.789641, 30.586977, 33.554769, 34.124105, 34.453787, 34.178475, 32.085634, 31.841249, 32.13502, 29.625061, 27.39438, 25.273373, 24.611989, 22.891742, 21.315823, 16.767964, 15.088905, 9.215899, 4.266603, 2.241845, 0.0], "sum_m_pl": [3.261347, 10.40006, 9.112119, 8.100024, 8.387039, 8.28362, 7.528498, 9.659363, 10.162238, 11.553357, 11.621787, 11.798095, 11.986839, 10.898308, 11.132501, 11.035593, 10.621395, 10.505059, 9.952913, 9.9995, 9.676356, 9.399536, 9.348504, 9.518511, 12.192475, 14.741227, 14.340224, 13.991298, 13.542191, 14.833192, 12.912379, 11.676056, 11.019717, 10.956326, 10.623493, 10.356465, 9.744992, 9.205077, 9.851692, 9.555601, 9.240265, 9.712401, 9.635504, 9.916804, 9.673658, 8.788901, 6.135083, 3.694763, 0.924511, 1e-06]}, "lang": {"n_am_en": [4, 14, 12, 24, 16, 22, 25, 21, 24, 27, 27, 27, 32, 33, 47, 49, 66, 57, 70, 62, 65, 57, 52, 46, 60, 50, 51, 41, 42, 34, 34, 41, 51, 58, 56, 61, 56, 72, 74, 74, 66, 63, 64, 56, 60, 46, 21, 2, 0, 0], "n_am_pl": [2, 9, 13, 13, 15, 20, 13, 18, 30, 12, 21, 28, 18, 15, 14, 9, 5, 8, 10, 11, 10, 10, 13, 8, 10, 12, 16, 20, 23, 28, 23, 15, 10, 9, 13, 10, 12, 10, 8, 13, 17, 19, 25, 27, 24, 49, 84, 112, 128, 131], "n_pos": 132, "sum_m_en": [12.510195, 18.923099, 20.589513, 21.259414, 22.29772, 22.800747, 23.273114, 23.804164, 25.889724, 27.010144, 26.86305, 26.765914, 26.744805, 27.580706, 27.338049, 27.99013, 31.431446, 30.091955, 29.726811, 28.12057, 26.252109, 24.4318, 23.741251, 23.615453, 37.28165, 35.033692, 33.712539, 30.40131, 30.149928, 28.097428, 27.258065, 29.982205, 30.233646, 32.677009, 38.113279, 38.104912, 38.226633, 47.134434, 52.510667, 56.882622, 51.761597, 50.070456, 53.371673, 52.183897, 54.256546, 41.449278, 18.573854, 2.922845, 1.223024, 8.5e-05], "sum_m_pl": [1.95023, 5.659096, 6.389579, 6.609124, 6.852046, 7.632067, 7.417035, 7.858399, 8.471386, 7.91161, 7.662239, 7.830163, 8.537284, 8.218787, 8.519441, 7.710545, 7.571671, 7.551742, 7.47866, 7.643158, 7.662277, 7.845546, 7.865701, 7.729023, 10.339383, 11.208296, 11.262562, 11.43582, 11.953074, 14.149689, 12.92974, 11.547777, 11.004764, 10.533739, 9.875691, 9.667703, 9.788662, 7.965321, 7.263321, 9.698858, 11.998481, 15.179429, 16.601828, 20.798323, 23.956318, 42.439758, 81.725472, 108.492055, 120.125273, 129.721537]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 544, "item_id": "llmzszl-151", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 890, "region_end": 542, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 34, 45, 40, 55, 66, 54, 65, 52, 75, 66, 46, 54, 58, 58, 67, 83, 82, 73, 77, 68, 83, 71, 63, 110, 94, 69, 67, 72, 62, 59, 59, 66, 80, 101, 99, 123, 140, 168, 171, 144, 147, 126, 124, 101, 94, 84, 81, 77, 80], "n_am_pl": [1, 33, 24, 17, 27, 20, 29, 42, 35, 37, 32, 49, 34, 33, 35, 42, 33, 32, 35, 28, 15, 16, 17, 22, 34, 33, 33, 33, 35, 32, 45, 37, 32, 20, 20, 28, 29, 12, 12, 5, 11, 3, 9, 8, 9, 12, 3, 1, 1, 1], "n_pos": 379, "sum_m_en": [38.670945, 58.020632, 57.525444, 56.85051, 62.978616, 60.911071, 59.056347, 60.835041, 61.991981, 67.596949, 63.442632, 61.947586, 64.238731, 63.457234, 61.037337, 64.78193, 65.890832, 64.245564, 63.343689, 62.215841, 60.468985, 60.073366, 59.443779, 60.300829, 76.816603, 76.536087, 70.18772, 70.410796, 69.98018, 65.682024, 65.374206, 66.988591, 69.250036, 73.203658, 83.297425, 84.518353, 93.653948, 104.288072, 116.6862, 120.166527, 108.92835, 115.153225, 105.724941, 109.181952, 101.582683, 99.562053, 90.191064, 85.804794, 75.57687, 77.868003], "sum_m_pl": [6.227716, 18.996749, 19.230019, 16.860668, 19.390239, 18.285293, 17.732691, 19.226199, 19.240038, 22.506389, 25.044419, 25.454578, 25.548902, 24.429687, 24.270723, 25.588333, 23.423622, 22.794796, 24.279085, 24.607623, 23.356909, 22.820359, 22.131796, 22.100933, 27.110102, 29.396526, 28.575543, 29.712157, 30.695778, 32.891598, 31.831534, 27.849838, 27.436145, 24.594648, 23.088058, 22.807583, 21.539693, 19.456531, 17.310548, 15.370885, 15.739103, 13.709384, 12.925557, 12.308309, 11.448246, 9.435786, 6.175877, 3.78511, 2.106747, 1.000117]}, "digit": {"n_am_en": [0, 14, 11, 7, 22, 24, 12, 14, 13, 22, 23, 11, 16, 6, 8, 14, 11, 18, 14, 19, 14, 26, 15, 17, 32, 25, 15, 16, 18, 15, 19, 12, 13, 11, 21, 19, 35, 48, 54, 61, 41, 56, 40, 33, 15, 8, 3, 2, 0, 0], "n_am_pl": [0, 13, 8, 5, 7, 3, 8, 11, 9, 11, 15, 24, 18, 21, 18, 19, 20, 17, 16, 18, 10, 8, 7, 5, 19, 19, 17, 23, 22, 18, 17, 11, 16, 11, 11, 17, 19, 9, 10, 5, 11, 3, 6, 7, 8, 12, 3, 1, 0, 0], "n_pos": 131, "sum_m_en": [12.627612, 21.292902, 21.85216, 20.543715, 23.325101, 21.949453, 20.783767, 20.915439, 21.013389, 23.963615, 21.903346, 20.866931, 21.430653, 21.33207, 19.737692, 20.855949, 21.522828, 21.090402, 20.992211, 21.257073, 20.301607, 20.272103, 20.031249, 20.617748, 23.405858, 23.242142, 21.152484, 22.73083, 22.256211, 21.43486, 21.784896, 22.556392, 22.423618, 22.410162, 23.03594, 22.418294, 24.932953, 28.065999, 28.549929, 32.249419, 24.578968, 33.481235, 25.420121, 23.594337, 17.635836, 14.368805, 9.841265, 6.31992, 1.720168, 3e-06], "sum_m_pl": [1.954006, 7.006275, 5.965088, 5.478052, 6.377945, 6.056622, 5.6084, 6.60511, 6.566278, 7.997507, 9.165957, 9.385374, 9.218565, 8.816923, 8.734096, 9.188418, 8.351537, 8.257464, 8.711209, 8.918622, 8.353836, 8.095689, 7.73445, 7.718623, 10.327089, 11.237988, 10.724866, 11.274671, 11.429985, 11.424006, 10.727342, 9.520455, 9.440838, 8.868812, 8.614732, 9.129928, 8.839507, 8.505328, 8.224635, 7.376691, 8.256239, 7.558879, 7.522949, 8.178123, 7.804677, 6.93751, 4.639546, 2.356751, 0.644663, 1e-06]}, "lang": {"n_am_en": [5, 10, 10, 10, 14, 11, 16, 21, 17, 20, 13, 11, 18, 20, 20, 13, 26, 31, 28, 25, 26, 25, 23, 23, 35, 38, 30, 28, 28, 19, 18, 22, 26, 33, 44, 41, 47, 51, 63, 63, 61, 55, 59, 62, 62, 63, 64, 66, 69, 77], "n_am_pl": [0, 5, 3, 2, 4, 5, 7, 7, 8, 9, 8, 14, 8, 5, 5, 7, 2, 3, 5, 2, 1, 2, 3, 6, 4, 3, 2, 1, 2, 1, 5, 5, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1], "n_pos": 79, "sum_m_en": [7.377861, 11.011021, 10.476849, 10.785351, 12.27727, 12.279491, 12.332056, 12.941186, 13.199438, 13.979679, 13.140538, 13.118831, 13.546384, 13.42732, 13.013469, 13.62407, 14.194822, 14.017465, 13.962359, 13.382422, 13.419778, 13.169432, 12.957669, 13.030152, 21.983392, 22.663384, 21.15906, 19.383794, 19.04522, 16.917023, 16.180937, 16.374051, 17.688324, 20.941681, 27.539207, 29.747667, 35.179469, 39.839046, 48.26382, 46.888027, 47.187179, 49.908728, 52.188795, 56.80274, 58.414152, 59.546748, 62.809239, 62.624487, 63.753529, 73.714821], "sum_m_pl": [1.09779, 3.36834, 3.583598, 3.33058, 3.605899, 3.440991, 3.701525, 3.746645, 3.770786, 4.344465, 4.868637, 4.939993, 5.015521, 4.797115, 4.883579, 5.204808, 4.808241, 4.668538, 4.989771, 4.929334, 4.706816, 4.635133, 4.528971, 4.511439, 5.187165, 5.442068, 5.313476, 5.715867, 5.862801, 6.531546, 6.343559, 5.64777, 5.60331, 4.707602, 4.372834, 4.064063, 3.64903, 3.106252, 2.203388, 2.08165, 1.986811, 1.580509, 1.427706, 1.006068, 1.190137, 0.802145, 0.513141, 0.649831, 0.94573, 1.000064]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 381, "item_id": "llmzszl-152", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 760, "region_end": 379, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9816}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 23, 43, 52, 60, 62, 69, 57, 64, 64, 63, 67, 74, 63, 65, 74, 94, 83, 82, 104, 85, 99, 102, 75, 141, 118, 95, 79, 81, 71, 81, 90, 93, 102, 114, 117, 145, 190, 175, 205, 195, 196, 180, 174, 163, 152, 82, 18, 1, 0], "n_am_pl": [17, 59, 56, 59, 73, 72, 62, 62, 69, 63, 74, 81, 77, 86, 105, 97, 65, 74, 57, 52, 44, 42, 44, 56, 68, 81, 82, 74, 96, 101, 93, 93, 89, 69, 50, 48, 37, 27, 31, 26, 27, 28, 30, 38, 39, 62, 118, 151, 149, 148], "n_pos": 519, "sum_m_en": [53.604388, 79.329444, 81.521557, 80.113427, 85.277301, 82.847401, 83.019657, 84.579838, 83.527236, 88.820701, 84.150692, 83.340445, 83.54229, 82.554288, 77.955556, 82.969494, 85.495953, 83.811811, 83.68498, 83.697858, 80.934557, 79.908293, 79.140955, 80.302585, 108.49331, 100.733588, 89.223145, 86.44217, 83.174804, 81.962715, 81.831789, 85.783151, 88.48797, 92.498147, 101.932034, 101.264765, 108.034005, 120.841799, 126.911872, 145.112602, 145.856432, 147.673255, 144.361556, 152.44626, 147.312005, 137.720192, 71.700944, 25.749267, 8.281641, 0.003048], "sum_m_pl": [11.251626, 28.772107, 29.807634, 28.39942, 30.067473, 29.911653, 29.502286, 33.58986, 35.271288, 37.700609, 41.510642, 42.11537, 41.807845, 43.165242, 42.282814, 40.991793, 37.105019, 35.662095, 35.337096, 35.938313, 34.692974, 33.438726, 32.894047, 31.857543, 43.38488, 51.417071, 52.950037, 52.518871, 56.127832, 61.315292, 56.925449, 53.267329, 52.283275, 44.947799, 40.394497, 41.376126, 37.182373, 34.095836, 31.115111, 29.432849, 28.811698, 29.002362, 29.41677, 36.369607, 44.148023, 60.923983, 114.61382, 143.458099, 147.131355, 148.672797]}, "digit": {"n_am_en": [1, 9, 12, 12, 14, 12, 13, 9, 4, 6, 7, 14, 13, 7, 10, 9, 8, 6, 8, 13, 5, 15, 11, 6, 16, 12, 11, 8, 11, 8, 11, 15, 14, 10, 14, 11, 22, 38, 30, 34, 29, 24, 26, 22, 7, 4, 4, 0, 0, 0], "n_am_pl": [3, 13, 11, 10, 19, 8, 9, 13, 12, 19, 21, 19, 13, 18, 20, 19, 10, 13, 5, 9, 3, 5, 6, 8, 20, 28, 27, 22, 26, 22, 18, 22, 13, 11, 12, 9, 8, 3, 3, 3, 5, 4, 3, 6, 2, 8, 2, 0, 0, 0], "n_pos": 103, "sum_m_en": [9.780877, 16.745883, 17.794693, 17.367427, 18.990456, 18.475383, 18.266125, 18.157537, 17.63807, 18.706467, 16.88141, 15.814021, 16.175461, 16.594463, 15.619179, 15.814844, 16.641166, 15.947838, 15.720261, 15.812535, 15.045896, 15.099929, 14.702326, 15.437774, 16.606589, 16.123211, 15.095523, 16.426153, 15.674467, 15.78687, 15.813484, 17.271696, 17.444432, 17.098517, 18.021857, 17.193448, 18.395846, 19.406894, 18.939819, 19.410898, 17.656954, 19.505485, 17.311136, 17.484027, 13.220627, 9.569183, 5.67475, 2.424797, 0.642899, 0.0], "sum_m_pl": [1.843598, 6.031011, 5.316313, 5.339721, 5.537772, 5.02129, 4.656276, 5.614844, 5.927847, 6.789183, 7.859028, 7.871499, 7.44906, 7.524173, 7.385796, 7.639509, 6.76704, 6.462999, 6.410905, 6.823082, 6.61836, 6.374156, 6.210602, 6.081177, 8.423659, 10.590797, 10.471208, 10.057275, 10.413669, 11.132481, 9.895172, 9.022444, 8.637722, 7.068426, 6.409048, 6.585217, 5.839711, 5.623078, 5.700368, 5.640879, 5.975803, 5.715363, 5.276844, 5.616873, 4.803164, 4.57131, 2.771993, 1.585044, 0.232073, 0.0]}, "lang": {"n_am_en": [4, 10, 11, 17, 16, 22, 20, 20, 31, 22, 23, 25, 31, 21, 27, 32, 46, 39, 41, 46, 47, 53, 56, 42, 71, 63, 44, 38, 44, 36, 39, 43, 44, 52, 56, 60, 64, 79, 78, 79, 88, 86, 83, 83, 75, 67, 26, 1, 1, 0], "n_am_pl": [4, 19, 15, 20, 21, 26, 22, 17, 21, 17, 17, 24, 27, 33, 34, 28, 21, 20, 17, 14, 13, 12, 15, 18, 16, 14, 16, 19, 19, 25, 22, 23, 25, 27, 19, 22, 15, 13, 11, 17, 18, 19, 23, 26, 34, 48, 98, 131, 140, 148], "n_pos": 148, "sum_m_en": [14.981497, 22.659285, 23.602289, 23.768122, 24.069386, 22.853949, 22.790575, 23.241717, 23.840215, 25.305638, 24.695352, 24.932579, 25.131714, 24.374269, 22.820379, 25.353631, 26.677756, 26.680348, 26.201952, 26.209594, 25.440947, 24.552465, 24.548578, 24.238748, 43.524242, 39.304329, 33.085627, 29.170091, 27.419178, 26.499409, 26.466039, 27.069561, 27.534529, 31.469922, 36.350592, 38.237735, 40.287443, 48.483901, 55.392021, 64.145378, 68.291949, 66.276585, 67.152579, 72.65448, 65.541059, 57.634811, 22.025275, 3.315577, 1.740297, 0.000338], "sum_m_pl": [2.571594, 6.976344, 8.00902, 8.498002, 8.626222, 9.453703, 10.161127, 11.442808, 12.021459, 12.03262, 12.581962, 13.279488, 13.653325, 14.893972, 14.737476, 13.2383, 11.67417, 11.179803, 10.914496, 10.735321, 10.293918, 9.947127, 9.842226, 9.444113, 12.760722, 14.837169, 16.933333, 17.080705, 17.834877, 19.473722, 19.061533, 19.389537, 19.632138, 17.940326, 15.841827, 17.036766, 15.404436, 13.56693, 11.296143, 11.806945, 11.759386, 13.319723, 16.035488, 21.88233, 29.86471, 47.593877, 91.226362, 122.895805, 135.431185, 147.672066]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 521, "item_id": "llmzszl-152", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 888, "region_end": 519, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9885}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 6, 8, 10, 13, 6, 7, 7, 10, 11, 14, 14, 9, 7, 12, 15, 30, 22, 25, 25, 22, 25, 19, 18, 27, 25, 20, 24, 19, 23, 15, 22, 13, 16, 24, 29, 24, 30, 31, 30, 32, 30, 31, 31, 27, 25, 24, 20, 21, 19], "n_am_pl": [1, 9, 9, 6, 7, 5, 6, 7, 4, 2, 6, 6, 7, 14, 14, 18, 13, 18, 7, 8, 9, 3, 6, 3, 9, 10, 6, 11, 13, 13, 17, 11, 10, 9, 10, 5, 9, 4, 2, 3, 3, 3, 5, 2, 1, 2, 4, 3, 5, 6], "n_pos": 95, "sum_m_en": [9.815005, 14.824296, 14.339077, 14.273567, 15.243528, 14.775712, 13.716544, 13.782658, 13.29541, 14.558424, 14.887097, 15.031429, 14.556227, 14.627224, 14.707402, 15.363428, 17.094598, 15.622238, 15.54908, 15.644847, 14.857739, 14.8353, 14.560001, 14.756419, 18.779063, 17.87947, 15.884737, 16.220953, 16.852586, 17.416112, 15.8231, 16.613757, 17.165945, 17.188697, 18.760345, 20.008182, 21.531827, 24.485408, 26.535105, 26.701432, 28.293067, 29.910593, 28.343783, 27.152307, 26.117505, 24.808445, 23.01648, 21.787141, 20.028815, 19.130319], "sum_m_pl": [1.575938, 4.623778, 4.750186, 4.435526, 4.613567, 4.441216, 4.455882, 4.531443, 4.895254, 5.427423, 5.768042, 6.330206, 6.70233, 6.772205, 7.359329, 8.199728, 7.906415, 8.287104, 7.224408, 6.915908, 6.689714, 6.413747, 6.128939, 6.120979, 8.987572, 9.131752, 8.450653, 9.02024, 9.164094, 9.77818, 9.8692, 9.076238, 8.109115, 7.700313, 8.041394, 7.329769, 6.703166, 5.862939, 5.319209, 4.906541, 4.732087, 4.132495, 4.870774, 4.394399, 4.154147, 3.375137, 4.341659, 4.23433, 5.42453, 6.101902]}, "digit": {"n_am_en": [1, 5, 1, 2, 1, 3, 2, 1, 3, 3, 6, 3, 4, 3, 5, 2, 8, 4, 6, 4, 3, 5, 1, 2, 5, 5, 3, 3, 4, 5, 4, 4, 2, 4, 4, 9, 2, 4, 5, 4, 3, 3, 4, 4, 4, 4, 3, 1, 1, 0], "n_am_pl": [0, 3, 3, 0, 0, 0, 2, 2, 0, 0, 1, 3, 2, 5, 5, 6, 5, 8, 4, 5, 5, 1, 2, 0, 2, 2, 3, 6, 4, 6, 7, 4, 3, 4, 6, 2, 7, 3, 1, 1, 2, 3, 4, 2, 1, 2, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.860361, 4.969816, 4.973302, 4.74823, 4.997263, 4.883314, 4.389955, 4.336218, 4.415231, 4.866379, 5.088441, 4.842879, 4.805146, 4.845806, 4.86061, 4.891383, 5.715247, 4.768914, 4.790432, 4.716124, 4.557943, 4.617436, 4.564996, 4.690521, 4.908541, 5.049778, 4.634051, 4.940567, 5.211435, 5.610778, 4.826637, 5.215047, 5.448223, 5.203177, 5.415161, 5.51077, 5.350065, 5.228801, 5.019292, 4.725175, 4.224016, 4.564819, 4.655278, 4.21677, 3.909784, 3.189564, 2.574972, 2.091504, 0.857969, 0.0], "sum_m_pl": [0.406795, 1.313363, 1.114479, 0.993248, 0.963219, 0.953327, 0.924628, 1.030429, 1.273393, 1.461691, 1.664658, 1.746149, 1.893937, 1.989816, 2.189725, 2.452845, 2.414643, 2.728956, 2.292492, 2.1042, 2.01647, 1.938462, 1.861362, 1.893614, 2.339086, 2.610362, 2.303667, 2.679597, 2.619849, 2.84572, 2.739944, 2.38348, 1.942144, 1.882644, 1.91757, 1.894675, 1.887563, 1.822641, 1.717419, 1.580818, 1.786503, 1.941994, 1.864821, 1.866632, 1.873945, 1.619814, 0.982687, 0.768727, 0.208174, 0.0]}, "lang": {"n_am_en": [3, 1, 3, 5, 6, 2, 3, 4, 7, 4, 3, 8, 3, 4, 6, 6, 13, 9, 9, 11, 12, 12, 12, 11, 15, 11, 10, 14, 8, 9, 5, 8, 5, 8, 12, 13, 17, 19, 18, 19, 20, 20, 21, 21, 20, 20, 19, 18, 19, 19], "n_am_pl": [0, 4, 1, 1, 3, 2, 2, 2, 1, 0, 1, 2, 5, 6, 6, 5, 3, 5, 3, 2, 3, 2, 2, 0, 3, 4, 2, 4, 6, 4, 6, 2, 3, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 3, 3, 5, 6], "n_pos": 27, "sum_m_en": [2.791099, 3.804295, 3.858692, 4.003734, 4.36439, 4.342462, 4.102472, 4.211336, 4.065068, 4.326277, 4.206282, 4.655248, 4.48821, 4.569093, 4.631254, 4.793188, 5.308904, 5.123965, 4.975832, 5.189056, 4.77096, 4.71068, 4.488554, 4.466563, 7.626227, 6.944024, 5.985868, 5.688796, 5.949397, 6.063189, 5.803374, 5.944267, 5.927521, 6.082722, 7.016561, 7.846304, 8.813441, 11.756498, 13.655145, 14.412276, 16.48565, 18.628852, 17.611739, 17.305, 18.077198, 18.501314, 18.261679, 17.790297, 18.043008, 18.582553], "sum_m_pl": [0.482822, 1.238442, 1.345814, 1.366895, 1.542612, 1.51665, 1.613709, 1.539379, 1.589895, 1.732247, 1.798491, 2.097063, 2.198059, 2.259228, 2.409424, 2.758529, 2.525087, 2.489311, 2.212664, 2.114758, 2.036013, 1.960801, 1.885967, 1.876239, 2.813946, 2.893043, 2.855386, 3.050258, 3.128696, 3.058316, 3.084895, 2.900687, 2.795509, 2.681809, 2.757227, 2.511263, 2.190422, 1.728273, 1.374734, 1.191854, 1.049123, 0.617209, 1.356208, 0.882876, 0.826564, 0.813398, 2.823346, 3.162569, 4.535513, 5.644794]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "llmzszl-155", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 818, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 4, 8, 12, 18, 19, 15, 8, 11, 17, 25, 16, 16, 13, 13, 24, 28, 31, 31, 34, 34, 35, 36, 26, 42, 44, 35, 25, 27, 21, 21, 19, 12, 23, 42, 40, 31, 38, 54, 52, 50, 49, 52, 53, 37, 34, 18, 10, 3, 3], "n_am_pl": [2, 13, 18, 17, 13, 22, 17, 23, 13, 17, 14, 22, 26, 33, 31, 30, 24, 21, 19, 18, 12, 11, 10, 9, 18, 13, 20, 24, 20, 23, 22, 26, 18, 23, 15, 12, 17, 11, 6, 8, 10, 8, 8, 6, 14, 20, 30, 39, 41, 39], "n_pos": 159, "sum_m_en": [15.466545, 24.05602, 24.947833, 24.578946, 25.465379, 24.540636, 22.740767, 22.801506, 21.934106, 23.763915, 24.287108, 24.177088, 23.230867, 23.268974, 23.188821, 25.023659, 26.465473, 24.59528, 24.889705, 24.514239, 24.595531, 24.680336, 24.589467, 24.628534, 32.881143, 30.653279, 26.441085, 25.050346, 24.779788, 25.54235, 23.109955, 23.968469, 25.70571, 26.326866, 29.483392, 31.233413, 30.930454, 36.045779, 39.099545, 39.949983, 39.615743, 45.371062, 46.184444, 43.530941, 37.395261, 33.33055, 18.373132, 9.335078, 5.268904, 3.000013], "sum_m_pl": [2.720739, 8.234937, 9.147541, 8.782314, 9.128792, 9.132382, 9.11341, 9.263372, 9.932151, 10.793541, 11.190653, 11.903314, 11.609533, 12.39054, 12.797581, 13.303992, 13.056814, 13.011123, 11.450968, 11.227633, 10.648006, 10.199191, 9.966892, 10.053433, 15.677691, 16.199345, 16.533968, 16.266231, 17.140928, 18.493155, 17.34487, 17.348181, 15.095109, 13.537937, 13.423458, 12.366761, 11.86964, 9.845379, 9.167805, 9.408371, 9.3382, 8.986756, 9.935839, 11.174964, 14.551549, 18.292964, 28.683236, 36.637914, 39.565017, 38.947765]}, "digit": {"n_am_en": [3, 1, 0, 2, 3, 2, 1, 1, 2, 4, 4, 2, 5, 6, 5, 7, 6, 11, 7, 5, 9, 8, 7, 4, 10, 11, 8, 4, 6, 3, 3, 7, 0, 4, 7, 6, 7, 6, 9, 7, 7, 6, 5, 6, 4, 3, 4, 3, 0, 0], "n_am_pl": [2, 6, 9, 3, 0, 2, 2, 3, 0, 0, 2, 3, 3, 5, 8, 7, 9, 8, 7, 6, 3, 3, 2, 1, 1, 1, 2, 4, 3, 8, 1, 2, 4, 5, 6, 3, 5, 3, 0, 1, 1, 1, 1, 0, 1, 3, 2, 2, 0, 0], "n_pos": 36, "sum_m_en": [3.374785, 5.909293, 6.434252, 6.257352, 6.171381, 5.946212, 5.430828, 5.221064, 5.326574, 5.948747, 6.277042, 5.907792, 5.657943, 5.672084, 5.849255, 6.064655, 6.883159, 6.241158, 6.213941, 5.992707, 5.970483, 6.023028, 5.972839, 6.022102, 7.624283, 7.219586, 6.534787, 6.269473, 6.454306, 6.800895, 5.770467, 6.295154, 7.108604, 6.916442, 7.313876, 7.254266, 7.198835, 7.399967, 7.694597, 7.200238, 6.586374, 7.199808, 6.913248, 6.164832, 5.365033, 4.217223, 2.933431, 2.234584, 0.970592, 0.0], "sum_m_pl": [0.548989, 1.870803, 1.741696, 1.567255, 1.351666, 1.234352, 1.246331, 1.415544, 1.760084, 1.900021, 2.202696, 2.257062, 2.311544, 2.47981, 2.702156, 2.740092, 2.781471, 2.879638, 2.481867, 2.357589, 2.206122, 2.09712, 2.030038, 2.046489, 2.697669, 2.746014, 2.613727, 2.870153, 2.928446, 3.117284, 2.806851, 2.729507, 2.311968, 2.074565, 2.171151, 2.144761, 1.867995, 1.516654, 1.510359, 1.551194, 1.586292, 1.60273, 1.78325, 1.961597, 2.005777, 1.81564, 2.149706, 1.975213, 0.482859, 0.0]}, "lang": {"n_am_en": [1, 0, 3, 5, 11, 8, 8, 2, 2, 3, 8, 8, 6, 5, 5, 7, 11, 7, 7, 13, 13, 13, 13, 11, 16, 15, 15, 9, 9, 6, 12, 4, 5, 8, 12, 12, 10, 16, 22, 24, 26, 21, 24, 26, 20, 20, 12, 7, 3, 3], "n_am_pl": [0, 4, 3, 4, 5, 7, 5, 5, 6, 6, 7, 6, 8, 11, 8, 12, 9, 6, 6, 6, 6, 5, 4, 5, 9, 5, 10, 9, 8, 8, 5, 10, 5, 8, 4, 6, 8, 7, 4, 7, 9, 7, 7, 6, 12, 15, 25, 32, 39, 39], "n_pos": 42, "sum_m_en": [4.326453, 6.247811, 6.517342, 6.557707, 6.955753, 6.874042, 6.583588, 6.875521, 6.344837, 6.573766, 6.910454, 7.197619, 7.077325, 7.072166, 7.042489, 7.458364, 7.526605, 7.069878, 7.122321, 7.134043, 7.040733, 6.980804, 7.030572, 6.97171, 12.067978, 11.023385, 9.083175, 8.095746, 7.53937, 7.343321, 6.946916, 6.908542, 6.972578, 7.850567, 8.204736, 9.605155, 10.131956, 12.876673, 13.914163, 15.257357, 16.204992, 19.243873, 19.640772, 19.585192, 19.049884, 16.971916, 11.966307, 6.223414, 3.551854, 3.000012], "sum_m_pl": [0.744906, 1.79222, 2.279764, 2.272606, 2.539693, 2.59553, 2.813466, 2.938225, 3.214691, 3.49264, 3.630794, 3.930196, 3.717074, 3.988286, 4.064215, 4.197764, 4.074995, 4.013969, 3.514533, 3.384424, 3.224768, 3.123131, 3.044677, 2.988971, 5.644559, 5.587268, 6.123913, 5.650151, 5.783473, 6.285574, 5.600568, 6.066445, 5.325973, 4.962089, 4.980802, 4.974982, 5.359998, 4.694522, 4.419261, 4.802477, 5.209236, 5.237448, 6.255972, 7.126862, 10.279777, 13.848889, 23.060582, 30.413185, 36.792956, 38.638323]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "llmzszl-155", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 946, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 8, 10, 15, 20, 15, 21, 19, 17, 15, 19, 10, 16, 13, 17, 19, 17, 16, 19, 17, 18, 21, 16, 15, 27, 26, 22, 17, 21, 20, 19, 13, 16, 23, 23, 27, 29, 36, 40, 40, 42, 38, 37, 35, 29, 28, 29, 31, 29, 28], "n_am_pl": [4, 7, 0, 2, 3, 3, 4, 4, 5, 7, 8, 14, 15, 9, 8, 8, 3, 3, 4, 2, 2, 1, 4, 1, 4, 6, 3, 9, 5, 9, 5, 8, 7, 2, 4, 6, 3, 3, 2, 3, 2, 2, 3, 3, 7, 7, 9, 9, 9, 9], "n_pos": 89, "sum_m_en": [9.937115, 13.194653, 13.263528, 13.566364, 15.074398, 15.311639, 14.602682, 14.822992, 14.196689, 14.797714, 15.386066, 14.967674, 14.935552, 14.735602, 14.841368, 14.251879, 15.705197, 14.921332, 15.365369, 15.061464, 14.42674, 14.897043, 14.437858, 14.69093, 18.791786, 18.659006, 18.570044, 17.93543, 18.288931, 17.982, 16.523403, 16.375055, 16.332241, 17.614614, 19.711458, 20.187093, 22.264034, 26.201015, 30.324149, 36.514366, 35.704336, 34.42428, 33.244557, 32.558062, 29.820803, 30.280254, 30.823216, 30.749383, 28.610092, 28.263977], "sum_m_pl": [1.739341, 3.995971, 4.282593, 4.055412, 4.374616, 4.300569, 4.480732, 4.724874, 4.854663, 5.456894, 5.773633, 6.083531, 6.249346, 6.099996, 5.934641, 6.155347, 5.597345, 6.028866, 5.764223, 5.724784, 5.665915, 5.425046, 5.292091, 5.292701, 6.165311, 6.574914, 6.938055, 7.482398, 7.41269, 7.669578, 7.372182, 7.282745, 7.080274, 6.527428, 5.789051, 5.524743, 4.832814, 4.244386, 3.60817, 3.22592, 3.375702, 3.298069, 3.957119, 4.420021, 7.619843, 7.42601, 7.61935, 10.013565, 9.692383, 9.380554]}, "digit": {"n_am_en": [0, 0, 1, 2, 1, 0, 4, 3, 4, 0, 2, 0, 3, 1, 3, 3, 2, 3, 3, 1, 2, 4, 3, 1, 6, 4, 1, 2, 1, 4, 2, 1, 1, 2, 2, 1, 3, 4, 4, 3, 4, 4, 2, 2, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 2, 3, 3, 3, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 1, 3, 2, 0, 0, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 0, 0], "n_pos": 18, "sum_m_en": [1.865486, 3.098587, 3.013239, 2.79444, 3.015474, 3.109775, 2.986114, 3.022482, 2.979045, 3.174057, 3.365232, 3.217693, 3.072939, 2.881387, 3.011545, 2.784479, 3.073147, 2.948035, 3.269799, 3.148578, 3.107287, 3.206479, 3.063717, 3.130928, 3.869679, 3.717817, 3.612225, 3.551306, 3.63936, 3.591223, 3.296838, 3.437228, 3.263133, 3.363195, 3.348729, 3.258189, 3.34631, 3.460371, 3.141686, 3.654804, 3.44559, 3.374294, 3.032415, 2.311049, 2.034881, 1.728172, 1.334934, 1.001102, 0.316715, 0.0], "sum_m_pl": [0.291332, 0.777084, 0.709329, 0.70061, 0.723419, 0.691867, 0.676107, 0.69933, 0.834504, 0.920893, 1.08286, 1.230365, 1.270647, 1.215428, 1.163152, 1.155224, 1.050086, 1.204271, 1.128336, 1.114286, 1.097339, 1.056732, 1.027054, 1.038597, 1.193415, 1.35478, 1.262269, 1.414959, 1.405052, 1.535938, 1.495461, 1.382866, 1.268548, 1.116743, 1.089657, 1.171535, 1.164665, 1.0744, 1.096707, 1.089823, 1.020003, 1.124758, 1.214775, 1.280149, 1.827807, 1.593738, 1.476081, 1.346303, 0.133877, 0.0]}, "lang": {"n_am_en": [5, 5, 4, 6, 9, 9, 9, 10, 8, 6, 11, 6, 11, 9, 9, 10, 11, 10, 10, 10, 12, 12, 8, 10, 14, 15, 14, 11, 14, 11, 14, 10, 12, 16, 17, 18, 20, 22, 26, 29, 29, 26, 28, 28, 27, 27, 28, 29, 29, 28], "n_am_pl": [3, 4, 0, 0, 1, 2, 0, 2, 4, 6, 5, 8, 7, 4, 3, 3, 1, 0, 3, 2, 0, 0, 2, 1, 2, 5, 3, 5, 2, 5, 3, 3, 1, 1, 1, 1, 2, 2, 0, 0, 0, 1, 2, 2, 6, 6, 7, 8, 9, 9], "n_pos": 39, "sum_m_en": [4.900011, 5.851046, 6.203514, 6.303983, 7.127211, 7.207816, 7.001183, 7.05879, 6.76564, 6.838371, 7.059642, 6.953511, 7.204906, 7.265352, 7.145929, 7.036493, 7.719017, 7.434494, 7.186709, 7.086264, 6.687899, 6.87558, 6.609084, 6.656075, 9.754885, 9.477201, 9.520993, 8.962638, 8.883999, 8.681231, 8.067615, 7.920912, 8.057561, 8.857873, 10.137774, 11.08853, 12.658976, 15.644645, 19.84603, 25.120547, 24.254819, 24.473958, 24.497725, 24.960608, 24.543466, 25.574366, 27.597127, 27.126559, 27.424372, 27.877173], "sum_m_pl": [0.840703, 1.702458, 1.8808, 1.779169, 2.002936, 2.005064, 2.066327, 2.284282, 2.399562, 2.594088, 2.721625, 2.774702, 2.891679, 2.871622, 2.696548, 2.941725, 2.684551, 2.865002, 2.770277, 2.698841, 2.662516, 2.540344, 2.466126, 2.444237, 3.054067, 3.292043, 3.494496, 3.681649, 3.511611, 3.475613, 3.363186, 3.51778, 3.389226, 3.313186, 2.870874, 2.741524, 2.343368, 2.076238, 1.606834, 1.361519, 1.58349, 1.503047, 2.025243, 2.590635, 5.213303, 5.411175, 5.935337, 8.440091, 9.423936, 9.380547]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "llmzszl-157", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 784, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.967, "tf_agree_excl_first": 0.9778}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 4, 13, 10, 19, 14, 18, 15, 11, 12, 9, 12, 8, 9, 11, 10, 12, 14, 13, 18, 20, 21, 14, 14, 32, 29, 27, 22, 21, 20, 16, 14, 12, 22, 27, 29, 26, 35, 42, 43, 40, 36, 37, 32, 26, 17, 4, 2, 0, 0], "n_am_pl": [3, 3, 7, 8, 6, 12, 11, 6, 6, 12, 13, 15, 14, 12, 11, 9, 7, 12, 7, 6, 4, 3, 5, 6, 5, 7, 6, 7, 8, 13, 9, 10, 9, 9, 4, 7, 6, 5, 5, 8, 9, 6, 8, 10, 12, 19, 34, 38, 37, 38], "n_pos": 94, "sum_m_en": [9.125849, 13.172633, 13.436547, 13.88475, 14.755285, 15.370535, 14.768088, 15.165848, 14.438589, 15.373952, 16.076591, 15.839149, 15.675081, 15.117607, 14.74865, 14.384635, 15.580626, 15.391745, 15.896323, 15.572509, 15.145048, 15.277202, 14.995761, 15.385493, 19.844199, 19.353116, 17.690095, 17.465993, 17.741337, 17.63515, 15.967374, 16.031802, 16.175957, 18.385979, 20.600267, 21.48832, 22.54144, 25.042486, 30.385772, 34.45016, 31.880386, 32.099378, 30.794927, 30.770713, 25.126057, 19.000431, 6.282032, 3.322204, 0.735191, 0.0], "sum_m_pl": [1.784732, 4.538313, 5.010478, 4.980524, 5.171628, 5.213404, 5.321454, 5.345971, 5.509988, 6.144711, 6.970371, 7.318567, 7.349884, 7.208102, 6.863733, 7.147688, 6.296817, 6.719199, 6.187071, 5.977794, 5.963067, 5.764195, 5.632603, 5.595456, 7.009586, 7.233875, 8.024053, 8.374575, 8.564868, 9.120712, 8.765161, 8.965816, 8.453581, 7.391941, 6.35113, 6.014156, 5.7798, 5.269995, 4.756046, 5.215458, 6.249804, 5.474247, 7.834737, 10.426686, 12.940357, 17.77709, 31.377809, 36.385797, 36.714156, 37.390956]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 3, 1, 1, 1, 1, 1, 0, 0, 1, 2, 2, 3, 2, 2, 1, 1, 1, 1, 6, 3, 5, 3, 3, 4, 2, 2, 2, 2, 3, 4, 1, 4, 5, 4, 6, 2, 3, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 5, 4, 2, 2, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 0, 2, 3, 3, 2, 1, 0], "n_pos": 18, "sum_m_en": [1.722255, 3.112821, 3.261579, 2.970935, 2.924133, 3.008064, 2.766783, 2.896204, 2.801596, 3.05005, 3.246985, 3.174122, 2.999447, 2.875918, 2.835133, 2.59944, 2.914131, 2.926638, 3.211456, 3.090313, 3.027226, 3.081273, 3.004526, 3.129402, 4.042358, 3.856412, 3.665724, 3.680725, 3.675293, 3.692541, 3.211423, 3.341494, 3.253619, 3.351333, 3.547379, 3.731804, 3.435091, 3.287541, 3.774383, 4.121479, 3.615092, 3.619574, 3.617666, 3.034928, 2.281515, 1.546066, 0.863702, 0.582217, 0.274179, 0.0], "sum_m_pl": [0.279502, 0.830177, 0.738936, 0.717122, 0.718467, 0.700135, 0.721244, 0.724563, 0.834201, 0.912362, 1.112724, 1.240787, 1.343814, 1.217673, 1.209406, 1.211747, 1.053214, 1.199657, 1.090168, 1.075089, 1.074544, 1.041809, 1.015031, 1.026988, 1.180847, 1.26761, 1.175548, 1.331332, 1.385918, 1.470418, 1.473496, 1.435405, 1.282759, 1.140574, 1.103707, 1.176602, 1.069992, 0.952058, 1.035746, 1.040503, 1.005187, 1.036935, 1.004449, 0.934259, 1.311909, 2.184201, 2.718123, 2.328171, 0.788774, 0.0]}, "lang": {"n_am_en": [4, 2, 4, 5, 10, 9, 10, 11, 7, 6, 6, 9, 8, 7, 9, 6, 8, 9, 8, 11, 14, 15, 10, 10, 18, 17, 15, 12, 11, 9, 9, 8, 8, 14, 16, 16, 17, 21, 24, 26, 22, 26, 25, 21, 19, 12, 4, 2, 0, 0], "n_am_pl": [2, 3, 2, 4, 4, 6, 6, 4, 3, 7, 7, 5, 5, 5, 4, 3, 6, 10, 3, 4, 2, 1, 2, 3, 2, 5, 5, 7, 5, 8, 4, 6, 8, 6, 3, 5, 3, 4, 3, 6, 7, 5, 7, 10, 10, 16, 28, 34, 35, 37], "n_pos": 37, "sum_m_en": [3.775389, 4.852158, 5.167441, 5.526698, 6.051883, 6.667045, 6.306751, 6.553942, 6.32394, 6.697704, 6.933672, 6.904146, 6.98532, 6.760487, 6.633046, 6.61535, 6.868463, 6.846578, 6.707648, 6.669475, 6.531586, 6.468278, 6.323274, 6.360013, 9.249763, 8.972269, 7.966783, 7.59069, 7.385953, 7.304536, 6.950478, 6.860655, 7.055601, 8.719242, 9.803705, 11.270329, 12.40092, 14.686759, 18.148016, 19.011022, 18.320568, 19.630307, 19.036641, 18.95834, 15.661674, 11.945954, 4.624454, 2.010084, 0.191758, 0.0], "sum_m_pl": [0.79421, 1.824028, 2.127043, 2.170976, 2.291026, 2.298583, 2.359987, 2.40291, 2.481249, 2.821754, 3.200003, 3.355517, 3.389986, 3.453514, 3.17347, 3.306979, 2.90091, 3.068601, 2.825114, 2.683061, 2.692274, 2.599083, 2.510848, 2.458108, 3.272579, 3.536065, 4.304982, 4.480697, 4.373388, 4.659276, 4.388605, 4.725353, 4.520173, 4.084049, 3.379998, 3.135547, 3.284565, 3.016318, 2.703032, 3.245694, 4.227435, 3.434266, 5.712134, 8.390407, 10.582241, 14.411571, 26.198635, 32.141436, 34.93271, 36.463171]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "llmzszl-157", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 912, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 9, 18, 9, 15, 18, 15, 14, 12, 12, 23, 24, 20, 17, 18, 26, 29, 23, 30, 33, 29, 32, 28, 28, 37, 31, 25, 22, 20, 15, 19, 17, 21, 20, 21, 32, 38, 47, 44, 45, 39, 37, 37, 42, 37, 36, 31, 29, 27, 26], "n_am_pl": [3, 14, 13, 12, 13, 10, 9, 8, 8, 10, 10, 17, 14, 13, 11, 9, 7, 9, 11, 12, 6, 7, 7, 3, 11, 17, 23, 15, 17, 16, 19, 16, 11, 11, 13, 4, 4, 5, 1, 0, 2, 4, 3, 1, 1, 2, 2, 0, 1, 1], "n_pos": 119, "sum_m_en": [14.268978, 17.668083, 16.99336, 16.970276, 18.224601, 19.375578, 18.929275, 19.48685, 18.272721, 20.035626, 19.66408, 20.507002, 19.816784, 19.734716, 19.094242, 19.293977, 19.677644, 18.930226, 19.655151, 19.413017, 18.619976, 19.198781, 18.549407, 18.267918, 24.253768, 22.632286, 20.127597, 19.963416, 20.096171, 20.203792, 19.380474, 20.307013, 21.256689, 21.485361, 22.790121, 26.004201, 28.336303, 30.805399, 33.052242, 37.690666, 33.661036, 33.405705, 34.811146, 39.979661, 37.018705, 32.842674, 31.695482, 27.847172, 26.430819, 27.679346], "sum_m_pl": [3.244623, 5.618864, 6.30996, 6.050852, 6.558268, 6.825522, 6.720199, 6.608267, 6.887364, 7.359175, 7.571378, 7.948657, 8.236809, 7.652754, 8.051727, 7.498609, 7.342807, 7.196927, 7.156791, 7.457073, 7.14676, 7.104095, 6.897682, 6.987305, 9.105367, 10.658818, 10.303796, 10.279651, 10.53222, 11.453659, 10.54747, 9.278312, 8.907203, 8.115702, 7.958557, 7.530158, 6.76092, 5.778648, 4.715801, 3.535856, 4.105595, 4.552739, 3.505337, 2.319202, 1.999541, 2.460255, 2.202307, 1.559283, 1.101122, 0.653677]}, "digit": {"n_am_en": [2, 1, 0, 0, 3, 4, 4, 3, 0, 3, 7, 4, 6, 7, 4, 2, 5, 2, 2, 3, 2, 2, 2, 2, 3, 4, 2, 1, 2, 0, 0, 3, 2, 2, 2, 5, 5, 6, 3, 2, 2, 3, 2, 4, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 5, 6, 5, 2, 3, 1, 0, 3, 1, 0, 2, 0, 2, 4, 4, 2, 2, 1, 1, 1, 1, 1, 1, 4, 7, 9, 5, 6, 4, 5, 4, 4, 4, 3, 1, 0, 2, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.956192, 2.289413, 2.255808, 2.357813, 2.542131, 2.75204, 2.695197, 2.760257, 2.660133, 2.79915, 2.786267, 2.719475, 2.80497, 2.736091, 2.503718, 2.539487, 2.746202, 2.496137, 2.529007, 2.401799, 2.328682, 2.347099, 2.327639, 2.364125, 2.600895, 2.748868, 2.42267, 2.331397, 2.527724, 2.475077, 2.364906, 2.734522, 2.71705, 2.851147, 3.173863, 3.16624, 3.088648, 3.321404, 3.02473, 3.419126, 2.539391, 2.230866, 2.239011, 2.619018, 2.427902, 1.533103, 0.936545, 0.578322, 0.094328, 0.0], "sum_m_pl": [0.293956, 0.663956, 0.663321, 0.669452, 0.792892, 0.800753, 0.778801, 0.76724, 0.872183, 1.037282, 1.032039, 1.19299, 1.241158, 1.085921, 1.247865, 1.218492, 1.061623, 0.984728, 0.976456, 1.000845, 0.95216, 0.949026, 0.91462, 0.974516, 1.698724, 1.89169, 2.094305, 2.111484, 1.842284, 1.93781, 1.719966, 1.461127, 1.334733, 1.140375, 1.026324, 1.055993, 0.911474, 0.8209, 0.731271, 0.698121, 0.880526, 1.03127, 0.815464, 0.72585, 0.798643, 0.539377, 0.262836, 0.175085, 0.020363, 0.0]}, "lang": {"n_am_en": [3, 5, 5, 5, 7, 4, 4, 5, 4, 4, 7, 11, 6, 3, 5, 10, 12, 8, 10, 12, 12, 12, 12, 12, 14, 14, 10, 10, 7, 7, 7, 6, 11, 9, 11, 12, 17, 20, 23, 21, 21, 20, 21, 23, 23, 22, 22, 25, 27, 26], "n_am_pl": [0, 1, 1, 1, 3, 2, 3, 2, 1, 3, 1, 1, 4, 3, 3, 2, 1, 3, 5, 5, 2, 4, 5, 2, 4, 3, 5, 4, 5, 4, 5, 5, 3, 2, 1, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 2, 0, 1, 1], "n_pos": 29, "sum_m_en": [2.924416, 4.284017, 4.1891, 4.167483, 4.570326, 4.96057, 4.808758, 4.745833, 4.574373, 5.026656, 5.050446, 5.547679, 5.29975, 5.176099, 5.080458, 5.104682, 5.408557, 5.220279, 5.255323, 5.273051, 5.07374, 5.094304, 5.043802, 4.969008, 7.53879, 7.307752, 6.679079, 6.082472, 5.716226, 5.74497, 5.699686, 6.180825, 6.654918, 7.394879, 7.956729, 9.175267, 11.211461, 13.196365, 14.955254, 16.389513, 16.238262, 17.159691, 18.219086, 20.637016, 21.150952, 20.210604, 21.780684, 22.764653, 24.916711, 26.724999], "sum_m_pl": [0.56013, 1.206272, 1.409504, 1.431668, 1.592263, 1.657733, 1.741923, 1.635725, 1.634813, 1.650821, 1.790123, 1.871222, 2.20464, 1.998393, 2.163398, 1.983988, 1.952449, 1.894126, 1.857143, 1.965138, 1.872795, 1.831473, 1.778451, 1.740822, 2.617387, 2.811523, 2.666213, 2.786771, 2.916004, 3.207553, 3.106014, 2.621504, 2.679958, 2.428814, 2.340364, 2.145218, 1.728052, 1.510027, 1.284394, 0.907748, 1.00556, 1.248301, 0.719361, 0.526474, 0.518703, 1.404325, 1.630342, 1.083901, 1.004892, 0.653677]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "llmzszl-158", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 870, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9917}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 32, 38, 49, 65, 82, 65, 57, 68, 82, 79, 80, 72, 63, 68, 90, 98, 99, 131, 148, 149, 153, 146, 143, 189, 161, 124, 105, 101, 95, 80, 97, 97, 114, 127, 140, 161, 199, 214, 238, 236, 219, 224, 232, 198, 134, 61, 23, 14, 14], "n_am_pl": [12, 30, 63, 51, 57, 57, 64, 75, 67, 79, 78, 90, 81, 80, 64, 61, 43, 55, 42, 49, 45, 44, 40, 39, 53, 71, 86, 86, 91, 81, 88, 74, 70, 52, 64, 52, 45, 43, 43, 50, 49, 46, 49, 51, 66, 112, 170, 213, 216, 213], "n_pos": 547, "sum_m_en": [53.77614, 76.473148, 84.622857, 86.156307, 90.032998, 91.947454, 91.1613, 95.171458, 89.551372, 96.698465, 98.849752, 98.777271, 96.010425, 95.226174, 90.133917, 92.105925, 94.508525, 88.765281, 92.719513, 91.616125, 90.544267, 91.703826, 90.078898, 88.853728, 129.29048, 117.417977, 104.004084, 98.348925, 96.13504, 95.550286, 90.912863, 96.34307, 100.38259, 106.557296, 112.876101, 112.942616, 117.896714, 127.474673, 142.269466, 173.431889, 179.75711, 180.606325, 184.453917, 201.173263, 179.399031, 119.649657, 57.077573, 25.272926, 17.120809, 14.000005], "sum_m_pl": [10.73353, 26.196151, 33.179651, 31.393944, 32.416447, 32.744765, 34.73854, 35.870159, 38.005784, 40.014159, 41.77811, 42.880236, 43.668614, 42.686638, 42.245714, 36.760042, 35.54066, 34.897992, 33.745842, 35.119436, 33.787183, 33.393128, 33.492744, 33.130379, 46.566591, 57.319791, 57.558724, 58.663915, 58.672739, 60.483464, 54.871763, 52.7767, 50.570213, 45.727752, 43.660336, 42.99743, 41.087418, 43.856246, 42.591095, 41.308728, 42.087854, 39.80583, 44.483174, 47.604014, 62.25319, 106.906037, 164.971568, 203.610256, 211.144429, 212.857869]}, "digit": {"n_am_en": [0, 1, 5, 3, 0, 3, 3, 3, 5, 5, 3, 1, 4, 3, 2, 2, 7, 10, 8, 9, 9, 12, 9, 8, 13, 8, 7, 3, 4, 2, 2, 2, 9, 6, 9, 8, 9, 12, 12, 11, 9, 9, 12, 12, 10, 5, 3, 1, 0, 0], "n_am_pl": [0, 2, 3, 2, 4, 5, 2, 5, 4, 2, 1, 5, 6, 4, 1, 5, 4, 3, 3, 4, 3, 4, 3, 4, 3, 5, 2, 4, 5, 7, 6, 6, 3, 4, 7, 2, 1, 0, 1, 0, 1, 0, 1, 0, 1, 2, 3, 4, 0, 0], "n_pos": 34, "sum_m_en": [2.458459, 4.950147, 5.572654, 5.717771, 5.67581, 5.427467, 5.37773, 5.924344, 5.494299, 6.266376, 6.278309, 6.076725, 6.093271, 5.901439, 5.878581, 5.901119, 6.271765, 5.888752, 6.16213, 6.102664, 5.988011, 6.083156, 5.844045, 5.850605, 7.468929, 6.583594, 6.127285, 5.752469, 6.120554, 6.09321, 5.753234, 6.189408, 7.025271, 7.521276, 7.791953, 7.197392, 7.186703, 7.589348, 8.275068, 9.575582, 8.920901, 8.068625, 8.284899, 8.792387, 7.755184, 5.058724, 2.084613, 1.064317, 0.648543, 0.0], "sum_m_pl": [0.423133, 1.585735, 1.85495, 1.95901, 1.982538, 1.809155, 1.720138, 1.974987, 2.156907, 2.361902, 2.45942, 2.595164, 2.682808, 2.617679, 2.607277, 2.46895, 2.3383, 2.320616, 2.275218, 2.2901, 2.185579, 2.133721, 2.096823, 2.137153, 3.207045, 3.914999, 3.760116, 3.855846, 3.608324, 3.883687, 3.583741, 3.363248, 3.018001, 2.667034, 2.439932, 2.455064, 2.082341, 1.78579, 1.731996, 1.400003, 1.384072, 1.451685, 1.631077, 1.518615, 2.074544, 2.617862, 3.396156, 2.747802, 0.595817, 0.0]}, "lang": {"n_am_en": [8, 16, 12, 22, 19, 29, 28, 24, 42, 51, 50, 48, 41, 33, 39, 48, 50, 47, 72, 78, 76, 77, 76, 78, 104, 99, 70, 64, 60, 54, 53, 61, 58, 71, 71, 76, 83, 109, 118, 145, 147, 141, 143, 150, 132, 90, 43, 17, 14, 14], "n_am_pl": [4, 19, 31, 14, 19, 28, 24, 25, 25, 34, 39, 41, 41, 46, 36, 24, 22, 28, 18, 27, 23, 23, 18, 21, 23, 40, 45, 37, 41, 47, 43, 34, 35, 32, 40, 34, 34, 30, 35, 41, 36, 35, 39, 38, 48, 89, 141, 190, 203, 212], "n_pos": 226, "sum_m_en": [21.730945, 31.670268, 37.087718, 37.531722, 39.485071, 41.526929, 41.775203, 43.323774, 42.065724, 45.420697, 46.292371, 46.249855, 44.093644, 43.33742, 40.787078, 41.567909, 42.488242, 40.276036, 41.333571, 41.133669, 40.189907, 40.585155, 40.111831, 39.289759, 67.897216, 61.338118, 53.545789, 48.975949, 46.495057, 44.50533, 43.04819, 45.570016, 47.258852, 52.136802, 54.555676, 56.884479, 59.383899, 64.850479, 75.952278, 96.973348, 108.330418, 111.937697, 117.131153, 130.218687, 120.111624, 78.609786, 40.251628, 17.989984, 14.805835, 14.000001], "sum_m_pl": [3.668622, 9.67092, 13.052537, 12.212194, 12.592302, 13.498361, 14.670536, 15.201005, 16.223983, 16.627132, 18.021687, 18.670068, 19.151977, 19.238254, 18.46814, 15.335516, 14.88884, 14.894982, 14.333161, 14.636891, 14.027115, 14.043817, 14.106638, 13.832261, 19.677127, 24.908982, 25.212556, 25.759987, 26.967519, 27.884744, 24.501771, 23.850806, 23.231647, 21.992051, 20.66687, 21.079546, 22.681734, 26.800916, 27.054564, 27.934215, 27.587823, 25.984665, 29.611506, 31.509866, 42.285675, 82.671953, 135.719761, 181.483217, 196.935795, 211.048007]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 561, "item_id": "llmzszl-158", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 998, "region_end": 547, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 0.9964}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 14, 15, 19, 27, 27, 36, 47, 41, 30, 25, 32, 30, 28, 28, 30, 35, 34, 31, 38, 32, 40, 35, 31, 48, 47, 46, 34, 34, 35, 33, 33, 35, 39, 40, 33, 44, 57, 59, 57, 51, 50, 51, 52, 45, 41, 32, 29, 31, 29], "n_am_pl": [4, 14, 13, 8, 15, 12, 9, 6, 6, 8, 14, 12, 11, 5, 8, 6, 8, 6, 8, 5, 3, 2, 2, 3, 7, 6, 4, 5, 9, 10, 7, 7, 9, 8, 7, 10, 13, 7, 6, 6, 4, 4, 4, 3, 8, 11, 17, 24, 23, 21], "n_pos": 142, "sum_m_en": [14.492906, 21.699172, 21.857736, 22.5303, 26.369056, 26.730707, 26.871874, 28.021545, 28.171495, 28.181369, 29.053777, 28.227891, 27.28934, 27.14667, 27.337836, 26.23671, 27.881764, 26.197157, 25.047965, 24.818235, 24.588368, 25.666088, 24.617421, 24.884517, 37.561686, 36.135007, 33.102011, 29.122214, 28.753488, 29.058002, 28.223073, 29.219605, 28.657558, 30.088797, 32.290354, 30.978851, 32.767428, 40.643793, 44.70543, 48.009588, 49.03284, 47.88889, 48.737683, 48.88983, 42.185107, 38.545051, 32.147329, 30.253515, 29.418514, 30.21472], "sum_m_pl": [2.814672, 7.118711, 7.48248, 6.651208, 7.542512, 8.154456, 7.912031, 7.619407, 7.721081, 8.196159, 8.49313, 9.264308, 9.12541, 8.406728, 8.370518, 8.382111, 8.346466, 8.392332, 8.651019, 8.601769, 8.410674, 8.112638, 8.216147, 8.323293, 7.907896, 8.960654, 8.617428, 10.022546, 10.429592, 11.728593, 10.642344, 10.098988, 10.121298, 9.357102, 9.293364, 9.394213, 9.685262, 8.077177, 7.460473, 7.309128, 6.141769, 5.732691, 5.760695, 5.697987, 10.177779, 11.589885, 16.792193, 23.483625, 22.946992, 21.156883]}, "digit": {"n_am_en": [0, 3, 1, 3, 5, 2, 1, 4, 7, 1, 5, 5, 4, 1, 4, 4, 7, 6, 3, 5, 6, 9, 5, 3, 12, 10, 9, 3, 5, 9, 5, 5, 7, 4, 4, 4, 7, 6, 8, 7, 4, 2, 3, 2, 2, 0, 3, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 4, 2, 1, 1, 1, 2, 3, 2, 0, 1, 0, 3, 1, 3, 3, 2, 1, 1, 0, 0, 1, 2, 2, 2, 2, 1, 0, 1, 1, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.336463, 5.282796, 4.984042, 4.859209, 5.867963, 5.535181, 5.419364, 5.446593, 5.399542, 5.629544, 6.157807, 5.970499, 5.856789, 5.563888, 5.793162, 5.676871, 6.56241, 5.897046, 5.660962, 5.41464, 5.2639, 5.468644, 5.320477, 5.375982, 8.820552, 8.120818, 7.404619, 6.619606, 6.258197, 6.29916, 5.743223, 6.049631, 5.641084, 5.752438, 6.053833, 5.740474, 6.064728, 5.979879, 5.641162, 6.079599, 4.812955, 4.607423, 4.628846, 4.24224, 3.436, 3.011251, 2.947153, 1.92031, 0.865922, 0.0], "sum_m_pl": [0.569758, 1.638316, 1.318512, 1.21733, 1.446044, 1.444397, 1.246122, 1.138493, 1.281947, 1.328179, 1.576772, 1.714399, 1.739155, 1.633064, 1.601387, 1.591678, 1.56087, 1.699399, 1.746019, 1.584404, 1.58251, 1.537511, 1.56389, 1.604382, 1.25956, 1.476498, 1.407911, 1.680695, 1.713721, 1.996342, 1.684283, 1.563947, 1.659904, 1.564266, 1.633935, 1.565256, 1.518225, 1.325606, 1.350765, 1.348394, 1.477175, 1.431533, 1.411054, 1.40829, 1.522783, 1.209901, 1.146914, 0.798679, 0.366649, 0.0]}, "lang": {"n_am_en": [7, 7, 8, 8, 16, 19, 21, 26, 20, 17, 11, 16, 14, 18, 18, 21, 22, 21, 20, 21, 19, 21, 21, 20, 23, 25, 26, 23, 20, 18, 18, 18, 17, 21, 21, 20, 24, 35, 36, 34, 33, 33, 35, 38, 35, 34, 24, 25, 29, 29], "n_am_pl": [0, 8, 5, 1, 6, 2, 1, 1, 2, 2, 4, 6, 1, 2, 1, 3, 0, 2, 3, 0, 1, 1, 1, 2, 3, 2, 0, 1, 4, 6, 4, 5, 5, 4, 3, 6, 5, 3, 2, 2, 2, 3, 3, 2, 6, 9, 16, 21, 21, 21], "n_pos": 53, "sum_m_en": [6.203955, 8.25991, 8.680551, 9.026379, 10.522153, 10.629048, 11.027301, 11.555622, 11.561545, 11.582095, 11.659213, 11.509068, 11.437796, 11.437949, 11.498983, 10.862889, 11.420826, 11.040053, 10.245355, 10.269506, 10.189598, 10.782827, 9.993982, 10.045627, 18.660789, 18.534248, 17.196777, 14.05505, 13.743157, 13.517052, 13.395683, 13.465504, 13.387614, 14.226246, 15.429091, 16.041682, 17.344221, 23.240909, 26.710808, 28.233247, 30.639766, 30.191352, 31.573084, 33.132562, 30.458125, 28.842376, 24.282192, 23.704817, 26.54408, 29.464189], "sum_m_pl": [1.072759, 2.26886, 2.409655, 2.258559, 2.607276, 3.002424, 3.039299, 3.108305, 3.157361, 3.304374, 3.299977, 3.49056, 3.502601, 3.406272, 3.139437, 3.261879, 3.205992, 3.222964, 3.341552, 3.24543, 3.186917, 3.106183, 3.169396, 3.172515, 3.189435, 3.643054, 3.591038, 3.987571, 4.181893, 4.529733, 4.220831, 4.323247, 4.365666, 3.886609, 3.717913, 4.00337, 4.031433, 3.227804, 3.367079, 3.004206, 2.464642, 2.576351, 2.894065, 3.004505, 6.195736, 8.271559, 14.191997, 19.846742, 20.850813, 21.000708]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "llmzszl-161", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 810, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.979}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 12, 22, 16, 31, 34, 41, 55, 50, 36, 30, 32, 30, 28, 34, 29, 29, 36, 38, 34, 30, 39, 33, 34, 75, 59, 52, 41, 38, 35, 40, 33, 36, 40, 40, 46, 50, 66, 62, 64, 66, 59, 64, 60, 50, 34, 9, 2, 2, 1], "n_am_pl": [2, 26, 17, 12, 20, 15, 20, 19, 15, 13, 15, 24, 22, 12, 15, 7, 6, 14, 10, 10, 4, 7, 6, 2, 8, 10, 10, 18, 26, 30, 18, 19, 17, 14, 14, 15, 18, 18, 13, 10, 10, 13, 18, 21, 26, 37, 69, 79, 80, 79], "n_pos": 192, "sum_m_en": [18.901374, 30.298379, 30.628515, 31.300134, 34.378701, 36.703917, 37.306916, 38.81888, 39.119269, 38.701171, 40.641009, 39.521816, 38.961513, 38.024633, 37.182495, 35.878281, 38.834454, 36.8693, 35.305349, 33.740941, 32.965529, 34.136266, 32.953083, 33.130707, 48.185856, 47.231854, 42.620067, 37.688004, 37.355418, 37.705105, 37.586128, 37.857563, 38.515272, 40.19973, 45.05677, 45.577429, 45.847822, 51.266767, 51.398295, 59.125314, 60.886895, 60.764749, 62.561629, 59.323535, 47.031654, 32.639919, 11.307332, 6.439459, 3.087916, 1.000004], "sum_m_pl": [3.557588, 10.798322, 11.133608, 10.18686, 11.531091, 11.985199, 12.025023, 11.392153, 11.744378, 12.715207, 13.400703, 15.061893, 14.303023, 13.203258, 12.179286, 12.298458, 11.319588, 11.594703, 11.148478, 11.059509, 10.846311, 10.610508, 10.832533, 10.938757, 10.90781, 11.996709, 12.624698, 14.153393, 16.394604, 16.874862, 14.437452, 13.670924, 13.275163, 12.323193, 12.267384, 12.653249, 14.652703, 14.076149, 13.175014, 12.967591, 13.388226, 13.471598, 16.078196, 20.67626, 29.102672, 40.322138, 66.613811, 75.726476, 79.02647, 78.568478]}, "digit": {"n_am_en": [1, 3, 2, 3, 5, 4, 2, 5, 6, 5, 6, 6, 5, 2, 5, 1, 3, 4, 3, 3, 2, 5, 2, 2, 14, 10, 7, 6, 3, 7, 1, 3, 1, 3, 2, 2, 5, 4, 4, 4, 3, 1, 6, 3, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 5, 1, 2, 3, 2, 0, 2, 3, 3, 1, 1, 0, 1, 2, 2, 3, 0, 0, 0, 0, 1, 0, 0, 1, 2, 4, 3, 0, 3, 0, 1, 2, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0, 1, 0, 0], "n_pos": 39, "sum_m_en": [3.950121, 6.824605, 6.725289, 6.418132, 7.093804, 7.37004, 7.058628, 7.077829, 6.904175, 7.389621, 8.034547, 7.597992, 7.338485, 7.183918, 7.242824, 6.935758, 7.787905, 7.271398, 7.28392, 6.901497, 6.828628, 6.939392, 6.816574, 6.903386, 9.65523, 8.832804, 8.21343, 7.904699, 8.005359, 8.187947, 7.673151, 7.988086, 7.77775, 7.356936, 7.59838, 7.285039, 7.724463, 7.85134, 7.079527, 6.758224, 5.646946, 5.369792, 5.354622, 5.283524, 4.400149, 3.471377, 2.880465, 1.71476, 0.825123, 0.0], "sum_m_pl": [0.706878, 2.34506, 2.088152, 1.775027, 1.871953, 1.953411, 1.779851, 1.678201, 1.862921, 2.037406, 2.329781, 2.48204, 2.347055, 2.113556, 1.904808, 2.047004, 2.013137, 2.151076, 2.138492, 2.077869, 2.020114, 1.937238, 1.947304, 1.977003, 1.724516, 2.020909, 1.728619, 2.158188, 2.260341, 2.46678, 2.153722, 1.949405, 2.067588, 1.867675, 2.103858, 2.087483, 1.806785, 1.574121, 1.63977, 1.734863, 1.771337, 1.693063, 1.718427, 1.735969, 1.844498, 1.316006, 1.513373, 1.063101, 0.438343, 0.0]}, "lang": {"n_am_en": [2, 5, 11, 11, 18, 22, 24, 27, 23, 15, 12, 12, 13, 17, 18, 14, 16, 20, 20, 22, 18, 22, 19, 17, 39, 33, 28, 23, 21, 15, 24, 18, 23, 24, 23, 27, 29, 41, 39, 40, 43, 38, 39, 39, 33, 22, 5, 1, 1, 1], "n_am_pl": [1, 9, 8, 7, 8, 9, 8, 9, 5, 7, 7, 14, 12, 8, 6, 2, 0, 8, 3, 3, 3, 5, 3, 2, 4, 6, 4, 10, 18, 21, 10, 13, 9, 11, 9, 9, 12, 13, 9, 7, 9, 10, 14, 17, 21, 32, 62, 73, 77, 78], "n_pos": 79, "sum_m_en": [8.054966, 12.480562, 12.938497, 13.545245, 14.583881, 15.61458, 16.285078, 16.970325, 17.13314, 16.848334, 17.593316, 17.38389, 17.339579, 16.920013, 16.501763, 15.939984, 17.327507, 16.979231, 15.740196, 14.763488, 14.255344, 14.650885, 14.158791, 14.031673, 22.997071, 22.405378, 20.370241, 16.916817, 16.357497, 16.122284, 16.774035, 16.983853, 17.548625, 18.688278, 20.88786, 21.954597, 22.459595, 26.573062, 27.869041, 32.847284, 36.352841, 36.20043, 37.124057, 36.251219, 28.10583, 19.958647, 5.189481, 2.204331, 1.258918, 1.000001], "sum_m_pl": [1.360819, 4.069768, 4.381195, 4.25767, 4.90627, 5.241843, 5.403325, 5.276741, 5.317901, 5.691905, 6.037108, 6.748324, 6.689064, 6.15131, 5.569346, 5.637357, 4.892429, 5.040512, 4.820131, 4.633227, 4.671551, 4.675796, 4.810791, 4.875049, 5.140069, 5.631689, 6.092515, 6.697594, 8.204039, 8.307243, 6.842449, 6.713548, 6.346035, 6.029249, 5.839423, 6.11912, 7.539358, 6.81259, 6.930605, 7.470975, 8.598616, 9.286401, 12.148615, 15.641012, 21.554686, 32.668489, 57.49578, 69.287423, 75.630919, 77.621709]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "llmzszl-161", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 938, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 16, 13, 17, 30, 24, 19, 20, 19, 24, 21, 26, 20, 24, 25, 29, 31, 33, 34, 35, 29, 30, 23, 25, 35, 38, 25, 29, 25, 22, 22, 25, 27, 36, 36, 43, 47, 51, 57, 56, 58, 49, 50, 48, 48, 46, 45, 41, 34, 33], "n_am_pl": [4, 13, 10, 6, 9, 6, 6, 12, 10, 10, 11, 18, 18, 15, 16, 13, 10, 11, 14, 16, 11, 9, 14, 8, 11, 9, 15, 13, 16, 13, 13, 15, 17, 11, 14, 11, 6, 2, 1, 3, 2, 3, 1, 1, 4, 3, 4, 6, 6, 6], "n_pos": 133, "sum_m_en": [14.784611, 20.120468, 20.220497, 20.403204, 22.989189, 21.878596, 21.480905, 22.348719, 21.992968, 23.511781, 21.738533, 22.655966, 21.765404, 21.803364, 21.851505, 22.401894, 23.232008, 22.665778, 24.017357, 24.032931, 22.54311, 22.96517, 22.056432, 22.37666, 31.36684, 29.268447, 27.111562, 26.414874, 24.848335, 25.395795, 24.033741, 23.723051, 25.65607, 26.904206, 31.031561, 32.855566, 35.070614, 40.429324, 45.858978, 47.856178, 46.226071, 48.414174, 50.521251, 49.97909, 49.241916, 47.993697, 46.351736, 43.404204, 36.76166, 34.019873], "sum_m_pl": [2.71474, 5.952776, 6.460599, 5.693072, 6.651673, 6.439311, 6.321436, 6.463684, 6.86043, 7.472115, 8.385751, 9.370337, 9.880933, 9.955036, 10.280825, 10.827125, 10.0768, 10.26186, 9.7513, 9.627343, 9.20763, 8.989943, 8.77968, 8.820447, 10.972325, 12.353885, 12.633996, 13.844233, 13.769235, 14.577756, 14.140405, 13.134097, 12.471317, 12.344038, 10.79595, 9.982974, 9.496408, 7.869966, 6.846722, 6.132683, 5.981767, 5.052344, 4.705651, 4.371453, 5.62574, 4.144409, 4.950667, 6.68254, 6.564035, 6.001702]}, "digit": {"n_am_en": [0, 3, 1, 2, 4, 1, 1, 1, 3, 2, 3, 6, 3, 5, 1, 4, 6, 8, 12, 8, 4, 4, 2, 2, 4, 7, 2, 3, 1, 2, 1, 2, 3, 4, 6, 9, 10, 10, 6, 5, 5, 4, 2, 2, 3, 2, 3, 1, 0, 0], "n_am_pl": [0, 0, 2, 0, 1, 0, 0, 1, 1, 0, 1, 3, 4, 2, 2, 1, 0, 1, 1, 3, 1, 2, 2, 2, 6, 3, 6, 4, 4, 4, 3, 5, 4, 3, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.327978, 4.933456, 5.023685, 4.889814, 5.648522, 5.31926, 4.946729, 5.211916, 5.055381, 5.392291, 5.346976, 5.223812, 5.070813, 4.974208, 5.158696, 5.079896, 5.460498, 5.400196, 5.876459, 5.563416, 5.049037, 5.084373, 4.850002, 4.952716, 5.896952, 5.529133, 4.568335, 5.080962, 4.581582, 4.782304, 4.66638, 4.999369, 5.319924, 5.451116, 5.873903, 5.985618, 7.180853, 7.468613, 7.004994, 6.98071, 6.942893, 5.868506, 5.647542, 4.816797, 4.347305, 3.958315, 3.832909, 3.004681, 1.133046, 0.0], "sum_m_pl": [0.515245, 1.204683, 1.00065, 0.937764, 1.153202, 1.058077, 0.922356, 0.998874, 1.211068, 1.324106, 1.555176, 1.600266, 1.716521, 1.797602, 1.881531, 1.961244, 1.80056, 1.905175, 1.861535, 1.890327, 1.781186, 1.725348, 1.675311, 1.737757, 2.347847, 2.431194, 2.491764, 2.86201, 2.750026, 2.937113, 2.767835, 2.229242, 2.212881, 2.046878, 1.737077, 1.635929, 1.425421, 1.340541, 1.416016, 1.363004, 1.327697, 1.200716, 1.217075, 1.191048, 0.995024, 0.752201, 0.780467, 0.599573, 0.372839, 0.0]}, "lang": {"n_am_en": [6, 8, 9, 7, 14, 14, 10, 11, 10, 13, 13, 11, 10, 12, 11, 12, 11, 12, 10, 16, 17, 17, 14, 16, 18, 18, 15, 15, 14, 12, 11, 12, 16, 16, 14, 16, 20, 22, 29, 32, 32, 29, 31, 32, 33, 32, 33, 34, 33, 33], "n_am_pl": [1, 6, 4, 1, 4, 3, 3, 3, 3, 1, 3, 7, 5, 5, 7, 5, 4, 5, 6, 4, 3, 2, 4, 3, 2, 1, 3, 3, 4, 4, 4, 4, 7, 4, 5, 2, 2, 2, 0, 1, 1, 2, 0, 1, 4, 3, 4, 6, 6, 6], "n_pos": 41, "sum_m_en": [4.822772, 5.781973, 6.005799, 6.096803, 6.848887, 6.737461, 7.008429, 7.344571, 7.61157, 8.221644, 6.97544, 7.726102, 7.359541, 7.276223, 7.086327, 7.521111, 7.77024, 7.504754, 7.923101, 8.268107, 7.716123, 7.844526, 7.463895, 7.620577, 15.489831, 14.676903, 13.883877, 12.143558, 11.131926, 10.724375, 10.046129, 9.334341, 10.006892, 10.383737, 13.016362, 13.725383, 14.402452, 18.489121, 21.503114, 24.210198, 23.772417, 27.52308, 30.059499, 30.997325, 32.154115, 32.042254, 33.077011, 33.543912, 32.829982, 33.426851], "sum_m_pl": [0.878413, 1.916428, 1.966468, 1.758792, 2.0217, 1.978326, 2.130156, 2.195385, 2.308545, 2.465938, 2.829473, 3.461461, 3.658074, 3.765772, 3.788465, 3.871562, 3.63565, 3.682562, 3.400371, 3.227526, 3.055372, 2.990936, 2.947639, 2.890257, 3.389034, 3.796197, 3.919131, 5.024381, 4.735756, 4.909741, 4.948377, 4.949364, 4.543694, 4.640728, 3.746981, 3.643519, 3.750617, 3.008154, 2.544396, 2.209725, 2.292602, 1.926136, 1.735256, 1.638095, 3.359802, 2.314161, 3.547032, 5.72838, 6.016149, 6.000001]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "llmzszl-162", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 762, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9925}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 2, 11, 15, 29, 21, 10, 19, 12, 15, 17, 17, 20, 24, 19, 25, 30, 28, 30, 33, 27, 27, 26, 26, 41, 28, 28, 26, 19, 21, 24, 21, 23, 28, 35, 44, 52, 55, 52, 52, 52, 41, 38, 39, 39, 35, 13, 4, 3, 0], "n_am_pl": [1, 14, 20, 7, 16, 12, 11, 15, 13, 15, 16, 23, 23, 19, 16, 18, 7, 14, 14, 15, 7, 8, 9, 9, 12, 12, 14, 17, 21, 19, 19, 13, 12, 10, 13, 12, 7, 4, 6, 10, 8, 13, 14, 15, 18, 21, 48, 55, 52, 54], "n_pos": 137, "sum_m_en": [13.934822, 20.686892, 20.819235, 21.816073, 23.437422, 23.289987, 23.235039, 24.695404, 23.866484, 25.367179, 23.89948, 24.596866, 23.831121, 23.046515, 22.53941, 23.795088, 24.594988, 23.318547, 24.919364, 25.10341, 23.591922, 24.132001, 23.197673, 23.496991, 31.050361, 27.500238, 24.753368, 24.775678, 23.25397, 24.435542, 23.374172, 23.862676, 24.598022, 26.099023, 28.914701, 29.434087, 31.606977, 37.272791, 40.572079, 41.827989, 38.845944, 38.228489, 38.792242, 38.361634, 37.198408, 31.831356, 14.331442, 5.605423, 3.202668, 0.00071], "sum_m_pl": [2.391016, 6.577538, 7.111578, 6.59996, 7.29031, 7.348651, 7.14373, 7.189846, 7.794611, 8.342552, 8.605296, 9.603651, 10.008231, 10.247553, 10.477018, 10.588306, 9.689781, 9.700099, 8.799989, 8.650406, 8.373829, 8.232017, 8.211666, 8.235733, 10.28682, 11.734437, 11.925391, 12.081608, 12.702114, 13.475894, 12.23377, 11.932004, 11.139782, 10.382674, 10.151837, 9.594128, 9.154514, 8.018546, 8.471696, 8.532385, 8.607406, 8.184331, 10.981444, 11.320511, 15.647781, 20.749687, 45.772621, 53.671602, 53.262693, 53.832698]}, "digit": {"n_am_en": [2, 0, 0, 2, 5, 0, 0, 1, 2, 1, 5, 2, 3, 5, 2, 3, 6, 5, 7, 4, 4, 3, 4, 5, 8, 6, 3, 3, 2, 3, 5, 3, 4, 6, 5, 8, 7, 10, 6, 5, 5, 4, 3, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [1, 0, 3, 1, 3, 0, 0, 1, 0, 0, 1, 3, 6, 3, 2, 1, 0, 2, 1, 5, 2, 3, 1, 2, 4, 3, 5, 4, 2, 3, 2, 0, 4, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 29, "sum_m_en": [3.251186, 4.790694, 5.079535, 5.010182, 5.519433, 5.387059, 5.096848, 5.400156, 5.170356, 5.601215, 5.581225, 5.344709, 5.339476, 5.197105, 5.260392, 5.228064, 5.563667, 5.471537, 6.025094, 5.865966, 5.25408, 5.219557, 4.961782, 5.140553, 6.661305, 5.931627, 5.142124, 5.625587, 5.023818, 5.258694, 5.002059, 5.48009, 5.715986, 5.709179, 6.152012, 6.331471, 7.264394, 7.764218, 7.370375, 7.053291, 7.051786, 6.353437, 6.042442, 4.896466, 4.294884, 3.464723, 2.320683, 1.481502, 0.673133, 0.0], "sum_m_pl": [0.553528, 1.359998, 1.153154, 1.079429, 1.196407, 1.169259, 1.035283, 1.091743, 1.379361, 1.526622, 1.707398, 1.646478, 1.751759, 1.826192, 1.951791, 2.05344, 1.799413, 1.803838, 1.679025, 1.733875, 1.656375, 1.607087, 1.581216, 1.651196, 2.014567, 2.007162, 1.795086, 1.877857, 1.907536, 2.016227, 1.781582, 1.822313, 1.879634, 1.698001, 1.597324, 1.477142, 1.165771, 1.100822, 1.215196, 1.221336, 1.214856, 1.124291, 1.140171, 1.110496, 0.958818, 0.948277, 1.791072, 1.600822, 0.36163, 0.0]}, "lang": {"n_am_en": [6, 2, 7, 6, 9, 9, 6, 15, 5, 8, 8, 6, 8, 8, 10, 15, 14, 13, 11, 16, 15, 15, 15, 12, 22, 14, 13, 12, 11, 9, 12, 11, 11, 13, 16, 22, 26, 30, 29, 32, 30, 26, 25, 27, 27, 21, 8, 2, 1, 0], "n_am_pl": [0, 9, 12, 4, 10, 8, 8, 8, 9, 9, 6, 14, 10, 13, 8, 11, 5, 10, 6, 5, 2, 2, 3, 3, 5, 6, 6, 10, 14, 10, 11, 10, 7, 6, 9, 7, 6, 4, 5, 9, 7, 13, 13, 15, 18, 21, 41, 50, 52, 53], "n_pos": 53, "sum_m_en": [5.793134, 7.72407, 7.881295, 8.310607, 8.926007, 9.110048, 9.512575, 10.217802, 10.209119, 10.849753, 9.81846, 10.798212, 10.3717, 9.875415, 9.532078, 10.080994, 10.426939, 9.55772, 10.153779, 10.483138, 9.944597, 10.426119, 10.000681, 9.874958, 15.148785, 12.980365, 11.66823, 10.889157, 10.101806, 10.463308, 10.179192, 10.436233, 10.758989, 12.203027, 13.018114, 13.240297, 14.309387, 18.17869, 19.153692, 22.058838, 20.49477, 20.322749, 21.757822, 23.532077, 22.395818, 19.049894, 7.946422, 2.138523, 0.545775, 0.000476], "sum_m_pl": [1.075954, 2.646184, 3.096465, 2.845018, 3.077085, 2.94439, 3.109949, 3.138643, 3.330477, 3.544912, 3.633118, 4.620005, 4.742822, 5.080606, 5.02275, 4.941191, 4.503333, 4.57903, 3.933891, 3.661586, 3.580057, 3.538976, 3.567354, 3.492495, 4.600241, 5.580808, 6.027974, 6.177672, 6.563491, 6.612028, 5.871961, 5.995101, 5.452381, 5.138751, 5.101693, 5.271741, 5.681104, 4.972766, 5.483893, 5.732767, 5.967565, 5.826624, 8.68364, 9.223284, 13.813411, 18.798662, 38.677297, 48.236642, 51.928088, 52.973331]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-162", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 890, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9928}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 6, 11, 9, 16, 7, 9, 10, 10, 13, 15, 19, 14, 16, 14, 14, 15, 16, 18, 11, 17, 14, 14, 10, 25, 16, 17, 12, 14, 15, 14, 22, 19, 13, 22, 26, 29, 32, 33, 34, 33, 30, 33, 30, 28, 29, 27, 28, 26, 27], "n_am_pl": [1, 5, 7, 6, 6, 9, 6, 4, 2, 4, 10, 12, 10, 8, 10, 15, 13, 5, 8, 7, 9, 5, 6, 4, 5, 8, 6, 7, 10, 10, 9, 10, 11, 7, 12, 10, 10, 6, 4, 4, 3, 4, 4, 2, 0, 0, 2, 3, 7, 8], "n_pos": 101, "sum_m_en": [10.442386, 15.302441, 14.839024, 14.820886, 15.686013, 15.602008, 14.630497, 14.875705, 14.243967, 15.322256, 15.171786, 16.192511, 15.466862, 15.908042, 16.211162, 16.176767, 16.262917, 15.480141, 15.871286, 15.745238, 15.138115, 15.458746, 15.275757, 15.417169, 18.194695, 17.234104, 16.596121, 15.699134, 15.800163, 16.983888, 15.754131, 16.400835, 17.327173, 16.913763, 17.80805, 19.678479, 20.681061, 23.542786, 26.714871, 25.449125, 26.888104, 28.105074, 28.441297, 28.10409, 28.14125, 29.181765, 27.321987, 27.590611, 26.403723, 26.753054], "sum_m_pl": [1.566122, 4.272988, 4.790911, 4.415095, 4.73697, 4.814795, 4.769979, 4.616649, 4.884222, 5.509509, 5.874455, 6.459948, 6.68928, 6.621955, 7.04926, 7.12828, 6.383437, 6.842327, 6.514359, 6.799307, 6.67995, 6.486286, 6.17518, 6.170989, 8.48965, 8.923661, 8.766087, 9.217939, 9.389536, 10.346956, 9.561926, 9.085465, 8.440551, 8.244862, 8.521722, 7.512846, 6.893764, 5.911692, 5.147458, 4.435675, 3.970789, 3.354906, 3.013626, 2.282737, 1.967067, 1.739146, 2.695592, 3.949167, 7.071954, 8.101742]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 2, 3, 1, 2, 3, 1, 1, 3, 3, 2, 0, 0, 1, 1, 0, 1, 1, 0, 2, 1, 1, 0, 3, 1, 1, 3, 1, 1, 1, 3, 5, 5, 5, 5, 4, 4, 5, 4, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 3, 4, 1, 0, 1, 4, 0, 2, 2, 2, 1, 1, 2, 2, 5, 4, 0, 5, 2, 1, 1, 3, 2, 4, 3, 5, 3, 3, 3, 3, 3, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.795996, 3.227673, 3.039933, 2.841808, 2.933543, 2.960645, 2.717504, 2.731784, 2.645437, 2.701833, 2.680983, 2.73906, 2.50727, 2.65493, 2.792166, 2.690361, 2.695186, 2.677905, 2.790552, 2.690436, 2.568234, 2.673419, 2.64039, 2.692353, 2.918702, 2.79749, 2.739672, 2.661285, 2.642667, 2.840098, 2.689147, 2.82739, 2.935467, 2.724777, 2.773776, 3.444186, 3.614916, 4.147804, 3.941356, 3.775203, 4.229985, 3.73883, 4.116029, 3.096703, 2.474242, 2.480216, 1.640206, 0.778258, 0.180748, 0.0], "sum_m_pl": [0.259131, 0.707133, 0.632041, 0.561589, 0.574712, 0.592621, 0.576244, 0.659149, 0.781857, 0.830318, 1.058207, 1.114242, 1.135936, 1.140949, 1.15801, 1.217473, 1.163215, 1.347117, 1.326042, 1.34695, 1.289719, 1.203041, 1.123245, 1.16054, 1.811897, 1.98281, 1.720642, 1.77004, 1.735456, 1.846507, 1.623435, 1.650102, 1.394915, 1.340499, 1.313891, 1.290173, 1.166911, 1.045361, 1.07703, 0.964424, 0.938239, 0.969801, 0.765463, 0.657481, 0.636572, 0.608589, 0.342787, 0.302387, 0.069923, 0.0]}, "lang": {"n_am_en": [5, 2, 2, 4, 8, 3, 3, 4, 4, 4, 5, 9, 8, 6, 4, 1, 3, 4, 3, 2, 7, 5, 7, 4, 10, 6, 7, 5, 5, 5, 5, 8, 8, 5, 14, 15, 12, 16, 17, 19, 18, 20, 22, 20, 20, 22, 22, 24, 24, 25], "n_am_pl": [0, 3, 3, 3, 2, 2, 2, 3, 2, 2, 4, 5, 5, 5, 4, 8, 2, 3, 3, 1, 3, 2, 2, 2, 0, 0, 1, 4, 3, 4, 4, 3, 3, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 2, 3, 7, 8], "n_pos": 36, "sum_m_en": [4.075315, 5.110832, 5.193455, 5.286034, 5.601998, 5.592889, 5.344669, 5.758323, 5.555012, 5.980172, 5.903392, 6.46177, 6.257135, 6.378135, 6.30387, 6.351771, 6.392947, 5.897376, 5.935805, 5.987783, 5.791254, 5.860829, 5.770125, 5.761892, 7.115278, 6.525391, 6.295384, 5.947484, 6.185357, 6.745483, 6.295874, 6.662335, 6.866575, 6.830774, 7.737102, 8.788234, 8.302027, 10.667029, 13.530642, 13.744504, 14.866819, 18.273807, 17.76577, 18.815904, 19.776897, 21.039906, 21.163855, 22.260062, 23.454046, 25.218086], "sum_m_pl": [0.590682, 1.47043, 1.610388, 1.551641, 1.743703, 1.786237, 1.954355, 1.847563, 1.909807, 2.088175, 2.180354, 2.5487, 2.739587, 2.718836, 2.852383, 2.917807, 2.523813, 2.654247, 2.428392, 2.491757, 2.456716, 2.417509, 2.295851, 2.304648, 3.04076, 3.138475, 3.232503, 3.577876, 3.640995, 3.798363, 3.728165, 3.56445, 3.331636, 3.205392, 3.284619, 2.897825, 2.860859, 2.360528, 1.89834, 1.705282, 1.519845, 1.167625, 0.919044, 0.650601, 0.585669, 0.50635, 1.951563, 3.371869, 6.730131, 7.961452]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "llmzszl-163", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 798, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9417, "tf_agree_excl_first": 0.951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 7, 12, 8, 17, 11, 13, 11, 9, 12, 11, 13, 12, 14, 17, 23, 21, 14, 13, 17, 23, 19, 18, 17, 45, 37, 30, 26, 18, 20, 16, 13, 14, 13, 26, 32, 36, 43, 43, 36, 42, 39, 37, 36, 25, 22, 13, 4, 1, 1], "n_am_pl": [4, 10, 4, 5, 14, 11, 12, 9, 12, 22, 18, 18, 14, 17, 16, 14, 11, 15, 19, 15, 14, 11, 10, 5, 9, 11, 18, 18, 23, 18, 27, 19, 23, 15, 15, 19, 16, 14, 9, 12, 15, 15, 12, 11, 17, 26, 36, 44, 53, 50], "n_pos": 138, "sum_m_en": [13.473092, 20.850801, 20.755167, 20.51964, 20.552502, 21.2752, 20.447387, 21.056985, 19.222206, 20.602841, 20.350078, 21.198683, 20.638159, 20.602011, 20.880142, 21.750138, 21.839274, 20.591492, 21.113302, 20.866, 20.778199, 20.991251, 20.879245, 20.981374, 25.521209, 23.117567, 20.961841, 20.220012, 19.501532, 21.725345, 20.943684, 21.106195, 22.429218, 22.623092, 24.329653, 24.772383, 24.948, 28.755044, 30.983741, 28.096745, 28.981713, 31.204513, 31.093184, 30.885081, 25.792875, 21.217534, 12.021943, 4.911735, 2.151416, 1.000002], "sum_m_pl": [2.708648, 7.260297, 8.31291, 7.671037, 8.052224, 7.499037, 7.757954, 7.215446, 8.112737, 9.014579, 9.38822, 9.979842, 9.911273, 9.93405, 9.863167, 9.473315, 8.483218, 8.52114, 8.371531, 8.717879, 8.548403, 8.270973, 8.099008, 8.113923, 11.283528, 12.122164, 12.164507, 12.271452, 13.342884, 14.068308, 13.199622, 13.046554, 11.596116, 11.070549, 11.031163, 10.386398, 9.230417, 8.37818, 8.450885, 8.806233, 9.435598, 10.84498, 11.541992, 11.278481, 16.411016, 23.804896, 35.70849, 43.533498, 50.191175, 50.645038]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 1, 2, 0, 1, 1, 2, 1, 2, 0, 3, 3, 3, 1, 0, 0, 0, 0, 1, 0, 2, 2, 3, 1, 0, 1, 1, 0, 0, 1, 1, 5, 5, 6, 6, 6, 8, 7, 8, 4, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 2, 0, 0, 1, 2, 3, 3, 2, 0, 1, 2, 1, 2, 3, 1, 3, 1, 2, 3, 3, 4, 5, 4, 4, 3, 1, 2, 1, 1, 0, 0, 3, 2, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.589317, 3.033968, 3.101691, 2.875798, 2.692422, 2.726627, 2.420573, 2.348828, 2.11274, 2.30668, 2.306797, 2.320042, 2.212622, 2.231047, 2.417853, 2.409688, 2.391135, 2.37743, 2.529423, 2.432238, 2.420815, 2.494698, 2.437006, 2.496513, 2.903376, 2.546742, 2.461338, 2.365347, 2.263263, 2.623167, 2.551111, 2.58523, 2.767028, 2.832763, 2.587106, 3.235298, 3.434132, 3.995244, 4.181302, 3.785906, 4.162396, 4.040393, 4.361592, 2.968215, 2.241138, 2.349445, 1.418948, 0.561689, 0.204754, 0.0], "sum_m_pl": [0.255495, 1.004436, 0.937121, 0.878821, 0.719315, 0.638295, 0.586774, 0.600333, 0.754245, 0.813271, 1.031649, 1.119486, 1.072622, 1.049518, 1.032906, 1.0368, 0.967117, 1.047736, 1.094175, 1.115426, 1.05687, 1.005034, 0.955675, 0.989633, 1.653252, 1.71854, 1.502463, 1.605387, 1.52512, 1.527703, 1.48793, 1.423297, 1.179375, 1.050411, 1.086594, 1.056344, 0.891226, 0.797724, 0.87091, 0.894556, 0.839266, 0.816355, 0.745314, 0.659798, 0.572253, 0.48886, 0.270058, 0.238476, 0.07118, 0.0]}, "lang": {"n_am_en": [7, 3, 6, 3, 6, 4, 6, 8, 6, 6, 5, 5, 7, 8, 8, 13, 8, 6, 5, 9, 14, 10, 6, 8, 22, 19, 15, 15, 11, 9, 11, 8, 11, 7, 10, 10, 15, 21, 17, 13, 15, 14, 15, 18, 15, 12, 8, 3, 1, 1], "n_am_pl": [2, 5, 0, 3, 5, 4, 5, 5, 8, 9, 7, 5, 6, 9, 7, 2, 4, 6, 7, 4, 4, 4, 3, 1, 3, 2, 4, 5, 10, 8, 11, 7, 12, 8, 7, 11, 7, 7, 7, 11, 13, 13, 10, 10, 16, 21, 30, 39, 49, 50], "n_pos": 51, "sum_m_en": [5.317553, 7.450402, 7.567421, 7.653058, 7.642246, 8.051335, 8.125547, 8.723677, 8.141581, 8.498353, 8.363579, 8.767615, 8.726874, 8.691975, 8.676762, 9.099746, 9.065151, 8.381937, 8.292619, 8.216398, 8.17974, 8.185309, 8.232912, 8.111658, 10.898476, 9.885625, 9.031585, 8.514845, 7.962046, 8.642559, 8.699607, 8.649685, 9.262748, 9.75021, 10.140936, 10.398393, 10.143425, 11.237002, 11.609018, 10.691595, 11.271478, 12.715924, 12.567523, 14.81138, 14.432388, 10.570863, 6.507351, 2.356491, 1.21075, 1.0], "sum_m_pl": [1.110147, 2.367298, 2.865533, 2.62048, 2.937217, 2.669634, 3.097104, 2.880018, 3.485455, 3.817381, 3.962244, 4.231789, 4.228498, 4.344636, 4.098559, 3.852609, 3.454413, 3.413768, 3.315756, 3.308184, 3.232927, 3.170793, 3.080615, 3.033585, 3.874562, 4.143163, 4.422834, 4.704914, 5.386067, 5.542167, 5.085679, 5.326955, 4.781996, 4.736481, 4.794333, 4.970325, 4.402411, 4.052831, 4.344891, 5.034864, 5.51917, 7.291278, 8.340602, 8.594548, 13.736057, 19.542669, 30.193527, 38.243417, 46.300481, 49.833097]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "llmzszl-163", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 926, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9928}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 5, 5, 14, 22, 20, 25, 25, 22, 15, 12, 16, 13, 15, 16, 14, 27, 28, 28, 27, 31, 34, 32, 36, 43, 41, 35, 24, 25, 27, 25, 19, 22, 24, 19, 28, 30, 36, 33, 37, 41, 48, 50, 41, 35, 25, 4, 0, 1, 0], "n_am_pl": [1, 7, 5, 6, 9, 6, 6, 6, 6, 7, 7, 9, 9, 13, 13, 11, 13, 10, 11, 10, 11, 9, 7, 8, 6, 8, 8, 11, 15, 18, 20, 14, 15, 11, 11, 6, 4, 4, 8, 11, 12, 13, 13, 19, 23, 36, 46, 57, 57, 59], "n_pos": 94, "sum_m_en": [8.942987, 13.178349, 14.025512, 14.726939, 15.380511, 15.532027, 16.946415, 17.580629, 16.994768, 16.465582, 17.047392, 16.317306, 15.405508, 15.648985, 14.633471, 15.575946, 16.105182, 14.965762, 15.543591, 16.24372, 16.159804, 16.199614, 16.304936, 18.468996, 31.712491, 30.653415, 26.412825, 21.393808, 20.163773, 19.262838, 17.805263, 18.301762, 16.539958, 17.1583, 18.712955, 19.172516, 21.178803, 24.679704, 28.005019, 29.371536, 31.321591, 33.842143, 39.173044, 38.077747, 33.569881, 20.605727, 5.578837, 1.384176, 0.920721, 0.025587], "sum_m_pl": [1.702612, 4.500365, 4.773362, 4.641276, 5.398456, 5.670726, 5.873356, 6.217928, 6.03976, 6.526291, 6.310845, 6.804298, 6.994808, 7.371412, 8.58422, 7.814396, 6.895876, 6.837748, 6.492831, 6.462355, 6.263046, 6.068281, 5.815729, 5.350075, 6.266848, 6.924123, 6.962105, 9.015488, 8.905303, 9.930145, 9.923411, 9.174204, 10.104545, 9.651614, 9.192378, 7.27788, 7.362536, 7.108904, 8.444992, 9.263197, 10.128101, 11.664812, 12.33609, 14.61879, 19.782041, 33.333051, 43.395725, 52.852082, 55.814637, 59.362869]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 5, 11, 15, 11, 13, 12, 16, 11, 11, 10, 9, 11, 12, 10, 19, 20, 22, 21, 25, 27, 26, 29, 30, 30, 26, 19, 21, 21, 18, 14, 16, 19, 13, 18, 19, 26, 25, 29, 30, 36, 40, 34, 28, 15, 3, 0, 0, 0], "n_am_pl": [1, 6, 5, 5, 9, 5, 5, 5, 5, 5, 3, 7, 7, 10, 9, 6, 6, 7, 7, 5, 6, 5, 5, 5, 3, 5, 6, 8, 7, 14, 13, 9, 9, 6, 8, 4, 4, 4, 7, 9, 10, 11, 10, 15, 20, 33, 43, 55, 57, 59], "n_pos": 60, "sum_m_en": [6.034552, 8.729729, 9.253776, 9.644243, 10.070421, 10.120482, 11.125363, 11.617592, 11.511584, 11.105635, 11.555367, 11.240424, 10.478932, 10.539752, 9.712855, 10.349144, 10.75545, 10.071566, 10.324042, 10.812943, 10.768008, 10.763461, 10.779101, 12.044017, 23.566345, 22.373991, 19.097002, 14.693266, 13.536751, 12.847603, 11.874769, 12.182334, 11.253301, 11.925413, 12.999167, 13.403951, 14.776944, 17.382642, 20.626924, 22.103186, 24.432537, 26.288506, 30.765923, 30.391641, 25.91029, 15.108205, 3.996605, 0.894655, 0.438564, 0.025187], "sum_m_pl": [1.225638, 3.11405, 3.182486, 3.165912, 3.63565, 3.809879, 3.916045, 4.065759, 3.997581, 4.332015, 4.166754, 4.718265, 4.85766, 5.160394, 5.999397, 5.265687, 4.550605, 4.517755, 4.279948, 4.165436, 4.070542, 3.939263, 3.757793, 3.41698, 4.214246, 4.625508, 4.740727, 6.199309, 6.146412, 6.850938, 6.690901, 6.38554, 7.021655, 6.751242, 6.539538, 5.305575, 5.511836, 5.227532, 5.944964, 6.741567, 7.57048, 8.977252, 9.032392, 11.774104, 17.016345, 29.422535, 40.871895, 50.581276, 55.347876, 59.159662]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "llmzszl-164", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 778, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 11, 6, 24, 31, 36, 43, 51, 52, 42, 42, 42, 41, 40, 39, 49, 59, 55, 67, 68, 67, 67, 67, 66, 88, 82, 75, 50, 53, 48, 46, 46, 43, 52, 67, 62, 69, 68, 79, 76, 87, 85, 85, 74, 71, 52, 19, 4, 0, 0], "n_am_pl": [1, 16, 12, 13, 13, 17, 16, 17, 15, 20, 17, 21, 18, 22, 14, 18, 13, 17, 14, 13, 10, 11, 7, 14, 8, 13, 12, 27, 24, 24, 27, 23, 30, 17, 15, 8, 8, 7, 13, 20, 23, 21, 21, 35, 37, 52, 82, 100, 107, 110], "n_pos": 162, "sum_m_en": [14.106569, 22.448008, 23.364288, 24.127522, 25.137304, 25.931116, 28.9988, 30.249002, 29.71021, 28.608528, 29.606961, 29.030711, 28.3003, 28.799615, 27.147546, 29.222365, 30.660329, 28.362435, 27.643504, 29.957313, 29.897582, 29.846573, 31.012232, 30.979601, 58.506297, 57.19416, 47.833414, 36.879102, 34.514692, 32.906884, 31.839212, 32.18796, 30.206418, 33.955862, 39.458457, 41.944178, 43.584505, 52.249609, 59.226077, 58.574608, 63.13475, 66.123556, 69.473346, 64.558902, 60.765481, 46.118341, 14.7457, 3.936179, 1.620763, 1.5e-05], "sum_m_pl": [2.415656, 6.909499, 7.670439, 7.685859, 8.348804, 9.036262, 9.517201, 9.819078, 9.78194, 10.197196, 10.171072, 10.405963, 10.631282, 11.715004, 12.537342, 11.791117, 10.494211, 10.673995, 10.335538, 10.369966, 10.278975, 10.235609, 9.767328, 9.506605, 11.484443, 11.511848, 11.52094, 14.897155, 15.728503, 16.689695, 16.42389, 15.961803, 17.348392, 16.013331, 14.401037, 12.566662, 13.422891, 12.947457, 14.114825, 15.295395, 16.018332, 19.748139, 22.733117, 30.403667, 35.385535, 51.091025, 77.213571, 95.531231, 101.55582, 109.394023]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 11, 5, 19, 23, 24, 27, 34, 37, 28, 28, 27, 26, 28, 26, 41, 43, 41, 47, 49, 53, 49, 48, 50, 62, 60, 55, 38, 39, 35, 34, 33, 30, 33, 44, 40, 41, 44, 54, 52, 59, 57, 62, 53, 52, 39, 16, 4, 0, 0], "n_am_pl": [1, 12, 10, 9, 8, 10, 11, 14, 12, 15, 14, 14, 12, 17, 12, 13, 10, 11, 8, 7, 7, 7, 3, 10, 6, 8, 11, 18, 17, 16, 19, 14, 21, 15, 12, 8, 8, 6, 11, 15, 20, 19, 17, 28, 32, 46, 75, 97, 106, 110], "n_pos": 110, "sum_m_en": [9.606009, 15.650095, 16.48475, 16.827889, 17.505222, 17.865014, 19.823569, 21.360082, 20.999834, 20.30086, 20.83438, 20.510793, 19.745303, 20.201733, 18.966218, 20.606452, 21.94863, 20.273654, 19.428753, 21.358884, 21.28626, 21.377938, 22.102861, 21.777927, 43.660702, 42.857387, 35.371889, 26.600756, 24.660768, 23.240072, 22.452611, 22.442998, 21.102712, 23.554072, 26.914419, 28.358123, 29.019435, 33.700209, 40.186945, 39.555695, 43.809799, 46.367357, 49.98728, 47.150415, 44.377857, 33.541881, 12.081737, 3.373097, 1.065924, 1.2e-05], "sum_m_pl": [1.773973, 4.977498, 5.389243, 5.391576, 5.774859, 6.210531, 6.569498, 6.83583, 6.758505, 7.146458, 7.10646, 7.464787, 7.580869, 8.311707, 8.914336, 8.265282, 7.302539, 7.437885, 7.162764, 7.125952, 7.17907, 7.174363, 6.81446, 6.612394, 8.252198, 8.204251, 8.478011, 10.772993, 11.399028, 12.049538, 11.905649, 11.567693, 12.6209, 11.833085, 10.670843, 9.28296, 10.296395, 9.960653, 10.639098, 11.941383, 13.064721, 16.723939, 18.74143, 24.899151, 30.345002, 45.52343, 70.140037, 91.295717, 100.091138, 108.735757]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "llmzszl-164", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 906, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9939}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 6, 6, 7, 8, 10, 11, 10, 15, 12, 16, 17, 14, 12, 10, 13, 10, 18, 14, 8, 9, 21, 18, 18, 25, 28, 17, 18, 13, 12, 12, 11, 12, 13, 16, 22, 21, 22, 22, 22, 19, 25, 23, 26, 21, 12, 20, 18, 18, 22], "n_am_pl": [0, 0, 4, 3, 0, 7, 6, 5, 6, 4, 6, 11, 13, 8, 11, 8, 6, 3, 1, 3, 1, 1, 1, 1, 1, 1, 4, 5, 11, 11, 10, 10, 8, 10, 11, 8, 5, 4, 4, 3, 2, 1, 0, 1, 2, 3, 3, 3, 4, 0], "n_pos": 53, "sum_m_en": [6.495149, 7.55197, 7.392897, 7.919764, 8.89596, 9.526722, 9.076525, 9.340209, 9.580727, 9.200577, 9.914132, 9.95357, 9.018923, 8.569229, 8.902959, 8.717993, 9.132282, 8.744139, 8.425006, 7.679186, 7.663228, 10.229359, 8.136971, 8.391222, 20.085533, 19.886135, 14.069695, 11.960538, 12.539451, 11.844175, 10.528628, 10.626639, 10.621252, 12.27899, 11.587697, 12.750376, 14.982067, 18.681348, 17.947289, 19.428316, 17.342741, 19.54135, 19.209934, 20.560624, 18.225167, 15.855869, 18.148602, 17.704558, 16.782741, 21.576913], "sum_m_pl": [1.046331, 2.237441, 2.430218, 2.662464, 2.822551, 3.020417, 3.25781, 3.251633, 3.43449, 4.004703, 4.159994, 4.861392, 5.258956, 5.234972, 4.915972, 5.374869, 4.870958, 4.041317, 3.916381, 3.389283, 3.093164, 2.984237, 2.983567, 2.9043, 2.346841, 2.839826, 3.323195, 4.634689, 5.758771, 5.632668, 5.901397, 5.541012, 6.358029, 6.431202, 6.893467, 5.466398, 4.543835, 3.014487, 3.436885, 4.171771, 3.052069, 2.860172, 2.662905, 2.412449, 2.642622, 3.190313, 2.864307, 3.403472, 2.855927, 0.013722]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 2, 2, 0, 0, 1, 0, 2, 3, 0, 1, 2, 2, 3, 3, 5, 2, 2, 1, 0, 0, 1, 0, 0, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 0, 1, 1, 1, 0], "n_am_pl": [0, 0, 2, 2, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.578928, 0.873084, 0.862165, 0.926362, 0.99257, 0.930624, 0.977598, 0.995959, 0.993268, 0.934723, 1.045713, 0.948888, 0.906771, 0.834902, 0.829023, 0.844126, 0.910362, 0.875546, 0.878574, 0.824656, 0.801203, 0.836942, 0.847953, 0.867953, 1.797987, 2.06813, 1.588534, 1.204915, 1.214781, 1.00966, 0.918981, 0.993522, 0.836312, 0.82445, 0.916042, 0.990038, 0.901711, 1.015256, 0.907687, 0.846887, 0.808486, 1.133422, 0.961328, 0.796391, 0.833872, 0.786121, 0.718664, 0.961607, 0.598158, 0.0], "sum_m_pl": [0.13498, 0.314528, 0.32971, 0.345834, 0.317239, 0.326421, 0.35832, 0.354719, 0.342988, 0.380442, 0.467831, 0.564261, 0.603331, 0.593755, 0.565128, 0.596734, 0.518995, 0.414384, 0.401165, 0.343211, 0.341529, 0.334062, 0.318953, 0.325663, 0.309699, 0.385269, 0.36216, 0.497654, 0.572875, 0.626315, 0.577817, 0.570839, 0.582146, 0.655576, 0.633748, 0.60752, 0.799262, 0.561469, 1.087947, 1.170788, 0.696821, 0.548829, 0.575155, 0.790544, 0.948772, 0.773077, 0.119009, 0.137926, 0.110457, 0.0]}, "lang": {"n_am_en": [2, 4, 5, 3, 4, 3, 4, 3, 6, 4, 8, 5, 5, 4, 3, 5, 6, 9, 5, 6, 6, 13, 11, 10, 15, 15, 9, 7, 7, 7, 6, 6, 6, 7, 8, 12, 12, 11, 12, 15, 15, 17, 13, 16, 14, 9, 14, 13, 16, 22], "n_am_pl": [0, 0, 1, 1, 0, 2, 5, 4, 3, 3, 1, 5, 7, 4, 8, 4, 4, 2, 0, 1, 0, 1, 1, 1, 1, 1, 2, 3, 4, 3, 3, 3, 3, 3, 5, 4, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "n_pos": 22, "sum_m_en": [2.484214, 2.992804, 2.890968, 3.013877, 3.349883, 3.641152, 3.679797, 3.836874, 3.787825, 3.617426, 3.9133, 3.8384, 3.527516, 3.626909, 3.75896, 3.534729, 3.727551, 3.684598, 3.454657, 3.382528, 3.442253, 5.466545, 3.728664, 3.757944, 11.440217, 10.718574, 7.012374, 5.498282, 5.835385, 5.368221, 4.743701, 4.995233, 4.91262, 5.733542, 5.842337, 6.159404, 8.610045, 10.217408, 10.809273, 13.044177, 11.884839, 12.988043, 13.254022, 13.871129, 12.715342, 11.04571, 12.61499, 12.639371, 14.208474, 20.841303], "sum_m_pl": [0.393316, 1.03293, 1.106158, 1.117543, 1.227911, 1.371485, 1.544862, 1.482684, 1.548685, 1.751135, 1.72675, 2.013615, 2.285266, 2.377827, 2.286425, 2.495678, 2.197545, 1.757141, 1.759887, 1.461856, 1.299806, 1.148416, 1.203757, 1.172813, 0.938519, 1.282475, 1.508365, 2.087164, 2.409659, 2.21096, 2.339115, 2.177123, 2.59449, 2.695984, 3.070648, 2.54583, 2.013289, 1.241648, 0.962507, 0.635568, 0.492451, 0.35585, 0.189884, 0.284275, 0.283757, 0.19995, 0.305378, 0.259229, 0.464421, 0.006381]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 55, "item_id": "llmzszl-165", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 823, "region_end": 53, "roundtrip_ok": true, "tf_agree": 0.9273, "tf_agree_excl_first": 0.9444}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 14, 9, 17, 30, 27, 41, 36, 46, 35, 26, 29, 30, 27, 26, 30, 42, 38, 35, 45, 45, 67, 51, 72, 100, 105, 65, 49, 47, 47, 31, 38, 32, 40, 43, 47, 55, 66, 74, 87, 75, 85, 75, 88, 72, 67, 24, 10, 4, 0], "n_am_pl": [4, 11, 13, 19, 11, 18, 22, 19, 27, 32, 34, 32, 41, 25, 29, 36, 36, 23, 21, 13, 7, 9, 4, 7, 6, 8, 18, 24, 22, 27, 34, 34, 35, 27, 34, 32, 35, 27, 26, 17, 31, 25, 38, 29, 42, 48, 83, 95, 103, 107], "n_pos": 182, "sum_m_en": [16.279319, 24.688831, 25.477181, 26.477793, 29.418439, 30.567772, 31.414557, 33.622535, 33.381378, 33.151816, 33.744248, 33.228642, 30.670099, 31.237965, 30.819169, 30.011374, 31.818747, 29.640064, 30.030274, 28.943863, 27.033738, 28.964957, 27.669835, 30.736004, 68.980557, 67.113408, 46.385497, 40.255876, 37.184754, 36.361413, 30.723506, 32.560609, 31.882182, 36.732294, 37.101362, 42.481099, 45.546676, 53.171621, 55.929328, 63.48249, 62.764162, 65.534816, 66.390986, 75.476494, 65.114924, 59.741124, 25.361269, 11.084652, 5.726573, 1.1e-05], "sum_m_pl": [2.815769, 7.294306, 8.51373, 8.986582, 9.33633, 10.476738, 11.491692, 11.908564, 13.480063, 15.127349, 16.3975, 16.68122, 18.23433, 16.771626, 16.755135, 18.332158, 16.638945, 14.746609, 13.939683, 11.805801, 11.325576, 11.346921, 11.021863, 10.461846, 11.232919, 12.822031, 16.507042, 19.106908, 23.151358, 22.529178, 23.327374, 21.366031, 22.685803, 22.379302, 22.863236, 20.2956, 19.953155, 17.289662, 19.095689, 19.259251, 21.226083, 21.604751, 24.613405, 26.19853, 37.889208, 46.771133, 77.647713, 94.185549, 102.029538, 107.075821]}, "digit": {"n_am_en": [0, 2, 0, 1, 1, 2, 2, 5, 2, 4, 3, 3, 2, 2, 0, 0, 3, 3, 3, 5, 4, 6, 5, 7, 11, 11, 5, 4, 2, 3, 0, 1, 0, 3, 3, 3, 4, 2, 4, 4, 5, 3, 6, 8, 7, 8, 3, 3, 2, 0], "n_am_pl": [0, 2, 3, 3, 0, 0, 2, 3, 3, 1, 3, 3, 6, 3, 7, 7, 5, 6, 4, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 4, 4, 3, 3, 4, 2, 1, 3, 3, 3, 3, 3, 5, 4, 3, 2, 2, 3, 2, 0], "n_pos": 14, "sum_m_en": [1.200019, 2.107238, 2.284875, 2.2796, 2.444589, 2.484281, 2.51634, 2.754452, 2.687992, 2.676947, 2.70329, 2.628752, 2.44959, 2.459525, 2.357723, 2.243932, 2.322885, 2.269565, 2.293936, 2.233668, 2.012321, 2.160301, 2.010148, 2.241013, 5.411969, 5.523248, 3.018447, 2.873408, 2.905822, 2.832879, 2.40194, 2.600662, 2.343507, 2.567564, 2.39191, 2.825049, 2.493587, 2.350968, 3.050641, 3.773959, 3.462741, 3.259952, 4.796897, 6.637475, 5.901316, 5.790863, 2.916167, 3.646095, 1.834727, 0.0], "sum_m_pl": [0.249604, 0.722937, 0.769838, 0.828959, 0.884477, 1.030009, 1.067205, 0.975895, 1.063011, 1.13953, 1.350289, 1.380282, 1.631575, 1.303529, 1.407624, 1.708482, 1.437087, 1.327378, 1.31563, 1.074649, 1.020407, 0.978075, 0.966666, 0.939184, 1.064889, 1.186494, 1.301816, 1.41277, 1.68597, 1.615425, 1.653313, 1.633672, 1.593652, 1.769378, 1.850333, 1.466355, 1.071259, 0.790687, 0.990087, 1.320587, 1.546483, 1.226762, 1.319663, 1.124244, 1.596489, 1.715806, 1.894328, 2.38845, 1.46836, 1e-06]}, "lang": {"n_am_en": [1, 8, 3, 14, 15, 12, 24, 19, 25, 19, 14, 13, 15, 15, 12, 18, 26, 26, 23, 23, 25, 38, 29, 43, 57, 61, 35, 22, 28, 26, 18, 20, 20, 23, 23, 27, 30, 38, 46, 55, 42, 53, 42, 51, 40, 33, 12, 4, 2, 0], "n_am_pl": [2, 7, 9, 11, 9, 13, 16, 9, 18, 23, 18, 19, 27, 15, 15, 17, 23, 11, 12, 9, 6, 6, 3, 5, 5, 5, 13, 18, 14, 18, 20, 18, 23, 15, 18, 19, 22, 17, 19, 12, 26, 20, 29, 22, 35, 41, 72, 88, 99, 106], "n_pos": 107, "sum_m_en": [9.824686, 14.292463, 14.729278, 15.588329, 16.978264, 17.96968, 18.476925, 19.847313, 19.814177, 19.535931, 19.974096, 19.458834, 18.045007, 18.440881, 18.184952, 17.622104, 18.949788, 17.575047, 17.897245, 17.05095, 16.161155, 17.566711, 16.545136, 19.117351, 43.74808, 42.36137, 28.593148, 23.827415, 21.925452, 21.073733, 17.364459, 18.339833, 18.336991, 20.780598, 21.958472, 26.082221, 28.151763, 31.659261, 34.672272, 39.172601, 37.903842, 39.910091, 37.83952, 42.589377, 35.17778, 31.564144, 13.007806, 3.495905, 2.442665, 4e-06], "sum_m_pl": [1.741933, 4.267934, 4.973145, 5.419273, 5.515019, 6.111479, 6.835224, 7.086515, 8.035302, 9.246351, 10.052466, 10.193923, 11.169989, 10.498672, 10.347374, 11.354548, 10.063595, 8.820201, 8.328658, 6.86738, 6.556872, 6.649095, 6.420008, 6.031866, 6.771601, 7.503352, 10.222839, 12.289645, 14.75, 14.538055, 15.175733, 13.934519, 15.174526, 14.983715, 14.662078, 12.990853, 13.092388, 12.453189, 13.454413, 13.690844, 16.086945, 16.911109, 20.124523, 22.335368, 32.755599, 40.689701, 68.574029, 87.146746, 97.551502, 105.867912]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "llmzszl-165", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 951, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9674, "tf_agree_excl_first": 0.9727}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 7, 7, 19, 25, 24, 24, 33, 26, 20, 28, 21, 19, 15, 22, 26, 21, 25, 30, 30, 28, 30, 27, 20, 39, 41, 30, 25, 29, 32, 25, 23, 34, 35, 35, 34, 32, 35, 36, 38, 40, 39, 38, 40, 34, 31, 32, 34, 28, 30], "n_am_pl": [5, 13, 13, 10, 7, 6, 8, 7, 8, 14, 14, 10, 7, 9, 8, 8, 5, 9, 7, 2, 4, 4, 4, 4, 5, 7, 8, 17, 13, 15, 9, 7, 4, 10, 6, 8, 6, 3, 2, 4, 5, 3, 2, 1, 0, 1, 0, 0, 0, 0], "n_pos": 110, "sum_m_en": [12.896664, 16.924402, 16.721683, 17.715763, 18.69325, 19.012166, 18.945973, 17.957891, 17.777342, 18.337063, 19.716709, 18.718808, 18.817442, 18.518602, 19.990426, 18.80368, 19.045417, 18.107486, 18.680884, 18.962144, 17.956929, 18.041948, 17.818758, 17.613279, 26.684515, 24.464344, 23.195309, 20.478603, 21.986389, 21.608023, 20.146802, 20.881714, 23.393353, 23.621505, 26.34095, 26.8959, 28.908055, 33.049139, 34.933557, 36.591131, 36.172655, 36.383015, 37.481678, 38.185746, 33.291242, 32.084229, 31.774207, 31.327317, 27.975781, 29.853062], "sum_m_pl": [2.535808, 5.658495, 5.924269, 5.546905, 5.82247, 5.596106, 5.380632, 5.45479, 5.549404, 6.250662, 6.440529, 6.131434, 6.832461, 6.653872, 6.777498, 7.190886, 6.966051, 6.562559, 6.672418, 6.644718, 6.446449, 6.299678, 6.05356, 6.069092, 6.906257, 8.286839, 8.18785, 9.000573, 8.523543, 9.076606, 8.584409, 7.223948, 7.090405, 7.095267, 6.712559, 6.190666, 5.122608, 4.300306, 4.001869, 3.741685, 3.530744, 3.141592, 2.885092, 2.337099, 2.055564, 1.789605, 1.335851, 1.111832, 0.406488, 2e-06]}, "digit": {"n_am_en": [0, 1, 0, 2, 3, 3, 2, 2, 3, 5, 8, 8, 3, 4, 7, 7, 2, 2, 2, 3, 5, 6, 6, 5, 9, 11, 8, 7, 7, 6, 7, 4, 9, 9, 8, 4, 4, 4, 6, 4, 5, 5, 6, 8, 5, 4, 5, 6, 0, 0], "n_am_pl": [0, 3, 3, 1, 2, 2, 0, 0, 2, 1, 4, 2, 0, 2, 1, 4, 1, 1, 3, 1, 0, 0, 2, 2, 2, 3, 3, 2, 4, 7, 5, 3, 3, 3, 3, 4, 5, 3, 1, 2, 3, 1, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.244101, 5.174503, 4.821981, 5.086383, 5.361492, 5.489772, 5.237708, 4.831288, 5.002439, 5.421147, 5.934343, 5.61222, 5.418561, 5.143097, 5.779252, 5.276286, 5.642124, 5.324909, 5.447092, 5.502943, 5.198291, 5.192456, 5.194759, 5.145507, 6.908774, 6.541517, 6.186666, 5.919069, 6.142295, 5.680928, 5.546569, 5.84817, 6.431277, 6.290763, 6.607618, 5.898799, 5.967375, 6.395987, 5.649662, 5.897274, 5.513871, 5.448896, 6.06376, 6.879802, 5.228878, 4.439348, 4.206301, 4.534435, 1.161735, 0.0], "sum_m_pl": [0.555431, 1.484974, 1.364621, 1.290351, 1.388483, 1.428079, 1.144329, 1.170792, 1.21725, 1.354362, 1.475767, 1.326201, 1.63252, 1.573033, 1.477824, 1.728687, 1.716509, 1.6914, 1.76485, 1.681679, 1.643916, 1.63373, 1.573261, 1.600284, 2.032103, 2.271477, 2.179859, 2.517278, 2.333773, 2.626701, 2.356026, 2.065478, 1.872362, 1.791625, 1.827735, 1.921428, 1.849021, 1.732613, 1.87328, 1.891984, 1.752297, 1.767717, 1.750995, 1.427057, 1.329743, 1.251873, 1.038703, 0.864707, 0.17222, 0.0]}, "lang": {"n_am_en": [8, 5, 6, 12, 13, 13, 13, 18, 16, 9, 11, 9, 11, 8, 8, 11, 11, 13, 17, 16, 16, 17, 14, 10, 18, 20, 14, 13, 15, 18, 14, 14, 16, 18, 19, 21, 22, 22, 22, 25, 25, 27, 26, 26, 26, 25, 27, 24, 28, 30], "n_am_pl": [3, 3, 3, 2, 2, 1, 4, 5, 3, 9, 7, 5, 4, 3, 3, 3, 2, 5, 2, 0, 1, 2, 1, 1, 2, 1, 2, 5, 2, 1, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.73861, 4.701212, 5.031867, 5.488124, 5.884967, 6.060282, 6.442921, 6.174294, 6.011017, 5.904924, 6.130659, 6.048845, 6.108772, 6.155952, 6.611111, 6.134876, 5.979286, 5.837254, 5.975359, 6.116185, 5.746706, 5.730409, 5.483275, 5.368966, 11.666205, 9.946314, 9.667403, 7.743982, 8.142486, 8.360958, 7.608694, 7.550189, 8.63882, 9.3145, 11.359635, 13.108026, 15.08623, 17.934754, 20.150825, 21.247895, 22.017739, 23.745952, 24.531759, 24.075334, 23.842023, 23.830759, 25.03036, 23.769477, 25.71914, 29.82186], "sum_m_pl": [0.757604, 1.561103, 1.577148, 1.472992, 1.700832, 1.570437, 1.742534, 1.749036, 1.92219, 2.02556, 2.130597, 2.035368, 2.193886, 2.09713, 2.212953, 2.430248, 2.521214, 2.313056, 2.281345, 2.29132, 2.271343, 2.13935, 2.031535, 2.003294, 2.215997, 2.638327, 2.766202, 2.891191, 2.784392, 2.71782, 2.787754, 2.347959, 2.268653, 2.475724, 2.310445, 1.991995, 1.377314, 0.884246, 0.600422, 0.554032, 0.546159, 0.356954, 0.288657, 0.444309, 0.302601, 0.208282, 0.108137, 0.071199, 0.098042, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "llmzszl-169", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 821, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.991}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 6, 17, 26, 39, 40, 41, 56, 50, 35, 34, 29, 33, 33, 42, 46, 58, 61, 60, 55, 54, 63, 58, 53, 89, 79, 71, 54, 51, 45, 29, 37, 54, 57, 67, 64, 71, 82, 86, 77, 79, 72, 70, 62, 51, 28, 13, 3, 0, 0], "n_am_pl": [5, 19, 23, 20, 25, 26, 21, 21, 18, 25, 28, 22, 20, 22, 23, 20, 23, 21, 18, 22, 16, 16, 12, 10, 20, 17, 25, 26, 27, 29, 20, 20, 22, 23, 20, 24, 22, 15, 13, 12, 18, 14, 22, 26, 31, 47, 68, 76, 68, 72], "n_pos": 194, "sum_m_en": [18.87182, 28.543368, 30.321636, 31.369273, 33.246832, 33.710528, 33.911079, 33.303324, 32.804396, 33.39094, 36.150526, 33.916785, 34.108972, 34.273219, 35.354773, 33.904528, 35.102184, 33.136978, 33.437169, 33.565975, 32.453325, 32.101752, 31.375577, 31.344729, 49.882246, 45.659529, 41.529936, 38.103018, 38.263521, 36.726045, 34.123688, 35.882406, 40.067308, 41.23137, 44.164089, 44.185052, 45.574109, 56.216796, 62.637214, 58.459731, 61.050855, 61.044774, 61.522676, 59.83035, 49.501217, 31.152084, 15.562356, 4.562559, 2.086036, 6.7e-05], "sum_m_pl": [3.539077, 9.817138, 10.564368, 10.597894, 10.984541, 11.286359, 11.139658, 10.785251, 10.992517, 11.675461, 12.871624, 12.863901, 13.100349, 12.618262, 12.62648, 12.829691, 12.539682, 11.683493, 11.089022, 11.251591, 11.105728, 10.808135, 10.393449, 10.371704, 13.77497, 15.319899, 15.829009, 15.802685, 16.140873, 16.975743, 17.630526, 16.577446, 15.21615, 14.719757, 14.611863, 13.471362, 13.706294, 12.252111, 12.598823, 14.023676, 15.720658, 16.676697, 20.518694, 25.74825, 30.252313, 43.301119, 61.025594, 70.022968, 69.097476, 71.102834]}, "digit": {"n_am_en": [0, 2, 2, 5, 4, 2, 0, 4, 5, 2, 6, 2, 3, 4, 6, 8, 7, 9, 10, 9, 8, 11, 7, 6, 12, 12, 9, 5, 7, 6, 3, 6, 10, 7, 7, 10, 13, 13, 11, 8, 9, 7, 10, 5, 3, 1, 2, 1, 0, 0], "n_am_pl": [0, 0, 5, 4, 0, 2, 1, 2, 3, 2, 5, 4, 5, 7, 4, 2, 5, 2, 4, 4, 6, 4, 3, 3, 5, 3, 6, 2, 5, 5, 2, 3, 3, 1, 5, 3, 6, 4, 6, 3, 2, 2, 2, 1, 2, 4, 4, 3, 0, 0], "n_pos": 38, "sum_m_en": [3.488693, 6.169514, 6.229628, 6.512798, 6.597397, 6.591136, 6.382972, 6.069557, 5.884235, 6.415207, 7.233418, 6.818645, 6.444762, 6.572492, 7.128632, 6.38092, 7.037057, 6.680116, 6.774048, 6.678921, 6.314916, 6.330366, 6.254208, 6.285569, 8.670677, 8.305865, 7.578411, 7.688697, 7.646489, 6.953991, 6.497541, 6.908701, 7.701656, 7.888047, 8.557526, 8.188063, 7.933298, 8.213356, 8.694222, 8.281654, 8.170642, 8.086785, 8.891559, 7.002583, 4.870003, 3.556829, 2.879373, 1.797769, 0.847955, 0.0], "sum_m_pl": [0.622241, 1.961784, 1.71838, 1.691785, 1.675537, 1.69082, 1.501932, 1.530807, 1.640942, 1.695211, 1.982675, 1.787592, 2.001488, 1.986587, 1.900866, 1.952783, 2.104618, 2.093423, 1.912062, 1.850928, 1.892309, 1.855042, 1.788819, 1.818386, 2.367177, 2.651958, 2.341094, 2.279224, 2.298675, 2.558792, 2.563299, 2.518637, 2.209532, 2.084055, 2.172751, 2.116309, 1.963914, 1.790759, 1.848636, 1.942075, 1.980138, 2.141786, 2.263707, 2.73915, 2.681876, 3.189011, 3.164822, 2.545828, 0.511585, 0.0]}, "lang": {"n_am_en": [4, 3, 12, 13, 23, 24, 27, 30, 30, 21, 19, 19, 16, 12, 18, 19, 27, 31, 29, 28, 31, 35, 33, 31, 47, 41, 35, 31, 24, 22, 19, 19, 24, 30, 38, 33, 37, 45, 46, 45, 43, 38, 36, 36, 31, 20, 7, 1, 0, 0], "n_am_pl": [2, 3, 5, 7, 14, 14, 11, 11, 8, 12, 10, 9, 9, 8, 8, 9, 12, 12, 5, 8, 6, 6, 6, 6, 9, 10, 10, 13, 15, 13, 9, 10, 13, 16, 12, 14, 15, 10, 7, 7, 13, 10, 15, 19, 23, 33, 54, 64, 66, 72], "n_pos": 72, "sum_m_en": [7.068639, 10.541249, 11.609277, 12.000683, 12.86219, 13.308063, 13.735863, 13.860932, 14.043333, 13.702313, 14.621883, 13.758986, 13.951869, 14.060043, 14.066723, 13.773563, 13.832685, 13.29684, 13.496227, 13.771448, 13.567531, 13.056376, 12.631567, 12.393527, 23.644396, 21.09867, 19.162446, 16.339478, 15.92603, 15.548477, 14.215162, 14.800592, 16.007039, 17.917729, 18.930253, 20.420431, 21.260171, 28.404249, 33.502421, 31.214067, 34.076932, 32.571752, 33.349827, 34.866627, 31.577063, 20.388405, 8.898999, 1.499152, 0.292582, 6.4e-05], "sum_m_pl": [1.132257, 3.006104, 3.528747, 3.75703, 4.145999, 4.335992, 4.708289, 4.522656, 4.616642, 4.835697, 5.307408, 5.654851, 5.575739, 5.544809, 5.51119, 5.794218, 5.705239, 5.185143, 4.89398, 4.930864, 4.858558, 4.691457, 4.522429, 4.442342, 6.42192, 7.241508, 7.92802, 7.359426, 7.682944, 7.768066, 8.539058, 8.179531, 7.456982, 7.479127, 7.781402, 7.192566, 7.908063, 7.227268, 7.477701, 8.157432, 9.493334, 10.308892, 13.045471, 16.856971, 20.710538, 30.539992, 48.456381, 59.038397, 65.01437, 70.816744]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "llmzszl-169", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9846}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 7, 14, 19, 25, 33, 35, 28, 26, 25, 33, 26, 31, 25, 21, 30, 32, 19, 32, 34, 39, 35, 31, 24, 36, 31, 31, 33, 27, 20, 19, 25, 27, 32, 42, 47, 53, 51, 47, 53, 57, 58, 57, 56, 61, 60, 58, 54, 54, 60], "n_am_pl": [5, 6, 6, 9, 13, 10, 17, 21, 16, 15, 21, 14, 14, 14, 21, 15, 16, 17, 17, 14, 8, 10, 8, 12, 12, 16, 14, 13, 14, 14, 16, 18, 19, 16, 17, 12, 9, 12, 9, 7, 7, 5, 7, 7, 4, 6, 9, 14, 17, 21], "n_pos": 118, "sum_m_en": [13.258821, 16.222627, 16.554166, 18.59475, 21.680003, 22.799199, 22.821034, 22.454371, 21.470752, 20.555042, 21.194188, 21.093502, 20.313525, 19.423714, 19.500399, 20.1539, 20.394147, 19.070045, 19.802399, 19.863469, 20.541015, 19.585887, 19.38863, 19.010004, 28.787829, 28.568633, 26.71858, 22.511007, 21.737633, 20.835193, 19.648457, 20.163761, 20.64993, 23.729488, 28.052934, 29.907401, 33.535238, 37.449728, 43.469031, 45.588091, 46.288834, 49.853737, 50.059632, 51.943286, 53.003759, 52.740456, 53.675137, 49.807723, 49.90615, 60.316374], "sum_m_pl": [2.717075, 4.74612, 4.84524, 4.826465, 5.374426, 5.29316, 6.205391, 6.996073, 6.811624, 7.112617, 7.440942, 8.215975, 8.27587, 8.320856, 9.033063, 9.376749, 8.307648, 8.246086, 8.105593, 7.686145, 7.521714, 7.188835, 7.246055, 7.11141, 9.093567, 10.284091, 10.234819, 10.603305, 11.35163, 12.472223, 12.804991, 11.991507, 12.469438, 12.498918, 11.393599, 10.583512, 10.696021, 9.468525, 9.208084, 9.215828, 8.927254, 7.170741, 8.210061, 8.858356, 6.806135, 7.534039, 11.033798, 14.195945, 17.610929, 20.212951]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.170521, 0.160635, 0.111987, 0.090741, 0.135679, 0.134286, 0.095211, 0.061719, 0.054288, 0.051077, 0.069932, 0.065704, 0.074282, 0.043618, 0.043637, 0.042879, 0.043095, 0.036178, 0.044207, 0.062607, 0.067668, 0.073238, 0.08602, 0.080133, 0.021924, 0.024743, 0.014318, 0.017314, 0.019571, 0.021471, 0.020649, 0.031792, 0.044005, 0.052467, 0.069094, 0.056276, 0.089127, 0.108264, 0.211587, 0.389629, 0.391122, 0.439319, 0.186218, 0.693082, 0.61016, 0.151515, 0.010811, 0.006796, 0.00275, 0.0], "sum_m_pl": [0.032478, 0.041194, 0.042957, 0.048396, 0.080562, 0.084731, 0.080613, 0.107433, 0.078062, 0.068826, 0.056627, 0.055457, 0.050208, 0.04537, 0.044647, 0.046775, 0.047847, 0.045388, 0.050672, 0.060981, 0.063512, 0.056716, 0.061895, 0.053516, 0.049642, 0.039565, 0.040136, 0.043284, 0.039975, 0.039812, 0.036946, 0.053728, 0.061592, 0.062187, 0.05723, 0.0466, 0.066601, 0.102709, 0.294728, 0.119238, 0.03953, 0.032867, 0.217935, 0.001433, 0.006293, 0.03982, 0.052609, 0.022069, 0.002684, 0.0]}, "lang": {"n_am_en": [5, 5, 10, 13, 16, 25, 25, 20, 20, 17, 26, 20, 22, 19, 16, 23, 25, 17, 25, 28, 32, 29, 26, 20, 31, 26, 28, 28, 20, 17, 16, 22, 22, 27, 34, 38, 44, 41, 39, 42, 49, 48, 48, 49, 51, 55, 55, 53, 53, 59], "n_am_pl": [3, 3, 4, 8, 12, 6, 11, 13, 7, 8, 15, 8, 8, 6, 12, 9, 9, 9, 10, 7, 4, 5, 3, 8, 10, 10, 8, 9, 10, 6, 7, 10, 12, 9, 8, 7, 4, 7, 6, 4, 4, 3, 4, 5, 4, 5, 9, 14, 16, 21], "n_pos": 80, "sum_m_en": [8.825176, 10.777926, 11.163376, 12.712877, 14.711807, 15.666508, 15.888659, 15.944218, 15.196656, 14.72159, 15.176689, 15.24503, 14.529664, 13.810941, 13.736374, 14.302062, 14.508287, 13.530978, 13.877832, 13.740052, 14.405841, 13.586875, 13.386407, 13.10019, 22.741275, 22.264908, 20.861587, 17.08354, 16.429866, 15.624703, 14.472982, 14.838691, 14.759467, 17.349643, 21.06363, 23.212667, 26.442618, 29.954413, 35.682025, 37.339385, 38.410025, 41.965244, 42.058016, 43.658747, 46.92148, 47.57623, 48.777915, 46.775091, 47.365703, 58.862749], "sum_m_pl": [1.603307, 3.044022, 3.275109, 3.369568, 3.72637, 3.642175, 4.214966, 4.616728, 4.412693, 4.682684, 5.098193, 5.502867, 5.474185, 5.437811, 5.753061, 5.965216, 5.326338, 5.385487, 5.386536, 5.042374, 4.849494, 4.679347, 4.705892, 4.632855, 5.507726, 6.312844, 6.011233, 6.46917, 6.911512, 7.681425, 7.867471, 7.510685, 7.88548, 7.938248, 7.392043, 6.929757, 7.077651, 5.941078, 5.785846, 5.736689, 5.992141, 4.898136, 5.579095, 6.279945, 5.142642, 5.475123, 9.889773, 13.75278, 16.662624, 19.943167]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "llmzszl-17", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9916}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 10, 13, 17, 39, 49, 32, 33, 35, 31, 38, 39, 36, 27, 26, 41, 53, 43, 55, 57, 71, 62, 59, 53, 70, 69, 65, 56, 42, 50, 40, 42, 55, 57, 73, 76, 64, 74, 75, 81, 76, 82, 80, 69, 60, 42, 14, 3, 4, 1], "n_am_pl": [5, 14, 15, 21, 20, 19, 25, 32, 25, 25, 21, 21, 27, 35, 28, 32, 20, 27, 28, 18, 24, 23, 23, 24, 25, 33, 20, 17, 32, 22, 35, 29, 35, 36, 29, 23, 27, 15, 15, 17, 23, 20, 24, 30, 36, 54, 99, 119, 128, 140], "n_pos": 192, "sum_m_en": [17.768994, 26.669435, 27.102117, 29.421006, 32.865262, 33.969021, 33.73659, 34.543804, 33.441581, 33.221116, 32.972306, 32.71362, 31.470446, 30.568244, 30.328664, 31.436484, 32.357758, 30.357857, 29.305141, 29.88901, 31.168188, 29.851166, 29.733757, 29.436377, 47.938023, 48.666261, 41.972963, 34.950532, 34.410684, 34.829331, 31.917851, 32.827338, 33.907642, 37.248425, 46.86704, 48.660545, 48.897807, 55.902862, 63.403803, 64.835152, 60.577937, 65.014289, 63.255715, 59.031862, 52.953611, 39.157134, 12.256054, 3.880118, 3.890613, 0.999962], "sum_m_pl": [2.972535, 7.841213, 8.703632, 8.455225, 9.785531, 9.520466, 11.181935, 12.48065, 12.450682, 12.915611, 13.388766, 14.19997, 15.666468, 15.875478, 16.004552, 16.32862, 13.553106, 13.499695, 13.21838, 11.980596, 11.944875, 11.457462, 11.708992, 11.609657, 17.449042, 19.373291, 18.466292, 18.200469, 18.929391, 20.070709, 20.779617, 19.684517, 20.093569, 19.697313, 18.024944, 16.005313, 18.338395, 16.228997, 16.097053, 16.889867, 19.613182, 18.76635, 23.469184, 30.297001, 35.030661, 51.991935, 90.644262, 113.89103, 123.845509, 138.443512]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 7, 8, 11, 27, 36, 23, 26, 25, 20, 30, 28, 27, 20, 18, 28, 36, 32, 43, 43, 57, 49, 46, 42, 58, 57, 51, 45, 32, 39, 34, 36, 43, 45, 61, 61, 52, 56, 58, 64, 57, 62, 60, 48, 47, 35, 12, 3, 4, 1], "n_am_pl": [2, 6, 10, 14, 15, 13, 21, 22, 16, 14, 13, 13, 15, 24, 19, 24, 14, 20, 21, 12, 15, 15, 17, 15, 15, 20, 11, 8, 23, 17, 26, 21, 30, 26, 20, 16, 22, 13, 13, 14, 21, 19, 20, 28, 34, 48, 92, 113, 125, 140], "n_pos": 142, "sum_m_en": [12.630382, 19.429362, 20.01098, 21.578464, 24.007858, 24.95091, 24.808287, 25.594903, 24.693747, 24.728633, 24.460001, 24.124653, 23.167853, 22.675418, 22.435062, 23.216338, 24.096585, 22.393648, 21.703017, 22.176654, 23.261126, 22.206453, 22.105009, 21.79905, 38.056107, 38.225871, 32.723069, 26.760355, 26.574115, 26.345634, 24.328285, 25.012488, 25.795341, 27.976796, 35.155683, 36.387718, 37.061299, 42.927468, 48.877571, 49.618861, 45.6465, 49.364435, 48.619844, 42.569755, 40.467428, 30.486693, 9.627521, 3.502932, 3.633744, 0.99996], "sum_m_pl": [1.849836, 5.602046, 6.346608, 6.286329, 7.198392, 7.101966, 8.336843, 9.142926, 9.02233, 9.24827, 9.682171, 10.279901, 11.198131, 11.434493, 11.100906, 11.41591, 9.623583, 9.709214, 9.794646, 8.698445, 8.608832, 8.277972, 8.478705, 8.474323, 11.60458, 13.416163, 12.869196, 12.799122, 13.692864, 14.898088, 15.275219, 14.355895, 15.210583, 14.918426, 13.652279, 12.163008, 14.289454, 12.817142, 12.690302, 13.673345, 16.478057, 16.092139, 20.209075, 26.919388, 32.181288, 47.900824, 83.787228, 108.2284, 120.409246, 137.970305]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "llmzszl-17", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 894, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9948}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 11, 9, 9, 20, 18, 23, 17, 17, 10, 13, 16, 12, 13, 15, 18, 24, 23, 20, 25, 21, 20, 18, 19, 29, 27, 28, 26, 22, 19, 21, 21, 20, 29, 30, 31, 35, 35, 33, 36, 36, 39, 37, 33, 35, 34, 33, 32, 33, 30], "n_am_pl": [1, 2, 4, 7, 2, 2, 5, 3, 1, 3, 3, 5, 5, 9, 4, 5, 2, 4, 3, 2, 2, 2, 2, 1, 3, 6, 4, 7, 7, 8, 7, 5, 10, 4, 2, 2, 1, 0, 0, 0, 1, 2, 0, 2, 2, 0, 0, 0, 0, 0], "n_pos": 61, "sum_m_en": [6.86174, 9.835836, 10.013319, 10.098915, 11.358446, 11.727065, 11.8031, 10.634406, 11.020738, 11.201785, 11.45333, 12.118159, 10.570212, 10.230561, 10.585341, 11.437274, 11.61717, 11.744644, 11.918927, 12.401707, 11.47729, 11.290116, 10.729762, 10.591812, 21.064865, 20.371156, 18.592582, 16.13526, 16.2146, 15.587229, 14.834651, 15.028028, 15.256009, 17.42942, 20.571717, 20.472765, 23.602602, 26.587, 28.488189, 28.649258, 29.762548, 30.812014, 29.63524, 28.619579, 31.446061, 31.568297, 32.035408, 31.548952, 30.472364, 30.536268], "sum_m_pl": [1.24124, 2.349177, 2.654203, 2.633905, 2.842514, 2.857625, 2.996221, 2.880362, 2.693311, 2.879372, 2.812526, 3.249748, 3.249097, 3.353819, 3.156566, 2.894952, 2.825593, 3.023681, 2.988225, 2.954724, 3.02959, 3.066519, 3.016302, 3.00096, 3.029569, 3.626088, 3.287982, 3.682702, 4.591725, 4.877811, 4.238515, 3.675541, 4.006453, 3.521504, 3.081144, 2.683885, 2.73134, 2.148063, 1.825953, 1.839348, 1.730536, 1.550392, 1.343751, 1.303947, 1.3497, 0.917878, 0.875089, 0.676953, 0.228515, 0.00035]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 2, 0, 2, 1, 0, 3, 2, 2, 0, 1, 2, 2, 1, 1, 0, 0, 0, 1, 0, 2, 2, 2, 3, 3, 2, 2, 2, 4, 3, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 3, 2, 4, 0, 2, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 3, 4, 3, 2, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.652889, 1.250678, 1.176963, 1.137284, 1.19727, 1.189739, 1.307933, 1.106526, 1.164639, 1.170006, 1.126108, 1.250026, 1.20616, 1.131985, 1.2263, 1.449972, 1.339668, 1.27201, 1.340289, 1.275381, 1.222073, 1.238177, 1.134393, 1.165787, 1.620162, 1.610841, 1.372761, 1.208824, 0.946439, 1.06713, 1.067947, 1.14634, 1.124378, 1.217405, 1.34363, 1.46874, 1.520283, 1.5651, 1.454538, 1.666674, 1.902831, 1.907688, 1.589358, 1.334204, 1.22017, 1.075131, 0.94157, 0.439058, 0.078374, 0.0], "sum_m_pl": [0.09003, 0.277161, 0.254724, 0.236851, 0.293368, 0.285444, 0.290104, 0.301685, 0.251079, 0.309477, 0.305536, 0.387897, 0.376475, 0.37406, 0.329696, 0.382751, 0.441287, 0.436672, 0.394441, 0.414048, 0.42397, 0.428494, 0.422552, 0.426555, 0.609067, 0.747925, 0.577557, 0.812692, 1.275471, 0.997753, 0.821079, 0.56981, 0.612065, 0.560393, 0.498563, 0.457683, 0.440162, 0.368546, 0.369671, 0.370046, 0.316869, 0.331246, 0.313152, 0.29152, 0.307364, 0.256609, 0.236082, 0.169006, 0.025296, 0.0]}, "lang": {"n_am_en": [4, 10, 8, 6, 13, 12, 17, 13, 12, 5, 7, 12, 9, 10, 8, 13, 18, 17, 16, 18, 15, 15, 15, 14, 19, 19, 20, 17, 16, 14, 18, 16, 19, 20, 20, 22, 24, 25, 25, 25, 26, 30, 27, 25, 28, 29, 29, 29, 32, 29], "n_am_pl": [1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 2, 0, 2, 3, 2, 2, 1, 2, 1, 1, 1, 1, 1, 0, 1, 2, 2, 3, 1, 3, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.596977, 5.264213, 5.634415, 5.651158, 6.467602, 6.604001, 6.580783, 6.011886, 6.314312, 6.520367, 6.765487, 7.090243, 6.276035, 6.190664, 6.309253, 6.748529, 6.925005, 7.042071, 7.010211, 7.515123, 6.850728, 6.584097, 6.243841, 6.069202, 13.959455, 13.302994, 12.544913, 10.898621, 11.269795, 10.680892, 10.200267, 10.330605, 10.341204, 12.155053, 14.65313, 14.531337, 16.974536, 20.055619, 21.481179, 22.091825, 22.034841, 23.743526, 22.692141, 22.273302, 25.623397, 26.134927, 26.974926, 27.547864, 28.120587, 29.722261], "sum_m_pl": [0.704581, 1.184908, 1.371848, 1.431516, 1.542256, 1.484907, 1.591999, 1.501321, 1.502408, 1.491677, 1.497249, 1.746505, 1.764271, 1.729321, 1.64832, 1.417389, 1.326203, 1.459302, 1.511454, 1.463106, 1.524936, 1.573808, 1.56251, 1.560834, 1.465606, 1.777406, 1.725391, 1.792879, 2.098564, 2.362462, 2.121485, 1.924795, 2.139488, 1.788604, 1.451308, 1.31861, 1.30438, 0.934672, 0.771224, 0.727099, 0.758061, 0.633098, 0.547824, 0.510214, 0.580597, 0.365267, 0.469427, 0.391917, 0.134434, 0.000349]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 63, "item_id": "llmzszl-171", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 61, "roundtrip_ok": true, "tf_agree": 0.9206, "tf_agree_excl_first": 0.9355}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 15, 36, 33, 38, 41, 56, 53, 42, 37, 35, 37, 32, 29, 37, 45, 74, 59, 79, 67, 82, 77, 77, 59, 121, 111, 95, 77, 62, 57, 57, 66, 67, 80, 92, 88, 103, 107, 110, 110, 127, 122, 116, 107, 91, 64, 32, 10, 1, 0], "n_am_pl": [10, 24, 47, 36, 24, 30, 43, 35, 30, 37, 40, 39, 43, 30, 25, 23, 18, 17, 13, 16, 13, 13, 4, 10, 16, 17, 26, 25, 43, 37, 36, 31, 33, 22, 14, 16, 14, 13, 11, 10, 5, 11, 14, 21, 32, 51, 100, 124, 135, 134], "n_pos": 278, "sum_m_en": [26.674321, 43.891154, 47.01248, 46.573919, 47.350725, 48.582191, 51.870982, 49.130141, 48.512556, 49.764718, 48.87961, 51.676223, 47.587329, 44.751681, 44.924442, 48.09701, 49.974333, 48.29523, 49.699025, 48.312823, 47.518259, 47.817195, 45.656817, 45.629812, 78.498329, 73.791335, 67.365001, 58.434101, 54.537029, 54.175825, 50.561828, 52.721299, 54.719685, 60.259791, 66.604589, 65.602126, 72.481603, 81.913107, 81.860453, 88.973319, 94.244638, 95.702896, 97.652113, 93.485282, 82.685071, 61.888655, 35.793281, 13.199243, 5.64221, 6.4e-05], "sum_m_pl": [4.611215, 13.867784, 15.40147, 14.182245, 14.054334, 14.760692, 16.593915, 17.425089, 16.669442, 17.082222, 18.130077, 18.262715, 18.961503, 19.644426, 18.199509, 16.682652, 14.878245, 15.137761, 14.084876, 14.40571, 14.106277, 13.639835, 13.659, 13.65007, 15.01311, 17.35341, 18.022107, 19.768283, 24.406094, 22.818707, 21.252326, 20.12691, 19.510884, 16.986, 15.828849, 15.649856, 15.174609, 13.250611, 13.987942, 13.527712, 13.209006, 15.042458, 17.721391, 21.165089, 30.380106, 52.50939, 98.960764, 123.63681, 133.168051, 133.863114]}, "digit": {"n_am_en": [0, 4, 4, 5, 6, 5, 0, 2, 1, 4, 1, 1, 0, 0, 2, 5, 10, 5, 10, 6, 6, 5, 3, 1, 10, 9, 9, 7, 4, 5, 4, 6, 4, 5, 8, 7, 15, 14, 16, 14, 18, 17, 10, 10, 10, 6, 4, 3, 1, 0], "n_am_pl": [0, 1, 10, 6, 8, 10, 14, 8, 8, 10, 10, 5, 7, 3, 1, 3, 1, 2, 1, 2, 3, 2, 0, 1, 2, 2, 4, 3, 4, 4, 8, 5, 3, 2, 1, 4, 1, 2, 2, 0, 0, 2, 1, 0, 0, 1, 1, 1, 1, 0], "n_pos": 41, "sum_m_en": [3.848797, 7.202116, 7.640755, 7.076585, 6.802201, 7.209861, 7.655332, 7.233454, 6.765993, 6.978482, 6.485224, 6.663154, 6.150915, 5.904649, 6.133268, 6.473533, 7.197403, 7.062558, 7.322685, 6.968054, 6.723861, 6.797233, 6.550243, 6.664218, 8.403063, 8.417293, 8.441879, 7.973127, 7.787136, 8.076513, 7.560459, 7.647626, 7.743092, 8.173894, 8.599785, 8.399091, 9.725635, 9.699125, 9.09272, 9.756818, 9.841124, 9.737176, 8.748109, 8.025619, 8.176334, 6.669867, 6.271987, 3.181891, 2.274349, 0.0], "sum_m_pl": [0.697435, 2.425648, 2.262639, 1.958108, 1.902546, 2.287089, 2.426962, 2.75364, 2.367476, 2.711134, 3.19022, 2.869167, 2.582824, 2.384272, 2.274022, 2.342582, 2.129425, 2.17107, 1.974711, 2.119881, 2.032808, 1.919317, 1.904287, 1.938071, 2.057283, 2.45903, 2.435596, 2.566536, 2.979742, 2.689276, 2.697707, 2.550629, 2.449622, 2.212486, 2.319437, 2.24476, 2.139012, 2.10983, 2.167908, 2.028235, 2.039699, 2.049634, 2.077615, 2.345066, 2.657634, 2.76808, 2.633987, 2.378665, 1.714859, 1e-06]}, "lang": {"n_am_en": [4, 7, 19, 17, 21, 25, 29, 26, 27, 18, 16, 18, 24, 21, 24, 26, 44, 40, 49, 41, 58, 56, 55, 43, 84, 76, 59, 51, 39, 34, 31, 37, 39, 53, 58, 54, 60, 67, 67, 67, 78, 78, 76, 70, 56, 39, 18, 1, 0, 0], "n_am_pl": [10, 17, 22, 23, 7, 9, 14, 15, 12, 15, 18, 22, 26, 16, 14, 16, 15, 11, 9, 10, 6, 11, 4, 8, 8, 9, 13, 14, 26, 26, 23, 17, 24, 15, 11, 12, 10, 8, 8, 9, 4, 7, 12, 19, 29, 46, 90, 117, 129, 134], "n_pos": 134, "sum_m_en": [13.676476, 20.934063, 23.239164, 23.569621, 24.337497, 24.479814, 26.354952, 24.906456, 25.398693, 25.959342, 25.658319, 27.410634, 25.471821, 23.749146, 23.999032, 26.226729, 26.761924, 25.932293, 26.486661, 25.806736, 25.309906, 25.133775, 23.833357, 23.381499, 49.548478, 45.108381, 38.874202, 32.516029, 29.204209, 28.363013, 26.224267, 28.140612, 29.544664, 33.118079, 36.772953, 37.455536, 42.263629, 48.836374, 50.236291, 53.557703, 59.523463, 61.38162, 63.484751, 61.98249, 50.830791, 36.978173, 17.461378, 2.973083, 0.931242, 4e-06], "sum_m_pl": [2.320755, 6.208771, 7.237337, 7.095077, 6.822281, 7.084311, 8.225691, 8.604524, 8.421212, 8.494556, 8.748165, 9.254202, 10.207002, 10.949618, 10.096016, 8.813607, 7.66769, 7.842094, 7.303437, 7.206674, 7.065183, 6.986854, 6.993921, 6.970075, 7.866651, 9.319208, 9.955017, 10.906053, 13.859959, 13.108779, 12.103008, 11.61489, 11.391669, 10.108742, 9.135962, 9.388244, 8.83384, 7.482312, 7.940935, 7.900219, 7.549189, 9.387546, 12.583956, 15.832823, 24.126094, 44.74789, 85.25246, 113.302955, 126.085436, 133.792579]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "llmzszl-171", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 919, "region_end": 278, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 0.9964}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 7, 8, 13, 20, 22, 25, 22, 22, 25, 26, 23, 25, 25, 30, 25, 24, 26, 25, 25, 18, 21, 21, 23, 29, 30, 35, 27, 25, 29, 28, 29, 33, 35, 37, 41, 41, 49, 45, 47, 41, 42, 42, 45, 47, 42, 39, 42, 46, 45], "n_am_pl": [14, 1, 15, 6, 10, 8, 5, 8, 5, 5, 9, 10, 7, 14, 8, 8, 6, 8, 6, 10, 8, 5, 6, 6, 9, 12, 9, 9, 11, 9, 9, 7, 9, 12, 5, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3], "n_pos": 95, "sum_m_en": [10.82088, 14.670821, 14.565479, 15.420518, 16.181641, 17.852803, 18.127353, 16.771862, 17.239412, 17.795803, 17.546358, 18.560743, 18.631932, 18.766005, 18.229355, 18.864645, 18.459406, 18.629328, 17.401498, 16.64226, 15.893491, 15.800158, 15.771376, 15.999583, 22.506718, 22.830173, 22.696642, 20.737263, 20.419572, 20.551526, 19.553857, 20.591901, 20.415529, 22.55694, 24.98814, 25.835475, 26.432284, 32.322158, 36.596236, 38.52058, 36.204424, 36.738139, 37.772159, 40.392743, 41.223227, 38.83153, 38.524799, 39.572709, 40.448448, 45.007831], "sum_m_pl": [2.241591, 3.937437, 4.419675, 3.9277, 4.637511, 5.048184, 5.374331, 5.221173, 5.578886, 5.829737, 5.996129, 6.610048, 6.451356, 6.213679, 6.705093, 6.899782, 6.572186, 6.350144, 6.228498, 6.442075, 6.179723, 5.875002, 5.731039, 5.589517, 7.139692, 7.254743, 7.000089, 7.220041, 6.915447, 7.325204, 7.051072, 6.374807, 6.90283, 6.323213, 6.061237, 5.727767, 4.924166, 3.812915, 3.175587, 2.870871, 2.627913, 2.531545, 1.821259, 1.474022, 1.195682, 0.814206, 1.936949, 1.846756, 3.172288, 3.000767]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 1, 2, 2, 1, 1, 1, 2, 1, 2, 2, 1, 1, 3, 0, 0, 1, 0, 1, 4, 2, 1, 0, 0, 0, 1, 1, 1, 1, 3, 3, 5, 2, 3, 4, 5, 4, 5, 4, 3, 2, 2, 0, 0], "n_am_pl": [0, 0, 3, 1, 3, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 1, 1, 3, 3, 4, 3, 3, 3, 3, 1, 2, 1, 0, 2, 2, 1, 2, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.165488, 2.166721, 2.171483, 2.03971, 2.058639, 2.294093, 2.386706, 2.250471, 2.324205, 2.394847, 2.453738, 2.405742, 2.423081, 2.495754, 2.393585, 2.487211, 2.466449, 2.628818, 2.536816, 2.448401, 2.347866, 2.394142, 2.378199, 2.377443, 2.675676, 2.825697, 2.643351, 2.493096, 2.487245, 2.462392, 2.510256, 2.708548, 2.592836, 2.635358, 2.878137, 2.849401, 2.740209, 2.571257, 2.630372, 3.271207, 3.096731, 2.927821, 3.417838, 3.320955, 2.868697, 2.653128, 1.791412, 1.317012, 0.281778, 0.0], "sum_m_pl": [0.156843, 0.548018, 0.611796, 0.441671, 0.529744, 0.566393, 0.659058, 0.772755, 0.776246, 0.809915, 0.855192, 0.905852, 0.980515, 0.894018, 0.977661, 1.089795, 1.125487, 0.991782, 1.006502, 0.967248, 0.905279, 0.83298, 0.82108, 0.814185, 1.237179, 1.159, 1.075781, 1.198214, 1.173107, 1.286248, 1.118747, 0.943575, 1.085853, 0.898295, 0.898398, 0.750122, 0.822033, 0.773154, 0.646477, 0.541533, 0.546039, 0.619821, 0.572872, 0.571383, 0.630445, 0.441534, 0.651649, 0.428255, 0.096009, 0.0]}, "lang": {"n_am_en": [5, 5, 7, 8, 14, 14, 17, 14, 15, 17, 16, 16, 18, 17, 23, 18, 19, 20, 20, 20, 15, 18, 18, 21, 26, 23, 29, 23, 19, 21, 22, 18, 26, 25, 29, 30, 31, 37, 37, 39, 32, 32, 34, 35, 38, 35, 34, 36, 43, 45], "n_am_pl": [10, 1, 7, 4, 4, 7, 2, 5, 4, 4, 5, 7, 4, 8, 4, 5, 4, 2, 1, 3, 3, 1, 2, 2, 4, 8, 6, 8, 7, 5, 5, 2, 3, 8, 4, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3], "n_pos": 48, "sum_m_en": [5.28099, 6.931219, 7.088228, 7.706602, 8.377467, 9.2998, 9.417634, 8.759213, 9.076884, 9.414579, 9.261466, 10.174341, 10.106918, 10.327715, 10.162884, 10.423544, 10.064675, 10.046708, 9.390831, 8.997886, 8.366578, 8.204096, 8.220811, 8.345552, 13.982394, 14.481917, 14.481551, 12.574875, 12.325066, 12.297605, 11.555966, 11.647526, 11.831266, 13.913231, 15.848673, 17.267886, 18.994273, 24.544646, 27.4833, 29.115506, 27.741141, 29.23855, 30.200975, 32.090046, 33.356791, 32.147443, 33.036896, 34.549921, 37.410853, 44.670221], "sum_m_pl": [1.180412, 1.958533, 2.288562, 2.049684, 2.380582, 2.653131, 2.780696, 2.589585, 2.85311, 2.985641, 3.171886, 3.546608, 3.351794, 3.173972, 3.510294, 3.588358, 3.353924, 3.303916, 3.303962, 3.461786, 3.345372, 3.184691, 3.082249, 2.974988, 4.078074, 4.326801, 4.246087, 4.155183, 3.993204, 4.124407, 4.004865, 3.568146, 3.725959, 3.509791, 3.313362, 3.397301, 2.783441, 2.239936, 1.799089, 1.759677, 1.662665, 1.508901, 0.915868, 0.633673, 0.349714, 0.212242, 1.185737, 1.314382, 2.893517, 3.000247]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "llmzszl-172", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 904, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 11, 24, 29, 31, 45, 50, 33, 36, 38, 24, 22, 40, 32, 38, 44, 50, 56, 56, 51, 49, 39, 46, 40, 72, 79, 69, 61, 56, 53, 49, 44, 52, 57, 87, 74, 76, 84, 94, 104, 103, 99, 91, 101, 95, 74, 36, 12, 8, 4], "n_am_pl": [10, 18, 17, 16, 19, 29, 27, 22, 25, 27, 44, 45, 35, 29, 31, 17, 19, 23, 22, 17, 13, 15, 13, 17, 10, 14, 21, 15, 24, 33, 37, 34, 36, 18, 10, 14, 13, 12, 13, 13, 16, 22, 22, 18, 25, 40, 81, 105, 111, 120], "n_pos": 231, "sum_m_en": [21.695255, 32.845444, 34.84318, 36.296312, 39.046547, 41.615807, 42.669917, 41.797251, 41.320441, 42.389234, 42.736588, 41.357852, 41.28992, 40.701904, 39.148754, 40.75805, 41.192693, 40.093599, 38.71701, 37.896447, 37.514242, 37.309923, 37.178644, 37.689336, 50.611292, 49.783789, 47.245015, 42.813498, 40.778564, 39.899517, 39.093589, 40.89445, 40.760586, 43.184697, 51.448281, 51.362626, 51.037566, 61.760635, 70.772413, 72.588252, 80.048273, 78.860701, 83.483952, 90.145471, 88.396073, 71.304777, 36.808194, 14.13286, 9.248112, 4.001171], "sum_m_pl": [3.824753, 10.240781, 11.980205, 10.763748, 12.067312, 13.420544, 13.801388, 13.301353, 14.17516, 15.49973, 16.751776, 17.926664, 18.011101, 16.754132, 16.39219, 15.702276, 14.893045, 13.998894, 12.88984, 13.687739, 13.101291, 12.555724, 12.406084, 12.446601, 14.396344, 15.133921, 16.058826, 17.473276, 18.288594, 18.396648, 18.741541, 17.364816, 17.160595, 15.726828, 15.526057, 14.88861, 14.309446, 13.841844, 13.217423, 14.596786, 13.898167, 16.633744, 16.381878, 18.144074, 27.015847, 37.785025, 78.359666, 101.290173, 109.002888, 118.578915]}, "digit": {"n_am_en": [2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 3, 3, 4, 5, 4, 4, 3, 2, 0, 1, 0, 3, 4, 3, 3, 3, 3, 3, 2, 5, 3, 6, 4, 5, 1, 1, 3, 5, 6, 5, 6, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 3, 5, 1, 3, 1, 1, 2, 2, 1, 2, 1, 4, 1, 2, 2, 3, 3, 5, 3, 4, 4, 3, 4, 3, 3, 5, 2, 6, 5, 4, 5, 4, 1, 0, 1, 1, 0, 1, 1, 1, 1, 3, 2, 2, 0, 1, 1, 1, 0], "n_pos": 27, "sum_m_en": [2.197411, 4.155269, 4.452035, 3.927254, 4.106356, 4.545557, 4.781538, 4.418462, 4.597991, 4.828582, 5.072043, 4.739077, 4.784496, 4.70548, 4.468943, 4.655553, 4.77768, 4.799499, 4.831632, 4.687772, 4.544042, 4.533256, 4.50997, 4.550328, 5.193655, 5.039774, 4.983765, 5.114337, 5.089633, 4.805175, 4.618696, 5.058114, 5.141755, 4.981124, 5.479933, 5.285237, 5.140031, 4.904726, 4.937301, 5.506288, 6.380867, 6.354931, 5.75973, 4.962126, 4.013563, 2.552902, 1.62833, 0.967754, 0.208233, 0.0], "sum_m_pl": [0.40478, 1.240448, 1.261243, 0.90753, 0.988908, 1.178975, 1.304333, 1.439987, 1.518383, 1.70108, 1.737446, 1.776879, 1.891903, 1.700481, 1.720249, 1.845753, 1.839586, 1.723396, 1.640054, 1.71388, 1.634567, 1.490235, 1.445628, 1.459198, 1.825912, 2.003975, 2.138872, 2.261896, 2.302433, 2.195478, 2.136799, 1.972014, 2.004012, 1.729202, 1.751332, 1.549414, 1.61149, 1.457492, 1.463732, 1.971684, 1.813357, 1.908961, 1.567274, 1.513889, 1.891893, 1.668185, 2.218058, 1.783869, 1.279321, 0.0]}, "lang": {"n_am_en": [1, 3, 12, 15, 24, 30, 29, 18, 24, 29, 14, 13, 24, 22, 25, 29, 32, 36, 38, 35, 34, 30, 34, 29, 48, 56, 48, 39, 34, 34, 34, 28, 30, 37, 55, 49, 54, 63, 72, 76, 71, 71, 66, 71, 70, 55, 27, 6, 5, 4], "n_am_pl": [5, 8, 6, 7, 11, 22, 20, 13, 14, 17, 19, 28, 20, 19, 16, 12, 10, 16, 12, 11, 6, 10, 9, 10, 6, 9, 13, 11, 13, 20, 19, 21, 23, 14, 9, 9, 10, 8, 7, 8, 9, 14, 14, 13, 22, 36, 75, 101, 108, 118], "n_pos": 122, "sum_m_en": [11.499127, 16.896626, 18.399656, 19.828324, 21.942525, 23.039697, 23.169382, 23.012289, 22.921853, 23.262291, 23.315962, 22.859838, 22.712301, 22.424814, 21.627371, 22.728265, 22.57749, 21.990907, 21.153218, 20.65312, 20.469478, 20.282772, 20.185206, 20.394021, 30.716238, 30.833636, 28.418113, 25.011689, 22.903674, 22.515009, 22.252023, 22.979723, 22.763862, 25.379246, 31.03508, 32.423415, 33.16756, 40.109127, 47.236009, 48.204715, 52.076742, 52.703391, 57.915679, 64.373667, 63.941975, 51.20924, 26.542831, 7.589934, 4.891849, 4.000121], "sum_m_pl": [1.885858, 5.282426, 6.351709, 5.919708, 6.528865, 7.47486, 7.629405, 7.136832, 7.573013, 8.017533, 8.764316, 9.656877, 9.82113, 9.107033, 9.05426, 8.69486, 8.062299, 7.647805, 7.022747, 7.411102, 6.99832, 6.805791, 6.752408, 6.768437, 8.556482, 8.9708, 9.366305, 9.950143, 10.822886, 10.819364, 10.876033, 10.222885, 10.119914, 9.439874, 9.048066, 8.900055, 8.577175, 8.501681, 7.890623, 8.789463, 8.64447, 10.092266, 10.370221, 12.474701, 21.355543, 32.193021, 71.120651, 95.831461, 105.700124, 116.904682]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "llmzszl-172", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1032, "region_end": 231, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 5, 4, 5, 5, 9, 10, 13, 7, 7, 4, 4, 8, 3, 4, 6, 8, 6, 6, 9, 6, 7, 5, 5, 11, 11, 10, 8, 3, 4, 3, 4, 2, 5, 9, 9, 12, 13, 17, 19, 22, 21, 21, 23, 18, 21, 20, 20, 23, 22], "n_am_pl": [4, 4, 2, 0, 2, 3, 0, 4, 7, 4, 6, 6, 5, 10, 5, 3, 4, 5, 2, 3, 2, 3, 4, 6, 2, 4, 4, 4, 3, 3, 6, 8, 5, 3, 6, 3, 5, 3, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2], "n_pos": 41, "sum_m_en": [5.123326, 5.935408, 5.721896, 6.128532, 7.168882, 7.819662, 7.069534, 7.114681, 6.190464, 6.032428, 5.89709, 5.772702, 5.673021, 5.576432, 5.500822, 5.512465, 5.760358, 5.155128, 4.996961, 4.909447, 5.039741, 5.280371, 5.255904, 5.225216, 6.525194, 6.859098, 5.937999, 5.438419, 5.173086, 5.182071, 5.08414, 4.96703, 4.899421, 5.511489, 6.366319, 6.09036, 7.413426, 9.956032, 14.146573, 16.863111, 16.857358, 18.063376, 17.074417, 19.067409, 18.259464, 18.371637, 17.237277, 18.856151, 21.746863, 22.310428], "sum_m_pl": [1.157401, 1.738641, 1.770213, 1.827899, 2.149229, 2.089917, 2.238608, 2.351733, 2.438293, 2.596384, 2.708394, 3.09979, 3.108431, 3.532534, 3.686267, 3.942957, 3.57583, 3.542407, 3.295623, 3.094288, 2.899674, 2.679714, 2.705155, 2.665752, 4.138462, 4.144392, 3.911236, 3.768224, 3.817957, 4.204151, 3.904453, 4.025709, 4.01656, 3.586421, 3.512801, 3.245432, 3.235882, 2.652475, 2.023323, 2.052337, 1.945304, 1.613804, 1.686488, 1.736597, 1.511918, 1.384065, 1.79886, 1.537725, 0.92317, 1.916342]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 3, 3, 4, 5, 6, 6, 9, 5, 4, 3, 2, 5, 2, 2, 5, 6, 4, 3, 5, 4, 6, 4, 4, 9, 9, 8, 6, 1, 3, 2, 3, 1, 3, 4, 5, 8, 8, 11, 13, 16, 16, 15, 17, 15, 17, 17, 18, 22, 22], "n_am_pl": [2, 3, 0, 0, 1, 2, 0, 1, 2, 2, 2, 3, 2, 5, 3, 2, 2, 3, 1, 2, 1, 2, 3, 4, 1, 2, 2, 2, 2, 1, 3, 5, 3, 0, 3, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2], "n_pos": 24, "sum_m_en": [3.091937, 3.676373, 3.634282, 4.04141, 4.630177, 4.951687, 4.491038, 4.513499, 3.815762, 3.682674, 3.587976, 3.568745, 3.474879, 3.587449, 3.396708, 3.364175, 3.57237, 3.158662, 2.965108, 2.887767, 2.951526, 3.149154, 3.144895, 3.061079, 4.595164, 4.719612, 3.886436, 3.424588, 3.206306, 3.137658, 2.981843, 2.937183, 2.856836, 3.103884, 3.543984, 3.705083, 4.682732, 6.880644, 9.991149, 11.868876, 12.296013, 13.064489, 12.442513, 14.097364, 14.628462, 15.514602, 15.070281, 16.886422, 20.3006, 21.922183], "sum_m_pl": [0.516633, 0.925755, 0.951461, 1.032192, 1.203287, 1.186281, 1.252578, 1.287352, 1.354291, 1.466815, 1.508415, 1.73285, 1.744552, 1.85488, 1.783563, 1.847863, 1.712205, 1.731615, 1.758898, 1.743861, 1.679681, 1.559144, 1.566663, 1.542005, 2.133678, 2.098425, 2.105579, 2.111564, 2.239862, 2.427151, 2.290953, 2.224125, 2.245667, 1.873842, 1.965047, 1.524457, 1.691359, 1.338147, 1.234914, 1.485751, 1.41462, 1.306882, 1.356584, 1.611149, 1.376474, 1.25923, 1.723663, 1.472891, 0.884303, 1.916342]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 43, "item_id": "llmzszl-18", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 762, "region_end": 41, "roundtrip_ok": true, "tf_agree": 0.9535, "tf_agree_excl_first": 0.9762}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 7, 8, 12, 18, 21, 9, 12, 6, 9, 13, 11, 10, 8, 14, 18, 19, 18, 16, 18, 24, 19, 18, 16, 30, 34, 25, 19, 15, 12, 15, 17, 16, 19, 23, 22, 24, 27, 43, 46, 41, 49, 46, 36, 37, 25, 14, 3, 2, 1], "n_am_pl": [3, 9, 9, 9, 15, 18, 12, 18, 13, 13, 14, 14, 23, 13, 12, 16, 15, 7, 9, 8, 7, 9, 11, 7, 8, 12, 13, 19, 17, 14, 11, 10, 14, 13, 17, 6, 9, 9, 3, 6, 8, 7, 8, 13, 15, 19, 45, 61, 66, 69], "n_pos": 98, "sum_m_en": [9.201928, 14.421025, 15.153653, 16.384267, 16.942705, 18.662847, 16.519249, 16.660413, 14.8016, 14.870371, 14.668976, 15.339322, 14.976507, 14.404668, 14.198068, 14.605089, 14.649952, 13.233925, 13.228619, 13.30294, 14.992506, 14.448781, 14.449628, 13.89626, 21.084974, 20.416427, 17.928174, 16.796957, 15.997628, 15.513489, 14.746055, 13.635, 13.701998, 15.531339, 17.50697, 17.987846, 18.601353, 22.801439, 31.963066, 35.503218, 33.955766, 37.793562, 36.656352, 35.467109, 34.234736, 25.468958, 12.590525, 2.443099, 2.18904, 1.001353], "sum_m_pl": [1.516175, 4.209837, 4.750146, 4.984598, 5.680261, 5.896597, 6.044705, 6.750508, 6.586905, 6.379954, 6.802876, 7.533033, 7.715238, 8.022079, 7.784936, 7.559838, 6.545465, 6.848875, 6.023544, 5.83757, 5.805364, 5.544622, 5.653446, 5.687224, 8.289341, 9.108527, 9.535112, 9.428647, 9.513864, 10.555686, 9.034201, 9.2932, 9.148723, 8.531985, 7.766801, 6.885381, 7.405511, 6.514067, 6.233951, 7.081261, 7.903498, 7.860538, 9.930144, 11.447394, 13.522504, 18.591996, 41.80747, 59.327158, 66.212465, 68.480962]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 5, 7, 8, 15, 14, 6, 7, 4, 6, 9, 9, 7, 6, 13, 15, 14, 13, 12, 15, 19, 16, 15, 12, 25, 29, 17, 14, 12, 9, 12, 12, 12, 15, 17, 17, 18, 19, 32, 35, 31, 38, 35, 26, 26, 17, 11, 3, 2, 1], "n_am_pl": [2, 8, 5, 7, 10, 12, 11, 14, 12, 10, 11, 12, 18, 9, 9, 10, 11, 4, 5, 4, 4, 4, 7, 4, 4, 8, 10, 16, 13, 10, 6, 5, 9, 7, 11, 3, 3, 5, 2, 5, 7, 7, 7, 12, 15, 19, 44, 60, 65, 69], "n_pos": 70, "sum_m_en": [6.839171, 10.566431, 11.540417, 12.381789, 12.805602, 14.061985, 12.649284, 12.730785, 11.17093, 11.290103, 11.068099, 11.635417, 11.255158, 10.878936, 10.897189, 11.253804, 11.177097, 10.110103, 9.904484, 9.763521, 10.942246, 10.72186, 10.801137, 10.24208, 16.516397, 15.734176, 13.608265, 13.124054, 12.55887, 12.004103, 11.507832, 10.405434, 10.562344, 11.903312, 13.156399, 14.25178, 14.451531, 17.166465, 21.726017, 26.022554, 24.473999, 27.643142, 27.119766, 26.064044, 24.610919, 18.112612, 9.427832, 2.281434, 2.019183, 1.001323], "sum_m_pl": [1.100229, 3.110658, 3.4378, 3.653791, 4.120172, 4.1742, 4.296752, 4.835041, 4.914082, 4.74757, 5.122555, 5.697833, 5.768017, 5.954483, 5.42768, 5.233195, 4.519634, 4.623037, 4.289989, 4.181839, 4.181305, 3.976304, 4.048531, 4.086496, 5.175329, 5.966733, 6.40495, 6.422702, 6.818204, 7.402722, 6.33007, 6.827703, 6.905059, 6.133101, 5.607147, 4.737385, 5.394385, 5.044159, 5.312764, 6.019953, 7.005717, 7.30383, 8.852486, 10.468938, 13.208275, 17.977629, 39.639079, 57.616466, 65.262971, 68.24882]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "llmzszl-18", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 890, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 14, 18, 18, 24, 26, 30, 32, 32, 21, 21, 27, 33, 28, 30, 27, 30, 37, 39, 42, 46, 50, 40, 39, 53, 54, 46, 43, 37, 38, 34, 28, 34, 40, 39, 45, 51, 57, 60, 64, 49, 51, 47, 45, 41, 39, 39, 40, 43, 44], "n_am_pl": [4, 9, 11, 11, 12, 4, 5, 10, 5, 8, 16, 13, 11, 15, 13, 12, 12, 16, 14, 12, 6, 7, 5, 6, 9, 11, 8, 11, 13, 8, 11, 12, 12, 9, 11, 8, 8, 3, 2, 1, 2, 4, 3, 3, 2, 3, 4, 3, 0, 1], "n_pos": 138, "sum_m_en": [15.747247, 20.009111, 20.181528, 21.262732, 23.053694, 24.130379, 24.494608, 26.074594, 24.732451, 25.548925, 25.756916, 25.620923, 26.476204, 24.912935, 24.742419, 24.968332, 26.394921, 25.785592, 25.999401, 24.961554, 24.123372, 24.322423, 23.403233, 23.135535, 36.800746, 35.531565, 31.184896, 27.967524, 27.668809, 26.507075, 25.792469, 27.481824, 30.301669, 29.045311, 30.16061, 31.806032, 33.555715, 35.237241, 41.145654, 47.371528, 40.40894, 41.61677, 41.406958, 41.202317, 40.386182, 38.35564, 38.305277, 38.048997, 39.389906, 44.126804], "sum_m_pl": [3.577918, 6.580369, 7.527472, 7.153377, 6.925239, 6.654163, 7.197988, 7.426584, 7.758801, 8.045667, 8.635606, 8.963029, 9.472628, 8.878458, 9.442308, 9.140024, 8.479772, 8.07781, 7.813542, 7.690769, 7.680978, 7.709911, 7.525664, 7.56857, 8.337966, 9.544914, 9.489301, 10.30781, 10.852235, 11.08024, 10.971759, 9.814498, 9.065809, 9.497042, 9.227017, 8.66338, 8.101319, 7.065106, 6.072768, 4.559203, 4.957144, 4.502786, 4.65101, 3.800067, 3.74973, 3.524329, 2.856811, 3.120273, 1.154248, 1.002363]}, "digit": {"n_am_en": [0, 0, 0, 2, 3, 0, 1, 1, 1, 2, 2, 2, 3, 3, 5, 4, 6, 5, 4, 2, 5, 5, 4, 5, 8, 7, 7, 6, 1, 6, 3, 2, 4, 8, 5, 6, 9, 12, 12, 14, 8, 6, 6, 3, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 3, 2, 0, 1, 2, 1, 2, 3, 4, 0, 2, 0, 1, 2, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 2, 0, 2, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 0, 1, 1, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.249908, 3.493608, 3.330801, 3.222942, 3.521322, 3.236572, 3.297528, 3.442428, 3.365477, 3.601169, 3.865976, 3.716804, 4.001165, 3.879918, 4.013937, 3.852068, 3.861672, 3.802161, 3.855755, 3.798893, 3.685366, 3.825171, 3.682892, 3.779547, 5.277467, 4.677119, 4.255618, 4.249285, 4.367854, 4.160895, 3.943567, 4.059317, 4.552645, 4.433732, 4.156911, 5.003201, 5.345815, 5.57145, 5.153827, 7.770877, 5.851019, 3.409689, 3.456132, 3.249823, 3.001504, 2.215374, 1.754251, 0.997388, 0.532488, 0.0], "sum_m_pl": [0.377555, 1.129143, 1.15959, 1.226575, 1.165256, 0.980649, 0.966659, 0.956826, 1.055637, 1.159991, 1.237257, 1.302095, 1.337392, 1.270754, 1.302066, 1.218205, 1.141052, 1.091776, 1.149443, 1.163421, 1.11012, 1.094042, 1.056732, 1.100973, 1.162418, 1.360998, 1.286345, 1.375689, 1.384396, 1.442663, 1.376582, 1.328153, 1.171934, 1.10508, 1.1277, 1.239274, 1.326783, 1.312966, 1.403963, 1.019882, 1.156256, 1.339936, 1.379744, 1.411289, 1.571069, 1.379468, 0.900448, 1.36285, 0.200141, 0.0]}, "lang": {"n_am_en": [3, 7, 8, 6, 8, 15, 16, 15, 17, 10, 9, 12, 17, 17, 15, 12, 14, 18, 19, 24, 26, 29, 22, 23, 24, 28, 25, 20, 21, 21, 20, 14, 16, 15, 21, 27, 29, 30, 31, 32, 30, 32, 30, 33, 31, 34, 35, 40, 43, 44], "n_am_pl": [1, 2, 2, 3, 3, 0, 1, 4, 1, 2, 7, 2, 5, 5, 5, 5, 4, 7, 7, 6, 2, 2, 1, 1, 3, 3, 3, 3, 3, 1, 3, 4, 6, 5, 3, 3, 2, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1], "n_pos": 46, "sum_m_en": [4.969893, 6.709159, 7.332127, 7.776192, 8.473977, 9.216209, 9.318003, 10.094705, 9.59747, 9.631465, 9.496315, 9.686465, 9.702533, 9.143896, 9.094754, 9.331447, 9.972969, 10.241215, 9.985611, 9.494447, 9.131349, 9.080156, 8.572915, 8.346457, 16.202745, 15.941171, 13.389098, 11.78521, 11.1601, 10.568557, 10.472055, 11.183843, 12.236942, 11.712842, 12.786504, 14.661299, 15.552083, 17.013808, 22.480741, 25.202618, 23.163934, 27.064035, 27.5314, 28.503892, 29.952522, 30.230335, 32.222532, 34.109169, 37.402982, 43.81714], "sum_m_pl": [1.10684, 1.933734, 2.323968, 2.083884, 2.035596, 2.14079, 2.454022, 2.611278, 2.708207, 2.653428, 2.97411, 3.112745, 3.392773, 3.06517, 3.115478, 2.997861, 2.870243, 2.799329, 2.664733, 2.537013, 2.621799, 2.670309, 2.640855, 2.615559, 2.992014, 3.266285, 3.346382, 3.289331, 3.542329, 3.724465, 3.639358, 3.455119, 3.375127, 3.79639, 3.65455, 3.466586, 3.187885, 2.548204, 1.846792, 1.140757, 1.208504, 0.897181, 1.136128, 0.825601, 0.760901, 0.538579, 0.815231, 0.779853, 0.644066, 1.00232]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "llmzszl-18394", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 855, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 14, 35, 56, 71, 89, 87, 111, 66, 58, 78, 87, 76, 76, 98, 114, 149, 135, 149, 151, 156, 172, 140, 128, 173, 185, 148, 109, 108, 97, 90, 74, 87, 99, 129, 139, 132, 147, 171, 168, 153, 169, 178, 172, 157, 111, 57, 23, 13, 13], "n_am_pl": [7, 27, 31, 35, 32, 32, 45, 49, 59, 44, 43, 47, 64, 55, 48, 49, 37, 38, 25, 29, 19, 23, 24, 25, 25, 24, 22, 34, 33, 37, 43, 32, 40, 35, 32, 27, 44, 30, 34, 40, 43, 47, 45, 44, 59, 96, 153, 197, 207, 210], "n_pos": 396, "sum_m_en": [37.04574, 58.159405, 61.215076, 63.943796, 67.376717, 70.5655, 73.223481, 79.605885, 73.733616, 73.42968, 75.635483, 74.439544, 74.778014, 71.081617, 71.659946, 74.734282, 82.476876, 78.651672, 77.289484, 74.22361, 71.672685, 71.71938, 70.505117, 68.557029, 118.003448, 109.91784, 92.611942, 82.19369, 77.848843, 74.37054, 71.319808, 74.228577, 80.490883, 80.112044, 86.362583, 93.36548, 94.05171, 98.926926, 107.563254, 116.788757, 109.471794, 133.697887, 142.426113, 146.585736, 137.464822, 102.278962, 50.174884, 23.289934, 16.118825, 12.909372], "sum_m_pl": [6.613869, 18.584102, 21.331259, 22.000221, 21.840486, 22.050585, 23.88784, 25.624458, 24.96851, 26.246056, 28.640268, 28.678959, 30.069779, 26.795441, 27.670643, 25.068902, 23.603042, 22.867828, 22.411416, 22.64525, 21.976209, 22.087219, 21.829993, 21.652841, 24.088274, 27.822087, 28.334962, 30.898626, 35.347318, 36.144629, 35.116065, 32.692701, 31.580322, 31.615675, 30.050515, 30.284141, 33.255044, 34.157156, 33.44985, 32.878879, 37.416837, 34.835152, 37.467804, 43.095063, 54.846432, 90.092073, 143.88601, 180.454704, 201.239325, 211.29119]}, "digit": {"n_am_en": [0, 0, 2, 0, 1, 4, 2, 3, 1, 1, 2, 1, 1, 2, 3, 5, 7, 6, 6, 5, 6, 5, 4, 4, 8, 7, 6, 5, 4, 5, 3, 3, 4, 6, 8, 7, 8, 13, 11, 13, 11, 10, 9, 8, 10, 2, 1, 0, 1, 0], "n_am_pl": [0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 5, 0, 3, 3, 4, 3, 1, 1, 1, 1, 1, 3, 2, 1, 2, 2, 2, 3, 0, 1, 1, 3, 2, 3, 1, 2, 2, 2, 2, 3, 0, 0, 1, 2, 2, 0, 0], "n_pos": 25, "sum_m_en": [2.137382, 4.090783, 4.200528, 3.946367, 4.117605, 3.764787, 3.748281, 4.016223, 3.859222, 4.053397, 4.602655, 4.329314, 4.490146, 4.359896, 4.38461, 4.104054, 4.402436, 4.245091, 4.303617, 4.230531, 4.167185, 4.295002, 4.142488, 4.233913, 5.61562, 5.039797, 4.407059, 4.436046, 4.659841, 4.659519, 4.520487, 4.757539, 5.476942, 5.372597, 5.127328, 5.526533, 6.170713, 6.7268, 6.347295, 8.25201, 7.015752, 5.645261, 5.709758, 5.560141, 5.159015, 3.686253, 2.03348, 1.155704, 0.994021, 0.0], "sum_m_pl": [0.355178, 1.209786, 1.196421, 1.276176, 1.22058, 1.094342, 1.047641, 1.091422, 1.205984, 1.315465, 1.453588, 1.51326, 1.52418, 1.437212, 1.529815, 1.39578, 1.308436, 1.289985, 1.268954, 1.303979, 1.267078, 1.234334, 1.192859, 1.223564, 1.399994, 1.658762, 1.629388, 1.696154, 1.853664, 1.811644, 1.793221, 1.686751, 1.545534, 1.421639, 1.504845, 1.605525, 1.487319, 1.34401, 1.422876, 1.156591, 1.266788, 1.439237, 1.522416, 1.546684, 1.695421, 1.439413, 1.98359, 2.073477, 0.279356, 0.0]}, "lang": {"n_am_en": [4, 7, 17, 34, 43, 50, 48, 72, 41, 32, 47, 53, 47, 46, 58, 66, 88, 82, 96, 91, 103, 113, 94, 84, 116, 125, 88, 61, 63, 57, 53, 41, 50, 59, 77, 88, 84, 95, 107, 104, 99, 120, 125, 126, 113, 78, 40, 20, 12, 13], "n_am_pl": [3, 15, 18, 24, 19, 20, 29, 24, 38, 28, 32, 30, 44, 36, 38, 34, 21, 25, 15, 15, 10, 12, 15, 18, 13, 14, 17, 19, 18, 24, 25, 18, 23, 22, 19, 16, 27, 20, 25, 29, 31, 37, 31, 35, 47, 89, 141, 185, 203, 209], "n_pos": 223, "sum_m_en": [20.882027, 32.903821, 34.766137, 37.158396, 39.140851, 41.381466, 42.920801, 47.19613, 43.663146, 43.011635, 44.463599, 43.894562, 43.415019, 41.249005, 42.00965, 44.365087, 49.508774, 47.205899, 45.310227, 43.466687, 41.750562, 41.770299, 41.044839, 39.669905, 73.210055, 67.638578, 55.533456, 48.017401, 45.058111, 42.434589, 40.771648, 42.696932, 46.127815, 45.683135, 50.561159, 55.427588, 55.507958, 59.796152, 64.191852, 69.815872, 67.951936, 94.805528, 100.586843, 106.083026, 100.482485, 66.912097, 33.852568, 18.251965, 12.815205, 12.909233], "sum_m_pl": [3.615991, 10.292169, 11.842613, 12.111014, 11.939131, 12.295526, 13.715911, 14.576071, 14.592917, 15.500792, 17.019586, 17.169749, 18.50001, 16.295297, 16.950728, 15.145075, 13.951283, 13.574708, 13.246219, 13.232578, 12.843247, 12.995893, 12.83291, 12.710071, 13.67151, 16.100906, 16.850425, 18.444507, 21.089879, 22.082782, 21.346903, 20.128742, 19.688619, 20.625036, 19.320818, 19.620629, 21.572656, 21.593617, 21.788239, 21.444597, 25.560144, 23.53889, 26.141362, 32.561422, 42.817768, 81.663551, 131.313829, 170.315791, 196.197275, 208.922628]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 439, "item_id": "llmzszl-18394", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 983, "region_end": 396, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9954}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 7, 8, 11, 7, 15, 17, 19, 16, 14, 12, 14, 15, 16, 16, 19, 28, 23, 24, 27, 28, 29, 34, 28, 54, 50, 49, 38, 35, 23, 23, 23, 30, 32, 42, 37, 45, 44, 48, 53, 54, 54, 47, 51, 48, 44, 45, 42, 38, 38], "n_am_pl": [7, 11, 18, 7, 9, 12, 7, 7, 10, 13, 24, 13, 19, 13, 19, 15, 12, 7, 4, 5, 1, 2, 1, 3, 2, 4, 2, 5, 10, 14, 10, 9, 9, 6, 6, 3, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2], "n_pos": 116, "sum_m_en": [12.158355, 16.913575, 16.51879, 16.687518, 18.707836, 19.796803, 19.164296, 19.42112, 18.140674, 18.415573, 19.077101, 18.695427, 18.26533, 17.449397, 17.910966, 19.264615, 20.852122, 19.662318, 19.581887, 19.349538, 18.578313, 19.274258, 20.675806, 20.106067, 33.854586, 30.274968, 26.882661, 23.030562, 22.581656, 21.393242, 19.887625, 20.148765, 21.159738, 22.300293, 24.954207, 24.121784, 27.447491, 31.895581, 37.753256, 40.950608, 47.825559, 46.349004, 44.41831, 44.578317, 42.099234, 40.722515, 39.012367, 38.093346, 36.054628, 37.649918], "sum_m_pl": [2.979871, 5.706114, 6.691723, 6.32738, 6.195825, 5.710471, 5.684976, 5.576246, 5.982331, 7.244207, 7.54235, 7.942575, 8.395567, 7.517726, 7.438734, 7.246442, 6.825723, 6.201049, 6.132475, 6.180532, 6.097617, 5.92877, 5.643411, 5.615958, 5.592094, 6.402555, 6.663434, 7.521037, 7.752682, 8.318736, 7.739777, 6.960901, 7.122653, 7.340852, 7.410881, 7.01834, 6.588443, 5.744005, 4.685289, 4.178676, 3.601673, 2.667729, 2.639675, 2.355184, 2.231564, 2.232928, 1.485286, 1.095362, 1.264396, 1.993289]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 2, 2, 2, 0, 1, 3, 7, 3, 6, 6, 5, 4, 7, 7, 12, 10, 10, 8, 8, 4, 6, 6, 5, 8, 6, 4, 10, 7, 7, 5, 8, 6, 6, 7, 7, 3, 5, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 4, 6, 3, 3, 4, 4, 2, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 3, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 21, "sum_m_en": [2.046631, 3.438442, 3.369001, 3.316752, 3.704325, 3.814215, 3.603934, 3.567888, 3.252304, 3.515728, 3.934555, 3.796329, 3.803958, 3.427803, 3.519849, 3.753738, 4.136176, 3.847566, 3.866801, 3.741145, 3.620929, 3.766209, 4.7747, 4.345512, 7.677699, 6.481894, 5.969705, 4.856927, 4.49864, 3.957269, 3.729607, 3.642977, 3.941861, 4.336486, 4.644362, 4.553867, 5.679793, 4.84627, 4.852586, 4.202086, 5.971271, 5.135285, 5.96576, 5.577128, 4.203406, 2.868576, 2.575534, 2.309472, 1.211486, 0.0], "sum_m_pl": [0.341065, 0.947435, 0.95214, 0.904092, 0.946695, 0.80911, 0.732787, 0.66109, 0.815904, 0.952848, 0.994134, 1.185838, 1.278852, 1.074968, 1.058421, 1.090132, 1.063845, 0.977369, 0.995634, 1.072126, 1.029358, 1.00805, 0.912662, 0.949742, 0.930019, 1.081336, 0.955848, 1.224938, 1.132371, 1.268698, 1.198276, 1.089191, 1.154529, 1.135854, 1.265492, 1.199636, 1.042798, 1.065763, 0.974576, 1.067279, 1.079001, 0.8753, 0.827347, 0.787775, 0.791826, 0.66772, 0.740807, 0.637242, 0.418381, 0.0]}, "lang": {"n_am_en": [5, 5, 8, 7, 4, 10, 10, 8, 10, 8, 6, 5, 6, 11, 11, 8, 13, 14, 13, 13, 15, 15, 12, 10, 23, 21, 24, 20, 17, 13, 10, 13, 16, 17, 25, 24, 27, 27, 29, 31, 31, 32, 28, 32, 33, 35, 35, 36, 37, 37], "n_am_pl": [4, 6, 5, 3, 6, 4, 0, 4, 5, 3, 10, 4, 7, 8, 9, 8, 3, 1, 1, 2, 0, 1, 0, 2, 1, 1, 1, 2, 2, 3, 1, 3, 3, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2], "n_pos": 40, "sum_m_en": [4.25624, 6.03161, 6.316436, 6.227749, 6.930389, 7.225551, 7.353902, 7.364047, 6.907678, 6.799669, 6.959385, 6.999186, 6.716927, 6.73474, 6.895032, 7.242845, 7.668297, 7.253016, 6.922869, 6.824383, 6.548358, 6.915815, 6.956382, 6.811523, 13.062584, 12.559405, 10.721046, 9.53447, 9.355622, 9.027661, 8.177143, 8.815562, 8.605113, 9.482672, 10.902368, 11.076861, 13.180515, 18.056833, 21.248466, 24.75129, 25.903471, 26.591642, 26.33099, 27.746643, 29.407271, 30.350915, 30.573178, 30.947952, 32.70081, 36.284562], "sum_m_pl": [1.04006, 1.945191, 2.19872, 2.132443, 2.202692, 2.024574, 2.128472, 2.09819, 2.2189, 2.628568, 2.802362, 2.764831, 3.092753, 2.925431, 2.745282, 2.592263, 2.499221, 2.200972, 2.164393, 2.144827, 2.133592, 2.09299, 1.99083, 1.956139, 2.068715, 2.225163, 2.572035, 2.642057, 2.776188, 2.736977, 2.575479, 2.486798, 2.648453, 2.870255, 3.050568, 2.9788, 2.914189, 2.282492, 1.559857, 1.177318, 1.114111, 0.790332, 0.856497, 0.784661, 0.640809, 0.492778, 0.361761, 0.207792, 0.659836, 1.993273]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "llmzszl-18395", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 825, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9661, "tf_agree_excl_first": 0.9744}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 37, 59, 60, 95, 101, 115, 110, 87, 67, 59, 65, 66, 54, 61, 92, 121, 122, 120, 131, 134, 155, 159, 156, 259, 247, 197, 159, 145, 126, 87, 95, 106, 120, 171, 158, 174, 213, 235, 267, 269, 257, 248, 220, 179, 117, 63, 28, 19, 14], "n_am_pl": [10, 42, 50, 72, 43, 42, 58, 40, 53, 47, 53, 72, 75, 72, 68, 61, 63, 60, 39, 36, 25, 16, 16, 15, 26, 30, 33, 49, 72, 72, 91, 82, 61, 49, 43, 37, 31, 27, 20, 19, 31, 33, 44, 65, 79, 115, 152, 200, 210, 212], "n_pos": 534, "sum_m_en": [52.089865, 75.429383, 79.737733, 83.083501, 92.006743, 92.902749, 90.1199, 94.042652, 89.744825, 88.117324, 89.45269, 87.950731, 85.847636, 81.97472, 84.427411, 94.534297, 99.123642, 92.16655, 89.034094, 86.141273, 85.700146, 90.290299, 96.214809, 93.045657, 164.028652, 149.955339, 129.674784, 109.809922, 101.544989, 99.064155, 90.846006, 90.311415, 94.008204, 101.679747, 111.294185, 111.503769, 113.195554, 136.741509, 154.915907, 188.245775, 210.467908, 204.358625, 209.049261, 186.742195, 163.734239, 113.633684, 62.801991, 32.940079, 24.707751, 14.000542], "sum_m_pl": [11.921778, 29.26007, 34.597447, 33.584281, 32.189188, 30.531899, 30.077194, 28.993554, 32.154173, 36.73148, 38.671278, 40.084845, 42.648134, 40.46653, 39.551212, 37.869512, 34.823402, 33.032194, 32.356497, 32.17324, 30.856391, 29.676232, 28.522042, 28.265124, 32.389437, 36.602701, 38.645328, 44.268268, 49.943714, 51.627488, 50.117641, 48.825919, 47.561364, 43.954064, 42.94113, 42.065034, 41.401361, 36.160618, 33.753698, 30.844472, 34.914417, 38.16992, 46.564726, 60.5536, 74.136951, 105.41107, 143.937567, 187.263553, 205.006373, 212.299]}, "digit": {"n_am_en": [0, 1, 3, 1, 4, 2, 8, 8, 4, 2, 2, 2, 4, 2, 4, 9, 9, 7, 10, 6, 7, 9, 9, 8, 21, 14, 8, 10, 7, 5, 5, 2, 4, 4, 10, 9, 7, 9, 9, 12, 14, 14, 14, 16, 12, 4, 5, 4, 0, 0], "n_am_pl": [0, 1, 2, 2, 2, 2, 0, 0, 3, 2, 3, 4, 5, 3, 2, 1, 3, 7, 5, 1, 1, 0, 1, 1, 2, 1, 2, 4, 6, 5, 7, 7, 7, 7, 3, 3, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 2, 1, 0], "n_pos": 44, "sum_m_en": [3.97846, 7.187632, 7.878096, 7.711219, 8.388556, 8.264988, 7.577929, 7.805028, 7.298095, 7.646324, 8.076109, 7.85721, 7.731478, 7.09811, 7.443765, 8.381426, 8.833772, 8.016659, 8.124318, 7.87812, 7.736076, 7.951242, 8.628629, 8.434158, 13.322012, 11.934895, 11.093401, 9.837092, 8.847391, 8.935349, 7.789289, 7.798316, 8.633538, 8.788308, 9.209364, 8.744689, 8.980708, 8.172213, 7.86959, 7.856107, 10.574405, 10.29134, 10.001151, 9.959045, 7.590202, 5.427092, 5.141659, 4.339253, 2.171859, 0.0], "sum_m_pl": [0.705454, 2.232355, 2.198231, 2.13178, 2.190538, 1.895314, 1.689778, 1.685018, 2.060475, 2.296338, 2.439164, 2.630355, 2.709556, 2.580239, 2.692698, 2.663027, 2.391415, 2.293923, 2.198235, 2.333217, 2.270381, 2.226476, 2.14976, 2.16236, 2.346373, 2.618768, 2.637452, 3.246243, 3.377383, 3.497429, 3.298756, 2.964831, 2.7105, 2.497298, 2.356586, 2.326838, 2.212864, 2.228719, 2.331028, 2.238719, 2.288914, 2.142088, 2.24194, 2.139632, 2.237104, 2.053691, 2.506788, 2.203034, 0.952886, 0.0]}, "lang": {"n_am_en": [8, 9, 15, 28, 47, 54, 59, 51, 45, 41, 29, 36, 35, 27, 34, 52, 68, 74, 67, 80, 84, 99, 97, 94, 139, 133, 107, 92, 82, 72, 50, 57, 56, 66, 93, 92, 93, 111, 133, 155, 149, 148, 141, 117, 101, 71, 34, 16, 15, 14], "n_am_pl": [6, 13, 18, 29, 17, 17, 28, 16, 24, 19, 21, 34, 40, 37, 30, 26, 24, 26, 12, 11, 11, 9, 6, 5, 8, 12, 15, 23, 33, 34, 45, 41, 30, 29, 26, 21, 18, 19, 16, 13, 24, 25, 37, 59, 74, 104, 142, 188, 201, 211], "n_pos": 225, "sum_m_en": [22.520786, 30.269524, 32.638474, 35.118585, 40.400227, 40.91991, 40.876435, 42.751687, 41.880099, 40.98347, 40.921127, 40.565834, 38.832375, 37.1931, 38.066575, 42.376921, 44.111254, 41.494084, 38.665249, 37.016955, 36.907534, 40.054224, 43.399229, 40.750898, 86.026673, 78.530209, 65.129406, 53.404798, 48.252837, 46.286445, 42.678602, 42.020796, 42.954956, 47.425255, 52.193449, 52.993604, 54.9712, 70.392134, 81.622475, 108.74923, 117.422793, 111.044893, 118.342115, 100.2658, 93.633962, 65.529612, 33.548155, 18.511739, 16.448247, 14.000189], "sum_m_pl": [4.099813, 11.407752, 13.756345, 13.478476, 13.059399, 13.1013, 13.693848, 13.306248, 14.33828, 16.079907, 17.415277, 17.928367, 19.33546, 18.738479, 17.83676, 16.895753, 15.138283, 14.40075, 14.102696, 13.681945, 13.187742, 12.626532, 12.057603, 11.934677, 13.66943, 15.540064, 17.078351, 19.672129, 23.028479, 24.374748, 24.045205, 24.070509, 23.692265, 22.824776, 22.17598, 22.42333, 23.287196, 20.271813, 19.395254, 16.043711, 22.033585, 26.923607, 33.890515, 48.914225, 63.933081, 92.799803, 130.592051, 175.042783, 195.169942, 210.688273]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 536, "item_id": "llmzszl-18395", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 953, "region_end": 534, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 0.9944}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 19, 36, 41, 44, 41, 43, 37, 29, 30, 37, 39, 40, 39, 44, 45, 51, 43, 52, 47, 57, 53, 59, 58, 80, 73, 60, 51, 45, 42, 41, 40, 45, 57, 80, 72, 73, 78, 93, 87, 82, 83, 78, 82, 78, 75, 67, 66, 67, 75], "n_am_pl": [7, 11, 8, 9, 9, 9, 10, 14, 16, 11, 16, 15, 20, 15, 25, 15, 12, 15, 5, 11, 5, 6, 6, 4, 5, 9, 15, 24, 22, 27, 21, 23, 13, 12, 11, 8, 8, 9, 4, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1], "n_pos": 180, "sum_m_en": [21.384893, 26.980293, 27.099727, 29.697204, 31.786363, 32.232432, 32.667022, 31.433218, 30.648363, 30.358662, 30.835985, 32.910416, 32.038171, 32.895845, 32.445057, 35.255286, 36.501343, 33.291401, 33.304316, 30.65609, 30.413403, 30.352221, 29.912321, 29.892182, 51.371701, 45.612122, 43.117669, 37.514566, 35.80883, 35.909318, 33.237737, 35.157584, 36.035304, 39.189149, 43.794851, 45.03118, 49.438225, 55.932629, 67.201309, 69.982961, 67.044568, 74.571785, 71.483414, 74.335737, 71.821054, 72.514472, 65.764684, 66.030588, 66.647352, 74.781851], "sum_m_pl": [3.894785, 7.750714, 9.564828, 9.476884, 9.166451, 9.186199, 9.39973, 9.960681, 10.150379, 10.70904, 11.436973, 12.321627, 13.383563, 12.729541, 13.548159, 13.419834, 12.997009, 13.565174, 12.73905, 12.761403, 12.12161, 11.643961, 11.013965, 10.972306, 12.116389, 15.697554, 15.828459, 16.071568, 16.185385, 16.883011, 16.430484, 15.02043, 14.261519, 13.588259, 13.282479, 12.324989, 11.787153, 9.270488, 7.344234, 5.42148, 4.872522, 3.308479, 3.178121, 2.893749, 3.053064, 2.73193, 1.397307, 1.5969, 1.241551, 0.840296]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 2, 2, 0, 1, 1, 0, 1, 0, 0, 1, 2, 1, 1, 2, 2, 2, 0, 2, 1, 2, 1, 3, 3, 1, 2, 2, 2, 3, 1, 0, 1, 1, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 2, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 2, 2, 1, 2, 1, 1, 0, 0, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.565919, 0.739834, 0.729474, 0.807871, 0.866914, 0.872808, 1.018835, 1.00143, 0.991217, 0.981678, 0.987018, 0.958439, 0.95873, 0.878707, 0.924558, 0.925158, 0.901397, 0.850944, 0.894201, 0.795487, 0.816874, 0.841273, 0.834347, 0.856234, 1.171698, 0.868037, 0.969068, 0.877347, 0.98383, 1.065519, 0.990412, 1.054377, 1.131701, 0.980845, 0.888209, 0.98518, 0.915851, 1.129957, 1.491337, 0.746653, 0.834749, 0.760865, 0.669247, 0.711726, 0.541406, 0.450595, 0.257786, 0.143284, 0.041163, 0.0], "sum_m_pl": [0.104803, 0.301261, 0.342691, 0.310662, 0.287054, 0.270193, 0.252828, 0.279054, 0.265031, 0.289075, 0.350512, 0.36311, 0.445358, 0.423426, 0.454286, 0.529598, 0.461812, 0.478674, 0.443229, 0.425375, 0.400891, 0.383885, 0.352965, 0.361907, 0.428118, 0.603347, 0.847603, 0.746153, 0.823666, 0.667903, 0.580078, 0.501704, 0.395275, 0.431437, 0.373265, 0.383708, 0.412567, 0.346965, 0.375286, 0.239973, 0.238739, 0.253279, 0.277562, 0.224503, 0.233452, 0.178847, 0.104759, 0.078937, 0.01457, 0.0]}, "lang": {"n_am_en": [11, 11, 16, 17, 23, 21, 25, 23, 17, 14, 18, 20, 24, 22, 24, 26, 30, 28, 36, 31, 38, 32, 37, 38, 46, 42, 40, 31, 27, 25, 24, 23, 28, 37, 51, 50, 49, 49, 59, 60, 59, 61, 60, 64, 65, 65, 64, 65, 67, 75], "n_am_pl": [1, 5, 4, 5, 4, 5, 1, 5, 4, 6, 8, 9, 9, 9, 12, 5, 4, 4, 2, 3, 1, 3, 5, 3, 3, 4, 5, 9, 6, 10, 10, 12, 9, 6, 1, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 77, "sum_m_en": [8.919729, 11.628086, 11.727488, 12.741567, 13.549744, 14.103362, 13.889871, 13.108712, 13.386145, 13.071072, 13.403852, 14.503925, 14.174442, 14.912981, 14.894334, 16.479475, 17.163198, 16.049552, 15.726693, 14.506732, 14.039794, 13.887966, 13.624929, 13.571099, 29.516887, 25.798157, 24.094368, 19.645067, 17.994803, 18.148273, 16.473262, 17.4706, 18.172923, 20.865882, 23.714488, 27.988858, 31.983613, 36.653093, 43.514692, 48.336793, 48.828968, 54.957236, 54.866889, 57.593461, 58.486774, 61.670688, 61.236304, 61.210512, 64.281802, 74.448045], "sum_m_pl": [1.309061, 2.832265, 3.649296, 3.719863, 3.671315, 3.844837, 4.038105, 4.187999, 4.248991, 4.658464, 4.959937, 5.535241, 5.893959, 5.711658, 6.034664, 5.821842, 5.46801, 5.725898, 5.376938, 5.394444, 5.12437, 4.915423, 4.646675, 4.63336, 4.930223, 6.608645, 6.552041, 6.687816, 6.839567, 6.991461, 7.091975, 6.729217, 6.450193, 5.947784, 5.843981, 5.153536, 4.858552, 3.526313, 2.549012, 1.813271, 1.642764, 0.804454, 0.753008, 0.700743, 0.577012, 0.412055, 0.580443, 0.590483, 1.002415, 0.840226]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "llmzszl-18396", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 864, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 22, 76, 105, 145, 200, 206, 166, 156, 141, 126, 133, 122, 116, 119, 180, 246, 213, 222, 201, 224, 218, 211, 205, 330, 278, 217, 187, 145, 161, 144, 167, 177, 202, 239, 225, 261, 300, 342, 344, 358, 355, 328, 311, 286, 223, 104, 30, 9, 0], "n_am_pl": [21, 46, 58, 60, 81, 73, 76, 74, 69, 65, 76, 80, 101, 98, 87, 68, 47, 55, 50, 53, 25, 30, 32, 48, 42, 54, 74, 72, 94, 98, 121, 97, 79, 72, 60, 55, 55, 42, 37, 45, 37, 35, 53, 62, 74, 124, 235, 298, 330, 330], "n_pos": 722, "sum_m_en": [69.748531, 102.509017, 106.778498, 114.241086, 119.981806, 124.344833, 127.321752, 126.953864, 125.842221, 125.424511, 126.507714, 127.126246, 125.136388, 122.729209, 119.036587, 127.020979, 137.73749, 123.940516, 124.209259, 117.501711, 117.195731, 116.864636, 116.40663, 117.295635, 198.51702, 177.663987, 160.493304, 139.903004, 130.527599, 126.625847, 123.479855, 124.572204, 130.315875, 138.600091, 159.931264, 159.060898, 168.314295, 199.096694, 234.078886, 254.847092, 266.107986, 281.958743, 281.907055, 280.726099, 249.75132, 197.744337, 95.912271, 35.084494, 15.50936, 0.083096], "sum_m_pl": [12.188386, 31.576052, 39.365595, 40.778798, 41.093228, 42.065091, 43.079084, 43.615459, 46.77966, 48.135685, 49.005387, 49.042972, 51.798462, 50.831145, 51.303122, 50.075718, 45.566052, 47.221984, 42.836897, 45.647402, 43.465902, 41.417744, 39.642225, 39.475828, 45.390351, 57.712127, 62.138473, 65.666328, 71.228165, 76.46781, 75.149754, 70.642069, 66.066307, 64.451015, 57.604906, 56.244377, 52.419858, 46.350013, 43.135303, 39.668133, 38.777607, 37.677712, 44.976915, 53.38315, 71.995141, 113.506172, 218.734442, 284.812041, 313.962808, 329.150929]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 2, 2, 1, 0, 2, 1, 1, 1, 0, 0, 1, 0, 1, 1, 2, 3, 3, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 0, 0, 1, 1, 2, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.628956, 1.027653, 1.100638, 1.090704, 1.130655, 1.185164, 1.268081, 1.282564, 1.28217, 1.322771, 1.403574, 1.401659, 1.331446, 1.224804, 1.176523, 1.121317, 1.138327, 1.045583, 1.028952, 0.888136, 0.901118, 0.926153, 0.940794, 0.96889, 1.171962, 1.182747, 1.064873, 1.179827, 1.152141, 1.212498, 1.159673, 1.142122, 1.156729, 1.178036, 1.274352, 1.183046, 0.974166, 1.034702, 1.634353, 1.565923, 1.509842, 1.319447, 1.351606, 2.19673, 1.419225, 0.968173, 0.243173, 0.145071, 0.00456, 0.0], "sum_m_pl": [0.112962, 0.348251, 0.342232, 0.346311, 0.372749, 0.371738, 0.351306, 0.330886, 0.375887, 0.332636, 0.387881, 0.404374, 0.392662, 0.402533, 0.439047, 0.393177, 0.34856, 0.365149, 0.36152, 0.385271, 0.380474, 0.348835, 0.31994, 0.325133, 0.381037, 0.411098, 0.404908, 0.446048, 0.520024, 0.632113, 0.595576, 0.56915, 0.562835, 0.556658, 0.45182, 0.414118, 0.432404, 0.319499, 0.20602, 0.211399, 0.234909, 0.247671, 0.196559, 0.091032, 0.116878, 0.132652, 0.086294, 0.167281, 0.002722, 0.0]}, "lang": {"n_am_en": [4, 7, 30, 56, 86, 116, 125, 110, 101, 91, 76, 84, 71, 66, 70, 95, 130, 120, 134, 125, 139, 138, 137, 127, 197, 165, 134, 120, 88, 96, 87, 100, 117, 127, 144, 147, 168, 180, 214, 208, 222, 227, 211, 208, 194, 154, 65, 16, 6, 0], "n_am_pl": [8, 24, 27, 21, 30, 32, 30, 38, 34, 33, 41, 50, 50, 58, 43, 36, 24, 28, 22, 22, 14, 16, 19, 24, 20, 29, 27, 30, 49, 47, 57, 54, 40, 41, 33, 32, 34, 29, 22, 26, 28, 26, 44, 52, 64, 112, 216, 283, 319, 330], "n_pos": 331, "sum_m_en": [33.457517, 47.016892, 50.176053, 52.666989, 56.016158, 58.968354, 61.405454, 60.758398, 62.310352, 61.258482, 62.566101, 62.728586, 61.994451, 60.583795, 59.675291, 63.860676, 70.529068, 64.977111, 64.150618, 60.467264, 59.928609, 59.146859, 58.78485, 58.511952, 117.291481, 103.879377, 93.149823, 77.059129, 68.856958, 65.576394, 64.078227, 64.61311, 67.610442, 72.934208, 86.00125, 88.964378, 96.570501, 116.925844, 139.718244, 152.963254, 166.61538, 178.018057, 184.686693, 185.548963, 165.70893, 132.620137, 60.261215, 17.20791, 7.986961, 0.081023], "sum_m_pl": [5.498777, 13.296776, 16.029801, 16.79986, 16.561807, 17.627545, 19.527619, 19.861814, 20.81091, 21.61742, 22.460544, 23.120305, 25.122581, 25.325829, 25.169303, 23.933692, 21.337224, 22.651292, 20.211462, 21.582532, 20.4213, 19.482936, 18.593353, 18.485911, 20.71592, 26.329099, 28.387262, 30.739327, 34.645163, 37.260047, 37.919895, 36.662712, 34.365509, 33.956505, 29.819145, 29.923201, 28.873831, 25.530776, 23.000392, 21.313031, 22.875214, 25.293595, 32.481527, 40.957205, 58.526259, 98.790685, 198.693895, 270.395659, 303.539741, 328.294729]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 724, "item_id": "llmzszl-18396", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 992, "region_end": 722, "roundtrip_ok": true, "tf_agree": 0.9959, "tf_agree_excl_first": 0.9972}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 15, 23, 22, 27, 25, 21, 17, 19, 25, 19, 21, 23, 27, 30, 26, 35, 26, 29, 23, 23, 28, 27, 20, 41, 32, 27, 22, 25, 27, 28, 28, 34, 41, 44, 53, 52, 62, 68, 76, 72, 61, 64, 63, 60, 52, 50, 42, 50, 51], "n_am_pl": [3, 6, 11, 16, 11, 12, 6, 11, 15, 7, 12, 17, 25, 14, 20, 20, 14, 13, 12, 11, 6, 11, 9, 8, 16, 19, 15, 17, 17, 18, 10, 19, 14, 15, 16, 8, 9, 6, 6, 4, 4, 8, 6, 6, 8, 7, 12, 10, 10, 10], "n_pos": 139, "sum_m_en": [15.956498, 20.576223, 20.191842, 21.708689, 22.351165, 21.190201, 22.542007, 22.197386, 21.511024, 21.520947, 21.638164, 21.967053, 22.727443, 22.527999, 22.655898, 23.570326, 24.134455, 21.507864, 21.899253, 20.724006, 20.496773, 20.920665, 20.878569, 20.791874, 26.095343, 25.523622, 23.988639, 23.323791, 23.580843, 23.988863, 23.531191, 24.644703, 25.762454, 26.947851, 30.088029, 31.000393, 33.355602, 38.390074, 46.509791, 56.724061, 52.195002, 52.226653, 55.745725, 56.636236, 53.282067, 50.348162, 47.668846, 42.523782, 46.093531, 50.637681], "sum_m_pl": [2.889055, 6.110989, 7.794143, 7.714388, 7.599882, 7.587863, 8.194674, 8.374892, 8.944369, 9.157943, 9.339942, 9.559449, 10.342087, 10.035452, 10.38447, 10.963199, 10.45833, 10.765949, 10.10592, 10.03515, 9.524661, 9.162632, 8.76978, 8.705723, 11.712134, 13.258557, 13.445837, 13.462719, 13.80202, 14.576041, 13.242586, 13.394233, 12.93298, 12.919809, 12.455151, 11.514335, 10.777601, 9.263824, 7.745531, 6.180457, 6.078347, 5.678965, 4.848482, 6.600728, 8.639494, 6.54133, 11.906426, 9.926165, 10.308638, 10.045864]}, "digit": {"n_am_en": [0, 1, 1, 0, 1, 0, 1, 1, 3, 1, 2, 1, 1, 0, 4, 4, 4, 2, 1, 1, 3, 4, 1, 0, 5, 5, 3, 2, 4, 3, 1, 2, 4, 5, 5, 5, 5, 6, 7, 5, 4, 0, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 6, 3, 3, 1, 2, 1, 2, 0, 3, 1, 1, 1, 1, 0, 0, 0, 1, 2, 4, 2, 1, 0, 1, 2, 0, 3, 1, 1, 1, 3, 2, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.940832, 2.755878, 2.379981, 2.600013, 2.66244, 2.430234, 2.900007, 2.874383, 2.804539, 2.706596, 2.948423, 2.866983, 2.917684, 2.681783, 2.474977, 2.504306, 2.474503, 2.258615, 2.440566, 2.245764, 2.341348, 2.387305, 2.432364, 2.497124, 2.695407, 2.580218, 2.608481, 2.727396, 3.067751, 3.049575, 3.134232, 3.056879, 3.208098, 3.184302, 3.127876, 3.107699, 2.868919, 3.081233, 3.887812, 3.925754, 2.832205, 2.110829, 2.598353, 2.4212, 1.161919, 0.711863, 0.210086, 0.263295, 0.019435, 0.0], "sum_m_pl": [0.255509, 0.708751, 0.868444, 0.909529, 0.78927, 0.824515, 0.74917, 0.862192, 0.933164, 0.995333, 0.965683, 0.987931, 0.961215, 0.94183, 1.035157, 1.076407, 1.063464, 1.064087, 1.045301, 1.066992, 1.007729, 0.98518, 0.933991, 0.946007, 1.095542, 1.303259, 1.257037, 1.192031, 1.173368, 1.26422, 1.136757, 1.27092, 1.230302, 1.150679, 1.088815, 1.085337, 1.105041, 1.012059, 0.969725, 0.757671, 0.799466, 0.859009, 0.612216, 0.507023, 0.421423, 0.307093, 0.111124, 0.114945, 0.012632, 0.0]}, "lang": {"n_am_en": [10, 12, 13, 11, 18, 17, 14, 8, 11, 14, 10, 13, 15, 16, 17, 16, 20, 18, 18, 13, 15, 15, 16, 14, 22, 21, 17, 17, 19, 19, 20, 23, 21, 26, 26, 31, 30, 37, 40, 48, 48, 47, 46, 47, 46, 44, 44, 42, 49, 50], "n_am_pl": [2, 0, 3, 2, 4, 4, 2, 5, 6, 2, 7, 8, 13, 9, 10, 11, 7, 9, 5, 6, 2, 4, 2, 4, 8, 8, 4, 6, 7, 7, 5, 9, 5, 8, 11, 5, 4, 3, 4, 3, 3, 4, 4, 1, 4, 3, 10, 10, 10, 10], "n_pos": 62, "sum_m_en": [7.279762, 9.166844, 9.371395, 10.158434, 10.195926, 9.780791, 9.99733, 9.672104, 9.754652, 9.905879, 9.692665, 10.281891, 10.689852, 10.833024, 11.251185, 11.516968, 11.521041, 10.335012, 10.194514, 9.717012, 9.481279, 9.687888, 9.610294, 9.453642, 14.501987, 14.108758, 13.31262, 12.131221, 11.821453, 11.793945, 11.735838, 12.449342, 13.335215, 14.379446, 16.209248, 17.521794, 19.82739, 24.513117, 28.964249, 35.417287, 34.802454, 37.56106, 40.61906, 42.30674, 41.341825, 40.895786, 41.120877, 39.897763, 44.935682, 49.85131], "sum_m_pl": [1.061393, 2.423948, 3.229892, 3.191184, 3.215293, 3.255955, 3.740886, 3.778014, 4.002759, 4.0326, 4.379058, 4.601458, 5.150836, 4.934534, 5.088933, 5.380135, 5.138296, 5.363126, 4.990653, 4.877992, 4.587785, 4.337634, 4.107799, 4.099649, 5.616646, 6.474748, 6.397133, 6.576092, 6.895533, 7.375571, 6.740129, 7.169568, 6.748448, 6.73964, 6.594035, 6.067727, 5.729577, 4.452605, 3.625128, 3.006055, 2.97014, 2.566851, 2.144066, 1.862459, 4.034327, 3.3021, 9.86793, 9.229904, 10.118736, 10.04586]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "llmzszl-18397", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 917, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9716, "tf_agree_excl_first": 0.9786}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 22, 30, 53, 46, 34, 35, 33, 34, 47, 27, 32, 35, 37, 45, 49, 79, 49, 56, 52, 62, 69, 66, 63, 106, 84, 68, 61, 52, 53, 50, 50, 58, 77, 90, 78, 89, 101, 111, 144, 127, 119, 128, 121, 94, 81, 34, 20, 13, 10], "n_am_pl": [8, 19, 35, 33, 28, 41, 43, 30, 42, 27, 47, 33, 47, 53, 51, 36, 30, 27, 27, 27, 18, 28, 26, 19, 17, 29, 31, 32, 50, 43, 46, 45, 54, 43, 29, 29, 34, 30, 25, 29, 33, 42, 37, 45, 59, 65, 104, 115, 114, 114], "n_pos": 291, "sum_m_en": [27.453127, 41.20463, 44.16136, 46.658482, 47.401538, 46.515634, 49.123979, 49.759863, 46.977217, 47.117464, 47.409602, 46.828283, 48.211613, 46.666963, 45.124909, 48.528094, 51.715565, 45.664255, 46.124062, 43.8692, 44.377222, 45.274109, 45.490226, 45.211793, 64.671287, 59.023365, 54.127218, 51.400028, 49.79585, 51.21769, 48.930755, 50.664908, 52.391217, 56.485407, 62.533618, 59.052141, 61.356417, 68.403762, 83.211925, 97.867022, 90.763506, 97.670492, 109.65223, 107.941151, 88.542883, 76.759927, 34.407124, 19.492687, 12.61359, 10.000445], "sum_m_pl": [5.802154, 14.769556, 18.904354, 18.849077, 18.436808, 18.608521, 19.920668, 19.874935, 21.736884, 21.748617, 22.377923, 22.841826, 24.00631, 24.418388, 24.456499, 25.482608, 22.492408, 23.29052, 21.412262, 21.78053, 20.480438, 19.5686, 18.743702, 18.712076, 24.814904, 29.216649, 29.141203, 29.848696, 31.448324, 32.822724, 31.699736, 32.385054, 31.353828, 30.555017, 26.165157, 24.893873, 26.01548, 23.797355, 21.173503, 21.495145, 24.729137, 26.264742, 26.797224, 34.785741, 48.015814, 57.718685, 93.625548, 108.656674, 112.215864, 114.560612]}, "digit": {"n_am_en": [0, 8, 9, 8, 8, 7, 2, 1, 1, 1, 1, 0, 1, 0, 1, 0, 7, 3, 6, 3, 3, 4, 3, 4, 8, 3, 2, 2, 1, 1, 1, 3, 1, 2, 3, 0, 2, 7, 5, 5, 4, 1, 4, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [1, 0, 2, 1, 0, 1, 2, 1, 3, 1, 2, 2, 1, 1, 5, 1, 3, 2, 2, 3, 2, 1, 1, 1, 1, 4, 2, 2, 2, 4, 4, 2, 5, 2, 4, 4, 2, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.06333, 3.979525, 3.944307, 4.271237, 4.035335, 3.776229, 3.705564, 3.506681, 3.419595, 3.27666, 3.524441, 3.46007, 3.450852, 3.442235, 3.172165, 3.494926, 3.636837, 3.172483, 3.346253, 3.007487, 3.02346, 3.019971, 3.072516, 3.100164, 4.337192, 3.633695, 3.172656, 3.445751, 3.508562, 3.593667, 3.452961, 3.59598, 3.687361, 3.682472, 3.568311, 3.139863, 2.954863, 3.367278, 3.625367, 3.699079, 2.981879, 2.560669, 3.474646, 3.363995, 2.098109, 1.403844, 0.884738, 0.559545, 0.051449, 0.0], "sum_m_pl": [0.389769, 1.23843, 1.349097, 1.431065, 1.15692, 1.156025, 1.129848, 1.18337, 1.356483, 1.429182, 1.412129, 1.443169, 1.517799, 1.5381, 1.738151, 1.681185, 1.508866, 1.613483, 1.495551, 1.481567, 1.373785, 1.335786, 1.296856, 1.331432, 1.737666, 1.987111, 2.005269, 1.95712, 2.023597, 2.140314, 2.133956, 2.189747, 2.132585, 1.918168, 1.748112, 1.842997, 1.705074, 1.299425, 1.137833, 1.025153, 1.007708, 1.16042, 0.959674, 1.001874, 0.934073, 0.803681, 0.520229, 0.394657, 0.022776, 0.0]}, "lang": {"n_am_en": [4, 4, 10, 22, 17, 11, 19, 15, 20, 25, 15, 18, 17, 21, 25, 27, 36, 24, 30, 30, 38, 40, 38, 39, 55, 50, 38, 34, 31, 25, 27, 30, 30, 38, 42, 46, 46, 49, 61, 78, 73, 73, 78, 73, 61, 58, 25, 15, 11, 10], "n_am_pl": [0, 5, 11, 19, 16, 17, 21, 12, 19, 14, 26, 17, 25, 26, 19, 22, 14, 12, 12, 12, 6, 11, 8, 8, 7, 12, 14, 16, 25, 18, 25, 26, 31, 22, 15, 19, 22, 23, 22, 28, 28, 33, 27, 29, 44, 52, 92, 104, 109, 114], "n_pos": 126, "sum_m_en": [12.55788, 17.356372, 19.766822, 20.660326, 20.801132, 20.591, 21.933124, 22.30065, 21.881997, 22.415474, 22.761797, 22.541098, 23.294997, 22.677124, 21.770709, 23.19593, 24.393773, 21.693744, 21.624817, 20.602541, 20.599038, 21.411667, 21.47277, 21.066735, 35.710475, 31.253835, 28.734365, 25.944261, 24.292107, 24.169661, 23.379294, 24.554458, 25.358741, 27.549314, 30.789225, 29.723683, 31.789055, 36.011111, 44.649, 54.586974, 52.836202, 58.010772, 65.414582, 65.382049, 56.381719, 52.866134, 24.059113, 13.891245, 10.541635, 10.000171], "sum_m_pl": [2.430357, 6.065731, 7.625967, 7.692342, 7.551797, 7.754561, 8.447329, 8.657377, 9.677932, 9.505354, 9.835797, 10.318398, 11.105981, 11.411264, 11.288442, 11.837899, 10.264702, 10.759516, 9.956936, 10.056451, 9.480719, 9.057658, 8.612884, 8.574674, 11.167095, 13.712513, 13.955656, 14.657834, 15.64264, 16.174939, 15.602731, 16.470658, 16.312645, 15.769154, 13.19627, 13.088036, 14.493973, 13.403355, 12.735549, 13.901278, 17.059725, 18.111666, 18.394158, 23.139064, 36.899719, 43.43845, 81.489528, 98.36072, 107.349455, 113.706073]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 293, "item_id": "llmzszl-18397", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9829}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 21, 30, 25, 26, 21, 30, 26, 27, 26, 20, 27, 26, 25, 25, 27, 32, 36, 36, 36, 37, 37, 37, 28, 59, 53, 40, 32, 25, 24, 33, 32, 32, 35, 51, 48, 50, 62, 56, 71, 65, 62, 59, 54, 49, 47, 49, 50, 45, 50], "n_am_pl": [12, 14, 17, 10, 11, 20, 17, 16, 15, 22, 20, 15, 25, 23, 28, 35, 31, 23, 15, 14, 10, 9, 9, 4, 12, 19, 15, 21, 21, 36, 29, 23, 25, 18, 20, 14, 13, 9, 10, 14, 16, 19, 13, 17, 17, 17, 16, 12, 16, 15], "n_pos": 205, "sum_m_en": [24.877892, 31.082315, 30.778943, 30.968175, 33.801956, 31.652997, 33.088179, 31.826891, 31.091788, 31.567877, 33.070939, 32.485794, 32.65276, 31.975733, 32.027465, 33.093291, 31.993502, 31.499469, 30.800092, 29.760073, 28.241418, 29.581929, 29.849574, 29.868185, 39.328044, 38.149563, 34.243675, 32.865169, 33.49326, 32.733563, 31.610184, 34.063842, 34.399193, 35.130387, 38.33629, 36.896377, 37.423214, 43.610437, 47.476774, 52.849324, 50.488375, 50.04773, 50.87849, 50.287082, 47.182758, 44.551603, 45.372014, 45.841324, 41.714247, 50.170584], "sum_m_pl": [5.632621, 10.387185, 11.489505, 9.872789, 10.031175, 10.0084, 9.523819, 9.511282, 10.040842, 11.478953, 12.900605, 13.114842, 13.90571, 13.699031, 15.235627, 15.402599, 14.616948, 14.477971, 13.622143, 13.487158, 13.274269, 12.654661, 12.307725, 12.193108, 15.906535, 18.296359, 17.055763, 19.951492, 20.509034, 21.744688, 21.160339, 19.372036, 18.339288, 16.522985, 16.479352, 14.594588, 13.542251, 11.975487, 12.821859, 12.916677, 16.860303, 15.765556, 13.856423, 14.058252, 13.826388, 17.525894, 18.457884, 14.64083, 16.490909, 14.364649]}, "digit": {"n_am_en": [0, 2, 5, 1, 3, 4, 3, 2, 3, 6, 6, 3, 5, 2, 3, 4, 5, 5, 7, 6, 9, 12, 12, 9, 15, 16, 9, 10, 6, 6, 8, 11, 9, 9, 14, 10, 11, 18, 12, 21, 16, 11, 10, 7, 7, 4, 2, 2, 0, 0], "n_am_pl": [1, 5, 4, 2, 4, 5, 4, 2, 3, 5, 6, 8, 11, 7, 8, 10, 7, 6, 4, 4, 2, 1, 1, 1, 2, 4, 4, 7, 8, 12, 8, 7, 11, 7, 6, 5, 4, 1, 1, 3, 2, 6, 2, 1, 2, 2, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [6.465326, 8.046926, 7.659417, 7.927989, 8.692478, 8.272929, 8.483673, 8.140711, 8.158872, 8.862796, 9.338229, 9.063304, 9.166645, 8.549633, 8.540549, 8.96444, 8.919382, 8.79655, 8.757567, 8.242981, 7.827095, 8.286244, 8.241347, 8.322472, 10.221858, 9.749979, 8.678771, 8.997816, 9.13709, 8.846615, 9.044319, 9.853523, 9.839576, 9.675622, 10.543432, 9.806963, 9.630166, 10.306621, 9.186525, 11.138587, 10.577264, 8.91774, 8.394073, 6.659477, 5.935202, 4.109206, 3.210373, 2.659296, 0.672427, 0.0], "sum_m_pl": [1.242762, 2.779026, 2.660992, 2.38496, 2.303266, 2.313806, 1.98383, 2.115397, 2.409412, 2.742675, 3.217321, 3.278324, 3.373866, 3.508824, 3.895818, 3.883171, 3.482953, 3.893914, 3.678021, 3.56862, 3.544524, 3.369656, 3.23857, 3.261634, 4.200121, 4.724973, 4.56277, 5.221746, 5.145979, 5.271304, 5.188775, 4.856211, 4.03896, 3.742394, 3.655148, 3.587186, 3.522238, 3.390546, 3.508899, 3.688176, 3.709458, 3.292667, 2.756245, 2.762576, 2.763021, 2.12788, 1.679676, 1.357167, 0.304563, 1.9e-05]}, "lang": {"n_am_en": [6, 10, 14, 11, 14, 13, 16, 12, 15, 11, 6, 13, 11, 14, 13, 15, 18, 22, 19, 19, 17, 15, 16, 12, 27, 25, 24, 18, 15, 16, 16, 14, 14, 20, 25, 24, 24, 30, 31, 38, 36, 39, 42, 42, 40, 40, 45, 47, 44, 50], "n_am_pl": [4, 6, 4, 3, 4, 7, 9, 6, 3, 11, 6, 5, 6, 8, 13, 17, 13, 10, 9, 5, 4, 4, 5, 1, 7, 7, 4, 4, 6, 10, 8, 7, 10, 8, 10, 4, 4, 4, 4, 6, 10, 10, 8, 12, 14, 12, 14, 12, 16, 14], "n_pos": 65, "sum_m_en": [7.602991, 10.210576, 10.536417, 10.435046, 11.208879, 10.408114, 10.617502, 10.453556, 10.436191, 10.060942, 10.246996, 10.740161, 10.774013, 11.134785, 11.191102, 11.314631, 10.489615, 10.608258, 10.080532, 9.560277, 8.997178, 9.273508, 9.465646, 9.364028, 17.03542, 16.975332, 15.432502, 13.366549, 13.402805, 13.010372, 11.76106, 12.759598, 12.762834, 14.228648, 15.69635, 16.313181, 17.270804, 21.8095, 26.820078, 30.997905, 29.805123, 33.710057, 35.297489, 37.303086, 36.715407, 35.985389, 39.100483, 39.648599, 39.424924, 50.036747], "sum_m_pl": [1.576754, 2.90675, 3.172838, 2.946134, 3.104294, 3.089823, 3.00613, 3.00903, 3.103263, 3.56775, 4.156093, 4.365885, 4.802283, 4.75239, 5.294788, 5.501411, 5.375733, 4.811964, 4.462134, 4.367461, 4.28148, 4.015678, 3.926644, 3.884869, 5.241487, 6.022963, 5.788944, 6.966519, 7.508481, 7.904982, 7.776158, 7.327097, 7.507645, 6.710001, 6.683334, 5.970109, 5.069653, 4.339181, 4.759193, 4.995539, 8.91981, 8.821169, 7.779037, 7.921071, 8.928412, 12.617578, 14.670584, 12.301623, 15.67943, 13.760962]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 207, "item_id": "llmzszl-18398", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 827, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.9662, "tf_agree_excl_first": 0.9709}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 14, 38, 29, 19, 20, 32, 28, 30, 28, 22, 16, 16, 13, 21, 33, 30, 32, 33, 43, 35, 41, 44, 28, 71, 67, 46, 40, 31, 21, 25, 30, 30, 34, 56, 50, 45, 62, 57, 72, 62, 55, 46, 53, 40, 29, 12, 2, 0, 0], "n_am_pl": [7, 24, 20, 26, 26, 28, 28, 21, 29, 30, 32, 23, 33, 32, 32, 30, 27, 13, 17, 15, 15, 13, 9, 10, 12, 23, 23, 31, 37, 37, 40, 37, 26, 32, 27, 22, 19, 19, 18, 24, 31, 31, 29, 33, 33, 45, 72, 67, 70, 66], "n_pos": 241, "sum_m_en": [25.830258, 35.319006, 37.241969, 37.566041, 40.270204, 38.063637, 39.717531, 38.535612, 37.41527, 37.440719, 39.958857, 38.0358, 38.810497, 37.482271, 37.520141, 39.573416, 37.58521, 36.557242, 36.234156, 35.090674, 32.752947, 34.446199, 34.704855, 35.32507, 46.039602, 43.532003, 38.215448, 36.907344, 36.933445, 36.735035, 35.275964, 37.91169, 39.148721, 39.133062, 42.992669, 41.093777, 40.807249, 46.400577, 46.634997, 52.459345, 48.890519, 44.961884, 47.132913, 47.9545, 40.780748, 31.2583, 13.378566, 4.583185, 1.625738, 0.000413], "sum_m_pl": [5.611509, 12.665734, 14.297034, 13.15885, 13.023602, 12.941817, 12.061502, 11.998739, 13.210292, 14.80633, 16.520921, 17.186766, 18.303973, 17.261124, 18.321633, 17.742197, 16.256993, 16.134596, 15.231291, 15.216932, 14.915129, 14.174306, 13.850323, 13.740376, 16.883352, 20.20654, 19.704632, 23.307496, 24.543797, 26.06184, 25.058259, 23.914525, 21.47988, 19.76855, 19.351148, 17.329589, 15.643854, 16.12151, 17.780841, 18.915201, 25.596476, 25.787045, 23.857646, 25.777006, 31.082991, 42.788767, 64.837747, 66.0171, 67.11172, 65.128847]}, "digit": {"n_am_en": [2, 3, 7, 2, 2, 1, 4, 3, 4, 7, 4, 1, 3, 1, 5, 7, 10, 11, 12, 10, 11, 14, 15, 11, 18, 18, 9, 13, 6, 5, 5, 6, 5, 4, 12, 11, 10, 18, 14, 18, 14, 11, 9, 8, 7, 2, 2, 1, 0, 0], "n_am_pl": [0, 2, 6, 2, 4, 6, 7, 2, 6, 9, 8, 11, 9, 8, 6, 6, 3, 3, 3, 2, 2, 0, 0, 1, 3, 6, 4, 9, 10, 12, 10, 8, 11, 11, 9, 3, 1, 0, 5, 7, 8, 8, 7, 5, 5, 5, 6, 4, 1, 0], "n_pos": 56, "sum_m_en": [6.299013, 8.392855, 8.618577, 8.798696, 9.390786, 9.046127, 9.325048, 8.963837, 8.941824, 9.566954, 10.115916, 9.6967, 9.806933, 9.260017, 9.172234, 9.646072, 9.42449, 9.407348, 9.443073, 8.852325, 8.287093, 8.865239, 8.777813, 9.013625, 11.621775, 11.007258, 9.594268, 9.731015, 9.649575, 9.376937, 9.368364, 10.310978, 10.709212, 10.274499, 11.02081, 10.609449, 10.523397, 12.185083, 11.56341, 13.097557, 11.435585, 9.60578, 8.928165, 7.492014, 6.19623, 3.706339, 2.712403, 1.451972, 0.529196, 0.0], "sum_m_pl": [1.160557, 2.951191, 2.810794, 2.604868, 2.51981, 2.592791, 2.189484, 2.282436, 2.652519, 3.033315, 3.599432, 3.629948, 3.724983, 3.72326, 4.103296, 3.969318, 3.594364, 4.003512, 3.77036, 3.717428, 3.711676, 3.529266, 3.388347, 3.40285, 4.283767, 4.89977, 4.794238, 5.585306, 5.668141, 5.60785, 5.26921, 5.169563, 4.454767, 4.140815, 4.093471, 3.757981, 3.450163, 3.374262, 3.599013, 4.467019, 6.018018, 5.669397, 4.877251, 4.680991, 4.821074, 5.976089, 5.78037, 4.093749, 1.403045, 0.00013]}, "lang": {"n_am_en": [5, 5, 14, 12, 7, 10, 11, 11, 13, 10, 8, 12, 7, 6, 5, 11, 5, 6, 10, 18, 9, 10, 11, 8, 25, 23, 19, 14, 12, 8, 10, 10, 16, 18, 23, 21, 16, 26, 28, 36, 34, 28, 23, 29, 21, 17, 5, 0, 0, 0], "n_am_pl": [1, 11, 6, 11, 13, 10, 11, 10, 10, 9, 9, 5, 10, 8, 9, 11, 12, 5, 10, 7, 7, 7, 5, 6, 5, 9, 8, 8, 10, 13, 14, 18, 6, 13, 11, 10, 12, 11, 7, 11, 12, 15, 13, 19, 20, 30, 53, 57, 65, 66], "n_pos": 67, "sum_m_en": [6.276417, 9.821967, 10.603155, 10.854021, 11.703496, 11.261365, 11.589824, 11.56778, 11.507765, 10.978331, 11.426377, 11.162942, 11.247098, 10.940164, 11.115991, 11.488445, 10.726677, 10.397718, 10.055787, 9.664321, 8.846136, 9.17971, 9.332326, 9.438819, 15.162344, 14.19859, 12.396383, 11.288462, 11.016925, 11.358803, 10.661154, 11.639374, 11.770537, 12.802583, 13.924799, 13.890118, 15.050936, 17.250565, 19.336721, 22.866017, 22.691153, 21.181791, 22.64439, 25.187137, 21.731106, 16.837414, 6.471294, 0.73976, 0.483812, 0.000411], "sum_m_pl": [0.977108, 3.021394, 3.644278, 3.665248, 3.769905, 3.706898, 3.623272, 3.49271, 3.891666, 4.400862, 4.718899, 5.176462, 5.681718, 5.50986, 5.388769, 5.253126, 4.874976, 4.468124, 4.248028, 4.162585, 4.019668, 3.738406, 3.711981, 3.681288, 4.59324, 5.605392, 5.754545, 6.906585, 7.335676, 8.244339, 7.860388, 7.961392, 7.005887, 6.535881, 6.302416, 6.016009, 5.314918, 5.929559, 6.680195, 7.197352, 10.399284, 11.676975, 10.797641, 13.772558, 17.687625, 26.305719, 46.997398, 53.685929, 61.648778, 64.607159]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "llmzszl-18398", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9959, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 18, 23, 26, 42, 30, 30, 22, 25, 34, 25, 32, 29, 33, 37, 41, 41, 48, 45, 41, 38, 39, 44, 45, 62, 57, 48, 46, 40, 33, 38, 38, 42, 48, 51, 65, 64, 70, 70, 79, 80, 82, 93, 84, 79, 84, 81, 78, 82, 84], "n_am_pl": [8, 6, 13, 10, 8, 10, 8, 10, 15, 11, 14, 13, 7, 13, 13, 13, 20, 14, 13, 11, 15, 18, 12, 14, 12, 16, 16, 15, 19, 20, 19, 14, 8, 7, 14, 7, 8, 10, 5, 4, 4, 6, 3, 4, 5, 6, 4, 6, 5, 6], "n_pos": 144, "sum_m_en": [16.888552, 22.216797, 23.1223, 23.926095, 27.032628, 25.507815, 25.224982, 24.411933, 23.268965, 23.707264, 23.795513, 24.760476, 24.643425, 25.626446, 27.052901, 27.531606, 28.270797, 25.513857, 25.311837, 23.207868, 22.260342, 23.004816, 22.877228, 23.151859, 38.080859, 36.340357, 33.823471, 29.674326, 28.172684, 28.248121, 26.922601, 27.805651, 28.516517, 31.207374, 34.495785, 37.469113, 38.344803, 45.013134, 50.392364, 59.215308, 62.384485, 74.330721, 80.230394, 76.917984, 75.984766, 76.4808, 75.98411, 72.073852, 74.75293, 84.238421], "sum_m_pl": [3.041471, 5.947409, 6.776565, 6.561601, 6.741219, 6.489118, 7.059587, 7.072476, 7.928265, 8.054203, 8.558159, 9.724386, 10.690933, 10.222791, 10.807981, 11.502151, 10.561904, 10.433951, 9.813307, 9.734543, 9.408814, 9.092254, 8.846281, 8.867808, 11.18508, 11.984125, 12.240419, 12.858398, 13.591014, 15.049643, 13.827687, 13.056233, 13.338212, 12.016862, 11.311669, 10.538259, 10.742078, 10.136525, 9.722098, 8.495541, 8.099166, 6.514875, 5.995637, 4.987416, 5.653584, 5.449086, 5.493864, 5.494651, 5.890683, 5.156709]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 12, 15, 18, 29, 20, 16, 16, 16, 26, 19, 18, 21, 25, 27, 29, 27, 34, 32, 29, 29, 32, 37, 37, 48, 43, 32, 32, 30, 25, 27, 28, 29, 38, 43, 50, 46, 49, 56, 64, 66, 68, 76, 73, 70, 72, 72, 70, 79, 84], "n_am_pl": [7, 4, 8, 9, 4, 9, 6, 8, 12, 10, 12, 9, 4, 11, 11, 8, 15, 10, 9, 8, 10, 9, 7, 7, 7, 8, 8, 6, 8, 10, 15, 10, 6, 5, 9, 3, 5, 7, 2, 3, 2, 4, 2, 4, 3, 3, 3, 5, 5, 5], "n_pos": 90, "sum_m_en": [10.05194, 13.952215, 14.755896, 15.057581, 16.924449, 16.104214, 15.963833, 15.34366, 14.679937, 14.969956, 15.125689, 15.882772, 15.788156, 16.761922, 17.529519, 17.551184, 18.04754, 16.62492, 16.408702, 14.782002, 14.122297, 14.559184, 14.466592, 14.617169, 27.406141, 26.20992, 24.139228, 20.661552, 19.440904, 19.306916, 18.321698, 18.927394, 19.411852, 21.712563, 25.200694, 28.306665, 29.21052, 35.332433, 40.64886, 48.746481, 51.588383, 60.299164, 65.246389, 64.698431, 65.159284, 65.208528, 66.302665, 64.538358, 70.628123, 83.159512], "sum_m_pl": [1.880015, 3.556056, 4.10131, 4.1261, 4.291659, 4.339852, 4.719643, 4.626077, 5.330589, 5.16914, 5.561396, 6.30187, 6.96688, 6.716768, 7.185608, 7.590831, 6.928289, 6.730368, 6.321723, 6.282515, 6.020397, 5.77997, 5.595343, 5.597523, 7.025504, 7.484797, 7.82399, 8.373031, 8.544731, 9.739436, 8.9453, 8.555747, 9.103744, 8.215541, 7.631709, 7.007316, 7.297717, 6.684352, 6.215335, 5.312206, 5.095318, 4.061717, 3.658701, 3.27018, 3.419484, 3.139333, 3.696152, 3.702491, 4.948607, 4.532764]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "llmzszl-18399", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 933, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 9, 22, 27, 32, 30, 31, 30, 24, 24, 22, 27, 34, 37, 31, 41, 51, 42, 56, 57, 48, 51, 50, 53, 99, 91, 76, 56, 50, 46, 27, 48, 45, 40, 59, 71, 63, 70, 65, 99, 102, 99, 107, 98, 84, 61, 16, 2, 0, 0], "n_am_pl": [4, 21, 30, 29, 19, 27, 25, 18, 27, 19, 30, 35, 38, 36, 27, 23, 27, 32, 28, 21, 22, 20, 18, 15, 16, 21, 24, 27, 33, 39, 37, 32, 34, 26, 25, 28, 26, 27, 33, 25, 25, 28, 22, 29, 43, 73, 109, 127, 125, 126], "n_pos": 207, "sum_m_en": [19.183776, 30.468384, 33.214336, 35.439683, 37.017878, 35.765602, 36.86314, 37.210286, 35.494281, 34.407008, 35.873399, 36.510482, 36.573323, 36.715997, 36.923878, 38.107584, 39.694093, 36.22471, 35.001614, 32.611097, 31.722088, 32.468375, 32.50811, 33.071518, 50.770414, 48.424581, 44.972527, 40.447921, 38.328241, 37.159461, 34.368985, 36.829354, 37.454219, 40.596843, 41.778581, 45.797729, 44.275151, 49.573293, 51.11789, 64.20727, 70.431292, 79.757381, 93.892907, 83.148466, 73.940673, 53.817568, 19.139484, 4.547223, 1.477889, 0.001152], "sum_m_pl": [3.253823, 9.471129, 10.898899, 11.292189, 10.987333, 10.668657, 11.480939, 11.550795, 13.003397, 12.865431, 14.440242, 15.92703, 16.68342, 16.373636, 16.540158, 16.452331, 14.529652, 14.25856, 13.273353, 12.786354, 12.627226, 12.188588, 12.074094, 12.161511, 15.410797, 16.448669, 16.556834, 18.048217, 20.53825, 22.953764, 22.127613, 21.545346, 21.09986, 19.370937, 18.130168, 17.673792, 19.986266, 20.695267, 23.376524, 21.663744, 23.191246, 23.955067, 24.408141, 29.060885, 39.15414, 65.304295, 101.575332, 119.57344, 125.213843, 125.823617]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 3, 16, 17, 18, 22, 15, 18, 16, 19, 15, 18, 23, 25, 21, 22, 32, 28, 41, 39, 35, 35, 37, 37, 67, 63, 51, 36, 35, 30, 18, 30, 29, 27, 37, 47, 41, 44, 47, 66, 67, 64, 73, 65, 53, 34, 10, 1, 0, 0], "n_am_pl": [3, 12, 17, 16, 12, 18, 14, 12, 16, 11, 19, 20, 23, 21, 16, 16, 18, 23, 18, 10, 9, 10, 9, 8, 12, 11, 14, 17, 20, 25, 27, 22, 24, 19, 17, 19, 19, 18, 23, 15, 18, 22, 17, 22, 34, 64, 93, 114, 122, 124], "n_pos": 125, "sum_m_en": [11.528676, 18.47746, 20.469819, 21.395903, 22.320869, 21.856121, 22.531, 23.054915, 22.138372, 21.326845, 22.407316, 22.792019, 22.868727, 23.002899, 22.864546, 23.314452, 24.275237, 22.333432, 21.495116, 20.070429, 19.538244, 19.907431, 20.002339, 20.247034, 33.511828, 31.778597, 29.209547, 25.92294, 24.292602, 23.169831, 21.49694, 23.253992, 23.73336, 25.430481, 25.884782, 28.508987, 27.279135, 30.889722, 32.753099, 42.492355, 47.650387, 52.634615, 61.353619, 53.080943, 46.824056, 32.047095, 10.924836, 1.730286, 0.557471, 2.2e-05], "sum_m_pl": [1.914183, 5.723, 6.652504, 6.917676, 6.651046, 6.546431, 7.044081, 7.195166, 8.409329, 8.084981, 9.038294, 9.882887, 10.376889, 10.279752, 10.320644, 10.080137, 8.918339, 8.69343, 8.052037, 7.648609, 7.613277, 7.372996, 7.32763, 7.38164, 9.520763, 10.197771, 10.408394, 10.874474, 12.756988, 14.586032, 13.995317, 13.836299, 13.543243, 12.389477, 11.655106, 11.425127, 14.073368, 14.734645, 16.497462, 15.050935, 16.136077, 17.553382, 18.746154, 22.126632, 31.524735, 55.735908, 86.646289, 108.47706, 118.640713, 122.700258]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "llmzszl-18399", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1061, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9665, "tf_agree_excl_first": 0.9712}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 6, 6, 12, 18, 27, 25, 28, 29, 23, 23, 22, 21, 23, 26, 25, 32, 27, 33, 31, 32, 32, 30, 31, 36, 34, 34, 35, 33, 31, 32, 30, 27, 26, 34, 34, 34, 37, 39, 39, 37, 38, 36, 45, 44, 44, 48, 48, 47, 44], "n_am_pl": [4, 1, 1, 2, 4, 4, 6, 5, 4, 4, 5, 4, 7, 8, 6, 7, 4, 2, 3, 2, 3, 6, 3, 1, 1, 2, 6, 4, 5, 6, 4, 5, 3, 4, 2, 4, 1, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2], "n_pos": 65, "sum_m_en": [7.564651, 9.054, 9.802218, 10.88715, 12.498364, 13.224532, 13.635547, 14.150653, 14.961054, 14.754952, 14.28107, 13.417404, 13.868728, 13.549392, 13.479102, 13.285206, 13.653157, 12.628944, 12.854426, 13.102136, 12.853376, 12.115599, 12.139606, 12.423621, 25.980481, 24.543311, 24.159363, 21.320296, 19.356786, 19.026961, 17.605482, 17.847202, 17.891908, 18.300251, 19.758958, 20.514439, 23.540327, 25.999239, 28.825716, 31.247781, 30.735797, 33.103041, 33.437361, 37.418295, 38.227618, 38.18246, 40.829469, 42.589495, 43.575777, 43.682104], "sum_m_pl": [1.565233, 2.502495, 2.914963, 2.957744, 3.061667, 3.411824, 3.510397, 3.571487, 3.599252, 3.814039, 4.107339, 4.383387, 4.571782, 4.492392, 4.57495, 4.556532, 4.408426, 4.460898, 4.373122, 4.17725, 4.013621, 3.914389, 3.834076, 3.692675, 2.950416, 3.475733, 4.114668, 4.574888, 4.390331, 4.81718, 4.699768, 4.375229, 4.760337, 4.505741, 4.45307, 4.603076, 4.135662, 3.495693, 3.16231, 2.534112, 2.205771, 2.148326, 2.865955, 2.185687, 2.816885, 2.597277, 2.847395, 2.053751, 2.010442, 1.809824]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 4, 9, 15, 20, 19, 23, 23, 20, 19, 17, 17, 18, 21, 20, 26, 23, 25, 22, 25, 25, 25, 26, 30, 28, 28, 27, 28, 28, 27, 26, 24, 23, 28, 28, 29, 33, 33, 33, 32, 33, 32, 38, 37, 39, 41, 42, 43, 44], "n_am_pl": [3, 1, 1, 2, 3, 4, 4, 5, 4, 3, 4, 1, 5, 8, 5, 7, 4, 2, 3, 2, 2, 6, 3, 1, 1, 2, 5, 4, 4, 5, 4, 4, 3, 3, 1, 3, 0, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2], "n_pos": 48, "sum_m_en": [5.640641, 6.88534, 7.409749, 8.059789, 9.315871, 9.921364, 10.388705, 10.885168, 11.480298, 11.404009, 11.006227, 10.478599, 10.852058, 10.550854, 10.316991, 10.107928, 10.450375, 9.644759, 9.768336, 9.998175, 9.87255, 9.215293, 9.257892, 9.538144, 21.190788, 19.987349, 19.781161, 17.768733, 16.141607, 15.970949, 14.581327, 14.797587, 14.823888, 15.275306, 16.266232, 16.845852, 20.043841, 22.283746, 24.742492, 27.312368, 27.584283, 29.339833, 30.120011, 31.994145, 32.826441, 34.28295, 35.97434, 37.308888, 39.46331, 43.272747], "sum_m_pl": [1.101389, 1.862425, 2.180095, 2.179947, 2.255732, 2.584406, 2.664556, 2.687746, 2.706978, 2.8151, 3.002895, 3.146086, 3.378088, 3.263108, 3.363015, 3.352474, 3.257044, 3.28899, 3.257712, 3.080796, 2.942558, 2.864386, 2.822714, 2.716908, 1.97569, 2.42991, 3.039422, 3.41722, 3.283268, 3.614309, 3.559877, 3.271241, 3.601921, 3.2588, 3.237329, 3.348965, 2.916675, 2.506997, 2.21069, 1.710755, 1.465703, 1.532451, 2.281739, 1.880268, 2.551684, 2.393632, 2.738986, 1.96853, 1.919925, 1.8031]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 67, "item_id": "llmzszl-18402", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 737, "region_end": 65, "roundtrip_ok": true, "tf_agree": 0.9701, "tf_agree_excl_first": 0.9848}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 9, 12, 26, 31, 37, 47, 60, 62, 50, 57, 43, 48, 52, 53, 47, 64, 59, 68, 71, 74, 69, 64, 81, 83, 86, 91, 82, 67, 69, 68, 61, 69, 66, 69, 66, 65, 65, 60, 72, 78, 87, 87, 87, 80, 58, 24, 12, 7, 6], "n_am_pl": [2, 9, 10, 15, 7, 11, 9, 8, 8, 8, 11, 9, 10, 14, 9, 16, 11, 11, 16, 12, 10, 6, 9, 9, 5, 7, 3, 4, 11, 11, 11, 8, 8, 14, 13, 14, 12, 18, 24, 21, 20, 17, 17, 20, 33, 53, 90, 117, 125, 122], "n_pos": 166, "sum_m_en": [15.087032, 23.790875, 25.975136, 27.778308, 29.650434, 29.908922, 31.482073, 34.652258, 36.000996, 36.381588, 35.477226, 32.853506, 32.531515, 31.077654, 31.105971, 31.18925, 33.490387, 31.101788, 31.153047, 31.688483, 30.891018, 29.986854, 30.771031, 32.228106, 64.903573, 63.501207, 57.204746, 51.989294, 45.247542, 43.913116, 39.594588, 38.443645, 38.272671, 39.039109, 40.550732, 41.266552, 42.126693, 43.483845, 46.366886, 53.254833, 58.943848, 66.189242, 65.951041, 76.104774, 71.623929, 49.821754, 22.937651, 10.366254, 7.832025, 6.497811], "sum_m_pl": [2.738837, 7.192541, 8.299163, 8.415182, 7.813457, 8.432409, 7.87954, 8.610462, 8.498895, 8.970165, 9.441655, 10.438138, 11.34315, 11.581664, 11.781862, 11.192619, 10.887631, 10.891467, 10.695141, 10.287052, 9.911648, 9.625448, 9.385782, 8.987774, 7.839456, 8.728327, 9.079203, 10.171939, 11.562101, 13.01953, 12.760906, 12.881314, 13.73293, 13.441685, 13.967021, 14.139053, 15.471424, 16.114446, 17.93084, 17.818497, 17.39547, 16.614574, 17.234539, 17.784328, 29.866871, 49.792559, 84.206242, 110.242557, 117.926989, 120.349227]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 6, 11, 16, 26, 27, 35, 47, 47, 39, 47, 35, 40, 45, 43, 38, 55, 50, 60, 61, 61, 58, 55, 66, 71, 73, 76, 71, 57, 56, 56, 52, 58, 58, 58, 55, 54, 56, 49, 57, 66, 71, 72, 70, 66, 51, 23, 12, 7, 6], "n_am_pl": [1, 7, 7, 11, 5, 9, 8, 6, 6, 7, 8, 6, 9, 11, 7, 14, 8, 8, 10, 9, 6, 5, 4, 5, 3, 4, 2, 2, 9, 9, 10, 5, 6, 9, 10, 12, 11, 16, 22, 18, 18, 14, 15, 16, 28, 47, 82, 110, 121, 122], "n_pos": 129, "sum_m_en": [11.910485, 18.650573, 20.329393, 21.439503, 23.168447, 23.115416, 24.568097, 27.313982, 28.363068, 28.881266, 28.191259, 26.203635, 25.876898, 24.683713, 24.593562, 24.586985, 26.397246, 24.537107, 24.455623, 24.927234, 24.338863, 23.532794, 24.122489, 25.09469, 54.031286, 52.214382, 46.697236, 42.670106, 36.695048, 35.701943, 32.178982, 31.339841, 31.257883, 31.521478, 32.769352, 33.224585, 34.031631, 35.201833, 37.684033, 43.600126, 48.613067, 54.589842, 54.35212, 63.106826, 60.889882, 43.105702, 20.490483, 9.566271, 7.336041, 6.497808], "sum_m_pl": [2.131097, 5.488386, 6.32286, 6.467698, 6.008368, 6.523304, 6.120381, 6.71933, 6.590564, 6.901863, 7.19942, 8.066346, 8.753292, 8.943722, 9.107363, 8.690213, 8.465234, 8.319232, 8.193137, 7.881517, 7.583583, 7.343304, 7.146001, 6.85031, 5.329739, 6.253251, 6.66627, 7.581396, 8.858473, 10.019358, 9.833564, 9.887673, 10.580392, 10.328161, 10.752602, 11.012946, 12.293352, 12.914666, 14.67842, 14.229659, 13.756881, 12.73878, 13.341801, 13.748594, 24.454346, 43.299573, 75.881492, 101.371451, 114.089788, 120.101796]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "llmzszl-18402", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 865, "region_end": 166, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9701}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 8, 12, 17, 17, 24, 29, 20, 22, 17, 13, 15, 19, 22, 25, 21, 28, 32, 34, 35, 31, 30, 30, 27, 37, 36, 36, 34, 31, 30, 27, 33, 33, 35, 34, 32, 28, 36, 39, 37, 41, 50, 50, 49, 51, 46, 46, 43, 39, 55], "n_am_pl": [1, 0, 3, 3, 4, 4, 4, 3, 5, 2, 3, 2, 3, 3, 5, 4, 5, 5, 4, 4, 5, 5, 5, 6, 4, 4, 5, 2, 7, 5, 6, 3, 5, 6, 6, 7, 7, 5, 3, 3, 3, 0, 0, 1, 0, 0, 1, 0, 0, 0], "n_pos": 77, "sum_m_en": [8.96967, 10.548105, 11.479111, 11.953669, 13.666146, 14.578011, 14.215507, 13.029773, 13.01902, 13.645092, 13.517129, 14.08116, 14.1991, 14.50287, 14.187807, 13.876616, 14.254316, 13.94242, 14.173646, 13.110817, 12.384149, 12.224789, 12.100386, 12.30815, 26.753949, 25.33188, 23.506835, 21.795567, 19.81303, 19.123689, 17.673922, 18.463105, 18.336768, 19.846975, 19.540456, 20.389551, 23.818, 25.906871, 29.915016, 32.887716, 38.263177, 45.261738, 45.136385, 48.714812, 46.222267, 44.046409, 42.018635, 42.096438, 38.590093, 54.096107], "sum_m_pl": [1.436301, 2.54491, 3.271599, 3.305082, 3.641004, 3.386146, 4.009352, 3.918415, 4.057904, 4.161888, 4.518275, 4.839016, 5.218833, 4.960208, 4.993914, 5.083383, 4.956653, 5.175725, 5.483524, 5.382456, 5.058543, 4.859388, 4.748389, 4.641351, 4.331158, 4.47424, 4.665337, 5.051648, 5.855582, 6.058139, 6.144568, 5.879058, 6.139758, 6.592414, 6.766184, 7.172668, 6.073157, 5.663631, 4.932703, 3.60788, 3.312396, 1.966499, 1.611859, 1.102821, 1.189054, 0.873543, 1.086948, 0.844176, 0.93432, 0.513813]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 7, 9, 12, 13, 18, 22, 15, 17, 12, 10, 11, 16, 18, 20, 19, 21, 24, 26, 28, 26, 23, 22, 21, 29, 27, 27, 27, 27, 25, 23, 27, 29, 31, 29, 26, 23, 30, 31, 30, 36, 43, 44, 43, 46, 42, 42, 38, 37, 54], "n_am_pl": [1, 0, 0, 3, 4, 3, 2, 3, 4, 2, 1, 2, 2, 2, 5, 4, 5, 5, 4, 3, 4, 5, 5, 5, 3, 4, 4, 1, 6, 4, 5, 2, 3, 2, 4, 6, 5, 4, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.577595, 7.570022, 8.153763, 8.465074, 9.645054, 10.117485, 9.858776, 9.197484, 9.044955, 9.651861, 9.496892, 10.102617, 10.217899, 10.474812, 10.068834, 10.122007, 10.420405, 10.151257, 9.647192, 9.31311, 8.840446, 8.715476, 8.737584, 8.733775, 20.512073, 19.522887, 18.31899, 17.440557, 15.762445, 15.463816, 14.057531, 14.711656, 14.535264, 16.106281, 15.692575, 16.461817, 19.378697, 21.139083, 24.551195, 27.645088, 32.764795, 37.493861, 38.282871, 41.441046, 39.495098, 38.655388, 38.395564, 37.500998, 35.825075, 51.805437], "sum_m_pl": [1.086508, 1.844546, 2.37795, 2.43769, 2.687395, 2.377783, 2.845196, 2.824239, 2.942694, 2.997496, 3.250285, 3.518312, 3.821053, 3.584957, 3.553942, 3.600036, 3.560344, 3.746497, 4.080777, 3.910544, 3.661136, 3.493716, 3.407664, 3.343249, 3.303003, 3.39882, 3.475085, 3.590342, 4.21506, 4.509427, 4.408855, 4.168453, 4.314841, 4.510845, 4.951402, 5.421075, 4.418885, 4.275998, 3.651991, 2.512266, 2.244, 1.380678, 1.152662, 0.685792, 0.794107, 0.528334, 0.550098, 0.469825, 0.557399, 0.513766]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "llmzszl-18403", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 860, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9494, "tf_agree_excl_first": 0.9615}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 14, 21, 21, 42, 36, 42, 35, 38, 36, 33, 36, 38, 38, 42, 39, 43, 49, 54, 54, 53, 53, 46, 72, 104, 81, 72, 64, 53, 46, 39, 50, 50, 54, 54, 66, 64, 53, 77, 78, 92, 114, 109, 106, 85, 71, 35, 10, 4, 0], "n_am_pl": [2, 16, 16, 24, 12, 16, 16, 13, 11, 11, 22, 18, 26, 32, 32, 19, 21, 22, 18, 17, 10, 11, 11, 8, 5, 8, 12, 15, 16, 19, 21, 19, 14, 20, 23, 18, 17, 17, 13, 14, 9, 10, 15, 15, 26, 42, 83, 109, 119, 123], "n_pos": 170, "sum_m_en": [15.274323, 24.201727, 25.958136, 28.326553, 31.112423, 32.067102, 33.269755, 31.142657, 31.692518, 32.629365, 32.62515, 31.557486, 31.536443, 30.529592, 31.402613, 30.683449, 30.38187, 28.825392, 27.574458, 26.585588, 25.589569, 26.087045, 26.047737, 27.470966, 66.795047, 58.120583, 47.77062, 40.952867, 36.582896, 34.937813, 33.11044, 33.546854, 33.882967, 36.274869, 35.906728, 38.982893, 39.346148, 41.323846, 46.401814, 57.39145, 69.054362, 94.437456, 97.406987, 95.258169, 77.802522, 64.871981, 32.444732, 11.135858, 4.173188, 0.206577], "sum_m_pl": [2.441899, 7.80501, 8.844263, 9.080589, 9.670122, 8.591878, 9.239871, 9.694993, 9.854869, 10.320148, 11.874978, 12.107708, 12.890752, 12.863484, 12.868377, 12.998586, 12.565957, 13.154948, 13.194106, 12.327897, 11.354332, 10.955265, 10.71615, 10.561863, 8.958444, 10.174658, 11.189543, 13.016881, 15.563069, 15.642051, 15.516481, 15.534035, 15.872462, 17.20878, 16.990357, 16.403382, 16.178188, 14.44469, 14.840521, 13.716441, 12.72134, 11.270631, 13.666791, 15.818178, 25.858794, 38.398229, 78.185385, 105.139208, 113.640015, 123.210328]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 12, 17, 17, 35, 26, 28, 23, 26, 22, 20, 26, 28, 28, 31, 28, 34, 37, 43, 41, 38, 41, 36, 57, 79, 61, 56, 50, 42, 37, 30, 42, 39, 43, 41, 47, 47, 39, 56, 56, 68, 83, 78, 78, 60, 47, 23, 4, 0, 0], "n_am_pl": [1, 14, 14, 14, 9, 11, 11, 9, 9, 10, 17, 15, 20, 26, 21, 13, 14, 15, 14, 14, 10, 11, 11, 7, 5, 6, 8, 11, 11, 13, 16, 14, 10, 14, 18, 15, 16, 16, 12, 14, 8, 10, 14, 14, 25, 40, 81, 105, 119, 123], "n_pos": 124, "sum_m_en": [11.126913, 17.522224, 19.113803, 20.618418, 22.763251, 23.208433, 23.8073, 22.55646, 23.07353, 23.529602, 23.580988, 23.049436, 23.109296, 22.349867, 23.069598, 22.431928, 22.414847, 21.280982, 20.35171, 19.395428, 18.720737, 19.024316, 19.057684, 20.334103, 51.512671, 44.48143, 36.37097, 30.462301, 27.188045, 26.333735, 24.774119, 24.890822, 25.279281, 26.547412, 26.680191, 28.783074, 28.666139, 30.07082, 34.354387, 42.354045, 50.202111, 66.109222, 69.582595, 69.544682, 55.229234, 44.539301, 20.477534, 5.10319, 1.607568, 0.002645], "sum_m_pl": [1.655513, 5.599362, 6.366253, 6.410547, 6.87514, 6.135257, 6.66381, 7.038443, 7.061627, 7.481374, 8.5004, 8.622731, 9.245178, 9.289389, 9.055985, 9.373801, 8.990515, 9.520031, 9.648363, 9.014477, 8.29305, 8.021465, 7.847005, 7.771434, 6.719197, 7.432889, 8.277898, 9.633294, 11.396792, 11.339475, 11.294262, 11.471336, 11.587287, 12.559266, 12.337158, 12.310813, 12.440508, 11.412235, 12.066356, 11.566658, 11.30453, 10.758739, 12.555054, 14.848299, 25.082375, 37.342624, 75.078106, 101.538939, 111.794126, 122.238961]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "llmzszl-18403", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 988, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9942}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 16, 17, 15, 27, 25, 17, 28, 27, 26, 26, 27, 26, 29, 33, 32, 31, 32, 37, 38, 38, 37, 35, 35, 44, 41, 37, 29, 31, 28, 32, 27, 33, 39, 35, 34, 34, 40, 42, 45, 47, 51, 52, 48, 47, 46, 44, 40, 42, 44], "n_am_pl": [3, 4, 6, 4, 1, 2, 2, 2, 3, 1, 3, 5, 6, 5, 5, 2, 0, 1, 2, 0, 2, 1, 2, 1, 2, 1, 3, 8, 8, 9, 8, 9, 5, 5, 6, 2, 3, 3, 2, 1, 2, 0, 0, 0, 0, 1, 2, 3, 3, 4], "n_pos": 63, "sum_m_en": [8.282784, 9.48075, 10.578539, 11.172455, 12.586107, 13.447679, 13.254015, 13.474185, 13.61837, 13.436947, 13.89796, 14.438802, 14.724256, 15.073618, 15.187179, 16.800792, 16.521043, 15.162907, 14.496897, 14.271567, 13.224269, 12.741871, 12.23431, 12.207673, 26.33506, 25.819591, 23.159389, 19.530371, 18.569937, 18.592366, 17.351108, 17.394398, 18.134034, 22.074839, 22.162496, 22.819146, 25.278273, 31.180931, 32.523855, 35.216701, 36.72343, 42.29278, 43.435275, 43.854538, 42.312827, 41.497047, 40.735003, 37.216469, 36.921354, 43.427479], "sum_m_pl": [1.491655, 2.486394, 2.758099, 2.863945, 2.776245, 2.516832, 2.841955, 2.587866, 2.72303, 2.974361, 3.295075, 3.478305, 3.79609, 3.76756, 3.756031, 3.906692, 3.468891, 3.449702, 3.40282, 3.447935, 3.458338, 3.401917, 3.373173, 3.287922, 2.725598, 3.330946, 3.365485, 3.820403, 4.350766, 4.506545, 4.742446, 4.507197, 4.733992, 4.29273, 3.86826, 3.379063, 3.265874, 2.794321, 2.442863, 2.2714, 2.116944, 1.333888, 1.219603, 1.216519, 1.044807, 1.835266, 2.089583, 3.160241, 3.414561, 3.812254]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 14, 14, 13, 20, 17, 13, 22, 23, 20, 22, 22, 22, 26, 27, 25, 25, 25, 28, 32, 31, 31, 29, 30, 36, 34, 32, 25, 26, 25, 29, 22, 28, 32, 28, 29, 29, 33, 35, 36, 40, 43, 44, 41, 43, 43, 42, 40, 41, 44], "n_am_pl": [2, 3, 6, 3, 1, 2, 2, 2, 3, 1, 3, 5, 5, 5, 5, 2, 0, 1, 2, 0, 2, 1, 2, 1, 2, 1, 2, 7, 7, 7, 6, 8, 4, 5, 6, 2, 3, 3, 2, 1, 2, 0, 0, 0, 0, 1, 2, 3, 3, 4], "n_pos": 50, "sum_m_en": [5.747709, 7.421661, 8.332224, 8.712192, 9.756689, 10.370582, 10.402689, 10.63522, 10.851856, 10.730534, 11.067072, 11.630084, 11.681724, 11.840203, 11.944635, 13.34249, 13.022509, 11.977414, 11.4786, 11.407438, 10.53134, 10.098741, 9.679033, 9.740407, 22.534017, 21.895589, 19.564688, 16.206878, 15.273639, 15.42946, 14.269104, 14.185966, 14.713706, 18.193698, 18.228553, 18.96749, 20.805178, 25.439421, 27.220251, 29.641271, 31.036496, 36.374073, 37.57071, 38.274662, 38.570802, 37.909964, 38.059361, 35.652545, 35.638093, 43.073679], "sum_m_pl": [1.092876, 1.907005, 2.132296, 2.222558, 2.180477, 1.980656, 2.248272, 2.078128, 2.169405, 2.393286, 2.693997, 2.849705, 3.135148, 3.074854, 3.105791, 3.211902, 2.811862, 2.813911, 2.744561, 2.751176, 2.753709, 2.712452, 2.675325, 2.609962, 2.082267, 2.615842, 2.681593, 3.112128, 3.559711, 3.701239, 3.91927, 3.737323, 3.963208, 3.646675, 3.229303, 2.794116, 2.772993, 2.381898, 2.032134, 1.894629, 1.743516, 1.010947, 0.889198, 0.92986, 0.803537, 1.642432, 2.011786, 3.120439, 3.306561, 3.789328]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 65, "item_id": "llmzszl-18404", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 812, "region_end": 63, "roundtrip_ok": true, "tf_agree": 0.9692, "tf_agree_excl_first": 0.9844}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 10, 24, 41, 53, 62, 69, 62, 55, 61, 73, 60, 62, 57, 62, 56, 73, 62, 64, 73, 81, 82, 73, 83, 121, 111, 95, 80, 59, 59, 57, 54, 58, 69, 80, 86, 86, 101, 105, 118, 124, 137, 138, 131, 98, 77, 41, 10, 2, 0], "n_am_pl": [4, 18, 16, 13, 22, 17, 17, 14, 13, 15, 11, 17, 23, 20, 23, 14, 8, 8, 11, 12, 5, 6, 7, 5, 9, 10, 9, 18, 22, 26, 23, 20, 18, 15, 16, 11, 17, 9, 12, 17, 17, 14, 18, 22, 32, 64, 92, 134, 145, 143], "n_pos": 208, "sum_m_en": [19.38859, 29.621515, 32.500388, 34.222623, 37.791279, 40.079696, 41.564852, 41.827599, 41.388477, 40.28575, 41.795489, 41.436665, 41.532547, 39.30533, 40.05126, 41.493897, 41.561966, 37.211427, 38.174503, 38.600171, 36.969527, 36.524606, 35.484882, 35.623632, 71.870809, 67.384309, 56.867221, 49.110816, 43.608885, 42.476055, 39.879373, 41.74683, 43.671376, 50.203654, 51.072258, 53.645977, 58.542996, 65.483673, 74.388587, 83.207739, 88.553281, 101.70953, 110.863053, 110.67403, 90.867189, 73.416791, 38.440029, 9.210749, 3.703581, 0.000675], "sum_m_pl": [3.218573, 9.178868, 10.964241, 10.849432, 10.686264, 10.041216, 11.207381, 10.503021, 10.824978, 11.208267, 12.156995, 12.90482, 14.112661, 14.169131, 14.877913, 15.047484, 12.668443, 12.872065, 11.742025, 11.901194, 11.834782, 11.586985, 11.382181, 11.400521, 11.439901, 13.692485, 15.269996, 16.529472, 18.536695, 19.790394, 19.292917, 18.066348, 18.008357, 17.737729, 16.518996, 14.405621, 14.101733, 14.22435, 14.268333, 15.065485, 15.50044, 14.554511, 18.773573, 21.658859, 30.899677, 55.903839, 89.108758, 130.839344, 141.714098, 144.156066]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 9, 17, 28, 35, 39, 48, 41, 42, 45, 53, 49, 49, 41, 46, 44, 55, 46, 45, 54, 60, 58, 50, 55, 87, 79, 73, 58, 41, 43, 39, 40, 45, 54, 57, 62, 63, 72, 75, 86, 91, 102, 97, 94, 74, 57, 29, 5, 2, 0], "n_am_pl": [3, 13, 10, 11, 16, 12, 11, 9, 8, 10, 8, 14, 15, 14, 12, 9, 4, 8, 9, 10, 4, 4, 6, 5, 6, 7, 5, 15, 15, 19, 20, 13, 13, 9, 12, 9, 15, 9, 12, 17, 16, 13, 16, 20, 29, 58, 85, 126, 139, 143], "n_pos": 144, "sum_m_en": [13.686544, 20.686768, 22.944963, 24.092964, 26.477192, 27.493903, 28.215904, 29.221717, 29.303964, 28.79531, 29.905424, 29.83556, 29.485342, 27.983189, 28.293889, 29.285358, 29.314092, 26.058486, 26.684965, 26.950001, 26.002834, 25.535534, 24.611981, 24.419435, 52.128606, 48.519653, 40.865904, 34.938372, 30.803362, 30.312665, 28.939726, 30.293791, 32.081611, 36.877326, 37.372356, 39.53918, 42.086896, 46.991318, 53.732289, 59.977521, 64.533311, 73.876511, 80.137403, 80.64811, 67.442464, 54.479496, 27.74375, 4.861123, 2.202492, 0.000661], "sum_m_pl": [2.221039, 6.186714, 7.429238, 7.35545, 7.195163, 6.620669, 7.624273, 7.150259, 7.382134, 7.879021, 8.402957, 9.135834, 10.037794, 10.146253, 10.61443, 10.771861, 8.978036, 9.151741, 8.166047, 8.21738, 8.156009, 8.036812, 7.93596, 7.968788, 7.941133, 9.548055, 10.690979, 11.849154, 13.28628, 14.287459, 13.785932, 12.784594, 12.889703, 12.581467, 11.873791, 10.43813, 10.404378, 10.692675, 11.119782, 11.921435, 12.396316, 12.106951, 15.794634, 18.679657, 26.912685, 50.692055, 82.939276, 122.789298, 136.657911, 142.485669]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "llmzszl-18404", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 940, "region_end": 208, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9952}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 14, 22, 30, 39, 27, 26, 41, 29, 33, 45, 43, 43, 42, 50, 53, 58, 60, 66, 62, 64, 68, 54, 51, 105, 92, 83, 76, 59, 59, 56, 55, 51, 58, 73, 79, 78, 84, 82, 80, 76, 82, 84, 86, 71, 71, 64, 62, 56, 56], "n_am_pl": [2, 12, 14, 6, 7, 14, 23, 22, 12, 17, 13, 13, 25, 18, 17, 11, 7, 13, 11, 8, 3, 5, 7, 4, 7, 9, 8, 13, 17, 13, 16, 10, 8, 9, 19, 11, 11, 7, 5, 4, 6, 3, 4, 1, 0, 0, 0, 0, 0, 0], "n_pos": 249, "sum_m_en": [29.414298, 36.530861, 36.31606, 36.712554, 39.799332, 40.470607, 39.469681, 40.572574, 39.169848, 43.595848, 45.525457, 45.038729, 45.23453, 44.23906, 46.957022, 43.672003, 45.075834, 42.979624, 44.038987, 42.541402, 41.613709, 41.931728, 41.374896, 41.625834, 67.769931, 62.343605, 55.529258, 51.661107, 48.877721, 48.006333, 44.425614, 47.264906, 52.163247, 49.591225, 52.916973, 55.891929, 59.524672, 67.45689, 68.256759, 71.859933, 69.823868, 75.78062, 74.187633, 76.00499, 67.830297, 66.542429, 63.442818, 62.549226, 54.30855, 54.966878], "sum_m_pl": [5.618444, 12.362437, 13.620558, 12.447112, 12.74041, 11.710078, 11.542425, 12.163053, 11.601729, 12.393892, 13.538047, 14.498828, 15.396264, 15.264977, 15.020128, 15.121654, 14.294477, 13.680958, 13.150694, 13.630467, 13.690329, 13.553294, 13.477569, 13.418424, 13.231708, 15.754938, 15.710229, 17.673044, 18.424219, 18.619311, 17.18554, 15.914194, 14.765553, 13.712016, 13.214871, 12.422196, 10.894506, 9.19372, 7.977312, 6.956048, 6.779674, 6.039622, 5.782136, 4.687153, 3.750514, 2.713665, 1.672093, 1.273566, 0.810661, 2.1e-05]}, "digit": {"n_am_en": [0, 2, 1, 3, 9, 6, 4, 10, 6, 5, 10, 12, 4, 13, 12, 12, 13, 16, 15, 14, 13, 15, 11, 11, 26, 23, 21, 16, 16, 11, 11, 10, 7, 7, 15, 19, 17, 18, 15, 14, 8, 8, 8, 9, 5, 5, 4, 2, 0, 0], "n_am_pl": [0, 1, 0, 0, 4, 6, 5, 1, 2, 5, 5, 7, 11, 6, 6, 3, 2, 3, 4, 3, 0, 0, 1, 0, 2, 0, 2, 4, 5, 6, 7, 3, 2, 2, 6, 4, 6, 4, 4, 3, 4, 3, 4, 1, 0, 0, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [6.834121, 11.261836, 11.541495, 11.276298, 12.31946, 12.120178, 11.372702, 11.806264, 11.446092, 12.555952, 13.260507, 12.869265, 12.873544, 12.830997, 13.221391, 11.795313, 12.074854, 11.819776, 12.657229, 12.190196, 11.73623, 11.899872, 11.663652, 11.806062, 19.021464, 16.982938, 15.192245, 14.257925, 13.99438, 13.008307, 12.207373, 12.985628, 13.623914, 12.664174, 13.706214, 14.706757, 15.394356, 16.462566, 13.973024, 13.070695, 11.179923, 11.844449, 10.960128, 10.017296, 6.958741, 5.332539, 4.402581, 3.231662, 1.630919, 0.0], "sum_m_pl": [1.038732, 2.780846, 2.568063, 2.422876, 2.607317, 2.239409, 1.989334, 2.180753, 2.524593, 2.735853, 3.24943, 3.484919, 3.986577, 4.050941, 3.818937, 3.845895, 3.598353, 3.536704, 3.271334, 3.337186, 3.428609, 3.430942, 3.42226, 3.437502, 3.698379, 4.265476, 4.195893, 4.647082, 4.89239, 4.839592, 4.301352, 4.175739, 3.885939, 3.582683, 3.517658, 3.431524, 3.23895, 3.010035, 3.28292, 2.99233, 2.991946, 3.002402, 2.825271, 2.54111, 2.101217, 1.429864, 0.942666, 0.577593, 0.361857, 0.0]}, "lang": {"n_am_en": [13, 11, 12, 16, 17, 14, 11, 13, 14, 16, 20, 19, 17, 15, 20, 19, 21, 20, 25, 21, 24, 28, 21, 17, 35, 32, 31, 26, 18, 23, 19, 21, 22, 23, 30, 35, 36, 38, 40, 40, 42, 45, 46, 46, 47, 47, 49, 49, 51, 54], "n_am_pl": [0, 3, 3, 3, 2, 1, 4, 5, 3, 2, 2, 2, 5, 4, 2, 3, 3, 2, 1, 1, 0, 0, 0, 1, 1, 3, 2, 3, 5, 2, 3, 1, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [7.092227, 8.250115, 8.512852, 9.058966, 9.771619, 10.265576, 9.957078, 10.129745, 10.126008, 11.176627, 11.282591, 11.731085, 11.348766, 11.173238, 12.117432, 11.723688, 12.023147, 11.791412, 11.348383, 10.869017, 10.204408, 10.045036, 9.820227, 9.751228, 21.931555, 21.002301, 18.803137, 15.765609, 13.823333, 14.187889, 12.914665, 13.521634, 15.619948, 15.852471, 16.919924, 20.525304, 24.487048, 29.03773, 33.37329, 35.594346, 35.937529, 38.411055, 39.636132, 40.639871, 42.906055, 43.994893, 46.86311, 45.696781, 46.16506, 53.716956], "sum_m_pl": [1.398763, 2.574686, 2.833155, 2.803873, 2.860348, 2.69593, 2.930827, 2.938148, 2.978468, 2.963762, 3.349901, 3.55343, 3.646937, 3.716607, 3.513623, 3.608835, 3.42776, 3.155401, 3.137668, 3.215393, 3.280867, 3.250191, 3.198513, 3.093783, 2.900754, 3.48354, 3.671419, 4.03389, 4.419557, 4.478424, 4.058218, 4.015618, 3.783931, 3.494703, 3.145583, 3.057549, 2.437632, 1.73601, 1.102412, 0.805033, 0.785447, 0.663922, 0.526499, 0.463891, 0.292, 0.190066, 0.105665, 0.10436, 0.170542, 2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 251, "item_id": "llmzszl-18407", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 934, "region_end": 249, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.992}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 25, 35, 80, 58, 78, 85, 106, 107, 109, 72, 65, 59, 71, 87, 110, 118, 128, 130, 115, 124, 132, 120, 112, 226, 208, 168, 137, 111, 92, 84, 80, 123, 114, 146, 167, 154, 174, 187, 210, 196, 195, 217, 228, 183, 124, 46, 4, 0, 0], "n_am_pl": [4, 49, 59, 37, 57, 58, 68, 65, 57, 61, 79, 62, 79, 64, 50, 30, 27, 29, 25, 21, 20, 13, 16, 16, 25, 34, 27, 49, 60, 61, 72, 70, 56, 48, 42, 25, 44, 28, 33, 30, 37, 53, 54, 48, 70, 107, 214, 257, 263, 264], "n_pos": 610, "sum_m_en": [62.180772, 87.027961, 91.952763, 96.075492, 99.371393, 100.271889, 100.788057, 105.628321, 99.431836, 110.425846, 110.30425, 104.702554, 104.608994, 103.600547, 107.329908, 104.998353, 108.985748, 99.83855, 100.470303, 96.041463, 97.191004, 98.740955, 97.22012, 98.238505, 154.713958, 142.625031, 126.47128, 115.052319, 107.00334, 104.281917, 96.858027, 98.267124, 107.743742, 107.675255, 117.47466, 120.463796, 120.139853, 135.002728, 146.333682, 169.577093, 160.443352, 170.020709, 184.199174, 198.702624, 162.154222, 112.875173, 48.374367, 8.961595, 3.918225, 2.9e-05], "sum_m_pl": [12.03424, 30.867622, 35.135398, 35.375227, 34.983167, 33.348364, 35.498588, 36.519681, 37.348386, 38.167049, 42.048369, 43.467412, 43.79608, 43.934643, 42.385583, 39.864664, 35.837558, 34.306585, 31.299042, 32.346525, 32.643308, 31.948023, 31.782977, 31.572642, 34.524568, 40.534466, 41.852919, 49.876902, 54.789383, 55.264111, 50.206743, 53.27887, 49.099116, 43.950697, 39.34977, 36.820399, 37.355747, 34.215899, 36.327702, 34.701466, 38.788502, 40.114876, 42.412777, 45.715724, 62.657314, 96.875252, 201.322658, 242.179442, 258.138304, 263.820467]}, "digit": {"n_am_en": [0, 3, 4, 11, 4, 9, 10, 12, 11, 15, 5, 8, 4, 10, 7, 9, 15, 19, 17, 13, 13, 15, 10, 12, 27, 25, 16, 11, 11, 9, 6, 5, 15, 13, 19, 23, 19, 19, 20, 24, 19, 15, 14, 14, 10, 8, 4, 3, 0, 0], "n_am_pl": [0, 3, 12, 2, 9, 2, 3, 3, 2, 1, 11, 10, 18, 10, 7, 7, 1, 2, 3, 2, 2, 0, 1, 2, 0, 2, 3, 7, 10, 10, 10, 14, 6, 7, 5, 2, 3, 1, 3, 2, 1, 4, 5, 1, 3, 1, 6, 6, 1, 0], "n_pos": 86, "sum_m_en": [8.344875, 14.740733, 15.776796, 15.2731, 16.336351, 15.936993, 15.021296, 15.901409, 15.035348, 16.79533, 16.873132, 15.651325, 15.719662, 16.059698, 16.556551, 15.409427, 16.261083, 15.981912, 16.249993, 14.912878, 14.837544, 15.333491, 15.024662, 15.260361, 23.755802, 21.333201, 18.320215, 17.111805, 16.463893, 15.813147, 14.763995, 15.937527, 17.501522, 16.675423, 17.534178, 18.590244, 17.95796, 18.043461, 17.430165, 18.344028, 15.444298, 15.279025, 14.467728, 11.846805, 8.02195, 4.954199, 3.862534, 2.25275, 1.265132, 0.0], "sum_m_pl": [1.398647, 4.101416, 3.851625, 3.769446, 3.632993, 3.163608, 3.023724, 3.434605, 4.010382, 4.232335, 5.070525, 5.39728, 5.662253, 5.723778, 5.403923, 5.292514, 4.725215, 4.65297, 4.09574, 4.243737, 4.404709, 4.357961, 4.345824, 4.328378, 4.585805, 5.489786, 5.274701, 6.650187, 7.485966, 7.304959, 6.583984, 6.805277, 6.144662, 5.11765, 4.883406, 4.326277, 3.995553, 3.507829, 3.734583, 3.469975, 3.757244, 4.004576, 3.764709, 3.428107, 3.086499, 2.927366, 6.741366, 4.669829, 1.225711, 4e-05]}, "lang": {"n_am_en": [11, 14, 11, 40, 43, 48, 50, 47, 65, 61, 40, 33, 36, 36, 49, 70, 60, 68, 77, 65, 74, 79, 73, 70, 127, 115, 91, 74, 67, 55, 57, 49, 73, 63, 83, 96, 89, 109, 115, 125, 117, 119, 141, 154, 132, 94, 37, 1, 0, 0], "n_am_pl": [4, 25, 21, 23, 28, 33, 31, 36, 38, 39, 43, 35, 40, 36, 29, 14, 20, 18, 12, 14, 14, 8, 13, 11, 18, 24, 17, 23, 28, 29, 37, 36, 34, 32, 25, 15, 34, 23, 25, 23, 32, 42, 47, 45, 64, 97, 189, 241, 259, 263], "n_pos": 263, "sum_m_en": [27.233924, 36.672018, 39.061995, 43.212108, 44.829979, 45.744368, 47.260612, 48.491463, 46.555797, 50.236342, 49.564563, 47.528172, 47.656476, 47.602473, 49.45637, 49.76361, 50.599945, 45.79983, 45.528557, 43.627689, 44.115238, 44.216829, 43.346448, 43.601208, 80.777436, 74.691837, 65.490125, 57.428548, 52.058453, 50.107617, 47.270887, 46.922722, 50.535994, 53.989876, 58.721827, 63.597344, 66.862807, 76.063925, 87.455915, 100.146425, 96.424738, 103.525352, 120.974626, 135.293512, 117.484639, 85.10328, 37.355925, 3.785296, 1.189857, 1.8e-05], "sum_m_pl": [5.195398, 12.50177, 14.520224, 15.874265, 15.803905, 15.623762, 17.365644, 17.787499, 18.723994, 18.567537, 20.297538, 21.578288, 21.6795, 22.17769, 21.150218, 19.39277, 17.070307, 16.548682, 15.029874, 15.30568, 15.269543, 14.856199, 14.672207, 14.650549, 17.382197, 20.130512, 21.459487, 24.274813, 26.89705, 27.725021, 25.420047, 28.21641, 26.799462, 25.097226, 21.82268, 21.297481, 22.944059, 21.474847, 23.007304, 22.186393, 25.469291, 26.524734, 31.479007, 34.979982, 53.611145, 84.550755, 177.10861, 227.308794, 250.996136, 262.323927]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 612, "item_id": "llmzszl-18407", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1062, "region_end": 610, "roundtrip_ok": true, "tf_agree": 0.9951, "tf_agree_excl_first": 0.9967}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 4, 10, 8, 14, 17, 20, 25, 16, 15, 14, 16, 13, 18, 26, 19, 28, 20, 33, 34, 46, 50, 42, 38, 59, 54, 35, 34, 30, 32, 30, 25, 27, 32, 39, 40, 47, 54, 66, 69, 64, 66, 69, 72, 68, 66, 63, 62, 63, 67], "n_am_pl": [3, 5, 2, 3, 5, 6, 4, 5, 9, 7, 8, 11, 9, 15, 11, 11, 6, 4, 4, 3, 5, 4, 6, 4, 3, 5, 5, 5, 6, 10, 10, 6, 8, 6, 7, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 87, "sum_m_en": [10.577379, 12.53431, 12.391082, 13.599585, 14.822309, 16.157918, 16.502289, 16.729287, 14.97805, 15.952114, 14.669755, 15.650251, 15.360552, 15.38597, 15.868177, 16.30456, 15.981333, 13.728662, 14.314768, 14.379055, 14.48754, 14.302283, 13.689549, 13.491046, 39.023449, 36.60257, 28.698677, 24.241477, 20.75516, 20.413517, 17.989746, 17.179854, 16.549783, 17.081169, 20.109754, 22.136133, 29.354712, 31.687174, 47.905791, 48.947463, 52.375403, 56.169283, 61.785029, 63.836595, 63.059924, 60.724708, 58.044808, 56.319906, 56.106722, 65.941869], "sum_m_pl": [2.055738, 3.044489, 3.66751, 3.604419, 3.750656, 3.908939, 4.399082, 4.766414, 4.839683, 4.867313, 4.956777, 5.44213, 5.97206, 5.671128, 6.368813, 6.458407, 5.729128, 5.725662, 5.084196, 5.311671, 5.072093, 4.907005, 4.775264, 4.749799, 4.568108, 5.346956, 5.88056, 6.330935, 6.745798, 7.71289, 7.375551, 7.229345, 7.983153, 7.459648, 7.202844, 7.237556, 5.542506, 4.916806, 2.964873, 2.620314, 2.223781, 2.099603, 1.749097, 1.322566, 1.033552, 0.749711, 0.654606, 0.77196, 1.190666, 0.082043]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 4, 9, 8, 12, 15, 16, 22, 14, 12, 10, 14, 10, 15, 22, 18, 26, 19, 29, 32, 41, 44, 37, 34, 51, 48, 32, 32, 28, 30, 29, 24, 26, 31, 37, 36, 45, 52, 56, 60, 58, 58, 60, 64, 61, 61, 61, 61, 63, 67], "n_am_pl": [2, 3, 0, 1, 4, 5, 4, 5, 8, 5, 8, 9, 8, 14, 10, 8, 6, 3, 3, 3, 5, 3, 4, 3, 3, 5, 4, 4, 4, 7, 7, 3, 5, 3, 4, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [8.028864, 9.992599, 10.023258, 10.860787, 11.807086, 13.004246, 13.524932, 13.66395, 12.256561, 13.026927, 11.944038, 12.907419, 12.579547, 12.595207, 12.838689, 13.147102, 12.897562, 11.00369, 11.489924, 11.530944, 11.714684, 11.457474, 10.906219, 10.717663, 34.516476, 32.041792, 25.831419, 21.566016, 18.194125, 17.839208, 15.423308, 14.573768, 13.837817, 14.490412, 16.859032, 19.339294, 26.356851, 28.670557, 42.563464, 44.18952, 47.49521, 50.988355, 54.548236, 56.270843, 56.279593, 55.1232, 55.178394, 53.943166, 54.852406, 65.499513], "sum_m_pl": [1.528544, 2.190004, 2.667057, 2.660825, 2.787712, 2.905789, 3.310649, 3.715757, 3.718279, 3.745503, 3.796099, 4.171472, 4.610985, 4.423731, 5.050741, 5.111432, 4.503382, 4.569207, 3.957825, 4.161484, 3.917546, 3.785333, 3.687434, 3.683795, 3.610314, 4.279518, 4.773014, 5.086125, 5.374077, 6.235117, 5.842027, 5.822499, 6.523735, 6.086274, 5.744226, 5.700058, 4.308519, 3.811077, 2.033913, 1.766689, 1.475322, 1.304368, 1.044673, 0.837238, 0.750228, 0.498644, 0.45912, 0.561635, 1.015534, 0.082042]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "llmzszl-18409", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9663, "tf_agree_excl_first": 0.9773}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 10, 11, 24, 39, 50, 67, 71, 42, 53, 41, 42, 44, 44, 41, 64, 76, 67, 71, 72, 97, 96, 84, 76, 133, 118, 104, 82, 59, 65, 47, 43, 46, 51, 68, 70, 89, 97, 116, 107, 121, 120, 125, 125, 111, 79, 35, 5, 2, 0], "n_am_pl": [3, 22, 18, 8, 12, 27, 30, 25, 28, 25, 22, 26, 26, 42, 30, 24, 16, 22, 19, 20, 15, 16, 13, 13, 8, 16, 15, 31, 32, 33, 37, 45, 38, 35, 25, 33, 24, 25, 19, 28, 25, 33, 30, 33, 41, 68, 110, 139, 140, 141], "n_pos": 200, "sum_m_en": [17.856863, 28.38655, 30.054829, 33.517216, 35.976085, 37.804287, 38.183015, 40.729753, 34.638, 36.069899, 35.611146, 34.720461, 33.816429, 32.987497, 32.835435, 34.644156, 35.258387, 30.892801, 31.458453, 31.229415, 31.995704, 31.78295, 30.647342, 30.495303, 80.715577, 75.064835, 62.584971, 49.637398, 39.83957, 38.174695, 34.348213, 35.067501, 35.219113, 36.330729, 40.614231, 42.297295, 49.22631, 56.641378, 74.794524, 77.516698, 87.150323, 90.200145, 104.971648, 109.800238, 96.62222, 71.201865, 31.993491, 7.441909, 2.943556, 0.000775], "sum_m_pl": [2.807496, 8.735974, 10.165519, 10.634127, 9.526148, 10.027241, 11.539183, 12.403875, 13.04447, 13.04748, 13.507907, 14.385524, 15.439588, 15.203869, 15.578354, 15.009591, 12.707295, 12.434562, 11.212401, 11.872816, 11.618816, 11.098968, 10.913229, 10.904483, 10.532578, 13.290155, 15.350649, 17.17367, 19.695632, 21.007054, 20.63607, 20.321171, 21.032844, 21.452672, 20.205143, 20.894495, 21.46396, 21.600304, 20.736324, 21.900325, 22.38644, 26.017561, 26.055218, 26.541383, 37.225417, 61.785061, 102.215002, 131.939681, 139.371067, 140.606459]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 6, 16, 29, 33, 46, 50, 30, 39, 30, 31, 32, 33, 30, 42, 53, 45, 45, 44, 66, 65, 57, 52, 92, 80, 70, 56, 41, 44, 36, 30, 36, 39, 52, 48, 61, 67, 84, 75, 81, 79, 84, 82, 75, 50, 20, 4, 1, 0], "n_am_pl": [2, 15, 12, 5, 10, 17, 21, 18, 21, 21, 17, 16, 18, 33, 22, 18, 12, 15, 15, 15, 10, 13, 11, 10, 4, 12, 10, 22, 24, 23, 26, 35, 28, 23, 16, 25, 18, 21, 14, 24, 23, 33, 29, 33, 41, 65, 101, 129, 138, 140], "n_pos": 141, "sum_m_en": [12.789006, 19.844024, 21.159379, 23.632295, 25.68817, 27.007386, 27.185016, 29.184373, 24.900364, 25.837546, 25.396682, 24.582771, 23.900761, 23.170892, 23.243151, 24.421323, 25.070101, 21.997581, 22.364668, 22.204215, 22.639636, 22.753701, 21.988007, 21.704151, 57.178372, 52.998458, 43.907439, 34.547975, 28.353571, 27.013708, 24.621293, 24.901998, 25.435333, 25.70506, 28.826587, 29.410848, 34.362439, 39.438942, 53.345073, 55.17152, 60.286947, 60.035047, 69.542459, 73.102104, 65.02064, 44.189778, 18.348917, 4.328508, 1.442929, 0.000392], "sum_m_pl": [2.105232, 6.36902, 7.220773, 7.659647, 6.827527, 7.055214, 8.29249, 8.822584, 9.425813, 9.604305, 9.973075, 10.62229, 11.464992, 11.48915, 11.798087, 11.347238, 9.468169, 9.348674, 8.327265, 8.753386, 8.477465, 8.079186, 7.908003, 7.960775, 8.079993, 10.143914, 11.883882, 13.244161, 15.133205, 16.159601, 15.795525, 15.910092, 16.458948, 16.712136, 15.605008, 16.38791, 17.040998, 17.569005, 16.359493, 17.728243, 18.725612, 23.343537, 24.507182, 25.30564, 34.467164, 58.187362, 94.921307, 122.314733, 134.982584, 139.245659]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 237, "item_id": "llmzszl-18409", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 921, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9788}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 8, 9, 11, 17, 20, 15, 19, 22, 18, 11, 11, 11, 12, 9, 15, 22, 22, 24, 25, 29, 30, 23, 22, 31, 25, 25, 25, 21, 19, 16, 16, 17, 24, 29, 19, 19, 21, 23, 24, 28, 27, 28, 29, 29, 25, 26, 20, 16, 13], "n_am_pl": [1, 3, 6, 9, 2, 4, 4, 6, 8, 5, 4, 5, 6, 9, 6, 8, 6, 5, 4, 5, 2, 1, 1, 2, 5, 7, 3, 4, 5, 9, 7, 6, 4, 2, 1, 3, 4, 2, 1, 2, 2, 1, 1, 1, 3, 3, 1, 1, 1, 1], "n_pos": 74, "sum_m_en": [8.796523, 10.86644, 11.037958, 12.133809, 13.177548, 14.853195, 14.193454, 13.582223, 13.371031, 13.180512, 13.39077, 13.64593, 13.22989, 12.921249, 13.404515, 14.092272, 14.940644, 14.170223, 13.744356, 13.721437, 13.259111, 13.661912, 13.061976, 13.104914, 22.184437, 19.501474, 17.720844, 15.495944, 14.532927, 14.403594, 13.640933, 14.420408, 15.558924, 16.331508, 17.618498, 16.797234, 16.154292, 18.302278, 20.212527, 22.200205, 22.41947, 24.116092, 23.777878, 26.75937, 25.574892, 21.57448, 20.750397, 19.764987, 14.992326, 13.959997], "sum_m_pl": [1.710955, 3.923886, 4.251081, 4.223493, 4.107758, 4.105042, 4.283586, 4.278315, 4.080749, 4.274919, 4.666331, 4.81951, 4.763887, 4.490637, 4.77898, 4.744447, 4.323279, 4.288039, 4.163526, 4.283389, 4.215678, 4.053768, 4.10115, 4.037606, 3.833161, 4.970097, 4.82625, 5.700519, 5.928907, 6.840473, 6.389694, 5.731313, 5.337322, 4.722965, 4.307135, 3.879046, 3.658728, 3.35324, 3.05743, 3.400656, 3.663015, 3.11776, 3.065597, 2.731455, 2.912167, 3.058842, 2.492193, 1.945953, 1.187999, 1.000059]}, "digit": {"n_am_en": [0, 2, 1, 0, 4, 4, 3, 3, 3, 2, 0, 1, 1, 2, 1, 2, 3, 6, 7, 6, 4, 5, 3, 3, 6, 4, 4, 7, 4, 2, 2, 3, 1, 3, 7, 3, 7, 4, 3, 4, 5, 6, 7, 8, 11, 7, 8, 6, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 2, 1, 1, 2, 0, 1, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 2, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.748679, 2.789569, 2.829367, 2.822045, 3.184856, 3.456448, 3.247013, 3.032524, 2.845961, 3.022407, 3.099396, 3.186178, 3.06289, 3.043769, 2.950626, 3.013508, 3.335177, 3.045673, 3.031973, 2.960108, 2.872329, 2.985149, 2.912209, 2.878253, 4.599582, 4.19877, 4.035889, 3.705817, 3.517507, 3.366514, 3.065696, 3.152371, 3.467677, 3.529198, 3.822616, 3.521257, 3.593804, 3.643587, 3.407353, 4.355109, 4.427233, 4.925418, 4.757927, 8.021996, 8.052383, 6.133518, 5.162971, 4.547122, 0.824552, 0.0], "sum_m_pl": [0.271839, 0.773213, 0.730476, 0.731157, 0.78225, 0.729362, 0.708924, 0.64988, 0.774574, 0.805827, 0.92553, 0.99585, 0.99773, 0.982, 0.960732, 0.97247, 0.86018, 0.892675, 0.904252, 0.950897, 0.919743, 0.889264, 0.926194, 0.903359, 0.643353, 0.931164, 0.949891, 1.144459, 1.22553, 1.386504, 1.260511, 1.194976, 1.098689, 0.9842, 0.970409, 0.960141, 0.881661, 0.805381, 0.725672, 0.813216, 0.888476, 0.882365, 0.868545, 0.659983, 0.685254, 0.691871, 0.620614, 0.373818, 0.056014, 0.0]}, "lang": {"n_am_en": [1, 3, 4, 5, 4, 6, 5, 5, 7, 8, 5, 5, 5, 5, 2, 7, 7, 5, 6, 9, 11, 12, 9, 9, 11, 9, 8, 7, 8, 5, 5, 4, 5, 7, 10, 9, 6, 9, 9, 9, 11, 10, 11, 12, 13, 13, 14, 11, 14, 13], "n_am_pl": [1, 1, 2, 2, 0, 0, 0, 3, 3, 1, 0, 2, 2, 4, 4, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 15, "sum_m_en": [1.76811, 2.243668, 2.449496, 2.862515, 3.215104, 3.38518, 3.345221, 3.260239, 3.551333, 3.295163, 3.278447, 3.383623, 3.305627, 3.28916, 3.330019, 3.540205, 3.647413, 3.860613, 3.512894, 3.536287, 3.328085, 3.424092, 3.155913, 3.164908, 7.601324, 5.973116, 5.187423, 4.217558, 3.838341, 3.87877, 3.844308, 4.072391, 4.219268, 4.546916, 5.232566, 5.728647, 5.609144, 6.656429, 7.387636, 8.339879, 8.452311, 8.922336, 9.417303, 10.258624, 11.231771, 10.728268, 12.110208, 11.163991, 12.290583, 12.823159], "sum_m_pl": [0.427747, 0.789647, 0.868612, 0.827695, 0.891506, 0.897984, 1.006154, 1.041978, 0.901223, 0.936876, 1.028214, 1.078506, 1.165955, 1.03139, 1.12363, 1.157182, 0.999604, 0.909246, 0.854954, 0.857571, 0.871104, 0.811889, 0.827462, 0.817395, 0.60513, 0.975944, 1.041953, 1.274552, 1.419176, 1.607312, 1.555912, 1.457844, 1.424076, 1.215988, 1.118414, 1.040888, 0.997997, 0.826539, 0.621288, 0.504056, 0.584983, 0.61828, 0.764267, 0.950312, 0.958854, 1.09463, 1.067453, 1.039909, 1.029277, 1.000002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "llmzszl-18410", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 806, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 12, 26, 41, 56, 64, 65, 62, 58, 64, 52, 50, 64, 52, 53, 70, 88, 76, 84, 73, 88, 102, 90, 81, 127, 113, 111, 81, 66, 56, 58, 60, 72, 78, 87, 98, 98, 105, 119, 123, 120, 112, 113, 106, 95, 55, 30, 8, 0, 1], "n_am_pl": [0, 18, 22, 19, 22, 22, 24, 32, 20, 20, 27, 19, 19, 16, 22, 11, 11, 8, 5, 6, 3, 1, 4, 5, 7, 13, 10, 17, 22, 21, 21, 20, 18, 6, 9, 9, 5, 9, 7, 10, 13, 14, 23, 27, 37, 68, 76, 107, 107, 111], "n_pos": 202, "sum_m_en": [19.128846, 29.972028, 32.212159, 34.446788, 37.239587, 41.539735, 40.968794, 40.970924, 39.760673, 39.387183, 39.188725, 38.947732, 38.503309, 38.06485, 38.373635, 39.427325, 43.041544, 40.641327, 39.144625, 37.978836, 36.0275, 36.920334, 35.118028, 35.015006, 68.691201, 64.749592, 59.859249, 50.202127, 45.775014, 44.313908, 42.797314, 43.639276, 47.443208, 51.182585, 56.06246, 58.590188, 61.542857, 67.309082, 77.442139, 89.511085, 86.976935, 88.986297, 91.456595, 92.251373, 80.238529, 56.105024, 25.013933, 7.846379, 2.931259, 1.023836], "sum_m_pl": [2.961032, 9.672428, 10.991888, 11.69586, 11.703553, 11.819352, 12.471836, 12.715863, 13.490226, 13.340502, 14.948614, 14.825683, 15.086158, 14.056151, 14.135634, 13.440559, 12.492305, 11.989093, 11.331483, 11.626426, 11.60071, 10.939452, 11.08841, 10.991977, 10.999352, 13.382526, 13.768606, 15.103391, 17.507474, 19.800346, 17.438473, 16.801365, 16.602578, 15.012521, 14.007173, 13.507258, 13.118417, 12.743773, 11.814204, 12.579777, 14.904399, 14.253636, 18.788292, 24.814474, 35.729725, 57.607652, 77.135308, 101.664393, 104.723953, 111.125005]}, "digit": {"n_am_en": [0, 1, 2, 1, 2, 1, 4, 4, 1, 5, 4, 1, 3, 3, 2, 3, 8, 4, 8, 6, 7, 6, 7, 5, 7, 5, 9, 7, 6, 5, 3, 4, 7, 6, 7, 4, 8, 5, 4, 6, 6, 6, 8, 9, 9, 5, 4, 3, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 3, 2, 1, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 1, 1, 2, 3, 2, 0, 0], "n_pos": 18, "sum_m_en": [1.53718, 2.955613, 3.208908, 3.133357, 3.271434, 3.469984, 3.411808, 3.144843, 2.884334, 3.037059, 3.212747, 3.175728, 3.061051, 3.098726, 3.012899, 3.028759, 3.566967, 3.265674, 3.362419, 3.168202, 3.067579, 3.157177, 3.069259, 3.10227, 5.410367, 4.931993, 4.917536, 4.463164, 4.146752, 3.967664, 3.543171, 3.717498, 4.345341, 4.401481, 4.809357, 4.444743, 4.600086, 4.363517, 4.171229, 5.003435, 4.927452, 5.362564, 5.425617, 7.51061, 7.843377, 5.192433, 3.163614, 2.706709, 0.918063, 0.0], "sum_m_pl": [0.253487, 0.905129, 0.797624, 0.806673, 0.820144, 0.788816, 0.794682, 0.712923, 0.841623, 0.777429, 1.026887, 1.036086, 1.067736, 1.06265, 1.047647, 1.015161, 0.94384, 0.955393, 0.882307, 0.987071, 0.959761, 0.922887, 0.948013, 0.939675, 0.845311, 0.980408, 0.943971, 1.060329, 1.163171, 1.300971, 1.139968, 1.118987, 1.080998, 0.932257, 0.922589, 0.99701, 0.822644, 0.827945, 0.752467, 0.877256, 0.944304, 0.991523, 1.097098, 1.634368, 1.766454, 2.334236, 2.367481, 1.305915, 0.261094, 0.0]}, "lang": {"n_am_en": [3, 8, 18, 27, 43, 45, 42, 39, 37, 40, 34, 35, 42, 33, 35, 42, 53, 51, 54, 45, 52, 68, 57, 54, 80, 73, 72, 51, 43, 37, 42, 39, 45, 55, 58, 67, 68, 75, 83, 81, 83, 78, 74, 71, 63, 35, 21, 3, 0, 1], "n_am_pl": [0, 11, 10, 12, 10, 13, 19, 21, 11, 13, 20, 9, 10, 9, 12, 7, 7, 5, 3, 3, 3, 1, 3, 4, 3, 5, 7, 6, 11, 9, 12, 9, 11, 6, 7, 5, 4, 6, 6, 5, 8, 10, 19, 20, 31, 56, 67, 99, 105, 111], "n_pos": 112, "sum_m_en": [10.670463, 16.931806, 18.464481, 19.831838, 21.643531, 24.380568, 23.98758, 24.277774, 24.079839, 23.828226, 23.282756, 23.378557, 23.027357, 22.901062, 22.641116, 23.11549, 25.419454, 24.125541, 22.811919, 22.311587, 20.856512, 21.547122, 20.190175, 19.971683, 44.599201, 41.742215, 38.191434, 30.754633, 27.385408, 26.238661, 25.774167, 26.071387, 27.583786, 30.846913, 33.806082, 36.948454, 39.750229, 45.408832, 52.816889, 60.420445, 59.640466, 61.401411, 62.893905, 61.54497, 53.188052, 36.044158, 17.749526, 3.017148, 1.113686, 1.000291], "sum_m_pl": [1.525542, 5.016931, 5.830199, 6.106759, 6.358444, 6.502612, 7.273939, 7.503206, 7.952582, 8.106666, 8.77619, 8.695987, 8.955509, 8.259778, 8.267831, 8.027148, 7.39624, 7.060944, 6.668537, 6.653378, 6.71617, 6.23274, 6.313359, 6.31149, 5.88034, 7.443043, 8.102973, 8.809639, 10.470147, 11.90558, 10.746354, 10.403429, 10.497633, 9.587902, 8.792197, 8.717942, 8.394445, 7.999556, 7.062935, 7.396369, 9.129611, 9.172919, 13.668571, 18.73958, 28.446619, 46.0291, 65.843358, 93.709677, 101.757573, 110.322203]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "llmzszl-18410", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 934, "region_end": 202, "roundtrip_ok": true, "tf_agree": 0.9951, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 18, 20, 21, 20, 28, 27, 27, 22, 19, 14, 16, 21, 22, 26, 39, 34, 28, 30, 20, 21, 26, 29, 31, 41, 37, 38, 38, 38, 36, 33, 33, 29, 31, 46, 46, 52, 32, 44, 48, 54, 57, 52, 51, 53, 54, 53, 52, 49, 50], "n_am_pl": [3, 8, 13, 7, 6, 6, 8, 8, 7, 10, 10, 8, 5, 10, 13, 7, 9, 6, 3, 6, 9, 6, 4, 4, 4, 7, 4, 9, 8, 8, 8, 10, 16, 7, 4, 4, 4, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 112, "sum_m_en": [14.397203, 16.722812, 16.676822, 17.767749, 18.744498, 19.702576, 20.155068, 20.999524, 19.634605, 18.887806, 18.790532, 19.654081, 19.694111, 20.091823, 20.883044, 22.253048, 21.75192, 20.493477, 19.913082, 19.468949, 19.005365, 18.999473, 19.64177, 19.678819, 28.629787, 29.995521, 27.297143, 24.920037, 25.300911, 24.511335, 21.31196, 21.959108, 22.794218, 24.694522, 26.083206, 30.570692, 34.378305, 32.091544, 37.670581, 39.73637, 45.86366, 49.942236, 49.253533, 48.660002, 47.45674, 49.257177, 50.300976, 47.403064, 42.271973, 50.181616], "sum_m_pl": [3.009333, 5.08187, 5.940731, 5.524475, 5.680171, 5.296376, 5.666137, 5.665251, 5.88339, 6.630037, 6.362522, 6.296701, 6.749567, 6.749689, 6.753667, 6.993107, 6.743231, 7.002515, 6.132975, 6.302324, 6.149651, 5.867202, 5.698094, 5.721973, 5.823256, 6.047467, 6.332657, 7.178609, 6.863792, 6.955857, 7.35193, 6.824095, 7.086646, 6.710255, 6.522837, 5.532533, 4.921534, 3.665655, 2.874216, 2.203392, 2.074442, 1.495109, 1.490611, 1.665687, 1.343104, 1.204901, 0.953832, 0.809832, 0.715811, 0.000689]}, "digit": {"n_am_en": [0, 1, 3, 2, 0, 4, 3, 2, 2, 0, 1, 2, 1, 2, 1, 5, 2, 1, 2, 2, 1, 1, 0, 1, 2, 2, 3, 3, 3, 1, 1, 0, 0, 1, 2, 2, 2, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.902459, 1.310598, 1.30267, 1.377967, 1.468374, 1.678388, 1.547815, 1.630615, 1.615008, 1.610257, 1.612957, 1.62849, 1.64944, 1.657218, 1.626959, 1.870664, 1.742147, 1.566762, 1.495906, 1.492777, 1.461089, 1.467838, 1.458059, 1.525638, 1.915004, 2.180166, 2.182903, 2.180204, 1.925809, 1.756862, 1.681126, 1.561955, 1.588385, 1.666809, 1.549177, 1.487443, 1.666669, 1.372389, 1.750172, 1.79676, 1.315735, 1.179285, 1.429844, 1.429549, 1.047065, 1.120435, 0.947771, 0.502166, 0.359124, 9.8e-05], "sum_m_pl": [0.117578, 0.276917, 0.35313, 0.393847, 0.408166, 0.344266, 0.355513, 0.379737, 0.39359, 0.463062, 0.396225, 0.40994, 0.3727, 0.372641, 0.360414, 0.398834, 0.378181, 0.390557, 0.369852, 0.417142, 0.420283, 0.405976, 0.41203, 0.417611, 0.33469, 0.384107, 0.424036, 0.543682, 0.514493, 0.506082, 0.552891, 0.521305, 0.426378, 0.411225, 0.379052, 0.293877, 0.384961, 0.314791, 0.217786, 0.202279, 0.226011, 0.207059, 0.290457, 0.332348, 0.201854, 0.230628, 0.177242, 0.153063, 0.062934, 0.0]}, "lang": {"n_am_en": [4, 9, 11, 13, 12, 14, 17, 15, 16, 13, 8, 13, 14, 11, 17, 23, 24, 20, 18, 13, 14, 17, 18, 19, 26, 26, 25, 28, 27, 27, 26, 25, 23, 23, 33, 35, 39, 26, 32, 33, 39, 43, 42, 42, 43, 43, 44, 46, 45, 50], "n_am_pl": [0, 4, 2, 4, 1, 2, 1, 2, 1, 4, 2, 2, 2, 5, 7, 5, 2, 2, 0, 3, 4, 3, 1, 1, 1, 1, 1, 2, 2, 2, 2, 6, 7, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.740416, 8.003785, 7.949227, 8.443794, 8.956317, 9.26028, 9.187563, 9.651751, 8.889855, 8.534773, 8.693377, 9.51911, 9.352059, 9.634702, 10.136767, 10.569959, 10.4482, 9.872317, 9.452763, 9.220041, 8.893856, 8.892931, 9.559129, 9.415396, 17.79672, 18.316659, 16.875948, 14.822242, 14.762529, 14.294851, 11.871684, 12.263591, 12.754605, 14.172549, 15.412687, 19.941384, 24.099062, 23.74793, 27.41322, 29.127288, 33.496808, 37.785379, 36.867616, 38.244561, 38.795233, 40.465896, 41.842879, 40.307193, 38.663055, 49.124969], "sum_m_pl": [1.168088, 2.117755, 2.38664, 2.357321, 2.447023, 2.339918, 2.56117, 2.491788, 2.618331, 2.87199, 2.839706, 2.752119, 2.900305, 2.862002, 2.891932, 2.921941, 2.887112, 2.795906, 2.650596, 2.817731, 2.812025, 2.691236, 2.556168, 2.539167, 1.971017, 2.213539, 2.206927, 2.585148, 2.702011, 2.901515, 3.172103, 3.062688, 3.26358, 3.021157, 2.872861, 2.295842, 1.777619, 1.132942, 0.750686, 0.544606, 0.463506, 0.46267, 0.397352, 0.457107, 0.494061, 0.38478, 0.30075, 0.3928, 0.435643, 0.000688]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "llmzszl-18411", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9823}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 14, 18, 45, 57, 62, 64, 72, 46, 40, 37, 46, 42, 51, 61, 50, 57, 47, 54, 36, 44, 43, 55, 58, 75, 84, 76, 62, 66, 45, 49, 48, 60, 65, 68, 81, 71, 71, 73, 83, 88, 99, 103, 107, 105, 84, 35, 10, 2, 0], "n_am_pl": [5, 18, 18, 20, 19, 26, 26, 30, 36, 36, 26, 31, 38, 36, 32, 19, 22, 16, 15, 14, 15, 13, 12, 12, 12, 11, 16, 16, 26, 28, 27, 27, 33, 24, 19, 18, 13, 12, 14, 12, 14, 16, 15, 23, 29, 52, 100, 138, 150, 153], "n_pos": 243, "sum_m_en": [22.579522, 35.103467, 36.620625, 39.470104, 42.161901, 45.221847, 45.884329, 49.338693, 44.79879, 44.110089, 44.576393, 45.49186, 44.554484, 43.126823, 44.294077, 46.144259, 45.748861, 43.056212, 42.304664, 40.024543, 39.988799, 40.340019, 43.069429, 42.381876, 61.243043, 62.107605, 54.924459, 51.112241, 49.292161, 46.672268, 41.617414, 42.445147, 44.979809, 48.235146, 48.934414, 55.422063, 59.580376, 56.931199, 63.689028, 73.582255, 78.844458, 85.962834, 93.416176, 92.393268, 97.484676, 74.247236, 34.319779, 10.750804, 3.560328, 0.000347], "sum_m_pl": [3.855479, 10.871344, 13.09478, 13.517091, 13.71297, 13.653518, 14.128403, 14.754804, 15.595205, 17.860308, 17.742328, 17.258413, 18.571757, 18.834455, 19.058412, 18.59805, 17.003395, 16.800755, 14.925528, 15.557253, 14.986549, 14.176112, 13.887403, 14.008059, 13.665803, 15.513771, 16.774994, 18.334547, 20.085488, 20.886287, 21.628468, 20.477761, 20.91049, 19.113636, 18.070186, 16.905991, 16.965076, 15.329495, 14.839354, 13.781556, 15.604589, 17.003721, 14.720399, 20.106495, 25.469699, 47.66658, 93.743685, 133.57124, 144.650667, 153.934392]}, "digit": {"n_am_en": [0, 5, 6, 4, 0, 4, 2, 2, 1, 0, 0, 0, 1, 2, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.882909, 1.403816, 1.334483, 1.334545, 1.268976, 1.656296, 1.362414, 1.453074, 1.268244, 1.224235, 1.220553, 1.147373, 1.382065, 1.278087, 1.30066, 1.276151, 1.335793, 1.106252, 1.107643, 1.007011, 1.065517, 1.125084, 1.141621, 1.184522, 1.282184, 1.252319, 1.231599, 1.273899, 1.437526, 1.328834, 1.317615, 1.175472, 1.306451, 1.249096, 1.267322, 1.08201, 0.977766, 0.994735, 0.86467, 0.710096, 0.612372, 0.551182, 0.448263, 0.258457, 0.204271, 0.097078, 0.09518, 0.093059, 0.022424, 0.0], "sum_m_pl": [0.086058, 0.302758, 0.377742, 0.453806, 0.45004, 0.335884, 0.331202, 0.356829, 0.317091, 0.415071, 0.377511, 0.331653, 0.307859, 0.269254, 0.281752, 0.313415, 0.28111, 0.316564, 0.314368, 0.343822, 0.351886, 0.35643, 0.35215, 0.371455, 0.314447, 0.352342, 0.363712, 0.504606, 0.453716, 0.546587, 0.552554, 0.475277, 0.417702, 0.350106, 0.366489, 0.301339, 0.322331, 0.324602, 0.365808, 0.348711, 0.348441, 0.303257, 0.263508, 0.200438, 0.192525, 0.125148, 0.071576, 0.086455, 0.011716, 0.0]}, "lang": {"n_am_en": [6, 8, 6, 27, 39, 42, 42, 47, 33, 28, 28, 32, 31, 37, 43, 34, 38, 31, 35, 24, 30, 29, 37, 40, 52, 58, 54, 49, 49, 35, 33, 36, 44, 50, 46, 56, 49, 51, 52, 56, 56, 71, 74, 78, 80, 64, 27, 5, 1, 0], "n_am_pl": [1, 14, 11, 12, 12, 19, 21, 18, 26, 27, 14, 18, 22, 27, 24, 9, 12, 10, 8, 8, 9, 5, 4, 5, 6, 6, 7, 11, 17, 22, 20, 20, 24, 17, 15, 12, 8, 9, 12, 12, 14, 16, 13, 22, 29, 47, 91, 132, 145, 153], "n_pos": 155, "sum_m_en": [14.462572, 22.55045, 23.443301, 25.276067, 27.17016, 29.087797, 29.48439, 32.019677, 29.017665, 28.948852, 29.008363, 29.792898, 29.082628, 28.070083, 28.644675, 30.062819, 29.552058, 27.764198, 27.241488, 25.769496, 25.879033, 26.04441, 27.261418, 26.883545, 42.536083, 42.898212, 37.343614, 34.71091, 32.378856, 30.531931, 27.41674, 27.968927, 29.48737, 31.601305, 32.251341, 37.404444, 41.653129, 39.268129, 43.961217, 49.100013, 50.733877, 59.116183, 65.902408, 65.995592, 72.713996, 55.692743, 24.828841, 5.812143, 2.068038, 0.000255], "sum_m_pl": [2.27728, 6.583926, 7.647245, 8.14668, 8.313314, 8.529262, 8.76295, 9.332785, 10.043846, 11.329721, 11.297341, 11.139787, 11.95849, 12.402248, 12.109773, 11.519688, 10.750343, 10.715123, 9.6967, 10.185778, 9.887676, 9.274657, 9.153009, 9.214434, 8.277745, 9.548169, 10.532001, 11.788842, 13.388253, 14.322653, 14.746657, 14.192974, 14.469824, 13.422112, 12.660046, 11.808438, 11.644942, 10.600932, 10.879994, 10.490201, 12.608363, 14.723191, 12.120187, 16.999603, 23.11756, 43.556843, 85.205239, 127.165593, 141.347603, 152.454485]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 245, "item_id": "llmzszl-18411", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 919, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 12, 12, 17, 30, 29, 31, 29, 28, 23, 21, 27, 25, 29, 24, 32, 39, 30, 25, 34, 38, 45, 40, 34, 57, 59, 49, 37, 36, 38, 32, 32, 34, 35, 38, 44, 46, 57, 60, 59, 58, 61, 59, 57, 54, 56, 51, 49, 60, 66], "n_am_pl": [5, 11, 15, 6, 5, 1, 5, 10, 9, 9, 10, 11, 15, 14, 12, 10, 9, 10, 9, 9, 7, 5, 5, 6, 8, 7, 3, 13, 12, 13, 14, 11, 10, 4, 5, 5, 6, 5, 3, 2, 1, 0, 0, 1, 0, 0, 3, 2, 2, 3], "n_pos": 113, "sum_m_en": [13.743959, 16.763496, 17.177524, 18.333377, 20.469921, 20.183548, 20.404878, 20.471223, 19.874625, 19.066283, 19.207123, 19.885202, 18.924509, 19.474355, 19.786901, 20.454387, 20.683655, 19.167832, 17.605825, 17.429522, 17.560483, 18.169392, 17.834335, 17.966342, 33.96928, 34.917443, 29.638709, 24.139007, 23.338752, 22.714477, 21.186723, 22.283035, 22.43618, 25.003763, 27.768151, 31.347667, 32.667786, 41.397587, 47.393882, 50.959391, 53.663167, 56.23522, 54.796854, 52.944242, 53.482125, 51.65743, 49.717844, 48.655287, 50.266936, 64.899757], "sum_m_pl": [2.797131, 4.829205, 5.464059, 5.030252, 5.208767, 5.1225, 5.394356, 5.135792, 5.43763, 6.308065, 6.589635, 6.922897, 7.733255, 7.046356, 7.334673, 7.885395, 7.707593, 7.250383, 6.880374, 6.750076, 6.629232, 6.5668, 6.095969, 6.052016, 6.784871, 6.582101, 7.494018, 9.418567, 9.644979, 10.423518, 10.24722, 9.290909, 9.633394, 8.621513, 7.882819, 7.120459, 6.585436, 5.071386, 3.811885, 3.082933, 3.0133, 2.698509, 2.382685, 2.552434, 1.840618, 1.768431, 2.392383, 2.009823, 2.88938, 2.99891]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 8, 6, 11, 22, 21, 19, 18, 19, 15, 18, 18, 15, 19, 15, 19, 24, 21, 18, 29, 29, 34, 30, 28, 41, 44, 36, 30, 25, 26, 23, 23, 24, 28, 33, 35, 38, 50, 50, 48, 48, 50, 50, 48, 47, 50, 45, 44, 57, 66], "n_am_pl": [3, 7, 13, 6, 1, 1, 3, 7, 8, 7, 7, 9, 9, 12, 8, 5, 5, 4, 2, 2, 4, 2, 3, 3, 4, 4, 2, 11, 9, 10, 9, 7, 6, 1, 2, 1, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0, 2, 2, 2, 3], "n_pos": 70, "sum_m_en": [8.375313, 10.477219, 10.889391, 11.568562, 12.924319, 12.806452, 13.079326, 13.045302, 12.450376, 11.961771, 12.468782, 12.713799, 11.741803, 12.246956, 12.499582, 13.139686, 13.037638, 12.310622, 11.070823, 10.938866, 11.130272, 11.605158, 11.255688, 11.267826, 23.490773, 23.896389, 21.063078, 16.974412, 16.367302, 15.828509, 14.370841, 15.193079, 15.459993, 18.152161, 20.140442, 23.211107, 24.624683, 33.329931, 39.009357, 41.369846, 43.07285, 45.568485, 45.286705, 44.075952, 45.977696, 45.187483, 43.573746, 43.703652, 47.204511, 64.501889], "sum_m_pl": [1.632646, 2.979617, 3.478595, 3.156655, 3.298279, 3.242633, 3.409937, 3.187644, 3.458345, 3.838736, 4.052107, 4.12613, 4.693132, 4.461546, 4.628867, 4.958384, 4.813733, 4.456723, 4.300537, 4.184012, 4.122071, 4.089361, 3.806494, 3.785162, 4.531147, 4.476375, 5.252482, 6.477912, 6.560723, 7.065198, 6.799912, 5.968288, 6.292885, 5.431926, 4.843077, 4.258967, 3.813175, 2.685138, 1.873422, 1.73503, 1.629262, 1.217891, 1.213897, 1.259326, 0.993834, 0.94628, 1.772479, 1.664782, 2.640596, 2.998752]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "llmzszl-18413", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 843, "region_end": 113, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 4, 12, 24, 36, 42, 53, 49, 43, 35, 26, 33, 25, 29, 31, 33, 47, 53, 54, 55, 46, 54, 53, 52, 84, 92, 78, 64, 54, 45, 47, 41, 43, 43, 58, 62, 64, 75, 83, 85, 88, 78, 79, 73, 68, 41, 26, 7, 2, 1], "n_am_pl": [6, 15, 14, 20, 9, 12, 14, 13, 11, 14, 18, 13, 21, 21, 21, 15, 8, 10, 6, 6, 6, 3, 3, 6, 5, 6, 9, 14, 13, 19, 11, 22, 22, 18, 10, 10, 13, 6, 2, 3, 4, 9, 8, 11, 14, 33, 54, 88, 95, 99], "n_pos": 156, "sum_m_en": [15.588937, 21.947563, 22.952558, 24.855078, 27.269874, 28.139236, 28.925527, 29.777277, 28.6971, 28.181308, 28.199943, 27.413951, 24.790935, 24.313937, 24.981872, 26.543214, 27.051374, 25.573815, 23.735252, 23.83036, 23.715591, 25.269727, 24.829663, 24.276287, 44.565307, 44.570424, 40.050489, 33.343718, 32.766663, 31.024668, 28.49062, 28.826796, 29.428282, 30.830236, 35.372463, 37.893139, 38.45536, 49.580782, 58.171357, 65.665448, 68.255249, 64.771953, 64.012076, 62.596519, 60.958703, 42.05833, 24.166838, 8.557047, 3.571189, 1.000517], "sum_m_pl": [2.851535, 6.895734, 8.566671, 8.730157, 7.783275, 7.969333, 8.200265, 7.615519, 8.243159, 9.66353, 10.086748, 10.025664, 11.845152, 10.277049, 10.013584, 9.502531, 9.328, 9.056215, 8.789924, 8.732955, 8.58464, 8.633676, 8.188573, 8.24759, 8.793893, 9.386018, 9.870284, 12.233684, 14.011722, 15.270786, 15.974949, 15.075683, 15.981815, 14.705762, 13.175108, 12.578628, 12.3583, 10.136663, 8.409838, 7.20007, 7.820106, 8.906822, 11.271817, 12.712773, 16.410066, 32.29163, 51.890615, 82.800791, 89.846961, 98.508962]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 3, 10, 16, 24, 30, 34, 31, 31, 23, 17, 20, 16, 17, 16, 16, 30, 35, 34, 36, 31, 36, 33, 35, 54, 61, 51, 38, 32, 27, 26, 21, 24, 26, 38, 38, 39, 48, 55, 60, 62, 55, 56, 51, 50, 28, 19, 3, 1, 1], "n_am_pl": [2, 6, 9, 9, 1, 3, 12, 8, 6, 9, 10, 10, 16, 15, 18, 13, 7, 8, 5, 6, 6, 3, 3, 4, 3, 4, 8, 11, 8, 14, 8, 15, 18, 13, 8, 5, 11, 5, 2, 2, 3, 8, 7, 9, 12, 31, 50, 82, 90, 98], "n_pos": 100, "sum_m_en": [10.079656, 13.982645, 14.852191, 15.714355, 17.494579, 18.151454, 18.662269, 19.043672, 18.530661, 18.45965, 18.450274, 17.772987, 15.764883, 15.270472, 15.593819, 16.650712, 16.969719, 16.196324, 14.896845, 15.036577, 15.27881, 16.536019, 16.127731, 15.573813, 30.628528, 29.594422, 26.023248, 21.891362, 21.453289, 19.929024, 17.884245, 17.805842, 18.342373, 19.04407, 21.649151, 23.278029, 23.441977, 31.405878, 37.331315, 43.526103, 45.718494, 44.321486, 44.353127, 44.319237, 43.933691, 29.987748, 17.288215, 4.249131, 2.047315, 1.000499], "sum_m_pl": [1.653169, 4.380855, 5.47301, 5.656822, 5.106819, 5.257089, 5.343545, 4.990106, 5.403027, 6.33728, 6.541812, 6.599709, 7.97621, 7.082622, 6.934351, 6.631817, 6.34559, 6.186079, 5.969293, 5.883881, 5.728432, 5.738274, 5.449627, 5.479713, 6.07723, 6.403237, 6.654335, 8.215745, 9.480078, 10.486896, 11.16356, 10.532384, 11.203952, 10.268111, 9.138506, 8.558915, 8.833496, 7.301186, 6.152639, 5.265752, 5.928835, 7.01245, 9.139323, 10.385856, 13.716608, 29.606308, 47.86784, 76.194732, 85.244558, 97.042626]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "llmzszl-18413", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 971, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9809}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 18, 25, 21, 26, 24, 26, 17, 21, 21, 23, 15, 18, 17, 25, 29, 30, 35, 32, 29, 29, 32, 30, 27, 43, 38, 34, 30, 29, 23, 18, 24, 24, 34, 34, 35, 39, 31, 49, 54, 55, 59, 59, 59, 55, 46, 41, 40, 43, 49], "n_am_pl": [10, 8, 17, 11, 6, 12, 9, 7, 7, 13, 16, 16, 16, 18, 13, 20, 11, 11, 9, 9, 9, 8, 8, 7, 10, 12, 9, 14, 14, 16, 13, 14, 12, 8, 6, 8, 11, 6, 0, 2, 2, 5, 4, 3, 5, 4, 7, 6, 8, 5], "n_pos": 137, "sum_m_en": [15.205348, 21.124986, 21.863414, 22.396865, 24.380452, 23.919047, 23.16848, 21.190536, 21.464179, 22.220418, 22.173558, 22.210715, 22.587246, 23.345885, 23.356698, 22.319752, 23.509193, 22.753372, 23.757453, 22.77321, 21.902611, 22.47683, 22.224989, 22.439203, 30.965782, 27.464355, 24.137569, 22.073859, 22.398784, 23.224118, 22.018207, 23.725176, 23.985052, 23.661254, 26.369772, 23.931398, 25.085827, 27.359593, 35.961353, 42.14475, 46.179121, 46.853696, 47.040256, 50.441373, 46.944965, 45.646466, 42.127382, 38.016652, 39.181165, 48.681221], "sum_m_pl": [3.692452, 6.739807, 7.855712, 7.519667, 7.217549, 6.698402, 6.237447, 5.90923, 6.666713, 7.842727, 8.108761, 8.673314, 9.275953, 9.085002, 9.934508, 10.338341, 9.924118, 10.944272, 9.887468, 9.704488, 9.453688, 9.140371, 8.837441, 8.608971, 10.299445, 11.258543, 10.868366, 12.003456, 12.778445, 13.081045, 11.983704, 10.883093, 10.234114, 9.683998, 9.402342, 9.40961, 9.087328, 7.680048, 5.930124, 5.125079, 5.44931, 5.844497, 5.174971, 4.881964, 5.820131, 4.718678, 8.116559, 7.437582, 7.684239, 4.733421]}, "digit": {"n_am_en": [0, 2, 2, 0, 1, 2, 1, 1, 1, 1, 3, 2, 2, 2, 6, 5, 2, 5, 6, 5, 3, 2, 3, 5, 8, 4, 6, 5, 6, 4, 2, 3, 5, 5, 2, 3, 5, 4, 4, 5, 4, 5, 7, 7, 2, 2, 2, 1, 1, 0], "n_am_pl": [0, 0, 2, 1, 1, 0, 0, 0, 0, 1, 1, 2, 1, 2, 0, 3, 1, 2, 2, 2, 1, 0, 0, 2, 1, 1, 1, 1, 2, 3, 5, 3, 3, 2, 2, 1, 3, 2, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.198117, 3.41531, 3.375701, 3.385843, 3.596281, 3.390683, 3.353557, 3.075808, 3.016654, 3.2746, 3.492282, 3.443761, 3.502483, 3.531162, 3.665728, 3.281772, 3.44848, 3.462807, 3.785477, 3.597853, 3.474258, 3.57358, 3.54252, 3.654854, 4.880516, 4.172075, 3.708036, 3.610559, 3.911106, 3.960465, 3.604923, 3.935903, 4.1467, 3.743326, 4.094081, 3.819461, 3.798239, 3.544724, 3.976028, 4.033146, 4.308978, 4.003961, 4.152935, 4.487234, 3.051772, 3.144463, 3.077306, 1.558905, 0.723508, 6e-06], "sum_m_pl": [0.404965, 1.048618, 1.091686, 1.040331, 0.930463, 0.776003, 0.704465, 0.69685, 0.920678, 1.031348, 1.069879, 1.172445, 1.244907, 1.168948, 1.329037, 1.403966, 1.281138, 1.531089, 1.347546, 1.359275, 1.284411, 1.228971, 1.185055, 1.178767, 1.411812, 1.487677, 1.394999, 1.549511, 1.637829, 1.711701, 1.639389, 1.485661, 1.326024, 1.312427, 1.248996, 1.228618, 1.569097, 1.369533, 1.104412, 1.0614, 1.011266, 0.992217, 0.923512, 0.758814, 0.686002, 0.37285, 1.184535, 0.229369, 0.126414, 0.0]}, "lang": {"n_am_en": [7, 12, 19, 14, 18, 16, 19, 13, 16, 13, 13, 10, 11, 11, 18, 23, 20, 21, 17, 16, 17, 19, 17, 15, 25, 24, 22, 18, 14, 15, 10, 16, 15, 20, 21, 24, 26, 18, 31, 34, 38, 42, 41, 41, 40, 37, 37, 38, 40, 48], "n_am_pl": [5, 2, 3, 3, 2, 6, 3, 3, 2, 2, 5, 8, 8, 10, 6, 7, 4, 1, 1, 1, 2, 3, 3, 0, 3, 2, 0, 4, 3, 2, 1, 2, 2, 2, 0, 1, 2, 1, 0, 1, 2, 4, 4, 3, 5, 4, 5, 5, 7, 5], "n_pos": 54, "sum_m_en": [5.821499, 8.349212, 9.067285, 9.366389, 10.259483, 10.40088, 9.780604, 8.97363, 9.086962, 9.221959, 9.145531, 9.150015, 9.141367, 9.749217, 9.825176, 9.483384, 10.00567, 9.778498, 9.851852, 9.277264, 9.024422, 9.159898, 9.068867, 9.07453, 15.574947, 13.884962, 12.336867, 10.34936, 9.754741, 10.242937, 9.644255, 10.502708, 10.588394, 11.312869, 12.520125, 11.950727, 13.345099, 15.883187, 21.783092, 26.39586, 29.397334, 32.25062, 32.641522, 35.513099, 34.373814, 35.406694, 35.081079, 32.930431, 36.362283, 46.745315], "sum_m_pl": [1.324588, 2.146497, 2.520298, 2.51399, 2.448901, 2.442649, 2.156001, 2.118465, 2.30832, 2.869191, 3.12766, 3.357852, 3.80929, 3.867696, 4.078184, 4.196784, 4.092008, 4.391052, 3.917579, 3.86497, 3.858446, 3.744779, 3.632001, 3.523685, 3.843714, 4.393904, 4.331757, 4.883965, 4.807888, 4.922914, 4.595512, 4.249895, 4.032767, 3.909727, 3.789686, 3.719137, 3.485834, 2.941143, 2.453863, 2.072672, 2.418972, 3.197568, 2.900334, 2.619397, 3.89413, 3.78481, 5.801802, 6.091099, 6.76931, 4.733381]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-18414", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9855}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 13, 35, 30, 53, 68, 76, 57, 64, 56, 51, 62, 57, 55, 61, 77, 107, 97, 121, 103, 108, 124, 119, 113, 163, 143, 113, 107, 84, 70, 60, 65, 73, 97, 113, 119, 119, 139, 160, 156, 155, 153, 135, 129, 100, 71, 26, 14, 1, 1], "n_am_pl": [11, 36, 43, 67, 45, 39, 36, 39, 35, 38, 45, 31, 38, 49, 48, 35, 29, 29, 13, 18, 16, 14, 11, 10, 24, 25, 40, 45, 43, 48, 46, 47, 36, 28, 26, 17, 20, 15, 19, 26, 33, 41, 45, 47, 55, 78, 111, 137, 159, 152], "n_pos": 380, "sum_m_en": [38.746828, 56.495187, 59.547012, 62.056586, 66.862413, 65.717492, 66.097675, 64.142051, 65.046114, 66.673116, 67.342488, 66.892565, 67.601507, 65.895204, 64.417438, 64.674393, 68.633414, 65.093043, 67.761666, 64.686771, 62.637054, 64.472718, 63.742871, 63.25247, 105.87565, 93.449276, 83.550261, 72.725551, 67.942693, 66.850499, 64.421716, 66.351752, 71.521414, 74.549007, 83.647264, 81.919153, 84.812017, 92.381281, 112.29361, 122.092892, 123.3655, 115.946577, 116.264752, 111.24649, 93.833188, 67.743779, 27.600927, 13.086204, 5.585647, 1.00104], "sum_m_pl": [7.65776, 19.483336, 21.579068, 23.622022, 23.414641, 21.249719, 20.759259, 20.173364, 21.380498, 23.198043, 24.55499, 24.914806, 26.873926, 26.949064, 27.973212, 27.084625, 24.99895, 25.774892, 23.661791, 23.572122, 23.212247, 22.573623, 22.148837, 21.451526, 25.736195, 28.95384, 30.055228, 34.005852, 37.25591, 38.54948, 35.588514, 33.956356, 30.701818, 28.4327, 27.151435, 25.192922, 24.647467, 23.781525, 23.298666, 24.608768, 30.088814, 34.919292, 39.959212, 51.253526, 57.57894, 76.645775, 104.582904, 127.575256, 153.872169, 152.686563]}, "digit": {"n_am_en": [0, 2, 3, 1, 1, 5, 8, 6, 5, 6, 5, 7, 5, 1, 8, 4, 17, 15, 14, 9, 10, 14, 11, 12, 19, 17, 11, 10, 9, 6, 4, 8, 8, 9, 11, 9, 9, 7, 10, 8, 12, 13, 9, 14, 6, 6, 9, 7, 0, 0], "n_am_pl": [0, 2, 3, 5, 2, 1, 1, 0, 3, 4, 6, 4, 4, 8, 5, 3, 1, 3, 3, 2, 2, 1, 0, 0, 2, 2, 4, 4, 4, 7, 5, 3, 1, 4, 0, 0, 1, 1, 0, 0, 0, 2, 3, 1, 1, 1, 0, 1, 1, 0], "n_pos": 44, "sum_m_en": [4.313679, 7.279334, 7.760202, 7.928944, 8.217296, 7.812962, 7.915925, 7.49846, 7.082909, 7.589833, 7.904889, 7.858459, 8.103151, 7.944812, 8.290118, 7.836604, 8.712586, 8.145304, 8.245909, 7.640607, 7.459535, 7.716463, 7.635328, 7.863766, 12.612923, 11.23588, 10.057709, 8.887517, 8.498705, 8.235315, 7.836768, 8.248259, 9.246988, 9.137297, 10.147516, 9.36792, 9.027496, 8.022024, 8.604038, 9.508143, 9.733412, 8.697659, 8.268851, 8.560303, 6.052215, 5.245283, 5.616392, 5.298388, 1.739373, 0.0], "sum_m_pl": [0.742097, 2.286884, 2.063684, 2.133912, 2.012328, 1.678721, 1.674388, 1.56976, 1.894895, 2.102786, 2.340739, 2.4709, 2.495171, 2.599172, 2.741969, 2.681322, 2.41791, 2.70082, 2.520693, 2.570175, 2.504521, 2.41387, 2.363891, 2.338668, 2.52328, 2.590241, 2.495918, 2.947867, 3.366746, 3.604217, 3.238524, 3.180345, 2.684691, 2.337856, 2.191348, 2.153321, 2.269957, 2.023485, 1.95567, 1.864883, 1.993455, 2.194533, 2.305953, 2.125482, 2.004801, 1.622584, 1.4486, 0.822632, 0.768438, 0.0]}, "lang": {"n_am_en": [2, 7, 14, 12, 27, 34, 31, 23, 31, 36, 27, 30, 35, 35, 35, 46, 52, 51, 62, 57, 62, 67, 62, 58, 80, 73, 56, 47, 37, 34, 29, 31, 37, 50, 60, 62, 63, 76, 82, 81, 78, 75, 71, 67, 61, 42, 13, 5, 1, 1], "n_am_pl": [6, 16, 14, 23, 11, 15, 13, 22, 16, 16, 22, 18, 21, 23, 25, 18, 13, 10, 4, 6, 5, 3, 3, 3, 12, 13, 18, 18, 20, 22, 26, 23, 21, 13, 14, 10, 13, 10, 14, 19, 25, 30, 36, 38, 42, 64, 93, 119, 145, 152], "n_pos": 154, "sum_m_en": [16.580937, 22.630328, 24.412949, 25.886996, 28.353323, 28.053332, 28.402627, 27.849711, 29.107062, 29.654846, 29.565119, 29.229981, 29.987315, 28.971279, 28.218634, 28.349597, 30.242594, 28.80193, 29.313125, 27.787127, 27.29087, 28.176641, 27.69466, 26.826827, 51.78703, 44.253876, 39.326783, 33.213062, 30.078001, 28.885281, 28.243153, 29.427971, 31.395198, 34.413229, 38.565428, 39.216795, 41.73854, 46.527274, 57.200402, 62.661215, 61.523446, 58.234455, 61.438272, 60.832546, 53.381103, 38.395502, 14.230368, 4.541752, 1.747863, 1.00085], "sum_m_pl": [3.15839, 7.658664, 8.585502, 9.462725, 9.669203, 9.073598, 9.031136, 9.085423, 9.548318, 10.388051, 10.785225, 11.295743, 12.465436, 12.665474, 13.037722, 12.383539, 11.474991, 11.730591, 10.827581, 10.458021, 10.208861, 10.036681, 9.783866, 9.426708, 12.126401, 13.775141, 14.409666, 16.424824, 18.06555, 18.871836, 17.69165, 16.926965, 15.127322, 14.419038, 13.800451, 12.79996, 12.484241, 12.197767, 12.519514, 13.416682, 16.946327, 22.186888, 26.258523, 35.731423, 41.310899, 60.239661, 85.154145, 111.96522, 140.685095, 151.417461]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 382, "item_id": "llmzszl-18414", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 910, "region_end": 380, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9921}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 29, 28, 32, 44, 52, 57, 63, 46, 50, 43, 44, 39, 43, 44, 60, 51, 63, 82, 88, 80, 85, 67, 63, 85, 77, 64, 54, 47, 38, 33, 36, 41, 52, 53, 52, 62, 72, 71, 73, 83, 83, 81, 83, 77, 76, 77, 77, 82, 92], "n_am_pl": [7, 10, 11, 7, 5, 5, 1, 4, 13, 11, 12, 15, 21, 17, 17, 14, 13, 9, 9, 4, 1, 5, 6, 5, 10, 7, 8, 14, 10, 9, 9, 17, 15, 9, 7, 10, 6, 2, 3, 1, 3, 2, 4, 8, 6, 1, 6, 4, 2, 0], "n_pos": 146, "sum_m_en": [17.450319, 23.09388, 22.818564, 24.828837, 27.163311, 29.214335, 32.009786, 32.240253, 28.489026, 28.361491, 26.227453, 27.501338, 26.46901, 28.780464, 27.627867, 29.408321, 26.932754, 25.785455, 27.193511, 27.029637, 25.505864, 25.995355, 24.174084, 24.16928, 50.018294, 45.003839, 39.484447, 33.13607, 30.650168, 26.823166, 23.631015, 25.119532, 24.995682, 27.641693, 29.902508, 31.335212, 42.519466, 50.980087, 55.231132, 61.60423, 69.712573, 68.7784, 70.818913, 74.712981, 74.140588, 69.835149, 66.316535, 68.368572, 70.04264, 92.856618], "sum_m_pl": [3.474059, 5.763528, 6.864453, 6.71684, 6.264069, 6.525632, 7.200911, 7.7476, 8.184921, 8.877292, 9.778853, 9.820523, 11.172765, 9.816796, 10.042131, 10.186407, 10.126665, 9.879851, 9.062621, 8.825984, 9.020538, 8.526531, 8.474686, 8.109706, 9.308885, 9.77178, 10.228449, 11.295019, 11.816141, 12.954594, 13.021073, 12.39843, 12.48378, 11.419652, 10.310399, 11.017038, 8.556497, 6.670879, 6.424035, 4.638922, 4.114704, 3.607451, 6.913768, 8.243942, 5.209564, 3.064375, 7.083553, 3.772875, 2.815796, 0.257692]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 23, 22, 25, 32, 39, 44, 48, 35, 39, 32, 36, 31, 33, 34, 41, 34, 44, 59, 63, 61, 64, 49, 48, 64, 59, 51, 47, 39, 33, 28, 33, 34, 41, 44, 46, 49, 59, 57, 62, 68, 68, 69, 69, 66, 66, 69, 71, 81, 92], "n_am_pl": [3, 4, 4, 5, 1, 2, 1, 3, 8, 5, 6, 10, 15, 11, 10, 9, 6, 2, 3, 1, 0, 2, 3, 1, 6, 4, 3, 6, 5, 3, 4, 10, 11, 5, 5, 5, 5, 2, 1, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 94, "sum_m_en": [11.149342, 14.616117, 14.846242, 16.04681, 17.534567, 19.041926, 21.432886, 21.305334, 18.598686, 18.581414, 17.319191, 18.62948, 18.035739, 19.435612, 18.49489, 19.57847, 17.528496, 16.918502, 17.717494, 17.755648, 16.930322, 17.192819, 15.714633, 15.666706, 36.596695, 33.314562, 28.782974, 23.551768, 21.716416, 18.957698, 16.518656, 17.898728, 18.067157, 20.603631, 22.441538, 24.610934, 33.620627, 40.666482, 44.279368, 50.152011, 56.159286, 56.755996, 60.212164, 61.862867, 62.486687, 59.457744, 60.686969, 63.028491, 67.342436, 91.73894], "sum_m_pl": [1.939841, 3.25197, 3.978578, 3.942164, 3.74392, 3.84064, 4.394097, 4.796511, 5.009341, 5.317428, 6.061149, 5.976381, 6.894651, 5.82051, 5.939158, 6.076246, 6.339939, 6.210419, 5.682766, 5.500672, 5.660979, 5.349059, 5.39699, 5.132146, 5.848539, 6.092518, 6.500882, 6.895063, 7.21868, 7.977494, 8.337914, 8.032251, 8.104333, 7.34386, 6.600205, 7.150453, 5.918134, 4.590718, 4.324176, 2.935142, 2.718808, 2.182813, 2.046945, 2.552267, 1.650938, 1.290067, 1.347111, 0.709737, 0.855028, 0.019216]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "llmzszl-18416", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9932}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 23, 38, 90, 127, 188, 202, 203, 161, 161, 121, 115, 106, 98, 101, 170, 199, 234, 302, 306, 286, 305, 253, 223, 295, 276, 220, 178, 138, 131, 116, 134, 125, 149, 188, 195, 238, 261, 272, 296, 301, 272, 294, 278, 247, 193, 69, 21, 8, 6], "n_am_pl": [16, 46, 56, 37, 44, 49, 43, 47, 62, 75, 74, 66, 81, 71, 72, 62, 49, 52, 30, 24, 21, 18, 34, 39, 29, 36, 38, 56, 76, 93, 83, 87, 76, 63, 51, 55, 57, 43, 43, 41, 51, 60, 69, 85, 99, 148, 272, 330, 338, 358], "n_pos": 526, "sum_m_en": [47.345989, 74.470385, 78.922611, 89.639062, 98.440666, 109.507666, 107.12588, 107.708078, 97.95144, 96.149289, 95.228001, 94.208668, 91.776839, 92.726782, 89.604019, 97.462377, 96.495621, 92.090282, 98.240283, 96.116949, 91.749987, 94.677264, 87.120963, 86.278515, 182.995501, 169.897467, 136.086918, 112.677847, 103.142089, 93.972383, 88.352934, 93.788205, 92.857675, 97.543044, 109.806719, 118.172339, 137.051759, 160.164725, 182.178415, 205.33151, 229.956658, 225.238976, 247.046683, 244.903364, 220.986403, 171.066367, 70.136931, 22.508954, 12.654601, 6.001066], "sum_m_pl": [7.821676, 22.636856, 27.018895, 28.158682, 26.744615, 28.090944, 31.969661, 32.937988, 35.351407, 37.406029, 41.129862, 40.923808, 45.873916, 42.117489, 43.222873, 40.731614, 39.012834, 37.568821, 34.226969, 34.197579, 34.142996, 31.501173, 31.538447, 30.661439, 34.569442, 36.420243, 42.375174, 48.427909, 56.632915, 62.328523, 60.353304, 55.975922, 54.927635, 53.973874, 49.356123, 48.492347, 49.461838, 45.863735, 42.397653, 42.556358, 44.339657, 47.221148, 58.373029, 76.72211, 91.734934, 135.768261, 248.597985, 314.81242, 330.669, 357.229263]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 20, 32, 64, 88, 134, 142, 125, 107, 117, 86, 76, 77, 70, 70, 118, 140, 172, 219, 217, 204, 216, 179, 162, 207, 193, 153, 132, 103, 97, 83, 95, 92, 108, 138, 146, 181, 198, 201, 216, 213, 186, 201, 193, 171, 132, 49, 18, 8, 6], "n_am_pl": [13, 25, 30, 25, 34, 36, 31, 43, 42, 47, 55, 49, 60, 50, 57, 47, 34, 35, 21, 18, 15, 14, 26, 25, 21, 26, 26, 40, 50, 64, 59, 58, 52, 44, 35, 38, 46, 35, 36, 33, 41, 55, 61, 78, 94, 139, 250, 312, 332, 358], "n_pos": 364, "sum_m_en": [34.505856, 51.428752, 54.749885, 61.932828, 68.718082, 75.723956, 74.204421, 74.155218, 68.383874, 66.78654, 66.238119, 65.923589, 64.589887, 64.914533, 62.248149, 68.586263, 68.229169, 65.374031, 69.726497, 67.605895, 65.052237, 67.344373, 61.256732, 60.320383, 133.385975, 124.173385, 98.45737, 81.977339, 74.280831, 67.207951, 62.717543, 65.812755, 66.096291, 69.991891, 80.69975, 88.544977, 105.678023, 119.535225, 133.99981, 147.652401, 160.1944, 156.747537, 169.319543, 170.876759, 154.27802, 118.471508, 48.956126, 17.976228, 10.983349, 6.000996], "sum_m_pl": [6.116412, 16.16485, 18.860785, 19.421618, 18.233354, 19.029548, 21.986836, 22.924831, 24.922854, 26.258074, 29.106869, 28.944079, 32.731335, 29.818429, 30.041817, 28.427783, 27.047278, 26.160713, 23.708881, 23.488514, 23.474664, 21.576541, 21.756987, 21.146947, 23.374663, 24.768913, 29.206215, 33.677921, 39.790565, 44.047739, 43.127343, 40.26582, 39.254016, 38.923001, 35.549935, 35.131103, 36.129161, 33.751389, 31.798278, 32.454396, 35.224406, 39.560047, 50.632518, 68.802558, 84.486564, 126.531529, 227.883654, 294.736719, 321.483844, 356.15303]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 528, "item_id": "llmzszl-18416", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 894, "region_end": 526, "roundtrip_ok": true, "tf_agree": 0.9962, "tf_agree_excl_first": 0.9981}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 7, 7, 10, 15, 17, 18, 21, 25, 27, 23, 25, 29, 28, 22, 22, 19, 25, 25, 28, 34, 37, 45, 36, 53, 49, 46, 37, 39, 32, 34, 32, 34, 41, 45, 44, 46, 55, 52, 52, 61, 63, 56, 55, 49, 52, 47, 43, 43, 42], "n_am_pl": [1, 9, 9, 6, 7, 9, 10, 18, 15, 8, 12, 6, 10, 7, 10, 7, 7, 8, 8, 7, 5, 2, 2, 4, 3, 3, 8, 5, 5, 9, 8, 12, 12, 6, 2, 3, 1, 2, 2, 2, 1, 3, 3, 2, 3, 2, 1, 1, 1, 1], "n_pos": 108, "sum_m_en": [11.966125, 15.251995, 14.578547, 14.879415, 16.832429, 18.559359, 18.054724, 17.926173, 17.32135, 17.940096, 18.294613, 17.707889, 17.936592, 17.947608, 16.922887, 18.582075, 18.827886, 18.492106, 18.367078, 18.262385, 18.048534, 18.011823, 18.098045, 17.99614, 33.077035, 29.541246, 26.577223, 22.311267, 22.511698, 21.510909, 20.430446, 21.647057, 22.884732, 25.72539, 28.846159, 30.085352, 32.59445, 40.530696, 43.46788, 42.110297, 52.844516, 51.839515, 50.16252, 49.845132, 46.370878, 47.051566, 44.108983, 42.529384, 40.951928, 43.798324], "sum_m_pl": [2.691012, 5.116791, 5.391614, 5.391171, 5.307906, 5.173735, 5.533196, 5.776461, 5.958156, 6.356863, 6.604426, 6.769013, 6.785684, 6.328047, 6.830591, 7.149113, 7.119184, 6.70453, 6.766582, 6.542591, 6.492207, 6.117813, 5.802414, 5.80952, 5.436909, 6.557077, 6.358182, 7.579374, 7.23473, 7.748582, 7.955423, 7.54458, 7.946411, 7.086874, 6.384487, 6.371516, 5.681812, 4.674759, 4.034067, 3.877847, 2.910528, 2.861351, 3.174898, 2.76169, 3.209597, 2.73836, 2.406593, 1.79728, 2.075867, 1.046448]}, "digit": {"n_am_en": [1, 0, 0, 1, 0, 0, 0, 2, 0, 3, 2, 3, 4, 2, 2, 0, 1, 2, 0, 1, 1, 2, 4, 2, 10, 7, 9, 4, 6, 5, 5, 1, 4, 4, 4, 4, 2, 7, 6, 4, 6, 4, 4, 4, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 1, 3, 3, 1, 2, 1, 0, 4, 0, 1, 0, 0, 2, 1, 0, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.870909, 2.762638, 2.491055, 2.540406, 2.90481, 2.87875, 2.882816, 2.833679, 2.582812, 2.811655, 3.097704, 2.858046, 2.920907, 2.899047, 2.71769, 3.075633, 3.005123, 2.874171, 2.884703, 2.939944, 2.849954, 2.86472, 2.998353, 3.062056, 4.676646, 4.323801, 4.065255, 3.678587, 3.728422, 3.552339, 3.295351, 3.15811, 3.232707, 3.368361, 3.411311, 3.330224, 4.08316, 4.452705, 4.144291, 3.753999, 5.467005, 4.916363, 3.893878, 3.49217, 2.507558, 2.229249, 1.829675, 0.904628, 0.273585, 0.0], "sum_m_pl": [0.298799, 0.857222, 0.756028, 0.741925, 0.738488, 0.640191, 0.572654, 0.691594, 0.691712, 0.773979, 0.877603, 0.875718, 0.91123, 0.807145, 0.866273, 0.917214, 0.854612, 0.821962, 0.866269, 0.840667, 0.826786, 0.762048, 0.732297, 0.761262, 0.663447, 0.881861, 0.701825, 0.905744, 0.849542, 0.883085, 0.947199, 0.850316, 0.780308, 0.74366, 0.782337, 0.917949, 0.766902, 0.822773, 0.809701, 0.926878, 0.886854, 0.957797, 1.250034, 0.986142, 0.974129, 0.882419, 0.560981, 0.317639, 0.121617, 0.0]}, "lang": {"n_am_en": [5, 3, 4, 6, 9, 9, 10, 15, 17, 16, 14, 14, 16, 20, 16, 16, 11, 13, 18, 19, 24, 24, 28, 22, 26, 29, 25, 23, 25, 20, 24, 24, 25, 30, 33, 32, 32, 35, 33, 38, 39, 42, 40, 40, 39, 42, 39, 39, 41, 42], "n_am_pl": [1, 5, 3, 3, 1, 2, 5, 9, 9, 3, 4, 5, 4, 4, 6, 2, 3, 5, 2, 2, 0, 0, 0, 1, 2, 0, 4, 4, 2, 4, 4, 5, 6, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1], "n_pos": 46, "sum_m_en": [4.772028, 6.200167, 6.253215, 6.497554, 7.286527, 8.191081, 8.08823, 8.265256, 8.134335, 8.62788, 8.668004, 8.6311, 8.488744, 8.627981, 8.013627, 8.699935, 8.671169, 8.758954, 8.661013, 8.426803, 8.347418, 8.30489, 8.080079, 7.93251, 17.089362, 16.128317, 14.71169, 11.902046, 11.925559, 11.17278, 10.796521, 11.998998, 12.552492, 14.798414, 17.527145, 19.272346, 20.520779, 25.590566, 27.72734, 29.100966, 33.204066, 34.359769, 35.199932, 35.733894, 35.212864, 36.574627, 36.152903, 36.125489, 36.674157, 42.513626], "sum_m_pl": [1.030494, 1.895669, 2.060586, 2.053263, 2.109851, 2.040417, 2.429672, 2.403259, 2.583148, 2.720239, 2.727335, 2.843984, 2.93279, 2.813361, 3.026091, 3.200698, 3.251677, 3.09639, 3.121609, 2.979469, 3.001243, 2.798737, 2.63675, 2.613317, 2.507783, 2.791934, 2.805954, 3.187736, 3.048277, 3.363022, 3.492808, 3.293164, 3.70946, 3.350042, 2.754879, 2.923527, 2.637174, 1.920515, 1.686533, 1.257422, 0.864378, 0.749925, 0.945557, 1.01881, 1.368393, 1.186959, 1.171469, 0.510817, 1.346932, 1.000521]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "llmzszl-18419", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 765, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9455, "tf_agree_excl_first": 0.9541}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 19, 28, 38, 67, 92, 76, 94, 81, 72, 61, 53, 55, 52, 61, 70, 82, 86, 109, 104, 122, 112, 129, 128, 168, 161, 142, 107, 89, 78, 84, 81, 81, 88, 118, 123, 118, 130, 151, 152, 174, 168, 156, 155, 136, 116, 56, 29, 10, 5], "n_am_pl": [3, 35, 26, 25, 24, 20, 30, 25, 33, 25, 37, 42, 39, 42, 33, 37, 30, 27, 20, 11, 13, 13, 9, 8, 12, 17, 24, 21, 37, 35, 42, 38, 32, 26, 19, 24, 25, 16, 17, 15, 13, 18, 21, 23, 30, 55, 106, 135, 144, 143], "n_pos": 294, "sum_m_en": [26.483061, 41.325121, 44.40005, 46.930632, 50.956541, 52.681227, 52.683572, 54.283942, 52.486064, 52.204477, 53.564898, 52.133304, 51.923085, 51.107915, 49.260725, 54.803387, 57.336094, 55.441562, 53.608617, 51.618846, 53.372268, 52.671437, 60.666152, 56.988051, 119.097593, 106.198619, 90.544006, 70.858968, 63.50432, 58.253567, 54.304703, 54.987308, 56.752766, 63.371144, 73.957552, 77.367692, 79.766641, 94.450191, 117.980574, 117.882542, 144.052224, 138.412882, 139.101377, 137.698597, 127.399487, 106.571121, 57.480792, 28.45241, 14.363703, 5.000537], "sum_m_pl": [5.309961, 14.2414, 16.504534, 18.303862, 17.205914, 15.936764, 17.745294, 18.775024, 19.002937, 19.824735, 21.217539, 21.891529, 23.826405, 22.714836, 23.81124, 22.806032, 20.660649, 19.726562, 19.893345, 18.743187, 18.023625, 16.975319, 15.747773, 16.172408, 15.939459, 20.391252, 20.967327, 24.703242, 26.148221, 28.305254, 28.129653, 26.136948, 26.183714, 25.235747, 22.682547, 22.645549, 24.589972, 22.29744, 19.763139, 18.992099, 15.975622, 19.190032, 21.028394, 22.776576, 30.553533, 51.091214, 96.004537, 126.973404, 136.307499, 144.160418]}, "digit": {"n_am_en": [0, 0, 2, 1, 0, 1, 2, 2, 2, 2, 2, 0, 4, 1, 3, 0, 3, 4, 4, 4, 4, 2, 4, 4, 10, 9, 8, 6, 4, 4, 4, 5, 5, 4, 6, 7, 5, 10, 8, 9, 8, 8, 6, 7, 5, 4, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 2, 2, 0, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 2, 1, 2, 2, 1, 1, 0, 0, 1, 1, 1, 2, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 3, 3, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.87789, 3.091861, 3.35657, 3.401207, 3.621699, 3.597095, 3.533092, 3.528692, 3.237384, 3.302578, 3.768929, 3.417802, 3.494063, 3.466514, 3.303577, 3.604256, 3.97104, 3.699046, 3.576226, 3.603141, 3.506197, 3.534857, 4.110111, 3.940037, 5.633524, 5.134074, 4.95071, 4.488784, 4.333543, 4.16825, 3.831543, 3.699657, 3.895989, 4.149022, 4.709689, 5.099881, 5.709928, 5.936888, 6.993259, 6.016021, 6.506918, 6.251055, 6.236302, 5.481187, 4.436899, 2.485753, 1.557924, 0.745743, 0.760333, 0.0], "sum_m_pl": [0.307506, 0.998751, 0.887353, 1.031271, 1.034433, 1.010546, 0.917968, 1.104358, 1.088762, 1.147829, 1.326224, 1.243555, 1.331017, 1.273799, 1.269543, 1.353207, 1.160607, 1.155632, 1.179726, 1.118565, 1.086303, 0.990961, 0.928941, 0.974934, 1.029201, 1.307948, 1.149473, 1.303637, 1.296497, 1.21209, 1.172838, 1.159909, 1.048732, 1.072139, 1.039074, 1.137261, 0.978528, 1.011596, 0.927762, 1.09088, 1.040151, 0.995311, 1.2214, 1.319908, 1.233117, 1.3509, 0.705469, 0.945369, 0.315052, 0.0]}, "lang": {"n_am_en": [1, 9, 14, 24, 45, 64, 41, 50, 53, 45, 40, 36, 36, 35, 37, 48, 51, 54, 71, 65, 77, 68, 79, 78, 99, 91, 79, 55, 48, 42, 44, 49, 46, 49, 74, 74, 70, 72, 85, 92, 101, 93, 89, 87, 80, 72, 33, 16, 7, 5], "n_am_pl": [0, 15, 15, 11, 14, 9, 18, 12, 18, 17, 19, 22, 20, 23, 23, 24, 15, 16, 13, 5, 5, 8, 4, 3, 7, 12, 16, 13, 20, 18, 21, 23, 21, 18, 14, 16, 16, 10, 12, 10, 9, 14, 17, 19, 23, 42, 88, 119, 138, 143], "n_pos": 150, "sum_m_en": [13.351088, 21.325302, 23.032999, 25.376543, 27.676154, 28.277712, 28.275837, 29.628654, 29.34821, 29.125807, 29.798737, 29.3285, 28.765683, 28.762496, 27.638428, 30.563252, 31.52664, 30.500088, 29.024091, 27.985132, 29.438282, 28.5658, 32.107426, 29.816568, 68.503337, 61.038559, 50.636296, 37.580025, 34.315771, 31.302027, 29.220447, 30.304191, 30.726848, 33.648574, 39.858399, 42.732214, 43.62426, 52.321601, 63.705601, 66.607308, 82.334154, 78.551581, 80.712597, 79.955065, 76.15158, 65.024694, 33.255863, 15.25562, 8.638636, 5.000213], "sum_m_pl": [2.256921, 6.424246, 7.801562, 8.737142, 8.557541, 7.87303, 9.26357, 9.785837, 10.227489, 10.356651, 11.060692, 11.595912, 12.886592, 12.501651, 12.864392, 12.411486, 11.118657, 10.730841, 10.630875, 9.795964, 9.467615, 8.979146, 8.330827, 8.486319, 8.427467, 11.203557, 12.091485, 14.253425, 14.882653, 16.467561, 16.11655, 15.228369, 15.538433, 15.308332, 13.498178, 13.521066, 14.991177, 13.402218, 13.09722, 11.922991, 10.573466, 13.701373, 15.12857, 17.452601, 23.907471, 40.250033, 80.414622, 110.922581, 129.973644, 143.249781]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 389, "item_id": "llmzszl-18419", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 893, "region_end": 294, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 23, 27, 42, 53, 58, 74, 60, 59, 59, 56, 57, 52, 44, 52, 58, 74, 63, 65, 70, 70, 71, 65, 62, 98, 99, 86, 72, 66, 59, 52, 52, 66, 81, 85, 99, 104, 118, 131, 141, 144, 148, 152, 153, 153, 139, 139, 133, 139, 147], "n_am_pl": [11, 15, 10, 10, 16, 14, 8, 15, 15, 13, 15, 22, 29, 20, 21, 20, 18, 21, 16, 5, 13, 7, 12, 12, 12, 13, 12, 18, 23, 21, 29, 29, 18, 11, 11, 8, 9, 4, 5, 4, 3, 3, 3, 2, 1, 0, 0, 0, 3, 3], "n_pos": 225, "sum_m_en": [23.551404, 30.944534, 31.582363, 34.568239, 38.03418, 38.505691, 41.251949, 41.584933, 40.457621, 41.842542, 40.347874, 42.830785, 40.636843, 39.66232, 39.277911, 42.40963, 42.617184, 40.048443, 39.442434, 39.699355, 37.959979, 37.208861, 36.75957, 36.786788, 60.160564, 59.135497, 57.498006, 51.564359, 47.92137, 46.134236, 41.801745, 43.575901, 46.049993, 49.751934, 54.488672, 59.156738, 70.016719, 80.520819, 95.171684, 107.245982, 114.915355, 122.709726, 127.742204, 134.888172, 135.68411, 126.889735, 129.365316, 125.775147, 122.869809, 147.553591], "sum_m_pl": [4.676783, 8.081766, 9.744066, 9.508723, 9.210454, 8.774196, 9.739303, 9.47663, 9.636888, 10.780951, 11.817503, 12.851389, 13.546097, 14.253038, 15.177966, 15.698153, 14.504455, 14.918616, 14.51626, 14.55916, 13.734828, 13.342214, 12.822733, 12.951361, 14.008056, 15.925585, 15.684915, 18.050815, 19.664012, 20.066754, 20.072765, 18.617839, 18.664565, 17.293081, 17.46797, 16.493194, 14.320245, 13.187084, 11.168006, 9.381739, 8.407668, 7.186035, 6.477383, 4.548558, 3.56189, 2.423946, 1.993441, 1.613972, 4.405845, 3.002435]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 16, 23, 30, 45, 44, 60, 50, 49, 51, 48, 45, 46, 37, 44, 46, 60, 51, 54, 59, 60, 60, 58, 56, 79, 82, 73, 62, 57, 51, 47, 46, 57, 68, 72, 84, 85, 96, 107, 117, 121, 126, 130, 134, 135, 123, 127, 122, 132, 147], "n_am_pl": [10, 10, 8, 7, 10, 11, 7, 10, 9, 8, 11, 13, 17, 14, 13, 14, 11, 14, 8, 3, 5, 2, 7, 7, 7, 8, 7, 14, 15, 13, 22, 22, 15, 7, 9, 3, 3, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 3, 3], "n_pos": 151, "sum_m_en": [15.766925, 20.09084, 21.149672, 23.368958, 26.023524, 26.389098, 28.295707, 28.687597, 27.374877, 28.8771, 27.664256, 29.524179, 27.570602, 27.197538, 27.064963, 29.304047, 29.467578, 27.85779, 27.267266, 27.419399, 26.123146, 25.456814, 25.027797, 25.167734, 46.529271, 45.56613, 44.51802, 38.962791, 36.3079, 34.451457, 30.839874, 32.076947, 35.045369, 38.660479, 41.757371, 46.560528, 56.737625, 64.596187, 77.549745, 89.930669, 95.874951, 103.168584, 108.785958, 115.50122, 118.470419, 113.089591, 118.375363, 113.707806, 114.968605, 145.048967], "sum_m_pl": [3.254197, 5.169509, 6.224857, 6.151591, 6.024783, 5.739889, 6.451622, 6.340025, 6.374553, 7.165981, 7.91528, 8.681992, 9.060533, 9.528217, 10.299426, 10.625949, 9.806842, 10.084624, 9.829911, 9.847499, 9.338692, 9.075976, 8.68766, 8.731217, 9.506469, 11.252173, 11.316349, 13.045113, 14.041058, 14.333278, 14.724632, 13.543267, 13.625534, 12.642938, 12.683484, 11.797304, 10.277508, 9.302483, 7.737305, 6.244565, 5.956008, 4.872407, 4.48976, 3.119806, 2.293007, 1.442189, 1.314397, 1.123418, 3.806399, 3.000087]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "llmzszl-18421", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 847, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 5, 8, 18, 26, 21, 33, 22, 25, 23, 32, 20, 22, 24, 27, 28, 30, 22, 24, 27, 33, 32, 27, 27, 46, 42, 35, 29, 25, 24, 20, 27, 22, 23, 24, 36, 37, 47, 51, 52, 54, 56, 53, 55, 53, 41, 17, 2, 2, 1], "n_am_pl": [1, 9, 8, 5, 5, 11, 10, 12, 9, 6, 5, 13, 20, 19, 16, 16, 13, 20, 13, 12, 11, 8, 10, 11, 7, 10, 7, 15, 17, 22, 17, 12, 14, 13, 12, 14, 17, 12, 13, 13, 12, 15, 18, 17, 22, 34, 55, 68, 74, 76], "n_pos": 104, "sum_m_en": [8.78877, 13.610557, 14.619682, 15.929531, 17.108062, 17.180142, 18.910839, 19.652074, 18.325864, 19.108943, 18.949354, 19.579577, 17.83972, 17.475594, 17.245911, 18.536466, 18.334937, 16.571731, 16.567701, 16.434572, 16.713392, 15.990413, 15.940837, 16.517501, 29.072154, 30.120702, 27.057843, 21.744061, 19.654621, 19.326561, 17.984772, 17.385424, 18.420366, 18.972913, 20.115958, 21.737044, 23.903221, 28.33141, 37.402584, 40.83249, 40.737732, 43.13843, 45.042342, 50.49383, 50.351072, 38.593795, 17.848045, 4.123968, 2.761211, 1.000036], "sum_m_pl": [1.552119, 3.760043, 4.656967, 5.032754, 4.706737, 4.588681, 4.88744, 4.796642, 5.119712, 5.587848, 6.171795, 6.645767, 7.320473, 7.563216, 7.83473, 7.336877, 6.563724, 7.021695, 6.470501, 6.563756, 6.072089, 5.869701, 5.58579, 5.700782, 7.213646, 7.870637, 8.223117, 9.96085, 10.725889, 11.466491, 11.056473, 10.819072, 11.046909, 10.631557, 10.695452, 9.99373, 12.110179, 10.991102, 9.969991, 9.438167, 10.367483, 12.803071, 14.49477, 14.368709, 17.122145, 27.148876, 49.438674, 66.911411, 71.454255, 75.811014]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 2, 7, 13, 21, 19, 23, 16, 18, 19, 24, 16, 18, 19, 20, 19, 19, 17, 20, 19, 27, 27, 22, 23, 36, 34, 26, 21, 20, 19, 16, 18, 19, 20, 18, 29, 25, 34, 38, 39, 39, 40, 36, 38, 37, 28, 12, 2, 2, 1], "n_am_pl": [1, 6, 4, 4, 5, 9, 8, 9, 9, 5, 5, 11, 16, 14, 12, 12, 13, 16, 9, 10, 8, 8, 9, 9, 6, 9, 6, 15, 14, 17, 13, 9, 13, 10, 10, 12, 15, 11, 11, 9, 9, 13, 18, 17, 20, 32, 52, 67, 73, 75], "n_pos": 76, "sum_m_en": [6.547466, 10.046269, 10.832586, 11.990299, 12.913788, 12.895388, 14.22638, 14.940725, 13.87327, 14.501653, 14.379768, 14.908227, 13.611576, 13.23523, 12.964255, 13.846585, 13.474011, 12.114208, 12.000157, 11.848356, 12.044861, 11.481755, 11.446062, 12.064667, 22.681596, 22.851188, 20.346232, 16.442039, 14.759689, 14.448356, 13.442339, 12.91938, 13.526231, 13.811535, 14.407002, 15.576381, 16.777089, 19.728621, 27.046383, 29.012654, 29.130016, 30.71939, 32.383379, 37.079085, 37.52902, 28.322182, 12.603168, 2.464307, 2.387329, 1.000005], "sum_m_pl": [1.194152, 2.66062, 3.330709, 3.672125, 3.380584, 3.32238, 3.572158, 3.533197, 3.823146, 4.15911, 4.436459, 4.824517, 5.387989, 5.611628, 5.671121, 5.24538, 4.796932, 5.215495, 4.881487, 4.881015, 4.513247, 4.356547, 4.118678, 4.158982, 5.631465, 6.106319, 6.535027, 7.999922, 8.488362, 8.998313, 8.710894, 8.474799, 8.691373, 8.27337, 8.396616, 7.988495, 10.134648, 9.367104, 8.375533, 7.867746, 8.855696, 11.729785, 13.510745, 13.477447, 16.043605, 26.077155, 47.783694, 64.845712, 69.853411, 74.911737]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "llmzszl-18421", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 975, "region_end": 104, "roundtrip_ok": true, "tf_agree": 0.9528, "tf_agree_excl_first": 0.9619}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 27, 28, 34, 46, 69, 74, 75, 64, 60, 45, 50, 40, 53, 49, 73, 72, 71, 104, 118, 103, 106, 86, 81, 103, 99, 86, 71, 65, 53, 43, 48, 51, 62, 60, 72, 90, 86, 93, 101, 102, 102, 97, 97, 100, 97, 95, 95, 103, 113], "n_am_pl": [10, 13, 5, 11, 12, 5, 6, 12, 6, 12, 9, 18, 20, 15, 15, 15, 17, 14, 5, 5, 8, 5, 6, 5, 8, 6, 6, 12, 13, 15, 17, 14, 14, 15, 10, 10, 11, 8, 8, 7, 11, 8, 6, 7, 5, 1, 2, 1, 1, 1], "n_pos": 168, "sum_m_en": [19.824748, 25.093353, 25.238295, 27.311936, 29.759123, 33.515962, 34.266304, 34.776945, 31.891452, 32.481788, 29.647943, 30.567527, 28.943298, 30.95041, 29.928567, 31.525048, 30.794584, 28.570395, 32.7542, 33.597641, 30.974104, 30.867402, 28.552621, 29.437066, 69.886286, 62.181458, 51.336871, 41.738397, 36.186726, 32.796067, 28.208066, 30.093163, 30.194205, 32.169112, 35.442745, 38.537806, 52.120739, 61.773805, 68.664923, 76.889941, 84.404921, 83.164036, 87.271916, 91.0969, 91.975595, 91.497722, 86.26112, 84.460153, 90.121861, 112.599626], "sum_m_pl": [3.957289, 6.514891, 7.210036, 6.922074, 6.802994, 6.562874, 6.978016, 7.726092, 8.2305, 8.666618, 9.809442, 9.987811, 11.338646, 9.94239, 10.591786, 11.238548, 11.177823, 10.858563, 10.195667, 9.845155, 10.073877, 9.77727, 9.667753, 9.190419, 9.337971, 9.646529, 10.713468, 11.767213, 13.326711, 14.876576, 15.542654, 14.241504, 13.774466, 14.062286, 13.425151, 13.085242, 10.51223, 9.9338, 8.976, 9.083591, 8.318564, 6.347452, 6.441423, 5.943123, 3.373109, 1.968448, 2.336442, 2.242866, 1.889056, 0.97791]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 23, 22, 28, 36, 54, 55, 60, 52, 46, 36, 39, 32, 40, 41, 54, 53, 53, 78, 85, 76, 76, 64, 64, 80, 76, 67, 56, 55, 44, 33, 38, 40, 51, 48, 57, 71, 71, 77, 79, 85, 88, 85, 84, 89, 88, 89, 91, 100, 113], "n_am_pl": [3, 9, 3, 4, 6, 2, 1, 8, 5, 9, 8, 11, 13, 11, 10, 10, 10, 9, 3, 5, 8, 4, 5, 4, 4, 2, 4, 6, 8, 12, 11, 9, 12, 11, 6, 7, 9, 2, 2, 2, 4, 3, 2, 3, 2, 1, 1, 1, 1, 1], "n_pos": 116, "sum_m_en": [12.782979, 16.939312, 17.364915, 18.853991, 20.473802, 22.899691, 24.188701, 24.597705, 22.617932, 22.797492, 20.676433, 21.585612, 20.41778, 22.312383, 21.425973, 22.653739, 21.725116, 20.386096, 23.055069, 23.952015, 22.493168, 22.246738, 20.215143, 20.921282, 53.671595, 48.232329, 39.460069, 31.766021, 27.57292, 24.371752, 20.574348, 22.131965, 22.342553, 24.28909, 26.76425, 29.698025, 39.960398, 49.516179, 55.018133, 61.597695, 69.007453, 70.271037, 74.716332, 77.463515, 80.916442, 81.356644, 79.396202, 78.052975, 86.299701, 110.409682], "sum_m_pl": [2.187535, 3.80226, 4.57418, 4.453807, 4.432551, 4.275586, 4.612615, 5.102861, 5.338529, 5.745456, 6.640483, 6.662241, 7.83681, 6.798264, 7.210233, 7.673726, 7.531488, 7.303515, 6.802712, 6.542291, 6.732574, 6.494257, 6.473897, 6.126476, 5.731611, 6.097744, 7.308367, 7.910728, 9.189508, 10.279453, 10.760751, 9.735859, 9.392584, 9.363133, 9.187, 9.041311, 7.478431, 5.780592, 4.628341, 3.839836, 3.574991, 2.770647, 2.640833, 3.058455, 2.141973, 1.178073, 1.569771, 1.401132, 1.597429, 0.976262]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "llmzszl-18422", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 790, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9822}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 15, 32, 67, 92, 133, 135, 141, 130, 110, 90, 73, 54, 68, 63, 140, 131, 149, 173, 193, 188, 201, 177, 172, 231, 220, 179, 125, 109, 91, 81, 80, 80, 84, 107, 127, 144, 174, 193, 204, 201, 191, 190, 199, 166, 125, 54, 10, 4, 2], "n_am_pl": [9, 30, 43, 31, 24, 30, 39, 40, 38, 42, 48, 52, 66, 41, 67, 40, 37, 26, 24, 13, 9, 9, 11, 8, 10, 9, 19, 50, 58, 58, 62, 56, 45, 47, 35, 35, 40, 31, 27, 31, 44, 47, 48, 61, 61, 100, 167, 224, 248, 257], "n_pos": 342, "sum_m_en": [30.77724, 47.971997, 51.544413, 58.125638, 65.116783, 73.889448, 68.927089, 73.644297, 69.892805, 67.516802, 63.746993, 62.122977, 58.510985, 58.056277, 57.046612, 60.276111, 59.901126, 55.919063, 59.601902, 61.698758, 57.98363, 61.362294, 58.103675, 60.887888, 155.426247, 137.970681, 109.806612, 83.466812, 68.21373, 62.396601, 57.077179, 58.323639, 57.476578, 58.319585, 65.307669, 68.899774, 78.210399, 101.254175, 119.668834, 134.303383, 142.725165, 149.678305, 152.619196, 168.013311, 147.491104, 116.017423, 47.32197, 14.687684, 7.500872, 2.000245], "sum_m_pl": [5.427322, 14.808274, 17.218076, 18.304011, 17.142519, 17.018464, 18.735089, 20.15805, 21.678848, 22.953508, 25.814817, 27.031801, 30.864199, 28.61133, 30.158356, 28.109857, 26.319494, 24.4613, 22.650582, 21.250673, 21.25958, 20.327432, 20.084343, 18.966751, 18.226161, 21.509268, 26.100721, 31.492764, 37.375535, 41.622059, 41.403967, 38.113888, 36.182953, 37.436669, 34.250532, 34.146387, 34.831416, 31.787134, 31.236227, 31.165923, 33.533794, 34.62227, 42.276668, 50.779103, 58.252718, 87.224172, 157.253147, 213.166057, 235.48651, 257.137673]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 11, 28, 50, 71, 101, 101, 102, 97, 85, 63, 52, 36, 47, 47, 105, 99, 118, 130, 143, 142, 153, 138, 131, 182, 170, 137, 96, 85, 71, 66, 61, 62, 68, 85, 101, 113, 137, 146, 156, 154, 141, 140, 157, 136, 95, 45, 10, 4, 2], "n_am_pl": [5, 20, 30, 20, 16, 21, 27, 32, 33, 34, 36, 39, 50, 31, 55, 32, 27, 19, 19, 9, 8, 6, 9, 7, 7, 7, 18, 40, 48, 48, 53, 47, 35, 40, 29, 31, 35, 27, 24, 27, 39, 42, 42, 51, 53, 93, 151, 216, 242, 256], "n_pos": 258, "sum_m_en": [23.824634, 36.266598, 39.386487, 44.535762, 50.182084, 56.857426, 52.008293, 55.363084, 52.548779, 50.989739, 48.411533, 46.989469, 44.182288, 43.855738, 43.168612, 45.789872, 45.702653, 42.584766, 45.411441, 47.259881, 44.486606, 47.067365, 44.112613, 46.560606, 120.990952, 105.983559, 84.388176, 64.134123, 51.815985, 47.15185, 42.992986, 44.263381, 43.542548, 44.238642, 49.454399, 52.462641, 60.274726, 77.519307, 91.438711, 103.010943, 107.810933, 112.814792, 115.398847, 132.08364, 118.945733, 91.698191, 38.583194, 12.027413, 6.05943, 2.000171], "sum_m_pl": [4.306007, 11.089811, 12.711239, 13.310461, 12.453683, 12.430927, 14.026391, 15.41201, 16.679717, 17.660388, 19.764592, 20.947472, 23.907609, 22.215426, 23.313998, 21.571458, 19.899487, 18.683803, 17.332444, 16.027294, 15.970119, 15.300785, 15.230074, 14.461851, 14.201829, 17.043974, 20.628149, 24.707944, 29.595891, 32.898124, 32.77768, 30.15477, 28.521601, 29.816004, 27.157992, 27.140836, 27.166215, 25.06177, 25.044238, 25.439513, 27.858087, 29.582805, 36.116573, 42.458683, 51.356283, 80.352212, 143.738936, 205.229311, 229.633141, 254.9191]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 344, "item_id": "llmzszl-18422", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 918, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9883}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 6, 19, 21, 16, 16, 20, 15, 17, 9, 12, 12, 18, 13, 13, 20, 27, 25, 19, 29, 20, 17, 23, 20, 30, 27, 22, 28, 17, 26, 18, 19, 19, 24, 31, 29, 26, 35, 39, 57, 55, 58, 58, 51, 46, 48, 37, 33, 31, 31], "n_am_pl": [4, 21, 16, 11, 10, 10, 15, 13, 7, 13, 13, 14, 16, 20, 25, 15, 14, 12, 10, 10, 9, 7, 5, 8, 11, 16, 16, 21, 18, 23, 19, 13, 10, 12, 11, 8, 6, 10, 9, 7, 6, 5, 5, 3, 3, 2, 7, 6, 6, 6], "n_pos": 147, "sum_m_en": [15.918621, 21.945499, 21.255011, 21.9834, 22.868349, 22.139052, 22.218528, 21.691657, 22.136449, 22.487218, 22.040592, 22.51465, 21.732294, 22.071891, 22.402626, 23.494807, 24.151451, 23.758447, 24.837935, 23.9692, 23.077702, 23.460462, 23.032263, 23.104599, 27.196836, 25.48839, 24.880103, 22.917955, 23.21082, 23.406709, 22.453879, 24.043639, 24.860382, 25.01031, 26.916643, 25.816386, 25.96393, 31.102189, 32.361079, 42.526337, 45.094497, 49.952398, 48.087401, 48.196334, 47.008073, 45.720253, 36.840677, 34.437275, 29.94163, 32.388153], "sum_m_pl": [3.365139, 7.236884, 8.145056, 8.069637, 7.728724, 7.108218, 6.938799, 6.910698, 6.862195, 7.687007, 8.602992, 9.825174, 10.521841, 9.903753, 10.318977, 10.304507, 9.478231, 9.222737, 9.509667, 9.429331, 9.12683, 8.643466, 8.281776, 8.136263, 11.056278, 12.809436, 12.59947, 13.553365, 13.202085, 13.985548, 12.66999, 11.428912, 10.720814, 10.854634, 10.684905, 9.944559, 9.549887, 8.978496, 9.20566, 7.830708, 6.799376, 5.358203, 4.912195, 3.356739, 3.890107, 3.500911, 7.661897, 6.76629, 6.412486, 5.968229]}, "digit": {"n_am_en": [0, 1, 3, 4, 2, 4, 5, 1, 4, 3, 3, 3, 4, 1, 1, 4, 8, 5, 7, 8, 6, 2, 6, 7, 10, 8, 7, 7, 8, 8, 3, 5, 4, 4, 9, 6, 4, 6, 6, 7, 10, 8, 6, 8, 5, 8, 5, 3, 0, 0], "n_am_pl": [0, 7, 5, 2, 2, 1, 4, 3, 3, 4, 4, 6, 6, 7, 5, 3, 7, 3, 1, 4, 2, 3, 2, 3, 1, 4, 6, 5, 7, 6, 5, 3, 3, 3, 6, 2, 0, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.506658, 6.047155, 5.907286, 6.136868, 6.191216, 5.985893, 5.88597, 5.664362, 6.088915, 6.227393, 6.215669, 6.128414, 6.124309, 5.886139, 5.924752, 6.344848, 6.889001, 6.72621, 7.207801, 6.790617, 6.436019, 6.494345, 6.351021, 6.321631, 7.480085, 7.260708, 7.014714, 6.854534, 7.198096, 6.617211, 6.549041, 6.817707, 6.951856, 7.181885, 7.755808, 7.235011, 7.233561, 7.592652, 7.102996, 7.22238, 7.231255, 7.75386, 6.721607, 8.503916, 7.032124, 6.714621, 4.929633, 4.046309, 1.231034, 2e-06], "sum_m_pl": [0.482081, 1.838407, 1.742698, 1.724539, 1.635069, 1.459598, 1.473162, 1.391641, 1.328194, 1.591983, 1.896353, 2.53535, 2.904903, 2.505271, 2.731499, 2.547157, 2.222146, 2.260112, 2.30108, 2.282553, 2.190045, 2.085596, 2.028226, 2.04486, 2.654227, 3.119594, 3.360839, 3.569297, 3.520737, 3.538707, 3.394257, 2.869619, 2.656758, 2.500866, 2.333273, 2.143089, 2.12958, 2.157858, 2.169473, 2.096611, 2.193673, 1.944702, 2.005604, 1.45396, 1.670673, 1.732816, 1.409844, 0.913185, 0.232732, 0.0]}, "lang": {"n_am_en": [7, 5, 7, 7, 10, 7, 6, 8, 6, 4, 4, 6, 8, 6, 6, 6, 10, 10, 8, 11, 9, 10, 13, 10, 11, 13, 9, 12, 7, 11, 9, 8, 10, 15, 13, 15, 15, 19, 22, 30, 28, 30, 31, 28, 25, 26, 25, 25, 28, 31], "n_am_pl": [1, 4, 7, 3, 1, 4, 6, 4, 3, 4, 3, 6, 4, 8, 11, 9, 4, 8, 7, 3, 3, 2, 2, 4, 3, 4, 4, 6, 4, 8, 6, 3, 3, 3, 2, 2, 4, 4, 5, 3, 3, 3, 3, 2, 2, 1, 6, 6, 6, 6], "n_pos": 38, "sum_m_en": [4.285158, 5.389901, 5.285232, 5.36087, 5.988661, 5.736873, 5.762965, 5.785041, 5.772811, 5.653979, 5.437553, 6.072392, 5.725047, 6.454623, 6.402892, 6.538451, 6.612193, 6.756998, 6.822776, 6.497692, 6.24278, 6.380127, 6.2523, 6.148816, 9.822716, 8.810911, 8.883932, 7.255359, 6.73858, 6.993534, 6.468997, 7.426027, 7.66721, 7.834932, 8.205046, 8.777909, 9.910592, 12.716013, 14.857611, 20.321141, 22.363904, 24.11108, 25.169951, 24.336658, 24.478736, 25.158482, 24.395975, 23.728154, 24.667455, 30.416151], "sum_m_pl": [1.025408, 1.637512, 2.031458, 1.994478, 2.001811, 1.958421, 2.042436, 2.057963, 2.063484, 2.260683, 2.558428, 2.962554, 3.189035, 3.058522, 3.158403, 3.202426, 2.906276, 2.817693, 2.88228, 2.777803, 2.673562, 2.504136, 2.362721, 2.30302, 3.72884, 4.217259, 3.834868, 4.097901, 3.858613, 4.132289, 3.768929, 3.348175, 2.996562, 3.137132, 3.242126, 3.158557, 3.070449, 3.124879, 3.17302, 2.66259, 2.129025, 1.948205, 1.501445, 1.010508, 1.386134, 0.99383, 5.580142, 5.418641, 5.822473, 5.951618]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "llmzszl-18423", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 786, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9932}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 22, 30, 39, 50, 53, 69, 52, 56, 43, 50, 49, 62, 53, 67, 78, 106, 90, 106, 102, 102, 98, 95, 105, 136, 124, 118, 91, 77, 70, 66, 81, 86, 101, 137, 105, 110, 145, 141, 183, 177, 176, 180, 173, 135, 117, 53, 32, 16, 13], "n_am_pl": [10, 49, 43, 45, 41, 42, 40, 39, 36, 36, 56, 54, 48, 45, 40, 48, 37, 37, 36, 33, 30, 28, 21, 19, 35, 49, 50, 58, 64, 74, 68, 59, 46, 58, 39, 35, 39, 35, 38, 32, 33, 35, 35, 38, 41, 62, 112, 126, 126, 135], "n_pos": 439, "sum_m_en": [41.630784, 62.651179, 67.17129, 67.529713, 70.496321, 69.86199, 70.916259, 70.548004, 71.770868, 71.728975, 72.172251, 71.333559, 71.380062, 69.706224, 69.725759, 74.102455, 78.10789, 75.083761, 76.633808, 73.363204, 71.420857, 73.267558, 72.134079, 71.969812, 107.687419, 97.601581, 89.132854, 80.404816, 78.146695, 77.249118, 74.652817, 77.827279, 80.749656, 83.02906, 93.498635, 86.716221, 89.125901, 101.37317, 107.488123, 137.289579, 137.641684, 142.38121, 148.353624, 158.0253, 123.387772, 111.07767, 51.882318, 32.051384, 22.374229, 13.003949], "sum_m_pl": [8.544342, 22.267298, 25.876601, 24.988142, 23.287926, 22.59649, 22.381968, 22.728952, 23.84676, 26.322682, 28.572687, 29.256342, 30.884394, 29.012831, 29.910519, 29.969115, 26.855109, 27.117188, 26.667885, 27.678624, 26.158884, 24.709296, 23.875869, 23.317996, 30.157345, 35.895467, 36.702723, 38.080662, 41.595816, 44.262982, 42.977316, 38.555096, 36.128953, 35.175402, 31.976033, 31.321007, 31.400494, 31.735196, 32.42693, 29.673087, 30.977449, 28.859415, 31.272788, 30.579404, 40.314705, 61.246132, 108.57467, 122.647499, 123.812338, 134.370253]}, "digit": {"n_am_en": [9, 2, 5, 2, 8, 9, 11, 7, 10, 10, 6, 6, 10, 7, 6, 10, 10, 7, 15, 5, 5, 2, 4, 8, 13, 10, 15, 5, 5, 10, 11, 12, 13, 12, 19, 9, 15, 27, 8, 19, 15, 16, 13, 18, 10, 10, 12, 8, 1, 0], "n_am_pl": [0, 13, 4, 10, 10, 7, 6, 13, 6, 7, 14, 11, 7, 10, 7, 10, 7, 8, 10, 5, 6, 6, 3, 2, 7, 10, 12, 13, 14, 19, 16, 10, 11, 16, 6, 11, 8, 1, 3, 3, 3, 3, 2, 4, 2, 0, 4, 2, 1, 0], "n_pos": 79, "sum_m_en": [6.652162, 12.358385, 13.716953, 13.637589, 13.309427, 13.050074, 12.521115, 12.247666, 13.007367, 13.540471, 13.321234, 12.98576, 13.289233, 12.58355, 12.22073, 12.845864, 13.517509, 12.976754, 13.594062, 13.177892, 12.686523, 12.983611, 12.88732, 13.099029, 15.666026, 14.120919, 14.077946, 13.824223, 14.000078, 14.366206, 13.988586, 14.241629, 15.364256, 15.202666, 16.181581, 14.540503, 14.465693, 17.298027, 14.757404, 17.362636, 17.248671, 17.000169, 16.788567, 19.418977, 13.423744, 11.356374, 9.23675, 6.733766, 2.846223, 1e-06], "sum_m_pl": [0.961037, 4.014214, 4.004406, 3.857379, 3.258016, 3.202146, 2.935784, 3.232923, 3.478537, 3.879738, 4.421831, 4.21139, 4.733348, 4.22624, 4.671163, 4.815597, 4.495182, 4.546907, 4.334673, 4.574207, 4.260456, 4.038242, 3.925649, 3.919039, 5.24913, 6.122301, 6.618358, 6.281316, 6.772297, 6.928063, 6.642774, 5.938625, 5.464491, 5.006887, 4.745861, 4.675121, 4.380528, 3.822325, 4.113244, 3.861919, 3.969279, 3.796473, 4.075911, 3.857053, 4.212433, 4.117631, 4.40714, 3.008609, 1.147824, 3.1e-05]}, "lang": {"n_am_en": [1, 6, 8, 11, 17, 22, 32, 22, 22, 17, 19, 24, 27, 23, 30, 35, 45, 48, 43, 52, 58, 59, 51, 56, 70, 61, 54, 48, 32, 32, 29, 34, 36, 44, 58, 46, 44, 53, 68, 90, 91, 87, 100, 90, 82, 73, 31, 17, 15, 13], "n_am_pl": [7, 19, 24, 16, 17, 15, 17, 11, 11, 11, 18, 21, 19, 20, 11, 17, 16, 18, 17, 15, 14, 12, 12, 8, 17, 23, 23, 27, 31, 31, 22, 22, 18, 22, 14, 13, 18, 26, 25, 22, 27, 27, 26, 27, 34, 52, 93, 115, 123, 134], "n_pos": 147, "sum_m_en": [14.832961, 20.782635, 22.668223, 22.513555, 24.175843, 24.157841, 25.592924, 25.570001, 26.31285, 25.856052, 26.44356, 26.620374, 25.963317, 25.67538, 25.487192, 27.126209, 28.276181, 27.903297, 27.900558, 26.496973, 25.852088, 27.015522, 26.15263, 25.502739, 45.891112, 41.472275, 35.349631, 30.479806, 28.172814, 27.379476, 26.786448, 28.135661, 28.536918, 30.905386, 34.713684, 33.988379, 35.351431, 40.033431, 46.119616, 62.178524, 65.336729, 67.610429, 77.542002, 78.651883, 68.90795, 64.448119, 29.923044, 17.910237, 16.523448, 13.000304], "sum_m_pl": [3.137075, 7.158298, 8.435995, 8.046115, 7.895161, 7.51007, 8.025339, 8.234343, 8.597401, 9.213384, 10.00596, 10.648181, 11.17887, 10.781433, 10.733564, 10.667713, 9.154672, 9.647283, 9.664408, 9.821716, 9.249838, 8.682561, 8.448058, 8.21588, 10.942971, 13.2805, 13.934899, 14.677806, 15.819768, 17.466089, 16.864773, 15.169514, 14.200192, 14.366395, 12.86064, 13.009269, 14.772903, 16.339702, 17.389378, 16.108966, 18.136864, 17.50299, 18.862817, 19.510492, 28.868742, 48.000473, 90.905953, 109.249897, 117.706345, 132.932958]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 441, "item_id": "llmzszl-18423", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 914, "region_end": 439, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.9864}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 5, 6, 9, 16, 21, 22, 16, 17, 14, 12, 12, 14, 16, 14, 14, 13, 14, 22, 26, 23, 19, 22, 23, 37, 31, 27, 17, 20, 14, 14, 22, 19, 22, 29, 33, 36, 33, 47, 46, 48, 50, 53, 53, 51, 52, 50, 46, 45, 44], "n_am_pl": [2, 2, 3, 3, 3, 4, 5, 6, 3, 4, 7, 7, 3, 4, 7, 2, 6, 6, 4, 4, 3, 4, 4, 4, 1, 6, 5, 8, 4, 5, 8, 7, 7, 8, 3, 1, 1, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 3, 3], "n_pos": 63, "sum_m_en": [6.867704, 8.12824, 8.344386, 9.541536, 11.581572, 12.461636, 12.391793, 11.203363, 10.344053, 9.793458, 9.677525, 10.271602, 10.395375, 9.990484, 9.441155, 10.24902, 10.298673, 9.748141, 9.709532, 9.845089, 9.585895, 9.657036, 9.510123, 9.656792, 20.197956, 18.40589, 15.947339, 12.297568, 11.694156, 11.151452, 10.691445, 11.77372, 12.895319, 13.729676, 14.951352, 16.41749, 19.903629, 22.452468, 29.980532, 33.278285, 39.170534, 42.977827, 44.622704, 47.134761, 47.223265, 47.728611, 46.527065, 42.657358, 40.4448, 43.972567], "sum_m_pl": [1.553116, 2.565592, 2.971484, 2.680928, 2.822592, 2.483432, 2.771089, 2.84751, 2.818873, 3.214896, 3.850384, 4.348136, 4.458703, 3.927586, 4.491103, 4.575157, 4.495509, 4.353157, 4.414447, 4.333353, 4.118717, 3.847421, 3.641103, 3.648996, 3.866864, 4.872477, 5.041628, 5.71343, 5.727275, 6.55843, 6.369826, 5.636373, 5.715485, 6.073407, 5.645269, 4.425233, 4.528207, 4.30028, 3.041296, 2.637495, 1.996832, 1.728073, 1.363689, 0.796797, 0.662137, 0.481784, 0.32881, 1.245922, 2.834578, 3.0156]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 5, 6, 8, 15, 18, 19, 12, 13, 10, 8, 9, 12, 14, 13, 12, 11, 13, 16, 19, 19, 16, 19, 20, 31, 25, 24, 15, 17, 13, 12, 21, 17, 18, 24, 28, 30, 30, 41, 39, 41, 40, 44, 45, 44, 47, 46, 44, 44, 44], "n_am_pl": [0, 2, 1, 1, 1, 2, 2, 3, 2, 3, 6, 5, 3, 4, 6, 2, 5, 5, 4, 3, 3, 3, 4, 4, 1, 5, 5, 6, 3, 3, 6, 5, 5, 7, 2, 1, 1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 3, 3], "n_pos": 48, "sum_m_en": [4.990504, 6.166122, 6.349975, 7.361044, 8.978161, 9.574569, 9.509412, 8.601926, 7.965902, 7.346026, 7.46085, 7.91947, 8.064871, 7.73107, 7.400963, 7.952705, 7.871167, 7.443399, 7.414394, 7.519886, 7.35942, 7.432443, 7.286724, 7.398073, 16.015973, 15.106408, 13.054591, 9.988172, 9.635464, 9.176894, 8.65778, 9.491931, 10.401951, 10.96811, 11.949534, 13.220078, 16.679605, 19.133729, 26.388942, 29.05104, 33.367584, 36.40302, 37.934867, 40.345225, 40.875016, 42.099025, 42.524961, 40.326629, 38.748987, 43.623852], "sum_m_pl": [1.070224, 1.837411, 2.094028, 1.925977, 2.088418, 1.81193, 2.009757, 2.104885, 2.067283, 2.441363, 2.910097, 3.209993, 3.316564, 2.952938, 3.348714, 3.459793, 3.379968, 3.257942, 3.316938, 3.246396, 3.069854, 2.85945, 2.718188, 2.741941, 2.913578, 3.656837, 3.906792, 4.307649, 4.231471, 4.825158, 4.750652, 4.22101, 4.347287, 4.63221, 4.250657, 3.176178, 3.22125, 2.901537, 1.9713, 1.55178, 1.23012, 1.019391, 0.823362, 0.488401, 0.45342, 0.263895, 0.202038, 1.112689, 2.724391, 3.0156]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 65, "item_id": "llmzszl-18424", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 820, "region_end": 63, "roundtrip_ok": true, "tf_agree": 0.9692, "tf_agree_excl_first": 0.9844}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 9, 20, 41, 56, 65, 61, 57, 52, 46, 37, 43, 41, 35, 45, 49, 59, 46, 47, 56, 60, 57, 60, 66, 124, 116, 103, 76, 51, 56, 43, 65, 55, 62, 75, 75, 81, 93, 105, 119, 119, 132, 140, 140, 115, 95, 32, 9, 3, 0], "n_am_pl": [6, 19, 11, 13, 21, 21, 17, 32, 16, 17, 26, 26, 27, 39, 32, 25, 25, 27, 23, 11, 10, 16, 11, 11, 8, 11, 8, 21, 24, 29, 32, 29, 28, 27, 16, 22, 22, 26, 27, 29, 22, 21, 21, 25, 41, 68, 117, 148, 172, 176], "n_pos": 228, "sum_m_en": [19.471051, 32.67432, 35.686061, 38.524504, 43.274565, 45.729454, 46.580576, 44.732854, 42.732834, 40.164642, 39.907282, 39.8147, 40.6037, 39.095511, 38.174021, 40.386421, 40.504932, 36.395875, 35.213232, 36.075645, 35.476148, 35.419175, 35.444823, 36.103014, 72.898373, 69.287738, 57.405344, 47.355332, 43.322342, 41.78019, 39.218323, 41.656183, 42.141292, 42.80796, 46.987433, 48.713787, 51.490112, 58.545375, 73.847587, 80.426769, 87.661369, 105.879367, 115.86943, 115.420197, 101.709912, 81.248391, 29.866777, 8.472784, 4.526242, 0.000108], "sum_m_pl": [3.012876, 9.467594, 11.321835, 11.66218, 11.988658, 11.692955, 12.428638, 12.729217, 13.077732, 14.13313, 15.336324, 16.812179, 18.256917, 17.218342, 18.147504, 17.591249, 16.224366, 15.803162, 15.368398, 15.507649, 14.56214, 13.959267, 13.471741, 13.505446, 13.880794, 16.225495, 17.198057, 19.252769, 23.060259, 26.497264, 25.402828, 22.427081, 23.018308, 22.95821, 21.168116, 18.428699, 20.835216, 22.284632, 22.240643, 21.599864, 22.311418, 18.726115, 19.441718, 26.2566, 37.616032, 61.406006, 111.152892, 145.480869, 168.658332, 177.049518]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 7, 15, 31, 38, 45, 36, 37, 36, 34, 27, 32, 33, 26, 40, 42, 47, 37, 40, 44, 46, 45, 50, 52, 102, 93, 85, 59, 40, 41, 34, 52, 44, 46, 55, 57, 64, 75, 82, 94, 95, 103, 110, 108, 90, 73, 26, 9, 3, 0], "n_am_pl": [4, 18, 6, 9, 16, 18, 16, 29, 14, 14, 23, 22, 23, 33, 27, 18, 20, 22, 19, 7, 7, 11, 8, 7, 6, 10, 8, 18, 22, 26, 26, 26, 23, 23, 13, 16, 18, 23, 25, 25, 20, 20, 19, 23, 37, 61, 112, 145, 169, 175], "n_pos": 176, "sum_m_en": [15.364893, 26.010776, 28.497132, 30.359329, 33.363366, 35.255615, 35.405811, 34.488345, 32.855571, 30.659188, 30.519716, 30.570833, 31.213062, 30.255724, 29.881518, 31.55508, 31.539237, 28.228277, 27.243997, 28.002903, 27.474259, 27.335586, 27.400601, 27.773293, 59.735937, 56.13346, 45.91424, 37.517832, 33.757223, 32.628831, 30.370314, 32.217574, 32.298749, 32.782766, 36.195422, 37.546453, 40.717795, 46.145373, 58.491398, 64.073834, 70.564219, 82.048106, 91.01024, 90.026903, 79.696021, 64.064043, 25.567579, 7.159833, 3.401552, 0.000107], "sum_m_pl": [2.320523, 7.537989, 8.736017, 8.95994, 8.894801, 8.757736, 9.371393, 9.853477, 10.208833, 11.135447, 12.037618, 13.236817, 14.553667, 13.819111, 14.464773, 13.922102, 12.857082, 12.571672, 12.233579, 12.287117, 11.406415, 10.939977, 10.561485, 10.593893, 10.812839, 13.139598, 13.951655, 15.295841, 18.481061, 21.394054, 20.466416, 18.144414, 18.391246, 18.530584, 16.977026, 14.595111, 16.55752, 18.201248, 18.520425, 17.867782, 19.046172, 16.703244, 17.050599, 23.581433, 34.858639, 57.439458, 106.476954, 141.43241, 165.731423, 175.164379]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "llmzszl-18424", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 948, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9782}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 9, 8, 7, 17, 21, 13, 14, 20, 14, 19, 14, 15, 13, 15, 20, 24, 18, 27, 27, 25, 29, 25, 29, 34, 28, 27, 28, 27, 24, 29, 24, 29, 23, 29, 32, 30, 34, 37, 41, 49, 48, 47, 42, 37, 36, 39, 35, 40, 37], "n_am_pl": [6, 9, 6, 5, 7, 6, 7, 6, 3, 7, 8, 9, 9, 9, 9, 11, 11, 9, 4, 5, 7, 6, 6, 3, 8, 12, 9, 12, 14, 16, 10, 9, 6, 6, 4, 4, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 3, 4, 4, 4], "n_pos": 93, "sum_m_en": [10.544862, 14.062664, 13.68274, 13.782607, 15.871072, 16.617108, 15.566866, 15.199529, 15.394991, 16.350079, 16.397799, 16.089898, 15.826945, 16.152714, 16.380967, 16.168616, 17.091169, 16.32176, 17.156212, 16.552063, 15.661194, 16.406854, 16.138561, 16.307009, 23.783544, 20.280843, 20.322087, 18.472702, 18.653463, 17.959382, 17.440863, 17.980485, 18.306912, 18.422363, 20.589413, 19.818219, 20.679095, 23.907279, 27.528436, 36.124265, 42.246278, 42.095784, 42.377238, 41.962641, 39.110906, 36.855203, 36.743747, 34.550034, 35.706272, 37.850804], "sum_m_pl": [2.219865, 4.309017, 4.736782, 4.385805, 4.666416, 4.467333, 4.230372, 4.237802, 4.508161, 5.2761, 5.728197, 6.589929, 7.249411, 6.785337, 7.465235, 7.459291, 6.762053, 6.99353, 6.30275, 6.471573, 6.438278, 6.249478, 6.062988, 5.876016, 7.601807, 8.382613, 8.399274, 9.124394, 9.30437, 10.347594, 8.909979, 8.516952, 8.287559, 7.872011, 7.362342, 7.466317, 6.576143, 5.588246, 4.684781, 4.17293, 3.698685, 2.912903, 2.461298, 2.19348, 2.270796, 1.841151, 3.689255, 3.658275, 4.694247, 4.046979]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 2, 1, 2, 2, 3, 3, 1, 2, 0, 2, 2, 2, 2, 5, 4, 4, 4, 3, 4, 7, 7, 7, 4, 6, 2, 2, 2, 1, 3, 3, 4, 2, 1, 2, 1, 3, 3, 4, 4, 3, 2, 3, 1, 1, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 0, 1, 1, 0, 0, 0, 0, 2, 3, 3, 3, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.360943, 2.256647, 2.231223, 2.101823, 2.413239, 2.442862, 2.284057, 2.163969, 2.177286, 2.429893, 2.475, 2.29958, 2.313066, 2.221023, 2.415811, 2.355887, 2.558582, 2.578112, 2.768173, 2.606996, 2.454103, 2.498739, 2.419097, 2.387423, 4.175179, 3.122303, 3.228885, 2.610688, 2.713055, 2.49154, 2.264648, 2.409692, 2.308355, 2.278116, 2.407541, 2.491222, 2.400715, 2.086203, 1.758771, 2.030867, 2.159463, 2.164077, 2.154565, 2.29353, 2.009815, 1.774198, 2.015227, 1.766505, 0.724832, 0.0], "sum_m_pl": [0.229431, 0.568552, 0.560017, 0.507811, 0.55233, 0.498243, 0.458484, 0.416184, 0.579044, 0.648581, 0.711982, 0.776153, 0.89824, 0.932043, 1.01919, 1.006243, 0.904537, 1.020554, 0.888443, 0.900266, 0.903878, 0.870408, 0.831345, 0.847988, 0.821155, 0.910895, 1.189413, 1.695627, 1.623291, 1.546629, 1.314907, 1.072972, 1.040327, 0.945453, 0.84958, 0.83689, 0.757085, 0.695488, 0.669431, 0.64683, 0.74146, 0.754953, 0.812442, 0.688162, 0.806193, 0.658747, 0.505169, 0.276429, 0.097305, 0.0]}, "lang": {"n_am_en": [1, 6, 5, 4, 9, 10, 5, 9, 12, 6, 9, 8, 9, 10, 8, 12, 14, 10, 12, 14, 13, 13, 12, 11, 16, 13, 13, 16, 14, 14, 20, 14, 18, 15, 17, 23, 20, 23, 25, 32, 37, 34, 35, 32, 28, 29, 30, 30, 36, 37], "n_am_pl": [3, 2, 2, 3, 3, 0, 1, 4, 2, 3, 4, 4, 5, 3, 6, 3, 5, 6, 2, 2, 1, 2, 2, 1, 1, 4, 1, 3, 5, 8, 2, 6, 1, 2, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 4], "n_pos": 42, "sum_m_en": [4.622369, 6.396487, 6.437689, 6.567584, 7.722949, 8.163629, 7.602206, 7.554073, 7.916058, 8.029292, 8.193237, 8.092521, 7.780653, 8.221493, 8.155393, 7.977129, 8.316191, 7.902877, 8.205262, 7.726749, 7.234141, 7.61377, 7.542683, 7.472993, 12.145198, 10.849237, 10.653985, 9.770152, 9.60514, 9.517727, 9.465435, 9.574999, 10.026689, 10.141107, 11.61528, 11.514412, 12.514685, 14.766984, 18.905772, 25.382105, 30.901114, 30.794524, 31.977891, 31.356764, 29.115186, 28.291084, 28.765604, 28.569837, 31.463098, 36.713011], "sum_m_pl": [1.021912, 1.734104, 2.0149, 1.931095, 2.086132, 1.999263, 1.786442, 1.943131, 2.075537, 2.38262, 2.710671, 3.225551, 3.532456, 3.144753, 3.377871, 3.494088, 3.153282, 3.166729, 2.872998, 2.925323, 2.997682, 2.907002, 2.78339, 2.677354, 3.171002, 3.831357, 3.727251, 3.952761, 4.080859, 4.594648, 4.117484, 4.162459, 4.087468, 3.937702, 3.857612, 4.167599, 3.507353, 2.905288, 2.259215, 1.558487, 0.984578, 0.764291, 0.601449, 0.544013, 0.512316, 0.59464, 2.940964, 3.204872, 4.473539, 4.046977]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 95, "item_id": "llmzszl-18425", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 774, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 4, 6, 14, 29, 26, 34, 22, 24, 26, 25, 22, 19, 17, 16, 20, 41, 45, 60, 44, 47, 60, 58, 58, 72, 65, 60, 45, 37, 33, 28, 31, 37, 47, 62, 54, 71, 65, 77, 81, 80, 71, 64, 57, 45, 31, 15, 4, 2, 3], "n_am_pl": [3, 21, 17, 28, 15, 25, 19, 17, 15, 14, 19, 18, 15, 15, 22, 12, 10, 12, 12, 14, 13, 11, 12, 8, 18, 18, 16, 21, 26, 26, 20, 23, 18, 19, 8, 12, 10, 10, 11, 16, 18, 22, 21, 23, 28, 38, 51, 61, 71, 71], "n_pos": 165, "sum_m_en": [16.567719, 23.59125, 25.280053, 25.95988, 29.298974, 28.986575, 27.956839, 27.111622, 26.938626, 28.68492, 29.03817, 27.803096, 27.911232, 27.692215, 26.935131, 27.331704, 29.215552, 29.082567, 30.142826, 27.440944, 27.065348, 28.198185, 27.869606, 27.524503, 43.907612, 38.456649, 33.84211, 32.532581, 30.429953, 30.029315, 28.760085, 29.685626, 31.744955, 33.383206, 40.449205, 40.685373, 42.544233, 47.680602, 53.11259, 59.452723, 59.99358, 56.301859, 55.716517, 52.863631, 45.147122, 33.035387, 15.173938, 5.182039, 3.503424, 2.996905], "sum_m_pl": [3.062904, 7.768137, 8.460444, 9.027514, 9.094392, 8.692218, 8.64041, 8.42892, 8.937206, 9.529259, 10.064895, 10.697819, 11.36243, 11.118776, 11.823169, 11.786738, 10.7854, 11.305329, 10.190629, 9.968439, 9.952772, 9.86677, 9.617528, 9.365603, 13.200603, 13.566577, 13.149435, 14.47774, 15.929176, 16.282883, 14.858402, 14.768871, 13.362433, 13.007498, 12.044443, 11.253724, 11.291937, 10.226435, 10.372226, 11.625788, 13.840994, 17.791487, 20.734591, 23.473768, 27.919093, 34.505524, 48.344759, 58.873967, 70.301906, 71.536026]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 0, 2, 1, 3, 7, 2, 2, 3, 4, 0, 5, 5, 4, 0, 2, 4, 3, 4, 6, 5, 5, 7, 3, 2, 2, 1, 2, 4, 6, 4, 8, 5, 3, 3, 4, 2, 2, 1, 1, 0, 2, 0, 0, 0], "n_am_pl": [0, 3, 2, 2, 0, 1, 3, 1, 0, 0, 1, 3, 0, 0, 0, 1, 3, 1, 2, 2, 2, 2, 3, 2, 3, 3, 4, 3, 3, 3, 1, 4, 1, 2, 0, 0, 0, 2, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.653837, 3.234968, 3.567182, 3.55195, 3.785265, 3.722612, 3.586177, 3.251365, 3.152505, 3.448348, 3.697972, 3.346321, 3.343023, 3.353304, 3.559459, 3.41824, 3.880101, 3.917165, 3.995152, 3.641885, 3.405294, 3.511397, 3.487932, 3.608091, 4.944573, 4.551468, 4.387193, 4.339719, 4.096922, 4.110082, 3.911814, 4.067158, 4.430652, 4.453276, 4.876863, 4.412988, 4.261225, 3.868006, 3.435714, 3.41701, 3.609766, 3.204669, 3.010727, 2.535229, 2.212192, 1.731306, 1.399349, 0.816179, 0.214085, 0.0], "sum_m_pl": [0.318274, 0.990583, 0.919777, 0.891033, 0.886152, 0.783926, 0.734502, 0.716605, 0.925212, 0.977211, 1.055464, 1.132517, 1.263877, 1.248069, 1.354327, 1.365485, 1.261809, 1.384187, 1.259161, 1.215595, 1.212001, 1.144961, 1.090655, 1.09164, 1.470351, 1.495102, 1.440795, 1.619546, 1.609585, 1.676508, 1.485659, 1.59949, 1.219086, 1.095389, 0.99753, 1.028321, 0.88465, 0.80911, 0.897671, 0.909952, 0.991612, 1.870741, 1.887487, 1.494905, 1.562851, 1.595834, 1.481942, 0.519891, 0.222793, 0.0]}, "lang": {"n_am_en": [2, 2, 2, 6, 17, 17, 23, 12, 11, 14, 12, 13, 10, 7, 6, 11, 20, 24, 34, 26, 25, 32, 32, 29, 37, 31, 26, 16, 13, 13, 10, 13, 15, 21, 30, 28, 35, 33, 43, 45, 43, 40, 38, 34, 27, 20, 12, 4, 2, 3], "n_am_pl": [3, 9, 10, 15, 9, 12, 8, 8, 10, 9, 11, 7, 10, 11, 10, 4, 5, 9, 4, 7, 7, 6, 6, 6, 5, 9, 11, 12, 17, 18, 15, 13, 10, 14, 7, 9, 7, 5, 7, 10, 10, 13, 15, 19, 21, 28, 42, 53, 67, 71], "n_pos": 75, "sum_m_en": [7.890195, 10.608465, 11.642429, 12.038437, 13.868374, 13.690489, 13.442377, 13.344983, 13.388423, 14.039183, 14.147494, 13.649943, 13.680711, 13.499214, 12.926616, 13.089627, 14.081894, 13.975119, 14.22003, 12.823478, 13.037175, 13.646161, 13.30806, 12.817831, 22.139897, 19.371338, 16.58396, 15.421444, 13.70567, 13.848911, 13.189919, 13.712353, 14.50034, 15.742183, 20.045139, 20.010156, 21.408835, 25.320211, 29.6639, 32.30068, 32.438146, 30.893115, 32.197995, 30.689623, 26.808168, 20.264478, 10.86492, 3.436781, 2.439997, 2.996835], "sum_m_pl": [1.278504, 3.234204, 3.665706, 4.036333, 4.101878, 3.900287, 4.121962, 4.052483, 4.284438, 4.516219, 4.841391, 5.192046, 5.68088, 5.529608, 5.705389, 5.790884, 5.195612, 5.470683, 4.934371, 4.736731, 4.68916, 4.768322, 4.678734, 4.501091, 6.566972, 7.023517, 6.667129, 7.503733, 8.442279, 8.587526, 7.913575, 7.688896, 7.200733, 7.16059, 6.545781, 6.066795, 5.987632, 5.296992, 4.672894, 5.686641, 6.455716, 9.211055, 12.303703, 14.959045, 18.843941, 25.285605, 39.170555, 50.88403, 65.317592, 70.983765]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "llmzszl-18425", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 902, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 8, 10, 9, 18, 13, 17, 13, 18, 14, 9, 12, 8, 6, 8, 14, 14, 20, 25, 26, 24, 26, 22, 25, 36, 34, 22, 20, 21, 21, 18, 16, 16, 24, 26, 24, 32, 38, 44, 49, 47, 46, 46, 48, 39, 37, 31, 29, 31, 29], "n_am_pl": [2, 10, 9, 5, 8, 6, 9, 6, 6, 9, 9, 8, 8, 7, 11, 11, 8, 5, 3, 2, 2, 2, 1, 1, 2, 1, 3, 7, 6, 7, 12, 9, 7, 5, 3, 3, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1], "n_pos": 82, "sum_m_en": [9.275703, 12.62924, 12.48572, 13.503792, 15.147982, 15.357708, 14.764323, 13.744608, 13.026623, 13.787324, 13.467927, 14.140242, 13.334559, 13.296529, 13.166102, 13.70553, 12.988241, 12.702883, 13.485796, 12.823821, 12.471223, 12.913253, 12.681021, 13.128208, 21.25328, 20.721779, 15.977167, 15.707425, 15.645258, 16.180823, 14.66998, 15.533047, 15.599835, 16.014869, 18.941285, 19.880883, 24.629028, 27.230072, 31.873202, 36.995428, 36.579278, 38.413273, 37.665528, 43.286014, 36.449252, 35.764927, 29.792374, 29.506779, 27.946498, 29.739744], "sum_m_pl": [2.408858, 4.436707, 4.66307, 4.643623, 4.8684, 4.44082, 4.911052, 4.711058, 5.251385, 5.503348, 5.526108, 5.822945, 5.790547, 5.38442, 5.406233, 5.633039, 5.542629, 5.426294, 4.970614, 4.84316, 4.761505, 4.461004, 4.358994, 4.317728, 4.713417, 5.397917, 5.748175, 6.042012, 6.522971, 7.286642, 6.993566, 6.25946, 6.431171, 5.741159, 5.419704, 5.137685, 4.530726, 3.953471, 3.325342, 2.489436, 2.339295, 1.915194, 1.884654, 1.42274, 1.133366, 0.920103, 0.895011, 0.486337, 1.110211, 1.000279]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 2, 1, 3, 3, 2, 1, 0, 1, 0, 1, 2, 4, 5, 7, 6, 5, 5, 5, 5, 7, 3, 4, 5, 4, 1, 3, 1, 2, 5, 3, 7, 6, 6, 10, 9, 9, 7, 8, 5, 3, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 2, 0, 1, 2, 0, 1, 1, 1, 4, 2, 3, 5, 2, 0, 2, 1, 1, 1, 0, 0, 0, 0, 1, 2, 1, 1, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.654866, 2.659327, 2.551615, 2.574911, 2.837477, 2.670511, 2.786026, 2.526454, 2.473481, 2.642435, 2.724488, 2.747771, 2.519291, 2.727814, 2.526249, 2.575169, 2.324861, 2.304177, 2.628063, 2.524183, 2.436625, 2.542009, 2.472913, 2.614135, 4.591021, 4.276931, 3.040304, 3.091837, 3.062421, 3.004442, 2.68734, 2.903955, 2.952801, 2.85987, 3.19014, 3.115077, 3.511096, 3.472551, 3.669368, 5.306854, 5.337784, 5.164983, 4.444944, 6.426615, 3.785124, 3.227007, 0.968801, 0.386758, 0.07943, 8.3e-05], "sum_m_pl": [0.319739, 0.839665, 0.843486, 0.835624, 0.883875, 0.823805, 0.742256, 0.785666, 0.929457, 0.966582, 1.049566, 1.063867, 1.080576, 0.977499, 0.974642, 1.012412, 0.983108, 0.964752, 0.904437, 0.945893, 0.931448, 0.876044, 0.85385, 0.822073, 0.923854, 1.057208, 1.173577, 1.354005, 1.354163, 1.427194, 1.347946, 1.226382, 1.117026, 0.98164, 0.978987, 1.014147, 0.922441, 0.801556, 0.723949, 0.562528, 0.511611, 0.594958, 0.588111, 0.320976, 0.413843, 0.273936, 0.130222, 0.08671, 0.020993, 0.0]}, "lang": {"n_am_en": [5, 4, 8, 5, 12, 7, 9, 7, 7, 5, 4, 7, 5, 3, 4, 11, 8, 11, 12, 14, 12, 14, 12, 15, 20, 19, 15, 12, 14, 14, 13, 12, 13, 16, 16, 15, 15, 24, 24, 21, 22, 23, 26, 27, 26, 28, 28, 27, 29, 29], "n_am_pl": [0, 6, 4, 2, 3, 3, 6, 1, 3, 3, 5, 5, 3, 3, 4, 2, 2, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 3, 5, 6, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 31, "sum_m_en": [3.634329, 4.790636, 5.055539, 5.556063, 6.311442, 6.425639, 6.023839, 5.577925, 5.35406, 5.587698, 5.411123, 5.742258, 5.383604, 5.272492, 5.635983, 5.945528, 5.655197, 5.537687, 5.605142, 5.338144, 5.127418, 5.244984, 5.170734, 5.306018, 10.432091, 10.692421, 8.307582, 7.739272, 7.516896, 7.809076, 6.667404, 7.086586, 7.248059, 7.508172, 9.376401, 10.255255, 12.442323, 15.20334, 17.349791, 19.588317, 19.846941, 21.571554, 23.232564, 24.697315, 25.150743, 25.574242, 24.508729, 25.201565, 25.997452, 28.402781], "sum_m_pl": [0.679798, 1.616522, 1.796821, 1.662043, 1.739432, 1.608599, 1.971713, 1.819717, 2.120196, 2.154917, 2.104881, 2.300886, 2.203963, 2.119343, 2.093376, 2.307277, 2.181712, 2.075197, 1.924567, 1.836253, 1.819543, 1.683679, 1.650916, 1.658388, 1.712016, 1.931093, 2.141194, 2.203728, 2.509445, 2.954017, 2.826593, 2.566942, 2.60459, 2.286445, 1.96217, 1.930399, 1.737945, 1.484427, 1.275983, 0.954585, 0.90995, 0.562345, 0.506546, 0.526921, 0.28017, 0.299435, 0.508767, 0.166185, 0.933873, 1.000279]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 84, "item_id": "llmzszl-18426", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 773, "region_end": 82, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 36, 63, 88, 85, 110, 116, 108, 99, 103, 103, 123, 103, 106, 104, 107, 119, 162, 195, 175, 168, 223, 186, 204, 287, 264, 205, 172, 147, 121, 136, 119, 139, 149, 182, 198, 233, 271, 293, 321, 302, 320, 311, 326, 266, 185, 65, 20, 2, 0], "n_am_pl": [6, 66, 54, 61, 73, 98, 82, 93, 102, 84, 85, 96, 104, 91, 88, 91, 71, 57, 52, 41, 39, 42, 37, 36, 45, 61, 66, 78, 94, 117, 98, 101, 71, 66, 52, 48, 50, 54, 54, 69, 75, 64, 88, 94, 143, 219, 307, 329, 359, 359], "n_pos": 667, "sum_m_en": [61.4547, 92.899947, 102.428109, 110.682745, 117.996052, 118.58058, 124.302568, 123.432638, 117.591817, 119.840733, 116.900353, 118.266956, 114.933408, 112.016988, 110.174392, 114.722584, 112.992323, 111.192537, 110.714038, 105.24526, 104.58061, 106.010353, 104.43669, 106.509944, 187.127469, 166.755009, 136.969963, 126.063412, 119.547613, 117.676089, 111.278028, 114.325258, 116.637625, 120.726724, 132.740947, 134.242202, 150.765587, 167.141363, 193.43506, 232.740896, 220.583691, 249.082533, 265.581519, 286.432517, 238.845442, 176.607517, 69.45235, 25.593991, 8.165888, 0.000344], "sum_m_pl": [10.486808, 31.17685, 36.880968, 39.05647, 40.461824, 42.371783, 45.76109, 46.622468, 51.70553, 50.342234, 52.533032, 51.42035, 52.7758, 54.615174, 52.270013, 51.471264, 47.952665, 47.636459, 43.281598, 41.200334, 40.541427, 37.818504, 37.36701, 36.828457, 44.246702, 54.248484, 58.811142, 61.234366, 69.829653, 74.71137, 68.436283, 65.699626, 61.765122, 57.445578, 54.30222, 49.872747, 48.323409, 47.464644, 47.93462, 48.592215, 56.117609, 52.318553, 66.409352, 80.843227, 133.498329, 194.22659, 286.708255, 320.252551, 345.683254, 358.011691]}, "digit": {"n_am_en": [2, 7, 11, 12, 4, 8, 5, 6, 7, 5, 4, 3, 4, 9, 4, 4, 7, 8, 13, 10, 5, 8, 4, 7, 12, 6, 10, 10, 7, 2, 5, 7, 13, 8, 11, 18, 26, 20, 19, 26, 19, 16, 14, 15, 10, 7, 3, 0, 1, 0], "n_am_pl": [0, 6, 3, 4, 3, 6, 4, 7, 10, 13, 7, 16, 12, 10, 11, 16, 10, 6, 6, 9, 7, 8, 8, 5, 11, 10, 9, 11, 10, 12, 9, 12, 7, 6, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 53, "sum_m_en": [5.629021, 8.598314, 8.914908, 8.893443, 9.450149, 9.321705, 10.086344, 9.778117, 9.790325, 9.905633, 9.590043, 9.554639, 9.647248, 9.263898, 9.393148, 9.539497, 8.862305, 8.748153, 8.862505, 8.354716, 8.273947, 8.510578, 8.485233, 8.749223, 11.245804, 10.676952, 9.655857, 10.124292, 10.315545, 10.044628, 9.47712, 10.521975, 11.105407, 10.433544, 10.974701, 10.863709, 11.125098, 11.770416, 11.361108, 14.064094, 11.717674, 10.872724, 10.239401, 12.774241, 8.271798, 6.76821, 2.932462, 1.210973, 0.56293, 1e-06], "sum_m_pl": [1.1336, 3.019655, 3.056375, 3.184632, 3.103549, 3.256954, 2.992363, 3.271562, 3.714987, 3.777956, 3.868508, 3.762017, 3.769738, 4.092119, 3.856057, 4.082444, 3.707845, 3.711102, 3.380768, 3.249706, 3.253241, 3.12279, 3.017752, 2.98252, 4.273032, 4.697604, 4.82863, 5.003333, 4.933311, 5.700219, 5.112534, 4.919841, 4.427394, 4.337327, 3.780379, 3.35579, 3.357406, 2.962825, 2.996341, 2.532324, 2.587065, 2.626202, 2.511982, 2.078942, 2.28816, 2.09962, 1.757236, 0.644651, 0.234978, 9.5e-05]}, "lang": {"n_am_en": [14, 16, 33, 36, 53, 57, 70, 60, 56, 65, 63, 87, 67, 66, 62, 66, 67, 101, 121, 113, 114, 159, 135, 148, 204, 191, 146, 121, 103, 86, 102, 85, 91, 92, 121, 129, 143, 169, 186, 204, 201, 217, 212, 226, 183, 123, 45, 15, 0, 0], "n_am_pl": [6, 38, 32, 32, 46, 54, 47, 55, 58, 49, 50, 51, 54, 50, 47, 39, 31, 26, 26, 20, 18, 17, 17, 18, 22, 29, 31, 39, 51, 65, 56, 56, 37, 35, 29, 33, 33, 40, 41, 51, 57, 51, 71, 75, 121, 184, 263, 311, 350, 358], "n_pos": 358, "sum_m_en": [33.417208, 48.811223, 54.285127, 59.195306, 64.086911, 64.772046, 67.102145, 67.308426, 63.813881, 65.196331, 63.462971, 64.372092, 61.79279, 60.909719, 59.446164, 62.20289, 61.81716, 61.890813, 61.110189, 57.746496, 57.644697, 58.333071, 57.182383, 58.230182, 121.889368, 105.310253, 82.519532, 72.353674, 66.6662, 64.882433, 62.193173, 63.062704, 63.087397, 67.267406, 75.00826, 77.477543, 89.868337, 101.36362, 122.98549, 151.673759, 147.720006, 172.4175, 185.849711, 201.927384, 161.596091, 117.332001, 46.996441, 16.576056, 3.690779, 0.000327], "sum_m_pl": [5.204576, 15.737444, 19.141882, 20.085343, 20.910606, 22.505151, 25.225318, 25.950368, 29.082991, 27.919678, 29.369391, 28.682855, 29.539206, 30.551036, 28.911326, 27.945102, 25.819128, 25.801802, 23.699269, 22.227298, 21.599241, 20.030161, 19.869154, 19.603563, 22.404014, 28.909981, 32.528827, 34.526476, 39.817859, 42.381504, 39.277425, 38.092843, 36.005628, 33.384164, 32.090442, 29.924638, 29.897612, 30.229742, 30.864606, 31.203959, 37.71138, 35.835133, 49.452618, 60.022844, 110.872212, 163.075613, 247.747422, 297.867126, 334.024737, 355.994354]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 669, "item_id": "llmzszl-18426", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 901, "region_end": 667, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 0.994}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 9, 16, 13, 18, 19, 23, 18, 16, 19, 15, 14, 11, 17, 23, 28, 23, 29, 26, 29, 34, 31, 33, 29, 37, 34, 32, 28, 22, 17, 18, 23, 25, 29, 30, 32, 32, 39, 31, 35, 39, 41, 37, 34, 30, 30, 32, 36, 39, 44], "n_am_pl": [3, 6, 6, 7, 3, 3, 5, 3, 5, 5, 10, 7, 7, 6, 8, 7, 8, 6, 9, 4, 4, 2, 1, 2, 5, 5, 4, 5, 4, 11, 10, 10, 10, 9, 5, 7, 5, 1, 4, 1, 1, 0, 3, 3, 4, 4, 2, 2, 3, 3], "n_pos": 83, "sum_m_en": [9.680103, 12.683602, 12.672709, 13.695916, 14.419185, 14.636278, 15.231303, 15.374943, 15.277903, 15.748691, 15.928395, 16.049803, 15.659502, 15.913013, 16.557675, 16.232561, 16.152425, 15.667091, 15.911673, 15.803257, 15.329226, 14.889006, 15.148694, 14.884857, 24.968343, 25.7579, 24.639529, 20.948612, 18.536983, 17.745346, 17.800242, 16.907836, 17.559662, 19.12274, 20.440729, 22.036829, 24.007415, 26.879152, 27.207864, 29.162216, 34.231215, 35.789822, 31.439734, 31.480621, 28.059479, 31.675556, 32.848087, 34.104692, 35.553855, 44.412907], "sum_m_pl": [1.760009, 3.075926, 3.367601, 3.416779, 3.659837, 3.924358, 4.281824, 4.753196, 4.927127, 5.064457, 5.58485, 5.898401, 6.224086, 6.310633, 6.5452, 6.425272, 6.145394, 5.981707, 5.939896, 5.450579, 5.404371, 4.875141, 4.744487, 4.5819, 6.03491, 6.038962, 5.180576, 6.144264, 6.141133, 6.745289, 6.643333, 7.045475, 7.465419, 7.104286, 6.913526, 6.681521, 6.28742, 5.246271, 5.281132, 3.709417, 3.389684, 2.131301, 5.015333, 4.27787, 4.271503, 3.041905, 2.543302, 2.763288, 3.435803, 3.001239]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 6, 9, 9, 12, 15, 15, 13, 12, 15, 12, 11, 9, 12, 17, 19, 18, 21, 17, 21, 25, 23, 26, 22, 25, 26, 25, 22, 17, 13, 14, 16, 17, 20, 21, 23, 19, 28, 23, 27, 31, 32, 30, 28, 26, 28, 29, 32, 38, 44], "n_am_pl": [1, 3, 3, 2, 1, 2, 4, 2, 4, 4, 8, 4, 5, 2, 5, 4, 4, 4, 5, 3, 1, 1, 0, 0, 3, 3, 3, 3, 1, 6, 6, 6, 5, 4, 2, 4, 4, 0, 2, 1, 0, 0, 3, 3, 4, 4, 2, 2, 3, 3], "n_pos": 47, "sum_m_en": [5.242316, 6.756237, 6.897313, 7.585734, 8.085312, 8.249191, 8.723247, 8.730098, 8.854956, 9.174433, 9.196076, 9.402616, 9.181661, 9.324797, 9.730631, 9.357941, 9.363554, 9.14231, 9.204127, 9.129651, 8.829578, 8.691581, 8.894436, 8.753831, 16.824982, 17.675487, 17.313225, 13.744219, 11.685637, 11.017348, 11.034641, 10.519729, 11.097719, 12.458527, 12.859238, 14.340121, 15.660325, 18.806639, 19.780297, 22.824505, 27.127835, 28.914911, 26.165998, 26.357562, 24.147858, 27.440087, 27.994623, 29.46424, 32.795682, 42.726277], "sum_m_pl": [0.955519, 1.653557, 1.842072, 1.80667, 1.838002, 1.967609, 2.270572, 2.521587, 2.598544, 2.700704, 3.050442, 3.211093, 3.41669, 3.473704, 3.625274, 3.606378, 3.571815, 3.388048, 3.433999, 3.114834, 3.139541, 2.758186, 2.685484, 2.559924, 3.740869, 3.697471, 2.880798, 3.567561, 3.741767, 4.161517, 4.229675, 4.479767, 4.668145, 4.252785, 4.079688, 3.957632, 3.777093, 3.147448, 3.10491, 2.286306, 1.948961, 1.239359, 3.476788, 3.377835, 3.50824, 2.506162, 2.199074, 2.54008, 3.280798, 3.001111]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "llmzszl-18431", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9647, "tf_agree_excl_first": 0.9762}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 14, 26, 43, 57, 57, 77, 67, 60, 56, 43, 56, 45, 46, 55, 68, 67, 81, 69, 71, 93, 88, 100, 95, 113, 112, 108, 80, 74, 61, 51, 58, 67, 68, 80, 98, 95, 110, 128, 131, 155, 169, 160, 163, 135, 106, 56, 14, 5, 1], "n_am_pl": [2, 29, 22, 31, 30, 22, 26, 26, 28, 34, 48, 37, 44, 47, 57, 57, 33, 33, 33, 28, 27, 22, 17, 15, 27, 29, 28, 38, 54, 53, 55, 53, 48, 62, 43, 41, 54, 51, 44, 49, 42, 37, 44, 43, 64, 97, 144, 182, 198, 205], "n_pos": 295, "sum_m_en": [27.997601, 43.140051, 46.578787, 49.906046, 53.149789, 52.436516, 55.672206, 56.532301, 54.14593, 54.625333, 57.141533, 56.717862, 53.762995, 50.969698, 52.113163, 50.499061, 51.101671, 50.02634, 50.022439, 49.456696, 47.286127, 47.925576, 49.460265, 49.386381, 84.60053, 81.578506, 76.26121, 64.202433, 56.356353, 55.038013, 51.95987, 50.522805, 51.754633, 54.504653, 57.231486, 63.985777, 67.463767, 74.955305, 90.016696, 100.437003, 119.865416, 137.758847, 136.576679, 141.69226, 120.229909, 101.318623, 51.166271, 15.742799, 7.019548, 1.003221], "sum_m_pl": [4.802819, 12.733104, 14.778307, 15.372807, 15.305297, 15.58703, 15.865669, 18.024068, 18.91166, 20.431511, 21.860133, 22.875935, 24.81355, 25.079702, 26.854554, 26.305615, 24.137967, 23.224985, 22.597117, 20.600659, 20.60712, 18.764921, 18.353334, 17.536112, 25.573069, 26.980169, 24.934708, 27.277815, 30.691678, 33.807588, 32.704481, 33.890775, 35.908385, 34.880486, 34.504879, 31.421361, 33.048312, 32.965023, 33.806148, 33.247661, 32.225569, 25.560859, 38.138411, 38.632644, 52.828093, 80.548038, 133.734549, 174.076624, 192.346092, 205.471663]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 10, 18, 33, 44, 43, 59, 48, 47, 44, 37, 44, 36, 32, 38, 49, 47, 51, 46, 47, 67, 66, 77, 74, 87, 83, 80, 59, 51, 39, 38, 42, 48, 48, 61, 73, 68, 83, 99, 96, 117, 130, 122, 131, 110, 86, 39, 8, 2, 1], "n_am_pl": [2, 20, 16, 19, 20, 14, 17, 13, 16, 20, 29, 21, 29, 31, 41, 40, 27, 25, 26, 22, 21, 17, 14, 12, 16, 19, 18, 24, 37, 38, 42, 42, 38, 51, 34, 30, 35, 36, 32, 38, 34, 30, 34, 31, 46, 78, 125, 167, 196, 205], "n_pos": 206, "sum_m_en": [20.312486, 31.061555, 33.543344, 35.436712, 38.286157, 37.34408, 39.82105, 39.961228, 38.470338, 38.808512, 40.780327, 40.530701, 38.511764, 36.352581, 37.521781, 36.424784, 36.650293, 35.840766, 35.403529, 34.698356, 33.212152, 33.686716, 35.000081, 34.564911, 62.487299, 59.175769, 54.941931, 44.6312, 39.179428, 38.151973, 36.348478, 35.421728, 36.777085, 38.904408, 40.946706, 46.564073, 48.523995, 54.389439, 62.65175, 70.677023, 86.570621, 102.347353, 103.061897, 111.068, 95.199236, 80.209878, 36.179235, 9.969735, 3.885779, 0.999928], "sum_m_pl": [3.561687, 9.115807, 10.242536, 10.59872, 10.501288, 10.800118, 10.898229, 12.464409, 13.157461, 13.697935, 15.028714, 15.990935, 17.256844, 17.458751, 18.474715, 18.223869, 16.750801, 16.103077, 15.860893, 14.457642, 14.488353, 13.107547, 12.881319, 12.30744, 16.475665, 17.243957, 16.061367, 18.648617, 21.792918, 24.031352, 23.884408, 25.27265, 26.33041, 25.373101, 25.397934, 22.82142, 24.017535, 24.179622, 25.460743, 25.977883, 25.27328, 20.193243, 27.237245, 28.060177, 39.675224, 65.633015, 116.595503, 159.693478, 188.126591, 204.023673]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 297, "item_id": "llmzszl-18431", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 872, "region_end": 295, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9932}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 15, 22, 16, 26, 25, 24, 20, 25, 20, 29, 26, 32, 28, 28, 51, 53, 49, 42, 47, 40, 46, 55, 53, 74, 62, 49, 44, 32, 37, 35, 41, 34, 46, 51, 53, 60, 75, 79, 93, 99, 90, 79, 79, 76, 66, 61, 54, 57, 68], "n_am_pl": [9, 12, 16, 10, 9, 3, 14, 14, 9, 12, 10, 16, 25, 14, 13, 10, 8, 11, 14, 9, 6, 9, 7, 8, 6, 11, 11, 15, 16, 15, 21, 12, 15, 15, 10, 7, 10, 9, 6, 6, 7, 4, 5, 7, 7, 9, 13, 13, 16, 11], "n_pos": 145, "sum_m_en": [15.687672, 20.994602, 21.85675, 21.436116, 23.179652, 22.89635, 23.692146, 22.254644, 22.371891, 21.551592, 21.536973, 22.828284, 23.276044, 23.740328, 25.053691, 27.591241, 29.175143, 26.830311, 25.201333, 24.173175, 22.764605, 23.938598, 23.772639, 23.220899, 39.833125, 37.019315, 32.302842, 27.027108, 25.617956, 25.207176, 23.348619, 25.442957, 25.95312, 28.307756, 31.505068, 31.589662, 33.868988, 46.227183, 51.960999, 69.285797, 72.426094, 74.376099, 70.712737, 73.543499, 70.105916, 65.147261, 59.489379, 53.863898, 54.146012, 67.570663], "sum_m_pl": [3.211794, 5.902407, 7.163721, 6.785799, 6.969973, 6.43275, 7.263417, 7.306436, 7.978017, 8.987546, 9.424848, 9.609959, 10.557478, 9.709964, 10.33832, 10.285227, 9.16639, 9.424666, 9.178474, 9.337427, 8.992152, 8.737887, 8.566968, 8.537798, 9.739094, 11.65121, 11.364897, 12.356308, 13.151763, 13.621057, 12.814119, 11.620604, 11.761155, 11.564708, 11.747599, 11.376616, 11.144764, 9.648998, 8.520737, 7.240361, 7.495173, 6.174362, 5.268371, 5.561847, 6.481516, 8.305628, 10.38511, 10.861579, 13.428755, 11.648866]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 4, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 0, 0, 1, 1, 1, 1, 3, 3, 3, 3, 4, 3, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3, 2, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.318513, 0.72843, 0.736287, 0.665494, 0.589681, 0.671927, 0.757809, 0.706676, 0.692377, 0.69688, 0.721456, 0.740787, 0.771195, 0.696773, 0.707927, 0.81492, 0.842702, 0.793548, 0.729385, 0.714354, 0.666975, 0.699186, 0.707086, 0.726318, 1.17035, 0.858468, 0.88074, 0.857536, 0.842408, 0.893622, 0.759268, 0.783004, 0.787108, 0.798191, 0.852019, 1.094207, 1.465399, 2.226169, 2.037909, 2.568351, 2.449745, 1.458559, 1.251795, 1.140729, 0.405819, 0.406238, 0.277049, 0.048843, 0.012654, 0.0], "sum_m_pl": [0.032861, 0.151686, 0.161295, 0.177956, 0.180845, 0.171947, 0.184204, 0.168165, 0.183016, 0.181181, 0.219078, 0.207273, 0.201615, 0.199818, 0.243334, 0.258812, 0.21691, 0.249816, 0.230419, 0.236028, 0.237081, 0.233233, 0.218242, 0.223927, 0.291762, 0.501764, 0.356876, 0.319126, 0.314849, 0.32099, 0.283467, 0.240017, 0.240069, 0.209055, 0.246862, 0.21551, 0.17613, 0.107956, 0.083701, 0.076807, 0.091322, 0.158525, 0.128374, 0.085516, 0.096187, 0.035021, 0.016647, 0.014592, 0.003163, 0.0]}, "lang": {"n_am_en": [4, 11, 14, 14, 19, 13, 16, 13, 19, 15, 19, 19, 23, 22, 24, 36, 39, 35, 28, 31, 28, 26, 34, 31, 48, 41, 34, 29, 23, 22, 19, 25, 26, 33, 34, 36, 42, 48, 48, 53, 58, 60, 55, 54, 55, 52, 51, 50, 56, 68], "n_am_pl": [3, 6, 7, 4, 6, 1, 4, 4, 5, 3, 6, 7, 14, 11, 6, 6, 1, 3, 7, 4, 1, 4, 3, 4, 2, 2, 3, 4, 4, 6, 8, 7, 7, 7, 4, 3, 5, 5, 2, 3, 5, 2, 2, 4, 5, 8, 11, 11, 14, 11], "n_pos": 81, "sum_m_en": [8.434686, 11.634562, 12.372929, 12.329101, 13.486761, 12.908172, 13.410593, 12.649676, 12.893991, 12.2575, 12.254836, 13.47641, 13.719814, 14.042681, 14.884003, 16.466019, 17.025678, 15.674091, 14.516953, 14.007779, 13.121842, 13.477479, 13.161998, 12.953495, 23.895469, 22.876243, 19.223316, 15.495819, 14.609835, 14.966223, 13.577546, 15.05854, 15.29881, 17.233964, 18.326251, 18.270271, 20.248081, 27.941578, 32.264469, 41.555354, 43.183177, 50.69159, 49.670707, 50.34356, 52.339283, 50.418846, 50.107111, 47.958742, 51.778999, 66.868849], "sum_m_pl": [1.442373, 2.981605, 3.842145, 3.634422, 3.786984, 3.429426, 3.879412, 3.884507, 4.412328, 5.081251, 5.31693, 5.411341, 6.032567, 5.747877, 6.077052, 5.967837, 5.20423, 5.265744, 5.158463, 5.288387, 5.001673, 4.862917, 4.759395, 4.703146, 5.227517, 6.03352, 5.992232, 6.6918, 7.093985, 7.367303, 7.210424, 6.77874, 6.758647, 6.557081, 6.689501, 6.575744, 6.554546, 5.514611, 4.433637, 3.741407, 4.447222, 3.436671, 2.679504, 2.873486, 4.255575, 5.459961, 8.133959, 9.384778, 11.990562, 11.519255]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "llmzszl-18432", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 769, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.966, "tf_agree_excl_first": 0.9726}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 12, 24, 45, 50, 42, 45, 30, 31, 28, 28, 33, 35, 40, 51, 63, 84, 75, 87, 90, 87, 99, 100, 95, 134, 104, 81, 62, 55, 46, 42, 42, 44, 57, 91, 87, 110, 122, 144, 162, 155, 157, 157, 157, 130, 98, 48, 17, 3, 0], "n_am_pl": [4, 33, 27, 20, 28, 36, 40, 39, 41, 43, 45, 39, 49, 41, 29, 35, 26, 28, 24, 27, 21, 26, 21, 17, 13, 28, 27, 39, 42, 42, 46, 37, 37, 39, 30, 22, 26, 15, 18, 16, 20, 11, 18, 16, 30, 50, 88, 108, 121, 124], "n_pos": 288, "sum_m_en": [28.105017, 40.927773, 43.344122, 46.084665, 47.388375, 47.80452, 49.53611, 47.744314, 46.572471, 45.340734, 46.172573, 45.387117, 45.345671, 44.343811, 45.368365, 51.337535, 55.001012, 50.539982, 49.498233, 48.397215, 46.355156, 47.864827, 47.614506, 47.82887, 80.980961, 69.882606, 62.775827, 52.587409, 50.157938, 48.529415, 45.81991, 48.038708, 49.302656, 54.338457, 61.256551, 63.127813, 67.708896, 83.563891, 94.840266, 117.918519, 116.29463, 118.473358, 126.571814, 139.41634, 116.169447, 87.210969, 43.602913, 17.025897, 5.269616, 0.385698], "sum_m_pl": [5.3165, 13.463987, 15.869238, 16.519046, 16.75505, 16.263694, 17.177895, 17.795501, 18.10374, 20.316796, 21.707457, 22.149398, 23.820562, 22.695689, 23.432926, 22.481875, 19.367102, 19.589757, 18.733765, 18.958295, 18.374122, 17.744122, 17.257945, 16.93088, 19.71965, 24.62001, 23.978383, 27.196768, 30.857885, 31.987503, 30.837862, 27.603176, 26.48388, 26.279283, 24.08695, 22.585455, 23.919765, 20.982024, 20.387059, 18.801516, 19.286961, 16.832462, 18.517629, 20.27765, 26.396576, 48.603972, 81.957554, 104.119562, 118.888595, 124.907528]}, "digit": {"n_am_en": [0, 0, 0, 1, 3, 2, 2, 1, 3, 2, 1, 0, 0, 2, 3, 2, 4, 5, 6, 4, 4, 4, 4, 5, 5, 4, 5, 3, 5, 1, 2, 3, 1, 2, 3, 2, 5, 5, 3, 7, 6, 4, 3, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 1, 0, 0, 2, 0, 2, 3, 2, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 2, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.97081, 1.492111, 1.467129, 1.563679, 1.581038, 1.64965, 1.737371, 1.861812, 2.019275, 1.921259, 1.804064, 1.714896, 1.621193, 1.584403, 1.54837, 1.811007, 2.02013, 1.960155, 2.018376, 1.793348, 1.692115, 1.743216, 1.764029, 1.728594, 3.26303, 2.847779, 2.81448, 2.362768, 2.333322, 2.32766, 2.131971, 2.159086, 2.122364, 2.293314, 2.544415, 2.592579, 2.846495, 3.430947, 3.144193, 3.855206, 3.486565, 2.418986, 2.647118, 2.723626, 1.531776, 1.013384, 0.685882, 0.053788, 0.027739, 3e-06], "sum_m_pl": [0.158271, 0.493039, 0.507922, 0.65864, 0.68422, 0.672447, 0.564215, 0.577983, 0.615735, 0.668607, 0.684015, 0.72156, 0.793941, 0.658512, 0.650657, 0.675719, 0.558467, 0.561998, 0.598722, 0.59763, 0.586815, 0.550507, 0.52923, 0.514735, 0.531416, 0.706854, 0.68166, 0.677538, 0.770569, 0.761857, 0.758335, 0.678927, 0.594879, 0.619369, 0.621801, 0.576681, 0.549701, 0.416338, 0.487935, 0.404411, 0.481381, 0.556001, 0.557438, 0.376403, 0.23898, 0.158165, 0.06092, 0.016264, 0.008967, 1e-06]}, "lang": {"n_am_en": [1, 7, 9, 25, 24, 17, 19, 15, 14, 13, 13, 18, 18, 20, 31, 33, 43, 45, 48, 45, 48, 57, 57, 51, 68, 54, 44, 31, 28, 20, 18, 18, 24, 34, 52, 51, 62, 64, 73, 76, 73, 79, 78, 78, 64, 48, 25, 7, 1, 0], "n_am_pl": [2, 17, 10, 9, 14, 20, 22, 15, 18, 22, 20, 18, 30, 19, 14, 18, 12, 11, 10, 9, 7, 9, 7, 6, 2, 10, 13, 22, 18, 18, 23, 18, 13, 15, 14, 9, 14, 7, 10, 12, 14, 9, 17, 16, 25, 44, 75, 101, 118, 124], "n_pos": 125, "sum_m_en": [12.269887, 18.130938, 20.167112, 21.081064, 21.844923, 21.830013, 22.505273, 21.99852, 21.718315, 21.154634, 21.924654, 21.806686, 21.669895, 21.233592, 21.646786, 24.033166, 25.749592, 23.511909, 22.639297, 22.178456, 21.047673, 21.938565, 21.768315, 21.55824, 42.120773, 36.283045, 32.56167, 25.626583, 23.639264, 22.804304, 21.598916, 22.836955, 23.313624, 25.690718, 29.705249, 31.258885, 32.60294, 39.462217, 47.668471, 56.801962, 58.180075, 61.193386, 64.958189, 71.83165, 61.289906, 46.171153, 21.727556, 8.166216, 1.860182, 8.2e-05], "sum_m_pl": [2.050064, 5.589363, 6.5299, 6.876365, 6.856143, 6.799197, 7.566914, 8.136334, 8.373722, 9.343032, 9.854586, 10.171619, 10.799369, 10.300147, 10.627102, 10.245213, 8.670296, 8.781054, 8.406539, 8.467746, 8.111771, 7.856057, 7.619745, 7.526257, 8.40186, 10.582702, 10.852594, 12.764998, 14.8456, 15.158299, 14.819797, 13.863168, 13.042422, 12.752649, 11.573676, 10.774928, 12.774701, 11.227135, 10.741467, 11.130172, 11.235656, 10.255162, 12.655717, 15.654289, 21.316012, 40.720743, 70.708446, 95.830574, 114.794566, 123.544676]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "llmzszl-18432", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 897, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 18, 18, 27, 33, 31, 38, 30, 36, 38, 40, 40, 38, 42, 41, 41, 45, 52, 51, 47, 53, 61, 51, 58, 82, 73, 59, 49, 47, 43, 33, 42, 57, 59, 58, 60, 70, 67, 69, 76, 73, 78, 76, 81, 75, 75, 70, 70, 59, 51], "n_am_pl": [11, 20, 17, 13, 15, 13, 15, 13, 23, 16, 18, 17, 21, 21, 14, 20, 12, 11, 10, 9, 6, 4, 6, 5, 5, 8, 12, 15, 24, 27, 23, 11, 13, 13, 9, 7, 8, 3, 2, 1, 0, 0, 2, 0, 0, 0, 0, 2, 2, 0], "n_pos": 173, "sum_m_en": [20.61123, 27.93863, 28.24847, 29.373964, 31.762742, 32.221716, 31.825001, 28.97367, 28.873543, 30.139848, 29.935097, 31.462299, 30.268356, 31.659351, 32.192989, 33.67283, 33.827424, 33.126089, 32.753202, 31.337953, 30.850927, 30.529419, 29.513389, 30.057449, 46.671257, 46.122603, 38.950553, 35.371464, 34.927906, 33.43143, 31.519673, 34.124841, 37.138283, 39.068109, 43.299026, 44.148196, 50.338113, 56.271597, 59.440739, 64.493217, 66.333799, 69.356085, 67.131077, 76.957425, 71.135003, 70.392861, 67.44697, 64.279014, 54.886631, 51.953555], "sum_m_pl": [4.741745, 9.897938, 9.99846, 9.98982, 10.317001, 9.490655, 9.481949, 9.56564, 10.680187, 10.573108, 11.431154, 11.699523, 11.331575, 12.215819, 12.234058, 11.906281, 11.40146, 10.39812, 10.670343, 10.565464, 9.993846, 9.650401, 9.347464, 9.166324, 10.42276, 12.456948, 13.580599, 14.618503, 15.805135, 16.949957, 15.118782, 13.409735, 13.144208, 12.011437, 12.187081, 11.565092, 10.279051, 8.64513, 7.610527, 6.881756, 5.957261, 4.995499, 4.815764, 3.467578, 2.811903, 2.539011, 1.721316, 2.627094, 2.340924, 0.028054]}, "digit": {"n_am_en": [0, 1, 2, 4, 5, 5, 3, 3, 5, 4, 11, 7, 9, 13, 10, 8, 9, 7, 8, 6, 6, 8, 6, 7, 16, 16, 9, 10, 10, 8, 6, 6, 11, 8, 8, 6, 11, 10, 9, 12, 11, 11, 13, 15, 11, 13, 13, 11, 3, 0], "n_am_pl": [1, 2, 1, 2, 5, 1, 2, 3, 5, 6, 7, 7, 5, 6, 2, 6, 2, 4, 1, 2, 3, 2, 4, 3, 1, 2, 4, 5, 5, 8, 5, 3, 4, 5, 3, 1, 5, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.758556, 7.612958, 7.798598, 7.585179, 8.087731, 7.564789, 7.714382, 7.042102, 7.081731, 7.573666, 7.71853, 7.909098, 7.928286, 8.505129, 8.352964, 8.166919, 8.087504, 7.584997, 7.497504, 7.263584, 7.156653, 7.16898, 7.023218, 7.266698, 9.551012, 9.833075, 7.692647, 7.421206, 7.688856, 7.548261, 7.206725, 7.723321, 8.107347, 8.023699, 8.527253, 8.170485, 8.754281, 8.651566, 7.73106, 8.414848, 8.58964, 9.98656, 10.290791, 12.530288, 11.793952, 11.546326, 10.745389, 9.064792, 2.946312, 0.132792], "sum_m_pl": [0.836879, 2.375732, 2.339221, 2.35558, 2.486148, 2.130637, 1.951444, 2.080931, 2.36888, 2.515556, 2.581051, 2.672606, 2.488072, 2.683582, 2.571284, 2.80871, 2.706759, 2.474561, 2.489798, 2.590112, 2.396604, 2.295258, 2.210128, 2.173412, 3.093281, 3.584644, 4.124356, 4.164845, 3.970114, 4.300295, 3.823116, 3.316547, 3.36802, 3.180592, 2.953702, 2.853012, 2.721935, 2.59675, 2.291206, 1.976483, 1.962716, 1.899457, 1.828799, 1.462066, 1.008888, 0.874464, 0.540006, 0.468156, 0.15533, 0.0]}, "lang": {"n_am_en": [13, 12, 12, 17, 14, 14, 20, 17, 18, 17, 16, 16, 17, 17, 19, 20, 19, 24, 25, 26, 22, 27, 25, 30, 36, 31, 32, 26, 22, 24, 20, 25, 30, 31, 30, 34, 36, 38, 37, 43, 42, 44, 45, 46, 45, 46, 49, 50, 50, 51], "n_am_pl": [1, 6, 5, 4, 5, 6, 4, 3, 7, 3, 2, 2, 5, 4, 4, 3, 6, 4, 4, 4, 2, 1, 1, 1, 0, 1, 1, 2, 9, 10, 9, 2, 3, 4, 3, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.905557, 8.163958, 8.681703, 9.310628, 9.879084, 10.178288, 10.047452, 9.292273, 9.379632, 9.719659, 9.568545, 10.169074, 9.646221, 10.088363, 10.454934, 11.121934, 11.276585, 11.127123, 10.711779, 10.209845, 10.024153, 9.80502, 9.413559, 9.396265, 18.954179, 18.727211, 16.463425, 14.269939, 13.413792, 12.653375, 11.546579, 12.440274, 14.330296, 15.751383, 18.034706, 19.425466, 23.858701, 28.680561, 32.512313, 35.060774, 36.620615, 38.867527, 40.04108, 44.15155, 42.643279, 42.984029, 45.761822, 45.730607, 44.763204, 50.573365], "sum_m_pl": [1.396675, 2.666034, 2.804849, 2.636775, 2.817245, 2.617758, 2.74048, 2.837169, 3.284982, 3.166328, 3.440349, 3.568657, 3.423054, 3.78425, 3.820283, 3.571224, 3.498607, 3.196351, 3.346204, 3.171194, 2.9973, 2.917398, 2.822171, 2.776299, 2.633745, 3.068229, 3.828075, 4.381422, 4.907726, 5.124173, 4.530097, 4.070607, 3.966753, 3.77594, 3.851835, 3.642979, 3.023505, 2.296049, 1.806739, 2.104717, 1.947499, 1.339389, 1.176061, 0.621914, 0.471016, 0.318016, 0.27435, 0.201685, 0.204645, 3.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "llmzszl-18433", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 751, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.977}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 18, 31, 55, 62, 72, 80, 71, 73, 73, 63, 60, 59, 61, 68, 77, 84, 105, 109, 104, 99, 118, 109, 108, 182, 153, 133, 119, 102, 94, 81, 76, 90, 118, 138, 143, 163, 183, 180, 208, 186, 194, 184, 184, 151, 111, 49, 27, 2, 0], "n_am_pl": [8, 50, 39, 32, 44, 53, 62, 54, 54, 61, 69, 62, 64, 54, 58, 48, 50, 33, 26, 19, 17, 17, 24, 21, 25, 31, 39, 50, 62, 66, 60, 55, 45, 44, 39, 41, 41, 22, 23, 28, 31, 16, 24, 27, 42, 76, 112, 131, 143, 135], "n_pos": 408, "sum_m_en": [40.407236, 61.299764, 65.454814, 65.999484, 68.639046, 68.640222, 69.317321, 66.589706, 65.375258, 68.841993, 69.219413, 68.717261, 67.838396, 69.825058, 67.483641, 72.003557, 71.891909, 69.789393, 68.000258, 66.837069, 66.458487, 65.040449, 63.414666, 64.879206, 111.068693, 103.231478, 85.971524, 77.867367, 74.779034, 72.18772, 66.685559, 70.865839, 76.02199, 80.43371, 88.832717, 90.050616, 98.63748, 117.842561, 123.234825, 139.915821, 135.00137, 147.808186, 153.908167, 169.166262, 145.923784, 105.174163, 48.336578, 24.98493, 8.615579, 0.060106], "sum_m_pl": [7.322497, 22.313179, 23.923886, 24.319927, 24.650597, 24.104604, 24.04596, 23.64161, 26.444874, 26.431615, 28.619307, 28.790818, 29.041794, 28.95502, 29.105669, 27.97511, 25.917185, 23.494713, 21.665695, 21.712188, 20.964503, 20.085603, 19.883854, 19.843792, 22.926792, 28.353272, 30.959597, 34.090534, 38.375081, 39.871758, 36.969984, 34.09413, 34.393059, 31.258686, 32.602669, 29.643296, 27.881251, 24.94817, 24.699485, 26.701873, 28.97814, 23.865411, 27.704935, 26.518484, 40.781295, 73.730165, 107.933264, 128.706971, 135.433888, 134.632234]}, "digit": {"n_am_en": [5, 3, 3, 8, 13, 13, 17, 14, 11, 13, 11, 9, 13, 13, 11, 12, 25, 25, 21, 22, 24, 25, 16, 24, 45, 37, 36, 30, 22, 22, 10, 16, 16, 32, 36, 38, 48, 54, 44, 49, 46, 47, 39, 35, 31, 28, 17, 16, 2, 0], "n_am_pl": [2, 10, 6, 3, 12, 8, 14, 15, 17, 26, 25, 18, 11, 10, 10, 16, 8, 10, 9, 6, 4, 2, 6, 5, 6, 10, 9, 15, 20, 22, 20, 14, 13, 13, 8, 7, 8, 2, 4, 4, 3, 1, 1, 2, 3, 3, 10, 10, 6, 0], "n_pos": 103, "sum_m_en": [10.685857, 17.374822, 18.811812, 17.832391, 17.987481, 17.333262, 17.664768, 16.773828, 17.150802, 18.630076, 18.569183, 17.668693, 18.210357, 19.202047, 17.955961, 18.27051, 18.668261, 17.704884, 17.132157, 17.109847, 17.089766, 16.919809, 16.519324, 17.17208, 27.089993, 25.020412, 21.124046, 19.948507, 19.432685, 19.075903, 17.562386, 18.655516, 19.486586, 20.344486, 23.182437, 25.141674, 27.67347, 30.849968, 28.641268, 28.338852, 27.313919, 30.158762, 28.971007, 32.536399, 30.634932, 23.529516, 15.859471, 12.212911, 4.912221, 1e-06], "sum_m_pl": [2.127216, 6.406945, 5.872711, 5.523294, 5.441967, 4.807632, 4.422287, 4.862582, 5.704763, 5.808892, 6.761808, 6.948277, 6.344699, 5.657792, 5.604693, 5.871447, 5.386163, 4.663431, 4.346056, 4.728129, 4.60932, 4.440365, 4.442461, 4.477815, 4.419663, 6.204633, 6.855028, 8.240625, 8.342969, 8.426034, 7.864039, 7.501175, 7.404808, 6.96887, 7.024948, 5.965307, 5.88568, 5.274756, 5.381729, 5.797976, 5.846923, 5.303797, 5.854453, 5.131063, 4.652442, 6.299772, 10.713756, 10.4139, 5.103538, 0.006306]}, "lang": {"n_am_en": [13, 8, 17, 22, 23, 27, 30, 27, 33, 33, 28, 24, 26, 20, 32, 36, 33, 46, 56, 55, 46, 64, 65, 57, 85, 69, 56, 52, 47, 41, 44, 36, 44, 51, 63, 57, 62, 79, 76, 89, 82, 87, 88, 83, 68, 50, 21, 10, 0, 0], "n_am_pl": [1, 19, 10, 8, 13, 16, 18, 17, 16, 19, 24, 22, 24, 27, 26, 16, 18, 9, 12, 7, 8, 9, 7, 7, 9, 11, 14, 22, 21, 20, 17, 22, 19, 20, 20, 22, 22, 16, 16, 13, 15, 9, 16, 18, 34, 54, 85, 111, 130, 135], "n_pos": 136, "sum_m_en": [12.800941, 19.347623, 21.350657, 22.513129, 24.183303, 23.888218, 24.525665, 24.2619, 23.54524, 24.187549, 24.26815, 24.330402, 23.52018, 23.74639, 23.413449, 25.647295, 25.942831, 26.055312, 25.155396, 24.366604, 24.181995, 23.320377, 22.671503, 23.042536, 48.322995, 43.642479, 35.249943, 30.777448, 28.205849, 26.586785, 24.980579, 25.550451, 27.398391, 30.839072, 33.605228, 34.265498, 37.874972, 47.859901, 53.75155, 65.490603, 64.040572, 70.301004, 74.37743, 79.946061, 66.615814, 49.094234, 21.879668, 9.838219, 1.724548, 9e-06], "sum_m_pl": [1.89565, 6.215852, 7.398966, 7.885312, 8.016835, 8.41392, 9.160317, 8.958817, 10.138058, 9.913894, 10.722455, 10.89156, 11.769742, 12.54934, 12.156814, 10.849363, 9.388241, 8.614869, 8.008191, 7.714423, 7.564449, 7.159563, 7.05711, 7.021818, 8.68916, 10.285834, 11.304127, 12.571567, 14.620607, 15.844824, 14.74966, 13.99864, 13.998897, 12.620737, 12.854214, 12.337738, 11.57564, 11.095708, 11.176232, 10.347352, 11.953171, 10.074724, 12.942771, 13.741296, 28.337064, 48.714655, 80.644813, 106.971206, 123.834722, 134.059285]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 468, "item_id": "llmzszl-18433", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 879, "region_end": 408, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9957}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 10, 12, 13, 16, 24, 23, 17, 21, 15, 15, 17, 12, 17, 22, 28, 25, 15, 25, 23, 21, 25, 24, 18, 37, 31, 24, 18, 20, 17, 18, 14, 22, 22, 27, 33, 34, 41, 49, 58, 59, 57, 52, 56, 49, 40, 41, 35, 34, 38], "n_am_pl": [4, 8, 18, 7, 10, 11, 6, 7, 7, 12, 9, 13, 13, 14, 11, 13, 10, 14, 9, 6, 4, 7, 9, 5, 8, 13, 13, 17, 11, 14, 15, 19, 15, 9, 3, 9, 5, 5, 2, 0, 1, 0, 0, 0, 2, 2, 0, 0, 1, 1], "n_pos": 108, "sum_m_en": [12.931513, 15.566237, 14.786649, 15.347722, 16.41415, 17.927032, 17.157273, 16.292801, 16.479217, 16.650756, 16.396936, 17.522686, 16.982901, 17.204594, 17.958451, 18.824889, 18.733726, 17.873452, 18.077983, 18.001368, 17.109836, 17.499007, 17.395983, 17.391941, 21.286819, 19.595015, 19.480586, 17.401725, 17.500468, 17.416586, 16.14957, 17.300256, 20.007301, 20.968834, 22.584702, 24.50754, 24.481414, 28.783108, 34.874392, 44.201623, 44.702306, 41.853802, 41.506651, 45.469168, 44.970098, 39.60395, 39.969751, 35.137108, 31.570736, 38.586928], "sum_m_pl": [2.552083, 4.821104, 6.11036, 5.717415, 6.120442, 5.718604, 5.255946, 5.140208, 5.25767, 6.227738, 6.651593, 7.451373, 7.952847, 7.460017, 7.885753, 8.470822, 8.187822, 8.391616, 7.514055, 7.318731, 7.197743, 6.769228, 6.491516, 6.410583, 8.700905, 9.688196, 9.967384, 10.760511, 11.060988, 12.650269, 12.233626, 10.245601, 10.05772, 9.406948, 8.649065, 8.182095, 8.176451, 6.363393, 4.716611, 3.626514, 3.497164, 2.918312, 2.589081, 2.390501, 2.352955, 2.118364, 0.811331, 0.773256, 1.414154, 1.001684]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 3, 2, 3, 2, 2, 0, 0, 0, 0, 1, 0, 2, 1, 1, 2, 2, 2, 3, 2, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.623777, 0.936682, 0.930491, 0.910941, 0.998718, 1.098873, 1.124295, 0.993822, 1.00883, 1.024926, 1.093074, 1.091848, 0.990523, 0.955732, 1.005967, 1.045427, 1.143639, 1.077739, 1.080199, 1.02208, 0.955639, 0.998206, 0.987523, 0.97449, 1.336033, 1.098097, 1.089888, 0.939375, 0.922492, 0.833152, 0.811805, 0.858036, 0.966141, 1.072827, 1.121172, 1.277689, 1.23946, 1.245931, 1.275708, 1.426822, 1.115902, 1.419802, 1.182238, 0.791204, 0.822566, 0.375689, 0.2091, 0.18685, 0.080603, 0.0], "sum_m_pl": [0.106613, 0.259899, 0.298735, 0.258098, 0.294412, 0.248604, 0.257151, 0.206465, 0.246534, 0.283858, 0.274425, 0.272893, 0.309869, 0.305836, 0.329233, 0.325761, 0.350535, 0.401204, 0.32731, 0.350862, 0.355094, 0.329112, 0.314331, 0.324078, 0.405131, 0.674569, 0.368906, 0.557142, 0.844707, 0.83586, 0.408131, 0.428145, 0.407892, 0.404392, 0.371625, 0.390944, 0.321414, 0.305997, 0.282098, 0.244172, 0.305348, 0.288672, 0.266171, 0.259173, 0.111375, 0.088711, 0.063199, 0.040871, 0.019321, 0.0]}, "lang": {"n_am_en": [6, 5, 8, 8, 11, 14, 13, 10, 15, 14, 10, 13, 9, 11, 11, 18, 14, 7, 14, 13, 12, 12, 13, 12, 23, 17, 13, 11, 11, 10, 11, 8, 14, 12, 16, 17, 18, 25, 26, 31, 32, 30, 31, 35, 35, 32, 32, 30, 30, 38], "n_am_pl": [1, 1, 5, 3, 1, 2, 2, 3, 3, 8, 3, 6, 7, 6, 4, 4, 3, 6, 4, 1, 0, 0, 0, 0, 1, 5, 4, 5, 4, 4, 2, 4, 3, 2, 2, 3, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 39, "sum_m_en": [4.535281, 5.64572, 5.671255, 5.86657, 6.521829, 7.1011, 6.940191, 6.712452, 7.115558, 7.183768, 7.072618, 7.561746, 7.008645, 7.289413, 7.357986, 7.525137, 7.216424, 7.204743, 7.153674, 7.080709, 6.640922, 6.689605, 6.656089, 6.586424, 10.360421, 9.419401, 9.637144, 7.890547, 7.712412, 7.667377, 6.897795, 7.919305, 9.160311, 9.643095, 11.124286, 12.352105, 12.644548, 15.411668, 18.873427, 22.825433, 24.719028, 24.437957, 25.609479, 29.794122, 31.358624, 28.637988, 31.028862, 27.646016, 27.183825, 37.1463], "sum_m_pl": [0.775578, 1.480862, 1.832535, 1.698713, 1.913166, 1.725217, 1.733637, 1.655239, 1.725422, 2.093384, 2.379143, 2.837128, 3.260812, 2.969787, 3.023582, 3.168373, 3.260632, 3.340886, 3.087643, 2.913151, 2.82642, 2.627173, 2.478026, 2.416959, 2.944215, 3.30634, 3.473848, 4.103107, 4.499855, 4.69257, 4.330171, 3.697005, 3.637296, 3.758284, 3.493342, 3.256033, 3.346615, 2.508647, 1.809137, 1.3445, 0.96091, 0.884501, 0.637816, 0.392154, 0.33085, 0.112098, 0.054817, 0.334765, 1.213586, 1.000516]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "llmzszl-18435", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.9817}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 7, 14, 26, 35, 37, 39, 45, 40, 41, 31, 34, 34, 30, 46, 55, 59, 58, 50, 60, 66, 71, 59, 54, 91, 76, 69, 56, 50, 42, 38, 33, 41, 52, 68, 77, 86, 89, 110, 118, 121, 119, 121, 114, 94, 87, 39, 10, 2, 1], "n_am_pl": [2, 19, 36, 27, 30, 20, 44, 29, 24, 29, 28, 30, 35, 33, 26, 28, 22, 27, 20, 19, 15, 11, 10, 11, 30, 29, 32, 36, 37, 38, 43, 31, 31, 25, 19, 19, 15, 7, 7, 8, 14, 16, 14, 19, 20, 30, 70, 92, 102, 113], "n_pos": 245, "sum_m_en": [23.685122, 37.047739, 36.932218, 39.029454, 39.276307, 40.584809, 40.46327, 40.071202, 38.400194, 39.836514, 38.357531, 38.808202, 38.137669, 37.709484, 38.193228, 43.546377, 45.341479, 41.657701, 41.166911, 39.403406, 38.079609, 39.486067, 38.585189, 37.898114, 61.260452, 52.639538, 49.523008, 43.010671, 41.514642, 41.10901, 37.303799, 39.227664, 42.293834, 45.963127, 51.100767, 49.708641, 51.727151, 59.092906, 73.709833, 90.040758, 92.213176, 96.424141, 98.636815, 97.156569, 85.121695, 73.598308, 34.861787, 9.735082, 4.746559, 1.001473], "sum_m_pl": [3.776059, 11.104714, 13.473267, 14.311612, 14.152387, 14.576679, 15.45274, 15.111027, 14.771739, 16.751103, 16.824285, 17.80441, 19.030645, 18.212895, 17.766443, 17.146715, 15.523013, 15.386278, 14.375284, 14.732216, 14.50125, 13.788434, 13.274847, 13.251675, 16.490075, 19.843197, 20.33193, 23.255737, 25.005362, 28.570659, 26.480731, 23.541208, 22.290638, 20.015592, 19.171593, 18.056087, 17.07461, 14.715492, 12.869009, 11.607811, 13.54204, 12.945946, 16.94725, 18.857295, 21.818414, 32.445189, 66.755252, 87.493546, 99.371195, 112.375895]}, "digit": {"n_am_en": [0, 0, 2, 1, 1, 1, 1, 0, 0, 2, 1, 2, 0, 0, 2, 2, 1, 1, 0, 3, 3, 2, 0, 1, 3, 1, 0, 2, 2, 2, 0, 1, 3, 3, 3, 5, 5, 3, 3, 5, 4, 4, 3, 4, 2, 2, 0, 1, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 0, 2, 1, 2, 0, 2, 1, 2, 0, 1, 1, 0, 0, 2, 1, 0, 0, 0, 0, 1, 1, 2, 2, 3, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0], "n_pos": 13, "sum_m_en": [1.200067, 2.145714, 2.323449, 2.309723, 2.377154, 2.550278, 2.519821, 2.349113, 2.124309, 2.236295, 2.3383, 2.326311, 2.170354, 1.980321, 2.129168, 2.196825, 2.387553, 2.283935, 2.197337, 2.084388, 2.045721, 2.083589, 2.016234, 2.07297, 2.620346, 2.407461, 2.525336, 2.353742, 2.404882, 2.445246, 2.081511, 2.398676, 2.589332, 2.798487, 2.942838, 3.28233, 2.759111, 2.600949, 3.063576, 3.255533, 3.241532, 3.973458, 3.641585, 3.470205, 2.548255, 1.927686, 0.940725, 0.856887, 0.205481, 0.0], "sum_m_pl": [0.201215, 0.611756, 0.630042, 0.642655, 0.662009, 0.580396, 0.581614, 0.52392, 0.619145, 0.703869, 0.727871, 0.724802, 0.751374, 0.752478, 0.68767, 0.682561, 0.682865, 0.714425, 0.740741, 0.75774, 0.776866, 0.730231, 0.703748, 0.714279, 0.971916, 1.036206, 0.913231, 1.034855, 1.019834, 1.09998, 1.002514, 0.900425, 0.834244, 0.723073, 0.690641, 0.655637, 0.569916, 0.541651, 0.528062, 0.504166, 0.532627, 0.469125, 0.448725, 0.447244, 0.276604, 0.252793, 1.198779, 0.59239, 0.583438, 0.0]}, "lang": {"n_am_en": [5, 7, 5, 12, 21, 17, 17, 24, 25, 24, 21, 24, 17, 18, 24, 34, 37, 36, 33, 38, 43, 45, 41, 37, 62, 54, 52, 38, 31, 26, 23, 20, 23, 34, 48, 48, 54, 53, 60, 66, 72, 73, 76, 72, 65, 60, 31, 6, 1, 1], "n_am_pl": [2, 5, 15, 13, 12, 6, 19, 13, 12, 14, 15, 16, 21, 16, 17, 12, 8, 14, 10, 7, 5, 4, 1, 4, 11, 12, 10, 13, 12, 19, 21, 14, 18, 14, 11, 12, 10, 6, 6, 6, 12, 14, 13, 16, 15, 25, 62, 90, 101, 112], "n_pos": 114, "sum_m_en": [10.675018, 16.968524, 17.146589, 18.447952, 18.688478, 18.197364, 19.035308, 19.596166, 19.66284, 20.050392, 19.443504, 19.641296, 19.065298, 18.922287, 18.835396, 22.115453, 22.657486, 21.025927, 20.187211, 19.095566, 18.385214, 19.316646, 18.813131, 17.751436, 36.391335, 30.978354, 28.536463, 23.085274, 21.401272, 20.566504, 19.382393, 20.163035, 21.70618, 24.501418, 27.521265, 27.813618, 30.689704, 34.297786, 42.404611, 52.287414, 56.649949, 58.580922, 63.375538, 62.468688, 58.023819, 50.420178, 24.482609, 4.909772, 2.179708, 1.000296], "sum_m_pl": [1.611442, 4.732613, 5.776306, 6.094413, 6.061518, 6.517866, 7.314971, 7.342256, 7.346827, 8.141997, 8.455496, 9.151522, 9.896938, 9.480146, 9.071906, 8.646494, 7.672264, 7.728114, 7.203934, 7.299713, 7.072895, 6.752726, 6.454758, 6.439811, 7.563835, 9.03743, 9.486821, 11.39067, 12.433922, 14.378641, 13.093733, 12.324357, 11.992538, 11.384388, 10.755199, 10.409294, 10.047175, 9.104046, 7.81787, 6.529256, 8.305446, 8.836878, 11.870864, 13.98038, 16.176865, 26.330868, 59.502199, 84.103679, 96.955748, 111.738181]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 247, "item_id": "llmzszl-18435", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 910, "region_end": 245, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9837}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 9, 5, 6, 12, 11, 14, 7, 11, 8, 13, 9, 13, 7, 13, 17, 28, 21, 28, 14, 16, 25, 21, 21, 29, 22, 18, 16, 11, 12, 16, 14, 19, 17, 22, 21, 29, 26, 35, 40, 43, 39, 44, 45, 43, 38, 38, 30, 34, 38], "n_am_pl": [8, 4, 4, 7, 4, 6, 1, 5, 1, 4, 3, 8, 8, 10, 4, 5, 4, 5, 4, 4, 2, 1, 2, 1, 4, 6, 6, 10, 13, 11, 7, 14, 7, 8, 7, 5, 2, 4, 3, 1, 1, 1, 1, 0, 0, 1, 0, 1, 2, 0], "n_pos": 76, "sum_m_en": [8.482453, 11.091853, 10.707131, 10.967055, 12.845188, 13.37683, 12.655467, 12.052216, 12.056717, 12.103382, 12.236522, 11.853555, 12.194266, 12.43464, 12.014735, 11.313639, 12.618134, 12.078421, 12.197691, 11.433147, 11.261574, 12.518261, 12.079215, 12.280315, 17.108608, 15.899411, 13.664689, 12.130116, 12.146532, 12.355664, 11.967642, 12.958351, 12.459511, 11.934643, 13.789908, 12.977188, 15.686499, 17.616183, 24.528128, 31.599489, 35.424998, 34.286967, 35.524797, 37.065585, 35.531212, 34.360317, 32.110396, 28.634274, 31.566554, 37.813776], "sum_m_pl": [2.045151, 3.334799, 3.868118, 3.66118, 3.909943, 3.99789, 3.728332, 3.537985, 3.527335, 3.90845, 4.013847, 4.378723, 4.537436, 4.362709, 4.511402, 4.492678, 4.084219, 4.311627, 4.362286, 4.574189, 4.612644, 4.411521, 4.332503, 4.232972, 4.338036, 5.327414, 5.760656, 6.582373, 6.767332, 7.596642, 6.658252, 6.351338, 6.727753, 6.276639, 5.939301, 6.064729, 5.81821, 5.003555, 3.917183, 2.723644, 2.155772, 1.972875, 1.844964, 1.598574, 1.200325, 1.042947, 1.062328, 1.125518, 1.361715, 0.001148]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 2, 5, 3, 5, 1, 0, 3, 0, 1, 2, 4, 4, 3, 2, 0, 1, 0, 1, 1, 1, 2, 3, 2, 5, 3, 2, 1, 2, 4, 5, 3, 4, 2, 1, 0], "n_am_pl": [0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 3, 2, 2, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.102476, 1.77973, 1.696534, 1.723437, 2.023027, 2.011695, 1.913813, 1.726852, 1.695872, 1.725651, 1.782538, 1.624479, 1.715428, 1.674436, 1.765137, 1.585015, 1.736338, 1.825934, 1.809795, 1.689342, 1.707573, 2.004478, 1.80748, 1.895643, 2.372558, 2.568377, 2.226258, 1.808516, 1.720143, 1.711728, 1.594331, 1.766504, 1.654229, 1.476844, 1.590823, 1.57881, 2.615287, 2.179376, 2.691342, 2.230667, 2.07636, 2.236218, 2.457995, 3.235723, 2.946014, 2.393361, 1.838442, 1.64022, 0.833265, 0.000313], "sum_m_pl": [0.183958, 0.481462, 0.442351, 0.423838, 0.517601, 0.46336, 0.408507, 0.354732, 0.407293, 0.418743, 0.429211, 0.445496, 0.537323, 0.523849, 0.569027, 0.528282, 0.463577, 0.513083, 0.543894, 0.607294, 0.639068, 0.582297, 0.587645, 0.58596, 0.543255, 0.736126, 1.113449, 1.363897, 1.264285, 1.042659, 0.776035, 0.77449, 0.850775, 0.684362, 0.620722, 0.566387, 0.467004, 0.424765, 0.297469, 0.29445, 0.291086, 0.283816, 0.293091, 0.203323, 0.302809, 0.335662, 0.290106, 0.209356, 0.077585, 0.0]}, "lang": {"n_am_en": [1, 7, 4, 4, 9, 9, 9, 5, 9, 6, 8, 6, 9, 6, 8, 9, 15, 14, 18, 9, 13, 15, 16, 13, 18, 13, 12, 10, 8, 10, 14, 13, 17, 15, 19, 17, 22, 21, 26, 30, 34, 32, 36, 37, 34, 32, 32, 28, 33, 38], "n_am_pl": [4, 3, 1, 3, 2, 4, 1, 3, 1, 1, 2, 6, 5, 9, 1, 3, 4, 3, 3, 2, 0, 0, 0, 1, 3, 4, 1, 6, 6, 3, 3, 8, 3, 5, 4, 3, 2, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0], "n_pos": 39, "sum_m_en": [4.361653, 5.50484, 5.360712, 5.723587, 6.801912, 7.264471, 6.660499, 6.483414, 6.524562, 6.457248, 6.462273, 6.447915, 6.679527, 7.064232, 6.639231, 6.324748, 7.190057, 6.778729, 6.875092, 6.266322, 6.121225, 6.470359, 6.466578, 6.419638, 10.680425, 9.688454, 8.655876, 7.417968, 7.221299, 7.45048, 7.400785, 8.007292, 7.748462, 7.567071, 8.958048, 8.716959, 10.843908, 12.923768, 18.348935, 23.941628, 28.110887, 27.390199, 28.916165, 29.065706, 28.789578, 28.869397, 28.224402, 25.543843, 30.201874, 37.492495], "sum_m_pl": [1.228799, 1.55443, 1.827763, 1.732052, 1.909866, 2.152638, 1.823002, 1.773247, 1.747393, 1.998276, 2.137762, 2.383856, 2.374329, 2.251206, 2.260427, 2.388678, 2.21143, 2.303439, 2.301624, 2.374874, 2.418091, 2.364378, 2.244654, 2.206209, 2.425922, 2.887522, 2.886471, 3.309501, 3.352944, 3.796392, 3.587551, 3.41606, 3.813233, 3.577535, 3.539587, 3.810146, 3.64649, 3.065335, 2.415033, 1.661327, 1.142476, 1.117462, 0.876145, 0.859901, 0.562366, 0.502918, 0.558212, 0.706274, 0.788645, 9.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "llmzszl-18437", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 742, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 13, 16, 32, 57, 68, 53, 35, 39, 30, 41, 33, 37, 36, 30, 39, 76, 68, 81, 68, 70, 87, 84, 82, 124, 92, 76, 63, 46, 51, 38, 42, 46, 55, 73, 85, 79, 95, 112, 119, 121, 107, 111, 112, 87, 48, 19, 4, 1, 1], "n_am_pl": [9, 17, 27, 41, 23, 26, 24, 25, 17, 19, 20, 25, 30, 36, 32, 24, 15, 29, 18, 18, 11, 10, 8, 7, 6, 18, 22, 30, 35, 41, 32, 48, 34, 23, 16, 16, 17, 11, 13, 12, 14, 22, 28, 32, 47, 76, 94, 101, 125, 121], "n_pos": 236, "sum_m_en": [23.351841, 33.892586, 36.17431, 38.329524, 43.812442, 43.268614, 42.275393, 41.096455, 40.881056, 41.571634, 42.788854, 39.649299, 39.989154, 40.334855, 37.805906, 36.437641, 39.660151, 38.418703, 39.832891, 36.194218, 35.420932, 38.442409, 37.350156, 38.070419, 64.921375, 54.732227, 45.849607, 42.290495, 39.287884, 39.418303, 36.045059, 37.829539, 38.796889, 37.694369, 44.697514, 46.875389, 54.080953, 62.92016, 74.252558, 86.543205, 89.363491, 86.496877, 90.250002, 93.843921, 76.298972, 46.166459, 19.447249, 5.109838, 2.387764, 1.320815], "sum_m_pl": [4.405192, 10.632154, 12.696897, 12.93086, 13.030649, 12.868315, 12.597304, 12.26665, 12.332254, 13.977438, 14.927658, 16.37708, 17.870019, 17.759017, 17.417426, 17.961129, 15.71255, 16.555466, 14.719541, 14.85669, 14.83141, 14.474092, 14.337243, 13.807638, 15.45467, 18.011992, 19.488907, 21.855768, 24.047448, 26.149163, 25.563062, 24.085821, 22.190185, 22.047863, 19.490595, 18.857762, 17.990094, 16.619684, 16.488616, 17.168834, 19.009541, 22.285112, 24.868203, 30.242258, 41.785333, 68.413016, 87.077769, 102.920526, 121.751553, 121.28747]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 1, 2, 1, 2, 2, 3, 4, 3, 3, 4, 4, 5, 3, 3, 3, 2, 2, 2, 0, 1, 1, 2, 3, 2, 3, 3, 3, 3, 3, 4, 6, 4, 3, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.998345, 1.342582, 1.311281, 1.299941, 1.389049, 1.255104, 1.318651, 1.312543, 1.23346, 1.301722, 1.39335, 1.084872, 1.230253, 1.309487, 1.27034, 1.174691, 1.332621, 1.271326, 1.367263, 1.377453, 1.401426, 1.707635, 1.388137, 1.565767, 2.695336, 2.587046, 2.131005, 1.885766, 1.526109, 1.285098, 1.184449, 1.294768, 1.5059, 1.443298, 1.564157, 1.942685, 2.761085, 2.574604, 2.387709, 2.126002, 2.04967, 2.125996, 2.063031, 3.791047, 2.154482, 1.57458, 0.436662, 0.31848, 0.223918, 0.0], "sum_m_pl": [0.220665, 0.494761, 0.533732, 0.510805, 0.467325, 0.485377, 0.465235, 0.4609, 0.476411, 0.566282, 0.643914, 0.695334, 0.703674, 0.639135, 0.726931, 0.680209, 0.641757, 0.69284, 0.609955, 0.627697, 0.60125, 0.522526, 0.558576, 0.539462, 0.532906, 0.614974, 0.557891, 0.608801, 0.673742, 0.780114, 0.7177, 0.696904, 0.666856, 0.599103, 0.640121, 0.597194, 0.554174, 0.485264, 0.513448, 0.454648, 0.458611, 0.426082, 0.417021, 0.262535, 0.351064, 0.267087, 0.108441, 0.078877, 0.053284, 0.0]}, "lang": {"n_am_en": [3, 10, 10, 21, 37, 49, 34, 21, 21, 18, 22, 19, 24, 22, 21, 25, 52, 46, 50, 40, 39, 48, 47, 45, 74, 61, 44, 37, 26, 28, 25, 26, 28, 32, 42, 55, 46, 51, 58, 61, 69, 61, 66, 67, 54, 24, 15, 3, 1, 1], "n_am_pl": [4, 5, 10, 19, 10, 13, 12, 13, 5, 12, 8, 9, 19, 24, 20, 11, 7, 13, 10, 7, 5, 7, 3, 4, 2, 7, 9, 14, 17, 25, 17, 37, 15, 13, 10, 6, 11, 8, 9, 7, 7, 13, 19, 23, 37, 67, 80, 94, 114, 121], "n_pos": 123, "sum_m_en": [12.072829, 18.545437, 20.117378, 21.399192, 24.118515, 23.852441, 23.236579, 22.899736, 22.700456, 23.418435, 23.783378, 22.532842, 22.508134, 22.653742, 21.291731, 20.606102, 22.897824, 21.815512, 22.22323, 19.81665, 19.284581, 20.910417, 20.342961, 20.596975, 37.768181, 31.272341, 25.799938, 23.914802, 21.837145, 21.739543, 20.036149, 20.977244, 21.530348, 21.520279, 26.014963, 27.371261, 30.15389, 35.199551, 40.273563, 46.979249, 50.085053, 48.638622, 53.329774, 55.903643, 46.97975, 25.918978, 14.58044, 3.37908, 1.395355, 1.000084], "sum_m_pl": [1.679402, 4.894998, 5.941306, 5.943174, 6.003769, 6.143219, 6.152927, 6.125732, 6.349576, 7.245422, 7.686352, 8.588005, 9.742656, 9.9483, 9.451804, 9.854439, 8.412151, 8.893921, 7.79111, 7.881671, 7.944586, 7.741134, 7.63984, 7.382905, 8.496491, 9.718345, 10.465993, 12.017038, 13.120796, 14.371691, 14.363034, 14.001931, 12.214111, 12.620975, 10.932079, 10.800221, 10.290803, 9.559322, 9.837562, 10.775177, 10.49629, 13.362772, 16.280952, 21.051949, 32.450048, 57.390588, 74.106481, 92.687361, 111.698497, 120.605913]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "llmzszl-18437", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 870, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9958}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 41, 53, 65, 63, 82, 76, 74, 65, 63, 70, 82, 75, 65, 75, 79, 78, 75, 90, 84, 76, 82, 66, 64, 124, 121, 97, 82, 66, 77, 76, 73, 75, 97, 124, 111, 128, 157, 164, 178, 172, 171, 180, 176, 167, 142, 136, 138, 119, 114], "n_am_pl": [27, 47, 54, 43, 46, 68, 67, 59, 69, 78, 68, 68, 71, 70, 59, 55, 52, 58, 44, 38, 37, 26, 27, 26, 40, 57, 61, 67, 60, 84, 71, 61, 56, 53, 45, 43, 29, 33, 24, 21, 21, 24, 20, 23, 20, 19, 18, 13, 11, 9], "n_pos": 567, "sum_m_en": [66.749143, 88.604332, 88.359064, 90.442966, 93.899358, 95.534278, 96.182098, 96.296073, 85.560324, 87.763068, 92.879788, 96.66952, 95.027125, 94.527556, 91.580582, 92.892403, 93.843222, 86.414171, 90.513276, 88.292374, 87.183952, 88.460515, 86.462683, 87.964696, 106.054949, 98.767319, 91.405489, 90.999476, 89.66945, 95.85494, 92.994973, 96.726729, 99.132181, 101.509533, 108.442483, 105.000316, 107.353659, 117.43074, 126.195198, 142.491795, 142.60749, 153.390023, 159.225338, 164.838083, 159.626996, 141.283671, 129.868325, 134.622732, 119.57791, 114.495751], "sum_m_pl": [14.96463, 28.105582, 31.031766, 28.039145, 29.255273, 30.639116, 32.487978, 30.790766, 33.443769, 35.122821, 36.638041, 37.345465, 40.085321, 41.645337, 42.325855, 41.344828, 38.603634, 39.840318, 39.58259, 37.864819, 36.036714, 33.669723, 32.743494, 32.349917, 40.250051, 45.339834, 45.910045, 49.239726, 49.445936, 52.627264, 50.897936, 49.969853, 48.513808, 42.386759, 41.325889, 37.576639, 33.129009, 31.785052, 31.329858, 32.13371, 31.829416, 29.34731, 29.116062, 29.97235, 26.73279, 22.752299, 18.533526, 15.442452, 15.396452, 9.808884]}, "digit": {"n_am_en": [0, 5, 6, 4, 4, 7, 11, 9, 5, 6, 6, 7, 8, 9, 7, 15, 10, 5, 14, 10, 10, 5, 5, 7, 17, 14, 12, 11, 12, 5, 7, 8, 5, 8, 11, 12, 13, 17, 20, 22, 17, 17, 15, 16, 12, 8, 5, 3, 2, 0], "n_am_pl": [4, 7, 4, 3, 1, 6, 10, 10, 6, 9, 13, 19, 15, 13, 4, 6, 7, 4, 7, 7, 2, 4, 2, 4, 6, 11, 13, 10, 11, 18, 10, 9, 9, 11, 6, 10, 6, 8, 2, 3, 1, 2, 2, 4, 4, 4, 3, 2, 0, 0], "n_pos": 72, "sum_m_en": [8.337585, 11.955397, 11.988412, 11.698358, 11.916937, 12.335674, 12.523941, 12.272821, 10.70602, 11.513944, 12.582933, 12.611668, 12.891219, 12.327685, 11.197397, 11.455941, 11.686303, 10.869431, 11.878397, 11.129088, 10.87029, 11.122905, 10.92268, 11.309658, 13.093085, 12.637281, 11.756045, 12.004771, 12.586611, 13.096015, 12.728099, 13.077031, 13.33485, 13.656544, 14.002329, 13.80195, 13.722321, 13.352215, 13.525021, 17.026954, 15.651027, 14.476754, 13.612605, 13.311499, 12.513126, 10.23074, 5.682162, 4.184327, 2.534485, 0.000245], "sum_m_pl": [1.718961, 3.925587, 3.571534, 3.354194, 3.345864, 3.407252, 3.493474, 3.36846, 3.597833, 4.028702, 4.393929, 4.773611, 5.104675, 5.321105, 5.167062, 5.323787, 4.965132, 5.240471, 5.190038, 5.0361, 4.735264, 4.368443, 4.248703, 4.291776, 6.196704, 6.868616, 7.25878, 7.145173, 7.27972, 7.73821, 7.287622, 6.927377, 6.505047, 6.039034, 5.892252, 5.520097, 5.15385, 4.936449, 4.563038, 4.109837, 3.834428, 4.110541, 4.419408, 6.13427, 5.224301, 4.225789, 2.753609, 2.218454, 0.733417, 4e-06]}, "lang": {"n_am_en": [16, 15, 14, 26, 20, 27, 22, 24, 22, 26, 25, 24, 23, 21, 27, 26, 25, 28, 30, 31, 31, 33, 29, 26, 51, 51, 43, 31, 30, 30, 26, 29, 36, 43, 45, 47, 58, 65, 77, 82, 81, 85, 96, 96, 98, 90, 89, 95, 97, 114], "n_am_pl": [6, 6, 7, 6, 10, 17, 13, 13, 12, 15, 20, 13, 13, 16, 13, 11, 15, 11, 8, 7, 8, 6, 4, 4, 8, 11, 16, 14, 13, 13, 17, 11, 10, 5, 5, 4, 1, 4, 5, 5, 6, 7, 7, 9, 8, 8, 10, 9, 11, 9], "n_pos": 124, "sum_m_en": [16.057587, 19.146589, 19.576848, 20.406924, 22.038458, 22.433652, 22.749035, 23.179086, 21.215901, 21.435867, 21.628842, 23.047885, 22.293321, 22.843181, 22.156354, 22.579861, 22.434239, 21.429619, 21.65217, 21.103048, 20.830595, 20.880445, 20.336154, 20.439258, 33.952458, 31.80345, 28.636086, 27.35663, 25.435469, 27.02253, 25.988529, 26.550087, 27.718424, 29.559007, 31.661526, 33.788812, 39.543795, 45.713959, 53.533794, 61.419044, 64.860176, 74.584539, 79.750187, 85.221253, 89.634428, 83.346345, 83.627531, 91.258463, 91.433087, 112.203351], "sum_m_pl": [3.172696, 5.605277, 6.365304, 5.763472, 6.230534, 6.380671, 7.100625, 6.830484, 7.746968, 8.266561, 8.626431, 8.767411, 9.587, 10.102923, 10.20857, 9.768703, 8.936018, 9.076968, 9.43935, 8.740411, 8.226003, 7.670392, 7.491935, 7.389929, 8.730402, 9.557806, 9.996775, 11.444741, 11.815272, 12.237112, 11.801711, 11.567724, 11.441415, 9.831818, 9.829466, 9.381756, 7.976976, 7.58642, 7.803538, 8.988331, 10.063212, 8.508978, 8.775439, 9.296184, 9.279813, 8.778379, 9.764616, 8.660849, 10.47892, 9.261049]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 569, "item_id": "llmzszl-18441", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 567, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [39, 19, 71, 106, 113, 117, 98, 132, 102, 103, 95, 101, 111, 109, 118, 116, 130, 138, 159, 151, 151, 160, 152, 131, 275, 218, 202, 143, 132, 155, 138, 136, 170, 171, 220, 223, 256, 273, 291, 313, 321, 310, 299, 272, 214, 152, 33, 5, 3, 0], "n_am_pl": [16, 96, 103, 77, 73, 109, 103, 114, 120, 102, 120, 119, 154, 126, 112, 97, 88, 102, 104, 89, 71, 54, 51, 48, 77, 102, 110, 139, 126, 139, 148, 129, 138, 111, 106, 80, 63, 74, 67, 80, 87, 87, 114, 142, 199, 257, 359, 382, 383, 378], "n_pos": 782, "sum_m_en": [75.306638, 114.025897, 124.229725, 129.892372, 138.141964, 140.83494, 140.162371, 142.951074, 127.386167, 129.216119, 138.597924, 139.245829, 137.706607, 133.867469, 130.113311, 130.398951, 133.377366, 122.37765, 125.623326, 124.62708, 121.594492, 122.873417, 120.905698, 122.284686, 176.663159, 160.362451, 152.245618, 143.734539, 143.82693, 147.085087, 139.830007, 143.405099, 147.247953, 151.748089, 161.297471, 158.357179, 161.899662, 189.526986, 199.587265, 230.300074, 235.518511, 234.950657, 249.185691, 241.076412, 202.281653, 143.403233, 44.40481, 14.125911, 14.894954, 0.00061], "sum_m_pl": [12.757072, 36.373752, 41.572387, 39.213976, 41.29492, 47.899965, 53.119898, 51.051586, 57.398144, 58.988548, 61.87836, 62.181629, 65.375592, 68.064955, 68.178806, 62.873513, 56.319442, 58.46319, 54.269779, 51.601814, 49.710452, 45.885692, 45.09298, 44.506356, 62.319272, 70.528337, 73.207138, 79.229256, 84.523364, 87.136035, 85.453472, 83.030522, 83.415293, 72.466909, 70.205097, 64.314537, 60.785786, 59.528731, 61.056622, 64.628026, 69.258859, 75.269295, 92.723214, 118.003938, 168.216688, 226.258039, 337.230618, 369.156901, 363.996809, 377.688615]}, "digit": {"n_am_en": [0, 3, 8, 7, 7, 10, 5, 8, 6, 12, 10, 3, 17, 10, 13, 13, 6, 8, 14, 17, 11, 14, 10, 9, 27, 21, 15, 12, 13, 13, 8, 10, 9, 10, 16, 13, 16, 18, 25, 25, 24, 22, 24, 15, 10, 4, 1, 1, 0, 0], "n_am_pl": [3, 5, 6, 7, 4, 8, 14, 23, 18, 8, 14, 15, 19, 18, 12, 10, 7, 11, 15, 9, 6, 3, 4, 3, 6, 12, 13, 15, 17, 17, 17, 18, 17, 12, 7, 9, 5, 7, 2, 5, 2, 3, 4, 7, 6, 6, 6, 3, 0, 0], "n_pos": 86, "sum_m_en": [9.072769, 15.204906, 15.81063, 14.712733, 14.590355, 14.901535, 14.997101, 14.647178, 13.245601, 13.763777, 14.959186, 14.317281, 14.678669, 14.387377, 13.46892, 13.254564, 13.710446, 12.664068, 13.665392, 13.41095, 12.899834, 13.244766, 13.045954, 13.631218, 17.936302, 16.239899, 15.353885, 15.379852, 15.846884, 15.714358, 15.089227, 16.039105, 15.733441, 15.644057, 16.363954, 15.370992, 15.065314, 16.622245, 16.329218, 17.624553, 16.762687, 14.260226, 14.555175, 13.147405, 11.719897, 8.226306, 4.030974, 2.793339, 1.464668, 0.0], "sum_m_pl": [1.729382, 4.74752, 4.154185, 3.789061, 3.939758, 4.224446, 4.326492, 4.23001, 4.626075, 5.133606, 5.61579, 5.75337, 6.053489, 6.213994, 6.266501, 5.962095, 5.247326, 5.710782, 5.42761, 5.266974, 5.180187, 4.828542, 4.702547, 4.823576, 6.562202, 7.422902, 7.194606, 8.048478, 8.376877, 8.423714, 8.333508, 8.217441, 8.068009, 7.249721, 6.640164, 6.22265, 5.518401, 4.999486, 4.960141, 5.306022, 4.844655, 5.567381, 5.149219, 5.878412, 5.096021, 4.575773, 4.891476, 4.200429, 1.277307, 1e-06]}, "lang": {"n_am_en": [25, 6, 30, 62, 74, 69, 53, 76, 56, 60, 50, 60, 53, 67, 64, 64, 79, 90, 86, 83, 92, 100, 95, 82, 174, 133, 130, 86, 82, 92, 82, 85, 106, 97, 120, 131, 152, 164, 179, 199, 204, 214, 194, 179, 139, 98, 20, 3, 2, 0], "n_am_pl": [8, 49, 48, 28, 32, 55, 61, 52, 55, 54, 62, 57, 84, 62, 67, 56, 49, 54, 56, 43, 39, 26, 25, 30, 46, 59, 62, 83, 68, 79, 90, 69, 75, 57, 62, 41, 39, 54, 52, 63, 76, 71, 96, 126, 183, 231, 322, 352, 367, 378], "n_pos": 379, "sum_m_en": [36.644304, 53.133351, 60.422174, 65.385752, 70.369624, 71.299726, 71.163399, 73.371687, 65.743513, 66.159095, 70.665763, 72.053955, 70.135866, 68.02715, 66.653998, 67.701208, 68.917323, 63.455898, 63.765898, 63.087821, 61.842828, 61.908643, 60.980992, 60.849213, 100.980275, 90.92289, 85.939608, 77.96447, 76.26778, 77.913401, 73.553713, 75.465773, 77.244995, 81.432828, 84.892387, 85.311128, 88.43271, 105.229289, 118.47814, 141.638797, 146.012303, 155.253, 162.68418, 161.31183, 129.67557, 91.310282, 23.914597, 5.719149, 7.709748, 0.00033], "sum_m_pl": [5.702917, 16.619357, 19.895032, 18.781061, 19.30596, 23.124166, 26.632921, 25.923229, 30.612398, 30.79738, 32.198622, 32.868321, 35.049551, 37.537501, 37.347379, 33.445793, 29.32012, 30.099955, 28.407699, 26.153253, 24.963381, 23.125667, 22.716742, 22.373571, 32.658423, 37.263524, 40.19383, 43.6942, 46.785709, 48.340726, 47.626147, 46.465065, 46.848714, 40.748818, 40.255963, 37.537215, 37.587117, 37.941881, 39.188119, 43.09476, 49.732112, 55.380672, 74.618027, 100.437151, 149.469021, 203.439484, 302.759548, 336.847162, 346.082068, 376.482494]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 784, "item_id": "llmzszl-18441", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 921, "region_end": 782, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 35, 40, 50, 70, 76, 78, 78, 85, 82, 66, 68, 68, 67, 62, 67, 75, 83, 77, 74, 86, 85, 78, 75, 104, 106, 95, 78, 87, 70, 69, 69, 66, 78, 72, 89, 90, 98, 104, 114, 115, 115, 109, 100, 101, 105, 108, 100, 113, 115], "n_am_pl": [3, 14, 17, 9, 8, 8, 8, 18, 8, 5, 11, 15, 9, 6, 13, 9, 8, 7, 4, 7, 2, 3, 3, 1, 2, 4, 7, 16, 15, 22, 17, 10, 17, 9, 11, 11, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 170, "sum_m_en": [20.201433, 25.064507, 24.861248, 28.080618, 33.80981, 35.25759, 37.786383, 39.179556, 38.936708, 38.963442, 39.477127, 40.219103, 38.456947, 38.718612, 36.275681, 36.791913, 34.535975, 34.812968, 35.389157, 33.80509, 32.439645, 32.205301, 30.887873, 30.907139, 66.603058, 64.652499, 56.338316, 48.995389, 46.759312, 42.187035, 38.889469, 41.114039, 39.143286, 42.136768, 40.524208, 47.481741, 51.915231, 57.530513, 77.471667, 87.371092, 89.223989, 98.071719, 98.174221, 95.397284, 98.369915, 98.945385, 98.642733, 96.287245, 100.741666, 116.42268], "sum_m_pl": [3.430434, 6.988, 8.319759, 7.774615, 8.032907, 7.710999, 8.433321, 8.356461, 7.40472, 7.321901, 8.896185, 9.42188, 9.548015, 8.77505, 9.997443, 9.817167, 9.696651, 9.140064, 8.831725, 8.963098, 8.530567, 8.418254, 8.327688, 8.529229, 7.364611, 8.582749, 9.002701, 9.922817, 11.515943, 13.037823, 12.36728, 11.260878, 11.845242, 10.804667, 11.576122, 10.256324, 9.416097, 7.560524, 5.640538, 4.393696, 4.164671, 3.439049, 2.716772, 2.338245, 1.54479, 1.370576, 0.924188, 0.798248, 1.103344, 0.001156]}, "digit": {"n_am_en": [0, 0, 1, 2, 0, 2, 2, 2, 1, 0, 1, 1, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 2, 0, 1, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.396768, 0.681036, 0.745813, 0.751661, 0.861986, 0.90762, 0.974606, 0.971474, 0.770482, 0.770762, 0.901294, 0.848108, 0.818752, 0.715976, 0.65568, 0.603058, 0.697734, 0.637578, 0.711916, 0.69826, 0.673492, 0.689336, 0.686545, 0.682797, 0.938111, 0.888736, 0.74917, 0.727116, 0.77948, 0.667216, 0.649098, 0.703708, 0.831973, 0.733341, 0.662869, 0.719502, 0.679411, 0.731186, 1.000839, 0.648189, 0.535515, 0.541186, 0.575244, 0.374343, 0.161586, 0.125732, 0.065602, 0.025481, 0.055202, 0.0], "sum_m_pl": [0.052232, 0.170632, 0.165809, 0.192983, 0.221824, 0.172718, 0.171055, 0.188626, 0.202509, 0.189471, 0.218531, 0.209214, 0.213883, 0.187622, 0.199249, 0.196048, 0.190406, 0.210322, 0.186973, 0.194859, 0.192838, 0.19694, 0.189611, 0.195017, 0.183547, 0.201147, 0.179713, 0.206255, 0.252406, 0.31273, 0.318662, 0.284748, 0.322444, 0.323227, 0.313513, 0.242921, 0.265652, 0.221472, 0.132269, 0.164709, 0.164962, 0.156798, 0.183791, 0.125121, 0.054135, 0.063196, 0.042061, 0.008441, 0.025936, 0.0]}, "lang": {"n_am_en": [9, 26, 31, 30, 44, 52, 54, 51, 60, 58, 43, 51, 49, 49, 43, 49, 55, 66, 63, 61, 71, 68, 65, 61, 84, 81, 75, 64, 70, 58, 58, 53, 54, 65, 61, 72, 76, 79, 84, 92, 91, 91, 90, 86, 88, 94, 95, 92, 110, 115], "n_am_pl": [0, 7, 8, 6, 4, 5, 8, 10, 6, 2, 9, 10, 6, 6, 13, 7, 5, 4, 2, 4, 1, 1, 2, 1, 2, 3, 5, 7, 7, 14, 12, 5, 10, 7, 9, 6, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 118, "sum_m_en": [13.568199, 17.249659, 17.147438, 19.162293, 23.085853, 24.076406, 25.591538, 26.98559, 26.55668, 26.459434, 26.924678, 27.656708, 26.81142, 27.28378, 25.808469, 26.56564, 24.479814, 25.094641, 25.079701, 23.772202, 22.734896, 22.542871, 21.691419, 21.537422, 51.290587, 49.977823, 43.810258, 37.234498, 35.168827, 31.526566, 28.937382, 30.379464, 29.664555, 32.365806, 31.434063, 37.322142, 42.40273, 46.809686, 63.804041, 72.932245, 73.176947, 80.838207, 82.3793, 82.089353, 86.486915, 87.551066, 88.043615, 87.522146, 94.794847, 114.063116], "sum_m_pl": [2.037302, 4.289681, 5.408068, 5.024805, 5.13904, 4.968846, 5.560388, 5.345732, 4.671196, 4.720528, 5.939717, 6.197451, 6.042553, 5.718564, 6.564349, 6.385815, 6.382024, 5.947042, 5.925314, 6.075319, 5.768885, 5.689734, 5.637494, 5.785678, 4.817621, 5.552278, 5.841407, 6.42837, 7.538996, 8.377812, 8.247194, 7.612149, 7.988231, 7.14092, 7.84472, 6.961881, 6.456437, 4.834181, 3.437494, 2.44201, 2.467595, 1.873724, 1.419189, 1.28676, 0.899611, 0.768234, 0.475141, 0.406606, 0.728311, 5.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "llmzszl-18442", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 827, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9419, "tf_agree_excl_first": 0.9474}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 28, 39, 82, 97, 144, 134, 138, 145, 137, 122, 115, 92, 93, 74, 100, 115, 112, 140, 170, 169, 182, 179, 156, 245, 230, 199, 172, 137, 127, 125, 122, 118, 128, 158, 173, 168, 172, 184, 195, 193, 207, 225, 224, 196, 165, 65, 12, 2, 0], "n_am_pl": [11, 19, 43, 33, 18, 41, 47, 52, 40, 42, 40, 43, 43, 31, 47, 38, 37, 47, 46, 24, 23, 20, 19, 17, 19, 19, 22, 28, 47, 53, 46, 40, 45, 23, 27, 32, 26, 23, 25, 40, 49, 44, 52, 56, 66, 93, 176, 247, 268, 277], "n_pos": 412, "sum_m_en": [37.184099, 61.296963, 66.52997, 72.213072, 79.79427, 85.433564, 88.667292, 92.75907, 90.983314, 93.632862, 93.808364, 93.629636, 90.651501, 89.142897, 84.500546, 87.143029, 85.352859, 80.541471, 83.491865, 77.782555, 75.095208, 76.866115, 76.651369, 77.21485, 164.973514, 151.86873, 123.777037, 110.932249, 97.59668, 91.014952, 86.335696, 88.20258, 84.820358, 88.273456, 91.804522, 102.003754, 105.075871, 112.720725, 125.921952, 139.247883, 146.854937, 171.348792, 188.198812, 189.783138, 165.209199, 133.900611, 58.314873, 17.465252, 6.718452, 0.000581], "sum_m_pl": [5.588409, 17.677981, 20.210401, 21.178461, 21.151535, 22.189852, 22.529673, 24.293468, 22.13032, 22.69677, 24.986832, 26.896239, 27.04671, 25.997864, 28.384856, 27.69015, 26.737343, 25.073622, 22.863575, 22.951888, 21.070831, 20.796121, 20.225372, 20.819486, 18.706727, 22.432995, 23.820914, 27.583673, 34.340256, 37.22727, 35.444447, 32.569049, 34.179388, 31.186528, 30.646225, 29.752541, 27.722726, 26.931195, 28.710831, 28.940405, 34.735189, 35.463274, 42.529235, 48.086182, 58.959207, 89.717247, 169.119632, 233.215956, 255.391524, 275.961597]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 3, 2, 6, 5, 1, 1, 1, 1, 0, 1, 2, 2, 0, 3, 1, 2, 2, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.626381, 1.350683, 1.591401, 1.603112, 1.58747, 1.670053, 1.662181, 1.734704, 1.718264, 1.73286, 1.706089, 1.61996, 1.47234, 1.362354, 1.325444, 1.474788, 1.537908, 1.31572, 1.410985, 1.397974, 1.427608, 1.44679, 1.382635, 1.424968, 2.050498, 1.911293, 1.81039, 1.698577, 1.589026, 1.361474, 1.313754, 1.403395, 1.384921, 1.301569, 1.312302, 1.295652, 1.174041, 1.072796, 1.002994, 0.886743, 0.715792, 0.819181, 0.739328, 0.524843, 0.208498, 0.180356, 0.221359, 0.049081, 0.177047, 0.0], "sum_m_pl": [0.099106, 0.424262, 0.417634, 0.460041, 0.360774, 0.348008, 0.354964, 0.407775, 0.411421, 0.401617, 0.378196, 0.412666, 0.459774, 0.352381, 0.447166, 0.540688, 0.518003, 0.524138, 0.412677, 0.453142, 0.448618, 0.448132, 0.425808, 0.442709, 0.486594, 0.436113, 0.518806, 0.571656, 0.71608, 0.812026, 0.675837, 0.636497, 0.660633, 0.605668, 0.530082, 0.445984, 0.436561, 0.39094, 0.366397, 0.384637, 0.388547, 0.365723, 0.38267, 0.382458, 0.218354, 0.195111, 0.194418, 0.048634, 0.071702, 0.0]}, "lang": {"n_am_en": [7, 18, 28, 58, 68, 104, 99, 93, 97, 89, 85, 82, 61, 67, 49, 60, 73, 85, 102, 131, 123, 137, 136, 117, 183, 168, 144, 119, 99, 85, 89, 87, 89, 94, 114, 125, 127, 135, 146, 152, 147, 159, 172, 176, 148, 126, 53, 9, 2, 0], "n_am_pl": [2, 15, 21, 23, 13, 30, 32, 34, 28, 32, 27, 28, 33, 20, 33, 25, 26, 34, 32, 9, 13, 11, 10, 9, 9, 11, 12, 15, 23, 28, 24, 20, 23, 16, 19, 21, 18, 17, 17, 29, 40, 36, 42, 48, 62, 84, 153, 230, 262, 275], "n_pos": 275, "sum_m_en": [24.513718, 41.240062, 44.788503, 48.424527, 54.75524, 58.742127, 61.253217, 62.832701, 61.395317, 63.07391, 63.535614, 63.638476, 61.427197, 60.645134, 57.736263, 59.29963, 57.84357, 55.100842, 57.127239, 53.155364, 51.052195, 52.466754, 52.507993, 53.228321, 120.149006, 110.179675, 88.420629, 78.478065, 67.899783, 62.918311, 59.19902, 60.932307, 58.952244, 61.683392, 63.672721, 72.700172, 76.950831, 83.113119, 94.399279, 102.947589, 110.028353, 131.427888, 144.072491, 146.316054, 125.570792, 103.012038, 45.449986, 12.464702, 4.3165, 8.3e-05], "sum_m_pl": [3.760862, 11.511653, 13.045104, 13.79267, 14.015996, 14.903597, 15.072839, 16.318551, 15.055622, 15.650741, 17.105964, 18.506225, 18.617466, 17.892965, 19.218615, 18.786713, 17.908318, 16.764207, 15.297562, 15.171558, 13.847829, 13.735243, 13.368492, 13.744694, 11.925298, 14.606459, 15.649852, 18.038521, 22.631534, 24.408945, 23.419961, 21.74443, 22.372035, 20.642133, 20.199508, 20.018769, 19.127028, 18.421104, 18.899634, 19.32892, 23.587902, 24.837341, 31.674807, 37.891195, 51.551332, 77.919999, 149.252291, 214.644717, 249.624098, 273.249826]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 414, "item_id": "llmzszl-18442", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 412, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9903}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 15, 17, 16, 24, 22, 26, 31, 22, 25, 22, 16, 17, 12, 18, 15, 21, 20, 17, 20, 27, 31, 26, 20, 35, 39, 39, 29, 23, 23, 19, 19, 20, 21, 30, 29, 34, 38, 48, 54, 53, 42, 38, 38, 40, 34, 38, 37, 37, 38], "n_am_pl": [11, 4, 9, 8, 9, 8, 9, 11, 14, 17, 17, 17, 11, 16, 15, 14, 8, 8, 15, 7, 5, 5, 5, 3, 7, 6, 11, 14, 15, 21, 21, 20, 16, 11, 7, 7, 6, 6, 7, 6, 6, 5, 4, 3, 1, 3, 3, 3, 3, 2], "n_pos": 98, "sum_m_en": [11.177441, 15.377665, 15.570388, 16.114006, 18.38372, 18.255558, 17.749359, 17.992739, 16.361403, 16.498624, 16.727504, 17.180927, 16.335698, 16.452657, 15.292946, 16.304764, 16.919058, 15.638217, 15.904169, 16.348245, 16.632179, 16.741968, 16.330649, 16.126009, 26.606406, 24.706374, 22.43925, 20.024533, 18.964389, 18.957896, 17.210684, 18.624509, 18.063563, 19.197734, 22.742864, 22.484789, 23.499258, 27.364081, 34.658224, 39.093335, 37.669183, 32.511983, 35.224865, 34.57282, 33.463863, 33.2613, 35.904234, 35.059827, 36.120066, 38.005491], "sum_m_pl": [2.441271, 4.629763, 4.831004, 4.472187, 5.007599, 5.352805, 5.391386, 5.344586, 5.511249, 6.705002, 6.740991, 7.120917, 7.318176, 7.384827, 7.361566, 8.011604, 7.85144, 8.26569, 8.145069, 7.447497, 6.987467, 6.438914, 6.312839, 6.286313, 8.461301, 9.302541, 9.057387, 10.579599, 9.613341, 10.962691, 10.27336, 9.178244, 8.63414, 7.8888, 7.676052, 6.960155, 6.928124, 7.226379, 6.802633, 6.50917, 6.072575, 5.93038, 4.445413, 4.522339, 3.721084, 3.405803, 3.665726, 3.359091, 2.503884, 1.834138]}, "digit": {"n_am_en": [0, 1, 1, 0, 5, 0, 0, 3, 1, 5, 4, 1, 2, 2, 1, 3, 3, 0, 2, 3, 3, 2, 0, 1, 1, 2, 4, 1, 2, 4, 0, 2, 0, 1, 3, 2, 4, 2, 5, 8, 9, 4, 2, 3, 4, 2, 3, 3, 1, 0], "n_am_pl": [0, 0, 3, 2, 3, 3, 3, 3, 3, 5, 4, 4, 2, 3, 4, 4, 3, 3, 6, 2, 2, 3, 2, 1, 5, 2, 3, 5, 2, 5, 6, 5, 3, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 0, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.133548, 3.536508, 3.494406, 3.344442, 3.701027, 3.624135, 3.557161, 3.478079, 3.038478, 3.361978, 3.678601, 3.384102, 3.4499, 3.274323, 2.952355, 3.127798, 3.474422, 3.119933, 3.310318, 3.349254, 3.3723, 3.482241, 3.423753, 3.481959, 3.83276, 3.695093, 3.556623, 3.550569, 3.486035, 3.201686, 3.044948, 3.38237, 3.039329, 3.322532, 3.711477, 3.689006, 3.385559, 3.18289, 3.8869, 4.42988, 3.860432, 3.07775, 3.000843, 3.620156, 2.702185, 2.476895, 2.241372, 1.779849, 0.849118, 0.002014], "sum_m_pl": [0.386723, 0.952846, 0.83331, 0.739867, 0.896121, 0.987621, 0.964376, 0.934322, 0.902533, 1.330905, 1.236255, 1.270724, 1.281016, 1.319251, 1.374063, 1.744084, 1.757969, 2.386421, 2.221036, 1.970836, 1.614262, 1.435438, 1.331693, 1.328195, 2.628358, 2.505776, 2.288255, 2.626488, 2.30946, 2.64911, 2.407232, 1.830904, 1.94097, 1.79598, 1.872218, 1.710658, 1.655993, 1.260266, 1.293022, 1.192289, 1.133957, 1.133547, 1.272744, 1.139384, 1.049203, 0.897642, 0.610991, 0.439103, 0.124458, 2.6e-05]}, "lang": {"n_am_en": [4, 8, 12, 9, 14, 16, 18, 18, 14, 15, 14, 12, 13, 9, 12, 9, 13, 13, 11, 13, 19, 21, 20, 15, 23, 26, 25, 21, 14, 14, 15, 12, 16, 18, 21, 20, 22, 29, 35, 35, 35, 34, 33, 32, 34, 31, 34, 34, 36, 38], "n_am_pl": [6, 1, 1, 2, 2, 1, 1, 2, 8, 5, 7, 9, 6, 10, 6, 5, 2, 1, 2, 0, 0, 0, 1, 1, 0, 1, 1, 3, 6, 8, 8, 7, 5, 4, 2, 2, 3, 0, 0, 1, 0, 0, 0, 1, 1, 2, 3, 3, 3, 2], "n_pos": 41, "sum_m_en": [4.758105, 6.345244, 6.529659, 6.917836, 7.998792, 8.066344, 7.883255, 8.262159, 7.92997, 7.671099, 7.758305, 8.143031, 7.559036, 7.630691, 7.018962, 7.468519, 7.518288, 7.065647, 7.088039, 7.255396, 7.572747, 7.603658, 7.257892, 6.938699, 15.005728, 13.817006, 12.718843, 10.495678, 9.77287, 9.846912, 8.680305, 9.546833, 9.472919, 10.412773, 12.588111, 13.227986, 14.8574, 17.968009, 22.980633, 26.885901, 26.778815, 25.512853, 27.588107, 27.177526, 28.978417, 28.814565, 32.015018, 31.147709, 34.461257, 37.877515], "sum_m_pl": [0.928076, 1.746086, 1.906762, 1.852419, 2.059746, 2.156406, 2.13539, 2.208987, 2.463027, 2.962657, 2.961114, 3.169188, 3.359762, 3.31748, 3.292038, 3.337876, 3.123017, 3.010864, 2.956154, 2.764224, 2.729644, 2.576483, 2.579717, 2.579817, 2.663779, 3.164496, 3.154004, 3.948602, 3.750325, 4.469113, 4.303266, 3.995807, 3.691608, 3.257529, 3.141348, 3.057176, 2.905613, 2.588126, 2.234752, 1.990182, 1.613311, 0.92037, 0.938984, 1.853267, 1.984379, 2.079355, 2.685577, 2.752964, 2.309759, 1.834112]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "llmzszl-18445", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 802, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9899}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 8, 11, 7, 23, 27, 26, 40, 26, 22, 22, 15, 16, 18, 26, 38, 29, 33, 29, 43, 48, 49, 42, 41, 66, 63, 44, 48, 37, 28, 32, 23, 34, 29, 46, 52, 47, 54, 66, 82, 84, 65, 57, 52, 44, 34, 12, 3, 2, 0], "n_am_pl": [5, 27, 27, 25, 16, 29, 26, 37, 26, 30, 35, 33, 30, 28, 23, 25, 22, 19, 22, 21, 20, 15, 19, 14, 17, 16, 23, 26, 28, 31, 31, 36, 23, 25, 23, 14, 24, 19, 21, 24, 23, 25, 30, 37, 40, 50, 70, 75, 73, 69], "n_pos": 174, "sum_m_en": [17.272444, 25.17425, 26.469529, 27.913385, 30.777071, 31.622067, 31.799406, 32.723259, 29.967597, 30.21295, 30.897125, 31.741531, 30.561109, 29.271121, 27.639346, 29.537363, 29.87833, 27.69854, 27.902748, 28.605138, 28.95771, 29.71646, 28.694231, 28.570305, 46.762895, 41.474539, 36.645555, 32.51252, 31.030371, 29.944301, 27.569012, 29.564163, 30.362627, 31.983114, 35.745054, 34.156097, 34.416075, 40.522437, 48.473075, 56.466728, 55.320101, 48.162874, 54.197745, 48.830091, 40.70563, 29.420112, 13.266999, 3.75293, 2.983104, 0.016086], "sum_m_pl": [3.671876, 9.10375, 9.886571, 8.726664, 9.326227, 10.188353, 11.065415, 11.796523, 12.031619, 13.497856, 14.277547, 15.072915, 14.952151, 14.635372, 14.715595, 15.105352, 13.830391, 13.825873, 13.392542, 12.236646, 11.81155, 10.941575, 10.909588, 10.778196, 16.480754, 17.349229, 17.645405, 19.812653, 18.145358, 20.636765, 20.123633, 18.626703, 18.011864, 16.331045, 15.773716, 14.883029, 17.205027, 17.348682, 17.938446, 19.162972, 19.879208, 19.783624, 21.700518, 31.577194, 34.538937, 45.585383, 67.908451, 73.876317, 71.795422, 69.879776]}, "digit": {"n_am_en": [0, 2, 0, 0, 1, 1, 0, 1, 3, 2, 6, 1, 2, 2, 5, 5, 3, 2, 2, 4, 3, 3, 1, 3, 7, 6, 2, 2, 1, 0, 1, 2, 3, 0, 2, 6, 8, 4, 6, 8, 6, 7, 4, 5, 1, 3, 2, 1, 1, 0], "n_am_pl": [0, 3, 2, 2, 0, 1, 4, 6, 2, 3, 3, 4, 2, 5, 4, 5, 3, 2, 4, 1, 2, 1, 1, 0, 0, 2, 2, 4, 3, 0, 3, 3, 1, 2, 3, 0, 1, 0, 2, 1, 2, 2, 1, 3, 3, 4, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.374235, 3.887384, 4.272333, 3.989833, 4.32729, 4.354007, 4.402295, 4.456453, 3.927334, 4.414203, 4.705606, 4.202793, 4.193991, 3.955964, 3.73754, 4.154452, 4.338265, 4.008679, 4.137135, 3.982228, 3.97462, 4.088828, 4.02988, 4.165231, 5.321795, 4.747491, 4.577393, 4.569994, 4.414102, 4.088377, 3.863978, 4.298324, 4.289958, 4.433584, 4.689324, 4.514769, 4.340752, 3.934077, 4.258077, 4.600005, 4.231408, 3.502784, 3.511957, 3.655207, 2.187742, 2.194964, 1.352872, 1.25922, 0.855847, 0.0], "sum_m_pl": [0.429552, 1.218925, 0.921273, 0.831449, 0.915243, 0.979921, 1.00757, 1.085418, 1.166366, 1.280538, 1.342952, 1.513294, 1.50828, 1.558937, 1.491774, 1.684351, 1.562863, 1.673001, 1.621788, 1.569094, 1.567169, 1.449686, 1.40256, 1.410824, 1.840831, 1.693138, 1.62044, 2.008871, 1.798306, 1.969711, 1.852073, 1.762923, 1.732266, 1.682911, 1.519852, 1.454129, 1.357434, 1.248338, 1.373868, 1.432205, 1.44546, 1.354516, 1.312405, 1.589306, 1.373253, 1.183327, 1.26581, 0.336506, 0.075282, 0.0]}, "lang": {"n_am_en": [6, 1, 3, 3, 15, 16, 16, 20, 10, 12, 9, 9, 9, 12, 15, 20, 16, 16, 15, 20, 23, 27, 24, 23, 35, 33, 22, 30, 22, 20, 17, 16, 17, 18, 30, 28, 25, 33, 38, 46, 50, 41, 36, 34, 29, 21, 8, 1, 1, 0], "n_am_pl": [3, 8, 12, 9, 6, 13, 13, 16, 13, 15, 13, 17, 20, 8, 10, 8, 10, 10, 9, 8, 9, 7, 11, 10, 9, 10, 12, 9, 16, 17, 17, 18, 13, 14, 9, 5, 12, 13, 11, 15, 12, 14, 20, 22, 28, 38, 57, 65, 68, 69], "n_pos": 70, "sum_m_en": [6.913585, 9.421592, 10.218006, 11.349275, 12.730084, 13.080389, 13.191378, 13.867503, 13.05259, 12.886848, 13.153841, 14.105938, 13.502872, 12.694297, 11.942598, 12.469819, 12.499636, 11.794779, 11.398444, 11.715167, 11.984237, 12.329659, 11.863237, 11.644632, 22.677007, 19.77057, 17.439387, 14.93484, 14.070972, 13.691069, 12.290113, 13.229028, 13.492841, 14.823641, 16.46289, 15.803222, 17.022479, 21.182242, 25.278369, 30.174924, 30.27501, 28.695609, 33.335463, 31.565531, 26.399586, 17.722807, 7.991872, 0.971416, 1.099514, 0.015871], "sum_m_pl": [1.481338, 3.360112, 3.982821, 3.389509, 3.68383, 4.065796, 4.677013, 5.155499, 5.409867, 6.065572, 6.346572, 6.768819, 6.57642, 6.420232, 6.268669, 6.045787, 5.470122, 5.12137, 5.343193, 4.903442, 4.848513, 4.522202, 4.572299, 4.467548, 6.793083, 7.585695, 7.67881, 8.318592, 7.886215, 9.138869, 9.087665, 8.846554, 8.628137, 7.950681, 7.409092, 7.282803, 8.010201, 7.214059, 7.955563, 8.946919, 9.665877, 9.683249, 11.935687, 18.157247, 23.85981, 35.642936, 53.995405, 62.656026, 66.045325, 68.492171]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "llmzszl-18445", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 930, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9829}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 5, 9, 12, 14, 17, 18, 16, 15, 16, 16, 19, 15, 16, 17, 15, 17, 16, 17, 14, 18, 19, 16, 17, 20, 19, 22, 24, 22, 21, 20, 21, 22, 22, 24, 22, 26, 23, 22, 23, 22, 24, 25, 26, 27, 27, 23, 29, 33, 36], "n_am_pl": [3, 1, 5, 5, 5, 5, 4, 5, 2, 5, 5, 5, 8, 9, 3, 2, 3, 4, 1, 1, 0, 1, 0, 1, 3, 5, 2, 5, 5, 6, 3, 1, 1, 1, 3, 3, 3, 2, 3, 3, 2, 1, 0, 0, 0, 0, 1, 0, 0, 2], "n_pos": 66, "sum_m_en": [7.521115, 8.956958, 8.777383, 9.515952, 11.261892, 12.321122, 12.206612, 12.666302, 12.943087, 13.116503, 13.007134, 12.846847, 12.465777, 12.161998, 11.841176, 11.837084, 12.05457, 11.361622, 11.018718, 11.208122, 10.6909, 10.155766, 10.747555, 10.814923, 16.446978, 17.360664, 15.63389, 14.284305, 14.422416, 14.397957, 13.442184, 13.175889, 12.971907, 14.074923, 14.347368, 16.773756, 19.193913, 20.387193, 21.168705, 22.221156, 22.19662, 23.053911, 24.818209, 25.063106, 25.737867, 25.336703, 25.252428, 28.409197, 30.461003, 35.564768], "sum_m_pl": [1.560131, 2.627103, 3.080018, 3.331881, 3.056676, 3.254749, 3.564901, 3.753901, 3.897804, 4.17247, 4.529364, 4.881322, 5.261197, 4.85489, 4.730583, 5.20664, 4.7755, 4.362105, 4.168806, 3.779471, 3.695515, 3.755702, 3.533978, 3.555624, 3.143003, 3.555684, 3.649677, 4.391711, 4.528998, 4.661568, 4.145736, 3.946634, 4.188346, 4.1413, 4.220241, 3.976682, 3.646305, 2.264377, 2.064611, 1.492151, 1.145415, 0.791736, 0.727558, 0.502533, 0.54667, 0.693248, 1.459697, 1.070042, 1.152879, 2.344603]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 2, 7, 7, 9, 12, 12, 11, 10, 10, 10, 13, 13, 11, 13, 11, 10, 9, 12, 10, 14, 13, 11, 10, 13, 13, 15, 17, 14, 14, 15, 18, 17, 18, 21, 18, 21, 19, 18, 18, 19, 20, 20, 22, 22, 23, 22, 27, 32, 36], "n_am_pl": [3, 1, 5, 3, 3, 3, 1, 3, 0, 3, 1, 2, 7, 6, 2, 2, 2, 3, 0, 0, 0, 0, 0, 1, 1, 3, 2, 4, 4, 2, 1, 1, 0, 1, 2, 2, 3, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2], "n_pos": 39, "sum_m_en": [4.186749, 4.947981, 5.062661, 5.495482, 6.553876, 7.272175, 7.274192, 7.470319, 7.818706, 7.861699, 7.74568, 7.650441, 7.350914, 7.164902, 7.256399, 7.12539, 7.307646, 6.931644, 6.693615, 6.659833, 6.225476, 5.86633, 6.074586, 6.048794, 10.560699, 11.43254, 10.408511, 9.600003, 9.54015, 9.405596, 8.758487, 8.442755, 8.40099, 9.294126, 9.648236, 12.105661, 14.394222, 15.637553, 16.632691, 17.378732, 18.482878, 19.505998, 20.615541, 20.759978, 21.978964, 22.075159, 22.089371, 25.299435, 28.171636, 35.395548], "sum_m_pl": [0.934233, 1.466866, 1.748451, 1.985288, 1.811006, 1.923592, 2.121228, 2.238292, 2.255458, 2.442112, 2.663451, 2.939793, 3.349049, 3.022707, 2.859559, 3.252903, 2.882629, 2.612296, 2.451083, 2.189534, 2.13378, 2.190486, 2.022491, 2.029684, 1.756223, 2.086329, 2.185544, 2.763998, 2.670085, 2.487632, 2.354844, 2.254107, 2.418428, 2.609481, 2.609007, 2.460818, 2.240098, 1.191008, 1.061866, 0.744687, 0.68995, 0.397181, 0.375539, 0.179826, 0.180308, 0.274274, 0.354345, 0.478253, 0.726777, 2.323917]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "llmzszl-18446", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 824, "region_end": 66, "roundtrip_ok": true, "tf_agree": 0.9559, "tf_agree_excl_first": 0.9701}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 3, 14, 18, 41, 60, 59, 59, 59, 53, 46, 43, 41, 44, 45, 50, 51, 55, 42, 45, 49, 49, 47, 47, 68, 74, 74, 61, 48, 52, 50, 45, 48, 57, 60, 69, 69, 77, 79, 73, 66, 62, 64, 65, 63, 44, 23, 10, 2, 2], "n_am_pl": [4, 12, 13, 19, 18, 18, 20, 24, 17, 16, 18, 32, 13, 24, 21, 10, 16, 11, 15, 9, 10, 14, 10, 15, 9, 9, 10, 10, 22, 25, 24, 31, 21, 21, 22, 20, 21, 21, 18, 21, 26, 34, 31, 35, 44, 60, 90, 102, 116, 120], "n_pos": 191, "sum_m_en": [17.868838, 25.850889, 27.083391, 30.001842, 32.399138, 36.769453, 35.939295, 36.814341, 37.317081, 37.66807, 36.531071, 36.026716, 35.469663, 35.044041, 33.184492, 33.462591, 34.548423, 33.89964, 31.514495, 29.821825, 29.496244, 28.564823, 28.197617, 28.202731, 46.694541, 50.168512, 45.539842, 38.730945, 36.708953, 35.530022, 33.634472, 34.881662, 34.000969, 35.782801, 37.603169, 40.790755, 40.382936, 53.982441, 57.428201, 56.36968, 55.927695, 55.245235, 59.191995, 59.416861, 58.233078, 41.57315, 22.701981, 10.208561, 3.721862, 2.000045], "sum_m_pl": [3.682219, 8.72227, 10.955215, 11.656929, 10.506048, 11.127181, 11.932744, 12.814456, 12.809271, 12.867224, 13.263662, 14.210249, 15.146147, 14.718269, 14.70674, 14.39344, 12.866461, 11.623144, 11.70847, 10.650534, 10.40884, 10.696038, 10.200284, 10.3214, 10.722055, 11.365956, 12.449464, 13.94422, 15.174421, 16.588634, 15.978979, 16.307216, 16.800777, 16.562922, 17.236308, 16.022123, 17.931353, 16.608057, 15.997676, 17.882394, 18.004477, 22.590136, 26.312995, 29.728019, 37.093704, 56.453123, 87.551417, 98.944541, 112.771705, 119.902475]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 1, 7, 13, 26, 41, 42, 41, 40, 38, 29, 28, 28, 29, 31, 31, 33, 35, 27, 30, 37, 35, 34, 36, 48, 55, 49, 42, 34, 32, 32, 26, 27, 34, 39, 41, 42, 53, 59, 53, 49, 47, 46, 49, 49, 32, 16, 6, 2, 2], "n_am_pl": [1, 8, 10, 7, 6, 9, 14, 17, 10, 13, 14, 21, 9, 17, 16, 7, 10, 10, 9, 6, 5, 8, 5, 10, 4, 2, 6, 6, 16, 17, 19, 24, 16, 16, 16, 16, 15, 16, 14, 16, 19, 26, 24, 28, 35, 51, 81, 97, 112, 120], "n_pos": 124, "sum_m_en": [11.511382, 17.102598, 18.093755, 20.319556, 21.657718, 24.569266, 23.428136, 24.14709, 24.697823, 24.757936, 23.949957, 23.759018, 23.55223, 23.26374, 22.198379, 22.562297, 23.149851, 22.899404, 21.189544, 19.674799, 19.826681, 19.055381, 18.649016, 18.617972, 32.83494, 35.217092, 31.929216, 26.757176, 24.928261, 24.193059, 22.149607, 23.247149, 22.327012, 24.091379, 25.193456, 26.804609, 26.662229, 38.412611, 39.493472, 38.272314, 39.23795, 40.379314, 42.309732, 42.574433, 44.214337, 29.43654, 15.706161, 5.208174, 3.016925, 2.000012], "sum_m_pl": [2.16177, 5.36939, 6.885352, 7.29282, 6.645948, 7.037441, 7.567133, 8.280573, 8.254889, 8.366452, 8.906418, 9.48917, 10.245162, 9.750488, 9.739359, 9.443683, 8.424662, 7.522823, 7.577853, 6.710534, 6.591804, 6.880045, 6.535962, 6.735804, 7.059947, 7.45732, 8.254162, 9.511491, 10.356796, 11.360826, 11.27802, 11.60128, 11.967987, 11.61351, 11.709529, 11.176385, 12.562506, 12.200116, 11.71799, 12.42305, 13.667672, 18.291549, 22.633374, 25.681739, 31.128167, 48.946041, 76.879513, 93.022034, 108.790801, 119.369764]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "llmzszl-18446", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 952, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [26, 30, 41, 50, 64, 68, 71, 68, 51, 49, 59, 58, 50, 53, 64, 71, 77, 78, 79, 75, 81, 75, 71, 69, 106, 95, 92, 75, 71, 69, 71, 64, 80, 83, 84, 90, 97, 102, 126, 116, 122, 126, 119, 130, 119, 117, 112, 104, 105, 124], "n_am_pl": [7, 18, 18, 20, 13, 19, 20, 16, 14, 20, 22, 22, 23, 30, 34, 12, 21, 19, 20, 23, 15, 12, 12, 9, 13, 23, 24, 24, 30, 38, 31, 36, 25, 22, 18, 15, 14, 14, 10, 6, 4, 3, 7, 7, 10, 6, 12, 12, 18, 14], "n_pos": 260, "sum_m_en": [30.170562, 38.049238, 37.476939, 39.468184, 43.390633, 47.056664, 47.842836, 46.605983, 44.353725, 44.978791, 45.639069, 47.03433, 47.086762, 45.945251, 46.252146, 47.857344, 46.317027, 44.291484, 43.13867, 42.000095, 41.086577, 41.891459, 41.413255, 41.75148, 69.800989, 65.887413, 60.645728, 52.972117, 54.317915, 52.22267, 49.841508, 51.379147, 54.720017, 57.000574, 62.051535, 63.376904, 71.877582, 80.088564, 93.013553, 98.64634, 102.232011, 109.12121, 112.585607, 115.920679, 113.675299, 108.528516, 104.246285, 101.520841, 98.667862, 123.284128], "sum_m_pl": [5.502346, 10.760598, 12.584851, 12.084295, 11.9707, 11.676242, 12.494939, 12.759579, 13.97999, 15.265813, 16.181519, 15.649063, 16.807607, 15.53345, 17.562763, 16.510757, 16.059008, 15.223427, 14.825727, 15.496648, 14.649804, 14.366192, 13.870337, 13.730659, 15.304338, 18.475617, 18.614841, 21.040824, 21.953381, 23.945631, 23.635507, 21.247049, 20.680977, 19.329135, 18.643309, 17.797798, 16.942424, 15.287222, 13.974134, 12.935634, 11.379355, 9.223572, 9.353999, 8.739426, 10.69161, 8.962944, 13.762652, 12.988778, 16.249643, 14.21998]}, "digit": {"n_am_en": [0, 1, 1, 0, 1, 2, 5, 5, 0, 5, 4, 2, 2, 2, 1, 6, 6, 10, 9, 8, 10, 5, 5, 5, 11, 11, 5, 7, 6, 5, 5, 3, 3, 6, 5, 5, 3, 8, 11, 10, 11, 9, 4, 7, 5, 4, 3, 2, 0, 0], "n_am_pl": [0, 6, 2, 1, 1, 5, 4, 2, 1, 2, 3, 5, 6, 7, 6, 1, 2, 4, 2, 4, 2, 2, 2, 3, 5, 3, 5, 4, 3, 2, 3, 7, 4, 1, 2, 2, 5, 4, 5, 2, 2, 1, 3, 2, 1, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.230152, 4.751582, 4.281445, 4.55552, 5.11036, 5.279855, 5.813888, 5.811983, 5.813592, 6.018115, 6.545769, 6.399094, 6.287954, 5.741783, 5.788335, 6.207688, 5.996163, 5.586383, 5.301999, 5.379484, 5.353465, 5.501236, 5.442994, 5.610392, 8.083446, 7.315279, 6.521182, 6.060254, 6.229738, 5.907205, 5.847823, 6.196793, 6.311921, 5.626767, 6.31217, 6.135605, 5.694988, 6.42456, 6.40098, 6.474936, 6.167165, 5.915455, 5.274984, 6.480644, 5.668202, 3.657431, 2.83075, 2.202948, 0.549258, 0.0], "sum_m_pl": [0.489125, 1.64522, 1.491068, 1.474516, 1.533792, 1.514035, 1.521079, 1.646092, 1.648883, 1.836792, 1.916806, 1.812179, 2.024846, 1.960138, 2.29352, 2.18685, 2.10075, 2.02726, 1.907537, 2.02864, 1.933674, 1.882864, 1.807707, 1.798228, 2.268457, 2.45299, 2.407246, 2.722662, 2.80224, 2.884325, 3.022501, 2.539361, 2.343116, 2.193379, 2.094232, 2.185865, 2.199228, 2.21814, 2.549954, 2.440245, 2.428754, 2.349157, 2.04249, 1.990376, 2.107686, 1.46198, 1.16745, 0.737066, 0.248279, 0.0]}, "lang": {"n_am_en": [22, 25, 25, 37, 48, 48, 47, 41, 39, 32, 41, 44, 39, 41, 51, 49, 51, 51, 54, 53, 58, 56, 53, 56, 72, 65, 69, 55, 53, 52, 50, 50, 61, 63, 65, 75, 78, 78, 94, 92, 96, 100, 100, 106, 104, 104, 103, 98, 104, 123], "n_am_pl": [7, 7, 14, 11, 7, 7, 9, 8, 9, 9, 12, 10, 13, 13, 21, 9, 12, 12, 10, 11, 6, 6, 4, 2, 5, 12, 12, 13, 18, 23, 17, 19, 15, 17, 11, 8, 6, 7, 3, 4, 1, 2, 3, 4, 8, 6, 12, 12, 16, 14], "n_pos": 139, "sum_m_en": [16.411241, 20.032089, 20.48205, 21.804745, 24.405798, 26.798211, 26.764045, 26.087393, 24.588475, 25.230462, 24.86832, 26.306946, 26.267295, 25.870017, 25.974786, 27.134213, 26.570667, 25.466538, 24.74724, 23.544167, 22.819105, 23.08041, 22.877873, 22.875522, 44.179302, 41.184443, 38.108213, 32.672114, 32.983703, 31.527535, 29.15752, 29.957154, 32.981238, 37.036959, 40.745809, 43.28268, 52.037083, 58.595643, 69.589403, 76.679222, 80.521775, 88.426986, 92.588882, 95.106394, 96.290067, 95.843656, 92.949554, 91.565686, 93.303062, 121.913766], "sum_m_pl": [3.596029, 5.222543, 6.408988, 6.122248, 6.067764, 5.87816, 6.563547, 6.720058, 7.444909, 7.989516, 8.534066, 8.462515, 9.090748, 8.319391, 9.550854, 8.955433, 8.637244, 8.06444, 7.950115, 8.303399, 7.757777, 7.53061, 7.269692, 7.218101, 8.246641, 10.025067, 10.257466, 11.640498, 12.214574, 13.516661, 12.790329, 11.890223, 11.796962, 11.287206, 10.594475, 10.080282, 9.330785, 8.523899, 7.485277, 6.647785, 5.551215, 4.361027, 4.78747, 4.849264, 6.992688, 6.021374, 11.306287, 11.63926, 14.934634, 14.024201]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 262, "item_id": "llmzszl-18447", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 826, "region_end": 260, "roundtrip_ok": true, "tf_agree": 0.9618, "tf_agree_excl_first": 0.9655}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 23, 37, 44, 61, 88, 92, 88, 74, 55, 59, 71, 51, 57, 60, 69, 73, 81, 75, 73, 88, 87, 77, 85, 136, 119, 117, 91, 74, 69, 63, 83, 75, 81, 107, 99, 115, 121, 138, 143, 141, 146, 157, 150, 131, 98, 42, 18, 14, 13], "n_am_pl": [12, 37, 52, 36, 45, 57, 48, 52, 43, 50, 48, 58, 50, 41, 40, 41, 38, 40, 41, 43, 36, 20, 31, 33, 39, 44, 45, 55, 44, 53, 48, 52, 47, 35, 25, 21, 22, 15, 19, 22, 26, 32, 34, 42, 41, 63, 95, 139, 160, 162], "n_pos": 424, "sum_m_en": [41.927158, 61.818597, 64.296296, 67.633424, 70.650602, 71.857191, 72.813979, 72.738042, 69.957177, 70.095592, 71.842202, 71.995048, 71.60669, 68.014947, 69.261219, 71.420943, 73.229986, 67.386793, 66.855819, 64.351748, 63.693101, 65.004369, 64.123496, 64.389421, 99.604812, 90.103144, 80.941029, 73.023845, 70.968253, 69.082027, 67.082503, 70.285136, 73.746496, 74.560052, 82.205075, 82.03501, 85.782165, 93.261567, 102.609691, 108.799299, 115.303051, 125.308729, 131.717537, 140.750594, 123.479274, 94.704765, 43.224239, 20.7633, 16.798747, 13.000501], "sum_m_pl": [8.071313, 22.687338, 26.444325, 24.865692, 25.123847, 23.937723, 24.979655, 24.59703, 25.729073, 28.495218, 29.948221, 27.951254, 28.770382, 27.673362, 29.163904, 27.270446, 24.230571, 23.929762, 23.710322, 25.094681, 24.273435, 23.192919, 22.408437, 22.371598, 27.129186, 32.169394, 32.153418, 36.926793, 39.287864, 41.988989, 38.500307, 35.511904, 33.046178, 31.203415, 28.445674, 26.179495, 26.422562, 24.578432, 25.873871, 25.916873, 26.216343, 25.478805, 27.705769, 31.465662, 39.493494, 58.997516, 95.856609, 135.642171, 157.450348, 162.38414]}, "digit": {"n_am_en": [5, 1, 5, 2, 5, 1, 7, 5, 6, 1, 5, 11, 6, 4, 1, 4, 3, 10, 4, 5, 7, 7, 6, 7, 18, 13, 5, 2, 6, 7, 5, 7, 9, 6, 13, 9, 10, 11, 14, 14, 11, 10, 11, 7, 4, 2, 0, 0, 0, 0], "n_am_pl": [3, 11, 10, 5, 7, 15, 13, 16, 10, 10, 13, 11, 6, 2, 5, 6, 10, 12, 9, 8, 4, 2, 3, 4, 7, 7, 7, 6, 8, 7, 10, 9, 6, 5, 0, 1, 5, 2, 4, 2, 3, 3, 3, 5, 3, 1, 3, 1, 0, 0], "n_pos": 59, "sum_m_en": [5.169125, 8.430364, 8.733255, 8.877245, 9.549651, 9.317868, 9.802293, 9.508374, 9.357007, 9.869543, 10.711938, 10.380972, 10.162183, 9.538975, 9.521321, 9.747417, 10.611113, 10.080733, 9.357832, 9.28599, 9.160407, 9.372551, 9.318737, 9.528932, 11.628837, 11.179293, 9.725686, 9.435051, 10.306379, 10.044248, 9.586038, 10.046636, 11.080908, 10.722341, 11.58596, 11.604065, 11.41562, 11.737809, 10.959406, 11.027686, 11.662865, 11.136408, 10.815212, 10.650208, 8.832846, 5.425956, 2.861116, 1.673388, 0.757273, 0.0], "sum_m_pl": [1.109197, 3.122077, 3.054946, 2.741164, 2.751284, 2.690528, 2.777766, 3.037798, 3.223061, 3.652334, 3.962507, 3.482824, 3.506273, 3.227538, 3.735947, 3.584753, 3.431093, 3.379792, 3.171781, 3.375516, 3.257664, 3.031015, 2.883287, 2.907683, 4.023133, 4.654463, 4.524088, 5.073949, 5.130535, 5.384335, 5.326829, 4.83727, 4.118015, 3.811763, 3.329315, 3.628094, 3.591793, 3.359226, 3.750345, 3.73657, 3.753991, 3.559693, 3.645177, 3.864632, 4.056115, 2.828834, 3.99744, 2.751575, 0.315134, 0.0]}, "lang": {"n_am_en": [7, 11, 16, 34, 37, 47, 51, 52, 38, 33, 28, 36, 29, 35, 30, 42, 48, 52, 49, 52, 62, 61, 56, 60, 85, 79, 75, 56, 49, 41, 39, 49, 42, 52, 61, 62, 70, 78, 89, 93, 95, 99, 112, 117, 101, 78, 34, 16, 13, 13], "n_am_pl": [8, 9, 15, 8, 13, 21, 15, 22, 13, 19, 18, 29, 26, 22, 21, 19, 11, 12, 16, 14, 11, 9, 6, 9, 12, 11, 14, 15, 12, 21, 18, 18, 21, 14, 12, 11, 10, 8, 10, 12, 17, 21, 22, 30, 34, 57, 83, 131, 152, 162], "n_pos": 175, "sum_m_en": [16.994528, 25.889448, 27.562714, 30.752914, 32.712452, 33.715204, 34.439558, 34.678013, 33.361084, 33.075899, 32.889327, 33.947475, 33.57466, 31.452421, 32.150593, 33.155076, 33.992837, 31.06052, 31.243993, 29.301614, 28.76834, 29.358922, 28.596335, 28.694061, 58.232994, 49.922116, 44.171119, 38.034737, 34.507292, 32.999274, 32.141838, 33.915925, 34.332625, 36.322137, 38.982891, 40.534879, 46.316599, 50.80174, 59.188038, 63.473794, 71.742175, 78.535758, 86.03809, 99.511493, 90.676116, 69.618771, 33.289911, 16.284591, 13.653039, 13.00049], "sum_m_pl": [3.203321, 9.065476, 10.292793, 9.950653, 9.950037, 9.855475, 10.519485, 10.091916, 10.3388, 11.333841, 12.234188, 11.779, 11.998441, 11.912092, 12.29386, 11.351726, 9.673008, 9.165184, 8.935897, 9.697442, 9.483287, 9.267354, 8.97219, 8.990603, 9.296005, 11.160526, 11.576772, 14.210646, 15.021485, 17.097608, 15.582693, 14.850139, 14.436648, 14.370117, 13.047946, 11.846854, 13.234045, 12.797767, 13.509855, 13.02847, 14.252287, 14.754688, 16.718964, 20.917145, 29.443956, 50.219456, 83.562342, 125.699114, 149.872454, 161.432291]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 426, "item_id": "llmzszl-18447", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 954, "region_end": 424, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9953}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 8, 12, 32, 45, 45, 47, 48, 45, 41, 35, 35, 28, 27, 27, 35, 29, 32, 42, 43, 40, 44, 46, 53, 83, 80, 70, 59, 50, 39, 38, 36, 45, 51, 50, 69, 50, 67, 72, 78, 87, 102, 117, 122, 100, 75, 25, 5, 0, 0], "n_am_pl": [3, 22, 24, 22, 11, 13, 12, 10, 10, 12, 20, 19, 19, 20, 17, 16, 13, 14, 17, 10, 12, 11, 11, 10, 15, 18, 13, 24, 28, 22, 23, 19, 21, 21, 24, 23, 34, 39, 27, 25, 28, 28, 27, 30, 40, 71, 125, 155, 162, 161], "n_pos": 202, "sum_m_en": [19.555341, 28.614382, 30.769545, 34.252657, 37.057753, 37.615893, 37.309309, 37.479861, 37.510257, 37.335516, 36.776516, 35.737366, 33.520462, 32.417321, 31.927125, 32.727677, 32.818947, 30.900485, 29.859503, 30.808702, 29.459249, 29.317031, 29.361486, 31.576831, 63.470009, 57.388981, 48.267932, 42.099334, 37.473322, 36.068745, 33.265032, 34.127635, 33.92637, 35.638775, 36.122505, 37.451755, 35.122803, 39.3594, 43.745024, 48.701092, 60.579083, 75.132281, 94.835432, 100.387722, 83.929815, 64.378021, 22.6857, 4.715636, 2.368554, 0.025656], "sum_m_pl": [3.465017, 9.239479, 10.221709, 10.678438, 10.205729, 8.953957, 9.449226, 10.511598, 11.003379, 11.506755, 12.756297, 13.059937, 13.61998, 13.617266, 13.849185, 13.524367, 12.584852, 12.787166, 12.318797, 11.706127, 10.88504, 10.599787, 10.243703, 10.179186, 10.480792, 11.958004, 12.230196, 14.542096, 16.768377, 18.369218, 17.574847, 16.511938, 18.159909, 17.829647, 16.450059, 17.185658, 19.185689, 20.605842, 20.975772, 20.83931, 21.78622, 22.215983, 22.227913, 24.802313, 38.285639, 61.730345, 112.61913, 148.355559, 152.228503, 160.380719]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 8, 22, 34, 34, 40, 42, 38, 31, 27, 30, 23, 21, 21, 31, 23, 25, 34, 35, 35, 37, 39, 44, 70, 67, 57, 49, 41, 31, 31, 26, 33, 38, 39, 54, 43, 56, 60, 67, 69, 82, 95, 102, 84, 60, 19, 4, 0, 0], "n_am_pl": [2, 18, 21, 19, 10, 11, 9, 6, 7, 11, 18, 17, 15, 16, 11, 12, 12, 12, 12, 8, 8, 9, 9, 8, 14, 15, 12, 18, 23, 18, 20, 17, 18, 17, 22, 20, 31, 34, 24, 22, 27, 26, 26, 29, 40, 68, 118, 149, 159, 161], "n_pos": 163, "sum_m_en": [16.081747, 23.216051, 25.206042, 27.433829, 29.914123, 30.329163, 30.276566, 30.402672, 30.449934, 30.237497, 29.769748, 28.894258, 26.981014, 26.143517, 25.866242, 26.522293, 26.543064, 25.122969, 24.179173, 25.02441, 23.883539, 23.800229, 23.78988, 25.984354, 54.142037, 48.657271, 40.561444, 34.896542, 30.585734, 29.199733, 27.049754, 27.827242, 27.735234, 28.830979, 29.205769, 30.489883, 28.475715, 31.95357, 35.8509, 40.524227, 49.628914, 61.380825, 79.190296, 83.972172, 71.056899, 53.773416, 18.938088, 3.405308, 1.679786, 0.025639], "sum_m_pl": [2.88942, 7.518245, 8.304618, 8.6771, 8.29135, 7.205724, 7.498279, 8.302487, 8.704337, 9.179868, 10.17895, 10.474996, 10.956429, 10.962582, 11.142335, 10.922355, 10.139895, 10.330025, 9.934537, 9.415359, 8.698201, 8.449837, 8.131042, 8.059241, 8.381447, 9.607551, 9.724575, 11.608843, 13.379312, 14.739635, 14.135344, 13.330718, 14.644816, 14.610938, 13.544438, 14.185272, 16.322841, 17.915787, 18.650847, 18.469056, 19.706406, 20.228861, 20.376671, 22.984407, 35.764437, 57.90707, 107.529284, 142.332907, 148.629405, 159.973426]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "llmzszl-18448", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 757, "region_end": 202, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9754}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 6, 13, 30, 41, 44, 48, 49, 32, 34, 36, 28, 34, 34, 22, 38, 39, 36, 38, 45, 45, 49, 54, 63, 105, 85, 80, 65, 52, 42, 41, 44, 47, 54, 46, 53, 53, 60, 48, 73, 84, 97, 117, 117, 99, 65, 18, 2, 0, 0], "n_am_pl": [6, 24, 15, 16, 13, 10, 9, 8, 12, 15, 18, 17, 14, 16, 21, 20, 17, 19, 22, 11, 9, 11, 13, 10, 12, 12, 11, 26, 21, 23, 19, 21, 22, 20, 23, 25, 22, 25, 23, 21, 27, 18, 27, 23, 37, 66, 113, 142, 145, 147], "n_pos": 188, "sum_m_en": [17.846632, 26.444575, 28.495565, 31.306717, 34.341096, 36.54211, 36.524155, 35.297725, 33.710223, 34.001505, 33.198908, 32.164137, 30.197205, 30.0149, 29.009176, 29.718467, 30.256433, 28.576485, 27.630498, 28.101952, 26.536552, 26.603744, 27.067134, 30.197256, 71.541817, 60.679271, 47.703681, 41.961057, 36.598344, 35.492566, 32.04229, 32.549817, 31.706654, 33.607282, 33.663781, 34.416369, 36.987988, 41.112038, 42.79204, 49.218805, 61.811368, 73.770489, 92.823189, 94.076243, 84.889294, 64.636627, 18.975593, 3.789337, 1.875908, 0.000264], "sum_m_pl": [3.323219, 8.956077, 9.471336, 9.668616, 9.162746, 7.801584, 8.467543, 9.399137, 10.026231, 10.398284, 11.319783, 11.655103, 12.178347, 11.997217, 12.165181, 11.870911, 11.265648, 11.585352, 11.029929, 10.18724, 9.585015, 9.336452, 9.000784, 8.927399, 9.969024, 11.520287, 10.925901, 13.245405, 15.535997, 17.182804, 16.521119, 15.965385, 17.083174, 16.415198, 15.433395, 16.091724, 16.964634, 16.890633, 17.389413, 17.19877, 17.301699, 18.431083, 20.656685, 23.009954, 31.511813, 51.367553, 105.725671, 132.226361, 138.613789, 146.438239]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 5, 10, 24, 32, 34, 37, 39, 24, 23, 28, 24, 29, 27, 18, 32, 31, 27, 30, 36, 36, 40, 42, 48, 80, 67, 63, 54, 45, 35, 36, 36, 37, 41, 34, 38, 40, 50, 36, 58, 64, 78, 92, 95, 81, 51, 14, 1, 0, 0], "n_am_pl": [5, 18, 10, 14, 12, 10, 6, 5, 9, 11, 14, 13, 10, 11, 15, 16, 13, 15, 17, 8, 6, 8, 9, 8, 11, 9, 7, 19, 18, 21, 16, 18, 19, 17, 18, 20, 17, 18, 18, 16, 22, 12, 23, 20, 34, 61, 105, 135, 143, 146], "n_pos": 147, "sum_m_en": [14.336357, 21.003991, 22.777609, 24.700702, 27.060983, 28.548422, 28.34414, 27.306274, 26.54389, 26.734097, 26.15623, 25.253076, 23.736506, 23.728015, 22.8397, 23.312821, 23.610446, 22.327961, 21.613037, 22.130707, 20.862532, 20.942389, 21.408523, 24.345117, 57.642664, 49.556681, 39.140418, 34.369613, 30.040376, 28.846577, 25.819873, 26.211669, 25.473087, 26.049955, 25.909971, 26.565875, 27.737981, 30.677842, 32.552782, 38.152706, 48.894453, 59.063723, 74.856091, 75.682646, 69.018098, 51.878684, 15.521628, 2.864951, 1.587078, 0.000263], "sum_m_pl": [2.66797, 7.076691, 7.360211, 7.541539, 7.182985, 6.117313, 6.545895, 7.255465, 7.710634, 7.962182, 8.612195, 8.915829, 9.22439, 9.03855, 9.242889, 9.011931, 8.514944, 8.7959, 8.44492, 7.79337, 7.330216, 7.12501, 6.883969, 6.835448, 7.422265, 8.630867, 8.104705, 10.03689, 11.695192, 12.983374, 12.518071, 12.165178, 13.083097, 12.738684, 11.692345, 12.071946, 12.936223, 12.947743, 14.05282, 13.278158, 13.917652, 14.239888, 17.224574, 19.459606, 27.50891, 45.899743, 98.560665, 125.510998, 135.974653, 145.511292]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "llmzszl-18448", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 885, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 8, 10, 11, 10, 23, 23, 18, 11, 13, 15, 14, 13, 15, 15, 25, 28, 17, 28, 31, 37, 38, 33, 31, 37, 32, 26, 19, 19, 24, 22, 23, 19, 24, 36, 28, 33, 37, 42, 46, 51, 54, 50, 45, 46, 44, 40, 38, 41, 43], "n_am_pl": [2, 7, 6, 4, 5, 1, 2, 8, 6, 7, 10, 10, 13, 13, 9, 7, 5, 6, 3, 6, 3, 2, 2, 3, 3, 2, 5, 5, 9, 8, 9, 8, 9, 8, 4, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 68, "sum_m_en": [8.552026, 10.539034, 10.511778, 10.692182, 11.884509, 12.989068, 13.042988, 12.928519, 11.56475, 11.388155, 10.958804, 11.438101, 11.336395, 11.782193, 11.543378, 13.54632, 13.512032, 11.72076, 11.975742, 11.8658, 11.290818, 11.684508, 11.379155, 11.202451, 23.558454, 21.920563, 17.786466, 15.099715, 13.567778, 13.253357, 12.510492, 12.581085, 12.836403, 14.240214, 16.178646, 15.513435, 20.620278, 23.850146, 27.20139, 33.381486, 37.964842, 41.604378, 41.649938, 41.298108, 40.966592, 38.643885, 35.760537, 33.496354, 32.700612, 42.284578], "sum_m_pl": [1.480741, 2.631051, 3.253277, 3.181177, 3.058457, 2.928579, 3.043134, 3.442689, 3.729693, 3.765169, 4.000327, 4.257102, 4.737514, 4.024968, 3.954242, 4.091661, 4.21309, 4.051318, 4.017993, 3.986733, 3.87761, 3.602502, 3.507881, 3.405507, 3.469494, 4.369669, 4.826434, 4.904355, 5.512099, 5.942207, 5.375137, 5.011763, 5.045947, 4.969379, 4.907249, 5.068025, 5.026104, 4.131237, 3.531465, 2.599457, 2.035653, 1.64871, 1.77246, 1.352465, 1.052592, 1.056347, 0.912503, 0.796074, 0.968124, 4.3e-05]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 7, 6, 10, 7, 14, 18, 14, 10, 11, 13, 12, 11, 11, 11, 19, 20, 13, 22, 21, 27, 27, 25, 26, 27, 25, 22, 17, 16, 20, 19, 17, 15, 19, 30, 23, 27, 31, 34, 35, 40, 42, 41, 39, 38, 38, 38, 35, 39, 43], "n_am_pl": [2, 3, 4, 2, 3, 1, 2, 6, 4, 4, 4, 5, 8, 8, 3, 3, 3, 4, 1, 3, 2, 2, 1, 1, 2, 1, 3, 4, 5, 5, 7, 6, 4, 3, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [5.577835, 6.741358, 7.028749, 7.157568, 8.048219, 8.74003, 8.883659, 8.709332, 7.810921, 7.66333, 7.435016, 7.862776, 7.835063, 7.894398, 7.754575, 9.118016, 8.895979, 7.732299, 7.826577, 7.813394, 7.448733, 7.761029, 7.532389, 7.422192, 18.260244, 16.953584, 13.522206, 11.287169, 10.020013, 9.586167, 8.945983, 8.828952, 8.964257, 10.15611, 11.760615, 11.810598, 16.477332, 19.185414, 21.928931, 25.523084, 29.538678, 32.654718, 33.541899, 34.012172, 32.675908, 32.624038, 32.953073, 31.006318, 31.143323, 41.967334], "sum_m_pl": [0.839151, 1.555175, 1.913758, 2.000865, 1.972895, 1.869932, 1.958763, 2.13298, 2.376526, 2.396333, 2.565954, 2.82993, 3.024096, 2.635244, 2.558107, 2.662304, 2.671787, 2.574558, 2.579828, 2.57761, 2.482794, 2.302292, 2.236572, 2.176887, 2.103475, 2.616252, 3.001796, 3.150939, 3.506207, 3.681946, 3.33246, 3.101371, 3.173497, 3.040014, 2.981009, 3.176428, 3.172049, 2.619096, 2.186017, 1.647007, 1.285902, 1.047318, 1.086658, 0.807686, 0.726621, 0.672147, 0.699326, 0.552286, 0.737323, 4.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 70, "item_id": "llmzszl-18453", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 852, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 8, 5, 11, 27, 33, 35, 32, 29, 21, 25, 28, 28, 21, 27, 31, 40, 34, 39, 55, 54, 57, 55, 56, 68, 64, 48, 40, 26, 24, 23, 38, 29, 36, 42, 40, 51, 55, 65, 74, 71, 72, 71, 71, 60, 48, 18, 3, 1, 1], "n_am_pl": [2, 5, 12, 9, 6, 11, 6, 11, 20, 22, 19, 17, 19, 19, 13, 13, 13, 18, 17, 11, 11, 12, 9, 10, 3, 9, 16, 16, 27, 28, 19, 17, 15, 13, 15, 13, 16, 12, 8, 8, 7, 10, 12, 15, 21, 34, 62, 81, 76, 76], "n_pos": 117, "sum_m_en": [11.114749, 16.670622, 17.158582, 18.810862, 20.52979, 22.602233, 21.798968, 22.344027, 20.236018, 20.046621, 19.782844, 19.640677, 19.696356, 19.143202, 19.310067, 22.103253, 21.595522, 18.9328, 19.195813, 19.487269, 18.807135, 19.538495, 19.235998, 19.480243, 40.886984, 36.20944, 28.455187, 23.465922, 20.721153, 20.066962, 19.796715, 20.500528, 20.95966, 22.338462, 23.24444, 22.838114, 26.746581, 33.515127, 37.47417, 45.865763, 52.804757, 59.286329, 58.998486, 60.427147, 52.885302, 42.971057, 15.625296, 3.785529, 1.980029, 1.000039], "sum_m_pl": [1.83227, 4.693371, 5.956561, 6.437694, 5.922877, 6.198737, 6.861664, 7.541236, 8.424968, 8.321566, 8.927334, 9.02181, 9.78688, 8.746587, 8.313645, 8.237297, 8.073759, 7.305459, 6.736447, 6.794206, 6.727319, 6.425267, 6.151022, 6.006149, 6.958478, 8.730384, 10.20471, 10.6052, 12.704654, 12.988476, 11.819832, 10.75734, 10.812455, 10.198197, 9.897224, 10.456741, 12.414861, 11.800386, 11.115968, 11.047891, 9.810768, 10.389014, 13.154647, 13.830443, 20.094832, 32.276675, 58.773913, 75.610349, 73.147619, 76.040515]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 2, 4, 5, 16, 23, 26, 25, 19, 15, 17, 20, 22, 13, 21, 21, 29, 23, 28, 35, 40, 40, 39, 40, 48, 46, 35, 29, 15, 16, 12, 26, 16, 23, 27, 23, 34, 37, 43, 47, 46, 45, 44, 45, 39, 35, 15, 1, 1, 1], "n_am_pl": [1, 2, 5, 7, 6, 8, 3, 5, 12, 12, 13, 14, 14, 15, 6, 9, 7, 14, 13, 8, 8, 9, 7, 8, 3, 8, 14, 13, 23, 22, 16, 16, 12, 10, 12, 9, 12, 11, 7, 8, 7, 10, 12, 15, 20, 34, 52, 74, 73, 76], "n_pos": 78, "sum_m_en": [7.511018, 10.884535, 11.155381, 12.183075, 13.264443, 14.680044, 14.542755, 14.828572, 13.464314, 13.301995, 13.12185, 13.354867, 13.448652, 12.904078, 13.072214, 14.979482, 14.688687, 12.961228, 13.072496, 13.209266, 12.821208, 13.287372, 13.092159, 13.135856, 28.162446, 24.816822, 19.310444, 15.776945, 13.735309, 13.509848, 13.20374, 13.738446, 13.880438, 14.899861, 15.062403, 15.24169, 17.645756, 21.435734, 24.194662, 29.208546, 32.067282, 36.774527, 35.578133, 39.061582, 35.891124, 31.000851, 12.735498, 2.169467, 1.631237, 1.000033], "sum_m_pl": [1.27533, 3.139727, 3.877384, 4.164206, 3.827793, 4.053877, 4.63025, 5.0942, 5.641567, 5.665029, 6.118779, 6.148193, 6.794648, 6.273922, 5.669122, 5.611635, 5.498757, 5.100524, 4.67486, 4.653988, 4.598712, 4.373401, 4.230176, 4.149369, 5.124219, 6.590503, 7.773966, 7.925224, 9.465405, 9.349571, 8.407641, 7.721322, 7.65233, 7.212453, 7.237338, 7.405273, 9.066394, 9.203124, 8.441285, 8.612467, 8.155206, 9.102829, 12.214804, 12.947341, 18.590016, 30.615971, 50.745815, 69.438782, 69.837707, 75.214417]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "llmzszl-18453", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 980, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9831}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 9, 8, 18, 27, 33, 38, 34, 32, 29, 26, 27, 28, 26, 31, 39, 40, 36, 34, 44, 44, 45, 42, 40, 60, 57, 55, 43, 37, 33, 36, 36, 42, 39, 41, 40, 45, 55, 60, 60, 59, 67, 68, 72, 67, 66, 61, 60, 60, 60], "n_am_pl": [3, 11, 9, 6, 4, 5, 7, 9, 10, 10, 12, 13, 14, 13, 11, 20, 15, 9, 6, 6, 5, 4, 5, 7, 1, 1, 3, 12, 16, 10, 15, 9, 9, 7, 7, 3, 5, 3, 3, 3, 3, 4, 2, 0, 0, 0, 1, 1, 1, 1], "n_pos": 106, "sum_m_en": [13.327413, 14.565499, 14.550838, 16.168683, 18.963566, 20.154685, 21.044772, 19.987121, 20.541629, 20.294698, 20.960215, 20.705322, 20.503817, 20.518919, 20.292054, 20.451007, 21.47418, 19.1032, 19.276015, 19.905163, 18.076433, 18.130269, 17.260792, 17.277573, 39.122101, 36.451071, 31.789647, 24.36754, 23.873627, 22.381883, 21.177067, 22.035953, 23.238477, 25.063574, 25.068286, 27.174563, 32.119406, 41.238399, 45.004584, 47.832325, 50.709849, 53.933346, 55.751308, 59.227853, 61.561665, 60.561685, 58.888142, 55.989987, 53.826217, 60.827947], "sum_m_pl": [3.130502, 4.623315, 4.884106, 4.711209, 4.736845, 4.596696, 5.035895, 5.135479, 5.384656, 5.79439, 6.609335, 7.217582, 7.005981, 6.736581, 7.313095, 6.836563, 6.882133, 6.1879, 5.564188, 5.867115, 5.873051, 5.875781, 5.612603, 5.707093, 4.921076, 5.377716, 5.905391, 7.167457, 8.327224, 9.340864, 8.983583, 8.296997, 8.62624, 7.865096, 7.32648, 6.867928, 6.733331, 5.819104, 5.331, 4.587644, 3.576454, 3.243907, 2.642076, 2.056985, 1.588165, 1.236675, 1.60222, 1.737313, 1.846034, 1.015612]}, "digit": {"n_am_en": [2, 2, 2, 0, 0, 2, 1, 0, 1, 1, 1, 4, 1, 3, 4, 3, 2, 0, 2, 2, 2, 3, 4, 1, 6, 5, 3, 2, 4, 1, 4, 3, 2, 2, 3, 3, 5, 6, 5, 5, 2, 2, 3, 4, 4, 3, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 2, 2, 2, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 2, 1, 0, 0, 2, 0, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.931559, 1.39052, 1.164532, 1.184155, 1.402132, 1.449413, 1.580567, 1.520738, 1.593875, 1.527335, 1.668496, 1.554348, 1.610419, 1.647699, 1.617936, 1.610597, 1.757791, 1.475803, 1.612838, 1.706695, 1.499579, 1.501951, 1.417433, 1.434628, 2.943242, 2.904492, 2.159413, 1.735143, 1.93131, 1.718944, 1.577576, 1.61097, 1.577357, 1.606618, 1.64959, 1.696542, 2.327451, 3.894223, 3.335996, 3.774259, 1.885872, 1.858916, 1.998748, 2.288575, 2.434101, 1.804753, 1.140317, 0.788407, 0.43775, 0.0], "sum_m_pl": [0.227508, 0.380042, 0.38491, 0.352405, 0.370196, 0.370926, 0.393021, 0.429375, 0.397257, 0.402512, 0.455197, 0.530512, 0.584151, 0.582391, 0.584675, 0.50415, 0.460995, 0.461021, 0.453843, 0.440885, 0.433111, 0.434003, 0.41233, 0.423322, 0.441195, 0.4764, 0.449816, 0.614582, 0.663641, 0.605076, 0.549293, 0.542414, 0.46636, 0.408216, 0.428318, 0.4454, 0.58077, 0.447022, 0.588203, 0.445445, 0.537596, 0.606063, 0.623973, 0.444163, 0.407889, 0.28254, 0.449935, 0.281332, 0.208574, 0.0]}, "lang": {"n_am_en": [12, 5, 6, 12, 19, 19, 22, 24, 23, 20, 18, 18, 17, 17, 19, 24, 28, 23, 21, 29, 27, 28, 24, 29, 40, 39, 39, 34, 28, 25, 25, 23, 30, 27, 26, 28, 33, 37, 44, 44, 46, 53, 52, 53, 54, 55, 53, 53, 57, 60], "n_am_pl": [0, 5, 4, 3, 3, 3, 3, 3, 3, 5, 6, 8, 9, 8, 5, 8, 6, 4, 1, 1, 2, 2, 3, 3, 1, 0, 2, 6, 9, 3, 8, 3, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 61, "sum_m_en": [7.659941, 7.955566, 8.091168, 9.011888, 10.422783, 11.35313, 12.139935, 11.467893, 11.876312, 11.825297, 12.191065, 12.241065, 12.04537, 11.957016, 11.809333, 11.835327, 12.485565, 11.155374, 11.000875, 11.432534, 10.254142, 10.302705, 9.737111, 9.746238, 26.074562, 24.035812, 21.411661, 15.655308, 14.679137, 13.642395, 12.7253, 13.363473, 14.103552, 15.588111, 15.959955, 17.928555, 22.117542, 29.044357, 32.212831, 34.220799, 38.45112, 41.654003, 42.280378, 45.845589, 49.440734, 49.482403, 49.689779, 48.777789, 48.810955, 59.585056], "sum_m_pl": [1.594856, 2.438173, 2.475819, 2.45394, 2.42656, 2.41217, 2.646096, 2.616013, 2.77859, 3.13499, 3.678213, 3.820016, 3.574276, 3.389313, 3.843354, 3.587338, 3.777285, 3.440348, 3.025375, 3.24502, 3.306203, 3.30399, 3.168456, 3.254743, 2.462043, 2.840764, 3.296005, 3.964757, 4.713114, 5.22918, 4.981414, 4.527939, 4.938862, 4.295798, 3.876849, 3.443867, 3.34103, 2.525076, 2.122337, 1.843677, 1.272701, 0.956858, 0.692267, 0.508727, 0.459506, 0.435056, 0.828495, 1.285166, 1.421329, 1.015289]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "llmzszl-18456", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 939, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9907}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 16, 22, 49, 70, 80, 90, 93, 88, 79, 65, 68, 70, 77, 60, 65, 80, 72, 83, 103, 98, 99, 95, 96, 152, 146, 138, 115, 92, 82, 73, 81, 83, 90, 92, 108, 119, 148, 148, 145, 161, 159, 163, 157, 142, 97, 25, 2, 1, 0], "n_am_pl": [6, 32, 34, 32, 35, 26, 35, 41, 38, 39, 37, 49, 40, 45, 57, 50, 46, 52, 38, 27, 18, 23, 24, 22, 18, 24, 21, 29, 44, 41, 52, 47, 43, 35, 34, 34, 40, 27, 30, 39, 35, 39, 51, 52, 64, 112, 176, 201, 205, 211], "n_pos": 310, "sum_m_en": [27.081167, 43.253316, 48.354343, 50.813854, 55.122193, 57.991568, 61.279614, 62.1152, 62.863265, 60.843292, 61.567093, 61.174641, 60.268164, 57.488294, 55.697829, 56.045567, 58.553892, 51.158585, 51.999568, 53.690277, 50.649155, 50.705901, 48.774602, 48.938145, 108.914924, 99.289292, 86.059992, 68.141201, 62.94525, 60.783756, 56.706123, 57.720157, 58.253318, 64.014388, 64.823017, 69.370566, 73.528469, 91.64356, 100.396419, 107.386327, 113.416579, 122.954809, 131.609199, 138.744861, 128.967252, 91.595596, 27.755833, 5.806731, 2.914466, 0.001268], "sum_m_pl": [4.467215, 13.908848, 16.509504, 17.063063, 17.453955, 17.028346, 18.485005, 18.884602, 19.265714, 20.933705, 21.827609, 24.215715, 25.235844, 24.159954, 25.951845, 23.369926, 21.763214, 21.422008, 18.393931, 18.353483, 17.785257, 17.777117, 16.868736, 17.236764, 17.033659, 20.292334, 21.94035, 25.391495, 29.512881, 32.025398, 29.911951, 29.159272, 29.69749, 27.453507, 26.474548, 24.901789, 28.217196, 26.773974, 29.331696, 30.809751, 31.254258, 31.989215, 41.717485, 43.779093, 56.159668, 98.247604, 162.533375, 193.949512, 202.014817, 211.737072]}, "digit": {"n_am_en": [2, 2, 1, 2, 2, 3, 1, 1, 1, 1, 2, 3, 2, 4, 3, 1, 1, 2, 2, 1, 1, 2, 2, 2, 5, 3, 3, 3, 3, 1, 2, 2, 5, 2, 3, 4, 4, 8, 5, 4, 4, 2, 4, 3, 4, 3, 0, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 3, 2, 1, 1, 0, 1, 0, 2, 2, 3, 3, 2, 1, 1, 0, 0, 0, 0, 1, 1, 0, 2, 3, 2, 3, 1, 0, 0, 1, 3, 0, 0, 3, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 8, "sum_m_en": [0.901566, 1.421696, 1.259145, 1.330989, 1.265848, 1.376288, 1.50504, 1.480033, 1.512659, 1.416275, 1.466498, 1.321214, 1.484183, 1.514762, 1.465523, 1.41135, 1.512683, 1.291525, 1.346175, 1.408139, 1.280117, 1.316229, 1.283878, 1.307916, 2.166397, 2.167858, 1.804599, 1.713652, 1.727889, 1.491312, 1.368451, 1.414269, 1.49364, 1.678121, 1.587816, 1.549356, 2.030913, 3.485547, 3.010504, 3.427705, 1.833173, 1.636177, 1.744303, 1.557387, 2.779045, 2.092233, 0.652471, 0.739816, 0.272194, 0.0], "sum_m_pl": [0.21299, 0.522861, 0.47417, 0.469715, 0.464027, 0.457742, 0.491505, 0.524252, 0.478873, 0.480671, 0.453892, 0.652514, 0.721736, 0.756241, 0.748896, 0.67688, 0.56049, 0.612149, 0.556365, 0.52916, 0.491889, 0.467065, 0.430031, 0.4534, 0.606547, 0.551643, 0.514594, 0.605748, 0.785871, 0.928371, 0.803476, 0.776536, 0.70973, 0.540547, 0.546575, 0.538584, 0.696149, 0.450821, 0.554727, 0.544284, 0.550447, 0.597132, 0.586193, 0.568547, 0.527692, 0.545311, 1.157803, 0.98426, 0.245007, 0.0]}, "lang": {"n_am_en": [2, 11, 20, 39, 54, 58, 64, 65, 69, 62, 48, 52, 52, 56, 49, 47, 58, 50, 62, 73, 69, 72, 69, 71, 110, 106, 101, 85, 64, 64, 53, 61, 59, 66, 62, 76, 84, 101, 108, 104, 117, 114, 114, 115, 103, 65, 19, 0, 0, 0], "n_am_pl": [5, 22, 25, 21, 26, 20, 24, 29, 25, 29, 22, 34, 33, 33, 40, 33, 32, 39, 28, 23, 15, 20, 20, 18, 16, 17, 13, 16, 29, 30, 41, 33, 31, 28, 27, 26, 28, 23, 22, 25, 25, 27, 43, 42, 57, 99, 155, 189, 202, 211], "n_pos": 211, "sum_m_en": [18.846149, 29.589846, 33.495027, 34.771943, 37.893113, 39.637771, 42.199754, 42.915194, 43.741489, 42.140431, 42.537743, 42.270647, 41.007463, 39.007117, 37.760869, 38.022823, 39.903219, 34.867431, 35.081534, 36.161495, 34.069212, 34.386128, 33.082288, 32.96909, 76.800379, 69.330295, 60.87637, 47.615924, 44.030719, 42.64903, 40.013087, 40.500638, 41.248466, 45.010217, 45.491511, 49.352262, 52.558698, 64.420208, 72.821998, 76.49628, 82.086516, 87.551143, 94.255257, 103.300508, 94.858921, 64.369414, 18.749338, 2.891785, 1.512032, 0.000157], "sum_m_pl": [3.02827, 9.387864, 10.986134, 11.358815, 11.615372, 11.175289, 12.057308, 12.384977, 13.025825, 14.297415, 15.095508, 16.583779, 17.442128, 16.808789, 17.896354, 15.928576, 15.046957, 14.93922, 12.633246, 12.563944, 12.17494, 12.098271, 11.483373, 11.710048, 11.984477, 14.568604, 15.545077, 17.760181, 20.81822, 22.711086, 21.124544, 20.893458, 21.139211, 20.25075, 19.295744, 18.040939, 19.807455, 18.57271, 20.693046, 20.837578, 21.360669, 23.31978, 33.747428, 35.040256, 48.646864, 85.886946, 145.067827, 179.431385, 197.283809, 210.627098]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 312, "item_id": "llmzszl-18456", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1067, "region_end": 310, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9968}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 19, 16, 24, 21, 26, 29, 25, 22, 19, 24, 26, 26, 21, 28, 33, 31, 30, 22, 28, 37, 36, 30, 31, 49, 47, 44, 36, 30, 25, 23, 28, 29, 30, 46, 49, 52, 54, 65, 64, 64, 66, 65, 70, 65, 52, 50, 46, 40, 41], "n_am_pl": [7, 10, 18, 18, 14, 15, 6, 16, 11, 12, 13, 12, 13, 9, 15, 16, 11, 10, 11, 8, 5, 10, 7, 7, 10, 12, 15, 20, 13, 16, 18, 18, 13, 13, 10, 9, 6, 6, 3, 2, 4, 0, 1, 0, 1, 3, 1, 1, 3, 3], "n_pos": 143, "sum_m_en": [17.542133, 22.322644, 21.277522, 22.147715, 23.926636, 25.300948, 23.918798, 23.999883, 22.814437, 22.994673, 23.598335, 24.124588, 23.607257, 23.944451, 23.450286, 24.630103, 24.677595, 23.07752, 23.482192, 23.114925, 23.207505, 22.990653, 22.798881, 22.954009, 35.140118, 32.95534, 30.65634, 27.420409, 26.299486, 25.26107, 22.484148, 23.832204, 25.847221, 27.434533, 30.898659, 31.678052, 33.745429, 39.685256, 48.22457, 53.273204, 54.149682, 58.094455, 59.936268, 62.212445, 58.955579, 52.114912, 47.13659, 42.998122, 40.101591, 41.626494], "sum_m_pl": [3.381138, 6.774777, 7.678736, 7.223448, 7.3281, 6.948944, 6.867608, 7.32729, 7.646385, 8.694492, 9.138299, 10.122645, 10.63362, 10.065322, 10.935594, 10.682406, 10.068736, 9.712031, 9.3253, 9.407123, 9.179026, 8.994423, 8.707796, 8.662321, 10.6091, 11.885054, 12.335758, 13.505733, 13.590928, 14.781492, 13.766604, 12.202043, 11.208721, 10.217476, 9.674097, 9.055535, 8.500776, 7.510488, 6.259674, 5.536205, 5.190633, 3.825159, 3.862185, 3.196139, 3.29747, 3.523363, 1.586107, 1.901422, 3.341569, 2.780495]}, "digit": {"n_am_en": [0, 1, 0, 2, 0, 3, 1, 0, 2, 1, 1, 1, 0, 1, 4, 3, 1, 1, 0, 3, 4, 3, 2, 1, 5, 3, 4, 2, 2, 1, 2, 1, 0, 1, 2, 6, 4, 6, 2, 3, 3, 5, 4, 4, 4, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 1, 1, 2, 3, 1, 1, 2, 3, 2, 2, 0, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.456625, 2.380148, 2.296785, 2.339219, 2.600306, 2.655521, 2.442486, 2.360932, 2.29612, 2.396159, 2.60459, 2.653109, 2.46376, 2.358626, 2.300795, 2.431718, 2.498096, 2.379502, 2.450576, 2.393915, 2.449618, 2.354741, 2.325691, 2.415656, 3.049336, 2.844075, 2.825502, 2.627387, 2.611064, 2.533961, 2.340698, 2.338309, 2.509718, 2.575812, 2.858315, 2.845582, 2.5933, 2.877618, 3.187185, 3.050733, 2.766842, 2.9037, 3.62145, 4.427934, 3.867719, 2.707062, 1.290988, 0.489163, 0.152248, 0.0], "sum_m_pl": [0.242232, 0.696078, 0.646135, 0.625695, 0.691149, 0.560924, 0.55025, 0.533917, 0.609558, 0.674297, 0.781372, 0.797082, 0.917592, 0.900436, 0.898156, 0.960341, 0.927687, 0.906565, 0.921289, 0.905761, 0.852617, 0.841761, 0.819839, 0.840988, 0.977312, 1.155459, 1.043284, 1.202125, 1.158499, 1.275974, 1.297612, 1.203458, 1.047394, 0.927772, 0.819773, 0.811072, 0.872441, 0.719331, 0.672763, 0.607612, 0.579124, 0.564293, 0.493914, 0.383239, 0.371358, 0.26525, 0.206305, 0.217378, 0.04133, 0.0]}, "lang": {"n_am_en": [13, 11, 8, 12, 11, 10, 14, 9, 9, 11, 14, 12, 13, 12, 12, 16, 14, 14, 14, 13, 20, 17, 15, 14, 26, 30, 28, 19, 18, 17, 15, 17, 20, 19, 26, 29, 36, 35, 40, 38, 40, 38, 39, 41, 40, 39, 38, 40, 38, 40], "n_am_pl": [3, 2, 4, 4, 3, 3, 2, 4, 4, 4, 6, 7, 6, 3, 7, 7, 3, 2, 3, 4, 0, 1, 0, 1, 0, 1, 2, 6, 1, 6, 3, 6, 3, 4, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3], "n_pos": 44, "sum_m_en": [5.589607, 7.200514, 7.298084, 7.580923, 7.995803, 8.294222, 8.018331, 7.906356, 7.568365, 7.707462, 7.979652, 8.333371, 8.005255, 8.525493, 8.077304, 8.415617, 8.380858, 8.152597, 8.077673, 7.815779, 7.752763, 7.824543, 7.728613, 7.572422, 17.958388, 16.214105, 15.100674, 12.459408, 11.39773, 10.666658, 9.025426, 9.613874, 10.669965, 11.985932, 14.066462, 16.314184, 19.489737, 22.598386, 28.481293, 32.049017, 33.056526, 35.119333, 35.860425, 36.986389, 36.935074, 36.992551, 36.202288, 35.742021, 36.413678, 39.810685], "sum_m_pl": [0.940031, 1.710891, 2.029616, 1.855883, 1.967053, 1.870618, 1.939907, 2.110502, 2.35042, 2.669288, 2.776667, 3.275105, 3.527029, 3.324574, 3.623395, 3.494236, 3.295671, 3.152696, 2.946188, 2.914799, 2.836947, 2.662754, 2.585236, 2.521974, 2.413448, 3.005493, 3.258098, 3.669728, 3.575856, 4.249059, 3.873789, 3.86731, 3.358337, 2.956342, 2.575532, 2.493938, 2.532904, 2.040253, 1.355193, 0.765234, 0.628265, 0.472861, 0.567784, 0.328182, 0.361173, 0.413124, 0.324118, 1.002019, 3.07144, 2.779558]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "llmzszl-18458", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 832, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9517, "tf_agree_excl_first": 0.9583}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 16, 26, 33, 40, 59, 45, 60, 37, 32, 29, 32, 30, 32, 42, 44, 57, 49, 56, 72, 81, 77, 65, 62, 120, 99, 94, 68, 52, 40, 54, 43, 44, 67, 81, 85, 94, 87, 105, 114, 113, 104, 118, 116, 108, 76, 28, 9, 4, 2], "n_am_pl": [0, 26, 30, 23, 23, 40, 35, 35, 20, 32, 34, 32, 32, 40, 33, 22, 19, 26, 22, 18, 26, 20, 13, 11, 22, 29, 30, 34, 34, 33, 38, 35, 34, 33, 31, 28, 28, 32, 24, 27, 27, 26, 27, 29, 31, 51, 104, 113, 113, 118], "n_pos": 258, "sum_m_en": [24.807577, 38.090477, 39.287353, 41.448428, 41.968966, 46.099588, 44.595837, 46.753451, 44.110832, 44.672364, 45.729593, 45.645245, 45.689687, 46.11698, 44.819677, 47.182443, 47.825855, 44.22415, 44.295735, 43.534771, 42.655439, 43.074145, 42.027826, 42.283829, 75.193812, 66.990334, 59.681432, 49.763437, 46.085286, 44.770583, 41.94485, 43.481504, 46.102699, 49.955784, 56.250103, 59.372754, 59.565632, 64.65586, 78.860612, 85.734326, 87.630509, 86.511481, 102.520536, 109.462192, 100.087994, 73.242815, 30.119799, 10.845642, 5.394229, 1.965396], "sum_m_pl": [4.203134, 12.232088, 14.380202, 14.676919, 14.416891, 15.094274, 15.464792, 15.794858, 15.816316, 17.433257, 18.713528, 20.156473, 20.467021, 19.449084, 19.291045, 18.437094, 16.695372, 16.576493, 15.820779, 16.126276, 15.801588, 15.237551, 14.89711, 14.589187, 16.357317, 19.771105, 20.322379, 23.092455, 23.886962, 27.132758, 24.785265, 23.597661, 22.854537, 21.216061, 18.669772, 18.046076, 19.866496, 22.059688, 21.699288, 21.363155, 22.224677, 22.606113, 22.468777, 23.433995, 30.625846, 48.281696, 92.52915, 110.531329, 111.131578, 117.688335]}, "digit": {"n_am_en": [0, 0, 1, 3, 1, 2, 2, 0, 2, 1, 2, 2, 1, 1, 4, 1, 4, 2, 4, 3, 4, 3, 4, 4, 5, 4, 3, 2, 1, 2, 1, 1, 2, 1, 4, 6, 6, 5, 4, 4, 2, 4, 4, 5, 5, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 3, 0, 0, 0, 1, 2, 1, 3, 3, 3, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 2, 3, 4, 4, 3, 3, 2, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.50334, 2.582894, 2.776655, 2.830617, 3.015587, 3.12377, 2.938209, 2.832794, 2.702768, 2.770637, 2.972676, 2.987966, 2.847095, 2.742708, 2.783885, 2.81288, 2.968654, 2.805606, 2.803885, 2.802835, 3.011135, 2.742708, 2.706695, 2.816562, 3.731691, 3.402346, 3.197133, 2.917741, 2.894739, 2.808546, 2.46723, 2.446293, 2.82315, 2.888817, 3.324897, 3.490564, 3.093372, 3.278538, 3.695777, 3.124198, 2.761859, 2.873864, 4.389849, 5.465928, 4.768381, 2.445068, 1.314281, 0.557729, 0.212013, 0.0], "sum_m_pl": [0.259657, 0.788169, 0.773878, 0.768082, 0.817795, 0.719929, 0.722351, 0.697148, 0.806739, 0.841064, 0.98707, 0.971387, 1.098695, 1.064027, 1.048747, 1.075829, 1.000371, 0.9775, 0.937802, 0.94321, 0.882656, 0.903708, 0.884122, 0.904896, 1.001658, 1.165081, 1.110688, 1.295576, 1.287935, 1.484483, 1.563226, 1.479677, 1.285232, 1.041864, 0.887055, 0.887764, 0.96073, 0.802922, 0.710101, 0.69805, 0.695981, 0.656622, 0.534234, 0.420262, 0.384165, 0.474294, 0.476572, 0.392539, 0.09504, 0.0]}, "lang": {"n_am_en": [2, 9, 11, 14, 19, 32, 21, 33, 22, 23, 18, 14, 15, 19, 24, 26, 36, 30, 35, 45, 51, 46, 36, 35, 69, 58, 57, 39, 30, 25, 37, 30, 31, 47, 52, 53, 61, 53, 59, 69, 70, 67, 72, 69, 66, 47, 14, 4, 2, 2], "n_am_pl": [0, 20, 17, 11, 13, 21, 19, 19, 10, 17, 21, 13, 19, 21, 13, 5, 8, 13, 11, 7, 13, 10, 7, 5, 9, 18, 19, 20, 16, 14, 20, 18, 15, 17, 21, 18, 21, 25, 19, 19, 23, 22, 24, 27, 29, 43, 90, 103, 112, 118], "n_pos": 120, "sum_m_en": [10.929345, 17.237554, 18.155837, 19.937597, 19.582193, 21.351047, 21.216149, 22.848239, 22.597701, 23.013537, 23.39619, 23.206066, 23.196998, 23.624286, 22.247509, 23.943544, 24.02431, 22.268217, 22.089207, 21.29518, 20.776169, 21.375393, 20.646442, 20.416211, 42.127417, 37.406595, 33.134426, 26.319903, 23.679284, 22.410606, 22.279638, 23.221369, 24.461644, 27.32002, 31.204025, 34.685582, 34.942003, 36.530385, 43.910784, 49.369294, 52.930311, 53.100531, 59.899559, 63.467923, 58.687135, 43.347898, 15.54894, 4.769831, 2.61518, 1.964301], "sum_m_pl": [1.770655, 5.082842, 6.064064, 6.09614, 6.287966, 6.961316, 7.337112, 7.520645, 7.569327, 8.222223, 8.99294, 9.903787, 10.049869, 9.867182, 9.460071, 9.026202, 8.116972, 8.305137, 7.910847, 7.980151, 7.744793, 7.389245, 7.248273, 7.064059, 8.28042, 10.073484, 10.326591, 12.062576, 12.396589, 13.851702, 12.494328, 12.069524, 11.839374, 11.649015, 10.151892, 10.533172, 12.438683, 14.585945, 14.536241, 14.073224, 15.475419, 16.554642, 17.03997, 18.885079, 26.421881, 41.264616, 80.659887, 99.042843, 108.996216, 117.342684]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 260, "item_id": "llmzszl-18458", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 960, "region_end": 258, "roundtrip_ok": true, "tf_agree": 0.9962, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 15, 16, 21, 35, 35, 35, 29, 28, 27, 28, 24, 25, 27, 30, 30, 46, 37, 44, 53, 48, 39, 42, 39, 59, 43, 40, 36, 34, 33, 31, 39, 39, 43, 41, 47, 54, 59, 57, 60, 56, 57, 67, 63, 63, 62, 57, 61, 63, 68], "n_am_pl": [4, 9, 5, 6, 3, 8, 3, 3, 11, 10, 10, 16, 13, 11, 11, 16, 12, 11, 8, 6, 6, 5, 3, 4, 6, 13, 14, 16, 10, 11, 11, 9, 7, 12, 9, 7, 7, 6, 5, 3, 6, 3, 1, 4, 1, 0, 4, 2, 1, 1], "n_pos": 104, "sum_m_en": [10.980756, 14.595612, 15.548322, 17.047433, 19.623968, 19.743142, 21.216235, 21.102466, 19.592459, 20.317976, 19.696948, 20.639417, 20.389418, 21.086402, 20.390646, 21.098085, 22.613917, 20.577199, 20.613147, 20.759677, 18.776305, 18.500142, 18.490925, 18.590498, 37.258183, 34.40428, 30.360984, 26.51992, 25.191667, 22.336663, 20.130547, 21.855848, 21.356037, 23.799811, 26.036338, 28.982302, 32.659038, 40.613963, 43.739139, 49.895248, 48.858018, 53.399123, 59.007734, 57.597329, 59.934468, 58.343167, 53.954329, 55.813575, 59.507631, 67.959917], "sum_m_pl": [1.93488, 3.895955, 4.524901, 4.543186, 4.738499, 4.965956, 5.454439, 5.202506, 6.267756, 7.353809, 8.254872, 8.456483, 8.566721, 7.810368, 7.732354, 7.802866, 7.189593, 7.159148, 6.838412, 6.992198, 6.924436, 6.43144, 6.176582, 6.283293, 8.615748, 10.554061, 10.356299, 11.514811, 10.494085, 11.514004, 10.982986, 9.827, 10.228444, 10.584864, 10.944626, 9.948183, 9.144731, 8.572585, 7.342177, 6.593947, 6.954234, 4.90243, 3.206375, 5.535489, 1.918008, 1.316114, 3.897167, 2.487202, 2.110148, 1.034289]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 15, 14, 14, 23, 27, 27, 22, 21, 20, 21, 18, 20, 19, 23, 20, 33, 26, 34, 40, 36, 29, 32, 29, 45, 34, 34, 30, 29, 28, 24, 32, 31, 30, 33, 39, 44, 44, 44, 49, 48, 50, 55, 53, 57, 56, 55, 59, 62, 68], "n_am_pl": [1, 6, 3, 3, 2, 5, 2, 2, 9, 8, 9, 13, 10, 6, 6, 11, 10, 10, 5, 2, 2, 2, 2, 3, 3, 8, 6, 11, 8, 9, 8, 7, 4, 8, 6, 3, 4, 1, 2, 1, 3, 1, 1, 4, 1, 0, 3, 2, 1, 1], "n_pos": 70, "sum_m_en": [7.169833, 10.151654, 10.745998, 11.69387, 13.453433, 13.32534, 14.393944, 14.294424, 13.209381, 13.674079, 13.373875, 14.079561, 13.598725, 14.330934, 13.545017, 13.848112, 15.235112, 13.617249, 13.787196, 14.432819, 12.787818, 12.538393, 12.549327, 12.441948, 27.625584, 25.427255, 22.293832, 19.409269, 18.758387, 16.133135, 14.098583, 15.544663, 15.240636, 16.677506, 18.766596, 21.228177, 24.882724, 30.7225, 34.013193, 40.033304, 40.717024, 45.037121, 48.878524, 48.141298, 53.317154, 52.736235, 50.821822, 52.26528, 57.132901, 66.439895], "sum_m_pl": [1.032961, 2.423162, 2.8207, 2.875068, 3.060897, 3.188897, 3.44492, 3.328675, 3.966898, 4.578987, 5.191273, 5.265425, 5.410781, 4.943864, 4.961711, 5.068411, 4.764136, 4.744386, 4.483094, 4.685101, 4.647339, 4.288126, 4.130351, 4.234839, 5.910178, 7.243658, 6.827967, 7.726749, 6.84527, 7.809871, 7.669325, 6.919251, 7.217561, 7.469702, 7.027549, 6.433365, 5.720559, 4.844286, 4.252742, 3.961473, 4.222768, 2.987825, 2.292335, 4.761887, 1.510698, 1.101558, 3.095099, 2.046904, 1.819372, 1.015573]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "llmzszl-18462", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 104, "roundtrip_ok": true, "tf_agree": 0.9717, "tf_agree_excl_first": 0.981}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 8, 14, 21, 32, 30, 39, 43, 35, 36, 34, 28, 25, 27, 30, 40, 56, 52, 55, 66, 54, 55, 52, 50, 72, 74, 60, 46, 45, 30, 27, 36, 36, 42, 51, 56, 49, 59, 52, 58, 51, 63, 71, 62, 67, 47, 19, 4, 0, 0], "n_am_pl": [6, 17, 18, 21, 17, 21, 26, 11, 24, 24, 20, 25, 22, 25, 27, 25, 16, 25, 18, 14, 9, 11, 16, 11, 11, 14, 15, 21, 19, 20, 22, 26, 15, 22, 22, 21, 25, 26, 30, 31, 32, 29, 35, 42, 42, 57, 81, 98, 93, 89], "n_pos": 152, "sum_m_en": [14.042067, 21.251964, 24.10038, 26.437983, 28.567056, 28.344532, 29.649614, 31.623213, 28.46728, 29.392492, 28.406014, 29.133237, 28.765773, 28.041633, 27.11417, 28.458181, 30.060855, 28.091777, 27.479032, 27.022129, 24.73686, 24.505819, 24.278811, 24.345179, 46.166487, 43.496312, 36.980862, 31.631778, 28.999366, 26.973982, 25.170284, 26.392221, 26.523497, 28.356999, 30.697167, 33.965929, 34.641383, 41.245813, 42.061441, 44.146592, 44.520673, 49.631236, 57.144556, 56.699955, 60.123109, 45.992255, 17.670823, 4.82258, 0.503642, 4.7e-05], "sum_m_pl": [2.370179, 6.53607, 8.108651, 8.581922, 8.808768, 9.052738, 9.481043, 9.209546, 10.152205, 11.418893, 12.251614, 12.917143, 13.829244, 13.38712, 12.880326, 12.416255, 11.08288, 10.858564, 10.089919, 9.765165, 9.643877, 9.026398, 8.614343, 8.72086, 11.092401, 12.671063, 13.398976, 15.524304, 16.795778, 19.09758, 18.242771, 17.237905, 16.923166, 15.795373, 16.365059, 14.157584, 14.996552, 16.178516, 18.007473, 24.105741, 25.481378, 25.310168, 28.909517, 36.436704, 38.052922, 50.554328, 75.645091, 90.548387, 91.11509, 90.215117]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 10, 12, 16, 17, 24, 32, 29, 23, 18, 19, 18, 18, 21, 24, 34, 30, 31, 38, 29, 35, 33, 31, 44, 47, 39, 28, 31, 21, 20, 28, 24, 30, 31, 34, 32, 37, 35, 39, 34, 43, 50, 45, 44, 33, 16, 4, 0, 0], "n_am_pl": [4, 11, 12, 15, 9, 10, 19, 6, 14, 18, 14, 17, 16, 15, 19, 15, 8, 15, 10, 8, 6, 6, 9, 7, 7, 9, 8, 10, 7, 8, 13, 12, 5, 14, 16, 18, 17, 15, 18, 20, 21, 19, 22, 25, 28, 41, 60, 82, 87, 89], "n_pos": 91, "sum_m_en": [8.847107, 12.996561, 14.250919, 15.575361, 16.779538, 16.723104, 17.364427, 18.724956, 17.0885, 17.791851, 17.181877, 17.756775, 17.284238, 16.904204, 16.471602, 17.145799, 18.555895, 17.045516, 16.59083, 16.371393, 14.768492, 14.836448, 14.673936, 14.638279, 29.71999, 28.213833, 24.44424, 20.946987, 18.813484, 17.517404, 16.315242, 16.866755, 17.292635, 18.398406, 20.327394, 22.118171, 22.115038, 27.335464, 27.589584, 29.298592, 29.531791, 33.800798, 37.728781, 38.703111, 39.410668, 30.6946, 14.489062, 4.129367, 0.235682, 2.2e-05], "sum_m_pl": [1.520375, 3.947639, 4.887158, 5.131592, 5.189496, 5.389279, 5.681858, 5.6599, 6.166777, 6.829045, 7.331634, 7.781163, 8.549583, 8.22747, 8.023055, 7.745846, 6.881271, 6.786395, 6.182741, 5.991012, 5.966987, 5.585877, 5.327741, 5.358989, 6.945632, 7.846154, 7.843298, 9.095597, 10.029853, 11.670201, 11.649681, 11.057646, 10.719991, 9.98381, 9.950048, 8.76066, 9.253944, 8.912392, 9.610132, 13.840326, 15.182555, 15.819684, 19.347457, 22.73573, 25.154973, 35.904441, 55.833994, 75.491992, 86.192012, 89.345529]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "llmzszl-18462", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 919, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 9, 10, 16, 18, 24, 23, 24, 16, 11, 22, 30, 27, 21, 23, 26, 31, 29, 30, 31, 37, 47, 39, 42, 49, 51, 39, 34, 32, 31, 32, 33, 26, 30, 38, 36, 48, 51, 60, 62, 64, 61, 61, 59, 60, 54, 52, 46, 44, 42], "n_am_pl": [3, 5, 4, 4, 5, 6, 5, 7, 4, 5, 6, 7, 6, 10, 8, 7, 4, 11, 5, 6, 1, 3, 5, 4, 6, 2, 6, 7, 8, 9, 9, 4, 9, 10, 2, 6, 4, 2, 5, 1, 1, 2, 1, 4, 5, 8, 10, 13, 13, 14], "n_pos": 76, "sum_m_en": [8.430529, 10.593798, 10.741563, 11.543885, 13.722997, 15.227512, 15.552981, 15.752258, 14.047963, 13.938786, 14.72891, 14.794517, 14.398673, 14.567779, 14.618473, 16.460827, 15.827782, 13.867467, 13.958695, 13.728671, 13.850339, 13.892733, 13.698208, 13.842026, 31.629133, 30.083369, 25.389641, 21.858115, 19.35171, 18.491556, 18.188292, 18.671456, 18.787894, 21.762517, 23.998833, 24.979318, 29.11612, 32.903043, 42.613511, 49.995177, 52.39237, 51.593765, 54.041069, 52.522429, 52.140814, 46.872806, 45.366013, 39.783393, 36.357762, 41.600313], "sum_m_pl": [1.311517, 2.669496, 3.343655, 3.33512, 3.341273, 3.238824, 3.673057, 3.399252, 3.226869, 3.515505, 3.84541, 4.499172, 4.998536, 4.445038, 4.784671, 5.102998, 4.761074, 4.883245, 4.532221, 4.526221, 4.38162, 4.23505, 4.259157, 4.363338, 4.513222, 4.724247, 5.20987, 6.295948, 6.753107, 7.372063, 7.037964, 6.546012, 7.077637, 6.32363, 5.642269, 5.609308, 5.040975, 4.083263, 3.332837, 2.906317, 3.974991, 3.422605, 3.277204, 4.66306, 5.458729, 8.871953, 10.579079, 13.150354, 13.757079, 14.282352]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 9, 10, 15, 15, 19, 20, 21, 13, 10, 20, 27, 26, 18, 21, 22, 25, 27, 27, 28, 33, 40, 34, 36, 42, 43, 35, 31, 27, 28, 28, 28, 23, 26, 33, 32, 41, 43, 48, 52, 54, 51, 52, 51, 53, 49, 48, 43, 43, 42], "n_am_pl": [1, 3, 2, 3, 3, 5, 3, 4, 4, 5, 6, 5, 5, 8, 5, 4, 4, 7, 3, 3, 0, 1, 3, 3, 3, 1, 4, 5, 6, 7, 8, 2, 6, 7, 0, 3, 2, 1, 4, 0, 1, 2, 1, 4, 5, 7, 10, 13, 13, 14], "n_pos": 58, "sum_m_en": [6.389617, 8.253087, 8.399127, 8.982154, 10.683914, 11.893494, 12.298262, 12.408533, 11.009883, 10.903036, 11.668052, 11.724028, 11.297743, 11.700181, 11.622455, 13.174352, 12.627586, 11.148885, 11.168516, 10.941723, 11.099298, 11.040075, 10.858692, 10.911998, 27.936047, 26.49922, 22.340358, 18.810841, 16.267095, 15.403544, 15.053173, 15.621436, 15.717204, 17.771042, 19.900728, 20.021895, 23.958346, 27.183932, 36.208828, 42.023011, 44.329213, 44.487705, 46.746749, 46.048191, 46.180711, 42.413399, 41.002961, 36.373348, 35.242258, 41.588359], "sum_m_pl": [0.887532, 1.997891, 2.489162, 2.464714, 2.462226, 2.440813, 2.734016, 2.586869, 2.523281, 2.739638, 2.994238, 3.44447, 3.751195, 3.33431, 3.647745, 3.794162, 3.607948, 3.688307, 3.406409, 3.407198, 3.304658, 3.20793, 3.234721, 3.330261, 3.225266, 3.498444, 4.01924, 4.924048, 5.263382, 5.72688, 5.423788, 4.885185, 5.276198, 4.867557, 4.166487, 4.211856, 3.677786, 3.01159, 2.299894, 2.111767, 3.218507, 2.785372, 2.748516, 4.199369, 4.919814, 7.511006, 10.262645, 12.703501, 13.572829, 14.149356]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "llmzszl-18463", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 832, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.9487, "tf_agree_excl_first": 0.961}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 6, 4, 26, 43, 48, 40, 45, 28, 29, 33, 36, 35, 33, 36, 41, 56, 61, 65, 78, 86, 92, 85, 85, 100, 95, 79, 60, 49, 39, 34, 44, 40, 54, 68, 66, 80, 85, 104, 105, 99, 103, 109, 103, 89, 66, 36, 7, 0, 0], "n_am_pl": [4, 13, 12, 18, 19, 13, 18, 20, 12, 10, 10, 17, 16, 25, 30, 18, 15, 19, 13, 8, 10, 6, 8, 6, 6, 11, 9, 12, 18, 22, 25, 20, 23, 15, 13, 17, 14, 9, 9, 9, 10, 14, 13, 17, 21, 43, 75, 109, 114, 114], "n_pos": 150, "sum_m_en": [12.826403, 19.988146, 21.28231, 24.328856, 27.725924, 29.345131, 29.833896, 30.240749, 27.388896, 27.657976, 29.075097, 29.224192, 28.612535, 26.917958, 27.110621, 30.339012, 30.065649, 26.289573, 26.705433, 26.469998, 27.008824, 27.766921, 26.691857, 27.235087, 60.152403, 53.123642, 44.065466, 35.571298, 32.40475, 30.005466, 29.805751, 30.966413, 31.314903, 34.759528, 38.274281, 41.152885, 46.4506, 55.16743, 70.46156, 79.953687, 82.696063, 84.542699, 91.217421, 87.572251, 78.417173, 61.384268, 33.948064, 7.385237, 2.145517, 0.290965], "sum_m_pl": [1.903789, 6.09687, 7.562174, 8.18059, 7.670532, 7.651225, 8.121419, 8.130323, 7.415623, 8.54574, 9.15357, 10.062746, 10.877393, 10.520555, 10.510348, 10.474954, 9.788257, 9.947167, 8.950061, 8.843485, 8.441343, 8.097393, 8.20685, 8.22912, 8.422456, 9.440739, 10.419232, 12.202083, 14.571713, 15.886143, 14.940608, 13.950799, 15.03523, 13.117949, 12.277922, 12.62342, 12.28105, 11.581385, 11.043659, 11.089247, 14.552883, 13.459722, 14.119296, 17.34038, 22.547996, 40.008884, 69.237577, 101.275457, 110.058554, 114.019635]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 3, 17, 35, 37, 33, 40, 24, 20, 25, 23, 25, 29, 28, 33, 42, 50, 53, 65, 69, 74, 70, 67, 79, 73, 61, 47, 39, 29, 29, 36, 31, 38, 51, 48, 62, 66, 83, 84, 77, 82, 86, 84, 71, 51, 29, 5, 0, 0], "n_am_pl": [0, 9, 10, 15, 14, 10, 13, 15, 9, 9, 7, 16, 16, 22, 27, 14, 10, 17, 12, 7, 8, 6, 6, 5, 5, 11, 9, 9, 16, 19, 21, 17, 20, 12, 10, 14, 13, 8, 9, 7, 10, 13, 12, 17, 21, 42, 70, 103, 111, 114], "n_pos": 115, "sum_m_en": [9.808126, 15.132165, 16.407131, 18.576034, 21.342532, 22.479378, 23.135494, 23.280941, 21.193418, 21.29819, 22.272863, 22.555332, 22.088708, 21.043555, 21.329405, 23.903885, 23.744124, 20.866393, 21.095116, 20.73249, 21.079912, 21.6333, 20.755277, 21.209414, 48.29356, 42.193484, 35.0303, 27.821755, 25.2782, 23.465975, 23.158581, 23.88517, 24.045027, 26.019922, 28.37764, 30.123756, 35.333479, 42.517404, 55.813992, 64.292384, 66.063374, 67.53737, 72.876558, 71.062851, 63.364736, 47.847281, 27.827901, 5.611417, 0.906311, 0.001233], "sum_m_pl": [1.393356, 4.794637, 5.848574, 6.166246, 5.830061, 5.893328, 6.236309, 6.130644, 5.669521, 6.691629, 7.073691, 7.87718, 8.602558, 8.531484, 8.49204, 8.229354, 7.622252, 7.776794, 6.906489, 6.847228, 6.462604, 6.219996, 6.294284, 6.341494, 6.735724, 7.767671, 8.391025, 9.942208, 11.951921, 12.946101, 12.160305, 11.392759, 12.298931, 10.863773, 10.188696, 10.647952, 10.454692, 9.926431, 9.433724, 9.658769, 13.253693, 12.402405, 12.935573, 16.102244, 20.975263, 37.559212, 64.21554, 97.011502, 108.080965, 113.240624]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "llmzszl-18463", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 960, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9934}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 10, 18, 25, 30, 30, 28, 19, 18, 11, 20, 20, 17, 19, 22, 30, 19, 20, 24, 20, 25, 19, 18, 23, 44, 33, 25, 22, 26, 21, 23, 30, 27, 32, 33, 36, 38, 46, 62, 69, 70, 82, 83, 77, 74, 70, 68, 65, 60, 60], "n_am_pl": [5, 4, 15, 8, 12, 9, 9, 12, 7, 7, 6, 12, 14, 14, 18, 15, 13, 11, 8, 9, 7, 4, 6, 3, 4, 10, 17, 11, 13, 16, 20, 20, 21, 18, 12, 7, 9, 8, 4, 0, 2, 0, 0, 0, 0, 0, 3, 3, 5, 6], "n_pos": 116, "sum_m_en": [14.314687, 16.790186, 17.69721, 19.602264, 21.216733, 21.046355, 20.977715, 19.589184, 18.512561, 16.727749, 16.791439, 17.485067, 17.127165, 17.335421, 17.531609, 19.318781, 18.825916, 18.124515, 17.827491, 17.292837, 17.719776, 17.705467, 17.290368, 17.137594, 26.802074, 25.886459, 22.92425, 18.628911, 18.318372, 18.635814, 17.983868, 19.015021, 20.519551, 21.297183, 23.866038, 26.288297, 27.726001, 34.233875, 42.503786, 47.973073, 54.610063, 67.766127, 68.224844, 67.416895, 65.327379, 63.312669, 62.435935, 61.177049, 57.150523, 60.68786], "sum_m_pl": [2.497385, 4.635082, 5.673573, 5.555609, 5.553292, 5.108618, 5.323813, 6.043188, 6.089013, 6.526103, 6.929533, 8.2036, 9.062878, 7.909714, 8.513549, 8.80105, 8.189439, 8.292105, 8.14799, 8.058772, 7.672663, 7.216918, 6.879504, 6.823502, 8.286516, 9.491826, 9.001246, 8.947884, 9.307194, 10.768504, 11.291377, 10.175665, 10.734485, 10.203804, 9.675935, 8.715512, 8.869471, 8.071462, 6.676285, 5.78606, 5.351981, 3.302451, 3.227716, 3.272427, 2.787923, 2.489713, 3.725357, 2.876327, 4.529421, 5.823868]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 2, 1, 1, 2, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.598112, 0.397187, 0.347795, 0.365442, 0.416134, 0.395206, 0.459892, 0.357213, 0.317836, 0.34216, 0.320114, 0.341352, 0.333558, 0.353947, 0.363813, 0.474887, 0.445812, 0.430389, 0.457692, 0.42538, 0.42186, 0.439469, 0.448301, 0.433116, 0.468562, 0.423738, 0.345954, 0.383397, 0.415513, 0.379149, 0.366672, 0.35875, 0.397598, 0.481213, 0.48594, 0.415085, 0.362367, 0.36311, 0.414591, 0.484889, 0.486875, 0.515976, 0.541756, 0.541334, 0.790812, 0.742044, 0.653015, 0.232382, 0.22687, 7.8e-05], "sum_m_pl": [0.096507, 0.201959, 0.248604, 0.224408, 0.169003, 0.178956, 0.115944, 0.132293, 0.137663, 0.179952, 0.135161, 0.197258, 0.212724, 0.221954, 0.209587, 0.225754, 0.224545, 0.261192, 0.226671, 0.206119, 0.211102, 0.197117, 0.196009, 0.194324, 0.255251, 0.310794, 0.313411, 0.320897, 0.323071, 0.409059, 0.342666, 0.324703, 0.278834, 0.260856, 0.248515, 0.227445, 0.267153, 0.274122, 0.286317, 0.269226, 0.263767, 0.213255, 0.200282, 0.235994, 0.20057, 0.20105, 0.187058, 0.08838, 0.067505, 0.0]}, "lang": {"n_am_en": [9, 8, 13, 19, 26, 23, 18, 11, 14, 7, 14, 16, 13, 16, 16, 21, 17, 16, 20, 17, 19, 16, 15, 19, 31, 26, 22, 17, 22, 19, 17, 24, 19, 27, 27, 32, 33, 36, 44, 51, 54, 57, 56, 54, 59, 59, 58, 57, 58, 60], "n_am_pl": [1, 1, 4, 1, 7, 4, 5, 7, 6, 4, 4, 6, 7, 7, 8, 8, 6, 5, 2, 4, 1, 1, 3, 2, 1, 4, 7, 5, 7, 8, 12, 12, 14, 8, 3, 3, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 5, 6], "n_pos": 67, "sum_m_en": [7.822929, 9.768752, 10.474759, 11.917412, 13.195478, 13.112082, 12.595005, 11.594243, 11.258228, 10.071834, 10.214393, 10.826117, 10.6534, 11.037823, 11.281483, 12.165293, 11.782222, 11.420807, 11.122839, 10.708821, 11.042842, 10.819739, 10.359322, 10.25447, 18.572333, 18.047305, 16.030252, 12.307541, 11.964875, 12.303692, 11.647046, 12.4361, 13.05837, 13.76754, 16.115757, 18.4748, 20.070463, 24.403195, 30.68582, 35.590237, 41.796969, 48.221722, 49.235331, 50.280487, 52.23286, 52.679354, 54.041473, 53.661729, 54.075525, 60.016168], "sum_m_pl": [1.182067, 2.30815, 2.70385, 2.739377, 2.867701, 2.553725, 2.923831, 3.326978, 3.365044, 3.567933, 3.986313, 4.781137, 5.277249, 4.581326, 4.963562, 5.120104, 4.765065, 4.76128, 4.708531, 4.757898, 4.470204, 4.179983, 3.99185, 3.990178, 4.511744, 5.433038, 5.150371, 5.204739, 5.403206, 6.321722, 6.549488, 6.064517, 6.329976, 5.987748, 5.467344, 4.858006, 4.915077, 4.343598, 3.402531, 2.814646, 2.604884, 1.706872, 1.61362, 1.499547, 1.236073, 1.081377, 2.31346, 2.348248, 4.117715, 5.813324]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "llmzszl-18466", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 780, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9915}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 21, 29, 55, 76, 67, 76, 58, 54, 41, 36, 51, 48, 40, 45, 45, 57, 33, 40, 53, 58, 73, 69, 75, 138, 110, 77, 61, 48, 51, 46, 49, 49, 67, 84, 79, 84, 89, 111, 139, 145, 156, 177, 167, 139, 111, 38, 11, 6, 3], "n_am_pl": [9, 31, 48, 43, 40, 34, 49, 44, 28, 34, 31, 45, 46, 54, 40, 38, 29, 38, 25, 23, 18, 20, 23, 16, 15, 21, 25, 31, 44, 52, 55, 45, 49, 39, 31, 23, 23, 26, 27, 25, 22, 28, 19, 23, 37, 57, 106, 139, 151, 157], "n_pos": 297, "sum_m_en": [27.72333, 43.145262, 47.193832, 52.381479, 56.337226, 57.932664, 58.315418, 55.045596, 51.058311, 47.885007, 49.32618, 48.995783, 49.469187, 46.179267, 44.228172, 47.8864, 49.622856, 45.867849, 45.6862, 45.421097, 45.703075, 46.823375, 46.503853, 46.266509, 82.713926, 73.433648, 59.438508, 51.684482, 49.862882, 49.610108, 46.306514, 47.984383, 48.538351, 51.609627, 54.43206, 55.924306, 56.015708, 64.525847, 84.380281, 98.22314, 100.660829, 123.332059, 145.569817, 138.854381, 120.936489, 101.961393, 37.691201, 13.765623, 7.987477, 3.000168], "sum_m_pl": [5.031032, 13.680659, 17.24961, 17.990517, 17.956981, 16.420993, 17.708688, 18.274575, 18.211185, 19.698508, 20.249437, 22.383798, 24.802418, 23.767843, 23.914689, 22.344083, 19.27386, 19.569456, 19.081587, 19.498273, 18.528236, 17.495808, 17.011733, 16.890082, 19.726291, 23.418753, 24.725249, 26.83627, 29.522362, 32.444004, 33.448959, 29.20839, 31.092887, 29.55345, 26.282703, 23.446439, 25.529621, 26.737537, 24.427341, 22.532448, 23.307339, 22.128925, 19.923538, 24.094819, 33.514302, 54.197862, 100.267963, 134.892445, 149.260186, 158.544279]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 9, 13, 34, 49, 45, 48, 34, 32, 26, 26, 36, 30, 25, 30, 29, 30, 21, 27, 34, 35, 42, 42, 45, 88, 74, 48, 38, 31, 32, 21, 34, 28, 40, 49, 44, 57, 57, 70, 88, 103, 98, 114, 104, 97, 76, 28, 9, 6, 3], "n_am_pl": [3, 17, 22, 18, 18, 16, 24, 22, 14, 15, 17, 23, 24, 29, 18, 21, 19, 24, 17, 16, 9, 10, 15, 9, 8, 13, 14, 22, 24, 28, 31, 29, 28, 26, 21, 17, 21, 22, 24, 22, 18, 22, 14, 20, 32, 51, 100, 135, 150, 157], "n_pos": 162, "sum_m_en": [15.546633, 23.564663, 26.011995, 29.014621, 31.97523, 33.407783, 32.68984, 31.617769, 29.854716, 28.065991, 28.824724, 28.792655, 29.050153, 27.250542, 26.332042, 28.046632, 29.065463, 26.822395, 26.335171, 26.087106, 26.096978, 26.584331, 26.293399, 26.093223, 52.881557, 46.525017, 37.0627, 31.280945, 29.69422, 28.960974, 27.069434, 28.407825, 28.727364, 31.057834, 32.28871, 34.021119, 34.429836, 38.616928, 51.816448, 59.431322, 66.82895, 75.632012, 93.012187, 88.158236, 83.773219, 69.921086, 28.268899, 9.830726, 6.525841, 3.000139], "sum_m_pl": [2.57805, 7.14052, 8.466627, 8.972505, 8.790177, 8.045542, 8.965305, 9.532193, 9.543887, 10.43752, 11.042723, 12.369821, 13.6561, 13.560317, 13.442159, 12.484589, 10.692545, 10.944029, 10.785157, 10.982584, 10.28126, 9.72642, 9.538842, 9.444108, 10.330589, 12.387523, 13.535906, 14.711599, 16.605761, 18.349049, 18.759712, 16.858665, 18.103521, 17.142089, 15.227411, 13.648629, 15.634844, 17.268932, 15.842078, 14.454556, 15.5861, 16.963216, 15.032202, 19.157403, 27.829639, 47.107909, 92.684726, 129.664062, 146.669828, 157.076383]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 299, "item_id": "llmzszl-18466", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 297, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9899}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 11, 16, 15, 20, 22, 24, 25, 23, 26, 29, 29, 27, 30, 31, 35, 37, 35, 34, 46, 45, 47, 40, 42, 59, 49, 41, 39, 31, 33, 37, 45, 45, 49, 53, 59, 59, 67, 56, 66, 69, 76, 73, 79, 71, 67, 69, 71, 72, 66], "n_am_pl": [7, 7, 9, 9, 7, 17, 7, 4, 8, 10, 9, 11, 16, 14, 16, 12, 13, 12, 8, 8, 4, 5, 5, 10, 8, 9, 10, 11, 7, 11, 11, 8, 7, 11, 6, 7, 5, 7, 7, 9, 4, 2, 1, 1, 1, 2, 5, 4, 5, 5], "n_pos": 115, "sum_m_en": [11.928228, 14.316096, 15.085829, 15.982065, 17.611766, 17.198137, 17.683497, 18.893448, 19.159995, 19.611427, 20.382496, 21.447362, 21.015876, 20.489842, 21.052517, 20.616863, 20.47017, 21.769408, 22.294076, 21.077808, 20.349108, 19.852553, 19.598333, 18.90559, 35.69815, 33.802814, 29.813797, 26.210018, 24.307613, 25.180587, 24.970067, 25.271599, 26.338667, 26.899413, 28.607692, 33.766327, 38.14399, 42.604557, 42.811343, 48.415919, 50.686864, 58.074166, 58.126722, 65.053485, 63.949332, 59.903002, 61.066987, 59.330368, 59.855513, 66.70741], "sum_m_pl": [2.797017, 3.82874, 4.488719, 4.966986, 5.152552, 5.691752, 5.796911, 5.742324, 6.370535, 6.945763, 7.358319, 8.134205, 7.882717, 7.736028, 9.016885, 9.710694, 8.281818, 7.822808, 7.491435, 7.501052, 7.271128, 7.179264, 6.941031, 6.944987, 9.026917, 8.956571, 9.559476, 9.54945, 9.47489, 10.243529, 9.939834, 9.451555, 10.39719, 9.312733, 8.681647, 8.051805, 7.544058, 8.427253, 8.064257, 7.222025, 6.871776, 4.570074, 4.310319, 3.155204, 3.414018, 3.488704, 5.347208, 4.801552, 5.229468, 5.115044]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 9, 11, 9, 14, 18, 19, 21, 16, 21, 21, 22, 22, 21, 18, 22, 24, 25, 25, 34, 33, 31, 24, 24, 37, 33, 29, 27, 24, 20, 25, 28, 30, 30, 33, 39, 40, 48, 43, 51, 54, 59, 57, 62, 59, 58, 57, 62, 64, 66], "n_am_pl": [5, 5, 4, 5, 4, 9, 5, 2, 6, 7, 7, 6, 9, 8, 10, 9, 8, 7, 5, 5, 2, 3, 4, 6, 5, 3, 6, 6, 4, 7, 6, 3, 2, 4, 1, 4, 1, 3, 3, 4, 2, 0, 1, 0, 0, 2, 5, 4, 5, 5], "n_pos": 71, "sum_m_en": [7.601704, 9.241708, 9.72382, 10.142902, 11.166168, 11.073983, 11.815389, 12.454939, 12.074171, 12.314931, 12.958935, 13.486253, 13.300991, 12.827642, 13.092925, 12.907498, 12.626562, 13.614835, 14.18216, 13.234598, 12.824718, 12.161259, 12.033584, 11.663278, 23.76195, 22.804812, 20.712538, 17.952536, 16.268739, 16.680655, 16.474084, 16.569871, 17.831394, 18.435529, 19.551712, 23.787186, 26.437303, 29.857873, 30.300281, 35.367071, 38.997328, 44.806438, 45.319905, 51.760139, 51.376391, 49.970519, 49.987618, 50.179905, 51.871039, 64.518176], "sum_m_pl": [1.863857, 2.374944, 2.716262, 3.074328, 3.190521, 3.429338, 3.543947, 3.323539, 3.83259, 4.128519, 4.426643, 4.931796, 4.839771, 4.750358, 5.584737, 6.127026, 5.248128, 4.923082, 4.750184, 4.722474, 4.55234, 4.511917, 4.370706, 4.355944, 6.015341, 5.530532, 5.772906, 5.629046, 5.821529, 6.213227, 5.998098, 5.895936, 6.224784, 5.68835, 5.211032, 4.890917, 4.626265, 4.840347, 4.551829, 4.440307, 4.337682, 2.979032, 2.910664, 1.847201, 1.985228, 2.69766, 4.948625, 4.456681, 4.84077, 4.998829]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "llmzszl-18467", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 792, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9658, "tf_agree_excl_first": 0.9741}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 7, 14, 24, 38, 48, 47, 53, 54, 57, 49, 48, 49, 44, 41, 45, 52, 62, 69, 59, 50, 53, 63, 69, 107, 106, 89, 78, 64, 58, 51, 60, 59, 69, 68, 77, 74, 72, 84, 83, 90, 97, 90, 94, 85, 62, 30, 6, 2, 0], "n_am_pl": [4, 8, 13, 10, 14, 16, 11, 9, 13, 14, 18, 25, 20, 17, 29, 21, 26, 18, 14, 13, 23, 21, 17, 21, 11, 12, 13, 15, 25, 20, 13, 14, 18, 9, 13, 14, 11, 15, 14, 17, 16, 10, 11, 20, 34, 56, 87, 104, 119, 121], "n_pos": 180, "sum_m_en": [16.41975, 25.700316, 27.31243, 28.191717, 29.952454, 29.854805, 31.337394, 32.65427, 32.456686, 33.690164, 34.827033, 35.017384, 35.10825, 33.398521, 33.339431, 32.570049, 32.734314, 32.908978, 32.582805, 30.939838, 29.776767, 30.069157, 31.159596, 29.707592, 62.526971, 60.520321, 51.592319, 44.999934, 40.140833, 38.436617, 35.876013, 36.937178, 35.995601, 36.948777, 38.544435, 41.733864, 47.425179, 49.267895, 52.840577, 56.691698, 59.561341, 70.445582, 69.912648, 79.999545, 77.261416, 54.428372, 28.040429, 5.690942, 3.124119, 0.000349], "sum_m_pl": [2.50984, 7.150651, 8.279982, 8.388827, 8.690489, 9.218512, 9.002239, 9.588805, 10.245443, 11.551949, 11.896797, 12.870135, 12.893073, 12.950773, 15.43822, 14.584623, 12.439847, 12.017483, 11.071262, 11.27672, 10.746492, 10.845644, 10.410463, 10.400949, 10.723082, 12.029006, 13.027245, 14.282351, 15.549526, 16.659587, 16.28557, 16.589148, 17.478858, 16.088811, 14.354096, 14.29472, 13.772226, 13.634438, 14.319899, 14.536513, 13.265476, 11.815032, 14.616764, 16.907249, 29.032481, 49.501441, 78.537801, 102.540337, 115.786512, 121.710491]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 3, 9, 13, 25, 32, 32, 36, 40, 41, 33, 34, 33, 30, 28, 30, 31, 39, 47, 42, 32, 34, 40, 48, 69, 68, 57, 48, 38, 36, 28, 36, 41, 46, 49, 50, 53, 47, 54, 55, 62, 68, 63, 64, 55, 40, 20, 5, 0, 0], "n_am_pl": [2, 6, 8, 8, 9, 10, 8, 7, 9, 10, 14, 16, 12, 14, 24, 17, 20, 15, 11, 10, 18, 13, 13, 14, 7, 11, 11, 13, 18, 15, 9, 11, 13, 8, 10, 13, 7, 13, 13, 15, 13, 7, 7, 18, 29, 50, 81, 101, 118, 120], "n_pos": 122, "sum_m_en": [11.363587, 17.779617, 19.133869, 19.781338, 20.83454, 20.273768, 21.502604, 22.304569, 22.482706, 23.111976, 23.870047, 24.007861, 24.14126, 22.979477, 22.934907, 22.404955, 22.514581, 22.923041, 22.605673, 21.152082, 20.431644, 20.679083, 21.440745, 20.236484, 43.069784, 41.009709, 34.586181, 30.350209, 27.134584, 25.712129, 24.054653, 24.602444, 24.29193, 25.228255, 26.198634, 28.828494, 32.306867, 33.773324, 35.776246, 37.468541, 40.448411, 47.660977, 47.822413, 53.745481, 51.743317, 34.905484, 19.663455, 4.021296, 0.8487, 2.1e-05], "sum_m_pl": [1.725456, 4.924407, 5.726725, 5.709746, 5.72489, 6.16773, 5.993513, 6.549566, 6.993702, 7.975601, 8.253995, 9.021593, 9.097472, 9.217769, 11.038034, 10.376608, 8.813438, 8.438496, 7.696492, 7.874868, 7.450832, 7.464404, 7.133141, 7.127937, 7.323456, 8.695587, 9.378515, 10.328255, 11.241087, 12.121933, 11.830191, 12.30129, 12.944349, 11.818418, 10.283562, 10.398989, 9.918712, 9.569062, 10.818365, 10.874367, 9.519401, 8.235497, 10.097253, 13.549756, 24.608996, 44.113709, 72.63612, 98.221141, 112.849029, 120.407052]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "llmzszl-18467", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 920, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.9615, "tf_agree_excl_first": 0.9669}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 11, 17, 20, 25, 34, 31, 35, 33, 31, 23, 35, 29, 29, 26, 28, 36, 35, 37, 41, 41, 39, 37, 35, 45, 50, 47, 39, 39, 29, 32, 30, 43, 47, 41, 40, 40, 39, 46, 45, 46, 49, 47, 46, 47, 45, 46, 41, 42, 40], "n_am_pl": [1, 9, 10, 9, 1, 3, 6, 10, 11, 5, 4, 5, 11, 11, 12, 8, 7, 10, 8, 5, 7, 4, 6, 2, 6, 4, 5, 9, 7, 9, 7, 5, 3, 3, 4, 7, 2, 1, 5, 5, 3, 3, 1, 2, 1, 3, 0, 1, 0, 0], "n_pos": 108, "sum_m_en": [13.090383, 16.410588, 15.924181, 17.487785, 19.787427, 21.629683, 21.199478, 21.276361, 19.178071, 20.074084, 20.578591, 20.615325, 19.88693, 19.129537, 19.666719, 20.108615, 21.254455, 20.852853, 21.113309, 20.03423, 19.444689, 19.099651, 19.264996, 19.973035, 30.318195, 30.321076, 26.45957, 24.907008, 24.025271, 23.217406, 21.886453, 23.633142, 24.936822, 24.580045, 26.757082, 26.359493, 27.901544, 28.786197, 36.764827, 40.119659, 38.982992, 41.731496, 43.205438, 42.157737, 42.799171, 40.861009, 41.584967, 40.975138, 36.962007, 40.361418], "sum_m_pl": [2.549598, 4.950608, 5.311685, 5.28907, 5.029232, 4.943114, 5.109019, 5.170708, 5.082334, 5.255848, 5.936963, 6.298064, 6.910461, 6.318546, 6.690936, 6.737637, 5.983601, 5.815802, 5.631069, 5.635849, 5.686295, 5.596386, 5.347818, 5.292508, 5.50227, 6.053444, 6.512883, 7.327914, 7.416477, 7.541306, 6.859824, 6.183538, 6.147887, 5.982567, 5.936475, 5.826488, 5.413179, 4.928638, 4.432834, 4.653605, 5.02134, 3.764483, 3.477086, 3.310353, 3.077643, 2.660236, 1.7694, 1.20604, 0.846922, 0.149527]}, "digit": {"n_am_en": [0, 0, 0, 2, 0, 2, 2, 3, 2, 4, 0, 3, 2, 4, 4, 5, 6, 5, 5, 4, 4, 3, 4, 4, 7, 6, 8, 2, 3, 3, 5, 3, 7, 5, 4, 3, 6, 6, 3, 2, 1, 2, 2, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 2, 4, 2, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 1, 4, 0, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.487696, 2.711998, 2.662761, 2.618433, 3.035169, 3.095536, 2.803905, 2.658028, 2.444923, 2.607102, 2.978391, 2.89342, 2.704659, 2.611012, 2.723247, 2.849318, 3.107528, 2.94783, 2.996912, 2.803182, 2.767905, 2.843346, 2.765881, 2.822319, 4.022076, 3.999209, 3.331049, 3.250811, 3.088389, 3.107785, 2.995188, 3.071038, 3.212088, 3.343486, 3.294334, 3.422276, 3.397066, 3.805347, 2.783045, 3.374205, 2.987742, 2.792874, 2.714896, 2.163909, 1.821266, 1.767774, 1.064459, 0.856041, 0.28001, 0.0], "sum_m_pl": [0.240054, 0.682491, 0.578598, 0.569329, 0.608053, 0.558032, 0.533673, 0.530202, 0.672438, 0.663909, 0.803007, 0.816688, 0.904716, 0.829048, 0.862416, 0.932251, 0.843242, 0.850063, 0.892943, 0.888644, 0.875578, 0.839428, 0.810533, 0.827211, 0.941914, 1.002675, 0.958944, 1.044924, 1.038737, 1.008786, 0.824065, 0.780083, 0.749195, 0.66614, 0.728165, 0.924021, 0.801472, 0.808162, 0.972085, 0.938451, 0.950246, 0.868934, 0.89968, 0.870048, 0.859704, 0.481823, 0.642706, 0.145051, 0.061085, 0.0]}, "lang": {"n_am_en": [9, 5, 12, 14, 18, 17, 17, 18, 18, 15, 14, 18, 19, 18, 19, 19, 23, 22, 21, 27, 28, 25, 24, 25, 29, 32, 30, 26, 26, 23, 23, 21, 24, 30, 28, 28, 26, 24, 31, 30, 30, 33, 32, 33, 35, 37, 38, 38, 42, 40], "n_am_pl": [0, 4, 1, 0, 0, 0, 0, 3, 2, 1, 3, 4, 7, 6, 8, 4, 3, 5, 4, 2, 2, 1, 2, 1, 3, 2, 1, 2, 1, 2, 2, 1, 2, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.941514, 6.390871, 6.576462, 7.305695, 8.680919, 9.547557, 9.391261, 9.494671, 8.383512, 8.587329, 8.773464, 8.927336, 8.554096, 8.394676, 8.540491, 8.685051, 8.828909, 9.190429, 9.006372, 8.631931, 8.543088, 8.186758, 8.610256, 9.071098, 17.133489, 17.006506, 14.925893, 13.38936, 12.857396, 12.486035, 11.64643, 12.649659, 13.356391, 12.807175, 14.128813, 14.162097, 16.189164, 16.407835, 23.612666, 25.200659, 25.531685, 27.986692, 29.733911, 31.132522, 32.546106, 33.253429, 35.419416, 34.545282, 35.516196, 40.284476], "sum_m_pl": [0.680376, 1.597421, 1.730661, 1.75784, 1.817217, 1.794742, 1.879201, 1.936606, 1.821811, 1.846136, 2.142183, 2.314682, 2.828917, 2.524045, 2.495727, 2.44947, 2.307298, 2.219908, 2.088235, 2.110056, 2.160432, 2.119022, 1.983097, 1.915534, 1.9918, 2.203075, 2.404276, 2.436778, 2.552177, 2.648325, 2.392126, 2.290115, 2.377947, 2.368979, 2.351103, 2.380524, 2.113843, 1.686201, 0.984851, 0.752389, 0.746873, 0.503964, 0.455749, 0.465223, 0.329018, 0.280919, 0.460096, 0.464276, 0.625169, 0.149527]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "llmzszl-18468", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 851, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.9817}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 7, 13, 40, 49, 55, 53, 76, 56, 39, 50, 49, 38, 42, 52, 66, 81, 82, 70, 78, 88, 87, 77, 74, 116, 105, 79, 70, 55, 44, 41, 56, 60, 63, 85, 98, 86, 103, 104, 114, 108, 109, 102, 102, 90, 67, 16, 3, 0, 0], "n_am_pl": [0, 8, 15, 21, 22, 21, 23, 26, 25, 31, 30, 22, 36, 30, 21, 12, 12, 16, 13, 7, 8, 5, 4, 5, 5, 9, 16, 21, 29, 30, 31, 24, 25, 15, 16, 13, 22, 10, 13, 19, 20, 22, 23, 27, 32, 57, 112, 124, 129, 127], "n_pos": 226, "sum_m_en": [20.337309, 33.156349, 34.071527, 38.114177, 39.80418, 43.08511, 43.115344, 45.743568, 42.553507, 42.94234, 43.414096, 42.738862, 41.677341, 40.724069, 41.870841, 43.373331, 46.260377, 44.330925, 42.889282, 40.894512, 39.944495, 40.910873, 39.027817, 39.787984, 70.223492, 67.144252, 56.390754, 50.558045, 45.367306, 42.966417, 41.299236, 42.698703, 45.469654, 47.4627, 53.934322, 56.79142, 56.668661, 62.68542, 72.960576, 81.775676, 78.750254, 85.976548, 89.068253, 90.383006, 83.746472, 60.7307, 20.206648, 4.646187, 1.485143, 3e-06], "sum_m_pl": [3.159413, 10.246883, 11.607764, 12.452364, 12.256783, 11.927429, 12.634531, 13.141555, 13.295202, 13.937288, 15.781336, 16.635869, 17.625078, 16.030119, 15.617996, 14.651191, 13.197573, 12.128543, 11.528019, 11.475198, 11.461949, 11.330516, 11.234204, 11.187245, 11.261649, 13.509769, 14.401673, 16.523531, 19.372018, 21.241075, 19.711129, 19.116439, 17.610321, 17.312443, 16.00448, 16.149114, 16.635022, 15.100343, 14.640835, 14.605327, 16.486166, 16.346573, 17.729149, 21.740937, 29.081678, 48.89522, 100.047066, 119.134424, 126.847252, 127.369152]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 4, 4, 6, 2, 0, 1, 0, 2, 1, 7, 5, 5, 8, 4, 5, 5, 3, 3, 1, 6, 4, 4, 2, 4, 4, 2, 3, 1, 4, 5, 7, 10, 9, 7, 8, 7, 7, 5, 6, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 0, 1, 1, 0, 0, 1, 1, 7, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 3, 3, 2, 2, 4, 2, 1, 2, 1, 1, 1, 0, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.493887, 3.157549, 3.365665, 3.305627, 3.659943, 3.845215, 3.643159, 3.51909, 3.217119, 3.309714, 3.607518, 3.387775, 3.208966, 3.157976, 3.307982, 3.423202, 3.860979, 3.693715, 3.652133, 3.491378, 3.494395, 3.572851, 3.44741, 3.546594, 4.777033, 4.830917, 4.056165, 4.185384, 3.859752, 3.797971, 3.533368, 3.518854, 3.701194, 4.002562, 4.585756, 4.603183, 4.702352, 5.143799, 4.90368, 5.451139, 5.141784, 5.137028, 5.216328, 4.423908, 3.736229, 2.802111, 1.458457, 0.74983, 0.221903, 0.0], "sum_m_pl": [0.258776, 0.923545, 0.846671, 0.866051, 0.793803, 0.770537, 0.781992, 0.76801, 0.921994, 0.918374, 1.08173, 1.157344, 1.27881, 1.218047, 1.170325, 1.12167, 1.04645, 1.008035, 0.978636, 1.030095, 1.019656, 1.00054, 0.968059, 1.004356, 1.085025, 1.238755, 1.219025, 1.274295, 1.324326, 1.308665, 1.162719, 1.197894, 1.027693, 0.875087, 0.843273, 0.961361, 0.848655, 0.84422, 0.929446, 0.941421, 1.018213, 0.995727, 1.020536, 1.243926, 1.313814, 1.089603, 1.867972, 0.637704, 0.088462, 0.0]}, "lang": {"n_am_en": [3, 5, 9, 25, 34, 35, 29, 49, 40, 27, 33, 37, 28, 32, 35, 45, 56, 54, 48, 60, 69, 69, 61, 56, 85, 74, 58, 52, 40, 30, 31, 43, 43, 43, 59, 69, 59, 69, 71, 78, 72, 76, 75, 74, 68, 52, 13, 3, 0, 0], "n_am_pl": [0, 6, 9, 12, 10, 14, 16, 16, 10, 17, 20, 13, 20, 17, 14, 9, 9, 8, 9, 6, 5, 3, 3, 4, 2, 5, 9, 12, 22, 15, 20, 14, 17, 9, 10, 8, 11, 8, 8, 14, 16, 18, 17, 22, 25, 47, 94, 110, 125, 126], "n_pos": 127, "sum_m_en": [10.94781, 18.720002, 19.475508, 21.839564, 23.116624, 24.848188, 25.42108, 27.984, 26.462454, 26.359698, 26.344485, 26.467471, 25.532447, 25.036268, 25.448932, 26.273371, 27.553486, 26.763374, 25.580167, 24.306275, 23.786888, 24.479467, 23.038068, 23.406832, 48.55595, 45.551068, 38.607675, 32.820549, 28.800874, 26.97641, 25.934761, 26.870288, 28.324549, 29.863899, 33.59419, 36.195091, 36.445239, 41.238786, 50.476226, 56.207482, 55.495601, 61.962733, 65.675674, 68.128375, 64.013613, 45.293608, 15.75318, 2.661, 0.636432, 1e-06], "sum_m_pl": [1.585465, 5.161348, 5.95192, 6.3702, 6.524561, 6.352392, 7.078645, 7.443011, 7.390382, 7.971602, 8.932446, 9.486915, 10.498385, 9.324592, 9.146403, 8.518174, 7.750926, 7.035848, 6.609134, 6.44423, 6.397347, 6.347361, 6.351057, 6.283838, 5.868935, 7.478937, 8.200476, 9.214952, 11.186244, 12.599765, 11.825077, 11.705752, 10.79472, 10.939583, 10.025765, 10.237308, 10.852512, 9.579335, 8.66707, 8.899811, 10.355093, 10.764908, 11.862038, 14.645563, 21.209977, 40.296492, 84.225681, 106.21975, 121.249069, 126.096918]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "llmzszl-18468", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 979, "region_end": 226, "roundtrip_ok": true, "tf_agree": 0.9781, "tf_agree_excl_first": 0.9824}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 16, 22, 12, 29, 28, 33, 29, 26, 27, 24, 32, 27, 32, 35, 40, 44, 37, 33, 39, 37, 36, 32, 27, 56, 55, 51, 41, 37, 31, 38, 41, 41, 44, 62, 60, 62, 68, 71, 75, 66, 63, 63, 59, 61, 58, 50, 45, 40, 39], "n_am_pl": [13, 20, 17, 8, 6, 11, 11, 13, 13, 17, 15, 15, 17, 16, 11, 19, 23, 18, 11, 14, 12, 9, 9, 5, 13, 9, 12, 11, 13, 16, 16, 15, 10, 4, 6, 12, 6, 3, 6, 9, 14, 6, 3, 3, 2, 3, 1, 0, 3, 2], "n_pos": 174, "sum_m_en": [20.710789, 27.150921, 24.908391, 25.60541, 28.118568, 26.839582, 26.854283, 25.982515, 25.341881, 26.523115, 27.730321, 28.090773, 28.544726, 29.136077, 28.606934, 30.044753, 32.903234, 29.078123, 28.927154, 27.890247, 26.762181, 27.702083, 27.518298, 27.484882, 36.646926, 35.778888, 33.711143, 31.057442, 31.277567, 31.337007, 27.754133, 30.186452, 32.38509, 36.62544, 42.563822, 41.90867, 44.932424, 51.025773, 58.793214, 61.021263, 61.008354, 60.818766, 62.691846, 58.170028, 58.041551, 53.976355, 48.35517, 43.282666, 39.574249, 38.814783], "sum_m_pl": [4.818123, 9.114597, 9.257266, 8.641425, 8.58357, 7.596658, 7.818552, 8.044635, 8.040104, 9.116666, 9.888278, 10.944516, 11.881384, 10.612095, 11.591352, 12.34605, 11.503316, 11.099468, 11.285315, 11.456206, 10.70495, 10.199926, 9.973561, 9.857913, 12.570563, 12.445625, 11.826219, 13.673477, 13.0205, 14.458556, 14.270446, 12.062027, 11.604885, 10.754423, 10.466072, 9.827604, 9.689169, 8.902561, 9.247479, 10.3428, 12.10595, 8.909764, 7.320583, 6.517392, 6.337644, 5.101141, 3.434453, 2.776608, 3.117414, 2.431803]}, "digit": {"n_am_en": [0, 7, 6, 1, 7, 6, 6, 3, 3, 7, 3, 3, 2, 7, 6, 9, 9, 9, 4, 4, 8, 6, 6, 3, 10, 9, 8, 8, 4, 5, 6, 8, 9, 8, 12, 9, 11, 14, 12, 14, 12, 10, 9, 8, 8, 8, 8, 3, 2, 0], "n_am_pl": [2, 3, 2, 0, 1, 1, 0, 1, 3, 3, 5, 6, 7, 5, 2, 5, 9, 5, 5, 4, 5, 3, 4, 2, 5, 4, 4, 2, 6, 4, 6, 3, 2, 0, 2, 5, 4, 1, 4, 5, 4, 2, 2, 2, 1, 2, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.249525, 6.473984, 5.630243, 5.712142, 6.026667, 5.827112, 5.808163, 5.472655, 5.530437, 6.199587, 6.482275, 6.419733, 6.213294, 6.330785, 6.431201, 6.636617, 7.394413, 6.771965, 6.874056, 6.441687, 6.310859, 6.549086, 6.555176, 6.552462, 8.329919, 8.078993, 7.196908, 7.191894, 7.211788, 6.998477, 6.044654, 6.618333, 6.932743, 8.180421, 9.093171, 8.738946, 9.722045, 10.182842, 11.60374, 11.769777, 11.353944, 11.371974, 11.664609, 10.398926, 9.371961, 8.090732, 5.945733, 3.349194, 1.69656, 0.0], "sum_m_pl": [1.169927, 2.247242, 2.002202, 1.724372, 1.670222, 1.512336, 1.478667, 1.67448, 1.652876, 2.054832, 2.173457, 2.56885, 2.899628, 2.517767, 2.744715, 2.744328, 2.635046, 2.472481, 2.717884, 2.722662, 2.587293, 2.443814, 2.375879, 2.371412, 3.33135, 3.286211, 3.161768, 3.31021, 3.171559, 3.475427, 3.353232, 2.850062, 2.66238, 2.414897, 2.335768, 2.434809, 2.606175, 2.472319, 2.913854, 3.335368, 3.594368, 2.702178, 2.522145, 2.199552, 2.154168, 1.598171, 1.342041, 1.056778, 0.342002, 0.0]}, "lang": {"n_am_en": [3, 5, 13, 8, 12, 12, 15, 14, 13, 8, 12, 14, 15, 12, 11, 13, 11, 8, 9, 12, 11, 10, 10, 10, 20, 19, 20, 17, 17, 17, 15, 16, 10, 11, 15, 22, 25, 25, 31, 33, 32, 32, 34, 33, 36, 36, 35, 39, 36, 38], "n_am_pl": [0, 6, 5, 2, 1, 2, 5, 4, 3, 6, 4, 4, 1, 4, 4, 5, 7, 5, 2, 4, 5, 4, 3, 2, 3, 1, 4, 2, 1, 3, 2, 4, 2, 1, 1, 1, 2, 2, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 3, 2], "n_pos": 41, "sum_m_en": [4.434694, 6.295707, 6.416569, 6.626584, 7.423249, 6.987393, 7.100131, 7.214374, 6.93556, 6.870412, 7.351795, 7.741385, 7.894239, 7.942869, 7.543376, 7.358204, 7.882659, 7.126117, 7.066632, 6.755166, 6.598626, 6.814509, 6.670455, 6.659833, 11.469179, 11.009404, 11.05796, 9.267112, 9.023511, 9.406004, 8.068339, 8.861383, 9.45348, 9.804168, 11.597542, 13.165919, 15.020537, 20.070856, 23.420202, 24.995383, 26.524346, 29.390883, 30.961111, 29.819857, 31.631099, 31.497892, 33.009661, 33.893972, 34.43733, 37.481569], "sum_m_pl": [0.724524, 1.863676, 2.034612, 1.933264, 1.913175, 1.791245, 2.032633, 1.904662, 1.983116, 2.206852, 2.423345, 2.692333, 2.924409, 2.659928, 2.96439, 3.626707, 3.362001, 3.439008, 3.125267, 3.121052, 2.720081, 2.550791, 2.443882, 2.397457, 3.502605, 3.277783, 3.251837, 3.294325, 2.986921, 3.477652, 3.57376, 3.321955, 3.414555, 3.244373, 3.180744, 2.972605, 2.827963, 2.329963, 2.205056, 2.325706, 2.747617, 2.283486, 1.661488, 1.693742, 2.011104, 1.506385, 1.251135, 0.942556, 2.518084, 2.431772]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "llmzszl-18469", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 863, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9943}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 16, 26, 20, 31, 24, 38, 31, 35, 33, 36, 36, 31, 36, 37, 49, 42, 40, 56, 59, 58, 47, 46, 44, 69, 71, 63, 51, 42, 40, 35, 35, 43, 60, 73, 64, 64, 72, 76, 90, 90, 71, 80, 57, 52, 38, 17, 1, 0, 0], "n_am_pl": [12, 23, 20, 33, 25, 31, 24, 31, 24, 16, 14, 15, 22, 18, 18, 22, 27, 24, 18, 21, 12, 15, 13, 8, 13, 18, 17, 20, 24, 26, 24, 20, 26, 18, 16, 18, 12, 16, 14, 20, 21, 28, 17, 26, 35, 45, 58, 75, 79, 77], "n_pos": 211, "sum_m_en": [21.985857, 31.068248, 31.939357, 33.057859, 34.887844, 33.934813, 34.373903, 32.672339, 31.86461, 33.091431, 34.929171, 33.272801, 34.029053, 34.03417, 33.079283, 36.376798, 38.624968, 35.292944, 36.131561, 34.632008, 33.392707, 34.572373, 33.389911, 33.416451, 48.336243, 46.768628, 43.086875, 40.443965, 39.350764, 37.594888, 33.920908, 35.297264, 37.241714, 41.09204, 47.546276, 45.837573, 48.256792, 53.094471, 60.537283, 65.173968, 66.497041, 63.1162, 71.708645, 59.451196, 52.993078, 39.062837, 18.074457, 4.085848, 1.842153, 0.001844], "sum_m_pl": [5.012731, 11.657662, 12.301306, 12.380585, 11.70872, 11.108237, 10.752748, 11.390062, 12.034713, 12.601531, 13.064995, 13.883687, 14.791819, 13.382707, 14.008136, 13.777401, 12.653249, 11.903745, 12.018407, 12.631014, 12.114968, 11.540379, 11.396246, 11.320929, 14.201864, 14.753545, 13.956224, 15.449765, 16.168808, 17.107393, 16.786599, 14.951002, 14.749325, 14.192654, 13.538017, 13.569974, 14.143211, 14.805377, 16.271122, 18.8316, 22.076914, 23.243499, 20.464899, 25.365448, 32.031064, 41.299815, 56.471635, 72.333968, 77.030589, 76.854938]}, "digit": {"n_am_en": [2, 6, 9, 4, 6, 7, 7, 2, 3, 5, 7, 3, 3, 6, 9, 11, 5, 4, 6, 9, 9, 5, 2, 3, 8, 13, 9, 6, 5, 6, 6, 9, 8, 11, 13, 11, 12, 15, 13, 15, 15, 11, 10, 9, 9, 7, 5, 1, 0, 0], "n_am_pl": [0, 2, 1, 6, 4, 4, 2, 2, 4, 1, 5, 4, 5, 2, 3, 4, 8, 10, 5, 4, 3, 6, 4, 4, 4, 3, 6, 4, 4, 7, 4, 6, 3, 1, 3, 3, 2, 3, 3, 4, 4, 3, 4, 3, 3, 4, 4, 5, 0, 0], "n_pos": 40, "sum_m_en": [3.7573, 5.976126, 5.638226, 5.857649, 6.111331, 5.924835, 5.925765, 5.381799, 5.29212, 5.93878, 6.347932, 5.875754, 5.916436, 5.963876, 6.110124, 6.059593, 6.682119, 6.282697, 6.582089, 6.387056, 6.079982, 6.32145, 6.274112, 6.376962, 7.882994, 7.648569, 6.888522, 6.927084, 6.943741, 6.785673, 5.867174, 6.391082, 6.698737, 8.099013, 9.831264, 9.690269, 10.758814, 11.464944, 12.103513, 12.018755, 12.072883, 11.473704, 11.787986, 10.679769, 9.718446, 7.22087, 3.810515, 1.620962, 0.96362, 0.0], "sum_m_pl": [0.973881, 2.205885, 2.026594, 1.847795, 1.769119, 1.699881, 1.654884, 1.87411, 1.871882, 2.195845, 2.278196, 2.589469, 2.727831, 2.310821, 2.623622, 2.623047, 2.475723, 2.295885, 2.366695, 2.5183, 2.393513, 2.245957, 2.198455, 2.215892, 3.127856, 3.081306, 2.969397, 3.029066, 3.082427, 3.230706, 3.175938, 2.669461, 2.538869, 2.304043, 2.249567, 2.287024, 2.451004, 2.492509, 2.776687, 3.077299, 3.455402, 2.858511, 2.803133, 2.674681, 2.367047, 2.721079, 5.224842, 4.061194, 0.803119, 0.000111]}, "lang": {"n_am_en": [3, 5, 11, 8, 15, 13, 18, 17, 21, 16, 18, 16, 13, 16, 14, 17, 18, 16, 28, 31, 31, 25, 25, 21, 32, 32, 32, 27, 23, 20, 17, 11, 16, 25, 26, 25, 23, 26, 36, 43, 43, 33, 41, 28, 24, 17, 10, 0, 0, 0], "n_am_pl": [2, 10, 10, 14, 10, 11, 12, 11, 7, 3, 4, 7, 9, 9, 6, 11, 8, 5, 5, 7, 5, 6, 7, 3, 4, 3, 4, 8, 10, 11, 11, 10, 14, 13, 6, 9, 7, 11, 9, 9, 11, 18, 13, 21, 29, 37, 50, 67, 76, 77], "n_pos": 78, "sum_m_en": [8.03262, 11.230421, 12.46894, 12.813709, 13.79565, 13.363578, 13.890143, 13.505015, 13.666522, 13.583963, 14.288246, 13.888296, 14.02557, 13.759093, 13.007889, 15.00453, 15.09453, 13.877249, 14.270759, 13.630722, 12.95596, 13.215516, 12.504567, 12.472559, 20.67511, 19.94425, 18.33452, 16.956478, 15.90497, 15.097352, 13.823868, 14.348319, 14.413154, 15.364983, 17.042921, 17.03042, 17.76667, 20.836575, 24.704119, 27.720364, 29.682992, 28.383704, 33.83037, 27.437645, 24.573243, 18.269319, 10.218758, 1.180052, 0.35538, 4e-06], "sum_m_pl": [1.508688, 4.115492, 4.482418, 4.550468, 4.373368, 4.396962, 4.391814, 4.443573, 4.869394, 5.002365, 5.128247, 5.695229, 6.193851, 5.823931, 5.676178, 5.444906, 5.096603, 4.856905, 4.847676, 4.956315, 4.805751, 4.593338, 4.495404, 4.442596, 5.795287, 5.815646, 5.663297, 6.116436, 6.507417, 7.147966, 7.00762, 6.397174, 6.49541, 6.552561, 6.271328, 6.489307, 7.103357, 7.737516, 8.649066, 10.164979, 11.927669, 14.229701, 13.602779, 18.335993, 25.061085, 33.372562, 46.283748, 64.06343, 72.639488, 76.137527]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 213, "item_id": "llmzszl-18469", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 991, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.9953, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 13, 15, 12, 7, 8, 16, 11, 16, 10, 13, 19, 20, 15, 24, 30, 42, 42, 42, 34, 40, 41, 38, 42, 50, 45, 37, 34, 31, 22, 30, 31, 36, 37, 42, 43, 41, 44, 49, 40, 39, 37, 36, 39, 34, 37, 32, 31, 28, 30], "n_am_pl": [2, 4, 4, 2, 0, 3, 10, 8, 4, 5, 7, 6, 12, 12, 10, 10, 4, 4, 2, 4, 3, 2, 2, 2, 2, 2, 4, 6, 6, 6, 5, 8, 7, 2, 2, 1, 7, 2, 1, 0, 1, 3, 1, 0, 3, 2, 2, 2, 2, 2], "n_pos": 83, "sum_m_en": [9.49217, 12.702121, 12.919916, 12.722028, 13.124248, 13.554776, 14.670387, 14.379416, 14.900905, 14.782878, 15.403509, 15.713297, 15.788538, 15.92329, 16.457898, 16.537886, 17.840858, 17.040449, 16.612623, 15.787257, 15.660541, 15.430778, 14.938572, 15.0197, 28.657345, 25.080077, 22.444863, 18.285048, 18.243491, 18.19353, 17.381891, 18.491405, 19.650883, 21.419624, 24.839814, 25.093998, 27.447612, 31.109091, 33.725704, 34.083721, 34.21246, 34.955764, 32.134331, 33.554546, 29.69318, 31.592439, 29.4664, 29.894697, 28.614736, 29.659936], "sum_m_pl": [1.871186, 3.930177, 4.08259, 4.190829, 4.267365, 4.309731, 4.483253, 4.509215, 4.383946, 4.781253, 4.950726, 5.296495, 5.871272, 5.075907, 5.311275, 5.375752, 5.23681, 5.402454, 5.39235, 5.691258, 5.360472, 5.138842, 4.915782, 4.899233, 5.255941, 5.687718, 5.605961, 6.226616, 6.03304, 5.957052, 6.106571, 5.821406, 5.483895, 5.295892, 5.132639, 4.808619, 4.745479, 3.648006, 3.461967, 2.427901, 2.714419, 2.273671, 2.150741, 1.848182, 2.246592, 2.298507, 2.768558, 2.712644, 2.308234, 2.033947]}, "digit": {"n_am_en": [1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 5, 3, 2, 5, 6, 5, 5, 6, 5, 5, 2, 1, 1, 2, 2, 3, 5, 8, 6, 6, 5, 7, 4, 4, 2, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.730784, 1.273228, 1.192903, 1.08197, 1.159511, 1.150967, 1.177858, 1.181756, 1.289265, 1.291281, 1.356222, 1.351077, 1.436537, 1.546701, 1.39928, 1.34899, 1.361835, 1.447441, 1.277224, 1.218696, 1.19681, 1.365167, 1.326031, 1.233421, 2.566541, 1.928075, 1.54568, 1.304997, 1.418532, 1.447184, 1.311162, 1.344118, 1.62306, 1.677061, 2.076496, 2.776934, 3.244301, 3.872767, 2.994864, 2.788077, 2.48523, 1.805052, 1.734575, 1.309427, 0.935558, 0.513301, 0.521135, 0.407373, 0.334891, 0.0], "sum_m_pl": [0.113109, 0.3647, 0.337266, 0.362515, 0.334795, 0.29392, 0.28373, 0.283113, 0.286152, 0.323728, 0.387428, 0.379861, 0.436668, 0.406009, 0.437315, 0.379258, 0.453804, 0.420227, 0.501802, 0.583298, 0.516206, 0.462886, 0.442448, 0.447393, 0.514982, 0.517452, 0.53054, 0.559227, 0.585041, 0.481577, 0.459357, 0.438419, 0.391917, 0.446079, 0.378266, 0.303266, 0.380928, 0.3179, 0.567033, 0.470009, 0.601223, 0.715505, 0.619395, 0.444595, 0.479033, 0.450504, 0.385311, 0.181355, 0.031842, 0.0]}, "lang": {"n_am_en": [3, 7, 4, 7, 5, 1, 8, 6, 9, 5, 5, 10, 11, 9, 12, 14, 18, 17, 16, 16, 16, 16, 18, 20, 25, 21, 19, 19, 15, 14, 17, 14, 15, 16, 22, 22, 21, 23, 23, 24, 24, 25, 25, 26, 25, 27, 28, 28, 27, 30], "n_am_pl": [0, 0, 3, 0, 0, 1, 7, 4, 1, 2, 4, 3, 5, 8, 5, 4, 2, 3, 2, 3, 3, 2, 2, 2, 1, 2, 2, 2, 3, 2, 1, 4, 3, 1, 1, 0, 5, 1, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2], "n_pos": 33, "sum_m_en": [3.325686, 4.653256, 4.574, 4.626162, 4.892798, 5.17065, 5.625791, 5.671945, 5.981736, 5.78797, 6.070042, 6.204604, 6.263144, 6.489731, 6.631987, 6.843405, 7.340347, 6.908114, 6.811196, 6.606749, 6.491465, 6.241619, 5.969243, 6.162322, 13.906024, 12.29893, 11.227324, 8.647291, 8.12085, 8.013531, 7.553609, 8.156246, 8.407534, 10.31308, 12.692843, 12.859778, 15.330503, 17.913351, 19.36478, 20.763909, 22.285507, 25.36455, 23.579147, 24.620595, 22.606023, 24.953339, 25.166062, 25.88795, 26.490159, 28.941547], "sum_m_pl": [0.582889, 1.329793, 1.495459, 1.531901, 1.560109, 1.636171, 1.841207, 1.88179, 1.655654, 1.867205, 1.87559, 2.1195, 2.437761, 1.967761, 2.062326, 2.186021, 2.107812, 2.172039, 2.142964, 2.192071, 2.050105, 2.005282, 1.916136, 1.92211, 2.316152, 2.385245, 2.411033, 2.498671, 2.375665, 2.248244, 2.374905, 2.272165, 2.215978, 2.002168, 2.098183, 2.042294, 1.969727, 1.355011, 1.127989, 0.670675, 0.651464, 0.380104, 0.386087, 0.502589, 0.956615, 1.142682, 1.878213, 2.008284, 2.097911, 2.033908]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "llmzszl-18470", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 896, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9647, "tf_agree_excl_first": 0.9762}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [31, 81, 111, 202, 208, 268, 286, 272, 273, 262, 244, 246, 241, 245, 318, 419, 570, 476, 549, 509, 574, 553, 523, 532, 742, 638, 529, 394, 302, 284, 275, 308, 316, 384, 543, 483, 491, 497, 589, 593, 605, 599, 581, 544, 470, 377, 195, 92, 56, 48], "n_am_pl": [21, 99, 119, 137, 152, 129, 153, 173, 185, 171, 162, 163, 198, 178, 155, 124, 92, 118, 89, 109, 86, 81, 84, 75, 72, 87, 87, 124, 161, 205, 196, 183, 163, 137, 85, 76, 99, 72, 66, 59, 58, 72, 75, 88, 129, 210, 340, 448, 487, 494], "n_pos": 1280, "sum_m_en": [123.37057, 190.453817, 204.866218, 214.692044, 224.651081, 228.132687, 238.292437, 236.465736, 233.50375, 232.672216, 239.210911, 235.499595, 233.547429, 230.421631, 236.28831, 246.866398, 272.948274, 250.81316, 247.224917, 231.055408, 226.877358, 223.645347, 221.059689, 222.074331, 405.692627, 358.354202, 321.083248, 263.144097, 259.871918, 242.912458, 229.718763, 240.6539, 251.994885, 270.158652, 314.989408, 307.895154, 328.945775, 362.592553, 422.8484, 437.618661, 455.015118, 484.404045, 495.715535, 488.947652, 415.831052, 343.651107, 188.62474, 98.808625, 70.413617, 47.522996], "sum_m_pl": [21.774966, 59.44247, 72.081333, 73.782488, 75.084875, 73.125966, 74.528751, 76.533371, 82.261611, 85.666873, 92.077316, 90.254058, 97.528172, 95.178056, 98.511415, 92.584598, 85.217048, 86.522061, 83.271234, 87.997505, 82.37622, 77.905976, 74.81676, 73.528409, 83.446396, 102.089464, 103.394264, 111.049947, 122.902368, 139.596632, 141.765612, 126.427078, 116.705325, 110.400413, 96.375246, 89.892528, 90.014757, 83.781166, 77.988056, 73.498817, 72.007464, 74.491614, 72.342124, 88.158865, 114.463534, 180.720423, 315.879226, 422.703339, 463.296472, 493.685127]}, "digit": {"n_am_en": [0, 1, 4, 2, 1, 2, 3, 4, 3, 8, 8, 6, 5, 8, 10, 12, 19, 18, 20, 19, 21, 21, 19, 19, 29, 19, 12, 11, 4, 5, 3, 4, 4, 11, 25, 26, 25, 30, 29, 25, 27, 17, 14, 9, 9, 5, 1, 1, 0, 0], "n_am_pl": [5, 0, 3, 3, 7, 14, 11, 3, 5, 4, 4, 7, 6, 9, 4, 7, 4, 5, 5, 7, 5, 3, 3, 1, 3, 2, 2, 7, 6, 5, 9, 10, 4, 4, 4, 0, 1, 0, 0, 0, 0, 3, 2, 1, 1, 1, 2, 1, 0, 0], "n_pos": 48, "sum_m_en": [3.656965, 6.837963, 7.618625, 7.605806, 8.167592, 7.88955, 8.594944, 8.779817, 8.514991, 8.533173, 8.969502, 8.909043, 8.960104, 8.724392, 8.92121, 8.86734, 9.558433, 8.886585, 8.99379, 8.480029, 7.959564, 7.965802, 7.898281, 7.896414, 12.640345, 10.401467, 9.228285, 8.189664, 8.513478, 8.439894, 7.937971, 8.307635, 8.922291, 9.473399, 10.979098, 11.940078, 13.970395, 16.165407, 16.48637, 17.329289, 14.487462, 12.350797, 11.727075, 10.981632, 8.528991, 5.866471, 2.173278, 1.430621, 0.749516, 0.0], "sum_m_pl": [0.738053, 2.303732, 2.444705, 2.528465, 2.683419, 2.770174, 2.700262, 2.686655, 2.938874, 3.146937, 3.571803, 3.268487, 3.401425, 3.599878, 3.664855, 3.455329, 3.20534, 3.133331, 3.196366, 3.40474, 3.1065, 2.890847, 2.786501, 2.747109, 3.389042, 4.097911, 3.920584, 4.113612, 4.307356, 4.476168, 4.573546, 4.165494, 3.488175, 3.154927, 3.028689, 2.493296, 2.743109, 2.409133, 2.614073, 2.125882, 2.469101, 2.587754, 2.409771, 2.467275, 2.520264, 2.170907, 2.216676, 1.917638, 0.1851, 0.0]}, "lang": {"n_am_en": [14, 24, 43, 75, 115, 150, 144, 120, 129, 127, 130, 122, 113, 112, 154, 189, 274, 234, 269, 249, 281, 266, 267, 278, 347, 301, 267, 185, 150, 132, 133, 143, 148, 181, 248, 228, 241, 244, 291, 306, 329, 342, 349, 339, 302, 246, 139, 71, 53, 48], "n_am_pl": [12, 54, 60, 77, 76, 61, 68, 71, 91, 81, 82, 74, 105, 95, 69, 52, 34, 47, 40, 43, 39, 38, 37, 34, 32, 35, 37, 59, 78, 99, 97, 90, 76, 70, 46, 51, 68, 51, 49, 47, 48, 51, 54, 65, 105, 177, 298, 414, 461, 493], "n_pos": 542, "sum_m_en": [52.298101, 79.1552, 86.612758, 91.832414, 97.887044, 100.656199, 103.940357, 104.17291, 105.39256, 104.352537, 107.133979, 104.992123, 102.919489, 103.751201, 106.372923, 112.690885, 127.455372, 118.252537, 114.425695, 106.716876, 104.214456, 101.495279, 100.681977, 101.02836, 206.014861, 176.77363, 159.349745, 126.224524, 120.237338, 108.374995, 102.175369, 107.210292, 110.855288, 120.713664, 142.240589, 145.061259, 157.030499, 176.693789, 208.979506, 227.33925, 249.544558, 277.901475, 296.390215, 299.563504, 266.674473, 217.646271, 131.780886, 73.075464, 58.07032, 47.521112], "sum_m_pl": [8.609703, 22.842515, 27.739057, 29.194385, 29.26791, 29.291732, 31.373744, 32.151356, 34.4939, 35.874003, 38.825895, 38.275486, 42.897085, 41.444773, 42.236658, 39.411177, 36.06886, 36.560372, 35.379404, 37.223009, 34.84112, 33.3674, 31.862511, 31.248121, 33.568601, 41.787052, 43.785525, 48.928564, 55.161863, 63.282944, 65.359231, 59.507171, 55.945747, 54.072321, 47.06022, 46.626591, 49.508885, 47.842947, 45.173064, 43.053065, 41.933644, 45.371089, 44.758576, 55.844638, 82.089541, 145.349207, 274.951823, 390.33864, 437.498106, 490.072575]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18470", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1024, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.993}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 14, 18, 19, 31, 28, 25, 24, 26, 21, 24, 23, 24, 23, 15, 20, 20, 24, 20, 22, 21, 16, 17, 14, 23, 22, 18, 18, 19, 20, 15, 20, 18, 26, 26, 22, 22, 26, 27, 31, 28, 32, 35, 38, 40, 37, 37, 41, 45, 48], "n_am_pl": [5, 0, 5, 5, 4, 8, 4, 8, 8, 9, 10, 12, 9, 10, 9, 8, 9, 9, 7, 7, 6, 6, 6, 3, 8, 8, 6, 9, 12, 11, 9, 11, 9, 5, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0], "n_pos": 69, "sum_m_en": [7.781043, 10.041781, 10.498586, 11.623193, 13.661181, 13.384977, 13.516593, 14.198725, 14.366196, 13.889603, 13.588539, 13.614244, 13.502873, 13.658142, 12.821332, 12.398481, 12.416736, 11.208881, 11.049128, 10.840019, 9.80423, 9.684634, 9.898741, 9.890626, 16.823194, 17.274556, 15.112798, 12.565953, 12.181838, 12.882789, 11.726419, 12.653234, 13.556833, 14.285288, 15.3982, 14.740279, 15.340783, 19.630574, 21.91573, 22.983418, 22.44037, 27.198067, 29.559912, 32.315813, 34.28808, 33.083262, 32.977153, 34.348231, 35.383802, 46.432761], "sum_m_pl": [1.183681, 2.41492, 2.957645, 2.937389, 3.049523, 3.016139, 3.113071, 3.316104, 3.798237, 4.338925, 4.568604, 5.36315, 5.433904, 4.871287, 5.564661, 5.452588, 5.558662, 5.08066, 4.903708, 4.672103, 4.73501, 4.435117, 4.224085, 4.290498, 6.544858, 7.452067, 7.434003, 7.718814, 7.371775, 7.771883, 7.428422, 6.278688, 6.0753, 5.414519, 5.442302, 5.298163, 4.653699, 4.209401, 3.295015, 2.846479, 3.106233, 2.509465, 2.541232, 2.195645, 1.553346, 1.735551, 1.372616, 0.895695, 1.695426, 0.002537]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 11, 15, 17, 22, 20, 18, 18, 20, 18, 19, 20, 17, 17, 10, 14, 15, 17, 15, 18, 17, 13, 14, 11, 20, 19, 16, 15, 18, 17, 13, 16, 15, 22, 23, 19, 18, 23, 23, 28, 25, 29, 29, 32, 35, 33, 36, 37, 42, 46], "n_am_pl": [0, 0, 5, 4, 3, 5, 3, 5, 5, 5, 5, 6, 5, 5, 5, 3, 5, 4, 4, 4, 3, 3, 3, 1, 5, 5, 3, 3, 6, 3, 5, 6, 7, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0], "n_pos": 47, "sum_m_en": [5.287857, 7.101586, 7.487989, 8.271987, 9.541692, 9.489135, 9.444214, 9.953806, 10.104078, 9.87018, 9.739821, 9.909289, 9.625148, 9.618488, 9.188245, 8.710345, 8.723803, 7.91469, 7.684022, 7.631111, 6.755364, 6.648639, 6.758477, 6.778635, 12.760344, 13.489118, 11.85684, 9.495305, 9.032669, 9.474589, 8.524021, 9.267172, 10.179966, 11.056659, 11.828107, 11.708704, 12.126544, 15.752463, 18.139461, 19.558113, 19.19361, 23.657459, 24.401794, 27.60014, 30.406647, 29.297079, 30.81488, 31.052479, 32.829857, 44.956806], "sum_m_pl": [0.662643, 1.546276, 1.930144, 1.996405, 2.085604, 1.914781, 1.99597, 2.187257, 2.555312, 2.743636, 2.912619, 3.175692, 3.317437, 3.089818, 3.486084, 3.439983, 3.541297, 3.308069, 3.282384, 3.133441, 3.193895, 2.96758, 2.837411, 2.917985, 3.98454, 4.221759, 4.384028, 4.628907, 4.767956, 5.138295, 5.079176, 4.18118, 4.188795, 3.732322, 3.656689, 3.649279, 3.216632, 2.956568, 2.136601, 1.798983, 2.132969, 1.731928, 1.954054, 1.677801, 1.320658, 1.3428, 1.196604, 0.68397, 1.002101, 0.002533]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "llmzszl-18472", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 850, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9296, "tf_agree_excl_first": 0.9429}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 11, 16, 22, 40, 39, 56, 67, 66, 52, 55, 45, 37, 49, 40, 53, 81, 75, 62, 116, 105, 107, 91, 82, 120, 121, 99, 72, 54, 48, 57, 48, 64, 72, 82, 79, 87, 122, 110, 116, 108, 111, 111, 97, 97, 78, 24, 3, 0, 0], "n_am_pl": [2, 16, 21, 40, 21, 31, 23, 18, 24, 19, 25, 32, 26, 37, 35, 36, 21, 36, 37, 16, 21, 20, 16, 18, 20, 20, 25, 25, 38, 38, 38, 38, 31, 33, 27, 23, 17, 12, 17, 17, 22, 26, 30, 40, 47, 65, 130, 165, 168, 163], "n_pos": 240, "sum_m_en": [21.370894, 32.951806, 35.71547, 37.706427, 43.047328, 42.18649, 44.994778, 50.360527, 48.38831, 47.809015, 48.398667, 48.265969, 46.785315, 45.149491, 43.208387, 43.381183, 45.034888, 40.918782, 39.037128, 41.589481, 36.872675, 36.716168, 36.167019, 36.267304, 67.177292, 67.074685, 57.0767, 48.470291, 44.463869, 44.857595, 42.882774, 44.237203, 45.206014, 48.868779, 54.617619, 53.322656, 54.242906, 79.242192, 81.947254, 93.138027, 88.364364, 89.613282, 93.277558, 88.371843, 95.603871, 74.128656, 24.692761, 5.025156, 2.304547, 0.005379], "sum_m_pl": [3.270731, 9.425635, 12.341121, 12.066337, 11.945406, 12.090207, 13.120081, 13.522145, 15.168151, 16.141282, 17.630848, 18.671127, 20.572627, 19.637928, 20.534201, 19.839109, 18.677132, 18.145886, 16.914774, 14.956814, 14.911894, 14.40796, 13.870331, 13.943484, 18.800295, 20.21854, 21.658305, 22.094326, 25.531729, 28.435435, 27.761985, 26.163412, 25.582058, 22.828973, 22.160247, 21.499604, 18.500942, 17.442985, 17.820744, 18.796886, 23.968955, 25.324755, 29.338981, 37.087365, 44.547822, 63.226504, 119.627625, 157.883015, 163.605039, 164.33248]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 7, 11, 15, 26, 23, 38, 43, 46, 34, 44, 37, 29, 40, 28, 40, 58, 56, 49, 87, 79, 76, 67, 60, 84, 89, 71, 53, 35, 35, 38, 35, 50, 55, 58, 59, 62, 93, 82, 80, 78, 76, 78, 67, 67, 52, 15, 2, 0, 0], "n_am_pl": [0, 15, 16, 28, 13, 24, 19, 13, 16, 13, 17, 21, 18, 24, 24, 23, 14, 22, 24, 10, 13, 13, 9, 13, 15, 13, 19, 21, 30, 28, 30, 30, 24, 25, 20, 16, 13, 7, 11, 13, 13, 17, 22, 28, 38, 53, 110, 147, 159, 163], "n_pos": 165, "sum_m_en": [14.939783, 22.73637, 24.283261, 24.957607, 28.884669, 28.332557, 30.120555, 33.782418, 32.776961, 32.599943, 33.316632, 33.501257, 32.054543, 30.791679, 29.427917, 29.662296, 30.944311, 27.979623, 26.778276, 29.29848, 25.408761, 25.417792, 24.974657, 24.874084, 46.631454, 46.011634, 40.005969, 33.948388, 31.01244, 31.046861, 29.708623, 30.901263, 31.887592, 35.11187, 39.119482, 38.536588, 39.00428, 59.171232, 59.537504, 66.612548, 63.837727, 63.055371, 65.950946, 64.019187, 66.304945, 51.130062, 16.796651, 3.011037, 1.202724, 0.001204], "sum_m_pl": [2.105873, 6.336253, 8.304622, 7.901443, 7.868641, 8.193941, 8.741568, 9.05533, 10.21085, 10.704523, 11.534162, 12.234418, 14.044191, 13.525212, 14.184572, 13.490143, 12.783797, 12.426516, 11.577787, 10.276486, 10.215416, 9.970134, 9.552638, 9.56895, 13.111011, 14.190154, 15.071106, 15.268494, 17.769892, 19.882021, 19.57439, 18.661568, 18.486876, 16.613276, 15.666717, 14.883414, 12.814104, 11.932673, 12.032416, 12.7872, 15.99038, 18.410469, 21.448655, 25.116049, 35.225697, 51.574604, 99.80569, 140.575903, 154.718473, 162.869076]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 242, "item_id": "llmzszl-18472", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 978, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9876}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 4, 18, 32, 49, 49, 50, 53, 53, 40, 28, 39, 30, 42, 34, 35, 32, 45, 54, 62, 70, 74, 81, 81, 90, 85, 77, 50, 45, 47, 44, 51, 46, 45, 49, 62, 74, 87, 98, 93, 95, 89, 78, 70, 67, 55, 27, 6, 3, 0], "n_am_pl": [3, 11, 8, 11, 6, 14, 14, 12, 13, 18, 25, 27, 22, 30, 25, 18, 23, 13, 12, 17, 15, 12, 8, 10, 7, 10, 10, 14, 18, 24, 26, 16, 22, 27, 23, 15, 19, 11, 8, 10, 10, 12, 15, 28, 28, 39, 65, 95, 99, 101], "n_pos": 152, "sum_m_en": [14.486083, 21.673641, 24.037128, 25.986822, 28.247353, 26.689857, 28.252617, 29.675715, 28.719222, 28.989566, 29.755518, 29.561917, 28.389372, 27.306892, 26.348714, 24.628805, 26.153194, 24.483049, 26.501545, 24.740038, 23.587028, 24.274596, 33.087151, 27.894203, 65.817147, 58.145379, 46.237979, 34.24922, 30.308741, 29.133695, 26.635113, 29.850511, 28.510249, 29.718156, 31.283752, 35.653648, 42.253229, 57.535802, 64.570434, 62.94489, 66.376943, 68.077344, 65.2891, 66.928179, 62.349563, 51.019995, 24.75323, 7.534858, 5.076466, 0.13178], "sum_m_pl": [2.476692, 6.396858, 7.073308, 7.168605, 7.267488, 7.637702, 7.180301, 8.126214, 8.487243, 9.234395, 10.394694, 11.679849, 12.695728, 12.880466, 12.775614, 14.093885, 12.16392, 11.80731, 11.694318, 11.225009, 10.574508, 10.217066, 9.309295, 9.407747, 8.944555, 10.074408, 11.43131, 13.095719, 14.563436, 16.500268, 16.57825, 14.697793, 15.597433, 15.215714, 15.241206, 13.928238, 15.220114, 12.826777, 12.324787, 12.900812, 13.545837, 14.044135, 16.32485, 22.626245, 26.750202, 35.334997, 67.046957, 90.912873, 94.329835, 100.210002]}, "digit": {"n_am_en": [0, 0, 2, 1, 1, 2, 3, 1, 1, 0, 0, 0, 2, 2, 1, 1, 2, 3, 4, 5, 8, 8, 10, 9, 10, 9, 6, 5, 3, 3, 4, 3, 2, 4, 6, 9, 11, 11, 10, 7, 7, 5, 2, 3, 2, 2, 1, 1, 1, 0], "n_am_pl": [0, 2, 0, 0, 1, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.077926, 1.719055, 1.859877, 1.970319, 1.958571, 1.839191, 1.973334, 1.927929, 1.927408, 1.962711, 2.035256, 1.91649, 1.843254, 1.789089, 1.761413, 1.697858, 1.997178, 1.96868, 1.908986, 1.817464, 1.762378, 1.935927, 3.129577, 2.188699, 6.861621, 4.787581, 3.391161, 2.122459, 1.894911, 1.94118, 1.840192, 1.828042, 1.672811, 1.767943, 1.902076, 2.73816, 4.239809, 7.735453, 5.600634, 5.245235, 5.374409, 3.886161, 2.471842, 3.545557, 2.00582, 2.09572, 1.450893, 1.553703, 1.583004, 0.0], "sum_m_pl": [0.233203, 0.77397, 0.70633, 0.743626, 0.716435, 0.673748, 0.545481, 0.615938, 0.527743, 0.62804, 0.646615, 0.66819, 0.751268, 0.665225, 0.636007, 0.810727, 0.705181, 0.674447, 0.744794, 0.76836, 0.710615, 0.705247, 0.644098, 0.679347, 0.432313, 0.582737, 0.569527, 0.605253, 0.622926, 0.63113, 0.633627, 0.6208, 0.580853, 0.629027, 0.74291, 0.574049, 0.571058, 0.449392, 0.496222, 0.471209, 0.86797, 1.459177, 1.169786, 0.631086, 0.541292, 0.410132, 0.388265, 0.325617, 0.34062, 0.0]}, "lang": {"n_am_en": [3, 3, 13, 21, 33, 32, 32, 37, 35, 31, 20, 29, 18, 29, 26, 27, 23, 31, 42, 47, 52, 50, 54, 54, 62, 59, 54, 34, 31, 31, 32, 40, 34, 31, 33, 38, 44, 52, 60, 60, 64, 62, 55, 47, 49, 42, 19, 3, 1, 0], "n_am_pl": [0, 7, 7, 8, 5, 10, 8, 5, 6, 10, 17, 18, 15, 21, 21, 15, 19, 9, 10, 12, 12, 10, 7, 8, 6, 9, 8, 13, 16, 18, 20, 11, 19, 22, 17, 13, 16, 10, 7, 8, 8, 11, 13, 25, 24, 33, 60, 89, 96, 99], "n_pos": 99, "sum_m_en": [9.865538, 14.720413, 16.410178, 17.866904, 19.612687, 18.163882, 19.131332, 19.937134, 19.183466, 19.512176, 20.11323, 20.033545, 19.340637, 18.824025, 18.325598, 17.021083, 17.922746, 16.545819, 18.166494, 16.569752, 15.840404, 16.158291, 22.801998, 19.042088, 44.907526, 40.912213, 32.645869, 24.060802, 21.024889, 19.969929, 18.340902, 20.958122, 19.690382, 20.303201, 21.317875, 23.428414, 27.044941, 35.233797, 42.023045, 40.731721, 43.376324, 47.40399, 47.258198, 47.376898, 45.437329, 38.003854, 16.570686, 3.585936, 1.910102, 0.130972], "sum_m_pl": [1.645097, 4.100133, 4.707224, 4.714562, 4.775563, 5.142558, 4.821909, 5.441833, 5.820157, 6.198356, 7.084685, 7.98373, 8.571937, 8.934286, 8.915297, 9.762839, 8.259373, 8.069652, 7.909899, 7.441746, 7.077146, 6.806607, 6.063406, 6.209711, 6.079104, 7.07012, 8.135719, 9.492629, 10.486287, 11.843387, 11.805524, 10.481963, 11.148995, 10.982872, 10.993421, 10.296271, 11.212513, 9.746776, 9.682461, 10.215991, 10.404745, 10.826058, 13.058188, 19.927385, 22.688986, 30.521019, 60.698674, 84.380807, 91.334975, 98.113819]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "llmzszl-18477", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 824, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 2, 14, 20, 33, 29, 29, 36, 33, 29, 21, 29, 27, 33, 27, 25, 26, 24, 32, 35, 32, 37, 40, 42, 51, 51, 47, 39, 27, 30, 29, 36, 32, 23, 31, 30, 35, 47, 54, 51, 53, 49, 51, 43, 38, 33, 14, 3, 1, 1], "n_am_pl": [2, 3, 4, 8, 5, 5, 5, 6, 6, 7, 11, 11, 12, 18, 15, 11, 6, 12, 9, 8, 12, 11, 8, 9, 6, 6, 5, 6, 9, 8, 16, 10, 14, 16, 14, 11, 13, 7, 5, 7, 9, 9, 11, 19, 19, 28, 46, 61, 61, 61], "n_pos": 86, "sum_m_en": [7.671658, 12.178738, 13.755561, 14.574371, 16.500824, 15.793831, 16.716083, 18.246637, 17.589682, 18.129132, 18.003039, 17.836422, 17.39641, 16.364371, 16.06782, 15.431861, 16.168319, 14.812353, 15.59237, 14.673948, 13.950635, 14.287637, 21.335727, 17.298254, 37.30584, 34.942549, 27.761275, 21.480609, 18.83704, 18.44937, 17.164244, 18.086973, 17.456972, 18.622022, 19.599868, 21.040134, 22.972248, 29.99276, 36.534768, 34.785474, 35.855978, 38.962443, 39.505064, 39.08904, 35.808163, 32.029087, 13.775686, 3.429252, 1.876991, 0.67922], "sum_m_pl": [1.296096, 3.299003, 3.896809, 4.117765, 4.328707, 4.582192, 4.276119, 4.654126, 5.115483, 5.319061, 5.990615, 6.822854, 7.229373, 7.629404, 7.619929, 7.732552, 6.47632, 6.367859, 6.399188, 6.152626, 5.917099, 5.671081, 4.946088, 5.191963, 5.360142, 5.44351, 6.571432, 7.224882, 8.369589, 9.532853, 9.345606, 8.436796, 8.808939, 8.389792, 8.354265, 7.325428, 8.794552, 7.824484, 7.557662, 8.761388, 8.922963, 9.474184, 11.785509, 16.057135, 18.9346, 24.303889, 43.328356, 57.896389, 58.739519, 61.190004]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 1, 11, 13, 21, 16, 18, 22, 21, 22, 14, 18, 20, 23, 20, 19, 19, 17, 23, 24, 24, 27, 27, 30, 36, 36, 33, 27, 19, 20, 20, 24, 23, 17, 21, 21, 23, 31, 35, 33, 35, 33, 37, 32, 27, 26, 9, 2, 1, 1], "n_am_pl": [0, 1, 3, 5, 5, 5, 4, 3, 3, 2, 9, 6, 8, 10, 10, 7, 5, 10, 8, 5, 10, 9, 7, 7, 6, 6, 4, 6, 8, 6, 11, 7, 12, 14, 11, 10, 13, 7, 5, 6, 8, 9, 9, 16, 15, 22, 42, 54, 58, 59], "n_pos": 60, "sum_m_en": [5.628485, 8.911357, 10.126643, 10.56926, 12.034136, 11.137317, 11.775294, 12.646249, 12.086142, 12.562999, 12.593065, 12.391872, 12.180353, 11.465723, 11.209848, 10.789028, 11.403916, 10.571954, 11.021716, 10.249037, 9.870281, 10.190516, 16.762281, 12.933822, 27.16133, 25.665041, 20.034208, 14.741664, 12.99385, 12.604783, 11.893792, 12.653895, 12.269239, 13.142492, 14.044584, 14.521946, 15.89766, 20.57149, 24.439344, 23.168828, 24.261202, 27.605526, 28.646683, 28.206255, 26.002509, 23.852213, 9.287131, 2.178137, 1.483083, 0.679192], "sum_m_pl": [0.919026, 2.424528, 2.870565, 3.025653, 3.08268, 3.392557, 3.076011, 3.350715, 3.681127, 3.81598, 4.329325, 4.931787, 5.217314, 5.528798, 5.574379, 5.720566, 4.701132, 4.593996, 4.598747, 4.348059, 4.182266, 3.979859, 3.363649, 3.614714, 3.912529, 4.039404, 4.833122, 5.448828, 6.198847, 7.196292, 6.823517, 6.301067, 6.643653, 6.410616, 6.400395, 5.653083, 6.901844, 6.252704, 6.299891, 7.309716, 7.509566, 8.077697, 9.978312, 13.464735, 15.329206, 19.79234, 38.704749, 52.346403, 56.194363, 58.829819]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "llmzszl-18477", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 952, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9659, "tf_agree_excl_first": 0.977}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 11, 16, 17, 23, 34, 30, 29, 24, 25, 24, 24, 23, 24, 23, 17, 23, 15, 27, 24, 30, 29, 21, 25, 42, 39, 25, 21, 21, 20, 20, 26, 22, 31, 40, 35, 43, 55, 65, 64, 58, 63, 57, 60, 58, 56, 48, 46, 43, 40], "n_am_pl": [4, 18, 19, 20, 12, 13, 6, 11, 15, 15, 7, 16, 14, 15, 9, 11, 27, 19, 6, 16, 13, 10, 7, 5, 12, 13, 16, 17, 22, 22, 13, 16, 11, 15, 12, 17, 14, 11, 8, 4, 5, 7, 4, 2, 4, 1, 3, 2, 5, 5], "n_pos": 168, "sum_m_en": [19.070523, 26.06705, 24.880227, 24.965009, 26.441259, 30.115913, 29.131183, 26.999052, 26.417785, 26.217838, 25.728598, 25.03171, 24.692071, 25.687934, 25.913493, 24.616802, 24.311923, 22.4836, 22.597944, 23.890045, 22.130205, 22.929814, 23.008483, 22.628234, 27.630075, 24.273503, 22.695536, 22.175048, 22.988506, 23.451917, 23.2637, 24.583927, 26.222158, 25.792733, 27.836485, 25.714367, 30.928091, 33.578767, 40.141204, 50.81672, 50.577986, 53.971663, 53.991236, 54.739343, 52.5585, 50.506466, 46.510428, 45.894999, 39.309742, 39.06645], "sum_m_pl": [3.561757, 8.134859, 8.877269, 8.706798, 8.472584, 8.032359, 7.259156, 7.863538, 8.350792, 8.905762, 9.455921, 9.067754, 10.207087, 9.719678, 10.238629, 10.52984, 11.020577, 11.493494, 11.150868, 10.906035, 11.030777, 10.602443, 10.239346, 10.01301, 12.594456, 14.031815, 13.326252, 14.467589, 14.613245, 15.251618, 14.563174, 12.993217, 12.94926, 12.677202, 12.418361, 12.060979, 11.965274, 11.373746, 10.825274, 9.251715, 8.357927, 7.296608, 6.834796, 6.080878, 5.790962, 5.01907, 5.328948, 4.368688, 6.307171, 5.43125]}, "digit": {"n_am_en": [1, 2, 3, 3, 1, 3, 6, 2, 2, 4, 6, 1, 1, 2, 3, 1, 9, 2, 9, 8, 8, 10, 8, 9, 12, 11, 6, 4, 8, 4, 2, 6, 3, 7, 5, 7, 10, 13, 16, 10, 9, 13, 10, 10, 11, 9, 7, 6, 1, 0], "n_am_pl": [0, 8, 10, 5, 4, 4, 3, 4, 5, 5, 3, 11, 7, 7, 2, 3, 11, 7, 1, 7, 5, 3, 3, 1, 4, 4, 5, 9, 12, 10, 7, 7, 3, 6, 5, 5, 3, 3, 2, 0, 2, 4, 1, 2, 1, 0, 1, 0, 1, 0], "n_pos": 42, "sum_m_en": [4.012708, 6.575854, 6.373902, 6.122169, 6.325548, 6.895322, 6.678863, 6.312522, 6.411322, 6.711196, 6.768651, 6.31469, 6.037197, 6.35673, 6.207914, 6.008971, 6.641893, 6.17039, 6.266516, 7.504705, 6.06948, 6.055906, 6.062986, 5.954698, 7.258093, 6.417639, 6.047077, 5.563227, 6.067378, 6.101591, 5.745545, 6.373844, 6.584875, 6.45637, 6.539604, 6.312855, 7.0951, 7.664139, 8.757058, 9.659773, 10.259064, 11.351671, 10.684236, 10.546247, 9.865605, 9.185806, 7.718812, 6.014081, 1.418198, 0.0], "sum_m_pl": [0.662379, 2.019752, 2.067061, 1.890085, 1.770478, 1.784783, 1.558417, 1.756251, 1.884356, 1.966697, 2.113929, 2.080352, 2.479011, 2.418095, 2.61182, 2.660308, 2.830116, 3.079125, 2.962689, 2.803983, 2.916238, 2.791874, 2.690958, 2.675863, 3.564326, 3.92096, 3.793697, 4.336397, 4.045443, 3.982384, 3.883046, 3.289007, 3.247179, 3.175203, 3.165082, 3.254913, 3.156633, 2.767477, 2.768778, 2.566426, 2.578913, 2.580042, 2.422797, 2.459911, 2.350429, 1.933739, 2.217909, 1.216153, 0.930331, 0.001927]}, "lang": {"n_am_en": [8, 7, 8, 10, 11, 19, 9, 11, 13, 12, 9, 14, 13, 15, 12, 11, 8, 8, 7, 9, 11, 10, 7, 9, 19, 17, 11, 11, 7, 7, 11, 13, 11, 16, 23, 19, 21, 25, 29, 33, 34, 34, 33, 35, 36, 37, 36, 36, 39, 39], "n_am_pl": [3, 2, 4, 2, 2, 2, 2, 3, 3, 4, 1, 1, 2, 4, 4, 2, 5, 6, 3, 3, 3, 3, 1, 1, 2, 2, 5, 4, 6, 5, 4, 5, 5, 5, 3, 2, 3, 4, 3, 3, 2, 1, 1, 0, 0, 1, 2, 2, 4, 5], "n_pos": 45, "sum_m_en": [5.677188, 7.265432, 7.092126, 7.166605, 7.915013, 9.93855, 9.217818, 8.546874, 8.39973, 8.149655, 7.741047, 7.967181, 8.004854, 8.377834, 8.331563, 7.956093, 7.22987, 6.854094, 6.726255, 6.649878, 6.534835, 6.810354, 6.758363, 6.692002, 10.569844, 9.406687, 8.879705, 8.225232, 7.694289, 7.97859, 8.217983, 8.26986, 8.850434, 9.205357, 10.351435, 9.845267, 13.354063, 14.395003, 18.462585, 26.582372, 26.549474, 29.26684, 30.417142, 31.304413, 32.067506, 32.063052, 32.398931, 33.248961, 33.911012, 37.425764], "sum_m_pl": [1.0863, 1.879952, 1.997629, 2.024713, 2.080764, 1.921468, 1.849091, 2.030879, 2.176084, 2.434782, 2.777383, 2.686999, 2.909329, 2.85755, 2.886356, 3.059767, 3.090646, 3.04178, 2.990654, 3.021314, 3.036544, 2.893926, 2.747851, 2.67996, 3.144339, 3.732531, 3.731523, 4.195903, 4.411217, 4.673842, 4.435828, 4.095361, 4.023453, 3.946214, 3.805156, 3.594316, 3.435274, 3.954612, 3.649743, 2.656318, 2.376085, 1.618544, 1.431973, 1.228376, 1.239729, 1.206079, 1.66309, 2.291801, 4.914889, 5.193492]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "llmzszl-18478", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 5, 25, 44, 62, 77, 79, 60, 50, 42, 34, 29, 33, 45, 37, 43, 50, 37, 61, 40, 42, 53, 41, 54, 107, 101, 74, 70, 56, 47, 51, 43, 46, 43, 64, 64, 88, 97, 98, 131, 126, 130, 132, 120, 115, 69, 26, 5, 0, 0], "n_am_pl": [1, 22, 29, 36, 30, 24, 24, 30, 28, 36, 45, 39, 32, 37, 33, 32, 34, 32, 22, 14, 9, 16, 19, 12, 17, 26, 27, 25, 49, 51, 50, 40, 33, 36, 32, 39, 33, 30, 28, 29, 29, 30, 40, 48, 46, 93, 137, 171, 187, 193], "n_pos": 261, "sum_m_en": [24.031824, 38.193075, 41.282099, 45.191342, 49.665407, 55.34195, 56.144, 52.212246, 49.627556, 47.650711, 45.134184, 42.617469, 42.175041, 43.265454, 41.900437, 43.524314, 42.272263, 39.055103, 37.968208, 36.87736, 37.099862, 38.555761, 38.791978, 39.466636, 68.993398, 61.371934, 54.828308, 50.394587, 46.85023, 44.655313, 40.856141, 43.111798, 45.458331, 45.861737, 51.547173, 48.71269, 54.990685, 61.26215, 68.838181, 87.154652, 92.216692, 102.087909, 105.495163, 108.287987, 101.493441, 68.780614, 28.752478, 7.076595, 1.939111, 0.002586], "sum_m_pl": [4.370965, 12.175382, 14.224628, 14.343903, 14.53244, 14.832825, 14.878567, 15.920381, 16.046597, 17.071784, 17.888862, 18.172255, 18.997354, 17.057036, 16.694863, 15.861254, 15.717833, 15.358321, 15.12455, 15.351969, 15.644963, 15.580917, 15.286775, 15.249167, 17.689513, 22.938643, 23.176563, 23.432158, 27.329523, 29.673973, 27.642471, 24.191419, 24.226694, 23.929556, 22.802132, 23.322039, 24.438962, 23.864658, 23.451964, 23.111325, 25.100422, 24.802062, 32.42571, 39.301074, 43.957589, 80.710458, 131.504878, 168.542069, 184.816088, 192.389968]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 2, 2, 1, 1, 0, 0, 5, 4, 3, 2, 2, 1, 1, 3, 1, 2, 3, 4, 4, 4, 3, 3, 2, 3, 4, 3, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 1, 2, 2, 1, 2, 3, 3, 3, 3, 2, 2, 1, 1, 2, 1, 0, 1, 0, 0, 0, 2, 0, 0, 2, 2, 1, 1, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 10, "sum_m_en": [0.485306, 1.352856, 1.508476, 1.554424, 1.639473, 2.055781, 1.960203, 1.631531, 1.675561, 1.720836, 1.822319, 1.687167, 1.535579, 1.631684, 1.605713, 1.479708, 1.542965, 1.476694, 1.499159, 1.485107, 1.449957, 1.56758, 1.526978, 1.536476, 2.38168, 1.948852, 1.725978, 1.61191, 1.629459, 1.450466, 1.600327, 1.555498, 1.503193, 1.49326, 1.909834, 1.844159, 2.080616, 2.46356, 2.101332, 2.548813, 2.668778, 3.188016, 3.063765, 2.938339, 2.524025, 1.517547, 1.05245, 0.666996, 0.370757, 0.0], "sum_m_pl": [0.069781, 0.319021, 0.395702, 0.314454, 0.377646, 0.432941, 0.494583, 0.583522, 0.624421, 0.619174, 0.597167, 0.606012, 0.625852, 0.527192, 0.480092, 0.495483, 0.572869, 0.578818, 0.48577, 0.521879, 0.545328, 0.540629, 0.538077, 0.523976, 0.507949, 0.706854, 0.528296, 0.589983, 0.713658, 0.909904, 0.801164, 0.653746, 0.562925, 0.635848, 0.661192, 0.568742, 0.585217, 0.459966, 0.436934, 0.404698, 0.458507, 0.380746, 0.33236, 0.384658, 0.466775, 0.453978, 0.596401, 1.409504, 0.155206, 0.0]}, "lang": {"n_am_en": [5, 3, 19, 34, 54, 64, 65, 55, 43, 38, 30, 25, 30, 38, 30, 31, 41, 30, 49, 32, 33, 45, 34, 45, 85, 77, 51, 55, 43, 36, 38, 33, 36, 32, 47, 46, 70, 77, 77, 104, 102, 106, 104, 96, 93, 54, 20, 3, 0, 0], "n_am_pl": [1, 17, 21, 26, 22, 21, 20, 21, 23, 24, 31, 26, 26, 30, 22, 24, 29, 25, 16, 11, 9, 14, 18, 11, 15, 22, 25, 20, 35, 39, 40, 31, 23, 31, 27, 36, 32, 26, 25, 25, 26, 27, 37, 45, 43, 88, 130, 165, 186, 192], "n_pos": 192, "sum_m_en": [18.180597, 28.263139, 30.896195, 34.009011, 37.797477, 41.460253, 42.328641, 39.599062, 37.95835, 36.228915, 34.03589, 32.282496, 32.275418, 33.145444, 32.069392, 33.573076, 32.281324, 29.866234, 28.831307, 27.816206, 27.890838, 28.937233, 29.077752, 29.473723, 55.504517, 48.767036, 43.154316, 39.789542, 36.098234, 34.526041, 31.325292, 33.333867, 35.126493, 35.282893, 39.425261, 37.910238, 43.120428, 47.150011, 54.715947, 68.360948, 73.005283, 81.884196, 85.317417, 86.49403, 82.739067, 56.141816, 22.400463, 5.454111, 0.825155, 0.002576], "sum_m_pl": [3.511212, 9.106345, 10.461341, 10.407797, 10.377343, 10.974224, 10.985211, 11.599992, 11.571703, 12.350929, 13.271491, 13.579134, 14.348366, 13.041682, 12.853726, 12.263134, 12.031047, 11.736846, 11.736533, 11.78734, 11.983456, 11.94909, 11.735126, 11.713876, 14.146905, 18.765042, 18.958405, 19.087041, 22.243224, 24.013272, 22.619835, 19.919585, 19.888163, 19.467264, 18.600313, 19.438236, 20.693022, 20.264206, 19.685391, 19.02502, 20.938644, 20.179672, 27.537271, 34.83472, 39.050533, 74.725041, 122.955703, 158.315679, 182.436868, 191.561662]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 263, "item_id": "llmzszl-18478", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 261, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 2, 2, 2, 9, 6, 5, 4, 7, 9, 6, 7, 7, 4, 6, 6, 8, 6, 8, 7, 6, 3, 9, 6, 8, 12, 10, 9, 10, 10, 10, 8, 6, 5, 7, 10, 6, 11, 14, 11, 11, 11, 12, 12, 11, 9, 9, 12, 17, 16], "n_am_pl": [1, 2, 1, 3, 4, 5, 3, 0, 1, 1, 4, 3, 5, 3, 2, 4, 2, 2, 2, 4, 4, 1, 1, 1, 2, 1, 2, 2, 6, 4, 5, 4, 6, 5, 5, 3, 2, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.629471, 5.225095, 5.303447, 5.699384, 6.171658, 5.737949, 5.979832, 5.627692, 5.098445, 5.755224, 5.319293, 5.614867, 5.255038, 4.977857, 5.032916, 5.067857, 5.390446, 5.093597, 5.302197, 5.356641, 4.779, 4.94327, 4.879828, 4.920965, 8.309606, 8.911977, 7.810953, 7.164102, 7.154442, 6.701422, 6.391961, 6.34692, 6.066321, 6.2032, 6.341248, 6.795964, 7.451217, 9.453431, 9.866249, 9.040223, 10.213341, 9.56436, 9.206814, 9.345598, 11.26719, 9.431401, 10.245136, 11.129502, 14.809295, 16.397237], "sum_m_pl": [0.771386, 1.361164, 1.517165, 1.601699, 1.707403, 1.872748, 1.859942, 1.74244, 1.843684, 2.075635, 2.238652, 2.324748, 2.450735, 2.358167, 2.583046, 2.655353, 2.399095, 2.445637, 2.26328, 2.222684, 2.14057, 1.986314, 2.052933, 2.030238, 2.207742, 2.44167, 2.957928, 3.653311, 3.865978, 4.060237, 3.770971, 3.684831, 3.905105, 3.540641, 3.666867, 3.260385, 3.117458, 1.812461, 1.644029, 1.348496, 0.986778, 0.65985, 0.462828, 0.504359, 1.319099, 0.87625, 0.640166, 0.536099, 0.239251, 0.000143]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 1, 1, 0, 1, 2, 1, 2, 2, 1, 1, 3, 3, 0, 1, 2, 4, 3, 3, 3, 2, 2, 4, 3, 5, 7, 8, 5, 6, 6, 5, 4, 3, 2, 3, 6, 4, 7, 9, 8, 10, 8, 10, 10, 10, 9, 9, 11, 16, 16], "n_am_pl": [1, 1, 0, 2, 2, 3, 2, 0, 1, 1, 3, 3, 3, 2, 1, 3, 0, 1, 1, 2, 2, 1, 0, 1, 1, 1, 1, 1, 3, 2, 1, 2, 4, 4, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.63634, 2.559328, 2.55478, 2.713782, 2.82627, 2.706205, 2.745347, 2.700348, 2.384269, 2.637959, 2.419554, 2.52791, 2.436084, 2.338966, 2.350174, 2.354453, 2.505646, 2.407597, 2.57807, 2.517675, 2.215831, 2.342401, 2.293124, 2.227229, 3.81919, 4.409151, 4.236923, 3.697386, 3.506615, 3.041112, 2.869219, 2.828131, 2.823011, 2.918298, 3.156772, 3.393157, 4.344092, 5.390461, 6.651375, 6.239665, 7.675455, 7.241151, 7.283588, 7.423152, 9.328044, 8.021427, 8.793419, 9.190994, 13.219986, 16.018041], "sum_m_pl": [0.345502, 0.599721, 0.708907, 0.779272, 0.8323, 0.925082, 0.960994, 0.911338, 0.964225, 1.101259, 1.169222, 1.184823, 1.292398, 1.227755, 1.346662, 1.332289, 1.225375, 1.259197, 1.179695, 1.146999, 1.126311, 1.017231, 1.051776, 1.046175, 1.434142, 1.604924, 1.924692, 2.0439, 2.284559, 2.422009, 2.065137, 2.111703, 2.337911, 2.072359, 2.111615, 1.754031, 1.833905, 0.702914, 0.544655, 0.496922, 0.413812, 0.308334, 0.24008, 0.202885, 0.841534, 0.606471, 0.349953, 0.259805, 0.132728, 0.000126]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 37, "item_id": "llmzszl-18479", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 784, "region_end": 35, "roundtrip_ok": true, "tf_agree": 0.9459, "tf_agree_excl_first": 0.9722}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 0, 8, 16, 23, 20, 13, 13, 15, 21, 13, 11, 11, 9, 13, 30, 31, 19, 29, 34, 21, 16, 24, 22, 32, 32, 33, 21, 21, 25, 24, 21, 21, 27, 34, 31, 34, 42, 46, 43, 54, 61, 53, 57, 53, 44, 16, 2, 0, 0], "n_am_pl": [0, 12, 11, 10, 10, 9, 7, 8, 6, 11, 20, 17, 25, 20, 12, 14, 6, 10, 11, 13, 11, 9, 7, 5, 10, 8, 6, 7, 8, 11, 12, 13, 14, 12, 14, 11, 10, 8, 9, 11, 10, 11, 13, 14, 17, 20, 55, 69, 79, 78], "n_pos": 112, "sum_m_en": [9.862199, 16.353177, 17.460545, 18.679681, 20.029953, 19.555042, 20.361772, 19.816936, 18.695451, 19.778537, 20.138607, 20.251116, 18.084949, 16.722309, 16.686957, 18.604828, 18.385819, 17.761383, 17.640183, 17.427711, 15.33385, 15.84249, 15.670637, 15.896589, 27.882217, 27.161766, 24.817955, 21.150395, 20.704874, 20.73716, 18.478964, 18.282449, 18.394917, 20.442469, 20.829847, 22.129948, 24.071589, 30.724281, 31.217752, 32.953558, 37.920673, 44.430178, 45.36461, 46.492179, 43.920633, 35.235528, 15.726279, 3.452104, 1.310154, 3e-05], "sum_m_pl": [1.591368, 4.892635, 5.699154, 5.662545, 5.956817, 6.884401, 7.105306, 6.793119, 7.112399, 7.315166, 7.740593, 7.875656, 9.155937, 8.972654, 9.308598, 9.255026, 8.056867, 7.874585, 7.398219, 7.404893, 6.760788, 6.291334, 6.189463, 6.285579, 5.586321, 6.746508, 7.8151, 9.483176, 10.34722, 10.770066, 11.709605, 11.481073, 12.750697, 11.935363, 12.150709, 9.489752, 10.314167, 8.860781, 8.677317, 9.010458, 9.354572, 9.23926, 11.330672, 12.069769, 15.214793, 18.90882, 48.955356, 67.82266, 75.050245, 78.172767]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 0, 6, 10, 15, 11, 10, 9, 14, 18, 9, 9, 7, 5, 11, 23, 22, 11, 17, 21, 11, 9, 17, 15, 22, 23, 22, 14, 14, 17, 18, 12, 13, 17, 23, 19, 19, 27, 31, 30, 39, 45, 41, 42, 38, 33, 10, 1, 0, 0], "n_am_pl": [0, 10, 8, 6, 6, 6, 2, 5, 5, 9, 19, 13, 16, 13, 9, 11, 6, 10, 9, 10, 7, 6, 6, 3, 8, 7, 6, 5, 5, 10, 10, 10, 11, 9, 12, 9, 8, 7, 9, 10, 10, 11, 12, 14, 16, 19, 52, 69, 78, 78], "n_pos": 79, "sum_m_en": [7.466506, 11.753831, 12.360748, 13.018761, 13.981853, 13.523452, 14.178971, 13.892047, 13.482304, 14.17604, 14.418837, 14.506667, 12.863796, 11.663709, 11.692285, 13.145401, 13.025421, 12.531505, 12.361428, 12.290805, 10.875957, 11.14833, 11.059812, 11.446726, 20.747744, 20.004153, 17.846441, 14.901382, 14.525549, 14.651347, 12.962832, 12.871581, 12.846455, 14.013414, 14.488438, 15.254893, 16.223064, 19.972297, 19.95118, 21.51969, 26.61538, 33.428996, 34.461905, 34.801368, 32.265273, 25.721015, 9.850045, 1.656694, 0.785303, 9e-06], "sum_m_pl": [1.343438, 3.83681, 4.335234, 4.220426, 4.292859, 4.853096, 4.952408, 4.896048, 5.173807, 5.303511, 5.542859, 5.663568, 6.637913, 6.60279, 6.928335, 6.782163, 5.83867, 5.789474, 5.342204, 5.325719, 4.853179, 4.565766, 4.476968, 4.611097, 4.218293, 5.270133, 6.101238, 7.319712, 8.088665, 8.576808, 9.180661, 8.824254, 9.59, 8.991661, 8.963925, 7.446527, 8.027809, 7.13506, 7.120266, 7.764874, 8.237369, 8.218645, 10.55284, 11.233358, 14.209955, 17.039792, 46.006472, 66.761673, 74.258562, 77.950376]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "llmzszl-18479", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 912, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9823}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 24, 38, 43, 55, 64, 58, 58, 57, 58, 60, 53, 58, 54, 53, 66, 70, 69, 60, 65, 63, 60, 49, 52, 94, 94, 89, 66, 54, 48, 45, 53, 48, 54, 69, 74, 77, 81, 94, 90, 91, 96, 107, 107, 106, 92, 83, 75, 81, 87], "n_am_pl": [10, 17, 12, 14, 14, 19, 25, 27, 23, 20, 20, 24, 24, 26, 26, 30, 15, 23, 19, 12, 13, 14, 14, 12, 11, 18, 15, 20, 19, 26, 26, 26, 26, 32, 21, 22, 19, 18, 15, 17, 22, 19, 20, 12, 16, 23, 30, 33, 34, 35], "n_pos": 210, "sum_m_en": [22.795089, 32.662876, 33.569627, 34.667978, 38.147753, 39.482233, 39.606067, 40.5967, 41.714312, 42.430484, 43.284852, 45.633874, 44.124359, 45.565162, 44.276654, 46.138526, 46.507445, 42.070604, 40.871633, 39.201661, 37.079925, 37.046083, 36.182793, 36.431516, 64.174613, 62.402645, 58.066722, 46.946425, 44.271626, 43.261348, 40.816902, 43.449376, 41.940829, 45.210285, 48.828277, 52.088156, 52.78517, 61.733569, 68.234285, 75.668328, 78.820465, 85.362742, 89.02455, 90.517263, 89.244846, 81.582766, 74.785469, 71.177133, 75.059905, 88.803646], "sum_m_pl": [5.861148, 9.476013, 11.327627, 11.245477, 10.556326, 10.518645, 11.823591, 11.318025, 10.915723, 11.753514, 12.527231, 13.734115, 14.832485, 13.94068, 15.605343, 16.702808, 14.902752, 15.448908, 14.16146, 13.558015, 12.65876, 12.318277, 11.89959, 12.179792, 13.943363, 16.060254, 16.264344, 19.344354, 19.386643, 22.775484, 21.364002, 20.317377, 23.201418, 22.383514, 20.461383, 19.31708, 18.407061, 16.699943, 16.787266, 16.295022, 15.702491, 14.024742, 15.201929, 13.241741, 16.427568, 21.311442, 30.688541, 33.18805, 35.670529, 34.966941]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 18, 30, 30, 41, 43, 46, 45, 42, 41, 38, 36, 38, 32, 35, 46, 46, 47, 42, 48, 47, 46, 39, 42, 71, 70, 61, 50, 39, 39, 34, 37, 36, 47, 52, 61, 65, 66, 78, 75, 78, 79, 91, 94, 94, 85, 78, 72, 78, 85], "n_am_pl": [3, 10, 3, 8, 11, 14, 15, 15, 14, 12, 11, 10, 11, 18, 17, 17, 6, 11, 10, 5, 5, 6, 8, 6, 7, 13, 11, 12, 14, 16, 17, 17, 16, 18, 12, 12, 10, 10, 8, 11, 15, 13, 12, 9, 11, 17, 27, 33, 34, 35], "n_pos": 122, "sum_m_en": [13.598227, 18.940853, 20.166002, 20.311118, 23.01162, 23.775048, 23.984755, 24.408702, 25.292538, 25.641295, 26.373892, 27.843686, 26.892241, 27.638261, 26.961904, 27.957955, 28.14441, 25.593091, 24.364378, 23.401958, 21.843402, 21.949522, 21.259847, 21.362191, 46.775368, 45.313285, 41.797848, 31.969045, 29.618391, 28.85312, 26.865449, 27.980894, 27.490467, 30.555358, 33.272305, 36.813092, 38.439987, 46.064675, 52.82171, 59.02568, 63.237555, 69.457622, 74.182277, 76.790254, 78.216185, 74.067773, 69.774863, 66.615312, 71.254513, 85.19453], "sum_m_pl": [2.285242, 5.175504, 6.357893, 6.568912, 6.195167, 6.289636, 7.014733, 6.56221, 6.175495, 6.529954, 7.158479, 7.853573, 8.307796, 8.112011, 8.673066, 8.944087, 7.876559, 8.261068, 8.017628, 7.607708, 7.181669, 6.981959, 6.783071, 7.019028, 7.158219, 8.659992, 9.102518, 11.281138, 11.296382, 13.542869, 12.246309, 11.779746, 13.048023, 12.304258, 11.237503, 10.842187, 10.3461, 9.053934, 10.140924, 10.094371, 10.544367, 9.524731, 10.552663, 9.8847, 12.51407, 16.371508, 26.857217, 32.164801, 34.645884, 34.953478]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "llmzszl-18482", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 848, "region_end": 210, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.981}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 6, 24, 23, 40, 44, 59, 48, 46, 60, 43, 46, 29, 37, 31, 39, 55, 60, 53, 62, 58, 54, 39, 48, 77, 77, 72, 59, 52, 45, 39, 42, 50, 56, 63, 73, 62, 73, 69, 73, 81, 75, 69, 71, 61, 45, 14, 0, 0, 0], "n_am_pl": [1, 16, 11, 9, 10, 15, 16, 13, 12, 13, 17, 19, 17, 21, 24, 21, 25, 15, 20, 14, 11, 12, 13, 12, 12, 14, 8, 16, 17, 20, 18, 21, 15, 16, 18, 19, 17, 16, 16, 13, 14, 11, 13, 17, 27, 47, 87, 109, 111, 114], "n_pos": 143, "sum_m_en": [12.996274, 20.591666, 21.648095, 23.018436, 25.795828, 29.339373, 29.086348, 30.774742, 29.864157, 32.073253, 30.661978, 31.248195, 30.701746, 30.469258, 29.563013, 31.365659, 31.300194, 28.95784, 27.418483, 26.930106, 25.317784, 24.823516, 23.815394, 24.373353, 50.135374, 49.983149, 45.324781, 35.982063, 31.600876, 29.603292, 28.750426, 29.123549, 29.443779, 31.810324, 34.398465, 39.147415, 35.60579, 41.31794, 42.967393, 49.650115, 56.982572, 55.396425, 60.13495, 59.426418, 54.210171, 38.420707, 11.324311, 1.814392, 0.504287, 2e-05], "sum_m_pl": [2.102011, 6.443793, 7.448967, 7.77112, 7.230946, 7.059329, 7.84821, 8.162994, 7.335779, 7.344775, 8.209018, 8.996648, 9.312278, 9.80264, 10.705817, 9.926331, 9.341013, 9.312018, 8.477061, 8.279467, 7.715383, 7.677473, 7.555761, 7.915763, 7.84363, 8.65163, 9.431503, 11.726388, 12.464838, 14.134229, 12.848985, 13.017487, 13.414129, 12.196868, 12.031684, 11.07051, 13.34198, 12.596982, 14.162383, 13.080997, 12.284427, 12.418069, 12.412482, 13.711015, 21.485705, 38.766472, 79.941234, 104.308111, 109.299736, 113.718327]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 4, 21, 19, 34, 35, 45, 40, 36, 46, 34, 41, 23, 28, 24, 32, 45, 51, 43, 51, 48, 44, 32, 40, 62, 62, 61, 50, 43, 36, 33, 35, 40, 46, 54, 62, 56, 63, 59, 61, 70, 65, 60, 61, 53, 40, 11, 0, 0, 0], "n_am_pl": [1, 14, 8, 6, 5, 10, 11, 8, 9, 8, 12, 13, 12, 15, 21, 17, 20, 14, 18, 10, 8, 9, 10, 10, 9, 11, 7, 14, 15, 18, 15, 17, 14, 13, 15, 16, 15, 16, 16, 13, 14, 11, 13, 16, 26, 44, 82, 107, 110, 113], "n_pos": 113, "sum_m_en": [10.27188, 16.327476, 17.286174, 18.185032, 20.527764, 23.248005, 23.175486, 24.527765, 23.794453, 25.424947, 24.299633, 25.026152, 24.324253, 23.946781, 22.956374, 24.551708, 24.549793, 22.880786, 21.706923, 21.363576, 20.156142, 19.781281, 18.877494, 19.274988, 41.656605, 41.087118, 36.997781, 28.882855, 25.112494, 23.501162, 22.875119, 23.12327, 23.368006, 25.743731, 27.711451, 32.179411, 29.633621, 34.260089, 36.29469, 41.873594, 48.757238, 47.035298, 51.947457, 51.681326, 48.039679, 33.361748, 8.615406, 1.087438, 0.247054, 8e-06], "sum_m_pl": [1.712866, 5.142005, 5.847938, 6.20062, 5.680893, 5.450257, 6.16902, 6.397048, 5.76904, 5.622432, 6.531716, 7.102837, 7.310188, 7.719409, 8.598874, 7.876578, 7.451102, 7.464628, 6.831926, 6.613309, 6.172658, 6.132006, 6.038818, 6.34522, 5.902719, 7.149012, 7.78368, 9.619731, 10.410978, 11.667373, 10.694134, 10.960141, 11.381648, 10.262138, 10.168052, 9.325561, 11.603905, 10.897415, 12.557278, 11.658681, 11.028741, 11.591566, 11.671649, 12.823732, 20.426939, 36.716346, 76.767298, 101.771378, 108.45195, 112.409651]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "llmzszl-18482", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 976, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9722}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 6, 13, 20, 40, 39, 42, 43, 44, 38, 37, 25, 23, 26, 24, 35, 34, 43, 42, 56, 49, 51, 66, 69, 78, 69, 59, 53, 48, 44, 31, 38, 34, 41, 46, 56, 57, 62, 56, 53, 62, 77, 74, 73, 69, 53, 20, 3, 2, 2], "n_am_pl": [3, 8, 18, 15, 9, 18, 10, 18, 15, 14, 19, 13, 14, 15, 23, 19, 17, 12, 18, 7, 8, 9, 7, 10, 7, 9, 15, 14, 17, 24, 29, 20, 27, 21, 20, 23, 24, 21, 19, 20, 13, 13, 19, 18, 22, 36, 77, 104, 106, 113], "n_pos": 147, "sum_m_en": [13.027902, 20.30587, 22.326654, 24.627417, 27.629908, 30.487243, 30.617475, 31.857522, 31.520889, 30.249248, 29.348941, 28.365798, 26.046847, 25.719774, 25.658409, 26.45051, 27.032184, 26.244228, 27.089319, 27.975374, 27.266888, 27.035764, 28.503238, 27.341842, 59.468934, 52.839633, 43.602681, 35.9404, 33.29044, 29.924515, 27.447308, 28.149543, 28.185295, 29.131212, 32.757294, 34.564287, 34.94843, 42.383971, 40.901303, 43.353719, 49.354307, 57.965174, 64.032195, 64.517405, 61.818772, 49.860173, 17.398985, 5.446308, 3.560363, 1.81925], "sum_m_pl": [1.967438, 6.05976, 7.33544, 7.569636, 7.543606, 7.843014, 8.144295, 9.185701, 9.676146, 9.384073, 11.066615, 11.696968, 12.341666, 12.125199, 13.119196, 13.226585, 11.707613, 10.775472, 11.316726, 10.211561, 9.844905, 9.282657, 8.814229, 8.785791, 7.117206, 9.112285, 11.263767, 13.473065, 14.871406, 18.726018, 17.461581, 16.840797, 19.325426, 19.974082, 18.552781, 17.708013, 18.225036, 15.978514, 15.140366, 14.679971, 14.114723, 12.930637, 15.317412, 17.442407, 24.149477, 33.797834, 73.628249, 98.240135, 103.958476, 113.466408]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 11, 12, 27, 25, 30, 32, 32, 28, 28, 20, 17, 20, 19, 29, 26, 30, 29, 43, 36, 38, 50, 51, 58, 53, 44, 41, 36, 35, 24, 30, 27, 32, 35, 41, 43, 49, 44, 41, 50, 65, 60, 61, 59, 45, 18, 3, 2, 2], "n_am_pl": [2, 7, 11, 13, 8, 16, 7, 14, 11, 12, 13, 10, 12, 11, 20, 14, 15, 11, 17, 6, 7, 8, 7, 9, 6, 6, 10, 10, 12, 22, 25, 17, 21, 20, 16, 21, 22, 19, 16, 19, 12, 12, 19, 18, 21, 35, 75, 100, 106, 113], "n_pos": 116, "sum_m_en": [10.054267, 15.976641, 17.771271, 19.355141, 21.497046, 23.491995, 23.794786, 24.735661, 24.811001, 23.578676, 23.021641, 22.313395, 20.408889, 20.182016, 20.174596, 20.759885, 21.252887, 20.632736, 21.529159, 22.359781, 21.629362, 21.410274, 22.627962, 21.70142, 46.377057, 41.363881, 34.073958, 28.677528, 26.692407, 23.973982, 22.097839, 22.249948, 22.357051, 22.996605, 25.220544, 26.647305, 27.602844, 32.46868, 31.894082, 34.804453, 39.799641, 48.12394, 53.333932, 54.741611, 53.402866, 43.557368, 15.392262, 4.564908, 2.925504, 1.808011], "sum_m_pl": [1.585662, 4.778306, 5.772068, 5.930604, 5.924933, 6.043819, 6.245279, 7.161772, 7.607186, 7.444226, 8.766663, 9.48326, 9.977728, 9.744722, 10.511526, 10.19298, 9.043, 8.43417, 8.872905, 7.983153, 7.755171, 7.352934, 6.99229, 6.965127, 5.601719, 7.269377, 9.322368, 11.105127, 12.431929, 15.603605, 14.464077, 13.803869, 15.528405, 16.356327, 15.128868, 14.674683, 15.445136, 13.530511, 12.803275, 12.536499, 12.415807, 11.303417, 14.553145, 16.538825, 22.563303, 32.101135, 71.4121, 95.110007, 102.981291, 113.094594]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "llmzszl-18483", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 901, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9597, "tf_agree_excl_first": 0.9662}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 10, 15, 22, 34, 43, 41, 44, 37, 40, 41, 33, 35, 35, 34, 48, 43, 41, 49, 57, 54, 54, 63, 65, 67, 74, 59, 59, 46, 50, 38, 38, 40, 50, 59, 55, 58, 66, 59, 61, 67, 79, 74, 72, 63, 51, 17, 2, 1, 1], "n_am_pl": [3, 16, 18, 15, 10, 18, 15, 26, 24, 16, 20, 25, 17, 23, 26, 27, 14, 21, 24, 9, 9, 6, 10, 9, 8, 9, 13, 12, 20, 16, 17, 19, 27, 25, 24, 28, 29, 24, 26, 18, 25, 22, 27, 26, 40, 54, 97, 127, 127, 131], "n_pos": 171, "sum_m_en": [14.601096, 23.757794, 25.82387, 28.781938, 31.069649, 34.754152, 34.97326, 36.662296, 36.824553, 35.709827, 34.673001, 33.702952, 31.684027, 31.033897, 31.098738, 31.938548, 31.309903, 29.467442, 30.392193, 30.729352, 30.238023, 30.240634, 33.332801, 32.182821, 58.827464, 56.141766, 48.33075, 42.115255, 38.263969, 35.476457, 32.563277, 32.388126, 32.713928, 34.722736, 38.481312, 39.676988, 39.781622, 48.630623, 46.873301, 48.365204, 55.999878, 63.838253, 65.910339, 64.712489, 56.730916, 46.708337, 15.664066, 3.993686, 2.146555, 1.112332], "sum_m_pl": [2.234747, 6.95808, 8.330077, 8.715539, 8.970507, 9.153964, 9.599498, 10.645855, 11.017522, 10.456857, 12.581214, 12.570586, 12.799407, 12.141662, 12.986481, 12.790115, 11.409178, 11.025162, 11.709784, 10.756129, 10.556712, 10.070855, 9.559864, 9.44012, 8.483359, 9.939773, 11.677668, 13.957671, 16.976783, 18.8857, 18.772104, 18.929035, 21.192676, 20.62581, 19.25759, 18.603078, 20.853684, 18.925218, 18.500226, 18.744454, 18.696419, 17.215393, 22.233866, 24.466677, 35.541016, 50.172202, 94.687178, 120.618494, 126.404486, 130.585917]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 11, 11, 20, 28, 30, 31, 30, 28, 30, 25, 26, 24, 24, 35, 34, 31, 35, 41, 40, 39, 45, 48, 47, 54, 47, 45, 34, 38, 31, 29, 35, 37, 44, 40, 47, 55, 52, 54, 57, 65, 63, 59, 52, 42, 15, 2, 1, 1], "n_am_pl": [0, 14, 13, 13, 9, 16, 12, 21, 21, 11, 17, 22, 13, 19, 24, 25, 11, 20, 19, 6, 6, 3, 9, 7, 7, 7, 10, 9, 16, 12, 13, 16, 21, 22, 21, 24, 26, 23, 24, 17, 24, 19, 25, 25, 37, 53, 95, 124, 127, 131], "n_pos": 132, "sum_m_en": [11.297004, 18.427741, 20.318058, 22.296616, 23.859403, 26.460033, 26.607106, 28.174389, 28.506581, 27.502797, 26.849457, 26.098677, 24.392826, 23.955852, 24.037322, 24.658073, 24.035341, 22.794522, 23.718036, 23.974804, 23.534007, 23.582232, 26.163084, 25.309205, 45.536313, 43.917642, 37.890261, 33.138441, 30.274792, 28.139034, 26.061163, 25.719466, 26.100115, 27.226339, 29.36961, 30.62214, 31.684406, 38.923509, 38.076842, 40.107147, 46.806267, 54.763017, 55.632014, 54.347039, 48.032744, 40.809105, 14.496057, 3.371015, 1.653519, 1.052269], "sum_m_pl": [1.678057, 5.472878, 6.581906, 6.790552, 6.898592, 7.05401, 7.372182, 8.368402, 8.685289, 8.22865, 9.948973, 10.113277, 10.346319, 9.816945, 10.601211, 10.199769, 9.071767, 8.831044, 9.370558, 8.537006, 8.339742, 7.975763, 7.54838, 7.472666, 7.075957, 8.339605, 9.78971, 11.697772, 14.128225, 15.647846, 15.356624, 15.743764, 17.201011, 16.723588, 15.78773, 15.365464, 17.549267, 16.058459, 15.908521, 15.768644, 16.085357, 14.763472, 20.550469, 23.44137, 33.807671, 48.765229, 91.603355, 118.029505, 125.317694, 130.120995]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "llmzszl-18483", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1029, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9711, "tf_agree_excl_first": 0.9767}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 10, 16, 19, 29, 30, 28, 26, 31, 26, 22, 21, 24, 29, 31, 36, 43, 35, 51, 54, 55, 49, 47, 43, 71, 63, 52, 47, 39, 33, 39, 44, 46, 52, 47, 58, 66, 72, 78, 85, 82, 82, 78, 81, 80, 85, 79, 73, 69, 69], "n_am_pl": [5, 6, 5, 4, 6, 5, 6, 5, 4, 6, 8, 7, 9, 6, 6, 4, 5, 6, 5, 2, 5, 5, 3, 1, 3, 9, 7, 13, 14, 13, 19, 8, 8, 4, 4, 6, 3, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1], "n_pos": 105, "sum_m_en": [13.196143, 14.791614, 14.555659, 15.101261, 17.488544, 18.582167, 18.403183, 18.956715, 17.903562, 18.303008, 18.066831, 17.777736, 18.179037, 18.189961, 18.120181, 20.084551, 20.56905, 18.176052, 19.442259, 18.929964, 18.205018, 18.084138, 18.553354, 17.772871, 41.171246, 38.407807, 32.971021, 28.640898, 26.325952, 24.122137, 23.020899, 23.63903, 23.580271, 26.176554, 27.957551, 30.349183, 39.28654, 48.446423, 56.909243, 65.472967, 69.403895, 71.418181, 71.69953, 74.262667, 73.862134, 73.808134, 69.691597, 65.168438, 62.051242, 71.203408], "sum_m_pl": [2.7112, 3.904223, 4.774353, 4.938924, 4.795791, 4.737802, 5.115004, 5.248222, 5.555528, 5.751028, 6.255437, 6.551396, 6.77092, 6.329042, 6.540753, 6.494945, 5.799437, 6.051577, 6.007596, 5.865299, 5.886799, 5.730391, 5.553221, 5.481298, 4.905468, 6.166513, 6.320017, 7.165324, 7.782725, 8.491259, 8.090159, 7.711137, 7.726737, 6.798431, 6.924153, 7.018766, 5.977358, 4.711749, 3.818657, 2.403372, 2.042616, 1.816468, 1.51128, 1.402589, 1.156297, 1.040044, 1.113258, 1.387145, 1.830482, 1.000325]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 7, 14, 16, 19, 22, 23, 19, 23, 17, 14, 13, 20, 23, 25, 30, 34, 26, 38, 42, 43, 38, 36, 33, 53, 47, 39, 35, 30, 27, 29, 34, 37, 41, 36, 43, 50, 53, 57, 62, 61, 63, 60, 63, 61, 66, 65, 64, 64, 69], "n_am_pl": [4, 5, 4, 2, 4, 4, 5, 3, 3, 4, 5, 5, 6, 3, 4, 2, 4, 5, 5, 2, 4, 3, 2, 1, 2, 5, 4, 8, 11, 10, 16, 7, 7, 3, 3, 4, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 71, "sum_m_en": [8.564239, 9.872851, 9.735769, 10.185472, 11.737399, 12.594147, 12.650805, 13.026946, 12.240196, 12.635773, 12.51063, 12.347848, 12.66284, 12.742197, 12.476536, 13.870422, 14.163833, 12.589782, 13.279939, 12.910066, 12.49749, 12.429683, 12.809836, 12.259475, 30.451761, 28.612716, 24.697991, 21.046467, 19.554251, 18.018527, 16.740887, 17.199276, 16.97864, 18.74198, 20.006958, 22.695479, 29.754236, 35.574756, 41.778389, 49.475913, 52.06126, 55.083798, 55.343402, 57.900992, 58.794443, 58.859272, 57.824312, 56.439297, 56.219101, 68.614906], "sum_m_pl": [1.683971, 2.492943, 3.038814, 3.21587, 3.10427, 3.086191, 3.356742, 3.376441, 3.604884, 3.778504, 4.146075, 4.377153, 4.465678, 4.19889, 4.33725, 4.227079, 3.773747, 3.992123, 3.989222, 3.888863, 3.895216, 3.757406, 3.6503, 3.636863, 3.18128, 3.83333, 4.036475, 4.615659, 5.022363, 5.450929, 5.267977, 5.153001, 5.07727, 4.471485, 4.482029, 4.55849, 3.891246, 3.184012, 2.579091, 1.388446, 1.174183, 1.068499, 0.889242, 0.810097, 0.670603, 0.701477, 0.829822, 1.021719, 1.463583, 1.000304]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "llmzszl-18485", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 795, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9811}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 26, 34, 88, 136, 158, 165, 168, 145, 114, 114, 113, 106, 94, 125, 153, 192, 164, 250, 235, 235, 244, 251, 228, 301, 267, 221, 164, 138, 102, 117, 112, 111, 144, 157, 190, 218, 250, 274, 287, 319, 310, 307, 311, 276, 206, 90, 28, 6, 1], "n_am_pl": [13, 49, 60, 42, 46, 41, 45, 45, 75, 72, 76, 52, 68, 64, 64, 46, 39, 47, 25, 24, 22, 23, 26, 21, 21, 34, 43, 60, 75, 67, 81, 78, 63, 53, 60, 57, 58, 45, 38, 39, 42, 51, 57, 69, 93, 139, 244, 284, 316, 326], "n_pos": 497, "sum_m_en": [45.059134, 69.779765, 75.026973, 83.023361, 92.032194, 97.211979, 96.651106, 101.55066, 91.562603, 90.225546, 91.770575, 91.39537, 88.990666, 86.927998, 85.464256, 94.721186, 94.920113, 85.781471, 91.145913, 85.735351, 82.312373, 82.854862, 84.629697, 81.866411, 196.632666, 169.292159, 131.723046, 107.63498, 95.637762, 90.16421, 85.36842, 87.193839, 87.905561, 96.419085, 102.351697, 114.379273, 129.961944, 147.981172, 178.266608, 202.681334, 232.867377, 237.799197, 251.976139, 264.350442, 239.885264, 184.087683, 86.800615, 32.816106, 11.375537, 1.016992], "sum_m_pl": [7.864939, 20.832493, 25.4786, 26.660715, 24.798283, 24.539029, 28.144914, 30.418402, 32.069373, 32.725216, 35.07872, 34.708927, 37.67264, 35.908633, 36.229326, 33.880732, 30.840594, 30.214872, 28.881409, 28.955067, 29.159847, 28.12286, 27.524579, 27.270179, 26.490048, 34.550409, 38.637444, 44.098278, 50.011738, 53.35014, 51.989226, 51.274161, 53.292277, 48.965266, 47.928261, 47.263452, 49.334751, 47.529583, 43.085488, 41.200366, 40.316218, 44.468613, 52.874467, 63.393439, 84.756318, 126.138153, 226.208711, 277.817308, 305.610962, 326.650686]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 1, 2, 2, 1, 2, 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 2, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.343879, 0.423059, 0.483104, 0.505147, 0.471193, 0.507557, 0.533311, 0.598515, 0.523022, 0.536235, 0.618843, 0.64219, 0.643172, 0.64862, 0.615448, 0.605253, 0.631616, 0.584799, 0.629039, 0.588618, 0.572089, 0.576488, 0.57611, 0.582942, 0.682234, 0.65357, 0.620896, 0.617232, 0.690033, 0.673142, 0.662909, 0.725437, 0.582058, 0.600437, 0.578523, 0.494307, 0.335555, 0.27308, 0.26269, 0.352461, 0.288223, 0.209902, 0.172732, 0.094966, 0.042006, 0.073951, 0.023189, 0.022842, 0.00586, 0.0], "sum_m_pl": [0.060126, 0.157152, 0.173705, 0.202229, 0.195395, 0.191964, 0.212807, 0.175772, 0.163427, 0.162631, 0.165285, 0.166609, 0.192718, 0.165929, 0.197551, 0.181998, 0.195171, 0.175634, 0.18244, 0.176608, 0.186696, 0.188662, 0.183904, 0.183334, 0.287448, 0.295788, 0.29458, 0.256801, 0.258542, 0.241315, 0.191955, 0.184993, 0.218448, 0.15222, 0.1863, 0.221201, 0.222521, 0.191848, 0.148252, 0.131215, 0.124209, 0.113064, 0.116076, 0.077342, 0.073437, 0.086246, 0.04088, 0.086787, 0.007328, 4e-06]}, "lang": {"n_am_en": [18, 14, 25, 64, 95, 111, 116, 118, 103, 73, 71, 74, 71, 65, 78, 106, 133, 106, 164, 156, 154, 162, 163, 158, 210, 191, 162, 117, 98, 73, 76, 75, 79, 98, 107, 136, 152, 177, 188, 201, 210, 203, 199, 201, 177, 128, 54, 22, 5, 1], "n_am_pl": [5, 24, 28, 24, 25, 23, 31, 26, 45, 50, 55, 46, 53, 46, 50, 31, 25, 35, 19, 17, 15, 17, 19, 15, 14, 23, 26, 39, 57, 52, 65, 66, 47, 38, 41, 41, 45, 34, 29, 29, 35, 45, 50, 61, 82, 126, 211, 259, 310, 326], "n_pos": 327, "sum_m_en": [29.98926, 45.582234, 49.088071, 54.412454, 61.476926, 64.307849, 64.640545, 67.174602, 60.321708, 59.743071, 59.835566, 59.69784, 58.270705, 56.757332, 56.400195, 63.381812, 63.555701, 57.46874, 61.451693, 57.157799, 54.975162, 55.478648, 56.795282, 54.738957, 137.801806, 119.566293, 91.608971, 74.366111, 64.627006, 60.453078, 56.952472, 57.569972, 58.671323, 63.685779, 67.724165, 76.989336, 88.739369, 98.672523, 119.053042, 137.17006, 152.202801, 156.880785, 161.105401, 171.017166, 153.503902, 116.170908, 52.951145, 23.942323, 8.14198, 1.01618], "sum_m_pl": [4.832437, 13.167107, 15.605408, 16.573421, 15.66776, 15.762562, 18.324281, 20.236058, 21.315614, 21.699806, 23.198775, 23.088461, 25.861008, 24.652428, 24.507729, 22.819223, 20.481879, 20.159375, 19.257211, 19.167394, 19.191722, 18.495516, 18.176448, 18.007472, 17.669912, 23.229038, 26.111366, 30.037702, 34.65269, 37.217677, 36.699772, 36.496368, 37.499856, 34.463237, 33.832241, 33.721054, 34.987017, 33.013641, 30.26171, 28.587945, 28.571629, 33.053097, 43.501869, 52.743453, 74.549804, 113.262469, 195.320939, 251.580431, 296.662905, 324.781149]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 499, "item_id": "llmzszl-18485", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 923, "region_end": 497, "roundtrip_ok": true, "tf_agree": 0.994, "tf_agree_excl_first": 0.996}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 17, 13, 16, 24, 19, 24, 17, 17, 17, 17, 17, 20, 17, 21, 25, 18, 20, 27, 25, 26, 21, 23, 23, 41, 33, 33, 30, 26, 23, 18, 19, 22, 26, 25, 31, 29, 36, 36, 32, 36, 46, 40, 39, 42, 43, 46, 44, 43, 44], "n_am_pl": [3, 2, 2, 3, 5, 5, 3, 4, 6, 3, 11, 5, 9, 7, 7, 6, 6, 7, 3, 3, 2, 2, 2, 1, 3, 2, 6, 5, 6, 10, 13, 9, 4, 2, 5, 4, 2, 2, 3, 7, 7, 4, 6, 5, 4, 4, 6, 5, 4, 5], "n_pos": 79, "sum_m_en": [9.3843, 12.182616, 12.583017, 13.489152, 14.974766, 15.819045, 15.284096, 13.99051, 12.702751, 12.665716, 12.302878, 12.241845, 12.4659, 13.090075, 13.28361, 13.542183, 12.076649, 11.570831, 11.663007, 11.883088, 11.520588, 11.807101, 12.034198, 12.259521, 24.090632, 21.28433, 18.585968, 16.305749, 16.852564, 16.880064, 14.314529, 15.521653, 16.03048, 16.510417, 16.379898, 16.838995, 19.847228, 24.224089, 24.341679, 25.19018, 29.129901, 34.478981, 35.563789, 37.158596, 39.784472, 38.851254, 39.047141, 38.900396, 37.401783, 43.832382], "sum_m_pl": [1.692153, 3.43335, 3.928387, 4.103586, 4.378223, 3.738497, 4.028197, 4.263445, 3.864786, 4.125453, 4.558606, 4.577095, 4.313782, 3.975982, 4.250937, 4.365067, 4.882314, 4.63329, 4.599993, 4.53651, 4.471826, 4.437434, 4.312, 4.225, 4.59663, 5.358455, 5.199401, 5.374201, 5.503274, 6.294294, 5.693672, 5.107853, 5.296866, 5.576906, 5.380203, 5.36142, 4.686332, 4.516067, 5.256557, 6.516278, 6.383697, 4.938495, 5.748613, 5.875381, 4.799916, 4.434774, 6.408228, 4.746, 4.784965, 4.847317]}, "digit": {"n_am_en": [0, 0, 0, 0, 2, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 2, 2, 3, 2, 2, 2, 1, 3, 2, 2, 0, 0, 0, 0, 0, 1, 1, 0, 2, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 0, 0, 0, 0, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 5, "sum_m_en": [0.518837, 0.919259, 0.891258, 0.853589, 0.891975, 0.990689, 0.985487, 0.880089, 0.779389, 0.783312, 0.860831, 0.798392, 0.714281, 0.718181, 0.776031, 0.815505, 0.791223, 0.774511, 0.927499, 0.99875, 0.91825, 0.914531, 0.900609, 0.924851, 1.838154, 1.338873, 1.200775, 1.103848, 1.105923, 0.959776, 0.850424, 0.9048, 0.984268, 0.963983, 0.915805, 0.98031, 1.075842, 1.193704, 0.978555, 0.72326, 0.676462, 0.721773, 0.712361, 0.593348, 0.469005, 0.30947, 0.166189, 0.115256, 0.02952, 0.0], "sum_m_pl": [0.090488, 0.21335, 0.222303, 0.220674, 0.23332, 0.204429, 0.197234, 0.199798, 0.192769, 0.209233, 0.223287, 0.201382, 0.210846, 0.212566, 0.229625, 0.221743, 0.2735, 0.282918, 0.294421, 0.279336, 0.267533, 0.26884, 0.2617, 0.263105, 0.243054, 0.297967, 0.259114, 0.276558, 0.274278, 0.340677, 0.301082, 0.264286, 0.27585, 0.298626, 0.293225, 0.345164, 0.379611, 0.338905, 0.357139, 0.344717, 0.347061, 0.339859, 0.332679, 0.232226, 0.208155, 0.121648, 0.579996, 0.153594, 0.017327, 0.0]}, "lang": {"n_am_en": [6, 12, 9, 11, 15, 11, 14, 9, 9, 11, 13, 13, 13, 12, 15, 15, 13, 12, 15, 14, 16, 12, 14, 17, 29, 22, 22, 23, 20, 17, 14, 16, 15, 18, 17, 20, 21, 25, 27, 26, 30, 39, 35, 34, 34, 39, 43, 40, 40, 44], "n_am_pl": [2, 2, 1, 3, 2, 2, 1, 2, 3, 1, 7, 4, 5, 4, 5, 3, 5, 5, 3, 2, 2, 2, 1, 1, 2, 1, 5, 3, 4, 7, 6, 5, 4, 1, 5, 3, 1, 1, 2, 4, 4, 2, 4, 4, 4, 4, 3, 4, 4, 5], "n_pos": 49, "sum_m_en": [5.707076, 7.515094, 7.728548, 8.357642, 9.182199, 9.684899, 9.234044, 8.558826, 7.573587, 7.576889, 7.289267, 7.38566, 7.635573, 8.131774, 8.393442, 8.482694, 7.393463, 7.043061, 7.083286, 7.154889, 6.939351, 7.12293, 7.281037, 7.379564, 15.317797, 14.011372, 12.209516, 10.31626, 10.694738, 10.896389, 8.937453, 9.765249, 10.190796, 10.44073, 10.599412, 10.918526, 13.092746, 16.570285, 17.69542, 19.159517, 23.532494, 28.71817, 29.815656, 32.009561, 33.576461, 34.247484, 35.482455, 34.069319, 34.959761, 43.820218], "sum_m_pl": [1.048743, 2.132267, 2.500348, 2.575016, 2.779212, 2.364564, 2.531371, 2.687178, 2.445234, 2.617593, 2.961555, 3.043349, 2.808804, 2.63693, 2.839442, 2.940914, 3.302134, 3.121698, 2.981717, 2.94641, 2.883335, 2.845136, 2.72763, 2.653887, 3.174388, 3.648817, 3.556738, 3.612986, 3.78574, 4.256891, 3.771811, 3.405992, 3.598123, 3.809728, 3.660196, 3.686379, 3.116266, 3.073233, 3.776416, 4.851809, 4.721267, 3.305219, 4.068056, 4.3261, 4.20003, 3.987903, 3.712358, 4.363003, 4.551104, 4.847308]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "llmzszl-18486", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 849, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.9383, "tf_agree_excl_first": 0.95}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 10, 14, 26, 39, 50, 48, 38, 44, 40, 33, 27, 39, 36, 43, 53, 43, 45, 44, 48, 52, 44, 43, 49, 89, 81, 64, 44, 38, 40, 31, 32, 36, 43, 46, 57, 57, 75, 81, 74, 72, 81, 81, 76, 63, 48, 16, 2, 0, 0], "n_am_pl": [3, 21, 16, 23, 26, 25, 22, 32, 20, 25, 19, 33, 23, 30, 21, 15, 14, 21, 15, 16, 13, 13, 18, 12, 14, 17, 17, 21, 27, 22, 22, 31, 20, 23, 25, 25, 22, 17, 24, 27, 30, 21, 37, 45, 49, 62, 91, 124, 131, 134], "n_pos": 182, "sum_m_en": [17.306282, 26.152573, 27.884742, 30.428637, 33.433415, 34.681898, 35.418938, 35.36541, 33.528341, 31.711892, 32.851891, 30.872118, 31.417077, 32.054094, 31.41637, 32.248151, 30.076299, 29.040498, 28.974856, 29.289074, 27.364532, 27.520915, 28.029502, 28.554414, 56.63134, 49.301545, 41.259249, 33.990012, 33.125065, 32.240341, 28.514017, 30.335418, 30.666445, 32.827835, 33.479486, 33.828798, 36.58108, 45.72785, 47.043362, 49.154539, 54.073072, 61.847234, 64.872145, 65.249929, 56.031138, 40.426756, 14.335649, 3.680218, 1.40749, 6.8e-05], "sum_m_pl": [3.073171, 8.894698, 10.080302, 10.941408, 10.815654, 9.821677, 9.913304, 11.082221, 10.675638, 11.287394, 12.302737, 12.793206, 12.112305, 11.299466, 12.286194, 11.968305, 12.412852, 11.832578, 11.239968, 10.954148, 10.780595, 10.643588, 10.520505, 10.35713, 12.68741, 15.051748, 14.208596, 15.249623, 16.419007, 17.802048, 16.867654, 15.757201, 16.160573, 17.547793, 16.157181, 15.943164, 14.877317, 14.415073, 17.673135, 19.593223, 20.878449, 19.76853, 25.785429, 29.781476, 37.046572, 51.560613, 84.792557, 115.451721, 126.583562, 133.734256]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 1, 2, 1, 3, 0, 1, 1, 0, 3, 1, 1, 1, 2, 3, 3, 3, 3, 1, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 0, 4, 3, 2, 3, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 1, 2, 0, 1, 3, 3, 3, 2, 1, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 0, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.717928, 1.390811, 1.459994, 1.462636, 1.440402, 1.471207, 1.561432, 1.36911, 1.342464, 1.26563, 1.401061, 1.200978, 1.247186, 1.348617, 1.475812, 1.405464, 1.310153, 1.339776, 1.489028, 1.46882, 1.331653, 1.267623, 1.265189, 1.308881, 2.134736, 1.679233, 1.586337, 1.39608, 1.523139, 1.299839, 1.113594, 1.258326, 1.280124, 1.305258, 1.193531, 1.260551, 1.44535, 1.420215, 1.132633, 1.05049, 0.980553, 0.989203, 1.031427, 0.904255, 0.538759, 0.360413, 0.138318, 0.12957, 0.122487, 0.0], "sum_m_pl": [0.140345, 0.395103, 0.375467, 0.355391, 0.38198, 0.382681, 0.381198, 0.391378, 0.383224, 0.386767, 0.441736, 0.423134, 0.429994, 0.386187, 0.422717, 0.442093, 0.473632, 0.499098, 0.472783, 0.434816, 0.425008, 0.422207, 0.420299, 0.418056, 0.428929, 0.526181, 0.570256, 0.566977, 0.569115, 0.62709, 0.610081, 0.487495, 0.541264, 0.687725, 0.585863, 0.561531, 0.586293, 0.482307, 0.535878, 0.521953, 0.494184, 0.501048, 0.485438, 0.416016, 0.385636, 0.237919, 0.090761, 0.064365, 0.0501, 0.0]}, "lang": {"n_am_en": [3, 9, 11, 23, 33, 41, 41, 33, 33, 32, 25, 18, 29, 26, 30, 41, 34, 35, 33, 36, 41, 35, 33, 37, 71, 66, 48, 34, 29, 29, 22, 24, 26, 34, 37, 45, 44, 61, 65, 61, 59, 67, 67, 64, 55, 42, 15, 1, 0, 0], "n_am_pl": [2, 17, 13, 19, 15, 16, 15, 19, 14, 18, 13, 23, 17, 23, 15, 11, 9, 10, 9, 10, 9, 8, 13, 10, 10, 14, 13, 19, 24, 20, 18, 23, 15, 18, 19, 18, 16, 13, 20, 21, 25, 16, 31, 36, 41, 55, 84, 119, 130, 134], "n_pos": 134, "sum_m_en": [12.940195, 19.270556, 20.87311, 22.668684, 24.986424, 25.975829, 26.500596, 26.792991, 25.325426, 23.773567, 24.468273, 23.076048, 23.281911, 23.998312, 23.5064, 24.099171, 22.562665, 21.714911, 21.351836, 21.564156, 20.177286, 20.337568, 20.710393, 21.105056, 45.527796, 39.124956, 32.164061, 25.999425, 25.009317, 24.499225, 21.273015, 22.658187, 22.929358, 24.601567, 25.432971, 25.551522, 26.812205, 34.598508, 35.733604, 38.962908, 44.134178, 50.562816, 53.175669, 54.559271, 48.90012, 35.064896, 12.773991, 2.10459, 0.76981, 1.1e-05], "sum_m_pl": [2.174731, 6.514509, 7.296156, 7.93846, 7.711523, 7.014101, 7.052404, 7.895676, 7.640886, 8.027947, 8.787553, 9.217103, 8.823175, 8.281059, 9.005383, 8.729864, 9.027312, 8.568307, 8.225889, 8.070371, 7.99452, 7.882204, 7.797622, 7.675705, 9.389246, 11.408757, 10.809132, 11.794133, 12.619431, 13.582527, 12.733953, 11.872883, 12.104464, 13.202367, 12.158217, 11.960868, 11.265099, 11.006432, 13.653228, 15.00756, 16.312202, 14.934552, 20.370615, 24.170847, 30.584866, 45.627326, 77.968116, 111.426822, 125.594203, 133.593534]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "llmzszl-18486", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 977, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9946, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 30, 20, 39, 61, 40, 68, 66, 59, 70, 58, 58, 59, 63, 56, 70, 73, 79, 77, 89, 74, 83, 83, 87, 166, 132, 98, 84, 88, 91, 80, 86, 82, 102, 114, 139, 136, 155, 151, 148, 134, 135, 137, 131, 138, 117, 99, 93, 83, 72], "n_am_pl": [14, 41, 42, 27, 24, 47, 48, 41, 31, 43, 51, 64, 81, 83, 71, 66, 73, 65, 50, 37, 20, 15, 17, 13, 18, 35, 43, 48, 46, 53, 57, 57, 47, 40, 36, 30, 32, 25, 22, 17, 16, 12, 10, 10, 6, 11, 17, 16, 18, 20], "n_pos": 417, "sum_m_en": [46.688116, 62.389517, 61.258107, 63.422196, 66.887561, 66.371096, 66.035022, 65.700468, 64.127931, 68.754646, 69.199185, 69.466381, 69.21316, 69.364009, 67.322295, 70.783156, 70.278215, 66.794176, 65.726906, 65.235641, 63.622042, 64.491586, 64.158666, 65.54678, 94.522245, 90.58115, 81.120906, 75.394225, 76.541605, 76.087744, 73.817505, 75.187927, 74.987338, 79.573191, 85.522302, 90.093502, 99.324032, 113.425264, 112.29065, 117.995084, 119.991488, 117.938743, 122.513418, 127.656734, 128.567873, 118.284869, 101.434107, 93.764736, 83.01098, 72.043262], "sum_m_pl": [10.598137, 23.277871, 24.165462, 23.457176, 25.063991, 24.192059, 23.786363, 24.532153, 24.822232, 25.572302, 27.131572, 27.933057, 28.015666, 27.90658, 28.652578, 30.136328, 30.481666, 28.438226, 26.050511, 25.512083, 23.397649, 21.992964, 21.603491, 21.805759, 27.177834, 32.449262, 35.096787, 37.139205, 37.201307, 37.924477, 33.596713, 33.654137, 32.526046, 29.722304, 29.512016, 27.153878, 26.02052, 21.89664, 23.837133, 22.074611, 21.159863, 19.088152, 18.489508, 18.928526, 17.092861, 16.795073, 16.68098, 19.466113, 21.03529, 20.226561]}, "digit": {"n_am_en": [2, 12, 1, 16, 29, 17, 31, 33, 17, 24, 17, 17, 15, 19, 12, 25, 20, 17, 18, 23, 22, 15, 17, 19, 55, 35, 27, 31, 29, 29, 22, 24, 20, 23, 31, 41, 42, 47, 40, 38, 31, 34, 30, 22, 27, 13, 10, 4, 1, 0], "n_am_pl": [0, 11, 16, 5, 8, 10, 12, 12, 10, 20, 31, 33, 32, 35, 31, 34, 41, 34, 29, 22, 14, 8, 6, 5, 6, 21, 25, 20, 23, 28, 26, 29, 24, 18, 18, 18, 19, 15, 12, 11, 8, 6, 5, 7, 1, 5, 5, 3, 1, 0], "n_pos": 137, "sum_m_en": [14.054939, 21.377404, 20.61836, 20.310726, 21.443937, 20.757959, 21.158076, 20.955262, 20.862124, 22.913097, 22.653252, 22.140679, 22.288076, 22.690122, 21.887741, 22.210062, 22.801838, 22.05045, 21.348988, 21.097803, 20.618406, 21.183034, 21.253037, 21.987094, 30.044622, 28.361568, 25.525836, 24.690674, 24.934765, 25.021363, 24.122483, 25.246084, 24.364592, 25.511057, 26.912449, 29.687079, 32.562105, 34.608198, 30.188906, 29.652473, 30.52156, 29.318112, 28.943091, 28.179386, 25.56935, 19.269457, 14.709253, 10.418216, 5.773126, 0.0], "sum_m_pl": [4.027785, 7.989102, 7.896233, 7.119056, 7.629426, 7.342122, 7.178564, 8.070722, 7.764485, 8.662691, 9.56849, 9.823223, 10.388801, 9.751444, 9.98384, 11.457687, 11.308288, 10.264511, 9.4185, 9.176584, 8.127437, 7.554936, 7.382016, 7.482696, 10.285805, 13.521111, 14.534376, 14.789616, 14.139052, 14.494705, 12.817064, 12.903677, 12.293345, 11.241277, 10.808246, 9.728732, 10.07159, 8.358962, 9.4396, 9.411664, 9.279587, 8.486512, 8.409059, 8.819713, 8.561518, 7.593739, 5.464838, 5.312848, 1.940925, 0.0]}, "lang": {"n_am_en": [10, 13, 14, 13, 16, 12, 18, 20, 23, 18, 18, 20, 22, 26, 31, 27, 27, 32, 28, 34, 29, 31, 32, 35, 48, 46, 40, 28, 34, 33, 36, 35, 36, 41, 45, 48, 53, 55, 59, 65, 66, 71, 70, 67, 81, 77, 70, 72, 72, 72], "n_am_pl": [1, 10, 13, 11, 8, 13, 12, 11, 13, 5, 11, 14, 26, 19, 17, 10, 10, 11, 9, 8, 4, 5, 3, 3, 2, 6, 7, 12, 11, 11, 11, 11, 8, 8, 9, 3, 6, 5, 6, 4, 5, 4, 3, 3, 2, 4, 8, 12, 17, 20], "n_pos": 93, "sum_m_en": [11.368668, 13.618082, 14.188684, 14.88479, 15.956415, 16.356996, 16.010591, 16.365065, 15.898375, 16.585718, 17.298301, 17.607572, 17.658038, 17.754321, 17.497962, 18.927593, 18.310021, 17.628562, 16.975662, 16.710677, 16.669146, 16.452061, 16.086141, 15.998998, 28.842474, 28.27558, 25.700172, 22.497098, 22.563241, 21.765916, 21.007613, 21.45157, 22.051051, 23.943521, 27.337094, 29.292134, 34.492147, 41.583131, 45.496994, 51.201734, 52.929517, 55.689492, 58.861728, 60.13726, 69.710913, 69.964109, 67.163763, 64.788847, 64.66399, 71.363356], "sum_m_pl": [2.241033, 4.629023, 5.013791, 5.008628, 5.502507, 5.581581, 5.589148, 5.455014, 6.075358, 5.702629, 6.316288, 6.341513, 6.318419, 6.746759, 6.843224, 6.749268, 6.759148, 6.570962, 6.080728, 5.846388, 5.483292, 5.22064, 5.091448, 5.061686, 5.870423, 6.403715, 7.059343, 7.581479, 8.04308, 8.180877, 7.142992, 7.259976, 7.080917, 6.596025, 6.244163, 6.093666, 5.74766, 5.123467, 5.663274, 4.520838, 4.007962, 3.566021, 3.345185, 3.875775, 2.848155, 4.114478, 6.694323, 12.050299, 17.703284, 19.863855]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 419, "item_id": "llmzszl-18489", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 942, "region_end": 417, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9928}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 25, 35, 58, 96, 90, 89, 109, 95, 89, 88, 119, 115, 127, 107, 133, 163, 195, 186, 185, 164, 191, 163, 175, 354, 301, 212, 176, 141, 127, 125, 117, 114, 155, 186, 225, 232, 268, 280, 310, 291, 270, 272, 275, 260, 188, 80, 38, 5, 1], "n_am_pl": [6, 68, 74, 99, 87, 126, 116, 109, 80, 76, 90, 124, 132, 138, 110, 112, 91, 75, 59, 50, 38, 24, 25, 23, 52, 75, 94, 112, 120, 128, 111, 111, 92, 70, 80, 66, 72, 46, 46, 40, 52, 49, 57, 72, 89, 134, 212, 236, 266, 247], "n_pos": 773, "sum_m_en": [73.999712, 108.595701, 115.945867, 117.895355, 121.961624, 123.165693, 123.292508, 123.945091, 119.364615, 126.953102, 127.049278, 127.328091, 127.181926, 126.680255, 123.213037, 131.517923, 134.506226, 127.778842, 124.314056, 121.647594, 119.941291, 120.534415, 119.546588, 122.195971, 196.185605, 180.603233, 152.694881, 139.33751, 136.006923, 133.450803, 127.278431, 128.28512, 126.687719, 134.266888, 147.468599, 153.591774, 159.518929, 180.806732, 190.429207, 218.35117, 214.699083, 216.915748, 227.360952, 244.738561, 237.854125, 180.405825, 77.406339, 41.08653, 11.97103, 0.991213], "sum_m_pl": [14.901741, 39.826519, 44.981595, 45.064177, 48.04296, 47.846032, 49.008562, 51.337525, 52.701545, 52.551058, 54.551689, 54.962927, 54.687552, 53.244795, 52.588257, 54.023545, 51.721752, 50.360996, 44.629253, 44.271344, 41.273727, 38.867035, 38.625641, 38.654467, 45.450371, 54.874936, 62.010172, 68.013795, 72.852746, 72.454954, 64.583291, 63.470194, 61.698531, 54.668959, 55.235316, 49.494407, 49.027298, 44.301013, 47.628728, 47.641201, 54.225225, 50.893315, 56.397525, 69.768413, 92.201428, 127.675243, 199.588033, 228.78048, 258.669619, 247.162727]}, "digit": {"n_am_en": [4, 13, 13, 21, 44, 32, 32, 29, 29, 22, 17, 25, 26, 28, 25, 22, 39, 41, 42, 30, 25, 28, 22, 27, 78, 68, 48, 45, 34, 42, 26, 28, 23, 38, 49, 61, 68, 68, 62, 66, 58, 49, 41, 41, 28, 21, 11, 3, 3, 0], "n_am_pl": [0, 20, 13, 17, 23, 30, 35, 35, 23, 32, 35, 36, 39, 46, 37, 36, 37, 34, 23, 19, 15, 6, 5, 8, 18, 22, 32, 40, 39, 39, 34, 36, 31, 24, 24, 22, 30, 20, 16, 13, 10, 6, 12, 16, 9, 9, 14, 14, 10, 0], "n_pos": 200, "sum_m_en": [18.46096, 29.359183, 30.418501, 29.617101, 30.541711, 30.946288, 31.540682, 30.787988, 30.353207, 33.337243, 33.260496, 32.403696, 32.133448, 32.563809, 30.932127, 31.54701, 33.710742, 32.981256, 32.084171, 31.812834, 31.078279, 31.756203, 31.797997, 32.917585, 46.871239, 44.09511, 39.045729, 36.712815, 36.70523, 36.468546, 34.312678, 35.104112, 33.778224, 35.383806, 40.401667, 46.27962, 48.03327, 50.562258, 44.866034, 43.592475, 42.946843, 42.466889, 40.92643, 39.218707, 34.149944, 23.648507, 13.790141, 9.437159, 6.233412, 2.6e-05], "sum_m_pl": [5.358527, 11.939798, 11.544457, 11.129488, 12.055037, 12.133309, 11.622995, 13.216427, 12.778232, 13.672646, 14.97011, 14.511886, 14.502226, 13.474653, 13.542965, 15.163699, 14.253159, 14.001421, 12.362198, 12.57648, 11.255544, 10.512159, 10.311154, 10.455366, 13.765544, 16.75921, 19.080871, 19.928384, 19.973121, 20.46736, 17.432174, 17.436115, 16.615054, 14.651509, 14.677932, 13.027026, 12.697624, 10.425567, 11.552373, 11.509721, 11.588995, 10.643198, 10.88793, 12.452924, 13.07519, 11.819863, 16.912719, 14.503598, 7.869478, 0.000882]}, "lang": {"n_am_en": [9, 5, 13, 17, 27, 27, 29, 39, 35, 31, 37, 44, 41, 51, 45, 56, 57, 78, 70, 71, 73, 89, 76, 84, 142, 128, 94, 72, 63, 49, 56, 45, 47, 57, 65, 78, 88, 99, 111, 137, 136, 125, 135, 130, 140, 107, 45, 19, 1, 1], "n_am_pl": [1, 29, 31, 44, 30, 43, 34, 32, 29, 20, 25, 52, 50, 55, 38, 36, 30, 18, 19, 17, 14, 8, 11, 8, 18, 22, 23, 37, 40, 40, 34, 39, 32, 34, 38, 29, 28, 21, 28, 19, 29, 33, 38, 44, 64, 97, 156, 206, 245, 246], "n_pos": 248, "sum_m_en": [24.085713, 33.205208, 37.320196, 38.06829, 39.517706, 40.204196, 40.718033, 41.771642, 39.799615, 41.315979, 41.942398, 43.514172, 43.369133, 43.25755, 42.4196, 46.930818, 46.713859, 43.809912, 42.186585, 40.739821, 41.006856, 40.822784, 40.068529, 40.703563, 78.530072, 70.020587, 58.012633, 50.868971, 47.519466, 46.081876, 43.859887, 43.853823, 44.607742, 49.360594, 52.346811, 53.447772, 57.301071, 68.062954, 77.748775, 98.286811, 95.981663, 100.714314, 108.627634, 120.250323, 124.698887, 98.510525, 40.214945, 18.296185, 2.105359, 0.991119], "sum_m_pl": [4.19598, 11.076389, 13.695419, 13.802117, 14.665411, 15.535684, 17.185436, 17.005318, 18.853632, 18.020351, 18.741644, 18.920982, 19.672259, 20.079234, 19.639718, 18.696321, 17.495778, 17.307845, 15.436256, 14.653055, 13.916273, 13.057996, 13.004833, 12.841417, 15.002358, 18.435262, 20.981246, 22.598537, 25.233405, 24.98251, 23.684513, 23.705551, 23.315335, 21.087339, 20.787893, 19.060377, 19.890079, 19.508428, 20.873641, 20.055168, 25.837316, 24.70196, 29.619676, 40.220868, 60.777077, 88.497369, 144.244812, 193.567448, 238.615643, 245.2802]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 775, "item_id": "llmzszl-18489", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1070, "region_end": 773, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [55, 57, 70, 78, 123, 121, 142, 138, 131, 126, 118, 118, 115, 130, 116, 142, 142, 137, 143, 134, 141, 138, 142, 133, 193, 193, 187, 158, 143, 138, 136, 142, 149, 170, 167, 172, 187, 205, 226, 233, 249, 249, 249, 262, 258, 261, 251, 251, 257, 259], "n_am_pl": [31, 16, 21, 16, 12, 19, 21, 13, 19, 17, 31, 35, 30, 26, 34, 26, 30, 30, 21, 21, 15, 17, 14, 13, 17, 16, 24, 36, 35, 27, 27, 31, 33, 28, 19, 16, 16, 13, 12, 9, 9, 10, 9, 5, 5, 3, 8, 7, 3, 1], "n_pos": 362, "sum_m_en": [47.201317, 50.785235, 51.374083, 52.808108, 62.695951, 67.904601, 67.879352, 68.68261, 66.942192, 67.79851, 68.769774, 70.929775, 69.338464, 69.429407, 70.800065, 73.810057, 71.980287, 69.314863, 65.755394, 62.587627, 61.355705, 61.408425, 61.586481, 60.653658, 113.217164, 107.763485, 103.501736, 87.68367, 87.6589, 86.005701, 80.885267, 84.480271, 86.938908, 92.563823, 98.699359, 103.486063, 111.759259, 127.784868, 152.056356, 154.697216, 176.6258, 186.590659, 203.359489, 215.169893, 217.09972, 218.715266, 219.024902, 214.291268, 205.385711, 259.755756], "sum_m_pl": [10.104434, 13.819774, 15.649049, 15.332665, 15.757633, 15.883832, 17.363886, 17.959758, 17.794535, 18.970669, 20.817025, 21.352371, 21.376041, 21.496366, 23.821089, 23.795803, 23.888552, 23.75318, 23.619004, 23.495637, 22.943288, 21.745116, 20.411234, 20.138777, 21.92227, 23.45035, 23.438633, 26.245887, 28.387441, 27.425105, 27.056362, 26.729929, 26.040979, 24.602122, 22.909502, 24.057571, 24.069461, 21.428413, 19.907004, 18.553689, 17.998289, 15.30495, 13.09825, 11.526986, 10.635124, 8.358804, 8.167965, 7.327568, 8.448339, 1.17817]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0, 1, 1, 0, 1, 1, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.106313, 0.235483, 0.212565, 0.224844, 0.281596, 0.372638, 0.382618, 0.389043, 0.35438, 0.342768, 0.322592, 0.323459, 0.331239, 0.392275, 0.411667, 0.431125, 0.505619, 0.434133, 0.408159, 0.370084, 0.389762, 0.387881, 0.476802, 0.426117, 1.244681, 1.173057, 1.095693, 0.860314, 0.685245, 0.576089, 0.512985, 0.44614, 0.431359, 0.470444, 0.47912, 0.411237, 0.528411, 0.485408, 1.151382, 0.659756, 1.922111, 1.687467, 1.352426, 1.127986, 1.00198, 0.583054, 0.337859, 0.26351, 0.172148, 0.0], "sum_m_pl": [0.013447, 0.062553, 0.085744, 0.078677, 0.084253, 0.11843, 0.097665, 0.140969, 0.09417, 0.111988, 0.130368, 0.149068, 0.135681, 0.107762, 0.119529, 0.119198, 0.122812, 0.131166, 0.129198, 0.133156, 0.12113, 0.115655, 0.106457, 0.113083, 0.07017, 0.087683, 0.088415, 0.096224, 0.130812, 0.151836, 0.164041, 0.154992, 0.122635, 0.109974, 0.114519, 0.149542, 0.109381, 0.104482, 0.049805, 0.098827, 0.002293, 0.01752, 0.050557, 0.086765, 0.089784, 0.098927, 0.040685, 0.054573, 0.10398, 0.0]}, "lang": {"n_am_en": [34, 38, 55, 62, 96, 92, 101, 103, 107, 102, 91, 91, 94, 106, 95, 116, 114, 111, 110, 104, 113, 112, 114, 109, 157, 156, 153, 128, 116, 116, 116, 110, 118, 128, 136, 139, 145, 161, 176, 185, 197, 201, 197, 210, 218, 225, 220, 222, 239, 259], "n_am_pl": [22, 9, 14, 11, 8, 17, 16, 10, 13, 11, 21, 28, 21, 15, 27, 18, 25, 18, 18, 17, 11, 14, 9, 10, 13, 15, 18, 28, 28, 21, 20, 26, 28, 21, 15, 11, 12, 10, 9, 7, 5, 7, 6, 3, 3, 2, 6, 5, 3, 1], "n_pos": 262, "sum_m_en": [32.568681, 36.466895, 37.539278, 38.518431, 45.525105, 49.072846, 49.018388, 50.037926, 49.438502, 50.163958, 50.719373, 52.450645, 51.353339, 51.57663, 52.396495, 54.486351, 52.787612, 51.22464, 48.391116, 46.123237, 45.210762, 45.021458, 44.752261, 44.132914, 87.685991, 84.503366, 81.720263, 68.622581, 69.198882, 66.807807, 62.463228, 65.224389, 67.53755, 71.579855, 76.901275, 80.454572, 86.634819, 99.854325, 119.525461, 125.683869, 142.318591, 150.365242, 163.432948, 174.407502, 180.482218, 187.51018, 192.251164, 190.174323, 188.049528, 253.169698], "sum_m_pl": [6.85008, 9.586695, 10.910731, 10.487277, 10.962273, 11.114273, 12.070491, 12.596538, 12.571917, 13.212745, 14.725001, 15.103612, 14.99478, 15.08751, 17.021487, 16.898209, 17.131969, 17.03568, 17.05342, 17.023978, 16.602129, 15.717144, 14.694861, 14.476655, 16.340995, 17.420718, 17.513453, 19.248758, 21.001375, 20.033681, 19.796197, 19.652364, 18.937626, 18.117465, 16.798876, 17.705503, 18.392355, 16.250749, 14.846418, 13.566208, 12.361, 10.438088, 9.095074, 8.235067, 7.234088, 5.585464, 6.438699, 5.467285, 6.713665, 1.108217]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 364, "item_id": "llmzszl-18490", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 840, "region_end": 362, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 14, 10, 23, 36, 50, 56, 50, 34, 38, 40, 44, 37, 41, 41, 53, 58, 55, 62, 51, 73, 67, 76, 69, 100, 85, 79, 68, 54, 56, 48, 48, 39, 54, 69, 70, 62, 79, 101, 101, 100, 92, 93, 95, 87, 69, 26, 6, 2, 0], "n_am_pl": [3, 14, 11, 17, 13, 11, 13, 12, 20, 20, 24, 22, 21, 22, 32, 25, 19, 18, 20, 14, 13, 15, 14, 11, 12, 12, 19, 23, 28, 26, 26, 19, 21, 20, 19, 22, 27, 24, 29, 24, 28, 34, 34, 43, 50, 63, 100, 118, 123, 122], "n_pos": 184, "sum_m_en": [15.65505, 24.775456, 26.255745, 28.08092, 30.103314, 34.448688, 34.145095, 34.917776, 33.446886, 35.901337, 36.72563, 36.895332, 35.803824, 35.710516, 34.301927, 37.11831, 37.234749, 34.906339, 33.941252, 31.998552, 32.895138, 32.170797, 34.235972, 33.18275, 68.652853, 61.497937, 51.347689, 44.150517, 39.603085, 37.867937, 35.65642, 36.10752, 35.221208, 38.795476, 42.737584, 40.853623, 41.671681, 51.222652, 63.368481, 64.389691, 74.906458, 71.857937, 80.230825, 83.957601, 74.790643, 58.977173, 27.181409, 7.237416, 3.907936, 4.4e-05], "sum_m_pl": [2.385573, 7.732532, 8.974874, 9.423864, 9.870474, 9.758471, 10.857412, 11.784537, 12.028236, 13.228014, 14.349547, 14.528552, 14.118808, 13.328189, 14.166679, 13.938678, 12.901115, 12.730783, 11.505697, 11.574041, 11.194067, 10.597525, 9.796016, 9.881169, 12.325929, 14.172834, 14.998022, 15.95619, 17.733061, 18.671729, 18.392027, 16.980163, 16.581608, 17.074386, 16.612734, 19.051346, 19.639869, 18.789871, 18.716078, 19.372146, 21.719456, 25.46846, 24.387354, 29.922303, 41.176326, 55.793151, 91.755367, 112.545167, 117.906722, 122.81843]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 7, 6, 13, 23, 34, 40, 31, 23, 25, 25, 34, 26, 25, 28, 36, 38, 40, 41, 33, 41, 41, 42, 36, 61, 50, 49, 42, 32, 34, 28, 30, 29, 38, 47, 49, 37, 52, 65, 66, 67, 60, 58, 61, 56, 44, 14, 4, 1, 0], "n_am_pl": [1, 6, 8, 10, 8, 4, 7, 5, 11, 12, 14, 15, 11, 14, 24, 18, 11, 12, 14, 11, 12, 12, 13, 10, 9, 9, 13, 18, 22, 23, 20, 13, 16, 17, 15, 17, 18, 16, 22, 19, 20, 27, 26, 33, 38, 50, 78, 103, 116, 121], "n_pos": 121, "sum_m_en": [10.10612, 15.828504, 16.917117, 18.182007, 19.551465, 22.579754, 22.072716, 22.989221, 22.545387, 24.253921, 25.121513, 25.212973, 24.486437, 24.668906, 23.735399, 25.534199, 25.443198, 23.674697, 22.960107, 21.490015, 22.123407, 21.590934, 22.947134, 22.171848, 42.141501, 38.428688, 33.241601, 28.852544, 25.885237, 24.823126, 23.691022, 24.207304, 23.961815, 26.497315, 28.901145, 27.637516, 27.638459, 33.319412, 39.655844, 41.781296, 49.320647, 47.465744, 52.052703, 54.915499, 49.197689, 37.210469, 15.230471, 3.951909, 1.683541, 1.6e-05], "sum_m_pl": [1.548841, 5.083977, 5.807111, 6.101042, 6.416902, 6.319815, 7.047994, 7.780912, 7.976749, 8.704128, 9.667465, 9.900157, 9.339614, 8.953184, 9.674987, 9.57117, 8.83274, 8.828254, 7.831205, 7.843313, 7.546903, 7.166646, 6.604502, 6.666233, 9.228008, 9.845135, 10.276111, 11.072893, 12.302315, 13.050374, 12.705875, 11.772207, 11.510321, 12.106455, 11.340003, 13.112778, 13.549346, 13.099851, 14.121112, 14.566365, 15.983142, 18.505525, 18.314591, 21.235881, 29.879236, 44.528299, 73.191095, 97.951094, 111.088079, 120.805305]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "llmzszl-18490", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 968, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9892}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 19, 16, 17, 30, 26, 29, 27, 21, 29, 27, 30, 34, 25, 25, 28, 27, 22, 26, 22, 29, 33, 33, 32, 44, 40, 41, 34, 42, 39, 27, 26, 30, 44, 45, 44, 52, 62, 62, 63, 66, 68, 75, 76, 70, 69, 62, 58, 71, 77], "n_am_pl": [10, 9, 6, 10, 11, 10, 11, 12, 15, 9, 17, 11, 13, 14, 10, 17, 16, 8, 9, 9, 8, 9, 8, 7, 11, 8, 9, 9, 6, 19, 22, 22, 16, 12, 12, 10, 7, 5, 8, 7, 4, 2, 1, 0, 2, 1, 2, 2, 1, 1], "n_pos": 117, "sum_m_en": [13.944508, 17.284367, 17.392368, 17.597491, 18.951835, 19.72937, 20.311056, 20.564712, 19.845634, 18.884792, 19.422976, 20.055804, 19.360829, 18.764055, 18.718044, 20.418607, 19.133219, 16.810531, 16.787111, 16.531966, 17.010601, 17.640402, 17.648737, 17.564581, 28.452821, 30.20819, 26.930111, 24.519693, 24.03984, 23.143059, 21.748221, 22.41842, 22.685133, 24.111759, 26.373845, 27.164866, 33.440537, 39.493254, 45.533052, 53.311566, 54.032168, 58.794464, 64.808025, 66.597574, 66.206129, 65.036089, 61.16571, 57.058559, 63.434675, 76.331725], "sum_m_pl": [3.039109, 4.421503, 5.580887, 5.609563, 5.619818, 5.972665, 6.297736, 6.257456, 6.865327, 7.299332, 8.178862, 8.278638, 9.499297, 8.624236, 8.846258, 9.497348, 8.902004, 8.947325, 8.238795, 8.710324, 8.472852, 7.981223, 7.325494, 7.350733, 10.42958, 10.070432, 10.872826, 12.059706, 11.685803, 12.500436, 12.583282, 12.07789, 12.836209, 13.128159, 11.959805, 10.323285, 8.878866, 8.396099, 6.87852, 5.820105, 5.249149, 3.013589, 2.623365, 1.804228, 2.183962, 1.80439, 1.84904, 1.660535, 1.722978, 1.018718]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 17, 15, 16, 26, 22, 22, 20, 15, 18, 22, 25, 26, 20, 16, 18, 18, 17, 20, 19, 27, 29, 30, 28, 34, 34, 35, 30, 35, 30, 23, 20, 24, 32, 35, 34, 42, 49, 51, 54, 58, 61, 69, 68, 64, 63, 57, 53, 69, 76], "n_am_pl": [6, 6, 5, 8, 9, 6, 8, 10, 12, 9, 11, 8, 8, 9, 7, 13, 11, 5, 7, 7, 7, 7, 5, 4, 8, 6, 7, 7, 5, 14, 16, 18, 15, 11, 8, 6, 3, 4, 7, 6, 4, 1, 0, 0, 2, 1, 2, 2, 1, 1], "n_pos": 79, "sum_m_en": [9.138046, 11.842871, 12.085759, 12.0519, 13.182531, 13.393133, 13.938124, 13.964418, 13.774132, 13.077941, 13.735164, 14.24779, 13.656522, 13.326456, 13.228305, 14.416785, 13.177478, 11.575523, 11.481102, 11.291356, 11.787263, 12.221349, 12.162837, 12.021105, 22.588087, 24.213849, 21.335393, 19.1833, 18.722233, 17.227996, 16.232126, 16.340709, 16.607361, 17.251591, 18.796307, 19.387907, 25.419353, 30.373864, 36.381555, 43.689411, 46.500606, 53.165541, 58.338913, 60.148941, 60.321247, 59.49726, 56.446881, 52.616435, 60.610135, 75.13743], "sum_m_pl": [1.795925, 2.842757, 3.6282, 3.593123, 3.693283, 3.927898, 4.19685, 4.178692, 4.69707, 4.992794, 5.540132, 5.738387, 6.621184, 5.740472, 5.895505, 6.481033, 6.104145, 6.163823, 5.724826, 6.047367, 5.848169, 5.514701, 4.996347, 4.991566, 7.676349, 7.238236, 7.903643, 8.42316, 8.023033, 8.52463, 8.515894, 8.345933, 9.26778, 9.531106, 8.696156, 7.638925, 6.59144, 6.664658, 5.485432, 4.625854, 4.126903, 2.143068, 1.572222, 1.101877, 1.449274, 1.180624, 1.513607, 1.459311, 1.482074, 1.018717]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "llmzszl-18493", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 815, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9831}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 8, 5, 14, 20, 21, 24, 22, 22, 18, 24, 21, 17, 14, 29, 37, 35, 34, 37, 45, 39, 40, 38, 36, 51, 56, 42, 41, 31, 33, 21, 30, 30, 30, 42, 32, 39, 48, 53, 65, 59, 56, 61, 55, 49, 39, 20, 2, 2, 1], "n_am_pl": [2, 9, 7, 10, 11, 8, 11, 13, 16, 15, 11, 21, 11, 18, 14, 18, 11, 11, 10, 5, 5, 7, 5, 6, 10, 6, 9, 12, 13, 13, 15, 15, 13, 14, 12, 14, 12, 6, 9, 6, 8, 7, 9, 12, 18, 23, 43, 66, 67, 68], "n_pos": 104, "sum_m_en": [10.309486, 15.021288, 15.729406, 17.18707, 18.861408, 19.583607, 19.294567, 20.390136, 20.107062, 18.810845, 19.565904, 19.193267, 18.239707, 17.102274, 17.355071, 18.77346, 17.183252, 15.344074, 15.900828, 15.556575, 15.715549, 16.391659, 16.548155, 16.434524, 30.993345, 30.851878, 26.673008, 23.572101, 22.013272, 21.199635, 19.81957, 20.249353, 21.004105, 21.953034, 25.753426, 25.330123, 28.846431, 31.83207, 38.384343, 44.286977, 42.583724, 45.767883, 49.690038, 45.970702, 41.813007, 35.753694, 18.665223, 4.531373, 2.325493, 1.23575], "sum_m_pl": [1.875392, 4.353333, 5.446043, 5.540546, 5.433986, 5.862822, 5.936557, 5.906375, 6.244732, 6.317136, 6.833686, 6.919726, 7.68668, 7.718077, 7.39162, 7.669685, 7.465303, 7.02169, 6.172383, 6.552719, 6.459272, 6.2405, 5.85842, 5.919639, 7.556698, 7.457443, 8.454831, 9.699483, 9.803792, 10.079101, 9.783038, 9.628551, 10.526463, 11.239449, 9.511218, 8.450449, 7.857356, 7.666556, 7.235067, 6.844224, 7.894996, 7.580084, 8.23118, 8.55983, 13.462418, 21.340697, 38.752939, 59.607008, 64.337931, 66.699]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 4, 3, 10, 15, 12, 14, 16, 18, 15, 14, 13, 11, 8, 19, 23, 21, 20, 27, 31, 26, 32, 29, 28, 37, 42, 30, 29, 21, 21, 11, 19, 19, 18, 25, 19, 26, 32, 36, 45, 42, 38, 42, 36, 31, 23, 11, 2, 2, 1], "n_am_pl": [1, 7, 6, 7, 6, 6, 9, 11, 12, 12, 10, 15, 9, 15, 12, 11, 9, 10, 8, 3, 4, 5, 2, 3, 7, 2, 6, 8, 9, 10, 13, 9, 8, 13, 10, 10, 11, 6, 8, 5, 6, 6, 9, 12, 17, 22, 41, 61, 66, 67], "n_pos": 69, "sum_m_en": [7.026515, 9.999898, 10.499802, 11.554763, 12.936844, 13.298128, 13.142553, 13.790098, 13.699797, 12.901143, 13.084995, 13.105502, 12.383265, 11.570266, 11.672556, 12.491798, 11.268557, 10.066569, 10.471413, 10.198409, 10.324814, 10.790934, 10.858138, 10.806115, 21.122261, 21.046123, 17.466936, 15.348541, 14.513356, 14.001433, 13.030181, 13.32909, 13.69841, 13.453188, 15.811589, 15.319573, 17.801929, 19.529241, 23.02647, 29.035005, 29.49127, 31.592503, 34.191328, 29.972556, 26.498345, 22.188459, 11.030593, 3.323558, 2.109797, 1.235748], "sum_m_pl": [1.267893, 2.961093, 3.708117, 3.830325, 3.629533, 4.054443, 4.073714, 4.101203, 4.337731, 4.426019, 4.855682, 4.780682, 5.337854, 5.40093, 4.988106, 5.192322, 5.06687, 4.804776, 4.210948, 4.472191, 4.365621, 4.180643, 3.905843, 3.942607, 4.940758, 4.96027, 5.87657, 6.910582, 6.995714, 7.160669, 7.045534, 6.85685, 7.303599, 7.954342, 6.794838, 6.138347, 5.792099, 5.456536, 5.67527, 5.086846, 5.764503, 5.998654, 7.082233, 7.978265, 12.796542, 19.979215, 36.548054, 53.853187, 61.679005, 65.951603]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "llmzszl-18493", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 943, "region_end": 104, "roundtrip_ok": true, "tf_agree": 0.9623, "tf_agree_excl_first": 0.9714}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 13, 10, 13, 21, 18, 25, 25, 23, 24, 16, 16, 18, 17, 21, 20, 23, 26, 24, 34, 31, 32, 27, 16, 62, 53, 44, 31, 37, 27, 18, 25, 30, 30, 40, 44, 41, 43, 44, 49, 51, 51, 56, 56, 47, 49, 44, 39, 35, 33], "n_am_pl": [5, 16, 7, 6, 10, 4, 3, 9, 8, 9, 14, 15, 21, 22, 16, 20, 20, 19, 6, 8, 5, 4, 2, 5, 3, 4, 6, 12, 6, 11, 12, 10, 8, 10, 8, 10, 3, 6, 4, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2], "n_pos": 137, "sum_m_en": [15.73429, 20.766963, 20.181962, 21.058903, 23.839643, 23.43851, 22.389876, 21.579321, 21.459559, 22.332956, 22.439271, 22.330159, 22.034254, 21.315594, 21.060649, 21.81672, 22.228343, 21.648277, 21.911495, 22.133271, 21.607677, 21.987921, 21.796386, 22.061802, 31.117662, 30.83216, 28.303952, 26.651449, 27.578128, 26.637627, 24.818509, 25.028365, 26.13835, 25.870744, 28.596585, 27.788049, 29.812907, 33.357244, 36.063343, 43.021603, 43.967481, 45.886483, 44.248754, 47.724049, 44.929503, 43.318857, 41.051513, 37.408849, 32.930117, 33.276175], "sum_m_pl": [3.259462, 7.369833, 7.774861, 7.063026, 6.985702, 6.108761, 5.881756, 5.992762, 6.516646, 7.824623, 8.112883, 8.605313, 9.5246, 8.737784, 9.108738, 8.868911, 9.023786, 8.131452, 7.528446, 7.700835, 7.569175, 7.317487, 7.099713, 7.102821, 7.962021, 8.840432, 8.526881, 10.044134, 9.230385, 9.625409, 9.347298, 9.001089, 9.246837, 9.316776, 9.205265, 8.462138, 8.040862, 6.719629, 5.815335, 5.626255, 5.487643, 4.558314, 4.516559, 3.960432, 3.774539, 3.477869, 2.091015, 1.446139, 1.273937, 1.536438]}, "digit": {"n_am_en": [0, 4, 2, 3, 4, 2, 3, 2, 6, 11, 7, 4, 3, 4, 8, 2, 8, 9, 9, 12, 5, 5, 3, 2, 18, 14, 12, 6, 9, 5, 4, 5, 9, 7, 9, 8, 5, 4, 6, 4, 5, 2, 9, 10, 8, 8, 8, 7, 1, 0], "n_am_pl": [0, 4, 0, 0, 3, 0, 0, 0, 1, 1, 6, 7, 11, 10, 3, 11, 7, 5, 3, 2, 0, 0, 1, 2, 0, 1, 2, 4, 1, 4, 5, 4, 0, 2, 3, 2, 1, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.223684, 6.411427, 6.639834, 6.537829, 7.166597, 6.816815, 6.435865, 6.364875, 6.137395, 7.007856, 7.37676, 6.923951, 7.011697, 6.817746, 6.423009, 6.359201, 6.580901, 6.40539, 6.600217, 6.563593, 6.434536, 6.553307, 6.539164, 6.659044, 9.15154, 8.709093, 8.206388, 7.866912, 8.137806, 8.119309, 7.629068, 7.77203, 7.924718, 7.543702, 8.042231, 7.799446, 7.298617, 6.589697, 5.541479, 5.596774, 5.409608, 5.180436, 5.389136, 6.25581, 6.405369, 5.727899, 7.065042, 5.59923, 1.131882, 1e-06], "sum_m_pl": [0.721968, 1.960123, 1.794289, 1.521526, 1.617547, 1.272127, 1.16687, 1.214531, 1.530805, 1.845825, 1.863821, 2.030984, 2.314534, 2.048823, 2.044014, 2.207447, 2.258846, 2.197395, 2.006992, 2.042607, 2.007548, 1.927315, 1.909441, 1.937085, 2.271461, 2.433255, 2.263066, 2.731038, 2.237373, 2.387323, 2.25156, 2.002917, 1.904904, 2.022438, 2.101544, 2.060116, 2.259648, 2.036054, 2.088313, 2.057614, 2.049652, 2.090274, 2.121461, 2.021496, 1.681281, 1.250866, 1.11445, 0.91988, 0.148446, 0.0]}, "lang": {"n_am_en": [4, 5, 5, 7, 6, 9, 10, 11, 9, 7, 8, 8, 8, 5, 6, 9, 9, 9, 6, 11, 11, 14, 13, 6, 21, 21, 17, 14, 14, 9, 7, 11, 7, 11, 12, 20, 20, 23, 24, 24, 29, 30, 31, 31, 29, 32, 30, 29, 33, 33], "n_am_pl": [3, 6, 3, 2, 5, 2, 1, 5, 5, 4, 5, 4, 2, 8, 9, 5, 8, 9, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 3, 5, 2, 2, 5, 5, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2], "n_pos": 36, "sum_m_en": [4.316593, 5.58304, 5.522345, 5.834629, 6.819068, 6.697894, 6.556382, 6.252734, 6.352623, 6.073275, 6.076355, 6.538845, 6.00273, 5.881452, 5.78521, 6.470964, 6.459328, 6.339623, 6.312225, 6.225448, 6.006268, 6.200569, 6.080046, 6.044956, 10.03925, 10.748515, 9.918431, 8.882507, 9.066309, 8.704022, 7.705034, 8.080261, 8.131377, 8.664133, 9.702306, 9.791709, 11.918223, 14.997729, 17.936849, 21.638635, 23.176589, 23.792676, 24.330928, 26.305185, 27.400838, 27.573957, 27.876907, 27.003805, 29.46492, 32.85156], "sum_m_pl": [0.901354, 1.811102, 2.035769, 1.883449, 1.878699, 1.741953, 1.802881, 1.778283, 2.085556, 2.373229, 2.676671, 2.78248, 3.177133, 3.03186, 3.144137, 2.972077, 2.907512, 2.572354, 2.329558, 2.25311, 2.25471, 2.157944, 2.049041, 2.017065, 2.222047, 2.469133, 2.70473, 3.048229, 3.048641, 3.095501, 3.371287, 3.327065, 3.772093, 3.646317, 3.450443, 3.120597, 2.901907, 2.030608, 1.280209, 0.946124, 0.961848, 0.760941, 0.757871, 0.621752, 0.582692, 0.58795, 0.471637, 0.274377, 0.944636, 1.536436]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-18496", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 823, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9783}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 11, 15, 24, 41, 58, 66, 48, 48, 41, 37, 37, 38, 32, 41, 59, 68, 87, 77, 86, 89, 92, 85, 78, 112, 118, 99, 82, 73, 65, 42, 59, 71, 72, 106, 94, 92, 104, 117, 130, 127, 128, 122, 114, 103, 53, 20, 8, 1, 0], "n_am_pl": [9, 14, 23, 41, 7, 24, 16, 22, 31, 36, 37, 48, 37, 34, 45, 40, 30, 20, 18, 14, 7, 5, 6, 8, 11, 16, 12, 24, 32, 34, 36, 33, 29, 28, 19, 21, 23, 12, 11, 15, 15, 16, 21, 32, 34, 56, 78, 109, 115, 118], "n_pos": 263, "sum_m_en": [26.837417, 38.722039, 41.761573, 43.767127, 48.236419, 49.358484, 47.778691, 48.409836, 46.831271, 46.633252, 47.162084, 44.631252, 42.48136, 42.636446, 42.736759, 47.184166, 47.997041, 45.964619, 44.383865, 43.009615, 42.391526, 44.219452, 44.025796, 44.108724, 72.292778, 71.751152, 61.195025, 55.175463, 54.733657, 51.955107, 47.318751, 48.855762, 50.862686, 53.56315, 57.850818, 54.447132, 55.945995, 65.1941, 75.750329, 93.322065, 102.469847, 100.085061, 98.962845, 94.423378, 85.786469, 52.985465, 22.925494, 8.216116, 2.924204, 1.7e-05], "sum_m_pl": [5.059865, 13.275739, 15.065952, 14.499284, 13.989834, 13.860668, 13.883562, 14.936221, 15.752182, 17.864557, 20.11627, 20.436542, 21.987784, 19.896501, 18.648653, 17.783161, 17.061953, 15.967487, 14.634728, 14.377358, 13.985262, 13.426631, 13.150003, 13.108844, 14.557013, 16.140125, 16.914548, 20.409697, 22.718674, 22.42815, 22.457074, 20.908387, 20.385921, 19.974885, 18.654268, 18.595897, 18.512784, 16.81513, 15.668667, 15.524738, 17.157783, 17.893772, 22.861791, 31.970161, 37.73343, 57.423132, 75.262037, 103.102844, 114.10651, 116.401634]}, "digit": {"n_am_en": [0, 5, 7, 4, 2, 5, 8, 5, 7, 6, 8, 4, 4, 5, 7, 8, 8, 10, 6, 6, 9, 6, 4, 9, 16, 11, 13, 8, 8, 8, 4, 5, 9, 7, 19, 15, 13, 12, 10, 7, 7, 9, 10, 12, 13, 6, 6, 5, 0, 0], "n_am_pl": [0, 1, 2, 2, 1, 3, 1, 4, 4, 5, 9, 13, 9, 12, 6, 12, 8, 5, 4, 2, 1, 0, 1, 3, 1, 2, 3, 3, 4, 4, 6, 7, 6, 4, 2, 4, 3, 2, 0, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 0], "n_pos": 40, "sum_m_en": [3.771265, 6.845318, 7.648298, 7.447784, 7.620394, 7.489006, 7.201057, 7.267738, 6.958282, 7.34258, 7.631071, 6.857262, 6.714791, 6.801897, 6.450016, 6.901947, 7.351294, 6.976076, 6.845188, 6.691376, 6.604075, 6.710937, 6.742695, 7.027755, 9.819066, 9.420394, 8.615836, 8.24763, 8.260724, 7.735527, 7.252303, 7.349168, 7.873677, 8.09847, 9.352686, 8.780766, 8.859559, 9.117632, 8.036019, 7.186555, 7.418475, 7.762809, 8.669902, 9.376381, 8.304582, 5.052937, 4.671168, 2.906526, 0.79178, 0.0], "sum_m_pl": [0.731648, 2.162052, 1.955219, 1.648165, 1.565941, 1.423285, 1.391325, 1.551101, 1.772537, 2.1541, 2.530766, 2.746774, 2.959966, 2.701358, 2.465363, 2.519958, 2.421574, 2.599586, 2.247215, 2.229868, 2.096913, 2.031011, 1.969445, 1.973615, 2.173419, 2.431008, 2.384402, 2.848901, 2.907279, 2.988976, 2.732631, 2.332239, 2.242819, 2.078648, 1.888181, 2.052258, 1.830666, 1.657446, 1.766248, 1.82612, 1.846598, 1.71144, 1.780565, 1.704372, 1.864573, 2.253298, 2.337864, 1.867962, 0.959306, 0.0]}, "lang": {"n_am_en": [7, 5, 6, 12, 27, 33, 33, 21, 27, 26, 15, 18, 16, 12, 17, 31, 35, 42, 41, 47, 48, 60, 56, 42, 62, 67, 53, 45, 38, 37, 24, 31, 31, 32, 43, 41, 40, 52, 58, 78, 78, 78, 72, 62, 60, 31, 8, 2, 0, 0], "n_am_pl": [7, 5, 11, 23, 2, 13, 10, 5, 15, 15, 14, 20, 13, 12, 19, 11, 10, 9, 10, 9, 3, 3, 4, 5, 5, 7, 5, 15, 17, 18, 21, 17, 14, 18, 10, 11, 17, 10, 11, 11, 12, 14, 16, 30, 31, 50, 71, 101, 111, 117], "n_pos": 118, "sum_m_en": [12.443882, 16.21446, 17.732142, 19.040965, 21.651353, 22.093686, 21.907238, 22.530236, 22.085917, 21.686252, 21.420794, 20.881328, 19.553307, 19.456343, 19.787285, 22.087019, 21.610713, 21.026318, 20.269302, 19.48017, 19.199149, 20.570117, 20.313042, 19.88079, 37.539636, 36.900499, 30.618004, 26.760023, 26.236927, 24.63047, 22.239389, 23.218452, 23.261629, 25.216987, 26.456971, 25.322894, 26.086885, 31.87958, 38.140621, 53.054129, 61.012458, 59.092388, 56.797582, 50.059988, 47.485629, 31.879428, 11.455325, 2.86118, 0.583497, 1.6e-05], "sum_m_pl": [2.229035, 5.775237, 6.837737, 6.650467, 6.485809, 6.702375, 7.03721, 7.520945, 7.910173, 8.745751, 10.013077, 9.730067, 10.795719, 9.842796, 9.180279, 8.71592, 8.283523, 7.570288, 6.975108, 6.737911, 6.626163, 6.276355, 6.17514, 6.127804, 6.847147, 7.911745, 8.817133, 10.477972, 12.14746, 11.745343, 12.157443, 11.67249, 11.48727, 11.160576, 10.568638, 10.784916, 11.241745, 10.329102, 9.581063, 9.315223, 10.553338, 12.32137, 16.850469, 26.517771, 31.151174, 48.277189, 65.571235, 94.961378, 108.52673, 115.207011]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "llmzszl-18496", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 951, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 4, 2, 1, 8, 6, 7, 5, 4, 9, 4, 6, 5, 5, 6, 15, 20, 14, 17, 21, 22, 19, 21, 22, 25, 22, 19, 22, 14, 13, 13, 7, 9, 14, 17, 15, 20, 22, 27, 26, 30, 29, 27, 28, 31, 32, 30, 31, 31, 32], "n_am_pl": [1, 6, 5, 5, 3, 3, 3, 5, 3, 2, 4, 5, 10, 9, 5, 2, 5, 3, 2, 2, 4, 5, 2, 1, 2, 2, 1, 2, 4, 4, 6, 7, 5, 2, 2, 5, 2, 3, 1, 1, 1, 0, 0, 0, 1, 1, 5, 2, 2, 2], "n_pos": 47, "sum_m_en": [6.070622, 6.471296, 6.485841, 6.936533, 7.778033, 7.83087, 8.295382, 8.527814, 8.740261, 8.774346, 8.493306, 8.496309, 8.082395, 8.598239, 8.8327, 9.179535, 9.720208, 8.728296, 9.124557, 9.526191, 10.231373, 9.839176, 10.030352, 9.373868, 16.166425, 15.594003, 12.918729, 11.398329, 10.184018, 10.225121, 9.371427, 9.002979, 9.017886, 10.172405, 10.287218, 10.558067, 11.503232, 16.245791, 22.837488, 22.497477, 24.074895, 24.385885, 24.972933, 26.261006, 27.702009, 28.284957, 26.942994, 27.792557, 27.843556, 31.669904], "sum_m_pl": [1.277363, 2.328868, 2.514027, 2.562814, 2.503032, 2.589871, 2.62555, 2.912242, 2.585604, 2.817077, 2.910842, 3.349769, 3.853157, 3.468021, 3.608588, 3.974106, 3.671578, 3.566989, 3.573483, 3.406939, 3.194632, 3.131765, 3.044884, 3.078506, 2.733327, 2.852073, 3.019277, 3.726321, 3.8253, 4.627184, 4.788569, 4.807849, 4.942772, 4.937175, 4.741574, 4.828582, 4.385264, 3.571426, 2.312864, 1.893184, 1.504844, 1.189253, 0.96971, 0.9425, 1.074404, 1.546209, 4.865551, 2.521809, 2.314531, 2.017805]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 3, 0, 1, 6, 5, 4, 4, 3, 6, 4, 5, 4, 5, 6, 12, 16, 9, 14, 17, 19, 18, 18, 19, 22, 20, 17, 21, 13, 11, 12, 6, 9, 12, 15, 14, 18, 20, 26, 26, 28, 26, 27, 27, 29, 31, 26, 29, 30, 32], "n_am_pl": [1, 4, 3, 4, 3, 3, 3, 3, 2, 1, 2, 4, 6, 8, 3, 2, 4, 3, 2, 2, 3, 5, 2, 1, 2, 1, 1, 2, 4, 4, 6, 7, 3, 2, 2, 5, 2, 3, 1, 1, 1, 0, 0, 0, 1, 1, 4, 2, 2, 2], "n_pos": 35, "sum_m_en": [4.441259, 5.01394, 5.07647, 5.398106, 6.04958, 6.057286, 6.182562, 6.237204, 6.479361, 6.4934, 6.483769, 6.497754, 6.274748, 6.618897, 6.893223, 7.216324, 7.608979, 6.771415, 7.147379, 7.553881, 8.216203, 7.818282, 8.033906, 7.371525, 14.388309, 14.08963, 11.733181, 10.045619, 8.896807, 8.75091, 7.800394, 7.22202, 7.388511, 8.507755, 8.522624, 8.811672, 9.616399, 14.090812, 20.6781, 20.860546, 22.771936, 22.287855, 24.139511, 25.230692, 26.761625, 27.362589, 24.662039, 25.640107, 26.288975, 31.659865], "sum_m_pl": [0.964477, 1.811926, 1.990686, 1.9458, 1.980963, 2.038118, 1.998235, 2.2043, 1.978104, 2.094599, 2.169614, 2.581332, 2.918751, 2.636838, 2.750701, 3.02942, 2.734555, 2.68525, 2.580731, 2.459397, 2.270459, 2.263365, 2.196059, 2.263534, 2.10515, 2.258892, 2.452407, 2.942804, 3.168992, 3.718548, 3.889909, 3.822823, 3.931508, 3.971789, 3.69573, 3.616565, 3.31604, 2.536802, 1.527546, 1.253341, 1.084581, 0.857356, 0.683604, 0.759827, 0.916698, 1.407232, 3.093159, 2.250525, 2.211485, 2.017805]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 49, "item_id": "llmzszl-18499", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 783, "region_end": 47, "roundtrip_ok": true, "tf_agree": 0.9388, "tf_agree_excl_first": 0.9583}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 5, 3, 9, 15, 17, 16, 11, 13, 25, 18, 15, 17, 14, 17, 32, 38, 24, 32, 39, 48, 45, 39, 40, 50, 45, 48, 41, 19, 24, 18, 12, 16, 28, 24, 25, 24, 36, 44, 46, 43, 48, 43, 49, 43, 35, 14, 3, 1, 0], "n_am_pl": [1, 7, 9, 9, 11, 6, 6, 11, 12, 10, 12, 13, 18, 17, 14, 7, 8, 6, 10, 10, 8, 5, 8, 3, 9, 8, 4, 6, 7, 7, 11, 12, 12, 8, 10, 7, 9, 3, 2, 3, 8, 9, 10, 8, 15, 24, 37, 51, 60, 65], "n_pos": 90, "sum_m_en": [9.353447, 12.926293, 12.655691, 13.708958, 15.461218, 15.310588, 16.324833, 16.928175, 16.884005, 17.027334, 16.898799, 16.718929, 15.598356, 15.251858, 15.405594, 17.294626, 17.486662, 15.56615, 16.390663, 16.754777, 17.984165, 16.596856, 16.735666, 15.979125, 32.877438, 30.404673, 27.322894, 21.775809, 18.029922, 16.898623, 15.054499, 15.208156, 15.184332, 17.460994, 17.252296, 17.673818, 19.529166, 28.786721, 34.747908, 34.559758, 35.434756, 39.418951, 39.343081, 43.511673, 39.485782, 31.842699, 11.767222, 3.089175, 1.128706, 6.7e-05], "sum_m_pl": [1.929764, 4.49778, 5.005734, 5.351087, 5.496165, 5.905559, 5.656594, 6.107215, 5.827425, 6.186295, 6.506122, 7.428277, 8.777462, 8.022479, 7.945797, 8.49097, 7.637637, 7.161493, 6.84512, 6.356795, 5.775435, 5.784349, 5.840094, 5.912687, 5.935945, 6.43755, 6.722981, 7.775029, 8.563022, 9.753179, 9.979235, 9.655765, 10.289572, 10.35788, 10.091195, 9.750619, 9.278582, 8.268406, 6.723906, 7.261986, 7.662057, 8.780022, 9.133929, 9.488224, 16.361273, 22.820479, 37.971781, 50.164374, 58.712899, 65.204642]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 4, 3, 6, 11, 13, 13, 8, 12, 21, 14, 14, 12, 10, 12, 20, 25, 17, 21, 28, 35, 33, 26, 29, 36, 33, 37, 29, 11, 15, 11, 6, 11, 20, 18, 19, 17, 25, 31, 32, 31, 33, 30, 37, 34, 28, 13, 3, 1, 0], "n_am_pl": [1, 5, 8, 7, 10, 6, 5, 10, 10, 7, 9, 8, 16, 15, 11, 6, 7, 4, 8, 8, 6, 3, 7, 2, 8, 5, 4, 6, 7, 6, 8, 11, 9, 8, 6, 3, 7, 2, 1, 1, 6, 8, 9, 6, 14, 22, 35, 50, 60, 65], "n_pos": 66, "sum_m_en": [7.27281, 9.303769, 9.082367, 10.27346, 11.597221, 11.366042, 12.027447, 12.484446, 12.504923, 12.634927, 12.480071, 12.3063, 11.555771, 11.350498, 11.384644, 12.733043, 12.89993, 11.551166, 12.091993, 12.291968, 13.104662, 12.123864, 12.480976, 11.720839, 22.768728, 21.135515, 19.040014, 15.217351, 12.781487, 12.041711, 10.844748, 10.857798, 10.922362, 12.482189, 12.61434, 13.148502, 14.420649, 19.901084, 23.753326, 23.429756, 24.852922, 28.079755, 26.953874, 31.497235, 29.293462, 24.179128, 10.205486, 2.64357, 0.899539, 4.3e-05], "sum_m_pl": [1.606675, 3.439851, 3.833874, 3.973977, 4.175385, 4.493989, 4.245617, 4.643059, 4.485508, 4.662754, 4.948037, 5.664901, 6.811114, 6.269125, 6.244222, 6.610475, 5.844036, 5.447323, 5.163002, 4.75524, 4.325627, 4.327955, 4.356695, 4.38165, 4.537904, 5.04273, 5.27312, 5.991763, 6.661465, 7.56152, 7.628889, 7.462288, 7.969066, 8.102307, 7.529117, 7.17093, 6.944331, 6.208984, 5.389478, 5.672817, 6.215091, 7.475586, 7.97615, 8.389217, 15.148609, 21.451097, 35.970795, 48.4849, 58.453865, 64.889224]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-18499", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9674, "tf_agree_excl_first": 0.978}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 6, 8, 10, 14, 26, 22, 14, 15, 13, 13, 14, 15, 14, 19, 18, 24, 16, 19, 29, 28, 24, 19, 24, 32, 26, 25, 26, 21, 22, 23, 25, 22, 24, 26, 26, 31, 36, 37, 36, 42, 42, 41, 36, 38, 38, 33, 31, 31, 39], "n_am_pl": [3, 2, 3, 1, 4, 0, 1, 8, 3, 3, 4, 6, 6, 9, 8, 7, 7, 3, 4, 1, 2, 1, 1, 1, 1, 4, 3, 2, 5, 7, 5, 3, 3, 6, 3, 2, 3, 1, 2, 3, 2, 1, 1, 1, 1, 0, 0, 1, 2, 0], "n_pos": 57, "sum_m_en": [6.026476, 8.028005, 8.446469, 9.599182, 11.338418, 12.26501, 11.57862, 11.660228, 11.443515, 11.531135, 11.372132, 11.895617, 11.700921, 10.849082, 10.275398, 10.759233, 10.968063, 10.022562, 9.997172, 10.312369, 9.714923, 9.461086, 9.356819, 9.226495, 19.515087, 17.764722, 14.308611, 13.706899, 12.844522, 12.723447, 12.186741, 12.250223, 11.577816, 13.872221, 14.598334, 14.630493, 16.310485, 26.491885, 26.428885, 27.540474, 28.700018, 31.872529, 33.114153, 30.981685, 32.328575, 30.99527, 28.244805, 24.968589, 27.020258, 37.659791], "sum_m_pl": [1.047931, 1.89593, 2.435566, 2.670978, 2.530693, 2.360532, 2.666821, 2.972087, 3.021358, 3.026057, 3.007352, 3.230152, 3.633037, 3.575358, 4.213418, 4.382003, 3.938006, 3.598912, 3.412922, 2.875145, 2.788049, 2.782764, 2.601802, 2.586434, 2.309075, 3.285015, 3.550124, 3.375474, 3.11301, 3.643775, 3.494616, 3.837966, 4.697994, 4.502209, 4.050935, 4.084712, 4.198725, 2.376867, 2.632478, 2.348779, 2.591098, 2.003045, 1.674285, 1.362852, 1.256913, 1.277809, 1.129323, 1.240072, 1.333459, 0.013827]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 4, 4, 8, 10, 16, 14, 9, 10, 11, 8, 10, 12, 8, 11, 12, 17, 12, 13, 22, 21, 17, 16, 17, 25, 20, 19, 18, 16, 17, 17, 19, 15, 15, 19, 21, 24, 28, 27, 27, 32, 34, 35, 28, 31, 33, 31, 30, 30, 38], "n_am_pl": [2, 2, 2, 1, 3, 0, 1, 6, 2, 1, 4, 4, 4, 6, 7, 5, 4, 1, 2, 0, 1, 0, 0, 0, 0, 2, 1, 1, 4, 6, 2, 2, 2, 4, 2, 0, 1, 0, 2, 3, 1, 0, 0, 1, 0, 0, 0, 1, 2, 0], "n_pos": 39, "sum_m_en": [4.123232, 5.496902, 5.835423, 6.497405, 7.029817, 7.960935, 7.70807, 7.903443, 7.745116, 8.060462, 7.918965, 8.184005, 8.135931, 7.462489, 7.18744, 7.580327, 7.634808, 7.032646, 7.043108, 7.268662, 6.839005, 6.678609, 6.58861, 6.500204, 14.833965, 13.27253, 10.462507, 9.89198, 9.139294, 9.111562, 8.753649, 8.94538, 8.326332, 9.618571, 10.381981, 10.71161, 11.849668, 19.247955, 19.271305, 20.859522, 22.342344, 24.684539, 26.535989, 24.602091, 26.064477, 26.059104, 25.391422, 23.072198, 25.152141, 36.155228], "sum_m_pl": [0.733643, 1.338092, 1.683633, 1.844517, 1.842783, 1.70163, 1.899147, 2.029297, 2.084596, 2.109507, 2.135623, 2.223152, 2.363638, 2.257789, 2.538121, 2.614375, 2.366106, 2.083891, 2.178607, 1.945081, 1.940206, 1.94044, 1.810655, 1.807169, 1.322302, 1.913498, 2.184609, 2.237551, 2.213942, 2.515328, 2.420443, 2.636289, 2.96466, 2.791642, 2.678342, 2.554166, 2.824546, 1.845978, 2.040842, 1.771867, 1.536141, 1.222269, 0.900595, 0.993313, 0.862991, 0.918673, 0.992971, 1.106084, 1.15397, 0.01381]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 59, "item_id": "llmzszl-18500", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 57, "roundtrip_ok": true, "tf_agree": 0.9661, "tf_agree_excl_first": 0.9828}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 4, 1, 4, 12, 24, 15, 22, 16, 17, 20, 17, 13, 18, 16, 27, 29, 25, 30, 30, 34, 28, 26, 24, 43, 35, 28, 22, 25, 18, 23, 21, 15, 28, 36, 29, 38, 46, 38, 38, 42, 32, 33, 29, 26, 18, 3, 0, 0, 0], "n_am_pl": [1, 2, 5, 4, 3, 2, 9, 5, 9, 4, 5, 7, 14, 10, 5, 6, 9, 10, 6, 4, 3, 4, 3, 3, 2, 2, 3, 4, 6, 14, 14, 13, 21, 9, 5, 7, 7, 4, 7, 7, 10, 11, 13, 12, 19, 24, 37, 49, 50, 52], "n_pos": 71, "sum_m_en": [6.893858, 9.702741, 10.315457, 11.175847, 12.92965, 15.280227, 13.28007, 14.003488, 13.598102, 12.922921, 14.031299, 13.395611, 13.535656, 12.742255, 12.441879, 13.110707, 13.362567, 11.919556, 12.061525, 12.923047, 11.829074, 11.525641, 11.473785, 11.531193, 20.998719, 20.003858, 16.184379, 14.895483, 14.826091, 14.295991, 13.062049, 13.202824, 12.287601, 13.932559, 15.646107, 15.454065, 15.985571, 25.331789, 24.772709, 25.856911, 28.743937, 28.188791, 28.094129, 25.997585, 25.159268, 15.148098, 5.131901, 0.979083, 0.72864, 4.3e-05], "sum_m_pl": [1.270028, 3.504503, 3.887804, 3.962148, 3.631903, 3.437484, 3.582035, 3.929503, 3.860701, 3.787595, 4.030597, 4.652001, 5.254567, 5.114307, 5.473617, 5.217233, 4.62863, 4.24573, 3.94525, 3.559113, 3.582466, 3.67667, 3.524048, 3.592117, 3.481145, 3.840347, 4.714031, 4.761044, 5.031538, 5.9594, 6.080144, 6.300943, 7.085186, 6.884824, 6.253073, 5.778821, 5.880695, 4.546057, 5.64427, 6.27351, 7.296432, 7.995143, 8.979338, 11.718875, 16.831207, 23.188022, 34.28338, 46.039132, 48.716401, 51.639265]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 2, 0, 4, 7, 20, 13, 16, 12, 13, 12, 11, 8, 16, 12, 20, 20, 18, 22, 23, 26, 19, 17, 16, 33, 27, 22, 18, 21, 14, 18, 16, 12, 22, 27, 23, 29, 37, 28, 29, 30, 23, 23, 21, 16, 12, 0, 0, 0, 0], "n_am_pl": [1, 0, 0, 3, 0, 1, 5, 4, 6, 4, 5, 7, 12, 7, 4, 6, 9, 9, 6, 4, 3, 4, 3, 3, 2, 2, 3, 3, 5, 11, 13, 12, 17, 8, 5, 6, 6, 4, 6, 5, 8, 9, 11, 10, 17, 21, 33, 46, 48, 52], "n_pos": 52, "sum_m_en": [5.169672, 6.993952, 7.630779, 8.168659, 9.768541, 11.837275, 9.903053, 10.308981, 10.030527, 9.494171, 10.135525, 9.653489, 9.834718, 9.160788, 8.853379, 9.376477, 9.455722, 8.538868, 8.668523, 9.362617, 8.57191, 8.370426, 8.324703, 8.305052, 15.763005, 14.854806, 11.88218, 10.850232, 10.84954, 10.28599, 9.263318, 9.322805, 8.789206, 9.86298, 11.353478, 11.274665, 12.03224, 19.144896, 18.635967, 18.964485, 21.459131, 20.589616, 20.492152, 18.747133, 17.276332, 10.566387, 2.904725, 0.712499, 0.401936, 2.4e-05], "sum_m_pl": [0.989526, 2.559978, 2.777382, 2.837565, 2.53706, 2.388493, 2.572432, 2.881309, 2.865927, 2.809113, 2.94191, 3.514182, 4.032081, 3.949461, 4.255205, 3.985091, 3.49504, 3.20662, 2.951366, 2.629353, 2.646919, 2.706851, 2.571283, 2.598173, 2.653316, 2.973128, 3.653314, 3.615741, 3.916791, 4.706799, 4.837922, 5.06443, 5.661964, 5.564924, 5.089664, 4.707398, 4.760315, 3.703775, 4.540696, 5.14754, 5.264926, 5.906935, 6.986685, 9.436588, 14.051548, 19.724109, 30.196193, 42.781305, 46.616196, 51.567968]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "llmzszl-18500", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 11, 12, 21, 25, 26, 26, 22, 19, 12, 17, 19, 19, 18, 17, 14, 11, 15, 17, 27, 28, 23, 15, 14, 23, 28, 27, 26, 27, 28, 23, 20, 20, 26, 22, 29, 35, 46, 56, 51, 59, 53, 49, 50, 50, 51, 46, 41, 39, 46], "n_am_pl": [7, 5, 14, 8, 10, 19, 14, 20, 17, 17, 18, 20, 17, 19, 16, 15, 12, 14, 15, 14, 13, 7, 7, 9, 9, 11, 10, 17, 15, 25, 27, 25, 23, 18, 13, 11, 9, 9, 7, 5, 5, 6, 9, 7, 3, 5, 1, 1, 2, 0], "n_pos": 134, "sum_m_en": [14.720809, 20.404448, 19.84806, 20.860522, 23.144937, 24.64911, 24.320947, 23.136204, 20.768799, 21.346791, 21.767489, 21.443641, 20.585652, 20.186556, 18.460162, 19.408031, 18.973599, 18.547921, 19.486311, 19.886307, 20.169391, 19.611533, 19.426208, 19.945968, 24.690711, 23.843172, 21.662006, 21.588693, 21.570234, 22.160895, 21.026891, 21.748884, 21.171097, 22.980709, 23.957887, 23.95504, 25.877498, 33.890694, 33.553778, 35.503849, 36.506587, 35.872656, 38.292528, 45.272915, 44.919418, 47.02486, 44.501386, 40.701102, 38.25827, 46.649138], "sum_m_pl": [3.428, 5.821803, 6.086391, 5.643567, 5.945806, 6.860673, 7.73345, 7.560774, 7.568001, 9.106907, 9.282511, 10.062156, 10.809887, 10.284247, 10.332714, 10.521804, 9.571943, 9.023017, 8.858361, 8.2962, 8.604793, 8.114406, 7.737781, 7.771179, 10.5222, 12.860612, 13.103457, 14.670159, 12.807437, 14.58852, 13.802297, 12.223855, 11.895394, 10.738715, 11.121948, 9.80503, 9.296309, 9.032373, 9.15934, 8.819811, 7.902278, 7.283857, 8.315355, 8.10498, 5.87133, 5.218767, 3.064569, 2.52958, 2.786062, 0.24618]}, "digit": {"n_am_en": [0, 0, 2, 1, 3, 4, 2, 4, 1, 0, 0, 1, 1, 1, 0, 2, 0, 1, 3, 6, 3, 2, 1, 1, 1, 1, 1, 1, 4, 5, 2, 3, 1, 1, 0, 1, 3, 7, 14, 12, 14, 11, 7, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 4, 3, 4, 3, 2, 5, 2, 3, 4, 6, 3, 5, 6, 8, 4, 5, 5, 5, 4, 3, 3, 2, 4, 5, 4, 6, 5, 5, 8, 5, 7, 3, 4, 4, 4, 4, 1, 0, 0, 2, 5, 3, 2, 2, 0, 1, 1, 0], "n_pos": 23, "sum_m_en": [2.094917, 3.58115, 3.436584, 3.294935, 3.774548, 4.200561, 4.41075, 4.06789, 3.496215, 3.575093, 3.680981, 3.331453, 3.118471, 3.112518, 2.758565, 2.87054, 2.904745, 2.792117, 3.164823, 3.408247, 3.369191, 3.355827, 3.341694, 3.443628, 2.964707, 2.997018, 2.975471, 3.577366, 3.938352, 3.828418, 3.684911, 3.588103, 3.244837, 3.355106, 3.517158, 3.459436, 3.305803, 5.255808, 5.335115, 5.98423, 5.952245, 4.254142, 3.656572, 3.473852, 2.496658, 2.19531, 1.609502, 1.039803, 0.305648, 0.010314], "sum_m_pl": [0.378669, 1.140763, 1.057981, 0.788868, 1.130619, 1.241073, 1.370736, 1.515833, 1.293974, 1.625245, 1.710873, 2.107543, 2.293234, 2.301348, 2.281718, 2.168202, 1.838677, 2.035315, 1.697522, 1.544181, 1.621514, 1.5331, 1.469957, 1.509165, 3.1515, 3.97823, 4.153668, 4.118029, 2.838104, 3.197946, 2.888176, 2.58303, 2.448473, 2.284624, 2.267462, 2.003223, 1.751603, 1.503995, 1.640707, 1.481713, 1.49664, 1.761285, 2.617897, 2.801882, 1.970823, 1.561551, 1.046603, 1.050106, 0.74365, 0.239962]}, "lang": {"n_am_en": [3, 2, 5, 8, 9, 10, 13, 10, 9, 10, 11, 12, 13, 13, 12, 7, 8, 10, 10, 14, 16, 15, 11, 12, 17, 21, 20, 16, 19, 16, 16, 13, 14, 16, 16, 20, 24, 25, 26, 28, 31, 32, 34, 36, 37, 38, 39, 39, 38, 46], "n_am_pl": [2, 2, 6, 4, 4, 5, 5, 7, 6, 5, 5, 4, 8, 7, 4, 3, 6, 5, 5, 4, 4, 3, 3, 5, 4, 2, 3, 6, 3, 7, 6, 8, 7, 6, 3, 4, 3, 2, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0], "n_pos": 47, "sum_m_en": [5.288583, 6.947615, 7.044438, 7.525553, 8.447982, 8.655281, 8.448757, 8.307141, 7.689917, 7.852522, 8.118165, 8.704967, 8.575618, 8.435798, 7.538939, 7.818372, 7.537, 7.65412, 7.716736, 7.723783, 7.87112, 7.545671, 7.419886, 7.570331, 12.984246, 11.990226, 10.82519, 9.509012, 9.229551, 9.555946, 9.245873, 9.631103, 9.524775, 10.731894, 11.362146, 11.827962, 14.097243, 17.648435, 18.340123, 20.835102, 21.846641, 24.365163, 27.752846, 31.551714, 34.368477, 36.666996, 36.722483, 35.45383, 35.749562, 44.665015], "sum_m_pl": [1.111895, 1.773613, 1.960496, 1.976359, 2.019188, 2.32324, 2.765288, 2.552481, 2.75164, 3.12452, 3.280094, 3.400418, 3.766691, 3.500615, 3.599317, 3.724081, 3.580109, 3.252004, 3.219281, 2.966675, 2.983958, 2.799537, 2.647094, 2.643288, 3.21791, 3.738279, 3.907954, 4.55417, 4.240891, 4.727404, 4.392768, 4.068217, 4.292329, 3.774212, 4.031919, 3.653295, 3.291252, 2.703989, 2.478486, 2.61631, 2.192558, 1.459477, 1.329298, 0.975229, 1.003349, 0.858523, 0.518724, 0.419572, 0.6661, 0.006146]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "llmzszl-18502", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9559, "tf_agree_excl_first": 0.963}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 16, 17, 17, 31, 27, 24, 34, 24, 21, 18, 16, 14, 12, 12, 23, 22, 27, 22, 55, 52, 32, 21, 18, 44, 47, 37, 31, 33, 23, 14, 19, 21, 28, 37, 38, 42, 80, 78, 93, 87, 68, 62, 61, 50, 35, 14, 0, 0, 1], "n_am_pl": [12, 27, 15, 17, 27, 30, 32, 36, 25, 26, 41, 37, 52, 40, 34, 39, 33, 28, 27, 24, 21, 20, 24, 22, 29, 30, 27, 35, 39, 40, 44, 42, 37, 29, 39, 24, 29, 23, 20, 26, 19, 20, 29, 36, 32, 37, 54, 65, 64, 67], "n_pos": 241, "sum_m_en": [24.439368, 35.867492, 36.041385, 35.610794, 38.683101, 41.49429, 40.768125, 40.024162, 35.028702, 37.518984, 36.092351, 33.999002, 34.425347, 32.923137, 30.1587, 32.264438, 32.980363, 31.528735, 32.705988, 33.63684, 33.712495, 32.921737, 32.632043, 33.568643, 40.638529, 40.417023, 36.002665, 36.719761, 34.907249, 34.46674, 32.14794, 32.958388, 30.735473, 31.685362, 34.989311, 34.460566, 32.69797, 45.568451, 45.499353, 51.031315, 52.383102, 47.623178, 46.136838, 51.739654, 44.484367, 35.959756, 16.794325, 3.111878, 1.443502, 0.924168], "sum_m_pl": [6.305965, 12.594322, 12.905295, 11.247777, 11.258398, 13.045147, 14.184824, 14.79332, 14.882998, 17.139181, 18.654649, 20.825532, 21.605623, 18.952591, 18.514137, 17.47558, 15.594036, 13.988662, 14.573569, 13.756767, 14.292111, 13.486226, 13.12542, 13.26416, 18.972203, 22.379348, 21.790605, 25.135311, 22.889694, 25.135258, 24.674928, 21.870703, 20.622918, 17.789149, 20.186397, 17.174459, 20.357317, 23.377496, 23.583235, 24.131399, 23.626557, 24.409191, 27.934016, 29.321658, 28.778696, 36.169725, 54.010226, 65.67947, 65.591235, 67.565614]}, "digit": {"n_am_en": [0, 1, 6, 2, 3, 2, 1, 5, 3, 4, 5, 3, 2, 2, 4, 6, 7, 7, 6, 13, 11, 9, 3, 1, 5, 7, 4, 5, 6, 3, 4, 3, 2, 4, 5, 4, 6, 18, 21, 37, 27, 23, 18, 11, 7, 4, 1, 0, 0, 0], "n_am_pl": [0, 2, 5, 2, 10, 6, 8, 6, 4, 7, 9, 10, 13, 8, 9, 9, 7, 8, 6, 7, 6, 6, 9, 8, 8, 9, 10, 10, 8, 12, 11, 13, 9, 8, 9, 4, 4, 3, 1, 1, 1, 1, 3, 5, 3, 1, 1, 1, 1, 0], "n_pos": 47, "sum_m_en": [4.556023, 7.31159, 7.338708, 6.907056, 7.555156, 8.030919, 8.096306, 7.511893, 6.423048, 7.281568, 7.043685, 6.279334, 6.616714, 6.753616, 6.066307, 6.244091, 6.271807, 6.087036, 6.651431, 6.916336, 6.719837, 6.67323, 6.603179, 6.834668, 7.79308, 7.608781, 6.765214, 7.846886, 7.669507, 7.620832, 6.996242, 7.204253, 6.398721, 6.354416, 6.475418, 6.44893, 5.92414, 9.475838, 9.355094, 13.787572, 13.43708, 11.359956, 9.142012, 8.9064, 7.410019, 5.921943, 3.388847, 1.389487, 0.401491, 4.5e-05], "sum_m_pl": [0.955219, 2.761177, 2.156501, 1.721853, 2.085257, 2.234312, 2.422773, 2.778121, 2.836017, 3.427736, 3.83777, 4.375738, 4.283806, 3.792102, 3.716444, 3.765547, 3.246519, 3.286829, 3.101175, 2.90322, 3.072306, 2.84125, 2.760986, 2.826184, 5.279097, 6.792865, 6.680423, 7.126021, 5.631649, 6.558051, 6.023429, 5.06472, 4.182955, 3.966625, 4.172372, 3.584847, 3.080561, 2.840083, 2.97373, 2.665785, 2.514062, 2.783498, 4.173826, 4.528669, 4.015857, 3.440184, 3.447326, 2.500262, 1.505337, 0.313267]}, "lang": {"n_am_en": [3, 6, 3, 10, 18, 14, 10, 10, 9, 6, 6, 8, 7, 4, 3, 6, 8, 10, 8, 23, 21, 15, 11, 10, 25, 24, 23, 16, 14, 10, 2, 11, 8, 13, 18, 21, 21, 32, 30, 28, 32, 24, 26, 26, 24, 18, 8, 0, 0, 1], "n_am_pl": [2, 3, 3, 7, 4, 8, 8, 13, 11, 5, 7, 9, 14, 10, 12, 12, 11, 9, 10, 5, 4, 5, 4, 5, 5, 4, 5, 9, 10, 11, 11, 13, 12, 10, 10, 6, 11, 7, 4, 11, 5, 7, 10, 13, 15, 24, 40, 53, 61, 66], "n_pos": 68, "sum_m_en": [6.082833, 9.589395, 10.183514, 10.543617, 11.522332, 12.13223, 11.995804, 12.411188, 11.182822, 11.733513, 11.262054, 11.122242, 10.961863, 10.021231, 9.008928, 9.863851, 10.197916, 9.908412, 10.012843, 10.433881, 10.444317, 9.857925, 9.642259, 9.917412, 15.201168, 14.795187, 13.318676, 11.941549, 11.13759, 10.740607, 10.068021, 10.298678, 9.775413, 11.109883, 12.625713, 13.062571, 13.116239, 19.751601, 19.124769, 18.779999, 19.013726, 19.297934, 19.893652, 20.30862, 19.492368, 16.037316, 7.933643, 0.384017, 0.373101, 0.809116], "sum_m_pl": [1.152259, 2.933043, 3.480665, 3.24526, 3.209792, 3.955906, 4.455337, 4.611239, 4.728359, 5.145297, 5.349084, 5.772709, 6.145736, 5.67811, 5.833194, 5.14339, 4.600856, 3.919009, 4.173726, 3.835923, 3.931767, 3.789648, 3.668008, 3.684381, 4.965879, 5.860043, 5.767935, 6.985954, 6.735362, 7.182855, 7.050799, 6.548619, 6.817412, 5.449615, 6.327318, 5.431882, 6.389241, 5.621576, 5.093125, 5.660113, 5.689989, 6.18464, 8.608847, 10.233635, 12.926702, 21.767633, 38.155747, 53.630131, 59.470895, 65.314075]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "llmzszl-18502", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 873, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9669}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 13, 19, 23, 34, 30, 49, 44, 40, 47, 43, 47, 37, 32, 40, 50, 60, 50, 54, 57, 62, 69, 66, 60, 68, 61, 50, 46, 43, 38, 40, 44, 37, 51, 58, 55, 52, 61, 66, 67, 68, 61, 62, 64, 63, 57, 59, 59, 59, 62], "n_am_pl": [5, 4, 5, 5, 9, 6, 10, 12, 10, 4, 7, 7, 5, 8, 6, 10, 2, 4, 3, 6, 2, 0, 0, 1, 4, 5, 9, 3, 8, 9, 10, 5, 11, 7, 7, 6, 4, 3, 1, 2, 2, 2, 2, 3, 3, 3, 2, 1, 0, 0], "n_pos": 101, "sum_m_en": [12.984587, 15.431071, 16.548714, 18.044281, 20.723966, 21.825887, 22.838531, 21.10313, 20.456452, 20.532828, 20.705985, 20.608593, 20.054788, 20.650273, 21.413986, 22.629484, 23.215778, 21.980814, 21.103788, 20.45743, 20.108543, 21.428281, 20.018404, 19.171785, 44.979056, 37.955815, 33.147622, 28.103102, 26.50756, 25.173721, 24.313412, 24.599126, 26.183102, 29.424663, 33.250242, 33.828595, 34.629208, 40.407436, 50.797514, 53.924977, 51.10269, 52.554903, 53.616976, 56.997465, 52.570984, 53.670058, 54.587617, 54.588746, 55.011531, 61.345816], "sum_m_pl": [2.210053, 3.870334, 4.609445, 4.712919, 4.766976, 5.058575, 5.728724, 5.583167, 5.343972, 5.34865, 5.771558, 6.120568, 6.507715, 6.026543, 6.497299, 6.346781, 6.103648, 6.064839, 6.168675, 6.21751, 5.884155, 5.674851, 5.486244, 5.615129, 5.275527, 6.725651, 7.363738, 7.203675, 7.659843, 8.257715, 8.129654, 7.230761, 7.539798, 6.448311, 6.150459, 6.117907, 6.345044, 5.716316, 4.63048, 4.001242, 4.211264, 3.368227, 3.00519, 3.394692, 4.069026, 3.060348, 2.207315, 1.130188, 0.611463, 0.003992]}, "digit": {"n_am_en": [1, 0, 1, 0, 3, 4, 7, 6, 5, 4, 2, 3, 2, 0, 1, 3, 6, 4, 5, 8, 10, 9, 8, 6, 7, 6, 4, 5, 4, 2, 3, 2, 1, 3, 4, 3, 4, 7, 9, 7, 8, 7, 6, 4, 3, 1, 1, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 3, 2, 3, 1, 1, 0, 1, 2, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 2, 3, 3, 2, 0, 1, 1, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0], "n_pos": 11, "sum_m_en": [1.175741, 1.960831, 1.829628, 1.871555, 2.062434, 2.246551, 2.308293, 2.197625, 1.993634, 2.02429, 2.155305, 2.198701, 2.065718, 2.109782, 2.131953, 2.22124, 2.299678, 2.137993, 2.195442, 2.233347, 2.147291, 2.37065, 2.231675, 2.080308, 5.546841, 4.054163, 3.155753, 2.819556, 2.512127, 2.187613, 2.114337, 2.065416, 2.023881, 2.236892, 2.379319, 2.434075, 2.514379, 3.25289, 4.504763, 5.198713, 4.375434, 4.282786, 3.298253, 3.654846, 2.197122, 1.903245, 1.516694, 1.369129, 0.544799, 0.000264], "sum_m_pl": [0.206097, 0.446061, 0.459419, 0.490684, 0.522448, 0.487058, 0.546224, 0.521729, 0.51778, 0.541535, 0.626196, 0.657907, 0.72001, 0.617797, 0.644053, 0.65477, 0.615527, 0.621075, 0.656683, 0.646089, 0.589524, 0.591426, 0.597722, 0.634898, 0.840532, 1.061491, 0.988367, 1.013188, 0.954113, 1.111048, 1.057739, 0.899132, 0.865554, 0.734307, 0.705761, 0.689963, 0.661336, 0.571002, 0.42207, 0.346045, 0.429955, 0.426587, 0.427503, 0.49931, 0.912129, 0.713342, 0.675788, 0.412249, 0.052855, 1e-05]}, "lang": {"n_am_en": [8, 12, 16, 20, 28, 24, 31, 31, 31, 33, 31, 34, 27, 26, 31, 37, 44, 40, 42, 39, 39, 45, 42, 41, 45, 41, 38, 34, 33, 33, 33, 36, 32, 40, 47, 47, 43, 46, 47, 48, 49, 50, 52, 56, 56, 54, 56, 57, 57, 62], "n_am_pl": [4, 2, 1, 4, 3, 2, 4, 7, 5, 4, 5, 4, 1, 6, 4, 7, 1, 3, 2, 3, 0, 0, 0, 0, 1, 2, 4, 1, 2, 3, 4, 3, 8, 4, 5, 2, 2, 1, 1, 0, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0], "n_pos": 63, "sum_m_en": [8.468805, 9.480261, 10.761745, 11.90261, 13.874394, 14.582977, 15.198935, 13.997516, 13.912185, 13.793071, 13.734245, 13.505873, 13.226093, 13.791383, 14.416216, 15.491728, 15.686245, 15.192253, 14.228724, 13.603437, 13.466502, 13.79911, 12.944965, 12.482735, 30.546781, 26.342428, 24.610124, 20.792962, 19.483516, 18.692454, 18.012596, 18.168573, 19.346522, 22.102688, 25.156222, 26.314923, 27.604599, 32.416162, 38.904035, 40.700429, 40.293028, 42.950647, 46.187513, 48.922838, 47.571247, 48.346625, 50.163531, 50.428912, 52.966419, 61.025233], "sum_m_pl": [1.344104, 2.321792, 2.719372, 2.673556, 2.72278, 3.009842, 3.447537, 3.458278, 3.225214, 3.267245, 3.585371, 3.797521, 4.11709, 3.938676, 4.138259, 4.070226, 3.940789, 3.844678, 3.915695, 3.932275, 3.762818, 3.640594, 3.452997, 3.506978, 2.971619, 3.962125, 4.357538, 4.133164, 4.536827, 4.876926, 4.860182, 4.626287, 4.932903, 4.24196, 4.063831, 4.216658, 4.359097, 3.827353, 3.01977, 2.422666, 2.375554, 1.712213, 1.386431, 1.9275, 2.294555, 1.800313, 1.233104, 0.479647, 0.449234, 0.003982]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "llmzszl-18504", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 783, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9902}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 26, 39, 57, 60, 94, 100, 94, 84, 93, 81, 71, 70, 67, 90, 123, 165, 162, 157, 170, 185, 199, 180, 165, 232, 183, 169, 141, 109, 85, 83, 81, 103, 144, 162, 143, 146, 177, 183, 207, 196, 177, 186, 181, 126, 91, 44, 30, 24, 24], "n_am_pl": [2, 44, 62, 54, 50, 44, 66, 74, 68, 63, 58, 53, 62, 74, 54, 67, 59, 49, 47, 42, 27, 29, 28, 29, 41, 43, 59, 71, 78, 80, 82, 75, 71, 59, 50, 36, 51, 31, 29, 31, 42, 53, 51, 73, 86, 124, 147, 162, 160, 157], "n_pos": 495, "sum_m_en": [48.93403, 72.161504, 76.110194, 78.956252, 83.048324, 87.11414, 86.011836, 87.405741, 83.835662, 87.77085, 91.514343, 90.093841, 90.324298, 87.245114, 88.284099, 92.934302, 100.921502, 91.159443, 89.49334, 87.767571, 88.239197, 94.067166, 89.693816, 86.208535, 148.510393, 132.028409, 116.519721, 105.69571, 96.379225, 90.861377, 86.115488, 89.105336, 94.468361, 101.225981, 112.421223, 104.958841, 105.62502, 117.02304, 139.502181, 157.271302, 149.62579, 154.253213, 161.432308, 161.069775, 125.810467, 96.220749, 51.207506, 33.569357, 27.985844, 24.000086], "sum_m_pl": [9.379763, 26.103512, 30.80596, 30.532436, 30.556307, 29.918484, 29.376846, 30.924883, 30.315669, 33.089423, 35.391017, 35.979854, 37.507359, 36.967874, 35.957497, 34.760827, 33.441928, 33.446476, 32.397808, 32.115193, 30.069023, 29.189036, 28.88581, 29.015513, 36.058966, 43.763239, 46.683617, 48.323216, 52.340421, 55.421395, 51.467046, 48.325186, 45.247025, 40.863204, 36.993655, 34.741591, 33.16858, 29.263311, 27.590186, 29.112945, 32.630467, 36.08136, 43.193004, 68.242897, 79.620611, 106.97011, 145.159748, 155.530993, 157.354953, 157.074236]}, "digit": {"n_am_en": [4, 2, 4, 6, 4, 5, 8, 4, 10, 10, 10, 11, 8, 10, 7, 16, 18, 20, 17, 22, 24, 25, 22, 21, 34, 24, 22, 20, 14, 11, 11, 4, 17, 17, 20, 20, 25, 30, 25, 25, 25, 22, 23, 21, 13, 6, 2, 3, 0, 0], "n_am_pl": [0, 9, 8, 6, 8, 9, 11, 13, 13, 20, 12, 8, 12, 7, 5, 10, 8, 8, 9, 3, 2, 3, 3, 4, 5, 3, 6, 11, 13, 15, 9, 8, 8, 7, 10, 2, 2, 2, 1, 4, 5, 3, 7, 7, 4, 6, 4, 4, 1, 0], "n_pos": 71, "sum_m_en": [7.000216, 10.601338, 11.496859, 10.983876, 11.582704, 12.185654, 11.874044, 11.883606, 11.473422, 12.183202, 13.308811, 12.99083, 12.907249, 12.540602, 12.65036, 13.021031, 13.468995, 12.208164, 12.021792, 12.085881, 12.208819, 13.099412, 13.247709, 13.179285, 20.427398, 19.916496, 17.946343, 16.927172, 15.610353, 14.218414, 12.727529, 12.967103, 14.428252, 14.790819, 15.887076, 15.659949, 17.089077, 19.376169, 21.337036, 22.70293, 20.442754, 17.928356, 16.520791, 17.257672, 13.300622, 9.125524, 5.96999, 3.514352, 1.708595, 0.0], "sum_m_pl": [1.370438, 3.609305, 3.875298, 3.726443, 3.665388, 3.871906, 3.407082, 3.707564, 4.12192, 4.367175, 4.762499, 4.529852, 4.731683, 4.43207, 4.616955, 4.629332, 4.376698, 4.633489, 4.198946, 4.265135, 4.075097, 4.178946, 4.131467, 4.160386, 5.837673, 6.269657, 6.829987, 6.363711, 6.021212, 6.335799, 5.949877, 5.651824, 5.192121, 4.739762, 4.456924, 4.494662, 3.734681, 3.665085, 3.534121, 4.366267, 4.397234, 3.729237, 3.921092, 5.411917, 4.53825, 4.645174, 4.157444, 3.293981, 1.790355, 0.0]}, "lang": {"n_am_en": [7, 10, 8, 24, 28, 46, 42, 36, 38, 47, 43, 35, 32, 27, 42, 60, 88, 85, 90, 93, 100, 105, 96, 90, 113, 94, 90, 81, 59, 45, 46, 52, 54, 75, 79, 78, 76, 94, 89, 106, 96, 90, 98, 96, 78, 58, 33, 25, 24, 24], "n_am_pl": [0, 16, 16, 20, 24, 10, 19, 20, 21, 21, 21, 28, 25, 42, 30, 27, 27, 17, 20, 18, 16, 16, 14, 14, 21, 17, 17, 24, 28, 32, 38, 34, 31, 23, 20, 15, 27, 20, 20, 17, 30, 34, 35, 46, 65, 99, 129, 146, 149, 156], "n_pos": 180, "sum_m_en": [18.550114, 27.169816, 28.759681, 30.889265, 33.081061, 35.194871, 34.675132, 35.478001, 35.000458, 36.925999, 37.88427, 37.431646, 37.242057, 35.755469, 35.717487, 38.134229, 42.522173, 38.789076, 37.318091, 36.278649, 37.279147, 41.146773, 37.979484, 35.26125, 74.388274, 64.077838, 55.923867, 47.93341, 41.962931, 38.087518, 36.257578, 37.244583, 38.598818, 43.765635, 49.018731, 47.949511, 48.829463, 53.94757, 64.805229, 75.221403, 74.974016, 77.467676, 86.808669, 87.009123, 75.407253, 56.984194, 33.6072, 25.702026, 24.598035, 24.000032], "sum_m_pl": [3.271266, 9.47776, 11.238544, 11.249598, 11.024392, 11.067323, 11.215613, 11.653298, 11.237024, 12.144237, 13.619628, 14.657, 15.177615, 15.794014, 14.868181, 13.83234, 12.77972, 12.691946, 12.880329, 12.309362, 11.374615, 11.022889, 10.897245, 11.168262, 12.439971, 15.293187, 17.257151, 18.651877, 20.958502, 22.354606, 20.251037, 19.869951, 19.161628, 17.36573, 15.764328, 14.847785, 15.517826, 14.095026, 14.140447, 14.702761, 17.76345, 21.869937, 28.657469, 41.412314, 56.635897, 86.165413, 124.40994, 142.168284, 147.087345, 155.404331]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 497, "item_id": "llmzszl-18504", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 495, "roundtrip_ok": true, "tf_agree": 0.992, "tf_agree_excl_first": 0.994}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 21, 36, 38, 41, 40, 38, 35, 33, 40, 39, 44, 42, 47, 46, 58, 61, 63, 76, 71, 79, 85, 71, 77, 107, 86, 78, 59, 53, 47, 47, 58, 57, 69, 79, 94, 97, 108, 111, 108, 109, 111, 105, 109, 94, 90, 82, 73, 64, 71], "n_am_pl": [4, 23, 21, 21, 23, 20, 28, 13, 17, 24, 23, 29, 24, 22, 26, 20, 17, 17, 9, 10, 9, 10, 9, 8, 12, 28, 17, 28, 28, 23, 31, 24, 23, 13, 7, 7, 5, 6, 5, 10, 5, 8, 6, 5, 6, 6, 11, 11, 12, 12], "n_pos": 246, "sum_m_en": [30.055415, 38.169766, 38.148835, 39.799588, 40.875585, 42.784298, 41.767302, 41.056905, 39.017547, 40.355236, 41.269368, 42.478002, 41.903877, 41.788923, 43.854414, 45.145057, 46.181134, 44.075588, 44.019703, 42.663628, 41.601251, 43.968539, 41.649779, 42.061264, 69.932788, 61.275809, 54.2001, 48.612217, 46.408224, 45.798676, 43.651869, 45.579586, 48.663213, 49.995399, 54.858814, 60.426101, 64.947982, 72.639839, 87.431362, 94.767844, 92.120709, 98.494465, 95.549143, 98.853542, 90.949382, 84.908673, 74.86702, 71.453347, 63.260202, 71.469856], "sum_m_pl": [6.226905, 12.366145, 15.089423, 14.388163, 14.176731, 14.114142, 14.050567, 13.542683, 13.576552, 14.159244, 14.540591, 15.393739, 16.812499, 16.515208, 16.049061, 15.198367, 14.049527, 13.930262, 13.888135, 14.228306, 13.647579, 13.371186, 13.495995, 13.370089, 15.72441, 20.094483, 18.668407, 20.493994, 21.383543, 22.633577, 20.778277, 19.287026, 17.803057, 16.7397, 15.635607, 14.040747, 12.825499, 11.492528, 10.109297, 9.843255, 8.875074, 8.356325, 7.245414, 5.904508, 5.148775, 4.649205, 9.170113, 9.321183, 12.096103, 11.728629]}, "digit": {"n_am_en": [0, 2, 4, 5, 3, 2, 4, 6, 2, 3, 5, 7, 8, 7, 6, 8, 7, 8, 12, 9, 16, 16, 14, 13, 19, 13, 16, 9, 7, 8, 11, 8, 4, 4, 8, 15, 11, 15, 12, 10, 9, 11, 6, 9, 8, 7, 2, 3, 0, 0], "n_am_pl": [0, 7, 2, 2, 3, 3, 4, 0, 1, 4, 5, 5, 3, 3, 3, 2, 1, 3, 2, 1, 1, 1, 2, 2, 2, 4, 3, 6, 4, 4, 4, 2, 10, 1, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.604668, 5.1456, 5.068697, 5.305198, 5.632499, 6.117506, 6.491777, 6.346664, 5.760442, 6.288262, 6.640879, 6.621378, 6.699355, 6.38931, 6.63753, 6.715671, 6.981547, 6.447862, 6.475123, 5.9014, 5.842762, 6.026793, 5.993411, 6.077865, 12.469323, 10.047439, 8.07187, 7.320113, 7.175455, 7.143121, 7.0284, 6.873726, 7.007773, 6.765591, 6.694303, 8.060082, 7.440256, 7.905985, 8.892671, 9.067533, 7.20884, 9.085748, 6.817134, 8.928039, 7.471728, 5.706044, 3.369911, 2.404074, 0.381719, 0.001702], "sum_m_pl": [0.71941, 1.698243, 1.691196, 1.731853, 1.653278, 1.546125, 1.477016, 1.490692, 1.506081, 1.489433, 1.68863, 1.615864, 1.816909, 1.949616, 1.870079, 1.679374, 1.557514, 1.602017, 1.588908, 1.725692, 1.671093, 1.69236, 1.689367, 1.720715, 1.921169, 2.659979, 2.677466, 3.303156, 3.096668, 2.980724, 2.451557, 2.266142, 2.122068, 1.875815, 1.862907, 1.733622, 1.721584, 1.636796, 1.502488, 1.141317, 1.233331, 1.124335, 1.122114, 0.868758, 1.029062, 0.81221, 0.504562, 0.480329, 0.115268, 0.0]}, "lang": {"n_am_en": [18, 13, 20, 19, 23, 23, 19, 19, 24, 24, 23, 22, 20, 28, 28, 33, 30, 32, 40, 43, 41, 41, 37, 36, 48, 44, 46, 35, 32, 27, 25, 34, 37, 45, 43, 48, 52, 52, 56, 55, 60, 63, 63, 65, 62, 63, 65, 61, 63, 69], "n_am_pl": [3, 2, 1, 5, 6, 4, 10, 4, 6, 9, 10, 17, 12, 5, 8, 7, 8, 7, 5, 4, 3, 5, 4, 4, 4, 9, 6, 11, 7, 10, 9, 8, 8, 4, 2, 4, 3, 3, 3, 9, 5, 8, 5, 5, 6, 6, 11, 11, 12, 12], "n_pos": 82, "sum_m_en": [9.986245, 13.764004, 14.390438, 15.06082, 15.49769, 15.945192, 15.47003, 15.237914, 15.241693, 14.92009, 15.139117, 15.771014, 15.295077, 15.912579, 16.556761, 17.203629, 17.801241, 17.174035, 16.917668, 16.475193, 15.731167, 16.046136, 15.241183, 15.122496, 29.588409, 26.50996, 25.340468, 21.289557, 19.653758, 18.847395, 17.736193, 19.15623, 21.131291, 22.827957, 25.243994, 28.490208, 33.106453, 36.673806, 45.052404, 49.025063, 51.784994, 54.842509, 57.979501, 59.321808, 59.349248, 59.829491, 59.408188, 59.915188, 59.14903, 69.138227], "sum_m_pl": [2.01213, 3.686455, 4.431974, 4.42234, 4.640437, 4.493157, 4.539843, 4.38709, 4.657079, 4.853839, 5.023689, 5.779967, 6.145375, 5.917183, 5.782121, 5.574989, 5.167467, 5.20421, 5.171185, 5.045673, 4.804862, 4.741286, 4.770595, 4.695203, 5.693643, 7.368019, 6.594376, 7.144369, 7.43227, 7.924761, 7.472191, 7.29048, 6.754836, 6.399715, 5.926839, 5.511615, 4.859793, 4.388274, 3.90226, 4.829853, 4.419154, 4.568345, 3.555132, 3.098989, 2.236819, 2.325786, 7.984354, 8.22579, 11.247622, 11.726139]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "llmzszl-18505", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 824, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9717}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 24, 37, 60, 56, 59, 55, 69, 48, 60, 50, 61, 64, 60, 63, 70, 97, 98, 127, 119, 132, 138, 124, 111, 168, 146, 128, 106, 79, 69, 75, 82, 73, 97, 110, 128, 130, 144, 156, 164, 161, 169, 160, 171, 150, 109, 41, 25, 19, 19], "n_am_pl": [4, 23, 44, 41, 32, 35, 36, 33, 49, 45, 50, 44, 50, 50, 44, 39, 28, 25, 19, 17, 20, 14, 17, 19, 18, 30, 29, 40, 47, 54, 49, 35, 31, 21, 18, 19, 12, 13, 16, 20, 21, 29, 32, 35, 43, 77, 135, 150, 165, 167], "n_pos": 352, "sum_m_en": [34.048345, 51.242791, 54.383207, 56.91668, 56.850535, 58.607346, 59.975855, 60.087354, 57.330191, 59.76807, 61.10664, 60.832464, 60.393982, 59.333675, 61.071499, 63.196312, 65.388739, 61.15955, 61.731922, 59.828754, 58.848751, 61.039601, 58.612189, 58.333546, 107.690392, 91.895777, 79.119464, 68.633132, 64.30681, 64.663337, 61.789942, 63.657064, 66.471237, 69.061558, 76.891765, 81.429033, 86.391132, 94.966556, 105.942756, 121.666433, 123.212773, 130.999747, 128.330703, 141.923722, 125.288541, 97.475769, 46.107402, 25.194197, 21.375053, 19.000392], "sum_m_pl": [5.726776, 16.022879, 20.094712, 20.631158, 21.153582, 21.226127, 21.813181, 21.014484, 21.600146, 21.579061, 22.708998, 23.248071, 25.550566, 24.018751, 23.503909, 21.026247, 19.142297, 18.078598, 17.479935, 18.430825, 18.016411, 17.641513, 17.951924, 17.940663, 20.407027, 26.564943, 26.248963, 28.683807, 32.197861, 33.748492, 30.565485, 28.670134, 28.179117, 26.801538, 24.570719, 22.905005, 21.850217, 20.652656, 21.472999, 20.264958, 21.813835, 22.705198, 23.929887, 28.49954, 37.493045, 61.820214, 117.938477, 144.463452, 159.872749, 166.425057]}, "digit": {"n_am_en": [0, 2, 4, 4, 0, 1, 1, 2, 1, 5, 4, 7, 3, 5, 5, 3, 4, 4, 9, 7, 7, 8, 9, 8, 11, 10, 8, 6, 6, 4, 5, 4, 7, 7, 6, 12, 9, 10, 11, 11, 8, 11, 8, 8, 8, 6, 4, 2, 0, 0], "n_am_pl": [0, 0, 0, 3, 4, 1, 2, 2, 3, 4, 5, 1, 1, 0, 0, 2, 1, 1, 0, 0, 1, 2, 2, 2, 0, 0, 1, 1, 0, 2, 3, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.292324, 3.938475, 4.155555, 4.260375, 4.192324, 4.50289, 5.011111, 4.85528, 4.456306, 4.58188, 4.724153, 4.609366, 4.742884, 4.600721, 4.802089, 4.883098, 4.885714, 4.586906, 4.778998, 4.499843, 4.440032, 4.535662, 4.467916, 4.564631, 9.106153, 8.389058, 6.69795, 5.875175, 5.439054, 5.52238, 5.385158, 5.171593, 5.481757, 5.180725, 5.117939, 5.309007, 5.779784, 6.732944, 7.377368, 7.852886, 6.135234, 7.579385, 5.382485, 7.865629, 7.112596, 5.690343, 3.74023, 2.292851, 0.314588, 0.0], "sum_m_pl": [0.355738, 1.204336, 1.173669, 1.397754, 1.384705, 1.255203, 1.141073, 1.170966, 1.206068, 1.103312, 1.24261, 1.209741, 1.277476, 1.252828, 1.216396, 1.089915, 1.012862, 1.057719, 0.988235, 1.104645, 1.124085, 1.148507, 1.134717, 1.196871, 1.145504, 1.304739, 1.300497, 1.32615, 1.534162, 1.515805, 1.288727, 1.354459, 1.300325, 1.233291, 1.212517, 1.074847, 1.001117, 0.866311, 0.799815, 0.631831, 0.640819, 0.68163, 0.681831, 0.487986, 0.587032, 0.474539, 0.288472, 0.374454, 0.155297, 0.0]}, "lang": {"n_am_en": [4, 10, 19, 37, 39, 39, 30, 44, 32, 32, 26, 34, 41, 34, 38, 45, 59, 63, 83, 81, 89, 93, 81, 70, 108, 94, 84, 64, 49, 45, 46, 51, 43, 59, 69, 74, 81, 91, 98, 104, 106, 112, 109, 114, 104, 82, 31, 22, 19, 19], "n_am_pl": [4, 16, 28, 20, 17, 21, 23, 20, 28, 26, 31, 33, 31, 35, 32, 23, 17, 16, 9, 8, 9, 7, 10, 12, 13, 18, 17, 32, 26, 32, 26, 19, 17, 11, 13, 16, 10, 12, 15, 19, 19, 27, 30, 33, 37, 66, 117, 139, 156, 166], "n_pos": 185, "sum_m_en": [16.592221, 26.422792, 29.199643, 30.685399, 31.369652, 32.332199, 33.021385, 33.263801, 32.235016, 33.095367, 33.976284, 33.886864, 33.420355, 33.512549, 34.174647, 35.45684, 37.285914, 35.011623, 34.731211, 33.536241, 32.894889, 34.458023, 32.557183, 32.058514, 66.132391, 55.753662, 47.942416, 39.855048, 36.446731, 35.787902, 34.799052, 36.78942, 38.129103, 40.451281, 44.411119, 48.231799, 50.573239, 55.9149, 64.109981, 75.518426, 80.825316, 85.005624, 88.619566, 95.207431, 85.330964, 71.538865, 35.791206, 20.999491, 19.680024, 19.000277], "sum_m_pl": [2.78915, 8.105309, 10.46471, 10.461507, 10.84396, 11.17375, 11.796888, 11.551768, 12.145577, 12.210495, 13.057283, 13.750295, 15.356853, 14.3996, 14.043506, 12.194724, 10.9211, 10.163981, 9.961172, 10.185766, 9.913092, 9.684426, 9.967786, 9.871426, 11.541342, 14.817373, 14.744669, 16.604174, 18.649016, 20.125824, 18.385093, 17.433286, 17.473208, 16.974642, 15.496013, 15.040993, 14.917721, 14.329052, 14.951682, 14.598972, 16.009888, 16.648524, 18.281298, 22.11142, 29.497712, 49.969372, 101.089417, 132.530374, 151.202148, 165.283328]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 354, "item_id": "llmzszl-18505", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 952, "region_end": 352, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9915}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [39, 35, 45, 53, 52, 55, 68, 61, 47, 52, 43, 52, 44, 34, 42, 51, 71, 70, 71, 83, 73, 72, 65, 64, 110, 100, 78, 78, 60, 65, 63, 61, 71, 78, 92, 110, 95, 116, 116, 119, 120, 111, 117, 112, 95, 93, 80, 76, 70, 80], "n_am_pl": [12, 19, 47, 21, 36, 28, 31, 37, 29, 29, 33, 22, 41, 44, 48, 50, 57, 31, 37, 30, 13, 13, 12, 12, 17, 32, 26, 27, 46, 49, 48, 44, 30, 24, 17, 17, 20, 8, 9, 10, 14, 13, 12, 10, 10, 8, 10, 11, 13, 8], "n_pos": 363, "sum_m_en": [43.183331, 55.123666, 53.559651, 56.167427, 57.771266, 57.352952, 57.899916, 55.474762, 55.38275, 54.413954, 55.545176, 56.74368, 54.761902, 53.153175, 54.522012, 55.372268, 57.514993, 55.799187, 53.720163, 53.201517, 50.273425, 51.529658, 51.5672, 51.110222, 67.372804, 64.987639, 58.408201, 55.276974, 55.543252, 55.32945, 54.247998, 57.889421, 61.091499, 62.020792, 70.669464, 73.544128, 74.988377, 84.170142, 89.573152, 94.983142, 99.997325, 101.837563, 103.542006, 103.435664, 97.422744, 94.919341, 84.443564, 79.307373, 71.987316, 78.67502], "sum_m_pl": [8.732909, 18.943899, 21.404516, 20.926919, 21.725874, 19.597484, 18.419051, 18.884121, 19.207155, 21.411221, 22.172576, 22.188607, 24.101771, 23.188044, 24.501611, 25.515021, 23.355107, 22.921068, 22.978886, 23.0655, 21.398139, 20.27685, 20.129668, 19.941024, 23.863939, 27.661297, 27.195087, 30.733209, 31.254917, 34.365248, 32.658795, 30.41311, 27.894333, 24.130211, 21.895537, 20.336071, 19.570838, 15.90412, 15.339806, 14.340677, 13.346123, 11.849785, 10.969902, 11.271821, 12.026877, 12.707476, 12.791761, 12.08702, 11.879086, 8.510814]}, "digit": {"n_am_en": [6, 7, 8, 14, 15, 12, 19, 14, 10, 16, 11, 9, 7, 5, 8, 9, 14, 12, 9, 8, 8, 8, 8, 7, 20, 14, 14, 12, 5, 9, 14, 13, 13, 12, 19, 32, 25, 24, 20, 20, 23, 18, 23, 19, 9, 12, 8, 5, 1, 0], "n_am_pl": [0, 5, 16, 3, 14, 9, 11, 6, 7, 7, 11, 7, 14, 10, 18, 17, 22, 12, 17, 11, 4, 3, 4, 5, 8, 15, 12, 8, 13, 11, 12, 9, 6, 10, 4, 4, 7, 6, 6, 6, 9, 9, 7, 5, 5, 4, 2, 1, 1, 0], "n_pos": 88, "sum_m_en": [9.265335, 13.18882, 12.841301, 13.442737, 14.238438, 14.332344, 14.442688, 13.979849, 14.662846, 14.380188, 15.112254, 14.907332, 14.538362, 13.745242, 13.870172, 13.859894, 14.352266, 13.879188, 13.04252, 12.536664, 12.209588, 12.775229, 12.814682, 12.985691, 15.421532, 14.551173, 13.278714, 13.135543, 13.642519, 13.552175, 13.420418, 14.462426, 14.468515, 14.553046, 16.220469, 18.60233, 17.624757, 17.127584, 16.942295, 16.952075, 19.081568, 18.691463, 18.335357, 16.101846, 13.90062, 13.399317, 9.223384, 5.469707, 2.20119, 2.4e-05], "sum_m_pl": [1.630531, 4.75049, 4.799782, 4.891282, 5.157945, 4.766169, 4.165022, 4.443937, 4.473085, 4.947184, 5.307844, 5.157586, 5.728336, 5.325143, 5.670715, 6.189467, 5.709627, 5.738666, 5.777593, 5.713508, 5.221733, 4.889264, 4.816851, 4.874121, 6.548213, 7.532999, 7.363123, 8.156921, 7.564495, 7.822478, 7.550048, 6.92063, 6.287376, 5.736213, 4.900772, 4.84977, 5.020927, 4.239961, 4.540812, 4.570253, 4.295853, 4.630697, 4.322167, 4.223939, 5.000935, 4.231606, 3.19866, 2.175068, 0.832206, 0.0]}, "lang": {"n_am_en": [20, 14, 12, 18, 11, 22, 24, 21, 17, 19, 17, 25, 22, 16, 19, 22, 28, 33, 32, 34, 33, 30, 32, 34, 44, 44, 34, 33, 24, 27, 26, 26, 31, 34, 38, 48, 48, 54, 60, 61, 60, 67, 65, 67, 67, 67, 65, 65, 67, 80], "n_am_pl": [6, 4, 9, 5, 4, 5, 4, 6, 7, 2, 8, 5, 9, 15, 12, 8, 10, 5, 6, 5, 2, 2, 2, 1, 2, 4, 4, 5, 10, 12, 10, 14, 7, 6, 3, 2, 0, 1, 1, 2, 2, 2, 2, 3, 4, 4, 8, 9, 11, 8], "n_pos": 88, "sum_m_en": [12.099572, 14.227549, 14.641593, 15.594756, 16.021269, 15.925862, 16.014265, 15.275801, 14.792424, 14.557279, 14.497767, 15.333881, 14.738437, 14.914874, 15.115736, 16.009686, 16.360705, 16.388335, 15.353765, 14.553493, 13.949677, 13.999764, 13.937016, 13.479937, 24.498161, 24.59143, 22.064486, 19.963355, 18.423584, 17.820395, 17.285168, 18.216464, 20.365786, 22.151306, 25.744118, 27.757522, 32.489915, 38.326812, 43.77646, 48.22044, 50.459522, 56.130087, 58.546107, 61.329693, 61.775193, 62.12684, 62.521312, 62.016648, 65.188713, 77.983225], "sum_m_pl": [2.137071, 3.613641, 4.210702, 4.304528, 4.480965, 4.002843, 4.069658, 4.041109, 4.316464, 4.873036, 5.173038, 5.569493, 6.462281, 6.396787, 6.438033, 6.273137, 5.914906, 5.585153, 5.70718, 5.685436, 5.304544, 5.000571, 4.917481, 4.835268, 5.198958, 5.993572, 6.456774, 7.472836, 7.689303, 8.744419, 8.387201, 9.028343, 7.899189, 6.909606, 6.259352, 5.439672, 4.936697, 4.122754, 3.724519, 3.135017, 2.90427, 2.295054, 1.901409, 2.437096, 3.137632, 4.498387, 7.373922, 7.940878, 9.650453, 8.510502]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 365, "item_id": "llmzszl-18507", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 799, "region_end": 363, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 69, 103, 134, 185, 214, 230, 198, 187, 191, 203, 168, 203, 196, 217, 228, 283, 257, 252, 266, 253, 260, 256, 249, 432, 360, 324, 279, 242, 222, 228, 216, 226, 289, 352, 332, 307, 367, 394, 451, 445, 420, 415, 403, 334, 268, 117, 66, 53, 53], "n_am_pl": [13, 136, 110, 116, 129, 135, 141, 156, 162, 152, 155, 145, 182, 168, 158, 150, 127, 130, 121, 123, 94, 63, 69, 58, 74, 147, 156, 167, 197, 228, 203, 209, 191, 153, 117, 106, 81, 63, 57, 59, 71, 81, 90, 100, 128, 191, 299, 354, 366, 373], "n_pos": 1280, "sum_m_en": [129.475003, 186.270353, 197.401558, 198.125762, 206.662953, 210.129561, 212.090974, 206.769016, 202.105528, 206.912674, 217.798189, 210.39389, 219.395894, 206.810823, 206.122191, 205.988731, 214.049828, 205.43659, 194.71804, 192.812824, 185.381869, 188.472649, 189.464756, 189.894902, 278.225529, 258.506226, 236.790467, 217.523476, 217.677629, 211.839829, 204.520047, 209.815267, 219.999722, 228.128859, 254.827784, 254.336902, 247.152713, 276.356044, 299.02221, 326.872027, 338.344447, 361.031493, 358.078484, 363.576668, 292.382982, 240.320031, 121.210991, 79.160192, 68.969334, 52.828002], "sum_m_pl": [25.787714, 65.815014, 75.704165, 74.117589, 73.780043, 68.816659, 68.375404, 71.188975, 73.95271, 81.693223, 86.505757, 85.54413, 90.904239, 84.566975, 86.681887, 83.197639, 76.955307, 79.996159, 80.513287, 79.659539, 74.015109, 70.06296, 69.094553, 68.367561, 84.083852, 102.550945, 106.953911, 115.69957, 124.409662, 134.67214, 127.258485, 118.593265, 110.399172, 97.748499, 89.425709, 85.72018, 80.350102, 71.649858, 69.00375, 68.309796, 67.476123, 68.319617, 85.144769, 97.911873, 128.492384, 173.196563, 274.135531, 330.404479, 355.103342, 374.838162]}, "digit": {"n_am_en": [3, 9, 15, 26, 31, 11, 22, 17, 17, 16, 17, 16, 24, 24, 26, 20, 28, 27, 22, 22, 23, 18, 16, 19, 44, 28, 30, 29, 27, 26, 31, 22, 26, 32, 38, 40, 43, 46, 45, 53, 54, 43, 47, 46, 34, 29, 20, 5, 1, 0], "n_am_pl": [3, 5, 15, 17, 11, 26, 21, 24, 20, 29, 28, 25, 30, 23, 22, 30, 29, 31, 23, 24, 15, 7, 8, 6, 12, 25, 35, 28, 30, 42, 24, 29, 28, 24, 20, 27, 12, 6, 9, 11, 9, 6, 15, 8, 9, 15, 13, 15, 3, 0], "n_pos": 195, "sum_m_en": [18.03087, 29.150122, 31.139165, 31.583272, 33.364568, 33.604878, 32.666477, 31.841792, 31.391869, 32.683122, 33.700416, 32.535753, 33.981916, 32.749352, 32.923588, 31.125213, 32.309714, 30.337049, 28.892876, 28.191502, 27.396658, 28.398664, 28.637059, 29.036749, 35.850469, 34.697884, 32.565457, 32.7865, 32.781445, 32.787082, 31.666165, 32.587021, 35.2148, 35.33915, 37.627608, 39.103917, 37.854913, 34.937999, 35.36429, 38.186276, 37.191369, 36.81305, 37.070584, 35.061836, 29.442745, 23.072628, 16.351633, 9.92576, 5.901677, 1.1e-05], "sum_m_pl": [3.366509, 10.215183, 10.76077, 11.146375, 10.48411, 9.92383, 8.313531, 9.734036, 9.965668, 11.216401, 12.670246, 11.936197, 12.989561, 11.644444, 12.127357, 11.94777, 11.057921, 12.444334, 11.962409, 11.977793, 10.797601, 10.061884, 9.844453, 9.923617, 12.480208, 15.401404, 15.750805, 17.405157, 18.251352, 18.078864, 16.941607, 16.112163, 14.618377, 13.132249, 12.051803, 11.971545, 11.190852, 10.726139, 10.706608, 10.85797, 10.101063, 10.058537, 10.16982, 11.162071, 12.502801, 11.64915, 10.990327, 9.837018, 4.067792, 0.02043]}, "lang": {"n_am_en": [15, 17, 22, 42, 67, 102, 95, 87, 84, 88, 102, 78, 92, 85, 91, 104, 133, 129, 123, 124, 121, 139, 146, 143, 218, 183, 174, 149, 122, 96, 106, 108, 113, 136, 166, 170, 146, 188, 197, 234, 241, 225, 226, 226, 203, 156, 73, 53, 50, 53], "n_am_pl": [8, 41, 49, 43, 63, 49, 55, 56, 60, 44, 48, 62, 78, 72, 53, 48, 43, 34, 37, 46, 39, 31, 30, 23, 27, 50, 48, 63, 83, 81, 90, 83, 80, 73, 56, 43, 39, 32, 30, 33, 42, 60, 61, 76, 102, 153, 247, 309, 348, 373], "n_pos": 430, "sum_m_en": [42.117627, 60.298249, 66.837118, 67.376799, 71.903488, 74.141738, 75.858961, 74.878458, 74.743576, 76.258058, 81.643666, 78.638511, 81.145034, 75.04574, 73.316458, 74.415954, 78.258946, 76.662084, 71.247516, 69.462768, 66.636168, 67.220937, 67.320945, 67.012037, 128.374013, 114.758336, 103.207128, 88.858642, 85.807498, 80.816472, 77.015775, 78.437314, 80.980523, 87.007319, 99.977265, 104.810009, 104.321447, 125.28712, 139.617212, 156.717358, 173.595594, 181.931215, 189.407531, 198.904009, 172.560063, 138.095751, 76.876672, 55.581422, 53.563116, 52.746178], "sum_m_pl": [8.026686, 19.245687, 22.185235, 22.399631, 22.571709, 21.601215, 23.154423, 23.492882, 24.581785, 26.286018, 27.590897, 28.472972, 30.01042, 28.818748, 28.900376, 26.206489, 24.369323, 24.945188, 26.155668, 25.459262, 24.122753, 23.073472, 22.593752, 22.329246, 26.257929, 32.397119, 35.463854, 38.801391, 41.768406, 46.972341, 44.646428, 42.781903, 41.298587, 37.771288, 34.170535, 33.376677, 31.74358, 28.075457, 27.474707, 28.60783, 29.45228, 34.960254, 53.379272, 64.228767, 94.355676, 138.007542, 228.64125, 290.937859, 331.644579, 371.620871]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18507", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 927, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9937}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 3, 4, 8, 12, 10, 14, 10, 8, 11, 9, 6, 8, 14, 8, 7, 11, 16, 19, 18, 18, 19, 18, 17, 23, 23, 21, 14, 15, 18, 16, 15, 15, 17, 18, 23, 23, 33, 34, 35, 35, 35, 35, 36, 39, 39, 34, 33, 34, 32], "n_am_pl": [4, 3, 4, 0, 1, 3, 9, 5, 3, 5, 7, 8, 3, 4, 5, 4, 3, 2, 1, 3, 2, 1, 2, 3, 3, 5, 6, 5, 6, 7, 10, 7, 5, 6, 5, 4, 3, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1], "n_pos": 55, "sum_m_en": [6.071715, 7.04833, 6.817941, 7.113952, 8.393148, 8.710093, 8.787225, 8.593802, 8.725507, 8.771898, 8.629301, 8.643494, 8.930667, 9.697277, 9.504337, 10.10806, 9.933539, 10.466563, 10.118126, 10.021787, 9.555149, 9.499647, 10.191334, 9.870371, 16.472123, 15.68262, 14.268158, 12.708393, 12.287779, 11.534108, 11.61233, 11.198596, 10.930922, 13.344918, 13.558872, 15.2957, 17.324278, 20.966252, 24.141942, 27.298402, 28.878525, 30.315504, 30.998638, 33.052806, 34.574494, 34.022558, 31.927108, 31.043779, 29.737877, 31.926284], "sum_m_pl": [1.460224, 2.443838, 2.654915, 2.452803, 2.658342, 2.825704, 3.382665, 3.121545, 3.105862, 3.597653, 3.871722, 3.960822, 4.044159, 3.878658, 4.025967, 3.760891, 3.577351, 3.489749, 3.406756, 3.493668, 3.483036, 3.403446, 3.311634, 3.163744, 4.129394, 4.658041, 4.9617, 4.945867, 5.265809, 5.996155, 5.338197, 5.265298, 5.445303, 5.380095, 5.157527, 4.677266, 4.217921, 3.494642, 2.923671, 2.778975, 2.208865, 1.49017, 1.085439, 0.89703, 1.207693, 0.850406, 1.282168, 0.973537, 1.358471, 1.242442]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 3, 4, 4, 7, 7, 12, 9, 6, 7, 8, 5, 5, 9, 7, 5, 8, 12, 14, 12, 13, 14, 13, 12, 16, 16, 14, 10, 10, 12, 11, 9, 10, 13, 14, 18, 18, 26, 26, 27, 29, 29, 28, 30, 31, 30, 29, 29, 30, 32], "n_am_pl": [2, 0, 2, 0, 0, 1, 1, 3, 1, 5, 6, 6, 2, 4, 4, 3, 3, 2, 1, 2, 1, 1, 2, 3, 3, 4, 4, 3, 1, 4, 7, 5, 4, 3, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 34, "sum_m_en": [3.96153, 4.709403, 4.567183, 4.641828, 5.345989, 5.76236, 5.769502, 5.658677, 5.609585, 5.710511, 5.593744, 5.528409, 5.698324, 6.256295, 6.320879, 6.767431, 6.764212, 7.206547, 6.843284, 6.673124, 6.228119, 6.188592, 6.917959, 6.57405, 12.124348, 11.429361, 10.297361, 9.055372, 8.736979, 7.857265, 7.930085, 7.550499, 7.466801, 9.09891, 9.289928, 10.640702, 12.269573, 15.731028, 19.108447, 21.891937, 23.471084, 24.736601, 25.272248, 26.858669, 27.65571, 27.627894, 27.528165, 27.11611, 26.954039, 31.392857], "sum_m_pl": [0.853518, 1.374222, 1.516721, 1.460891, 1.591469, 1.663338, 1.949605, 1.875132, 1.927056, 2.171794, 2.383795, 2.401033, 2.499978, 2.361437, 2.442074, 2.257245, 2.141418, 2.0695, 2.027537, 2.097303, 2.128287, 2.069993, 2.015953, 1.935307, 2.658967, 2.936684, 3.431358, 3.269684, 3.231366, 3.843773, 3.331259, 3.2582, 3.284107, 3.253552, 3.007377, 2.661866, 2.289943, 1.849529, 1.489594, 1.477337, 1.220385, 0.814453, 0.454636, 0.327537, 0.615633, 0.454317, 0.966457, 0.683399, 1.220084, 1.242437]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 57, "item_id": "llmzszl-18511", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 790, "region_end": 55, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 14, 23, 27, 39, 54, 61, 48, 61, 41, 38, 43, 39, 48, 51, 69, 63, 69, 70, 83, 88, 84, 101, 95, 131, 103, 96, 79, 62, 61, 60, 64, 64, 71, 91, 104, 106, 117, 136, 142, 151, 160, 159, 168, 140, 98, 40, 6, 0, 0], "n_am_pl": [13, 36, 35, 24, 21, 22, 29, 29, 35, 35, 33, 39, 39, 36, 41, 32, 24, 30, 25, 22, 23, 19, 15, 21, 23, 28, 22, 41, 47, 44, 50, 46, 37, 43, 30, 36, 39, 34, 22, 29, 23, 24, 32, 36, 61, 89, 125, 165, 178, 178], "n_pos": 288, "sum_m_en": [26.475158, 41.287035, 44.170094, 47.306882, 50.456963, 49.686345, 51.948097, 53.853725, 53.023756, 53.095037, 51.787259, 50.019049, 50.241958, 49.982649, 48.822469, 52.413382, 50.198166, 49.927903, 49.416111, 49.540297, 49.265498, 49.13594, 50.127991, 49.4394, 93.713238, 78.942364, 67.450946, 59.338, 54.106052, 53.783533, 52.696966, 52.674009, 51.084452, 56.710725, 59.780969, 65.869038, 66.643373, 76.994308, 90.024702, 96.153804, 111.097085, 121.153204, 134.765459, 150.923942, 131.784347, 92.154938, 40.793109, 7.106212, 2.469978, 0.000625], "sum_m_pl": [4.916947, 13.359343, 15.501792, 15.485547, 15.582274, 16.286282, 18.025511, 18.881494, 19.734423, 21.336124, 22.012064, 22.55525, 22.729011, 22.866088, 23.423317, 20.741225, 18.637024, 17.923466, 18.1513, 18.212612, 17.976206, 17.790275, 17.674541, 17.04499, 21.92686, 23.514665, 24.853898, 27.65885, 29.615847, 30.555629, 28.201011, 29.396855, 30.478005, 26.954629, 27.058959, 27.277024, 29.655582, 28.395601, 27.518233, 28.773149, 28.444123, 25.48176, 26.418889, 28.887127, 47.983345, 76.741236, 122.405056, 156.461439, 171.771082, 178.593325]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 11, 19, 15, 23, 37, 40, 32, 42, 29, 27, 26, 21, 26, 33, 45, 44, 47, 48, 59, 62, 62, 70, 64, 92, 75, 68, 56, 41, 39, 35, 43, 43, 50, 59, 71, 78, 82, 93, 101, 107, 113, 108, 113, 93, 60, 22, 6, 0, 0], "n_am_pl": [11, 24, 19, 14, 12, 12, 15, 14, 21, 23, 26, 27, 30, 27, 22, 22, 17, 22, 19, 13, 16, 13, 10, 14, 16, 20, 14, 23, 30, 32, 36, 29, 20, 30, 22, 24, 20, 19, 12, 20, 17, 18, 25, 33, 53, 77, 110, 150, 173, 178], "n_pos": 179, "sum_m_en": [16.788453, 25.959415, 27.725707, 29.744319, 32.516137, 31.630052, 32.922593, 33.867178, 33.512485, 33.929975, 32.95218, 31.599701, 31.65314, 31.859398, 31.061193, 34.07525, 32.575469, 32.621839, 32.335664, 32.264013, 32.187077, 32.029594, 32.503158, 32.197311, 65.997727, 55.489976, 45.562965, 39.781276, 35.698918, 34.936717, 34.24655, 34.274875, 33.742056, 37.933333, 39.309059, 44.080185, 45.878492, 52.497073, 63.077156, 69.708955, 79.803651, 84.389614, 89.55767, 99.671936, 87.485448, 57.390992, 22.624462, 5.958278, 1.217736, 0.000618], "sum_m_pl": [3.155915, 8.077432, 9.400771, 9.443964, 9.627976, 9.800832, 11.188472, 12.184281, 12.914439, 13.994691, 14.279215, 14.609159, 14.704309, 15.022468, 15.310736, 13.507026, 11.973962, 11.413093, 11.503737, 11.602617, 11.400558, 11.333019, 11.287865, 10.809478, 14.626341, 15.901528, 17.048889, 18.644611, 19.979094, 20.223894, 18.847888, 19.331191, 19.921769, 17.578988, 17.535697, 17.808543, 18.579742, 18.385001, 16.566531, 17.628414, 17.678148, 16.724425, 19.983262, 24.475046, 41.782182, 68.200563, 108.413345, 143.576632, 167.071551, 178.362257]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "llmzszl-18511", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 918, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 41, 39, 37, 52, 66, 72, 57, 60, 46, 49, 59, 64, 60, 64, 65, 85, 86, 86, 81, 87, 85, 81, 96, 112, 98, 94, 98, 82, 76, 65, 75, 84, 92, 91, 101, 89, 92, 97, 113, 118, 127, 129, 131, 125, 128, 115, 121, 120, 123], "n_am_pl": [9, 20, 22, 14, 12, 19, 17, 16, 16, 17, 17, 10, 13, 15, 20, 15, 10, 9, 10, 7, 5, 4, 7, 6, 3, 4, 12, 13, 11, 21, 22, 18, 14, 9, 9, 9, 6, 3, 6, 3, 4, 3, 2, 1, 2, 1, 4, 2, 2, 4], "n_pos": 225, "sum_m_en": [27.922947, 33.463234, 34.039768, 35.201455, 39.613581, 43.424348, 44.685584, 42.200516, 43.771745, 41.991885, 43.372203, 44.572295, 43.762425, 45.336463, 46.001297, 48.701744, 51.754549, 47.480774, 45.242611, 42.012116, 41.079646, 40.757032, 40.004829, 40.74241, 74.14423, 68.785775, 65.774491, 56.846783, 54.410254, 51.705216, 48.236091, 51.805336, 51.007924, 57.047202, 62.543337, 63.426488, 66.129336, 74.029148, 81.414973, 93.337278, 103.017281, 111.876697, 112.767317, 120.108487, 116.730626, 118.282059, 110.703442, 107.603908, 108.644294, 122.082807], "sum_m_pl": [5.694154, 9.199885, 10.930397, 10.790812, 10.897804, 11.679937, 12.689303, 12.259436, 12.244191, 13.491043, 14.030035, 13.79869, 14.562051, 13.320472, 14.424755, 14.018232, 13.221287, 13.278767, 12.936748, 13.285175, 12.921123, 12.548672, 12.149567, 12.411173, 11.462469, 13.445339, 13.693398, 15.2624, 17.18093, 18.334496, 18.797199, 16.766947, 17.209091, 16.097506, 14.899013, 14.326163, 13.908157, 11.094995, 10.090173, 7.046425, 6.803274, 4.996494, 3.811554, 3.292005, 3.682811, 3.0922, 4.560258, 3.761988, 3.612455, 3.942415]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 28, 27, 27, 34, 42, 43, 36, 38, 33, 32, 40, 43, 46, 42, 41, 59, 54, 59, 62, 60, 59, 57, 71, 79, 68, 66, 68, 61, 55, 48, 56, 60, 72, 72, 80, 72, 75, 77, 85, 91, 93, 99, 103, 97, 103, 99, 105, 109, 123], "n_am_pl": [2, 13, 9, 6, 6, 12, 11, 10, 8, 8, 9, 5, 8, 8, 13, 9, 7, 5, 6, 5, 4, 2, 6, 4, 0, 2, 7, 7, 4, 10, 12, 10, 5, 3, 4, 5, 3, 1, 3, 1, 1, 0, 0, 0, 1, 1, 2, 2, 2, 4], "n_pos": 128, "sum_m_en": [14.453149, 19.12305, 19.185061, 20.007508, 22.469101, 24.436543, 25.267857, 24.243294, 25.639483, 24.753401, 25.293951, 25.756918, 25.007836, 26.56752, 26.56363, 28.852703, 31.287883, 29.146074, 27.623269, 25.643199, 24.802113, 24.318199, 23.769689, 24.243682, 50.775497, 46.366566, 44.228119, 37.27902, 35.433623, 33.103374, 30.878152, 32.816818, 32.719094, 37.752452, 42.311023, 44.235474, 48.576015, 55.573666, 61.542743, 70.536737, 77.128375, 85.147153, 87.667512, 92.600049, 89.944597, 93.281115, 93.324937, 92.220614, 96.981521, 119.720361], "sum_m_pl": [2.472734, 4.631793, 5.733089, 5.853036, 6.048952, 6.542373, 7.295547, 6.981274, 6.755842, 7.463767, 8.023077, 7.909604, 8.594401, 7.7122, 8.490357, 8.054247, 7.53738, 7.388876, 7.396818, 7.628562, 7.366503, 7.13973, 6.888874, 6.983751, 6.222785, 7.569902, 7.811438, 8.400993, 9.549725, 10.491079, 11.113722, 9.824048, 10.136254, 9.444404, 8.61295, 8.375726, 8.078328, 6.150214, 5.223375, 3.352899, 2.996551, 1.957791, 1.339108, 1.251013, 1.733834, 1.420516, 2.283509, 2.656527, 2.845563, 3.92376]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "llmzszl-18513", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9823}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 29, 50, 66, 91, 101, 126, 106, 122, 85, 110, 104, 83, 84, 92, 119, 165, 166, 166, 157, 164, 166, 176, 182, 239, 212, 186, 148, 133, 128, 125, 123, 132, 177, 191, 193, 197, 218, 241, 252, 252, 264, 264, 247, 211, 175, 75, 24, 9, 5], "n_am_pl": [29, 47, 72, 65, 58, 67, 70, 58, 72, 73, 69, 74, 91, 91, 71, 51, 39, 40, 31, 30, 22, 21, 19, 23, 18, 30, 42, 36, 62, 71, 68, 73, 57, 56, 46, 33, 46, 27, 27, 30, 34, 35, 37, 52, 72, 106, 179, 220, 239, 238], "n_pos": 564, "sum_m_en": [56.301815, 79.698553, 86.63311, 91.037148, 93.627268, 98.241593, 102.392521, 101.784218, 101.286491, 98.658126, 108.067919, 107.967051, 103.829525, 102.735591, 100.344673, 105.940643, 112.367475, 103.670129, 100.493355, 97.479207, 96.146138, 94.484725, 95.283073, 95.830841, 173.404775, 157.089401, 144.295323, 118.626547, 116.811401, 111.813261, 102.768595, 107.175749, 112.55534, 121.50116, 134.264422, 136.653482, 135.260479, 158.356038, 172.730614, 182.364747, 202.347444, 210.994065, 225.114388, 220.681091, 193.664325, 157.755338, 68.526166, 29.243291, 15.526741, 5.015729], "sum_m_pl": [11.599736, 27.541722, 33.216088, 33.417947, 34.757671, 34.352824, 35.985845, 34.97406, 37.138196, 38.202523, 39.805897, 39.301098, 40.55794, 39.210743, 39.450427, 36.776116, 33.443911, 32.76043, 30.234859, 32.409149, 31.263543, 30.29102, 29.573592, 30.098942, 29.381573, 36.142821, 39.136318, 43.607117, 48.655767, 48.168606, 47.154673, 44.825799, 45.018459, 40.908663, 37.24884, 35.721817, 37.899729, 33.773626, 33.03955, 32.750795, 34.688336, 36.639844, 39.987395, 50.810281, 71.130368, 98.928596, 170.956427, 208.985254, 230.759296, 238.519044]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.056335, 0.125349, 0.138529, 0.164023, 0.191126, 0.203525, 0.211164, 0.21903, 0.208224, 0.18164, 0.215459, 0.256216, 0.226051, 0.208492, 0.21933, 0.233211, 0.301076, 0.243608, 0.218449, 0.228482, 0.178008, 0.171972, 0.15984, 0.167518, 0.280622, 0.320577, 0.349918, 0.329139, 0.301534, 0.268577, 0.230052, 0.181884, 0.244237, 0.294348, 0.300985, 0.326992, 0.280067, 0.295568, 0.300911, 0.074206, 0.083821, 0.194944, 0.044847, 0.048756, 0.049857, 0.056092, 0.047586, 0.008799, 0.000113, 0.0], "sum_m_pl": [0.010746, 0.034751, 0.038198, 0.0522, 0.04446, 0.041484, 0.049989, 0.047517, 0.057199, 0.057103, 0.063068, 0.058417, 0.055439, 0.04553, 0.044296, 0.047575, 0.041722, 0.034438, 0.043174, 0.039928, 0.045781, 0.04137, 0.045176, 0.045013, 0.082021, 0.053263, 0.046777, 0.038962, 0.035015, 0.039971, 0.056738, 0.053832, 0.054075, 0.056853, 0.050917, 0.033217, 0.071024, 0.047148, 0.020013, 0.002764, 0.004582, 0.012507, 0.00648, 0.030487, 0.03512, 0.039411, 0.034552, 0.009484, 0.000186, 0.0]}, "lang": {"n_am_en": [2, 10, 25, 31, 39, 50, 62, 51, 57, 51, 52, 52, 46, 45, 47, 68, 99, 95, 95, 96, 104, 107, 119, 115, 136, 127, 115, 87, 74, 68, 64, 68, 67, 96, 102, 115, 125, 137, 138, 147, 155, 157, 154, 143, 120, 100, 38, 9, 6, 5], "n_am_pl": [12, 24, 20, 25, 28, 32, 26, 23, 28, 37, 36, 36, 49, 47, 37, 21, 20, 21, 15, 12, 11, 11, 10, 13, 7, 8, 15, 15, 30, 36, 31, 32, 25, 31, 27, 17, 27, 19, 19, 21, 28, 33, 35, 50, 68, 92, 154, 208, 233, 238], "n_pos": 244, "sum_m_en": [24.266033, 34.723814, 38.10314, 39.900094, 40.868849, 42.832941, 44.588221, 44.26501, 45.651247, 44.50121, 47.758241, 47.8814, 47.726609, 47.782878, 46.625286, 49.477252, 53.548755, 50.239056, 48.003241, 46.331619, 45.125468, 43.639546, 44.669787, 44.181352, 96.975486, 85.232905, 75.844951, 58.155214, 55.075281, 50.970364, 47.290563, 50.101081, 53.247633, 59.145988, 66.87926, 71.626404, 75.052132, 91.651364, 99.050866, 105.737552, 120.134801, 124.825544, 134.414015, 129.193541, 110.85928, 90.405588, 37.42308, 11.659327, 8.290204, 4.997586], "sum_m_pl": [4.653634, 10.87199, 12.533512, 13.254869, 13.835718, 14.067131, 15.150332, 15.158665, 16.407278, 16.940444, 17.882418, 17.98557, 19.603084, 19.065218, 19.200232, 17.358515, 15.809286, 15.177695, 14.108509, 14.956417, 14.20704, 13.700366, 13.321698, 13.453746, 12.928591, 16.516732, 18.646237, 20.968864, 23.74615, 23.834686, 23.953927, 22.632076, 22.92939, 21.614801, 19.567941, 19.348793, 21.894366, 19.9056, 19.512395, 19.359661, 22.882044, 27.130335, 31.71013, 42.092923, 60.312158, 83.805505, 145.846791, 195.023059, 220.818831, 237.915571]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 566, "item_id": "llmzszl-18513", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 997, "region_end": 564, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 15, 24, 23, 33, 30, 33, 36, 31, 28, 25, 23, 32, 38, 27, 41, 47, 37, 40, 39, 35, 39, 30, 34, 45, 51, 43, 38, 34, 36, 32, 32, 38, 43, 49, 44, 53, 60, 65, 66, 68, 66, 72, 71, 68, 58, 52, 54, 57, 56], "n_am_pl": [7, 5, 15, 14, 8, 7, 9, 16, 11, 11, 14, 14, 11, 10, 14, 10, 8, 10, 7, 9, 6, 4, 5, 4, 4, 6, 13, 14, 21, 22, 18, 19, 11, 8, 5, 8, 7, 2, 3, 2, 3, 3, 2, 1, 2, 1, 0, 1, 0, 1], "n_pos": 135, "sum_m_en": [16.124387, 19.844514, 19.603279, 20.720703, 23.056902, 23.245843, 23.522447, 23.402568, 22.575598, 22.468645, 22.264495, 22.765896, 23.97385, 24.43637, 24.04548, 25.437034, 25.002354, 23.154485, 23.136791, 22.750453, 22.281986, 22.443838, 21.743841, 21.96054, 36.957719, 35.026291, 31.820009, 27.657674, 26.407429, 26.902933, 25.815879, 26.848783, 28.276085, 29.659387, 33.887545, 33.693638, 34.575116, 40.835308, 49.977466, 57.157298, 53.949374, 56.132415, 58.708605, 59.742259, 58.370707, 56.023094, 51.175037, 52.344198, 51.201355, 55.658254], "sum_m_pl": [3.603973, 6.222072, 6.971631, 6.968517, 6.991159, 7.124467, 7.589337, 7.758427, 7.611923, 8.021619, 8.115814, 8.793958, 9.17927, 8.443601, 9.322003, 9.159954, 7.804605, 7.922095, 7.718662, 8.000993, 7.76804, 7.655006, 7.466692, 7.531595, 9.106525, 9.670778, 10.601326, 11.640023, 12.674964, 13.507713, 12.106171, 11.270781, 11.099214, 10.543999, 9.516385, 8.483373, 8.297509, 7.061512, 6.051164, 4.973968, 5.336039, 4.493727, 3.923118, 3.405458, 2.679349, 2.238766, 1.745857, 1.845954, 0.734374, 0.567147]}, "digit": {"n_am_en": [0, 0, 2, 2, 3, 2, 2, 2, 5, 2, 3, 0, 1, 1, 2, 2, 1, 1, 0, 3, 2, 2, 2, 2, 1, 2, 4, 3, 4, 6, 3, 4, 0, 2, 6, 2, 5, 6, 4, 5, 5, 5, 5, 3, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 4, 2, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.500481, 2.426342, 2.336711, 2.350158, 2.634525, 2.583944, 2.752036, 2.599036, 2.517844, 2.529643, 2.647643, 2.559845, 2.676311, 2.563825, 2.498867, 2.443562, 2.460962, 2.291735, 2.356309, 2.250262, 2.125787, 2.207166, 2.131507, 2.154637, 2.581286, 2.496457, 2.698127, 2.479956, 2.597183, 2.761553, 2.712256, 2.759796, 2.571102, 2.48481, 2.617849, 2.6205, 2.622683, 3.339018, 2.940375, 3.799423, 3.13892, 2.898765, 2.849877, 2.263045, 1.396857, 1.350839, 0.782753, 0.638051, 0.171604, 0.0], "sum_m_pl": [0.267251, 0.641469, 0.702366, 0.724318, 0.758186, 0.650885, 0.648277, 0.627174, 0.66523, 0.678628, 0.698003, 0.765198, 0.835176, 0.823264, 0.831708, 0.76419, 0.704083, 0.735414, 0.746469, 0.758068, 0.760749, 0.752261, 0.729707, 0.745347, 0.865207, 0.886949, 0.851434, 0.912874, 0.912211, 1.032045, 0.999946, 0.963881, 0.879848, 0.75903, 0.836657, 0.830904, 0.839648, 0.647208, 0.597013, 0.561507, 0.671543, 0.808593, 0.658571, 0.591666, 0.48116, 0.338242, 0.362697, 0.236013, 0.115218, 0.0]}, "lang": {"n_am_en": [8, 10, 14, 14, 20, 19, 20, 16, 18, 15, 12, 14, 17, 20, 14, 22, 23, 20, 23, 21, 20, 20, 17, 19, 29, 30, 24, 23, 20, 19, 20, 19, 23, 27, 28, 27, 32, 37, 41, 42, 44, 47, 49, 52, 54, 52, 49, 50, 56, 56], "n_am_pl": [2, 2, 5, 7, 5, 3, 4, 8, 9, 8, 9, 7, 7, 5, 6, 4, 4, 6, 4, 4, 2, 2, 3, 3, 3, 4, 5, 3, 9, 10, 8, 6, 3, 3, 0, 3, 3, 0, 2, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1], "n_pos": 58, "sum_m_en": [6.711709, 8.575639, 8.915625, 9.573611, 10.62905, 10.751479, 10.592059, 10.389628, 10.041029, 9.830897, 9.820571, 10.173138, 10.608365, 10.898422, 10.680391, 11.593167, 11.263568, 10.580096, 10.370331, 10.322587, 10.226253, 10.188286, 9.848859, 10.062439, 21.005261, 19.576706, 17.569595, 14.484775, 13.388738, 13.554509, 12.743495, 13.052774, 13.985031, 15.111744, 17.268843, 17.787794, 19.077821, 24.583494, 30.211802, 35.434156, 35.796977, 39.278271, 41.312296, 45.409049, 47.541673, 47.551919, 45.692976, 46.003915, 49.083036, 55.296486], "sum_m_pl": [1.342156, 2.258897, 2.69033, 2.787467, 2.84406, 2.861765, 3.207573, 3.359743, 3.357834, 3.411158, 3.451352, 3.926517, 4.042923, 3.756852, 4.272655, 4.191275, 3.40221, 3.502534, 3.449762, 3.526572, 3.363836, 3.279086, 3.193828, 3.212454, 3.904815, 4.267375, 4.560258, 4.986018, 5.450092, 6.136291, 5.221938, 4.953176, 4.850767, 4.828574, 4.159658, 3.932801, 4.022346, 3.019811, 2.490318, 1.853614, 2.037745, 1.533547, 1.295986, 1.062438, 0.911835, 0.710877, 0.553483, 0.599622, 0.427938, 0.567146]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "llmzszl-18514", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 805, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9781, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 8, 26, 33, 44, 43, 41, 44, 41, 32, 32, 43, 39, 48, 50, 65, 68, 64, 59, 61, 60, 62, 50, 48, 94, 85, 67, 56, 56, 43, 46, 56, 53, 47, 69, 67, 69, 84, 94, 94, 87, 83, 85, 94, 73, 58, 28, 7, 2, 1], "n_am_pl": [5, 17, 23, 23, 20, 18, 20, 31, 31, 24, 22, 33, 28, 18, 22, 18, 18, 12, 10, 13, 9, 11, 13, 8, 10, 16, 14, 21, 37, 34, 29, 32, 22, 22, 14, 8, 13, 9, 5, 10, 8, 9, 14, 11, 22, 33, 60, 74, 71, 71], "n_pos": 233, "sum_m_en": [22.218565, 31.740135, 33.862138, 36.581787, 38.591426, 39.673543, 40.472685, 42.084615, 39.72911, 38.76708, 39.509342, 38.843756, 40.147511, 40.496502, 40.599856, 43.048764, 42.416154, 38.436079, 38.686379, 37.676398, 36.974096, 37.671735, 36.640053, 37.135939, 57.087207, 53.644937, 48.418461, 42.129308, 41.335523, 41.221076, 40.122553, 41.735778, 42.552748, 43.94149, 49.321352, 48.766068, 48.364722, 55.549653, 66.678094, 74.168447, 66.514613, 65.249352, 70.736829, 79.663758, 66.40762, 50.184689, 25.834622, 8.913644, 3.137601, 0.792992], "sum_m_pl": [4.189023, 11.27417, 12.860974, 13.042426, 13.015727, 13.176717, 13.644997, 14.385087, 14.440673, 15.461826, 15.69401, 16.524685, 16.68592, 15.425812, 16.299451, 15.256388, 13.062359, 13.392691, 12.46809, 13.24054, 12.785488, 12.616244, 12.270205, 12.210723, 13.733295, 15.543254, 16.488749, 18.034835, 19.965264, 21.280301, 20.311676, 19.553027, 18.82764, 17.740035, 15.292139, 14.231179, 14.377408, 12.734417, 11.609762, 10.945939, 12.905418, 12.250794, 12.889, 13.105477, 20.96203, 33.211576, 56.384501, 69.692414, 71.122975, 72.01579]}, "digit": {"n_am_en": [0, 0, 3, 5, 4, 3, 1, 1, 4, 1, 3, 6, 3, 3, 2, 9, 4, 6, 3, 5, 4, 5, 4, 4, 11, 8, 7, 4, 5, 6, 6, 2, 1, 2, 10, 6, 6, 9, 5, 9, 7, 5, 3, 4, 2, 0, 1, 2, 1, 0], "n_am_pl": [1, 0, 3, 4, 1, 1, 0, 0, 1, 2, 4, 5, 8, 4, 4, 1, 2, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 4, 3, 3, 5, 1, 2, 1, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.870072, 4.182781, 4.263676, 4.3506, 4.839112, 4.788541, 4.984671, 4.924695, 4.810128, 4.791654, 5.018108, 4.951875, 5.093779, 5.078272, 5.218807, 5.18852, 5.077969, 4.59822, 4.801251, 4.789813, 4.615292, 4.716079, 4.575563, 4.608797, 5.896616, 5.729191, 5.748831, 5.407736, 5.362941, 5.261589, 5.246797, 5.458653, 5.447048, 5.030101, 5.336553, 5.201783, 5.340083, 5.15483, 4.685618, 5.257883, 4.307925, 4.040003, 3.458492, 3.209364, 2.037993, 1.609576, 1.711433, 1.610438, 0.608548, 0.0], "sum_m_pl": [0.493107, 1.517412, 1.702608, 1.605866, 1.637174, 1.579159, 1.333412, 1.376321, 1.507795, 1.660659, 1.64839, 1.782656, 1.848357, 1.715697, 1.879057, 1.630022, 1.563347, 1.502058, 1.489375, 1.565443, 1.504553, 1.488364, 1.446847, 1.444942, 1.619607, 1.8379, 1.895333, 2.028104, 2.211196, 2.638029, 2.358825, 2.174442, 1.984458, 1.920134, 1.68926, 1.614377, 1.743038, 1.473209, 1.501253, 1.217055, 1.35294, 1.234237, 1.07945, 1.105573, 0.960779, 0.789374, 0.615545, 0.467191, 0.145864, 0.0]}, "lang": {"n_am_en": [2, 3, 6, 14, 13, 15, 23, 19, 20, 19, 14, 20, 14, 19, 19, 19, 25, 25, 23, 23, 22, 27, 19, 20, 37, 37, 26, 20, 17, 15, 15, 23, 22, 20, 25, 32, 36, 39, 44, 42, 40, 45, 43, 46, 35, 31, 15, 3, 1, 1], "n_am_pl": [0, 6, 3, 8, 8, 7, 6, 11, 16, 11, 7, 12, 13, 7, 9, 8, 8, 1, 2, 3, 3, 3, 2, 1, 3, 6, 5, 8, 13, 14, 11, 14, 12, 11, 6, 3, 5, 3, 3, 8, 5, 6, 10, 10, 18, 27, 48, 65, 70, 71], "n_pos": 73, "sum_m_en": [7.152457, 10.155534, 11.285807, 12.445122, 13.142616, 13.719262, 14.23818, 14.941715, 14.470154, 13.70554, 14.219556, 13.818667, 14.214631, 14.147659, 13.999511, 15.048957, 14.981488, 13.746739, 13.305633, 12.908259, 12.800453, 12.971776, 12.436271, 12.54788, 23.573156, 20.979123, 18.426421, 14.906894, 14.082115, 14.204383, 13.700563, 13.791131, 14.320742, 15.252526, 17.501426, 19.733307, 20.60491, 24.206681, 28.988644, 34.334078, 33.1093, 33.91821, 37.484551, 40.219568, 34.542823, 25.367763, 12.69226, 3.730563, 1.476447, 0.792943], "sum_m_pl": [1.213821, 3.275641, 3.511291, 3.815279, 3.673961, 3.756256, 4.17772, 4.510566, 4.688627, 5.061451, 5.285448, 5.911771, 5.800357, 5.432758, 5.410337, 4.98255, 4.076605, 4.236462, 4.028649, 4.200119, 4.101318, 4.09908, 3.985634, 3.99568, 4.177135, 4.963571, 5.578432, 6.456738, 7.375405, 7.703345, 7.218318, 7.533043, 7.418262, 7.080226, 6.06081, 5.567403, 5.815885, 4.995943, 4.53834, 4.580843, 6.021512, 6.277073, 7.098695, 8.437957, 15.451539, 26.303941, 44.908665, 60.40306, 68.03448, 71.050229]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "llmzszl-18514", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 933, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 0.9915}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 15, 18, 12, 15, 17, 18, 18, 17, 17, 19, 17, 20, 19, 19, 22, 32, 24, 26, 26, 27, 33, 32, 37, 38, 35, 28, 25, 20, 25, 21, 21, 17, 21, 29, 32, 33, 38, 48, 59, 56, 56, 55, 54, 46, 48, 40, 42, 42, 40], "n_am_pl": [2, 1, 3, 3, 0, 4, 5, 12, 2, 2, 7, 7, 10, 7, 9, 5, 7, 9, 10, 6, 6, 7, 6, 2, 3, 4, 3, 5, 7, 8, 6, 5, 5, 11, 7, 6, 7, 4, 2, 1, 2, 2, 0, 1, 1, 1, 1, 0, 0, 0], "n_pos": 80, "sum_m_en": [9.809533, 12.546636, 12.202853, 12.474634, 13.161274, 13.782276, 13.844858, 13.947072, 13.96734, 13.60423, 13.113823, 13.256841, 13.183415, 13.356669, 13.255455, 14.64809, 15.469057, 14.419663, 13.682643, 14.119648, 13.767539, 13.830629, 16.029666, 15.390432, 30.032942, 26.817075, 22.955918, 19.356033, 17.07782, 16.117645, 13.938496, 14.46842, 14.633246, 16.389222, 18.4124, 19.893051, 21.183612, 26.696449, 32.512759, 41.855517, 45.14015, 48.270863, 48.449991, 47.48864, 43.532839, 43.519584, 38.718542, 39.239804, 39.417433, 41.190067], "sum_m_pl": [1.862969, 3.369272, 4.06144, 3.847697, 4.149511, 4.440059, 5.115153, 5.626101, 5.074586, 5.435753, 5.299214, 5.733711, 5.939431, 5.551122, 5.935301, 6.327905, 5.854491, 5.85199, 5.833423, 5.709501, 5.529824, 5.421142, 5.042829, 4.991691, 5.00183, 5.991909, 5.970916, 6.694018, 7.230947, 8.062865, 7.757052, 7.187426, 7.489503, 7.847282, 7.151445, 6.65948, 6.620708, 5.223689, 4.301462, 2.759754, 2.284346, 1.50461, 1.43106, 2.430003, 2.321761, 1.788558, 1.311543, 0.477907, 0.221063, 0.000191]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.224021, 0.260146, 0.216972, 0.251143, 0.270506, 0.285467, 0.298998, 0.354029, 0.377257, 0.381966, 0.353195, 0.390265, 0.347308, 0.366939, 0.322343, 0.34082, 0.297397, 0.246455, 0.23838, 0.287521, 0.349391, 0.346002, 0.355825, 0.322685, 0.486198, 0.459001, 0.39112, 0.393858, 0.310004, 0.308357, 0.24835, 0.255845, 0.299984, 0.313275, 0.336925, 0.326316, 0.300142, 0.376701, 0.62384, 0.533002, 0.33571, 0.237991, 1.288143, 1.48265, 0.76721, 0.407796, 0.020309, 0.004092, 6.3e-05, 0.0], "sum_m_pl": [0.042131, 0.102301, 0.127352, 0.146454, 0.119237, 0.120727, 0.106836, 0.121247, 0.110266, 0.115866, 0.117458, 0.13018, 0.129921, 0.106692, 0.092544, 0.120323, 0.119414, 0.136588, 0.136887, 0.131662, 0.134107, 0.135126, 0.13227, 0.122669, 0.115501, 0.152227, 0.139053, 0.125121, 0.11442, 0.122478, 0.116606, 0.118317, 0.135251, 0.124324, 0.119328, 0.100807, 0.134111, 0.110318, 0.091506, 0.058234, 0.086175, 0.109771, 0.056289, 0.062254, 0.100257, 0.121025, 0.031705, 0.007738, 0.000137, 0.0]}, "lang": {"n_am_en": [4, 8, 10, 4, 8, 13, 9, 8, 11, 10, 10, 10, 11, 13, 14, 15, 19, 13, 12, 16, 16, 18, 16, 19, 23, 22, 18, 17, 14, 18, 15, 15, 14, 17, 19, 24, 22, 26, 28, 34, 36, 38, 35, 36, 33, 37, 34, 36, 39, 40], "n_am_pl": [1, 0, 1, 1, 0, 2, 3, 6, 2, 1, 3, 2, 5, 4, 5, 2, 4, 4, 5, 3, 0, 2, 1, 0, 0, 1, 0, 3, 4, 3, 3, 2, 1, 4, 4, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.08343, 6.724695, 6.816548, 6.692846, 7.115161, 7.338339, 7.208985, 7.233065, 7.094404, 6.898166, 6.701424, 6.796547, 6.629604, 6.914899, 7.108818, 7.938474, 8.407372, 7.861651, 7.334409, 7.724665, 7.496567, 7.544618, 9.153316, 8.913103, 18.638245, 17.235529, 15.030797, 12.464695, 10.951524, 9.904878, 8.234607, 8.414655, 8.68325, 9.769068, 11.117804, 12.973208, 14.185981, 18.254887, 21.96516, 26.965899, 30.101147, 33.347141, 32.80622, 32.651212, 31.407445, 33.549523, 32.794258, 34.102701, 36.322916, 40.313834], "sum_m_pl": [0.789007, 1.507382, 1.911849, 1.91027, 2.108171, 2.217135, 2.627453, 2.866376, 2.616417, 2.759665, 2.768988, 3.00001, 3.175842, 2.949712, 3.211754, 3.283376, 3.017147, 3.062519, 3.090085, 2.995318, 2.866009, 2.763858, 2.510403, 2.540074, 2.153602, 2.727686, 2.665131, 3.260187, 3.518676, 4.019282, 4.006452, 3.746983, 3.882639, 4.001125, 3.637245, 3.401493, 3.25153, 2.552197, 1.834013, 1.195857, 0.906282, 0.50401, 0.548132, 0.703478, 0.583956, 0.347715, 0.215568, 0.148976, 0.136541, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "llmzszl-18515", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9753}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 7, 18, 32, 39, 49, 43, 42, 36, 39, 34, 32, 35, 32, 32, 49, 59, 66, 64, 64, 67, 76, 84, 97, 116, 97, 84, 58, 44, 44, 41, 37, 32, 43, 66, 61, 81, 95, 101, 120, 120, 123, 124, 124, 107, 89, 30, 12, 4, 0], "n_am_pl": [1, 19, 21, 15, 14, 17, 24, 20, 22, 18, 21, 19, 27, 30, 22, 13, 14, 16, 13, 13, 14, 10, 9, 10, 6, 11, 12, 20, 23, 24, 24, 23, 21, 28, 22, 25, 21, 14, 16, 14, 10, 8, 9, 13, 27, 45, 88, 110, 116, 120], "n_pos": 187, "sum_m_en": [17.567125, 27.282709, 29.643689, 30.468847, 31.945214, 33.659786, 34.419013, 35.005577, 34.085544, 32.930491, 33.837313, 32.492541, 32.794305, 32.314462, 32.112726, 35.3258, 37.253582, 33.556929, 32.62145, 32.837419, 31.967723, 32.718053, 36.403429, 35.621748, 75.041265, 63.790818, 53.281054, 43.091036, 37.145196, 35.147139, 31.949072, 32.600002, 32.347775, 36.964778, 39.544541, 42.665995, 48.159913, 56.406416, 65.463383, 85.825151, 92.28406, 100.836847, 105.333151, 111.335815, 96.657548, 78.337583, 29.028571, 11.005889, 4.116887, 0.048778], "sum_m_pl": [3.254799, 8.966192, 10.800398, 10.471627, 10.759299, 11.280586, 12.404343, 13.15228, 12.86091, 13.299961, 13.28828, 14.142408, 14.845372, 14.180576, 14.460019, 14.510269, 12.437156, 12.475629, 12.463603, 12.896951, 12.491228, 12.072576, 11.368948, 11.419057, 10.569367, 14.693611, 15.963864, 17.793497, 19.873541, 21.171419, 21.38888, 19.977434, 19.834164, 19.888081, 18.129591, 16.105852, 17.637622, 17.281987, 17.162681, 14.78008, 13.0669, 10.594388, 12.119929, 13.464852, 25.542857, 40.742661, 81.977083, 105.937562, 112.564222, 119.338535]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.208134, 0.258594, 0.227668, 0.264511, 0.258686, 0.261335, 0.286916, 0.336323, 0.362126, 0.339508, 0.34531, 0.375572, 0.366127, 0.376985, 0.331548, 0.353857, 0.31861, 0.267359, 0.271165, 0.324739, 0.365912, 0.374759, 0.36616, 0.337343, 0.586137, 0.566449, 0.445427, 0.395001, 0.326972, 0.336977, 0.278829, 0.288388, 0.364113, 0.353344, 0.373449, 0.381115, 0.38146, 0.456922, 0.587267, 0.540983, 0.451642, 0.359178, 1.210223, 0.916804, 0.469065, 0.159645, 0.013545, 0.001341, 7.6e-05, 0.0], "sum_m_pl": [0.043417, 0.113308, 0.139454, 0.150852, 0.125763, 0.132054, 0.109498, 0.12599, 0.114685, 0.114573, 0.1162, 0.127812, 0.131924, 0.114028, 0.099434, 0.122631, 0.121464, 0.13738, 0.137951, 0.136501, 0.137638, 0.138461, 0.134742, 0.125952, 0.107015, 0.152118, 0.147315, 0.139321, 0.1323, 0.134328, 0.132983, 0.126602, 0.141367, 0.130842, 0.122914, 0.098917, 0.117176, 0.089923, 0.086755, 0.052351, 0.078413, 0.093127, 0.063536, 0.160935, 0.13906, 0.109084, 0.018628, 0.001268, 0.000134, 0.0]}, "lang": {"n_am_en": [0, 3, 12, 20, 25, 30, 26, 28, 26, 27, 23, 25, 28, 23, 28, 33, 39, 45, 40, 45, 46, 54, 61, 70, 80, 67, 55, 38, 32, 29, 27, 24, 23, 31, 45, 46, 56, 64, 66, 79, 80, 88, 87, 90, 77, 63, 16, 9, 3, 0], "n_am_pl": [1, 14, 12, 9, 12, 12, 15, 14, 15, 16, 15, 13, 19, 20, 13, 11, 9, 9, 6, 8, 6, 5, 5, 6, 5, 8, 10, 14, 16, 15, 16, 16, 12, 17, 14, 14, 14, 10, 11, 11, 8, 7, 8, 11, 26, 42, 82, 104, 115, 120], "n_pos": 121, "sum_m_en": [11.033668, 17.227972, 19.287915, 19.71731, 20.562638, 21.386915, 21.523834, 22.819103, 22.672048, 22.168992, 22.796187, 21.953563, 22.195043, 21.626035, 21.635933, 23.424907, 24.722371, 22.248482, 21.549854, 21.744244, 21.030245, 21.649284, 24.379185, 23.361023, 51.141204, 43.90595, 36.613041, 29.659078, 25.499327, 23.756356, 21.837651, 22.179627, 21.897009, 25.616242, 26.888207, 30.067201, 34.243776, 39.181301, 44.51388, 57.875545, 62.807976, 71.767944, 73.564329, 78.596188, 67.774034, 56.370361, 18.074412, 7.729101, 2.918942, 0.047462], "sum_m_pl": [2.145953, 5.856622, 6.985456, 6.730188, 6.971659, 7.303958, 8.159342, 8.663071, 8.54542, 8.693212, 8.780869, 9.44486, 10.042004, 9.507877, 9.634711, 9.535178, 7.915702, 7.928598, 7.929118, 8.289365, 7.967351, 7.661979, 7.215969, 7.384598, 6.720093, 9.462386, 10.636471, 11.857642, 13.367715, 14.238058, 14.57269, 13.733193, 13.550391, 13.375481, 12.097954, 10.814285, 12.195099, 12.310976, 12.542592, 11.304763, 10.192716, 8.195052, 9.839061, 10.109843, 22.568275, 35.886217, 74.452239, 99.726107, 111.593195, 119.249393]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 189, "item_id": "llmzszl-18515", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 187, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 8, 8, 13, 18, 12, 20, 15, 8, 6, 11, 9, 10, 8, 7, 7, 8, 11, 15, 16, 23, 19, 19, 20, 27, 26, 19, 15, 17, 13, 9, 17, 12, 17, 22, 23, 34, 33, 35, 30, 38, 41, 47, 40, 42, 40, 38, 42, 44, 45], "n_am_pl": [6, 4, 4, 4, 4, 8, 3, 8, 6, 4, 4, 6, 7, 12, 14, 11, 10, 9, 10, 10, 11, 6, 9, 7, 5, 6, 7, 5, 10, 11, 11, 9, 13, 7, 8, 6, 3, 2, 1, 1, 0, 1, 0, 2, 1, 2, 2, 1, 1, 1], "n_pos": 66, "sum_m_en": [8.596889, 10.143278, 10.554351, 11.42326, 13.221748, 12.970634, 13.225246, 11.978687, 11.223765, 10.870424, 11.143916, 11.284942, 10.680658, 11.322118, 11.484082, 12.254703, 12.899975, 11.738294, 12.415667, 11.632165, 11.606405, 11.329405, 11.185033, 11.025202, 21.794118, 20.335245, 16.698305, 13.747584, 12.730859, 12.074968, 11.583085, 12.554827, 12.784522, 12.763929, 14.810078, 15.098078, 17.895174, 21.250956, 28.712214, 25.986157, 31.707554, 34.978595, 40.547672, 36.515288, 39.904848, 38.488759, 36.455574, 37.30542, 39.206382, 45.497398], "sum_m_pl": [1.484626, 2.443344, 2.969827, 2.91475, 2.900792, 3.052434, 3.202365, 3.309457, 3.354258, 3.798051, 4.129039, 4.504039, 5.116691, 4.844039, 5.485101, 5.732791, 5.175634, 5.277087, 4.780492, 4.643174, 4.38653, 4.111795, 3.98504, 3.969737, 4.890056, 5.413865, 6.015074, 6.384526, 7.052368, 7.550257, 7.587842, 6.951592, 7.688575, 7.323908, 7.048178, 7.239211, 6.155387, 5.025884, 3.377587, 2.07823, 1.68671, 2.032076, 1.210522, 3.157473, 2.081001, 1.88843, 1.869596, 1.852777, 1.763369, 1.009631]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 6, 5, 8, 12, 9, 16, 12, 6, 4, 8, 8, 6, 6, 6, 5, 4, 7, 9, 12, 18, 18, 16, 18, 23, 22, 15, 14, 15, 11, 9, 15, 10, 14, 16, 18, 27, 26, 29, 24, 32, 36, 39, 34, 38, 36, 36, 40, 41, 45], "n_am_pl": [3, 2, 0, 2, 2, 5, 2, 5, 4, 2, 3, 5, 5, 9, 10, 10, 8, 7, 9, 8, 7, 4, 7, 5, 4, 5, 5, 4, 7, 7, 7, 8, 11, 4, 5, 3, 1, 1, 1, 1, 0, 0, 0, 2, 1, 1, 2, 1, 1, 1], "n_pos": 47, "sum_m_en": [5.895145, 7.100484, 7.414654, 8.089071, 9.304516, 9.208583, 9.410752, 8.588401, 7.940553, 7.853965, 8.055382, 8.104066, 7.642651, 8.250026, 8.340612, 8.931866, 9.380516, 8.545677, 8.965227, 8.334453, 8.363365, 8.120061, 8.018242, 7.893644, 17.621027, 16.396845, 13.419473, 10.829685, 9.867317, 9.302724, 8.780398, 9.382553, 9.378159, 9.496784, 10.919336, 10.880572, 13.428149, 16.564166, 23.134036, 22.020696, 27.709738, 30.689668, 34.568031, 31.972554, 35.893766, 34.90633, 33.97452, 34.840766, 36.078123, 44.596424], "sum_m_pl": [0.89376, 1.562805, 1.862623, 1.866012, 1.902384, 1.928163, 2.111138, 2.177853, 2.296665, 2.677436, 2.993645, 3.306328, 3.557638, 3.372828, 3.743815, 4.02381, 3.597216, 3.603026, 3.372677, 3.318593, 3.091876, 2.887756, 2.826813, 2.838871, 3.484765, 3.698087, 4.13094, 4.687428, 5.273127, 5.476147, 5.311728, 4.763311, 5.211029, 5.028415, 4.985939, 5.141766, 4.292773, 3.458738, 2.457406, 1.442509, 1.107676, 1.316893, 0.718714, 2.526646, 1.653198, 1.310592, 1.64395, 1.559483, 1.542419, 1.009475]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "llmzszl-18518", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 66, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 4, 4, 17, 20, 38, 35, 31, 41, 26, 26, 17, 14, 18, 14, 16, 21, 23, 31, 35, 45, 42, 45, 51, 60, 60, 57, 38, 32, 25, 29, 29, 27, 41, 43, 41, 44, 57, 64, 63, 67, 71, 69, 63, 61, 46, 22, 9, 1, 0], "n_am_pl": [7, 15, 14, 8, 14, 11, 18, 13, 13, 13, 16, 12, 15, 27, 24, 36, 28, 38, 32, 27, 18, 17, 17, 19, 8, 11, 16, 13, 11, 16, 16, 13, 14, 11, 12, 11, 10, 18, 18, 17, 16, 18, 19, 25, 24, 43, 68, 89, 93, 93], "n_pos": 133, "sum_m_en": [12.537086, 18.331143, 19.566123, 21.123348, 24.000693, 25.002091, 25.943033, 25.263922, 24.191482, 24.109497, 24.019835, 23.207843, 22.209331, 22.146941, 21.652979, 23.250235, 24.54241, 22.325236, 23.499473, 23.543362, 23.205609, 22.58985, 21.89338, 21.911339, 47.292311, 43.431624, 34.641225, 27.950273, 25.777323, 25.787378, 23.919912, 25.692832, 25.661067, 26.808069, 28.581553, 29.886069, 30.574341, 37.74395, 47.832341, 46.771133, 53.064712, 56.429539, 61.86151, 59.781426, 58.120438, 47.120817, 21.270091, 8.430628, 3.124951, 0.000196], "sum_m_pl": [2.284401, 5.798157, 6.639161, 6.927279, 6.89835, 7.465552, 7.987468, 7.779562, 8.091873, 9.337388, 10.239428, 10.803096, 11.803271, 11.50015, 11.365231, 13.067022, 11.279803, 11.034003, 9.744093, 9.101618, 8.313956, 7.598493, 7.469213, 7.444861, 7.259905, 9.2437, 10.473367, 11.931076, 13.338745, 14.453233, 14.362321, 13.522251, 14.109018, 13.463364, 13.055641, 12.482205, 12.859333, 11.543339, 12.427105, 12.954598, 13.365212, 15.82842, 17.524713, 22.356727, 25.927143, 38.17924, 64.21234, 85.055232, 91.828995, 92.841392]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 3, 4, 11, 15, 26, 20, 22, 28, 20, 17, 11, 7, 12, 8, 10, 13, 14, 20, 25, 32, 28, 31, 33, 43, 43, 40, 24, 22, 14, 20, 20, 17, 28, 25, 24, 28, 39, 43, 44, 47, 50, 50, 44, 44, 31, 17, 3, 0, 0], "n_am_pl": [5, 11, 11, 5, 7, 8, 14, 11, 11, 10, 13, 10, 12, 21, 16, 28, 21, 27, 21, 13, 10, 10, 9, 14, 5, 7, 11, 11, 9, 14, 13, 12, 13, 10, 12, 8, 8, 16, 15, 14, 13, 14, 15, 20, 20, 37, 60, 81, 88, 93], "n_pos": 93, "sum_m_en": [9.255493, 12.986565, 13.814201, 14.656725, 16.668387, 17.462334, 18.122779, 17.80386, 17.062816, 16.971983, 17.053132, 16.480272, 15.629748, 15.55081, 15.183457, 16.256556, 17.221525, 15.349669, 16.168115, 15.936952, 15.847849, 15.312364, 14.936581, 14.893688, 34.174602, 31.502688, 24.888545, 19.255239, 17.631711, 17.72141, 16.256473, 17.297145, 17.417047, 17.952197, 19.110708, 19.874175, 20.615174, 24.581755, 32.572344, 32.378831, 37.076323, 38.520024, 44.719451, 42.829334, 42.161059, 34.052429, 14.946595, 3.477189, 0.668271, 2.3e-05], "sum_m_pl": [1.681238, 4.087649, 4.548424, 4.74797, 4.707601, 5.166999, 5.52192, 5.481076, 5.76653, 6.704007, 7.525876, 7.942907, 8.742504, 8.586847, 8.351418, 9.69698, 8.064361, 7.826159, 6.925003, 6.390914, 5.855291, 5.316978, 5.271355, 5.308425, 4.91104, 6.654561, 7.731507, 8.873376, 9.975041, 10.665764, 10.660149, 10.000773, 10.346737, 10.046025, 9.594735, 9.165817, 9.404006, 8.723146, 9.124408, 9.561392, 10.030914, 11.5399, 13.160559, 16.79579, 20.770871, 32.567642, 56.742535, 77.183392, 87.083967, 92.113257]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "llmzszl-18518", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 861, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 5, 17, 21, 27, 30, 29, 50, 34, 20, 38, 36, 29, 26, 38, 38, 34, 42, 40, 45, 41, 45, 44, 41, 78, 62, 50, 43, 35, 39, 34, 43, 42, 72, 59, 76, 69, 94, 94, 110, 108, 107, 105, 91, 79, 55, 16, 6, 2, 0], "n_am_pl": [2, 26, 37, 24, 28, 29, 41, 41, 45, 34, 44, 42, 58, 41, 39, 46, 32, 44, 29, 27, 20, 21, 20, 24, 40, 41, 31, 39, 39, 41, 29, 34, 45, 25, 41, 44, 48, 42, 33, 38, 38, 44, 51, 62, 80, 103, 136, 152, 158, 161], "n_pos": 271, "sum_m_en": [26.385594, 38.067943, 41.544145, 43.400683, 46.714281, 48.653369, 49.578929, 49.621503, 43.73522, 43.766964, 45.347368, 45.733164, 46.0015, 43.851716, 43.444681, 44.620635, 43.504239, 40.53394, 41.731272, 41.569529, 40.334309, 40.596974, 40.413882, 40.464201, 55.78771, 52.209668, 46.381424, 44.503782, 43.622949, 43.016895, 41.509367, 43.169684, 43.935266, 47.488457, 48.004037, 50.30894, 51.263424, 60.604713, 63.741147, 74.763672, 75.298831, 78.804574, 82.564911, 80.25541, 71.598872, 52.834211, 17.642108, 7.095703, 3.919336, 0.035786], "sum_m_pl": [4.662565, 12.04782, 14.179212, 12.850846, 13.607424, 14.931962, 16.718684, 17.936291, 19.194539, 20.960614, 21.457983, 22.406785, 23.179598, 22.787236, 23.215949, 21.997277, 20.629099, 20.791555, 19.789766, 18.255969, 17.894756, 16.680151, 16.518405, 16.352528, 22.87272, 26.080948, 27.150667, 28.441405, 28.19846, 30.452167, 28.970292, 27.495926, 27.989938, 25.836421, 26.62038, 26.03767, 27.547844, 29.929329, 29.15061, 33.658869, 35.966156, 38.567912, 45.696185, 51.545738, 64.468877, 90.279304, 129.710835, 149.355902, 152.171206, 160.158416]}, "digit": {"n_am_en": [0, 0, 2, 0, 1, 2, 0, 2, 1, 1, 4, 1, 0, 0, 1, 2, 3, 3, 3, 3, 2, 2, 3, 3, 2, 2, 0, 0, 0, 1, 0, 2, 1, 2, 1, 4, 2, 5, 2, 4, 2, 3, 3, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 2, 5, 6, 6, 5, 4, 6, 5, 4, 3, 4, 0, 1, 1, 1, 1, 0, 1, 2, 2, 4, 3, 4, 3, 2, 3, 4, 1, 1, 0, 0, 3, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.344433, 2.582701, 2.633637, 2.308692, 2.126618, 2.312653, 2.613783, 2.518112, 2.397252, 2.562498, 2.871285, 2.685091, 2.899115, 2.739827, 2.641319, 2.683614, 2.506805, 2.469301, 2.613223, 2.447245, 2.306229, 2.334717, 2.272236, 2.335864, 2.681852, 2.560527, 2.317657, 2.370545, 2.558898, 2.481816, 2.531866, 2.654269, 2.661822, 2.682012, 2.900037, 2.940434, 2.9285, 3.85317, 2.688109, 2.305988, 2.157744, 1.946577, 2.35102, 1.992553, 1.761653, 1.471855, 1.375188, 0.438196, 0.113613, 0.0], "sum_m_pl": [0.211155, 0.616791, 0.692665, 0.488858, 0.561111, 0.644821, 0.765112, 0.764206, 0.740829, 0.851386, 0.869774, 0.884306, 1.013516, 1.049084, 1.044792, 0.991232, 0.909155, 0.949966, 0.974025, 0.946234, 0.954737, 0.886876, 0.877359, 0.886713, 1.275267, 1.319717, 1.298478, 1.513805, 1.288782, 1.408249, 1.381877, 1.158561, 0.944432, 0.869925, 0.945885, 0.928155, 1.067199, 0.697155, 0.600048, 0.702684, 0.618483, 0.653605, 0.742879, 0.532167, 0.636673, 0.526234, 0.610564, 0.385682, 0.036342, 0.0]}, "lang": {"n_am_en": [12, 4, 10, 16, 22, 21, 17, 27, 23, 14, 20, 23, 18, 20, 24, 25, 23, 30, 29, 31, 31, 34, 34, 31, 58, 47, 37, 32, 24, 27, 21, 28, 32, 50, 43, 48, 43, 52, 59, 80, 82, 87, 84, 73, 62, 41, 13, 5, 1, 0], "n_am_pl": [1, 8, 19, 13, 17, 14, 27, 20, 26, 19, 31, 26, 39, 29, 25, 31, 23, 32, 19, 17, 16, 17, 15, 15, 26, 27, 19, 30, 27, 31, 17, 19, 38, 19, 25, 26, 30, 32, 24, 25, 25, 29, 36, 49, 68, 92, 124, 143, 153, 161], "n_pos": 161, "sum_m_en": [16.465393, 21.742117, 24.448105, 26.112363, 28.733681, 29.765086, 29.839518, 30.139961, 26.383729, 26.136147, 26.71928, 27.420365, 27.446482, 26.08224, 26.079391, 27.04524, 26.353332, 24.312332, 24.77301, 24.617344, 24.057847, 24.250427, 24.196004, 23.976848, 37.094252, 34.077215, 29.551253, 27.494573, 26.626058, 26.177809, 25.012634, 25.880626, 26.192233, 28.848382, 29.326469, 30.303376, 31.970816, 35.991343, 41.683754, 52.282159, 54.943703, 63.582661, 65.931411, 64.835478, 55.068519, 39.93401, 12.618669, 4.185409, 1.827683, 0.035306], "sum_m_pl": [2.712571, 6.861932, 8.366276, 7.883963, 8.358162, 9.058876, 10.242821, 11.205357, 12.252479, 13.46566, 13.931094, 14.63146, 15.108684, 14.567273, 14.683278, 13.877638, 12.823268, 12.882012, 12.256105, 11.192185, 10.915437, 10.167284, 10.069169, 9.965537, 14.402364, 16.649666, 17.547272, 18.306549, 18.138051, 19.627791, 18.550011, 17.866987, 18.626105, 17.271524, 17.206571, 17.469895, 17.80859, 19.502425, 19.030662, 21.356572, 22.913675, 23.646545, 31.326296, 38.510358, 52.980979, 78.974101, 118.021011, 138.835039, 146.656804, 159.404099]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 273, "item_id": "llmzszl-18523", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 827, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9963, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 3, 16, 29, 28, 41, 26, 49, 29, 23, 41, 39, 28, 28, 35, 45, 40, 49, 52, 56, 41, 51, 50, 42, 92, 83, 66, 56, 50, 49, 43, 46, 50, 74, 74, 80, 83, 102, 113, 129, 117, 122, 115, 107, 94, 70, 17, 2, 0, 0], "n_am_pl": [2, 30, 43, 28, 34, 32, 48, 47, 51, 52, 47, 50, 61, 45, 41, 50, 32, 40, 25, 25, 26, 20, 19, 17, 33, 36, 39, 47, 44, 46, 45, 45, 53, 39, 41, 42, 35, 45, 32, 42, 41, 38, 46, 52, 69, 99, 140, 158, 156, 158], "n_pos": 309, "sum_m_en": [30.335114, 45.050406, 48.239926, 50.895443, 53.727878, 55.650396, 56.356958, 55.679433, 48.571556, 49.657601, 52.331289, 53.972465, 52.832401, 49.774828, 49.216052, 50.623771, 49.980236, 46.57323, 48.46987, 48.373697, 47.412517, 47.380871, 47.087875, 47.190009, 66.615702, 62.292845, 55.316759, 52.279913, 50.147733, 50.535927, 48.297718, 50.088058, 50.431869, 53.74765, 56.044909, 58.141407, 61.228628, 70.030422, 76.199615, 88.530298, 85.886513, 88.514296, 91.207035, 92.336193, 80.750396, 62.835048, 22.659567, 5.897287, 3.052574, 0.000319], "sum_m_pl": [5.500516, 13.847225, 16.628115, 14.935035, 15.583513, 17.071318, 19.503843, 20.258468, 22.046908, 23.551346, 23.804286, 24.07174, 25.428666, 25.586569, 26.295171, 24.629443, 23.224666, 23.404932, 21.945021, 20.234457, 19.818427, 18.477856, 18.387087, 18.255899, 24.990915, 28.321239, 29.298764, 30.848689, 31.399302, 33.827047, 32.274412, 31.248977, 31.039234, 28.103743, 28.627323, 27.84357, 28.51536, 30.261632, 29.857083, 32.774302, 35.498828, 36.226111, 44.438326, 49.51663, 62.95675, 88.365686, 132.787164, 151.451684, 151.243935, 157.044568]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 3, 1, 2, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 1, 3, 0, 1, 0, 0, 2, 3, 1, 0, 1, 1, 1, 1, 2, 3, 5, 5, 5, 6, 3, 6, 5, 4, 5, 2, 2, 0, 2, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 1, 1, 6, 6, 3, 2, 5, 1, 1, 1, 3, 1, 0, 0, 1, 1, 0, 1, 1, 2, 4, 1, 0, 2, 2, 3, 3, 2, 1, 1, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.422567, 2.648578, 2.712511, 2.473123, 2.320734, 2.473534, 2.700049, 2.642704, 2.416703, 2.592624, 2.847714, 2.707951, 2.802165, 2.663387, 2.572407, 2.627375, 2.439752, 2.375488, 2.632321, 2.460015, 2.298892, 2.349818, 2.295253, 2.362093, 2.852651, 2.767282, 2.542935, 2.548573, 2.68186, 2.654568, 2.5975, 2.762457, 2.725141, 2.783935, 2.953797, 2.958102, 3.045877, 3.966263, 3.041522, 2.763426, 2.393014, 2.11819, 2.477884, 2.514377, 2.451651, 1.531636, 1.808393, 0.406373, 0.059326, 0.0], "sum_m_pl": [0.256347, 0.663361, 0.763009, 0.60506, 0.64145, 0.722592, 0.845802, 0.844544, 0.844543, 0.824126, 0.866885, 0.871529, 1.03294, 1.069798, 1.025296, 0.979805, 0.908763, 1.003453, 0.968198, 0.954994, 0.951422, 0.881416, 0.872007, 0.885199, 1.253277, 1.342456, 1.326162, 1.457279, 1.310979, 1.429905, 1.427697, 1.30492, 1.149467, 1.000849, 0.978465, 0.961486, 1.057288, 0.765604, 0.69542, 0.762582, 0.665916, 0.686979, 1.01845, 0.732345, 0.804318, 0.689652, 0.585472, 0.392423, 0.02819, 0.0]}, "lang": {"n_am_en": [12, 3, 7, 17, 21, 27, 14, 26, 10, 15, 20, 20, 17, 14, 21, 27, 25, 32, 30, 33, 26, 34, 35, 30, 62, 57, 46, 38, 35, 33, 25, 29, 27, 40, 42, 38, 43, 46, 62, 81, 79, 86, 79, 71, 58, 44, 12, 2, 0, 0], "n_am_pl": [1, 11, 20, 11, 18, 12, 26, 23, 27, 22, 29, 25, 39, 33, 27, 30, 18, 28, 17, 15, 18, 13, 11, 7, 18, 19, 24, 28, 26, 28, 21, 25, 34, 25, 22, 24, 21, 33, 23, 29, 27, 25, 31, 40, 61, 84, 116, 137, 151, 157], "n_pos": 157, "sum_m_en": [15.637187, 21.326092, 23.984659, 25.585698, 27.955145, 28.571572, 28.436376, 28.44008, 24.675478, 25.010606, 25.914148, 27.116139, 26.497026, 24.855002, 24.80152, 25.938679, 25.80763, 23.874771, 24.45044, 24.546377, 24.381185, 24.180549, 24.070292, 23.84656, 38.147395, 35.40851, 30.408847, 27.938091, 26.169917, 26.262605, 24.968299, 25.831286, 26.131555, 28.255856, 29.584928, 30.836473, 32.971257, 36.868866, 41.864718, 52.159327, 52.821954, 60.831081, 62.145445, 63.830725, 52.71228, 40.048858, 13.034999, 2.781443, 1.087668, 0.000274], "sum_m_pl": [2.577201, 6.507408, 8.199473, 7.609235, 8.064777, 8.637375, 10.172734, 11.141436, 12.059242, 13.084159, 13.409895, 13.708957, 14.550921, 14.55824, 14.902371, 13.756893, 12.596955, 12.706835, 12.055264, 10.938831, 10.62734, 9.896773, 9.853197, 9.791357, 13.939939, 15.883403, 16.749533, 17.663814, 18.1491, 19.637177, 18.557364, 18.644882, 18.797808, 17.109158, 16.809483, 16.88542, 16.880048, 18.151967, 17.906819, 19.290644, 21.081863, 21.465368, 28.850504, 35.282609, 51.055169, 75.068703, 112.803259, 134.210941, 145.223249, 155.356096]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 311, "item_id": "llmzszl-18523", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 309, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9935}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 14, 21, 18, 24, 24, 17, 12, 10, 13, 16, 15, 17, 21, 15, 21, 29, 18, 15, 13, 19, 14, 19, 16, 28, 29, 28, 19, 18, 14, 17, 14, 23, 31, 29, 33, 35, 41, 44, 57, 60, 58, 62, 63, 69, 63, 58, 59, 61, 60], "n_am_pl": [4, 4, 5, 8, 9, 5, 6, 8, 6, 10, 11, 10, 13, 11, 12, 10, 12, 14, 7, 9, 4, 5, 7, 3, 7, 8, 9, 15, 14, 17, 13, 18, 7, 11, 9, 4, 4, 4, 3, 2, 3, 3, 7, 6, 7, 6, 6, 6, 5, 5], "n_pos": 102, "sum_m_en": [11.503082, 15.359686, 15.954057, 16.529914, 17.803851, 17.2187, 16.776373, 15.399483, 14.520942, 13.834229, 14.567698, 15.343283, 14.614258, 14.575114, 15.114067, 16.386094, 16.924665, 16.057266, 15.146793, 14.828753, 14.546539, 14.765782, 14.764792, 14.761523, 21.339976, 21.240866, 19.225378, 15.648604, 15.876949, 15.150591, 14.659881, 15.703662, 17.269945, 19.830262, 21.890491, 22.414984, 22.959379, 29.066279, 34.173891, 40.259907, 42.244016, 50.60605, 54.134675, 54.335853, 57.631912, 55.849967, 54.728041, 53.343537, 54.299204, 60.669497], "sum_m_pl": [1.757554, 3.916796, 4.513324, 4.406433, 4.493706, 3.975467, 4.279158, 4.599857, 4.878542, 5.641736, 6.070001, 6.925357, 7.619594, 7.331784, 7.798754, 7.838286, 7.078943, 7.030065, 7.005592, 7.356608, 7.142971, 6.690528, 6.45457, 6.399974, 8.362138, 9.15719, 8.453633, 9.884616, 9.94805, 11.241761, 10.644048, 9.855993, 9.514736, 9.425043, 8.902922, 8.293628, 8.842615, 7.713967, 6.907975, 5.608428, 6.252022, 5.375514, 5.587636, 5.962471, 5.309617, 6.342685, 8.229095, 6.035472, 6.175996, 4.732848]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 13, 17, 14, 23, 19, 15, 10, 7, 9, 14, 15, 14, 18, 14, 17, 24, 15, 14, 10, 15, 12, 14, 13, 22, 25, 23, 16, 16, 13, 13, 10, 18, 26, 23, 27, 26, 32, 36, 46, 46, 49, 50, 54, 57, 54, 51, 57, 60, 60], "n_am_pl": [2, 1, 2, 4, 3, 3, 5, 5, 5, 6, 9, 7, 9, 7, 6, 4, 5, 8, 4, 5, 2, 2, 4, 2, 5, 3, 5, 5, 5, 8, 8, 12, 4, 5, 5, 2, 1, 0, 1, 0, 1, 2, 3, 2, 3, 3, 5, 5, 5, 5], "n_pos": 66, "sum_m_en": [7.238147, 10.065308, 10.64306, 11.120999, 11.996063, 11.576294, 11.149533, 10.249979, 9.955111, 9.356774, 10.018437, 10.605178, 9.880514, 10.181558, 10.501999, 11.434812, 11.616179, 10.937363, 10.142381, 9.830562, 9.62047, 9.72558, 9.743369, 9.733777, 15.970914, 15.946, 14.43638, 11.291072, 11.528583, 10.738285, 10.302617, 10.989724, 12.046979, 13.946816, 15.368329, 16.030263, 17.171028, 22.479054, 27.223261, 32.768929, 33.83149, 41.457313, 44.509201, 45.505181, 48.57658, 48.02185, 48.426104, 49.450171, 52.013153, 59.751689], "sum_m_pl": [0.870206, 2.234446, 2.690112, 2.672059, 2.740797, 2.413023, 2.666124, 2.7762, 3.147664, 3.540332, 3.866827, 4.427074, 4.8419, 4.60417, 4.756471, 4.70879, 4.341281, 4.276433, 4.419826, 4.704961, 4.55272, 4.255838, 4.080958, 4.058432, 5.093786, 5.545118, 5.099896, 5.67552, 5.72085, 6.754102, 6.516266, 6.187697, 5.951649, 5.897599, 5.588396, 5.152063, 5.556862, 4.556993, 3.9185, 3.166172, 3.780411, 3.282895, 3.018942, 3.610442, 3.19949, 4.382736, 5.65311, 5.280494, 5.902175, 4.732846]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 104, "item_id": "llmzszl-18524", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9806}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 5, 18, 39, 59, 61, 53, 49, 54, 37, 39, 47, 46, 39, 47, 47, 54, 59, 58, 72, 60, 57, 55, 61, 97, 99, 89, 58, 47, 53, 50, 50, 54, 61, 79, 85, 68, 84, 92, 108, 113, 129, 136, 123, 113, 85, 33, 10, 8, 4], "n_am_pl": [4, 19, 24, 27, 29, 22, 24, 38, 23, 19, 17, 20, 33, 38, 28, 26, 22, 37, 22, 21, 17, 12, 12, 10, 17, 19, 17, 30, 39, 33, 35, 31, 19, 20, 18, 21, 29, 24, 24, 26, 29, 25, 26, 31, 39, 69, 124, 157, 161, 163], "n_pos": 227, "sum_m_en": [20.415181, 32.070597, 35.069987, 38.562165, 41.753418, 42.845399, 42.631547, 41.633477, 39.647056, 37.296895, 38.772307, 38.137467, 36.77979, 35.712187, 36.398166, 39.076009, 41.425651, 38.730477, 36.856016, 35.94885, 34.725238, 35.137149, 35.100875, 35.303187, 62.851882, 58.767952, 49.854127, 40.14182, 39.798352, 38.017051, 35.943241, 37.03071, 38.799588, 42.440323, 47.235597, 48.890262, 45.640538, 57.035514, 65.083703, 74.712506, 83.227867, 102.913928, 112.737612, 103.90768, 98.247217, 76.700471, 33.334459, 11.836121, 8.837299, 3.761337], "sum_m_pl": [3.206394, 9.210716, 11.224033, 11.714552, 11.282568, 10.358024, 11.131135, 11.98793, 12.383216, 13.524816, 14.931108, 16.613816, 18.169526, 17.857914, 18.126727, 17.11278, 14.768186, 15.208931, 14.76416, 15.064289, 14.46253, 13.737186, 13.39509, 13.185706, 16.192107, 17.9223, 17.811763, 20.164209, 21.566578, 24.838885, 24.912568, 23.392021, 23.502774, 21.893213, 20.470809, 19.047141, 21.222034, 21.283631, 21.923296, 22.371606, 25.691101, 21.93996, 21.351117, 25.365481, 37.583676, 61.838125, 118.335292, 145.637419, 153.518984, 161.997953]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 2, 13, 27, 47, 45, 34, 37, 43, 30, 29, 35, 35, 28, 35, 36, 42, 46, 45, 57, 48, 45, 43, 48, 81, 82, 75, 48, 38, 39, 39, 41, 45, 47, 60, 69, 54, 63, 75, 85, 92, 104, 108, 98, 90, 63, 25, 7, 6, 4], "n_am_pl": [2, 12, 17, 23, 18, 15, 19, 23, 13, 13, 11, 13, 24, 32, 20, 19, 13, 26, 17, 12, 10, 6, 6, 4, 10, 14, 11, 21, 31, 26, 30, 22, 15, 19, 16, 17, 25, 18, 16, 22, 23, 20, 22, 27, 36, 66, 118, 148, 156, 162], "n_pos": 167, "sum_m_en": [14.27966, 23.622531, 25.816311, 28.323634, 30.899632, 31.96231, 31.659186, 30.833811, 30.091902, 28.405518, 29.54014, 28.993136, 28.070508, 27.476996, 27.886224, 29.668227, 31.299821, 29.257255, 27.872996, 27.099308, 26.186135, 26.454379, 26.363656, 26.575165, 50.465471, 46.837183, 39.357137, 31.230135, 30.75124, 28.947952, 27.465614, 28.310868, 29.73599, 32.646198, 35.778747, 37.580912, 34.360261, 42.946304, 50.896643, 59.367334, 67.912801, 81.407194, 88.025223, 82.192035, 77.608878, 60.151033, 26.093293, 8.270348, 7.106273, 3.761226], "sum_m_pl": [1.956709, 6.365858, 7.773825, 8.154938, 7.736364, 7.158554, 7.956089, 8.744444, 9.207599, 9.931928, 10.917583, 12.256156, 13.481262, 13.379675, 13.324163, 12.394702, 10.647425, 11.026746, 10.835634, 11.101825, 10.562623, 10.053812, 9.815258, 9.675137, 11.730772, 12.998025, 13.144255, 14.611816, 16.00097, 18.486837, 18.430684, 17.588113, 17.870695, 16.732683, 15.61774, 14.293288, 16.099336, 16.15407, 16.533138, 16.612254, 19.436679, 17.047221, 18.14845, 21.398498, 33.728036, 56.708573, 109.4746, 136.57396, 149.227621, 160.860915]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "llmzszl-18524", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 894, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9869, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 10, 14, 21, 28, 27, 27, 23, 17, 23, 16, 15, 13, 15, 18, 17, 22, 16, 18, 21, 21, 19, 24, 22, 42, 36, 31, 26, 26, 29, 19, 16, 20, 27, 37, 34, 40, 45, 52, 55, 60, 63, 61, 59, 51, 42, 41, 42, 41, 40], "n_am_pl": [2, 6, 14, 9, 14, 12, 9, 12, 15, 18, 7, 17, 11, 18, 17, 16, 15, 11, 6, 6, 4, 8, 6, 4, 11, 10, 10, 12, 13, 17, 18, 15, 16, 10, 9, 10, 8, 7, 6, 4, 2, 2, 5, 4, 3, 4, 5, 5, 6, 5], "n_pos": 133, "sum_m_en": [15.324497, 19.512176, 19.383102, 20.246323, 21.742046, 22.591534, 22.447438, 21.819584, 20.548981, 20.023356, 19.696054, 20.518533, 20.630326, 20.159108, 20.755797, 22.971717, 23.966325, 21.679092, 21.751822, 21.548587, 20.750008, 21.258328, 21.189192, 21.182588, 28.179403, 24.881129, 23.841973, 21.222818, 22.290669, 22.132478, 20.28099, 20.483223, 21.788288, 24.311733, 26.277027, 26.538627, 27.373674, 34.712196, 38.773863, 44.646552, 51.615993, 56.148036, 53.985397, 51.586395, 48.210552, 44.047538, 40.007896, 38.968301, 39.490152, 40.717678], "sum_m_pl": [2.919213, 5.934537, 7.565835, 7.40591, 7.024269, 7.143105, 7.453676, 7.924078, 8.16769, 8.673282, 8.755795, 9.739713, 10.694008, 10.058951, 10.648676, 10.901334, 10.463714, 11.020566, 9.934678, 9.222911, 8.925319, 8.674341, 8.505816, 8.418874, 11.347187, 12.967109, 12.356481, 12.678387, 12.089616, 13.934836, 13.58286, 12.437981, 12.004317, 11.795207, 11.33601, 10.688817, 10.094409, 7.489097, 6.468583, 5.394507, 4.467176, 3.527748, 3.898268, 3.762047, 4.056335, 5.706271, 6.314143, 7.155636, 5.899255, 5.142229]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 0, 2, 2, 2, 1, 3, 2, 1, 2, 0, 0, 0, 1, 6, 2, 1, 1, 2, 1, 0, 2, 3, 0, 2, 1, 2, 1, 3, 2, 2, 2, 3, 4, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 1, 0, 0, 0, 1, 0, 2, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 3, 3, 2, 2, 3, 0, 1, 3, 4, 3, 2, 2, 2, 3, 2, 1, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.260097, 1.862982, 1.930323, 1.975719, 2.193977, 2.242435, 2.306831, 2.237422, 2.089489, 2.178901, 2.109298, 2.029339, 2.03163, 1.951427, 2.09543, 2.177986, 2.091011, 2.029292, 1.979731, 1.915662, 1.901088, 1.982153, 1.965599, 2.047633, 2.70642, 2.393832, 2.467265, 2.127033, 2.271492, 2.093944, 2.056619, 2.190148, 2.31677, 2.378706, 2.419276, 2.364188, 2.266946, 2.468713, 2.520575, 2.514481, 3.49894, 3.440199, 3.121375, 3.0906, 2.221253, 2.036889, 1.624044, 1.005718, 0.242266, 0.0], "sum_m_pl": [0.189427, 0.571797, 0.621425, 0.534941, 0.537896, 0.485123, 0.497693, 0.542186, 0.574832, 0.645368, 0.736839, 0.761333, 0.84729, 0.816169, 0.923021, 0.901622, 0.897517, 0.895312, 0.893338, 0.846509, 0.785267, 0.746278, 0.730008, 0.710001, 1.002519, 1.080216, 0.954876, 1.113643, 1.162624, 1.469145, 1.295116, 1.245461, 1.079349, 1.118259, 0.938736, 0.95569, 0.943029, 0.777641, 0.739285, 0.661989, 0.586649, 0.537719, 0.561545, 0.490632, 0.561272, 0.435251, 0.334348, 0.273465, 0.098164, 0.0]}, "lang": {"n_am_en": [7, 4, 7, 11, 18, 19, 14, 14, 11, 11, 11, 11, 10, 7, 10, 10, 14, 11, 14, 13, 16, 16, 18, 15, 22, 24, 22, 19, 16, 17, 10, 10, 14, 19, 24, 27, 26, 29, 33, 35, 37, 39, 39, 37, 36, 36, 38, 39, 40, 40], "n_am_pl": [0, 2, 3, 4, 5, 4, 5, 6, 6, 7, 1, 5, 5, 9, 8, 8, 5, 3, 1, 1, 0, 2, 2, 0, 5, 3, 1, 3, 3, 2, 7, 5, 2, 1, 1, 2, 2, 1, 1, 0, 0, 0, 1, 1, 1, 3, 3, 4, 6, 5], "n_pos": 47, "sum_m_en": [5.784159, 7.288672, 7.717475, 8.095416, 8.466881, 8.833976, 8.564059, 8.202081, 7.949169, 7.353974, 7.38428, 8.124931, 8.261966, 7.950685, 8.225339, 9.24714, 9.663763, 8.781914, 8.546179, 8.47968, 8.091647, 8.169664, 8.15204, 7.917948, 13.698733, 12.080615, 11.280644, 9.509373, 9.345031, 9.371065, 8.594646, 8.713211, 9.332245, 10.777611, 12.226955, 13.464523, 15.527486, 20.817379, 23.670909, 27.317844, 30.06805, 33.697556, 34.917733, 34.043533, 34.919068, 35.278713, 34.865247, 34.665954, 37.265361, 40.28968], "sum_m_pl": [0.92879, 1.778157, 2.336098, 2.50608, 2.478138, 2.55532, 2.770269, 2.825784, 3.111184, 3.294993, 3.241418, 3.779942, 4.166731, 3.969815, 4.158837, 4.244814, 3.99608, 4.061851, 3.639171, 3.360893, 3.290361, 3.207716, 3.178549, 3.14089, 3.931902, 4.533048, 4.276772, 4.579564, 4.502958, 4.75784, 4.694335, 4.522337, 4.130481, 3.944748, 4.251041, 3.864354, 3.854068, 2.931455, 2.495237, 2.118816, 1.750838, 1.336077, 1.682226, 1.946865, 1.618713, 3.088795, 3.658866, 4.830651, 5.447018, 5.000036]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "llmzszl-18529", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 823, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 7, 11, 18, 26, 26, 39, 35, 25, 26, 17, 17, 20, 23, 33, 24, 47, 32, 37, 41, 39, 38, 46, 38, 68, 56, 47, 34, 27, 20, 22, 21, 31, 28, 51, 50, 56, 69, 83, 86, 92, 97, 93, 96, 87, 60, 33, 13, 2, 0], "n_am_pl": [2, 13, 20, 20, 21, 21, 23, 24, 33, 22, 24, 25, 24, 27, 22, 26, 18, 16, 14, 9, 6, 7, 5, 7, 11, 12, 18, 20, 24, 34, 31, 27, 18, 23, 17, 19, 15, 15, 6, 12, 9, 7, 12, 9, 12, 29, 48, 60, 68, 73], "n_pos": 174, "sum_m_en": [15.595355, 24.276243, 24.770709, 26.188802, 28.283461, 30.010192, 30.267006, 30.35555, 28.155611, 27.33862, 27.456368, 28.060232, 28.741369, 27.139745, 27.016914, 30.475859, 32.308646, 29.328189, 28.714634, 27.538685, 26.533258, 27.806111, 27.937886, 27.892542, 47.3873, 38.992499, 35.722434, 29.874906, 29.215129, 28.505662, 27.458613, 27.97757, 29.827716, 33.455445, 37.345245, 37.558076, 37.675757, 46.550949, 53.695731, 66.567163, 77.55016, 81.590252, 81.949029, 84.335637, 74.156421, 56.321367, 31.582998, 13.937435, 4.545301, 7.6e-05], "sum_m_pl": [2.666707, 8.21415, 10.201914, 10.366126, 10.084121, 10.136599, 11.088113, 12.0118, 12.385319, 13.732057, 13.716049, 14.923367, 15.948721, 14.208054, 14.19452, 13.351772, 12.510394, 12.742712, 11.878542, 11.565202, 11.224766, 10.769224, 10.724248, 10.575178, 12.506371, 15.830207, 16.754258, 18.124463, 18.746275, 21.093179, 19.504964, 18.034826, 16.232397, 15.636191, 14.26128, 13.248304, 14.237499, 11.890394, 9.807592, 8.348097, 7.67936, 7.535124, 9.544418, 8.7485, 14.060424, 28.028239, 47.514576, 60.033476, 66.506253, 72.310421]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 3, 1, 1, 1, 2, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 3, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 0, 0, 0, 1, 2, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 2, 1, 1, 2, 4, 2, 3, 5, 4, 5, 3, 3, 2, 3, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.0553, 1.67147, 1.818682, 1.829558, 2.023372, 2.062843, 2.090595, 2.052616, 1.938251, 2.007085, 1.963766, 1.8383, 1.854515, 1.658312, 1.716987, 1.874775, 2.004346, 1.905602, 1.903102, 1.809101, 1.778634, 1.868192, 1.841767, 1.9315, 2.667166, 2.281653, 2.329813, 2.1573, 2.198934, 2.113448, 1.992889, 2.03152, 2.278985, 2.235869, 2.274495, 2.287949, 2.082879, 2.107232, 1.794168, 2.048439, 1.716846, 2.007092, 2.126895, 1.789963, 1.488372, 0.922946, 0.84798, 0.491368, 0.230868, 0.0], "sum_m_pl": [0.162291, 0.506602, 0.545925, 0.474587, 0.48245, 0.410783, 0.42806, 0.46936, 0.542885, 0.61438, 0.672301, 0.707354, 0.732079, 0.715334, 0.792119, 0.77763, 0.741455, 0.762542, 0.712554, 0.690032, 0.675614, 0.655575, 0.64036, 0.635019, 0.784388, 0.879345, 0.853398, 0.921605, 1.042822, 1.2634, 1.082732, 0.998697, 0.981527, 0.988218, 0.758162, 0.788139, 0.959777, 0.685422, 0.622862, 0.606809, 0.620938, 0.542984, 0.598835, 0.487272, 0.418734, 0.383057, 0.492452, 0.212212, 0.115964, 0.0]}, "lang": {"n_am_en": [3, 5, 6, 11, 13, 16, 20, 14, 16, 10, 10, 8, 9, 14, 17, 15, 25, 19, 24, 24, 24, 25, 26, 23, 38, 28, 27, 18, 16, 11, 11, 8, 15, 18, 35, 36, 37, 41, 49, 47, 53, 57, 54, 55, 51, 34, 17, 6, 2, 0], "n_am_pl": [0, 8, 8, 10, 13, 11, 15, 14, 17, 9, 15, 16, 12, 16, 17, 12, 8, 8, 6, 5, 3, 3, 2, 4, 3, 4, 6, 9, 12, 18, 15, 15, 11, 11, 8, 8, 6, 7, 3, 6, 5, 5, 8, 7, 11, 26, 43, 57, 67, 72], "n_pos": 72, "sum_m_en": [6.392699, 10.324866, 10.705917, 11.385246, 12.006716, 12.559439, 13.033556, 13.129891, 12.71006, 12.084604, 12.491631, 13.223167, 13.266327, 12.509599, 12.191859, 13.629387, 14.672061, 13.483127, 12.779041, 12.040869, 11.521848, 12.206711, 12.335289, 12.05162, 24.637559, 19.869979, 18.082268, 13.865706, 12.804529, 12.195857, 12.286548, 12.885597, 13.48341, 15.664395, 18.386384, 19.753986, 20.217976, 25.062912, 28.818094, 36.433497, 43.902369, 46.187799, 47.452172, 50.288053, 43.092882, 31.5287, 16.162824, 6.277515, 2.426037, 1.6e-05], "sum_m_pl": [0.957856, 3.132617, 3.777986, 4.041749, 4.16855, 4.292541, 5.258187, 5.685271, 5.563595, 6.110302, 6.112906, 6.595075, 7.223239, 6.415863, 6.449777, 5.913945, 5.35343, 5.417756, 5.183028, 4.957827, 4.792772, 4.58549, 4.588863, 4.530633, 5.023397, 7.032013, 7.632902, 8.622039, 8.80891, 9.591641, 8.84686, 8.571963, 7.453869, 7.301349, 6.753212, 6.207238, 7.094991, 5.828557, 4.941908, 3.822664, 3.930134, 4.376892, 5.999074, 5.945477, 10.823946, 23.343676, 40.632577, 55.076129, 65.043069, 71.648214]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "llmzszl-18529", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 951, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9659, "tf_agree_excl_first": 0.9714}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 3, 9, 9, 10, 3, 7, 6, 7, 7, 3, 1, 0, 1, 3, 6, 9, 9, 12, 7, 9, 4, 5, 4, 8, 11, 10, 8, 4, 3, 3, 5, 7, 14, 12, 12, 13, 14, 11, 10, 10, 10, 8, 9, 8, 8, 7, 6, 3, 3], "n_am_pl": [0, 3, 4, 6, 7, 5, 7, 5, 5, 5, 2, 9, 6, 4, 7, 5, 5, 4, 6, 5, 5, 2, 3, 3, 4, 7, 8, 7, 8, 9, 9, 11, 10, 4, 3, 0, 2, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0], "n_pos": 56, "sum_m_en": [6.750468, 8.32318, 8.063634, 8.198188, 9.496062, 8.933976, 8.255921, 8.028794, 8.350056, 8.655673, 7.472678, 7.644728, 7.969468, 7.979686, 7.828649, 8.406769, 9.170455, 9.244825, 9.333255, 8.946274, 8.428832, 8.165434, 7.970045, 8.197034, 7.678294, 7.920604, 7.291065, 7.771956, 7.682194, 8.031552, 7.859762, 8.25369, 9.354587, 9.393689, 10.578331, 9.25531, 10.588189, 12.909263, 13.028483, 9.897662, 9.642103, 10.314954, 8.222308, 8.423471, 7.411357, 7.117652, 5.893961, 5.775472, 4.268307, 3.834252], "sum_m_pl": [1.619062, 3.46356, 4.087005, 3.67762, 4.292691, 3.529325, 3.319796, 3.554459, 3.559195, 4.093125, 4.143914, 4.189473, 3.858593, 3.840289, 4.294699, 4.466629, 4.123031, 3.904145, 3.811096, 3.762157, 3.67198, 3.519354, 3.441304, 3.404607, 4.93024, 5.590012, 5.391034, 5.422174, 5.469623, 6.376526, 6.132407, 5.96143, 5.326527, 5.163302, 4.634907, 3.832651, 3.233163, 2.588266, 2.164079, 1.898493, 1.627465, 1.514966, 1.32456, 1.283316, 1.183971, 1.080764, 0.628928, 0.363471, 0.191577, 1e-06]}, "digit": {"n_am_en": [5, 1, 1, 2, 3, 1, 2, 3, 3, 4, 0, 1, 0, 0, 3, 4, 6, 4, 5, 3, 4, 2, 1, 1, 5, 4, 2, 3, 1, 1, 1, 1, 3, 6, 7, 6, 6, 6, 6, 7, 5, 5, 5, 5, 5, 5, 4, 3, 0, 0], "n_am_pl": [0, 1, 1, 1, 3, 0, 2, 2, 1, 1, 0, 3, 0, 0, 2, 2, 1, 0, 2, 1, 1, 0, 2, 0, 3, 4, 4, 4, 4, 3, 3, 4, 3, 3, 2, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.593821, 3.015844, 2.8097, 2.844201, 3.457671, 3.286711, 3.055129, 2.945465, 2.888292, 3.094117, 2.455875, 2.57949, 2.697341, 2.736615, 2.832289, 3.001867, 3.346601, 3.470503, 3.460815, 3.192519, 2.980169, 2.804376, 2.697568, 2.852753, 2.936537, 2.860349, 2.717146, 2.866557, 2.852391, 3.147365, 2.840408, 2.970645, 3.388815, 3.42557, 3.834918, 3.553693, 3.620584, 5.010356, 5.84712, 5.145697, 4.494701, 4.787357, 3.673099, 3.32067, 2.847773, 2.662645, 2.217113, 2.100382, 0.788242, 0.000156], "sum_m_pl": [0.573427, 1.224471, 1.212628, 1.146306, 1.365259, 1.007229, 0.944534, 1.064195, 1.170065, 1.421086, 1.36589, 1.380447, 1.215559, 1.27158, 1.552988, 1.595121, 1.486996, 1.378002, 1.293356, 1.24831, 1.202586, 1.162709, 1.156844, 1.141745, 1.821795, 2.111936, 1.889173, 2.147051, 2.126071, 2.312041, 2.347126, 2.187846, 1.928671, 1.798973, 1.705049, 1.481497, 1.205712, 1.091568, 1.137462, 1.195746, 1.16332, 1.140051, 0.939376, 1.024801, 0.984294, 0.932496, 0.567276, 0.319375, 0.180886, 0.0]}, "lang": {"n_am_en": [2, 1, 2, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 1, 3, 2, 3, 1, 0, 0, 1, 1, 2, 2, 2, 4, 4, 4, 3, 4, 4, 3, 3, 3, 3, 3, 3, 3, 3], "n_am_pl": [0, 0, 0, 1, 1, 1, 2, 2, 0, 3, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.461534, 0.627984, 0.623438, 0.64115, 0.755455, 0.82178, 0.741876, 0.731471, 0.799165, 0.839584, 0.820101, 0.835208, 0.824498, 0.761126, 0.766949, 0.762443, 0.778771, 0.804278, 0.813155, 0.78704, 0.703177, 0.710458, 0.675354, 0.687085, 0.816859, 1.147362, 0.905188, 0.871631, 0.754, 0.74699, 0.840109, 0.885025, 0.998108, 1.23265, 1.405573, 1.614767, 1.962529, 2.851289, 3.139378, 2.732885, 3.372801, 3.481592, 3.354682, 3.435286, 3.463874, 3.43519, 3.412489, 3.275867, 3.374569, 3.00003], "sum_m_pl": [0.101281, 0.243337, 0.277135, 0.320055, 0.365961, 0.315835, 0.341662, 0.340252, 0.313022, 0.290251, 0.25233, 0.269367, 0.292839, 0.279577, 0.314019, 0.337616, 0.289787, 0.288533, 0.267713, 0.270304, 0.266544, 0.248623, 0.245416, 0.253705, 0.327327, 0.360722, 0.364665, 0.289815, 0.302522, 0.37049, 0.405832, 0.476074, 0.444064, 0.392105, 0.36146, 0.330965, 0.28287, 0.100021, 0.042496, 0.022007, 0.007333, 0.00348, 0.001911, 0.000242, 6.9e-05, 0.000133, 6.6e-05, 0.000152, 0.003113, 0.0]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 58, "item_id": "llmzszl-18530", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 56, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9825}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 22, 22, 33, 39, 35, 30, 26, 28, 43, 37, 35, 27, 36, 35, 39, 47, 54, 51, 60, 62, 53, 55, 39, 68, 61, 59, 43, 37, 43, 37, 47, 47, 60, 76, 69, 80, 82, 86, 80, 78, 72, 65, 74, 60, 49, 22, 5, 0, 0], "n_am_pl": [11, 26, 26, 26, 24, 28, 25, 33, 44, 28, 26, 29, 35, 37, 41, 42, 37, 28, 35, 30, 24, 28, 24, 25, 25, 45, 42, 47, 51, 54, 55, 51, 49, 37, 34, 24, 24, 16, 14, 12, 13, 16, 23, 21, 27, 48, 75, 90, 90, 93], "n_pos": 256, "sum_m_en": [24.465127, 40.019647, 41.470627, 41.206785, 43.244715, 39.897254, 38.356879, 37.468885, 37.722152, 40.937537, 40.030487, 41.031421, 40.45575, 38.930805, 36.446541, 38.660547, 42.144621, 42.038132, 43.562005, 41.959695, 40.814803, 39.352397, 38.510338, 38.576044, 52.198499, 49.313635, 45.245492, 43.659655, 39.847659, 40.709472, 38.856115, 40.507077, 43.231279, 47.498509, 54.320989, 55.471483, 59.805367, 63.598354, 67.088888, 66.208976, 65.859801, 64.904646, 59.311702, 65.543687, 59.872384, 48.440906, 21.864555, 7.388213, 2.741166, 0.070361], "sum_m_pl": [4.869918, 13.637751, 14.926346, 15.606086, 16.48079, 16.219906, 16.500125, 17.327241, 18.405094, 19.293431, 19.725163, 19.719874, 20.285539, 20.790702, 21.776331, 20.677226, 18.662465, 17.604361, 17.292498, 17.469127, 17.00303, 16.158018, 16.223722, 15.973373, 23.464609, 26.671158, 27.48397, 28.931789, 31.341895, 34.243285, 32.305637, 30.537451, 28.387334, 26.192, 24.460943, 22.73872, 20.52632, 19.094343, 16.849734, 16.376795, 15.942667, 17.177732, 19.201801, 22.407896, 24.713235, 40.347189, 73.535086, 87.931305, 88.504542, 92.538614]}, "digit": {"n_am_en": [2, 5, 1, 2, 2, 4, 1, 2, 2, 1, 2, 2, 3, 1, 6, 8, 6, 7, 2, 2, 3, 2, 0, 1, 3, 2, 2, 2, 5, 6, 4, 5, 5, 5, 5, 5, 4, 6, 4, 7, 3, 2, 3, 2, 2, 2, 3, 0, 0, 0], "n_am_pl": [5, 3, 5, 2, 3, 0, 0, 1, 1, 4, 4, 7, 4, 7, 6, 6, 3, 2, 3, 0, 0, 0, 1, 1, 4, 7, 4, 6, 9, 8, 8, 7, 9, 5, 6, 2, 2, 1, 0, 1, 0, 0, 1, 1, 2, 2, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.556092, 6.3961, 6.191485, 5.599768, 6.398147, 5.905349, 5.394826, 5.096262, 4.932371, 5.444815, 4.855909, 5.075567, 5.050973, 4.864598, 4.804663, 5.103944, 5.750741, 5.878964, 5.987185, 5.735128, 5.551292, 5.278932, 5.126544, 5.402275, 5.665276, 5.420495, 5.229419, 5.696479, 5.700757, 5.960956, 5.563644, 5.917353, 6.180588, 6.176385, 6.551848, 6.368388, 6.191179, 5.979474, 5.38775, 5.862258, 5.038289, 4.971874, 3.997475, 3.676998, 3.352534, 3.078609, 2.18395, 0.840577, 0.495962, 0.0], "sum_m_pl": [0.888845, 2.172565, 1.88648, 2.054973, 2.118615, 1.739788, 1.737836, 1.994878, 2.100603, 2.384624, 2.666968, 2.688333, 2.691088, 2.615064, 2.915009, 3.027787, 2.7241, 2.566096, 2.370325, 2.338302, 2.195479, 2.165569, 2.154922, 2.148699, 3.403886, 3.796398, 3.530354, 3.769753, 4.149259, 4.37053, 4.157615, 3.808762, 3.577949, 3.286062, 3.113176, 2.876488, 2.348752, 2.012242, 2.036061, 1.968545, 1.934885, 1.918508, 1.654257, 1.788356, 2.033366, 2.154277, 1.294631, 1.298294, 0.348477, 0.0]}, "lang": {"n_am_en": [2, 5, 11, 12, 18, 12, 13, 12, 12, 16, 12, 13, 10, 12, 9, 16, 21, 26, 25, 28, 34, 33, 31, 22, 36, 35, 32, 21, 15, 12, 14, 20, 20, 27, 32, 31, 40, 44, 45, 41, 47, 43, 36, 42, 38, 27, 8, 3, 0, 0], "n_am_pl": [0, 9, 7, 13, 10, 14, 9, 15, 13, 7, 12, 13, 19, 16, 20, 17, 16, 16, 19, 16, 10, 12, 11, 11, 14, 15, 11, 19, 18, 22, 22, 19, 16, 18, 18, 10, 11, 10, 12, 9, 9, 13, 17, 17, 20, 38, 64, 79, 85, 93], "n_pos": 93, "sum_m_en": [8.610852, 14.132296, 15.613767, 16.041259, 15.987066, 14.576342, 14.511241, 14.455502, 14.880057, 15.92848, 16.280408, 16.313833, 16.080655, 15.064015, 13.912543, 15.218146, 16.788807, 16.835107, 17.302022, 16.690583, 16.415434, 15.790922, 15.341808, 14.886848, 24.994206, 23.215286, 20.594228, 18.505972, 15.501861, 15.20926, 14.909731, 15.740831, 16.660719, 18.938412, 21.76796, 23.256644, 25.935065, 27.841952, 30.84263, 32.654059, 33.461065, 34.324557, 33.260298, 38.54691, 35.992401, 26.560652, 9.316196, 2.715942, 0.909682, 0.070057], "sum_m_pl": [1.339772, 4.028029, 4.767002, 5.454316, 5.581317, 6.114807, 6.605626, 6.609301, 6.946545, 7.175428, 7.243949, 7.524043, 8.051892, 8.813447, 8.968268, 8.023101, 7.049306, 6.707237, 6.920367, 6.988988, 6.898825, 6.459721, 6.446646, 6.251147, 9.605029, 10.749273, 10.971977, 11.613655, 12.724568, 14.049111, 13.061083, 12.723507, 12.037112, 11.703747, 11.111014, 10.800556, 10.445728, 10.141525, 8.887008, 8.867267, 9.394356, 10.845144, 12.577759, 15.878201, 18.054167, 31.999135, 61.00879, 75.919249, 82.986152, 92.458745]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 312, "item_id": "llmzszl-18530", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 256, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9968}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [49, 53, 58, 43, 47, 42, 75, 59, 58, 59, 61, 63, 72, 71, 62, 75, 94, 92, 102, 114, 97, 89, 86, 74, 115, 106, 101, 93, 84, 80, 88, 93, 84, 96, 124, 116, 126, 147, 145, 173, 171, 166, 168, 155, 146, 141, 138, 137, 132, 144], "n_am_pl": [17, 36, 39, 27, 29, 29, 30, 32, 33, 44, 36, 34, 39, 33, 32, 37, 28, 37, 28, 21, 20, 24, 24, 26, 24, 25, 24, 21, 25, 28, 41, 31, 25, 30, 26, 25, 21, 7, 3, 4, 6, 4, 3, 5, 2, 2, 2, 3, 4, 0], "n_pos": 338, "sum_m_en": [40.757382, 50.362029, 49.533297, 49.050608, 52.601756, 51.543347, 54.060393, 55.469704, 54.554004, 56.438255, 56.726557, 54.264866, 55.159032, 53.424225, 51.891373, 53.895246, 55.961104, 56.17991, 56.482333, 56.870876, 54.042782, 53.810432, 52.909536, 53.422696, 72.822113, 74.152649, 70.967141, 67.274646, 70.304001, 64.812279, 63.666306, 65.191795, 66.267371, 70.369157, 82.973458, 85.644965, 99.227034, 112.656071, 114.688245, 130.333849, 134.99162, 136.828585, 138.3804, 138.39637, 137.079107, 133.568341, 129.751562, 125.403231, 121.555402, 148.154057], "sum_m_pl": [7.730844, 14.451363, 16.540035, 15.342682, 17.034853, 16.452301, 15.971051, 16.874715, 17.694546, 21.433895, 21.042698, 21.246364, 21.842965, 20.809301, 20.394484, 23.072996, 22.624682, 21.349272, 22.39846, 22.131889, 21.105672, 20.342953, 19.831807, 19.431644, 24.577747, 26.454186, 26.177451, 26.889031, 27.982172, 30.526313, 29.089136, 25.47239, 24.014533, 23.209401, 23.389443, 24.579503, 22.275814, 18.378942, 15.563992, 13.358717, 12.559382, 11.032466, 9.666254, 8.586743, 7.424803, 6.263952, 4.854662, 5.261867, 5.308094, 0.211551]}, "digit": {"n_am_en": [6, 5, 7, 7, 5, 5, 9, 9, 3, 5, 3, 2, 4, 5, 5, 5, 8, 5, 10, 9, 6, 7, 3, 2, 7, 7, 6, 4, 3, 4, 9, 6, 5, 5, 12, 9, 12, 10, 7, 11, 10, 5, 8, 3, 3, 1, 2, 1, 0, 0], "n_am_pl": [0, 13, 14, 5, 6, 6, 4, 7, 4, 12, 6, 4, 5, 7, 5, 8, 6, 8, 2, 1, 2, 2, 3, 2, 4, 7, 7, 5, 8, 4, 7, 5, 5, 3, 6, 4, 5, 2, 0, 2, 2, 3, 1, 3, 1, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [6.508197, 8.417298, 7.670815, 7.411896, 7.668078, 7.06354, 7.505328, 7.869727, 7.594327, 8.073436, 7.871297, 7.254793, 7.646546, 7.396174, 7.053418, 7.102923, 7.18053, 7.340919, 7.259598, 7.28352, 6.950157, 7.16393, 7.15309, 7.477883, 7.586174, 8.065108, 7.321019, 7.655344, 7.826331, 7.533418, 7.664487, 8.064472, 8.096752, 7.663356, 8.011357, 7.576417, 8.882374, 8.339667, 7.200328, 8.671849, 8.042679, 6.856496, 7.006913, 6.286033, 4.839008, 3.379103, 2.493919, 1.586229, 0.619212, 2.8e-05], "sum_m_pl": [1.376544, 3.201204, 3.387002, 2.962403, 3.018815, 2.837364, 2.520175, 2.79257, 2.883486, 3.918022, 3.924013, 3.786437, 3.968487, 3.527726, 3.740852, 4.142773, 3.888948, 3.579414, 3.563755, 3.632358, 3.406247, 3.260736, 3.126825, 3.071845, 3.930354, 4.430453, 4.715008, 5.030319, 4.942106, 5.018282, 4.683685, 4.030479, 3.622805, 3.522012, 3.588818, 3.567031, 3.412085, 3.342347, 3.010744, 3.013331, 2.933727, 3.208043, 2.801654, 3.127958, 2.49109, 1.782355, 1.220602, 0.790995, 0.239159, 0.0]}, "lang": {"n_am_en": [17, 28, 28, 22, 22, 18, 32, 29, 33, 29, 31, 35, 42, 41, 33, 46, 57, 56, 62, 72, 67, 56, 57, 51, 75, 70, 65, 64, 55, 47, 51, 53, 48, 57, 79, 79, 84, 96, 103, 114, 113, 116, 117, 115, 112, 114, 117, 121, 126, 144], "n_am_pl": [8, 11, 6, 7, 10, 9, 14, 9, 14, 16, 5, 12, 13, 7, 9, 8, 11, 8, 8, 5, 4, 9, 9, 14, 6, 4, 3, 2, 6, 7, 11, 9, 9, 10, 7, 9, 6, 1, 1, 1, 4, 1, 1, 2, 1, 1, 2, 3, 4, 0], "n_pos": 147, "sum_m_en": [15.864908, 20.830554, 20.810086, 20.403555, 22.428178, 22.583254, 23.793786, 24.245325, 24.032916, 24.616719, 24.725976, 24.271153, 24.412427, 24.029776, 23.028012, 24.511729, 25.608081, 25.990033, 26.221574, 26.422257, 25.271699, 24.631684, 24.019325, 23.892342, 39.648652, 40.450093, 38.862639, 34.649565, 36.302313, 33.108168, 32.238998, 32.5022, 33.180583, 36.938837, 45.795688, 50.856766, 61.136966, 71.820963, 75.910533, 83.545077, 88.842996, 96.507484, 98.373193, 99.478615, 102.065756, 102.933374, 105.105206, 106.923405, 108.875403, 141.766218], "sum_m_pl": [2.940181, 4.8901, 5.581241, 5.466042, 6.195173, 6.170857, 6.188028, 6.402221, 6.666034, 7.848854, 7.464296, 7.613226, 7.837766, 7.69964, 7.067809, 8.247413, 8.674214, 8.204739, 8.951549, 8.712983, 8.417993, 8.100558, 7.947129, 7.838452, 8.857234, 9.176471, 8.824556, 9.597904, 9.758608, 10.609023, 10.526833, 9.674322, 8.913208, 8.48909, 8.7502, 9.360172, 8.409746, 6.759553, 5.972974, 5.268884, 5.169032, 4.153387, 3.58574, 2.942484, 2.977193, 3.040384, 2.667612, 3.588476, 3.850741, 0.003375]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "llmzszl-18531", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 729, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [68, 115, 150, 165, 152, 187, 178, 183, 190, 239, 219, 196, 196, 189, 201, 202, 248, 253, 297, 322, 350, 342, 351, 317, 442, 400, 332, 287, 265, 279, 266, 267, 273, 287, 377, 368, 406, 443, 435, 485, 490, 460, 435, 422, 408, 332, 102, 28, 4, 3], "n_am_pl": [25, 140, 180, 117, 166, 174, 168, 183, 212, 197, 190, 208, 198, 183, 198, 205, 193, 187, 164, 142, 108, 123, 109, 130, 121, 155, 148, 150, 206, 183, 175, 193, 194, 141, 118, 106, 96, 67, 54, 59, 67, 81, 98, 113, 131, 182, 411, 505, 487, 516], "n_pos": 1280, "sum_m_en": [131.393377, 184.141448, 192.55111, 193.58364, 198.302925, 203.339333, 208.850963, 212.914171, 215.515693, 219.00261, 217.79969, 208.43078, 218.125237, 207.650507, 201.805521, 205.339018, 211.591207, 206.914216, 208.752201, 207.487366, 202.827021, 201.873417, 202.763519, 204.755878, 301.282297, 283.445232, 256.75934, 241.16671, 237.047761, 224.213689, 224.076717, 226.045927, 230.659568, 244.082289, 275.172519, 277.90765, 297.560603, 325.307414, 335.776472, 375.122169, 386.713409, 384.189507, 382.30706, 392.622193, 374.445145, 301.262719, 114.642806, 36.348741, 18.191178, 3.037777], "sum_m_pl": [24.274241, 62.205382, 71.819475, 69.548769, 74.750125, 77.965118, 76.515645, 81.35133, 88.434566, 99.768256, 100.9186, 102.473243, 101.440251, 101.616765, 96.129862, 99.675702, 94.541359, 90.821112, 90.092151, 89.679809, 85.039677, 81.381766, 79.097197, 76.512511, 101.247787, 118.602891, 121.104232, 121.318774, 135.392631, 148.035913, 133.789361, 125.372754, 116.50039, 107.967181, 102.653709, 97.772148, 93.397787, 88.365514, 79.033811, 74.103149, 74.115826, 80.127496, 94.105181, 109.911914, 131.648278, 184.46556, 380.590894, 476.446065, 477.646315, 516.666807]}, "digit": {"n_am_en": [6, 23, 24, 31, 18, 12, 12, 12, 9, 35, 18, 17, 26, 19, 11, 18, 14, 24, 24, 31, 29, 38, 27, 22, 41, 36, 31, 28, 19, 25, 18, 25, 30, 23, 37, 33, 42, 48, 31, 42, 38, 26, 20, 21, 13, 4, 1, 1, 0, 0], "n_am_pl": [0, 29, 51, 14, 34, 51, 33, 36, 30, 24, 30, 40, 27, 34, 35, 35, 29, 31, 25, 27, 23, 23, 21, 22, 23, 34, 27, 21, 27, 28, 31, 40, 37, 18, 16, 16, 12, 7, 7, 5, 1, 6, 4, 5, 2, 0, 9, 7, 2, 0], "n_pos": 199, "sum_m_en": [24.125327, 30.225217, 29.800143, 30.280207, 30.812973, 30.560331, 32.188266, 33.703284, 33.669296, 34.462664, 32.32225, 31.079098, 33.642963, 31.765639, 30.960538, 31.66794, 31.220372, 29.87307, 29.934315, 29.930043, 29.19181, 29.891143, 29.781382, 31.476504, 36.975118, 36.540484, 33.017475, 34.885728, 33.774326, 32.905194, 34.557682, 36.152757, 36.488329, 35.164288, 37.244241, 35.003135, 38.067517, 39.245907, 34.009433, 36.580632, 31.833543, 29.932534, 24.650689, 23.780026, 15.661426, 10.353147, 5.059797, 2.913071, 1.62826, 0.0], "sum_m_pl": [5.299415, 13.296277, 14.290692, 13.587477, 13.259398, 12.746719, 11.339549, 12.464999, 13.188628, 16.455343, 17.716492, 17.195554, 16.408327, 15.825631, 15.817283, 17.211426, 15.488615, 14.507024, 13.723787, 14.083718, 13.318679, 12.590708, 12.13172, 11.773499, 16.040766, 19.721903, 20.145457, 19.868085, 21.516952, 22.663494, 19.430634, 18.611721, 16.464997, 14.939651, 14.757706, 14.405712, 13.450401, 13.115231, 12.449208, 10.949759, 10.823268, 10.611882, 9.773517, 9.792853, 7.829684, 5.844424, 7.740155, 4.892379, 1.480878, 0.000608]}, "lang": {"n_am_en": [19, 34, 35, 69, 77, 106, 99, 95, 112, 106, 101, 91, 93, 89, 103, 105, 121, 138, 172, 191, 225, 204, 228, 205, 272, 233, 193, 156, 149, 147, 144, 144, 154, 158, 187, 201, 204, 235, 248, 265, 277, 266, 251, 258, 254, 212, 51, 6, 4, 3], "n_am_pl": [12, 43, 56, 43, 54, 62, 74, 76, 95, 100, 94, 106, 94, 82, 87, 87, 83, 85, 72, 53, 40, 51, 38, 48, 36, 50, 48, 55, 81, 74, 73, 79, 71, 67, 58, 58, 58, 50, 40, 48, 59, 68, 87, 99, 120, 172, 361, 454, 466, 513], "n_pos": 517, "sum_m_en": [47.541537, 70.794736, 77.35118, 79.548447, 81.475179, 85.574658, 86.992394, 88.448878, 90.365044, 90.082622, 91.746373, 87.518541, 90.652087, 85.354443, 81.928904, 83.37506, 87.374376, 86.994249, 89.643284, 89.089138, 87.829013, 85.075381, 86.076691, 84.661625, 153.476825, 138.71685, 124.631888, 108.565965, 105.153835, 97.597593, 95.367859, 94.91777, 96.158708, 105.928977, 122.055938, 130.889757, 142.177226, 160.256913, 178.854823, 202.281752, 222.24708, 227.580674, 230.748898, 237.941542, 228.685026, 186.206175, 57.002702, 11.205367, 7.774381, 3.00942], "sum_m_pl": [7.468649, 20.334852, 23.579614, 24.386339, 26.202404, 29.607216, 30.650321, 32.950803, 35.899589, 39.208286, 38.467713, 40.155027, 40.215382, 41.835084, 38.062311, 38.356347, 37.801143, 36.915865, 36.733113, 35.717175, 34.306409, 32.699567, 31.926786, 30.85059, 39.32801, 45.522352, 48.256949, 49.759076, 56.17722, 61.38436, 57.438136, 55.940005, 51.273952, 49.722488, 49.160915, 48.51441, 48.21321, 46.718491, 42.649487, 43.673173, 45.597704, 53.594766, 70.596458, 85.895899, 109.546867, 163.245128, 333.356983, 429.552484, 453.718496, 509.596224]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18531", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 857, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9875}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 6, 23, 13, 7, 14, 10, 12, 11, 14, 17, 15, 16, 17, 16, 19, 21, 20, 22, 21, 22, 26, 22, 24, 33, 26, 16, 17, 22, 21, 22, 21, 20, 35, 42, 42, 45, 53, 52, 51, 47, 39, 39, 43, 37, 37, 31, 28, 27, 23], "n_am_pl": [1, 7, 15, 12, 15, 12, 3, 12, 9, 12, 17, 16, 20, 21, 21, 22, 22, 23, 16, 14, 15, 11, 7, 9, 12, 19, 13, 19, 21, 28, 18, 21, 14, 10, 11, 9, 13, 9, 5, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 121, "sum_m_en": [13.884971, 19.300163, 18.413576, 18.680164, 18.486135, 16.926651, 15.919793, 17.274301, 15.93667, 17.812065, 17.773288, 18.4281, 18.154502, 17.786923, 17.544715, 18.769526, 19.85609, 18.766683, 18.403301, 18.33182, 17.777006, 17.728832, 17.538823, 17.388681, 21.072511, 20.135488, 18.125021, 18.364047, 18.36063, 18.536934, 18.777872, 20.185054, 19.944655, 22.326401, 25.963547, 26.181163, 29.917583, 36.116644, 42.286904, 43.548414, 41.669991, 38.667279, 38.959996, 41.686482, 38.295609, 37.124896, 31.644107, 28.698095, 25.080499, 23.82758], "sum_m_pl": [2.371193, 5.381441, 6.494875, 5.886264, 6.498205, 6.654459, 6.190544, 6.920285, 6.809976, 7.389827, 7.715569, 8.534671, 8.458197, 8.666984, 9.334974, 8.979923, 8.404026, 8.231894, 7.863735, 7.801009, 7.649132, 7.15615, 6.978298, 7.0133, 9.183681, 10.02146, 9.762189, 11.433894, 12.392181, 13.370986, 12.691712, 11.824078, 11.196934, 10.493058, 9.950475, 8.992652, 8.441745, 6.912246, 5.306707, 3.865985, 3.079356, 2.870621, 2.608666, 2.435128, 2.014616, 1.538608, 0.881637, 0.962795, 0.243832, 3e-06]}, "digit": {"n_am_en": [0, 1, 4, 1, 0, 7, 0, 2, 2, 4, 6, 4, 2, 2, 2, 3, 1, 1, 2, 2, 6, 6, 5, 6, 6, 4, 3, 1, 3, 2, 3, 3, 2, 5, 6, 9, 10, 12, 8, 8, 10, 5, 4, 4, 4, 5, 4, 1, 0, 0], "n_am_pl": [1, 4, 4, 4, 4, 1, 0, 0, 1, 4, 8, 0, 8, 7, 5, 7, 8, 6, 5, 5, 3, 2, 0, 0, 3, 5, 4, 5, 7, 10, 5, 6, 2, 2, 3, 0, 2, 4, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.554518, 3.432041, 3.260088, 3.409151, 3.522271, 3.155169, 2.914093, 3.1111, 2.988454, 3.448434, 3.586319, 3.480904, 3.437654, 3.246271, 3.105472, 3.500209, 3.823752, 3.597219, 3.58739, 3.41456, 3.327766, 3.378122, 3.354625, 3.353714, 4.224999, 3.518933, 3.087251, 3.083122, 3.01465, 3.12253, 3.210115, 3.616966, 3.327481, 3.683029, 4.101445, 4.907123, 5.629583, 6.983023, 7.133448, 7.365347, 7.707718, 5.700521, 5.579973, 5.829364, 5.11262, 4.921605, 3.565113, 1.189557, 0.082792, 0.0], "sum_m_pl": [0.414956, 1.120772, 1.131025, 1.119668, 1.196363, 1.199314, 1.090293, 1.190854, 1.201246, 1.490382, 1.545808, 1.765081, 1.881045, 2.07346, 2.324251, 2.159983, 1.860729, 1.721824, 1.628049, 1.622965, 1.568057, 1.500432, 1.447911, 1.465121, 2.175271, 2.392291, 2.108161, 3.007003, 3.608632, 3.355056, 2.983043, 2.521958, 2.239927, 2.265905, 2.101143, 1.819575, 1.700278, 1.376418, 1.200544, 1.09004, 1.027518, 1.093355, 1.020211, 0.992904, 0.868452, 0.629831, 0.266576, 0.426631, 0.034437, 0.0]}, "lang": {"n_am_en": [3, 2, 6, 3, 3, 2, 3, 4, 5, 4, 6, 7, 6, 6, 7, 7, 9, 7, 7, 9, 8, 9, 10, 11, 13, 11, 7, 7, 9, 9, 9, 7, 10, 11, 17, 17, 17, 21, 23, 24, 22, 23, 24, 24, 22, 23, 23, 23, 22, 22], "n_am_pl": [0, 2, 4, 3, 4, 3, 1, 2, 3, 1, 2, 1, 2, 4, 4, 3, 3, 5, 3, 2, 3, 3, 1, 2, 2, 4, 1, 4, 3, 2, 0, 2, 1, 0, 0, 3, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.962198, 3.893571, 3.765508, 3.70303, 3.814572, 3.478147, 3.513602, 3.804152, 3.713434, 4.133195, 4.156883, 4.656916, 4.454654, 4.299843, 4.256475, 4.509281, 4.805672, 4.532064, 4.297912, 4.406321, 4.26041, 4.118163, 4.061098, 4.01366, 6.397897, 6.799902, 5.986089, 5.640572, 5.298532, 5.546612, 5.467566, 5.767518, 5.769403, 6.989045, 8.36328, 9.0205, 10.143992, 13.483874, 18.02463, 18.900936, 19.709762, 20.326362, 20.737737, 21.308938, 21.059902, 21.693175, 21.855087, 21.658725, 21.724291, 22.155411], "sum_m_pl": [0.473654, 0.896815, 1.00574, 1.02205, 1.178541, 1.228522, 1.262711, 1.328139, 1.29854, 1.292059, 1.525855, 1.653908, 1.719932, 1.751076, 1.84918, 1.671845, 1.542523, 1.540728, 1.542204, 1.499934, 1.471206, 1.354697, 1.347513, 1.361654, 1.78392, 1.802018, 1.836995, 1.865737, 2.000728, 2.246394, 2.050106, 2.120908, 2.287216, 1.936068, 1.88911, 1.966482, 2.21477, 1.56554, 0.724451, 0.549341, 0.326939, 0.236674, 0.187058, 0.150901, 0.208244, 0.255606, 0.101227, 0.054685, 0.051334, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "llmzszl-18535", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 724, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 19, 25, 26, 34, 52, 54, 35, 36, 40, 38, 41, 43, 47, 54, 70, 92, 83, 83, 95, 115, 115, 103, 89, 144, 116, 98, 86, 71, 63, 63, 81, 75, 102, 135, 132, 139, 150, 169, 166, 159, 155, 151, 143, 112, 87, 19, 2, 1, 0], "n_am_pl": [1, 29, 48, 31, 31, 27, 34, 44, 60, 43, 49, 50, 55, 59, 58, 43, 40, 44, 36, 33, 23, 19, 17, 22, 31, 39, 47, 44, 56, 56, 45, 45, 50, 37, 26, 23, 28, 21, 19, 22, 21, 22, 25, 26, 47, 68, 131, 161, 156, 163], "n_pos": 340, "sum_m_en": [33.560415, 51.067709, 52.664284, 51.560177, 52.439051, 51.403231, 53.781488, 55.971504, 52.124982, 56.489602, 56.254261, 59.95868, 59.110066, 57.296442, 56.147132, 57.861957, 59.159703, 56.751083, 55.474889, 56.318634, 55.40451, 54.143988, 53.341698, 52.686054, 77.893697, 72.545028, 65.50201, 61.553367, 55.322145, 57.871941, 56.488325, 59.953, 59.98281, 67.211218, 78.559839, 81.441397, 82.83124, 100.149108, 116.777312, 122.427612, 118.684626, 119.094995, 128.844443, 126.225011, 100.97006, 79.343122, 25.732965, 5.183477, 3.468361, 3.5e-05], "sum_m_pl": [5.742131, 14.982204, 18.463921, 18.35409, 19.594138, 19.436588, 19.046349, 20.086393, 20.530155, 20.209453, 20.401738, 22.944987, 23.380985, 22.951087, 23.599882, 20.785048, 19.138957, 19.638959, 19.449575, 20.144188, 19.53213, 18.206492, 18.115265, 18.467344, 23.501337, 25.868903, 26.992575, 28.566486, 32.689206, 33.836715, 30.257554, 28.997759, 28.237483, 24.913662, 23.722968, 21.96234, 21.75919, 19.00422, 17.784398, 16.585679, 15.721189, 17.58985, 22.583619, 25.005684, 40.320514, 63.518222, 115.223767, 152.620448, 151.206869, 163.235877]}, "digit": {"n_am_en": [0, 2, 4, 0, 2, 7, 4, 2, 2, 4, 4, 4, 3, 2, 4, 4, 3, 5, 4, 7, 7, 6, 7, 5, 6, 4, 6, 6, 5, 4, 4, 5, 8, 6, 9, 11, 12, 9, 8, 9, 9, 10, 6, 4, 5, 4, 1, 1, 0, 0], "n_am_pl": [1, 11, 12, 11, 7, 4, 2, 5, 8, 3, 8, 7, 9, 11, 11, 11, 9, 10, 6, 7, 5, 4, 2, 4, 5, 9, 6, 7, 9, 7, 4, 4, 5, 5, 2, 4, 3, 3, 3, 2, 1, 0, 1, 1, 0, 1, 3, 1, 0, 0], "n_pos": 31, "sum_m_en": [3.638217, 5.008515, 4.915073, 4.882847, 4.825069, 4.556441, 4.408919, 4.777003, 4.510416, 4.902869, 4.813439, 4.948925, 5.177989, 5.047434, 4.60652, 4.861297, 5.337743, 5.158164, 5.114684, 5.024037, 4.890378, 4.820547, 4.792351, 4.893825, 5.920593, 5.562072, 4.902163, 5.26349, 4.664476, 4.626902, 4.862876, 5.16043, 5.093577, 5.636742, 6.076615, 6.419509, 7.237763, 8.275154, 7.948063, 7.924773, 7.72325, 6.80304, 5.935321, 5.329725, 4.330198, 3.512327, 0.765324, 0.543333, 0.224323, 0.0], "sum_m_pl": [0.669792, 1.819091, 1.975075, 1.852688, 1.945597, 1.871362, 1.746273, 2.039791, 2.125002, 2.29744, 2.36787, 2.796885, 3.010244, 2.87101, 3.045653, 2.940945, 2.527133, 2.361604, 2.159979, 2.207351, 2.093271, 1.926906, 1.891078, 1.909437, 2.926276, 3.305827, 3.108675, 3.470175, 3.958852, 3.933814, 3.478009, 3.241442, 3.180982, 3.08564, 2.599013, 2.353935, 1.919433, 1.792912, 1.79675, 1.59216, 1.527307, 1.506708, 1.482604, 1.621232, 1.255909, 1.510266, 2.707745, 1.481971, 0.220934, 0.000297]}, "lang": {"n_am_en": [7, 9, 11, 18, 25, 21, 28, 17, 14, 20, 13, 24, 23, 32, 25, 38, 46, 50, 49, 58, 71, 71, 62, 56, 96, 79, 65, 49, 42, 35, 40, 50, 44, 64, 81, 83, 88, 92, 108, 105, 106, 104, 109, 108, 83, 64, 16, 1, 0, 0], "n_am_pl": [0, 10, 17, 11, 11, 14, 17, 20, 26, 22, 24, 26, 25, 31, 30, 15, 15, 16, 17, 12, 9, 7, 8, 10, 12, 17, 25, 22, 27, 29, 23, 23, 24, 17, 15, 12, 19, 15, 12, 18, 17, 19, 23, 23, 43, 61, 118, 148, 152, 163], "n_pos": 164, "sum_m_en": [15.56302, 24.050597, 25.995811, 25.329128, 26.062711, 25.164346, 26.976785, 27.417549, 25.697953, 28.201465, 27.873897, 30.243657, 29.283333, 28.498114, 28.307382, 29.230588, 29.641009, 28.459073, 27.621706, 28.354424, 28.220353, 27.340475, 27.074175, 26.41698, 46.353524, 42.468409, 37.097292, 33.173796, 28.718379, 30.126914, 29.282343, 31.175773, 31.291972, 35.467288, 41.883373, 46.039079, 46.765592, 58.248216, 69.650434, 74.214858, 75.786664, 79.264687, 89.09035, 90.061289, 72.649994, 56.321508, 18.064858, 2.606498, 1.184514, 2.7e-05], "sum_m_pl": [2.526871, 6.371202, 7.810999, 8.432795, 9.154999, 9.358311, 9.469229, 9.628893, 9.951125, 9.778959, 9.990787, 11.376789, 11.402722, 11.433504, 11.563194, 9.530818, 8.750297, 9.064937, 9.564408, 9.752787, 9.349833, 8.709088, 8.762489, 8.990692, 11.292598, 12.354978, 13.56729, 14.293192, 16.271543, 16.912535, 14.643725, 14.299597, 14.227197, 12.135333, 11.795288, 11.355209, 12.602545, 11.092479, 10.710959, 10.512589, 10.097822, 12.330207, 17.617052, 19.968235, 34.927425, 56.039995, 102.498225, 138.146694, 146.256129, 163.116959]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 342, "item_id": "llmzszl-18535", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 852, "region_end": 340, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9941}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [31, 24, 25, 24, 33, 28, 38, 46, 38, 42, 39, 53, 48, 50, 58, 50, 44, 40, 38, 37, 35, 32, 30, 25, 38, 52, 48, 47, 40, 38, 54, 50, 53, 66, 79, 89, 83, 89, 92, 84, 90, 88, 90, 91, 85, 82, 78, 78, 83, 86], "n_am_pl": [3, 11, 15, 13, 14, 16, 13, 13, 20, 24, 20, 18, 27, 23, 26, 22, 24, 18, 23, 19, 14, 14, 14, 16, 21, 20, 23, 17, 19, 33, 31, 30, 31, 25, 11, 15, 8, 6, 4, 3, 3, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_pos": 203, "sum_m_en": [23.45266, 31.860745, 30.135944, 30.314134, 30.58932, 29.01372, 29.71152, 31.81695, 30.916105, 31.449545, 30.669457, 32.721844, 32.315127, 32.596598, 31.620259, 31.963745, 31.483808, 31.213508, 31.329554, 31.159554, 30.025029, 30.339315, 30.510976, 30.138038, 35.087014, 36.484433, 35.257323, 35.878919, 34.532077, 33.944512, 35.519643, 35.846805, 37.051124, 41.227567, 48.209592, 52.267863, 63.432556, 66.171781, 74.987573, 73.93289, 75.211996, 79.657096, 81.919898, 80.045795, 79.60286, 79.36117, 77.648223, 77.987001, 76.984754, 86.06246], "sum_m_pl": [3.77377, 7.891067, 9.656754, 9.012894, 9.633749, 10.315531, 10.019519, 11.08454, 12.541939, 13.192635, 12.800034, 13.320203, 13.127639, 13.568306, 14.673789, 14.925266, 14.786866, 14.395133, 14.325672, 14.564583, 14.08883, 13.037922, 12.761647, 12.549431, 14.979942, 16.677594, 18.01941, 18.811686, 19.272764, 21.872073, 18.702767, 17.626655, 17.824529, 17.040239, 16.800494, 16.135987, 15.175998, 13.445813, 9.297163, 8.133047, 6.852153, 5.207361, 5.040136, 4.512128, 3.649439, 2.91785, 1.52447, 1.037559, 0.856713, 0.000892]}, "digit": {"n_am_en": [1, 3, 3, 2, 3, 1, 1, 2, 2, 4, 3, 2, 3, 1, 5, 3, 2, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 1, 2, 3, 1, 0, 1, 2, 2, 2, 3, 2, 1, 0, 3, 2, 2, 3, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 0, 1, 1, 1, 3, 2, 3, 1, 2, 5, 5, 4, 2, 0, 1, 0, 0, 0, 1, 3, 2, 1, 0, 4, 1, 2, 4, 1, 3, 1, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.906964, 2.794319, 2.516709, 2.503464, 2.419329, 2.467191, 2.398955, 2.543804, 2.582796, 2.473746, 2.388623, 2.294846, 2.375839, 2.353983, 2.369754, 2.515867, 2.356896, 2.275467, 2.282183, 2.363528, 2.350129, 2.414653, 2.418705, 2.450303, 2.260498, 2.246165, 2.20126, 2.380104, 2.460206, 2.349843, 2.385142, 2.370238, 2.328466, 2.544038, 2.628052, 2.389811, 2.600386, 2.545155, 2.627446, 1.794584, 2.439103, 2.038037, 1.825365, 2.153612, 1.936664, 1.639631, 1.275077, 0.822661, 0.190733, 0.0], "sum_m_pl": [0.44852, 0.965748, 1.191868, 1.078761, 1.091128, 1.026148, 0.948585, 1.097789, 1.266436, 1.217627, 1.213205, 1.176388, 1.103784, 1.268792, 1.269982, 1.367537, 1.186623, 1.135375, 1.118751, 1.130527, 1.095115, 1.000485, 0.997796, 0.986579, 1.163301, 1.325479, 1.269191, 1.790953, 1.686269, 1.888588, 1.739296, 1.566, 1.40709, 1.23056, 1.215878, 1.040164, 1.134099, 1.058786, 1.077109, 0.810238, 0.622245, 0.520271, 0.477143, 0.513545, 0.457016, 0.537586, 0.537624, 0.383634, 0.034179, 0.0]}, "lang": {"n_am_en": [23, 9, 10, 9, 16, 15, 22, 26, 23, 25, 18, 28, 23, 28, 30, 28, 22, 29, 26, 24, 24, 25, 23, 23, 31, 36, 31, 31, 26, 25, 33, 34, 32, 42, 50, 52, 53, 61, 62, 63, 68, 71, 72, 72, 72, 72, 72, 73, 77, 86], "n_am_pl": [1, 5, 5, 6, 3, 7, 3, 4, 9, 9, 11, 7, 10, 10, 9, 10, 12, 9, 9, 12, 8, 9, 9, 9, 9, 10, 16, 9, 8, 13, 14, 11, 9, 11, 4, 6, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 86, "sum_m_en": [10.495985, 13.271645, 13.106218, 12.86779, 13.307401, 12.800724, 13.178779, 13.926721, 13.355448, 14.005648, 13.666326, 14.815898, 14.460953, 14.502487, 13.98441, 13.956774, 14.006114, 14.037385, 14.139523, 13.942181, 13.427005, 13.30055, 13.448466, 13.17138, 19.295646, 20.132713, 18.82798, 18.230482, 16.942671, 16.482223, 17.18984, 17.671843, 18.173748, 21.341587, 26.780452, 30.737273, 38.777611, 41.744085, 48.715415, 51.971149, 56.608701, 62.232189, 64.593653, 64.522685, 66.696836, 67.821162, 68.467736, 69.039015, 70.535207, 84.99525], "sum_m_pl": [1.37627, 2.814412, 3.410753, 3.250183, 3.456664, 3.722708, 3.800616, 4.08672, 4.640088, 4.948518, 5.052413, 5.279869, 5.418849, 5.596512, 6.105592, 6.162208, 6.075206, 5.849195, 5.993242, 6.171773, 6.039036, 5.544225, 5.433646, 5.367601, 6.447225, 7.144052, 8.000486, 8.099064, 8.146625, 9.483947, 7.739922, 7.604708, 7.923662, 7.544064, 7.081988, 7.09322, 6.468557, 5.848117, 3.466382, 3.013836, 2.412027, 1.527831, 1.501829, 1.486148, 1.199321, 0.710923, 0.274821, 0.194726, 0.441978, 0.000886]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "llmzszl-18536", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 774, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9707, "tf_agree_excl_first": 0.9755}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 68, 116, 176, 166, 156, 172, 158, 171, 177, 175, 180, 168, 161, 179, 157, 178, 186, 167, 161, 173, 186, 197, 184, 298, 294, 265, 271, 207, 228, 240, 226, 245, 264, 343, 403, 406, 398, 408, 417, 407, 407, 421, 424, 385, 270, 83, 27, 17, 13], "n_am_pl": [20, 114, 133, 90, 124, 143, 145, 154, 214, 227, 217, 214, 207, 247, 216, 250, 202, 183, 169, 178, 146, 150, 153, 130, 102, 133, 146, 202, 256, 246, 215, 265, 245, 192, 161, 148, 130, 133, 89, 79, 78, 78, 100, 109, 157, 247, 435, 504, 515, 514], "n_pos": 1280, "sum_m_en": [118.988447, 191.507514, 200.423481, 201.556288, 197.901215, 188.38879, 192.908657, 204.16882, 197.476039, 200.71751, 204.836689, 207.157211, 207.034954, 200.141585, 195.209851, 196.058039, 193.564608, 187.325103, 183.719683, 184.731504, 187.276712, 189.66797, 189.776077, 187.844832, 232.668456, 230.692755, 216.456076, 209.513056, 202.544741, 203.204068, 205.891734, 205.491317, 212.665603, 223.438607, 252.153147, 279.179936, 289.11388, 309.716766, 318.464085, 331.236364, 330.72705, 350.726364, 366.944159, 368.776646, 341.262122, 257.86964, 94.564932, 39.842912, 30.312853, 13.070759], "sum_m_pl": [21.347578, 57.673536, 68.520389, 67.448707, 70.50962, 76.214533, 76.017529, 84.736602, 98.349703, 98.551015, 97.288459, 98.092502, 96.509517, 103.758347, 107.972389, 102.248944, 98.432832, 97.514539, 90.105351, 93.455128, 88.694869, 81.698771, 80.005421, 77.326269, 102.578301, 116.398228, 126.634747, 136.875373, 151.056565, 154.990023, 138.644354, 145.650622, 141.663586, 132.487624, 127.219265, 115.820699, 111.678217, 110.590842, 88.910782, 86.321613, 83.057336, 78.911714, 97.917222, 115.170488, 151.364529, 232.479333, 412.221967, 486.171443, 492.772916, 515.646325]}, "digit": {"n_am_en": [1, 11, 12, 13, 4, 4, 4, 6, 8, 2, 4, 5, 8, 3, 6, 8, 7, 9, 9, 6, 4, 5, 3, 2, 2, 6, 6, 7, 9, 3, 6, 2, 3, 8, 11, 11, 9, 9, 8, 9, 8, 8, 6, 6, 5, 3, 3, 1, 1, 0], "n_am_pl": [0, 1, 10, 9, 8, 10, 17, 13, 19, 16, 14, 8, 9, 12, 12, 9, 6, 5, 9, 10, 8, 6, 12, 10, 4, 5, 7, 14, 15, 22, 13, 22, 16, 10, 9, 8, 7, 9, 9, 1, 4, 2, 1, 0, 0, 0, 3, 2, 0, 0], "n_pos": 76, "sum_m_en": [8.406557, 12.865154, 11.913204, 11.699908, 11.389766, 11.064527, 10.402775, 11.301885, 10.873792, 10.595946, 10.977102, 10.583349, 11.058876, 10.389917, 10.324963, 10.848008, 10.307289, 10.020885, 9.837191, 10.299119, 10.239909, 10.596218, 10.617488, 10.778199, 10.162424, 10.569569, 10.606244, 10.951682, 10.982945, 10.583017, 10.794694, 10.69395, 10.754238, 11.166713, 12.017287, 13.130785, 14.128345, 13.384941, 13.362104, 11.731709, 11.449281, 9.867344, 8.35865, 8.850827, 8.041519, 6.474234, 4.097957, 3.055551, 1.773098, 0.001747], "sum_m_pl": [1.440175, 4.587429, 5.763872, 5.536265, 5.59888, 5.058278, 5.008305, 6.024334, 5.763666, 5.652881, 5.527762, 5.402614, 5.187677, 5.443164, 5.753179, 6.233161, 5.403602, 5.337296, 5.054557, 5.325033, 5.015952, 4.580935, 4.546572, 4.472359, 5.594138, 6.732125, 6.545445, 7.949586, 8.383756, 9.135254, 8.378297, 8.150987, 7.448555, 6.979986, 6.320825, 5.056444, 4.964883, 4.694217, 4.620851, 3.855196, 3.280772, 2.838014, 2.580422, 2.541883, 2.570439, 2.085132, 4.549703, 3.444717, 0.491791, 0.020084]}, "lang": {"n_am_en": [12, 26, 46, 86, 96, 96, 89, 80, 86, 99, 89, 78, 81, 65, 74, 75, 90, 82, 86, 86, 100, 108, 122, 119, 167, 158, 143, 136, 94, 108, 117, 117, 127, 152, 183, 220, 220, 223, 237, 239, 250, 257, 264, 279, 252, 177, 52, 20, 15, 13], "n_am_pl": [5, 60, 57, 44, 44, 57, 59, 64, 87, 102, 98, 117, 101, 115, 103, 113, 90, 81, 77, 79, 68, 77, 76, 72, 50, 60, 64, 95, 118, 88, 88, 102, 107, 94, 74, 68, 66, 74, 43, 57, 55, 61, 88, 93, 130, 214, 374, 450, 490, 513], "n_pos": 526, "sum_m_en": [46.868398, 75.086785, 82.51096, 82.728946, 83.917687, 80.532468, 82.972248, 86.747923, 84.482816, 86.722827, 87.648244, 88.232817, 87.524422, 84.072604, 82.073478, 82.267357, 82.329117, 79.642434, 77.321743, 78.479983, 80.37006, 80.114469, 81.030023, 79.32498, 114.742739, 111.886753, 103.534805, 94.678754, 89.890699, 88.526838, 90.281398, 90.19906, 92.31618, 99.86134, 114.419129, 129.623489, 135.405971, 152.133346, 166.469974, 179.131164, 190.535602, 209.712207, 225.577748, 234.011973, 216.977361, 167.73218, 60.046681, 23.399116, 18.819657, 13.000696], "sum_m_pl": [7.401559, 20.871381, 24.093508, 24.770903, 24.706088, 28.602843, 29.405449, 33.00289, 40.976582, 41.244777, 40.761109, 41.449591, 41.622299, 46.426841, 48.150454, 44.079634, 42.878002, 41.84961, 38.617347, 39.755754, 37.805227, 34.659459, 34.191381, 32.770647, 44.429018, 48.901107, 55.11589, 59.016282, 65.721988, 66.007957, 59.769873, 65.508015, 64.890866, 61.624364, 59.405622, 54.97447, 54.208288, 55.733547, 44.099344, 46.978075, 46.598968, 48.589945, 67.813639, 83.457791, 115.520785, 192.855557, 350.339062, 432.466477, 463.522037, 510.129636]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18536", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 902, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.993}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 10, 14, 16, 20, 30, 25, 25, 22, 22, 18, 27, 24, 21, 27, 34, 34, 36, 33, 29, 26, 18, 17, 18, 31, 35, 27, 28, 29, 37, 28, 30, 34, 30, 38, 41, 46, 44, 45, 46, 49, 48, 47, 44, 41, 45, 41, 39, 37, 42], "n_am_pl": [2, 10, 10, 11, 13, 18, 15, 15, 12, 11, 13, 21, 21, 19, 21, 26, 19, 15, 18, 10, 9, 9, 10, 11, 21, 27, 29, 34, 32, 30, 30, 26, 36, 21, 19, 14, 6, 4, 6, 4, 3, 4, 1, 4, 1, 3, 2, 1, 1, 1], "n_pos": 179, "sum_m_en": [18.79798, 26.600831, 25.409023, 25.400187, 27.305422, 26.496484, 27.052966, 25.824022, 26.529704, 27.094382, 25.547268, 26.190029, 27.476893, 26.592066, 26.601185, 27.603339, 27.684891, 27.434106, 27.493432, 26.807473, 25.836643, 25.753394, 25.618373, 26.237582, 30.543215, 29.918474, 29.386411, 27.332463, 27.060168, 27.52332, 26.472547, 27.175336, 28.126109, 29.863, 34.430824, 34.164919, 37.763727, 39.471388, 40.892398, 39.158961, 41.024699, 42.82442, 42.698468, 41.874106, 39.997241, 41.819789, 41.014615, 39.653239, 37.355616, 41.358749], "sum_m_pl": [3.743951, 7.950466, 9.132893, 8.163511, 8.779695, 8.478766, 8.655321, 8.534218, 9.059754, 10.243102, 10.796458, 11.014948, 11.370315, 10.142601, 10.291851, 11.523023, 9.711422, 9.246559, 9.849711, 10.054632, 9.678844, 9.479843, 9.229906, 9.204114, 12.043657, 14.295029, 13.787196, 14.69532, 15.034995, 17.712064, 15.893761, 13.335561, 12.740057, 11.433502, 9.961557, 9.634706, 8.846126, 7.487136, 6.863129, 6.788607, 6.497775, 6.016324, 5.578009, 5.27536, 4.702299, 4.443413, 4.326239, 2.463475, 1.825355, 1.000065]}, "digit": {"n_am_en": [0, 1, 4, 3, 3, 9, 5, 1, 0, 3, 3, 4, 1, 5, 6, 3, 5, 5, 3, 6, 3, 2, 2, 3, 4, 5, 4, 4, 4, 4, 3, 4, 7, 3, 2, 3, 6, 4, 3, 6, 4, 2, 5, 3, 1, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 3, 3, 3, 4, 2, 3, 5, 7, 6, 10, 6, 11, 7, 5, 4, 2, 2, 2, 3, 3, 8, 7, 10, 11, 13, 10, 13, 12, 13, 7, 7, 5, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0], "n_pos": 43, "sum_m_en": [3.906096, 6.298704, 6.140505, 6.118225, 6.636855, 6.521534, 6.289173, 5.953453, 5.986133, 6.235747, 5.821737, 5.636865, 6.107426, 5.790045, 6.019672, 5.989455, 5.946919, 5.856331, 6.242784, 6.209156, 5.928541, 6.008038, 5.907578, 6.127903, 6.284703, 5.988351, 5.893709, 5.772855, 5.522396, 5.750969, 5.816706, 5.927793, 6.269226, 6.086176, 5.901499, 5.775867, 6.315507, 5.916667, 5.113816, 4.223148, 3.730183, 4.20565, 3.890925, 4.005344, 3.315396, 3.228211, 2.430365, 1.30401, 0.781913, 9.8e-05], "sum_m_pl": [0.590807, 1.744678, 1.96212, 1.736558, 1.801357, 1.688394, 1.714428, 1.85439, 1.919762, 2.23529, 2.602778, 2.64155, 2.778259, 2.528726, 2.571396, 2.938244, 2.291176, 2.269622, 2.366792, 2.42571, 2.297018, 2.225351, 2.170777, 2.215492, 3.291933, 3.865379, 3.550779, 3.595749, 3.727579, 4.778186, 4.273886, 3.758409, 3.513276, 2.666647, 2.406828, 2.249831, 1.944441, 1.730879, 1.730085, 1.66604, 1.623774, 1.808404, 1.690495, 1.593151, 1.57941, 1.598586, 1.626968, 0.644528, 0.195213, 0.0]}, "lang": {"n_am_en": [8, 6, 6, 9, 11, 11, 10, 9, 8, 8, 7, 8, 11, 8, 9, 14, 18, 22, 16, 15, 17, 12, 11, 11, 17, 16, 15, 13, 16, 18, 12, 12, 14, 18, 26, 26, 26, 27, 29, 31, 34, 33, 32, 31, 30, 35, 37, 37, 36, 41], "n_am_pl": [0, 3, 0, 2, 2, 3, 4, 3, 4, 4, 1, 6, 4, 5, 7, 2, 4, 5, 7, 3, 2, 2, 2, 2, 6, 9, 8, 11, 5, 4, 5, 5, 7, 5, 2, 3, 5, 2, 3, 2, 2, 2, 1, 1, 0, 1, 1, 1, 1, 1], "n_pos": 44, "sum_m_en": [4.778007, 6.44643, 6.39283, 6.131932, 6.51627, 6.516809, 6.875342, 6.499544, 6.772249, 6.747416, 6.544889, 7.025454, 7.155314, 6.718165, 6.577707, 7.356488, 7.691701, 7.847089, 7.420772, 7.229084, 7.021998, 6.881793, 6.882394, 6.977183, 11.024062, 10.671633, 10.206431, 9.01389, 8.90356, 8.578336, 7.796803, 8.213601, 8.717211, 10.435496, 13.876286, 15.268469, 18.464602, 20.708558, 23.95926, 25.509442, 27.458676, 28.243933, 28.889085, 28.657948, 28.605002, 31.384377, 34.212416, 34.051285, 33.97686, 40.273625], "sum_m_pl": [0.666576, 1.587865, 1.87784, 1.829195, 1.943197, 1.975954, 2.191798, 2.033525, 2.286493, 2.56723, 2.520096, 2.578916, 2.746505, 2.491492, 2.415293, 2.62594, 2.395437, 2.218147, 2.429012, 2.475309, 2.384491, 2.354274, 2.269407, 2.234859, 2.885952, 3.152172, 3.356509, 3.705739, 3.678297, 3.948183, 3.4132, 3.250747, 3.075966, 2.934712, 2.462524, 2.680684, 2.743605, 2.016621, 1.7805, 1.616729, 1.593095, 1.257222, 1.03479, 0.998966, 0.920884, 0.787288, 1.269802, 1.070819, 1.2186, 0.999991]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "llmzszl-18539", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9558, "tf_agree_excl_first": 0.9611}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 6, 7, 7, 12, 12, 10, 3, 5, 5, 7, 8, 4, 8, 11, 11, 15, 12, 13, 13, 12, 11, 12, 10, 21, 22, 18, 3, 7, 7, 10, 9, 9, 10, 19, 15, 23, 23, 25, 25, 23, 21, 22, 20, 17, 10, 6, 2, 0, 0], "n_am_pl": [1, 2, 6, 6, 8, 6, 6, 2, 7, 8, 10, 15, 19, 14, 9, 10, 8, 4, 6, 3, 4, 5, 5, 4, 8, 7, 6, 13, 15, 15, 13, 14, 21, 6, 8, 3, 3, 1, 2, 2, 5, 4, 6, 5, 5, 9, 17, 16, 19, 18], "n_pos": 77, "sum_m_en": [7.51057, 11.225697, 11.014236, 11.192107, 12.270374, 12.058211, 11.924901, 11.151516, 10.7154, 11.48862, 11.164914, 11.723057, 11.789586, 11.482345, 10.95616, 11.65281, 11.702739, 11.228252, 11.490169, 11.401778, 10.945763, 11.100477, 11.131809, 11.726629, 16.726136, 14.797386, 13.439207, 12.025855, 11.302126, 11.940024, 11.751613, 12.108243, 11.784231, 12.967911, 15.161897, 14.884694, 16.164989, 17.145761, 17.043039, 18.700105, 17.191294, 19.7042, 19.819113, 16.946816, 15.245863, 11.87545, 7.66743, 3.529045, 0.6977, 0.000287], "sum_m_pl": [1.373602, 3.926677, 4.50928, 4.292472, 4.250471, 4.214057, 4.332783, 4.207429, 4.472386, 4.958157, 5.158633, 5.130451, 5.112448, 4.789361, 4.748347, 4.869594, 3.692262, 3.521735, 3.757635, 3.934173, 3.899693, 3.871466, 3.77644, 3.828841, 4.924485, 5.520935, 6.014779, 6.399559, 6.675486, 6.805354, 5.754281, 5.325623, 5.933591, 4.857983, 4.048129, 3.782596, 3.591773, 3.179731, 3.513401, 3.511269, 3.799787, 3.465356, 3.524673, 5.296603, 6.226644, 9.642297, 14.959287, 16.17773, 17.742318, 17.754554]}, "digit": {"n_am_en": [0, 2, 1, 3, 3, 4, 1, 0, 0, 1, 2, 0, 0, 1, 1, 0, 2, 1, 3, 2, 2, 2, 1, 1, 2, 2, 4, 0, 1, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 2, 1, 2, 2, 1, 1, 3, 7, 5, 2, 2, 4, 3, 1, 2, 1, 0, 0, 0, 0, 2, 2, 2, 6, 4, 4, 5, 4, 7, 2, 4, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.416878, 2.550456, 2.69915, 2.55498, 2.805854, 2.711984, 2.506172, 2.381634, 2.353876, 2.361015, 2.246099, 2.373826, 2.46757, 2.325609, 2.358765, 2.377798, 2.413617, 2.398632, 2.547015, 2.597408, 2.503486, 2.584861, 2.52808, 2.658335, 3.320357, 2.926323, 2.91992, 2.640154, 2.475052, 2.516654, 2.593166, 2.686604, 2.73422, 2.980072, 3.188229, 3.060205, 3.192875, 2.8651, 2.545005, 2.492481, 1.96235, 2.497729, 2.078522, 1.76306, 1.154101, 1.19788, 0.87965, 0.396527, 0.097391, 0.0], "sum_m_pl": [0.184351, 0.688114, 0.817905, 0.789202, 0.766606, 0.727044, 0.781298, 0.8235, 0.871372, 0.92241, 1.086106, 1.143453, 1.119233, 1.04946, 1.024864, 1.081489, 0.837812, 0.845147, 0.857586, 0.878616, 0.861017, 0.866666, 0.838561, 0.872167, 1.084228, 1.165223, 1.238506, 1.280149, 1.256519, 1.325129, 1.158192, 1.20302, 1.366118, 0.915473, 0.839449, 0.807606, 0.754606, 0.702667, 0.747668, 0.708666, 0.749579, 0.745397, 0.737286, 0.761055, 0.764197, 0.808602, 0.940792, 0.298578, 0.067115, 0.0]}, "lang": {"n_am_en": [2, 3, 5, 3, 2, 1, 2, 0, 1, 1, 3, 2, 3, 1, 3, 4, 7, 7, 4, 6, 6, 7, 8, 7, 11, 10, 9, 2, 2, 3, 4, 2, 4, 5, 13, 9, 14, 14, 15, 14, 11, 10, 11, 10, 9, 5, 2, 1, 0, 0], "n_am_pl": [0, 1, 1, 1, 2, 1, 3, 0, 5, 3, 3, 3, 6, 8, 3, 2, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 3, 4, 5, 2, 5, 4, 2, 1, 0, 0, 0, 0, 1, 3, 3, 4, 4, 5, 8, 13, 15, 17, 18], "n_pos": 18, "sum_m_en": [2.082553, 2.861546, 2.725616, 2.951292, 3.072839, 3.060431, 3.0998, 2.9598, 2.827674, 3.161804, 3.21656, 3.30525, 3.197086, 2.950817, 2.732985, 3.076057, 3.201124, 3.034736, 2.93123, 2.874927, 2.767431, 2.799207, 2.854533, 3.047705, 6.668917, 5.626596, 4.499115, 3.565433, 3.257012, 3.454187, 3.279158, 3.421365, 3.312605, 3.952246, 5.174017, 5.390429, 6.363736, 7.183938, 7.569854, 8.3897, 8.312512, 9.298864, 10.086854, 8.929639, 8.026626, 5.207826, 2.406948, 0.919174, 0.108542, 1e-06], "sum_m_pl": [0.390473, 0.927629, 1.070002, 1.141391, 1.043119, 1.128151, 1.239924, 1.190692, 1.307968, 1.358295, 1.26874, 1.197332, 1.31616, 1.282476, 1.247589, 1.184177, 0.829504, 0.755188, 0.879435, 0.8893, 0.923276, 0.91795, 0.911121, 0.869414, 1.132754, 1.156446, 1.549948, 1.660387, 1.810817, 1.870121, 1.412898, 1.468778, 1.645788, 1.433724, 1.118444, 1.117956, 0.995115, 0.925108, 1.068256, 1.110685, 1.265786, 1.25091, 1.501719, 3.259173, 3.726725, 7.202935, 12.029677, 14.562106, 16.600632, 17.617289]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "llmzszl-18539", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 872, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 8, 12, 16, 10, 9, 14, 11, 7, 8, 8, 11, 9, 15, 11, 12, 15, 11, 10, 13, 15, 14, 14, 11, 19, 17, 16, 12, 14, 12, 10, 19, 19, 22, 21, 18, 23, 25, 27, 33, 30, 29, 26, 26, 22, 23, 21, 21, 21, 21], "n_am_pl": [2, 5, 15, 6, 5, 7, 9, 9, 13, 11, 14, 15, 17, 16, 20, 16, 25, 19, 23, 17, 16, 15, 16, 14, 13, 18, 20, 25, 17, 18, 20, 18, 15, 14, 21, 12, 13, 8, 7, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 100, "sum_m_en": [10.465398, 14.176566, 14.233622, 14.954315, 15.513203, 14.504377, 14.523072, 13.919979, 13.23609, 14.074128, 14.316413, 14.969011, 15.152169, 15.152555, 14.719003, 15.612323, 15.965577, 15.338294, 15.756932, 16.026874, 15.795426, 15.689364, 15.516359, 15.61665, 18.282633, 17.928737, 16.522207, 15.967215, 15.823645, 16.081105, 15.424673, 15.513327, 16.319598, 17.68113, 19.535778, 19.565594, 21.135466, 23.529289, 24.700687, 26.327213, 25.70644, 26.968191, 26.045007, 26.965752, 25.204884, 24.4311, 22.13187, 21.155421, 20.185788, 20.367063], "sum_m_pl": [2.231732, 4.440647, 5.329726, 5.029611, 5.870837, 6.174424, 6.517665, 7.152447, 7.507612, 7.765238, 8.234445, 8.236901, 8.128151, 7.670121, 8.188898, 8.352336, 8.218266, 7.691036, 6.974037, 7.092696, 6.727678, 6.383347, 6.175234, 6.19314, 9.349983, 11.619742, 12.123206, 12.124301, 12.160413, 12.870065, 11.396225, 10.192788, 9.940526, 9.658804, 9.733977, 9.395161, 8.794324, 7.687298, 6.652836, 4.314882, 3.590488, 2.562791, 1.740533, 1.943825, 1.807841, 1.299041, 1.88246, 0.584477, 0.163974, 0.000424]}, "digit": {"n_am_en": [0, 0, 1, 5, 0, 1, 0, 1, 0, 0, 0, 1, 1, 2, 1, 1, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 1, 2, 2, 3, 1, 3, 2, 2, 2, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 6, 1, 0, 2, 0, 1, 5, 1, 2, 1, 1, 2, 2, 1, 7, 4, 4, 3, 3, 2, 3, 3, 2, 5, 5, 3, 5, 5, 5, 3, 2, 1, 2, 1, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.298496, 1.929364, 1.744785, 1.887795, 2.257684, 1.851873, 1.946961, 1.880665, 1.872319, 2.168195, 2.114519, 2.132479, 2.021418, 2.24392, 2.094205, 2.212803, 2.366442, 2.205222, 2.356064, 2.373827, 2.297074, 2.254277, 2.212696, 2.2614, 1.959808, 1.926566, 1.793072, 1.801776, 1.800132, 1.989443, 2.069806, 2.287773, 2.178921, 2.442275, 2.385715, 2.151582, 1.966715, 2.065521, 1.752916, 1.859333, 1.909857, 1.732924, 2.059806, 2.067626, 1.322268, 0.984578, 0.572008, 0.476921, 0.016609, 0.0], "sum_m_pl": [0.243721, 0.713897, 0.751036, 0.696159, 0.886796, 0.962295, 0.910803, 1.148014, 1.290911, 1.322531, 1.365012, 1.274458, 1.252417, 1.262383, 1.578883, 1.615338, 1.558075, 1.471618, 1.254216, 1.188223, 1.13547, 1.083857, 1.023012, 1.041341, 1.888329, 2.273231, 2.612369, 2.766515, 2.792644, 2.673206, 2.185953, 1.791111, 1.690318, 1.657053, 1.577624, 1.681925, 1.47766, 1.226022, 1.035688, 0.82344, 0.823468, 0.788257, 0.855266, 0.767783, 0.656947, 0.446596, 0.199204, 0.230365, 0.010832, 0.0]}, "lang": {"n_am_en": [2, 5, 6, 5, 3, 5, 7, 5, 2, 3, 4, 6, 4, 6, 5, 7, 8, 7, 8, 7, 10, 10, 9, 7, 11, 12, 10, 8, 8, 6, 8, 9, 8, 9, 12, 11, 14, 18, 20, 19, 17, 18, 17, 17, 17, 18, 16, 18, 19, 20], "n_am_pl": [0, 2, 3, 0, 2, 2, 2, 5, 4, 6, 2, 1, 2, 3, 5, 5, 4, 1, 2, 4, 5, 6, 5, 5, 4, 3, 4, 5, 2, 3, 3, 3, 5, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.055692, 3.261373, 3.468292, 3.381334, 3.391371, 3.441279, 3.450469, 3.407842, 3.39905, 3.499548, 3.542716, 3.78551, 4.013507, 3.904381, 3.840626, 4.108207, 4.349408, 4.42526, 4.398108, 4.400509, 4.48728, 4.299405, 4.16368, 4.103552, 7.225246, 7.125445, 6.659852, 6.147929, 5.820669, 5.725907, 5.422336, 5.315991, 5.431102, 6.144979, 7.761137, 8.111833, 9.525631, 11.698752, 14.064142, 14.971061, 15.467037, 16.376439, 16.990272, 17.283203, 17.335157, 17.513566, 16.655351, 16.757444, 17.617303, 19.495314], "sum_m_pl": [0.287559, 0.803292, 0.956049, 0.9444, 1.096421, 1.105831, 1.199559, 1.255404, 1.371396, 1.393391, 1.447319, 1.487701, 1.517354, 1.462332, 1.476602, 1.491689, 1.485851, 1.477579, 1.439903, 1.460791, 1.412839, 1.362241, 1.308473, 1.313104, 1.941334, 2.167717, 2.185526, 2.045188, 1.924933, 2.190669, 1.889326, 1.755513, 1.878185, 1.799354, 1.569872, 1.598868, 1.528347, 1.016128, 0.700464, 0.523659, 0.367082, 0.296498, 0.165847, 0.163961, 0.161232, 0.082017, 0.042226, 0.022451, 0.028604, 0.000421]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "llmzszl-18541", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 800, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9802}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 21, 17, 31, 35, 34, 48, 45, 42, 32, 29, 40, 52, 48, 54, 63, 79, 85, 77, 85, 77, 77, 80, 67, 116, 94, 92, 75, 74, 64, 75, 65, 78, 95, 100, 101, 107, 124, 126, 128, 125, 131, 134, 131, 115, 89, 30, 11, 4, 0], "n_am_pl": [1, 15, 36, 33, 46, 50, 60, 62, 73, 67, 86, 88, 80, 88, 85, 58, 57, 61, 67, 61, 66, 64, 50, 52, 42, 82, 64, 79, 93, 87, 76, 97, 86, 67, 53, 49, 45, 32, 23, 17, 22, 23, 23, 26, 32, 49, 94, 119, 114, 113], "n_pos": 400, "sum_m_en": [35.856847, 52.349015, 56.015006, 58.843976, 60.162842, 57.282822, 59.758044, 59.355385, 55.668083, 59.806847, 62.338745, 62.744247, 63.61712, 60.916923, 58.491953, 61.912991, 63.827094, 61.605167, 62.947393, 64.837529, 64.462239, 62.989418, 62.00868, 62.184283, 82.060048, 75.841019, 69.573044, 65.107541, 60.977397, 61.280347, 60.582324, 60.804366, 64.628773, 69.934517, 77.820472, 80.365121, 81.992066, 98.402003, 102.610512, 101.906718, 106.076775, 109.083406, 110.002119, 113.98029, 101.582732, 83.600045, 35.802285, 13.844786, 6.195584, 0.001033], "sum_m_pl": [6.980826, 17.289311, 21.814864, 21.896391, 24.675284, 26.230731, 27.740252, 29.986261, 32.329248, 33.818758, 35.446179, 34.795622, 33.755802, 33.554745, 33.218379, 30.978133, 29.792487, 28.723144, 25.797755, 26.025541, 24.982471, 23.553961, 23.016637, 22.677828, 31.818068, 40.380908, 43.578475, 47.757737, 53.24968, 53.85984, 46.611588, 44.193869, 41.660404, 38.957429, 36.846625, 35.173304, 33.184146, 29.984244, 28.261748, 26.200077, 24.452308, 23.327604, 23.340805, 29.496797, 36.806621, 49.746101, 88.632136, 111.593898, 113.130433, 112.906082]}, "digit": {"n_am_en": [0, 0, 2, 8, 0, 0, 1, 5, 3, 1, 0, 4, 2, 2, 2, 2, 3, 4, 2, 6, 5, 4, 2, 0, 6, 2, 7, 5, 5, 4, 3, 6, 6, 9, 5, 7, 8, 8, 10, 11, 10, 7, 15, 11, 5, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 8, 3, 5, 1, 2, 2, 8, 4, 13, 5, 10, 10, 13, 5, 10, 9, 10, 8, 9, 11, 10, 10, 8, 16, 10, 13, 15, 8, 11, 13, 10, 7, 6, 9, 2, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.202553, 4.663182, 4.342125, 4.729303, 5.506238, 4.762694, 5.073978, 5.001243, 4.717043, 5.673944, 5.74716, 5.611263, 5.493791, 5.639549, 5.468455, 6.023675, 6.296067, 5.798361, 5.923616, 6.220576, 6.004181, 6.001274, 5.878903, 6.013859, 6.511557, 5.489195, 5.154473, 5.144023, 4.841418, 5.296498, 5.577564, 5.732467, 5.934645, 6.595225, 6.433829, 6.207058, 5.837201, 6.290689, 6.331023, 6.183684, 7.02686, 6.273726, 7.248307, 8.035585, 5.040551, 3.23212, 1.138962, 0.738667, 0.064099, 0.0], "sum_m_pl": [0.616602, 1.990736, 2.166941, 2.141053, 2.729601, 2.773537, 2.595573, 3.303937, 4.066737, 4.07542, 4.367138, 4.003395, 3.785016, 3.924741, 4.330015, 3.939296, 3.665619, 3.522657, 2.992352, 2.889825, 2.610954, 2.501099, 2.454576, 2.415108, 3.978373, 5.466189, 5.624717, 6.294756, 7.340337, 6.905279, 5.628255, 5.754635, 5.305504, 5.111512, 4.771605, 4.6289, 3.906513, 2.968389, 2.979154, 2.518655, 2.48807, 2.456852, 2.227336, 2.069556, 1.88164, 1.156967, 0.582283, 0.633685, 0.0628, 0.0]}, "lang": {"n_am_en": [4, 10, 7, 10, 17, 20, 19, 18, 16, 16, 11, 13, 23, 19, 21, 27, 39, 39, 37, 46, 36, 39, 43, 40, 56, 48, 41, 34, 31, 21, 26, 28, 27, 38, 46, 42, 46, 59, 65, 58, 53, 61, 60, 64, 55, 41, 8, 2, 0, 0], "n_am_pl": [1, 11, 10, 9, 12, 18, 25, 19, 21, 19, 24, 25, 23, 33, 31, 22, 20, 24, 24, 16, 22, 21, 16, 13, 12, 24, 24, 23, 27, 26, 24, 28, 23, 21, 14, 16, 17, 15, 10, 10, 16, 18, 21, 22, 28, 46, 80, 100, 109, 113], "n_pos": 114, "sum_m_en": [9.918859, 15.1291, 17.119283, 17.38888, 17.712924, 17.364037, 18.266707, 18.587839, 17.898597, 18.939407, 19.922734, 20.069666, 20.137765, 18.695225, 18.11234, 19.210113, 20.490304, 20.054899, 20.623303, 20.9307, 21.384078, 20.304483, 19.88468, 19.453197, 32.745638, 29.758965, 26.394787, 23.154196, 21.193223, 20.684252, 19.972539, 20.009025, 21.300874, 23.882326, 27.952323, 30.659102, 32.36945, 39.486542, 45.892749, 44.456328, 46.332931, 49.332659, 53.995889, 56.035972, 49.546685, 38.436157, 11.073004, 2.157984, 0.867765, 0.000398], "sum_m_pl": [1.713608, 4.393274, 5.400172, 5.942639, 6.329446, 7.129625, 7.659264, 8.061775, 8.840051, 9.105791, 8.866866, 8.807614, 9.524683, 9.925148, 9.517787, 8.506992, 7.942155, 7.511245, 7.147656, 7.068968, 6.996285, 6.710699, 6.542962, 6.410386, 8.869665, 10.765115, 12.477526, 13.016648, 13.610985, 14.239215, 12.550298, 12.45401, 11.96101, 11.575573, 10.953176, 10.968888, 12.017803, 11.948565, 10.618448, 11.760727, 11.867416, 12.587982, 15.222207, 20.301975, 26.969895, 42.2771, 72.492281, 94.746352, 105.521423, 112.644766]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 402, "item_id": "llmzszl-18541", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 928, "region_end": 400, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 0.9975}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 18, 25, 33, 40, 43, 46, 48, 31, 43, 40, 40, 43, 46, 50, 63, 57, 52, 56, 71, 55, 61, 59, 63, 90, 80, 67, 79, 62, 61, 54, 52, 64, 58, 54, 84, 83, 91, 89, 101, 78, 89, 79, 82, 67, 66, 57, 52, 53, 58], "n_am_pl": [4, 26, 29, 14, 21, 33, 26, 26, 24, 25, 35, 26, 40, 26, 33, 27, 31, 26, 28, 21, 14, 20, 19, 13, 15, 15, 17, 18, 27, 38, 42, 31, 26, 25, 25, 9, 17, 15, 10, 4, 13, 13, 10, 10, 5, 16, 11, 8, 5, 3], "n_pos": 291, "sum_m_en": [32.859069, 42.024086, 41.853451, 43.477643, 46.302558, 48.203833, 47.377925, 46.929427, 44.890893, 47.22388, 47.637762, 46.000959, 45.915295, 48.124267, 47.805884, 48.915189, 47.749038, 46.549056, 47.379754, 48.31298, 45.811837, 46.645177, 46.158011, 47.400736, 62.910499, 60.031307, 55.31272, 55.103685, 55.186445, 51.769262, 50.604752, 53.33154, 55.071317, 53.7072, 53.44353, 53.426041, 58.350513, 72.185214, 70.60388, 75.306367, 69.060498, 74.228889, 66.923182, 77.532765, 69.135742, 65.368423, 56.965671, 52.568932, 49.930357, 57.104648], "sum_m_pl": [6.881323, 15.459696, 17.975893, 16.220257, 16.295159, 16.218538, 15.344574, 16.629875, 16.844165, 17.487436, 19.672132, 19.938262, 21.693684, 19.710856, 20.94091, 19.714858, 19.488982, 19.436734, 19.224871, 19.568774, 18.395289, 17.742144, 17.065791, 16.831544, 20.152037, 23.285298, 21.36677, 23.68033, 24.201772, 28.07598, 26.408274, 22.5745, 22.058637, 20.959315, 21.191064, 19.2981, 17.993195, 16.220781, 14.869212, 13.019052, 14.544461, 14.043171, 14.336296, 12.317406, 10.210785, 14.25359, 10.73706, 8.11138, 6.396184, 3.059233]}, "digit": {"n_am_en": [1, 8, 4, 10, 7, 6, 5, 6, 3, 5, 10, 6, 6, 4, 11, 11, 12, 9, 15, 25, 15, 14, 17, 18, 26, 22, 19, 22, 14, 12, 13, 11, 14, 15, 15, 36, 24, 28, 25, 28, 15, 21, 14, 17, 13, 10, 4, 2, 1, 0], "n_am_pl": [0, 1, 3, 1, 8, 14, 4, 7, 11, 8, 13, 9, 11, 9, 11, 4, 8, 10, 11, 8, 5, 6, 6, 5, 6, 6, 10, 6, 10, 14, 14, 9, 7, 6, 7, 1, 7, 3, 2, 1, 3, 4, 3, 2, 1, 6, 3, 1, 0, 0], "n_pos": 71, "sum_m_en": [7.970532, 11.44951, 11.449215, 11.705678, 12.60084, 12.640371, 12.585045, 12.389276, 11.975814, 12.209355, 13.271565, 12.164196, 12.124243, 12.585712, 12.678892, 12.740385, 12.414581, 12.181604, 12.757942, 13.329545, 12.088443, 12.121952, 11.830601, 12.387297, 17.741758, 16.826706, 14.998886, 14.781515, 14.895846, 14.286171, 13.767506, 14.410446, 14.483432, 13.984453, 14.421901, 15.49677, 16.374832, 19.528142, 17.258412, 17.232449, 12.722024, 15.158856, 11.909014, 15.900356, 12.109046, 10.127604, 6.392401, 4.42235, 1.653344, 1e-06], "sum_m_pl": [1.460978, 3.548025, 3.31452, 3.387054, 3.431605, 3.221241, 2.730347, 3.571842, 3.668104, 3.801796, 4.35747, 4.388881, 4.70575, 4.390356, 4.629761, 4.426609, 4.206625, 4.531154, 4.469937, 4.544611, 4.212572, 4.115609, 3.998977, 4.036636, 5.178586, 5.882826, 5.541131, 6.141191, 6.362168, 6.655793, 6.074865, 5.083043, 4.749206, 4.448258, 4.404685, 4.26114, 3.887163, 3.548149, 3.860727, 3.537115, 3.812626, 3.83121, 3.995667, 3.635211, 4.257286, 3.961668, 3.041005, 1.794803, 0.530825, 0.0]}, "lang": {"n_am_en": [8, 6, 14, 10, 18, 13, 17, 20, 16, 17, 18, 17, 16, 18, 14, 24, 18, 20, 17, 21, 19, 20, 23, 23, 30, 28, 24, 24, 21, 27, 20, 23, 21, 22, 23, 30, 37, 37, 43, 46, 42, 42, 48, 42, 42, 41, 45, 45, 51, 58], "n_am_pl": [0, 10, 7, 6, 2, 4, 5, 2, 2, 4, 6, 1, 4, 4, 7, 5, 4, 2, 4, 3, 1, 2, 2, 1, 2, 3, 3, 2, 4, 2, 7, 6, 7, 7, 8, 4, 3, 3, 1, 0, 3, 4, 3, 2, 4, 7, 7, 7, 5, 3], "n_pos": 62, "sum_m_en": [7.376096, 9.090052, 9.174261, 9.815144, 10.345418, 11.039797, 10.815019, 10.599283, 10.307948, 10.701081, 10.452384, 10.987558, 10.577867, 11.220554, 10.780739, 11.532896, 11.401028, 11.087846, 10.895078, 10.916202, 10.435294, 10.688437, 10.595476, 10.755734, 18.170112, 17.600171, 16.603865, 15.500433, 14.385531, 13.454643, 12.644038, 13.521541, 14.080184, 15.356508, 14.710423, 16.369191, 19.373267, 24.777541, 29.449061, 33.07252, 34.293972, 35.213208, 35.661296, 36.809971, 38.880576, 39.426442, 41.109155, 42.117261, 45.595972, 56.401479], "sum_m_pl": [1.406212, 3.123665, 3.410584, 3.297805, 3.030244, 3.118065, 3.265858, 3.266279, 3.315581, 3.582123, 4.088927, 4.027259, 4.505338, 4.185117, 4.306168, 3.865391, 4.146051, 4.105599, 4.314893, 4.504714, 4.356553, 4.109255, 3.897128, 3.756435, 4.72622, 5.354981, 4.555565, 4.988221, 5.126412, 5.992125, 5.697002, 5.188546, 5.16035, 4.978346, 5.328988, 4.817603, 4.35197, 3.751886, 3.120274, 2.627257, 3.029446, 4.535364, 4.428368, 3.775446, 3.989304, 6.191615, 5.935938, 5.725118, 5.307301, 3.016934]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 293, "item_id": "llmzszl-18542", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 751, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 33, 58, 73, 82, 97, 101, 110, 104, 121, 89, 88, 95, 84, 93, 119, 143, 146, 151, 183, 151, 161, 147, 155, 233, 207, 201, 158, 135, 137, 124, 118, 129, 154, 169, 184, 190, 217, 229, 242, 264, 248, 237, 236, 196, 158, 85, 57, 37, 36], "n_am_pl": [12, 55, 62, 49, 62, 57, 68, 87, 58, 67, 105, 88, 103, 91, 96, 76, 62, 50, 55, 43, 30, 31, 35, 38, 40, 59, 58, 73, 75, 96, 95, 85, 85, 57, 42, 43, 37, 20, 24, 25, 26, 28, 40, 39, 53, 98, 168, 187, 205, 201], "n_pos": 676, "sum_m_en": [62.969536, 97.214186, 104.062499, 107.095732, 109.497746, 110.900872, 112.637734, 116.278974, 106.046558, 112.277189, 114.254481, 111.869297, 110.208507, 110.774661, 108.04631, 115.785464, 117.564366, 111.556163, 114.267922, 115.704681, 111.338985, 111.675486, 109.662867, 109.93885, 165.247388, 153.598984, 140.012878, 128.521975, 120.622452, 119.170605, 111.467892, 118.458167, 124.677663, 130.556358, 138.304677, 135.657236, 143.482698, 163.768286, 170.697835, 194.262696, 197.561416, 204.801133, 200.817158, 217.636774, 179.974897, 145.935289, 81.46609, 54.200302, 43.50653, 36.449533], "sum_m_pl": [11.249345, 32.907429, 40.269042, 39.362042, 39.855657, 39.843751, 40.273057, 42.999876, 43.964127, 47.587027, 51.469839, 50.890154, 54.419898, 52.619523, 51.479824, 45.374552, 41.616268, 41.848554, 40.640802, 41.128555, 39.187494, 37.919816, 37.198792, 36.621582, 41.426084, 51.40922, 50.519342, 56.496152, 61.741017, 66.610562, 66.364636, 59.571362, 56.307912, 49.618107, 46.202047, 45.069188, 39.418296, 36.64613, 34.593357, 32.754154, 33.641671, 32.00483, 40.355568, 44.15778, 59.021363, 93.744382, 154.814292, 181.665892, 196.68823, 198.692572]}, "digit": {"n_am_en": [3, 10, 17, 10, 5, 11, 6, 9, 11, 13, 8, 13, 8, 5, 10, 11, 7, 12, 13, 24, 17, 11, 8, 13, 29, 20, 15, 15, 13, 8, 14, 12, 6, 23, 25, 29, 31, 27, 33, 33, 32, 22, 25, 27, 18, 15, 9, 3, 0, 0], "n_am_pl": [5, 1, 8, 2, 7, 11, 4, 6, 3, 8, 14, 13, 13, 14, 11, 16, 8, 9, 6, 4, 1, 5, 3, 3, 8, 14, 9, 12, 10, 13, 13, 14, 12, 6, 4, 2, 4, 3, 2, 1, 1, 1, 2, 2, 0, 1, 7, 4, 0, 0], "n_pos": 86, "sum_m_en": [7.600535, 14.224486, 14.927105, 14.976077, 15.532492, 15.126775, 15.163562, 15.470615, 14.1587, 14.800862, 15.67241, 14.882059, 15.017756, 14.962347, 14.909972, 15.975996, 15.923689, 14.729243, 15.266608, 15.797891, 14.657272, 14.67465, 14.359519, 14.566078, 18.904213, 17.675239, 15.99043, 15.347852, 15.198803, 15.110948, 14.244562, 15.254854, 16.134833, 16.930167, 17.836857, 17.296016, 17.893788, 19.915327, 22.226469, 23.290305, 21.50513, 22.33536, 20.032114, 23.733161, 16.767045, 13.793546, 8.49057, 4.230095, 1.628529, 0.0], "sum_m_pl": [1.272946, 4.350356, 4.46705, 4.727724, 4.573757, 4.368619, 3.977237, 5.011162, 5.5928, 6.042748, 6.507574, 6.550129, 6.648972, 6.699525, 6.495059, 5.882022, 5.096346, 5.520907, 5.41337, 5.341388, 5.101695, 4.97527, 4.854434, 4.881106, 5.752964, 7.083065, 6.658666, 7.297072, 7.681293, 8.537335, 8.617673, 7.985535, 6.748824, 5.657225, 5.361675, 5.685833, 4.89598, 4.705731, 4.202565, 3.700764, 3.630055, 3.477366, 3.847437, 3.51568, 3.471949, 3.170228, 6.307967, 4.880946, 0.934953, 0.0]}, "lang": {"n_am_en": [3, 17, 19, 29, 29, 43, 55, 55, 49, 57, 35, 40, 44, 47, 47, 71, 79, 78, 86, 94, 87, 98, 99, 99, 129, 115, 120, 90, 75, 75, 63, 71, 71, 79, 93, 97, 108, 127, 131, 134, 150, 144, 139, 140, 130, 106, 59, 38, 36, 36], "n_am_pl": [6, 27, 24, 23, 24, 20, 21, 29, 25, 32, 45, 41, 44, 42, 43, 26, 29, 25, 20, 8, 11, 13, 15, 12, 14, 16, 17, 27, 25, 31, 36, 35, 36, 31, 21, 25, 20, 12, 20, 19, 23, 25, 33, 33, 45, 80, 134, 170, 191, 199], "n_pos": 237, "sum_m_en": [21.19341, 32.885116, 37.395546, 38.152779, 39.826517, 41.365577, 43.009373, 44.315366, 41.299433, 43.802141, 44.851491, 43.978739, 42.674789, 43.682986, 42.749995, 46.931786, 48.305784, 46.43213, 46.101823, 46.331361, 44.303628, 44.220327, 43.324818, 43.028687, 84.439323, 76.969508, 69.675737, 59.345918, 51.828736, 49.562674, 46.341258, 50.199648, 52.436078, 58.75581, 63.480218, 65.837601, 72.776953, 84.484843, 91.284534, 104.1451, 110.073535, 114.045698, 118.01233, 125.452518, 115.587203, 93.416117, 56.170923, 38.689023, 36.653464, 36.437875], "sum_m_pl": [3.805482, 10.611883, 13.639973, 13.469409, 13.10274, 13.967828, 14.813855, 15.348931, 15.540341, 16.41697, 18.256955, 18.030835, 19.730173, 19.680436, 18.897965, 16.060026, 14.698369, 14.573262, 14.346328, 14.400188, 13.692959, 13.225645, 13.017258, 12.710914, 13.324572, 17.470759, 17.590001, 20.492132, 22.845347, 24.785113, 24.681873, 22.966921, 21.957566, 20.044525, 18.409831, 18.744246, 16.409353, 15.603486, 16.283163, 16.889321, 18.445786, 18.369522, 25.507373, 30.859567, 43.88349, 73.42365, 124.00972, 159.645307, 180.653761, 197.021876]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 678, "item_id": "llmzszl-18542", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 879, "region_end": 676, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9926}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 7, 15, 19, 11, 12, 7, 9, 9, 11, 15, 15, 14, 13, 22, 24, 16, 17, 16, 14, 16, 13, 17, 12, 24, 25, 17, 21, 16, 19, 25, 24, 31, 31, 30, 39, 33, 31, 32, 33, 28, 30, 30, 32, 28, 29, 29, 26, 27, 31], "n_am_pl": [1, 3, 17, 12, 13, 17, 13, 10, 12, 16, 10, 9, 13, 17, 8, 19, 18, 10, 7, 7, 6, 6, 7, 7, 7, 9, 10, 13, 11, 19, 13, 17, 9, 15, 14, 11, 11, 7, 6, 4, 3, 1, 1, 1, 2, 1, 1, 0, 0, 0], "n_pos": 112, "sum_m_en": [11.889957, 16.925308, 17.151509, 17.299305, 17.88886, 16.179865, 15.884825, 16.335773, 15.485314, 16.334313, 16.466469, 17.157568, 16.732479, 16.634841, 15.952365, 16.725641, 17.252776, 16.610466, 17.326709, 16.734586, 15.708251, 16.113078, 16.070108, 16.188775, 18.473274, 18.623312, 16.883412, 16.881631, 17.20863, 17.214893, 17.089638, 18.596952, 18.979411, 21.303666, 23.613188, 23.974709, 26.071267, 26.63853, 27.482426, 29.524618, 28.831339, 31.917615, 32.265562, 30.572012, 29.657778, 28.351705, 26.886152, 26.656152, 24.241807, 29.824229], "sum_m_pl": [2.064945, 4.637036, 6.18793, 5.76023, 5.923456, 6.134801, 5.960686, 6.09615, 7.045807, 7.761728, 7.292163, 7.783999, 8.901957, 8.619587, 8.748379, 9.349381, 8.879967, 9.079531, 7.897773, 7.665731, 7.178709, 6.952039, 6.654639, 6.682948, 9.397923, 9.752924, 9.516222, 10.703243, 10.539713, 11.591453, 11.472975, 10.454674, 10.107938, 10.1227, 9.625368, 9.171594, 8.250897, 7.303128, 6.450993, 5.510956, 5.019682, 3.850976, 3.35215, 2.904031, 2.563495, 1.881937, 1.187537, 0.657666, 0.548724, 0.019801]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 3, 0, 2, 3, 1, 2, 2, 1, 2, 4, 2, 2, 2, 3, 2, 2, 2, 2, 1, 1, 2, 2, 2, 1, 5, 1, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 2, 1, 1, 0, 1, 0, 3, 1, 0, 3, 3, 1, 3, 1, 2, 1, 1, 0, 0, 2, 1, 1, 1, 2, 4, 4, 4, 4, 3, 1, 4, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.779399, 2.437123, 2.366603, 2.401768, 2.525999, 2.386745, 2.351079, 2.433788, 2.239669, 2.359957, 2.446882, 2.457226, 2.336013, 2.408514, 2.201259, 2.327331, 2.4853, 2.541887, 2.747582, 2.662342, 2.528452, 2.605914, 2.510668, 2.543943, 2.780498, 3.004863, 2.336878, 2.263599, 2.373491, 2.27574, 2.290713, 2.556972, 2.607019, 2.665317, 2.854434, 2.888347, 2.996386, 2.907922, 2.513229, 2.411592, 1.925555, 2.096118, 1.872882, 2.129875, 1.34946, 1.158486, 0.803413, 0.419388, 0.073996, 0.0], "sum_m_pl": [0.354991, 0.807378, 0.885965, 0.917578, 0.83498, 0.852565, 0.767759, 0.808502, 0.939938, 1.102067, 1.045104, 1.085135, 1.276462, 1.289083, 1.304889, 1.502304, 1.381472, 1.334641, 1.155699, 1.162875, 1.103041, 1.05748, 0.998692, 1.024262, 1.479086, 1.424098, 1.60246, 2.318869, 2.476196, 2.424507, 2.442767, 1.782891, 1.480687, 1.500238, 1.466728, 1.370019, 1.407924, 1.246226, 1.25113, 1.035847, 0.975902, 0.998046, 0.945132, 0.992902, 0.529495, 0.287586, 0.172619, 0.12141, 0.02373, 0.0]}, "lang": {"n_am_en": [5, 5, 5, 11, 7, 4, 2, 3, 3, 5, 5, 5, 5, 6, 9, 8, 7, 7, 5, 7, 8, 6, 8, 4, 9, 11, 9, 9, 8, 12, 13, 14, 16, 16, 17, 19, 18, 17, 17, 22, 21, 22, 22, 23, 22, 21, 23, 22, 24, 28], "n_am_pl": [1, 0, 3, 5, 5, 5, 4, 1, 3, 0, 2, 1, 4, 3, 1, 2, 4, 0, 0, 1, 0, 1, 0, 0, 2, 1, 0, 0, 1, 2, 0, 1, 0, 0, 2, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.416265, 4.499499, 4.706386, 4.68072, 4.788425, 4.32519, 4.106594, 4.252826, 4.319209, 4.499141, 4.533034, 4.930595, 4.69262, 4.812515, 4.632265, 4.790745, 4.993863, 4.854772, 4.861738, 4.694083, 4.275566, 4.290761, 4.322326, 4.245146, 6.873503, 6.684389, 6.30541, 6.268774, 6.130505, 5.979302, 5.808165, 6.71884, 6.992656, 8.139468, 9.097109, 9.538267, 10.02466, 11.061856, 13.064948, 16.371462, 17.339964, 20.40362, 20.799302, 20.053621, 20.432969, 20.256905, 20.251776, 20.239119, 20.684322, 27.636905], "sum_m_pl": [0.586016, 1.061828, 1.371544, 1.326307, 1.394474, 1.486631, 1.387996, 1.386311, 1.606911, 1.65206, 1.642685, 1.696198, 2.035578, 2.05076, 2.048439, 1.970115, 1.943819, 1.934456, 1.803665, 1.772261, 1.688291, 1.639581, 1.60606, 1.597508, 1.908406, 1.923513, 1.883944, 1.908331, 1.93219, 2.262467, 2.18903, 2.092394, 2.071533, 2.017552, 1.859237, 1.900528, 1.828902, 1.779006, 1.378092, 0.899231, 0.780154, 0.449948, 0.386713, 0.399778, 0.259715, 0.185398, 0.101349, 0.092412, 0.123035, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "llmzszl-18543", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9561, "tf_agree_excl_first": 0.9646}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 8, 19, 19, 16, 16, 25, 18, 23, 17, 29, 24, 29, 29, 27, 35, 34, 30, 36, 33, 28, 30, 35, 31, 50, 45, 43, 42, 38, 33, 33, 27, 32, 34, 46, 43, 47, 43, 43, 46, 44, 49, 49, 47, 41, 27, 11, 1, 1, 2], "n_am_pl": [6, 9, 23, 18, 25, 20, 20, 12, 13, 25, 16, 16, 16, 17, 16, 11, 15, 15, 11, 12, 12, 14, 7, 10, 6, 13, 8, 15, 13, 24, 15, 9, 7, 11, 15, 12, 15, 14, 21, 19, 16, 16, 15, 12, 21, 31, 48, 53, 56, 56], "n_pos": 152, "sum_m_en": [13.805038, 20.745938, 22.03426, 23.140465, 24.222045, 23.714461, 25.066256, 26.432708, 24.491418, 25.196927, 25.69471, 25.488675, 25.144562, 24.532231, 23.624295, 25.079181, 26.189933, 24.378566, 25.155975, 24.295585, 22.730914, 22.656329, 22.769679, 22.86294, 31.580598, 31.060608, 28.421966, 26.663303, 26.170119, 26.558384, 24.853398, 25.809976, 25.640972, 29.723255, 32.248725, 32.277163, 33.640784, 35.652852, 37.369806, 38.329594, 37.776149, 41.616596, 41.417216, 42.225549, 36.440606, 26.44953, 12.974429, 3.635069, 2.218084, 1.994008], "sum_m_pl": [2.672059, 6.478022, 8.045434, 7.779083, 8.007638, 9.075306, 9.101041, 9.385608, 10.2666, 10.67474, 10.342063, 10.579595, 11.744259, 11.390489, 12.079567, 11.964772, 11.155796, 10.770895, 9.805297, 10.107449, 9.645484, 9.200089, 8.90939, 8.821175, 10.712512, 11.906534, 11.450262, 12.570994, 13.227035, 14.402532, 13.479937, 12.935977, 12.998679, 12.704974, 11.495665, 11.079719, 11.877604, 12.101851, 11.491683, 11.337251, 12.562934, 11.482179, 12.39018, 13.892201, 19.462105, 29.045607, 43.617538, 52.908402, 55.967921, 56.320967]}, "digit": {"n_am_en": [0, 0, 4, 2, 1, 0, 0, 0, 1, 0, 1, 0, 1, 2, 3, 2, 4, 2, 2, 1, 2, 1, 1, 2, 3, 2, 3, 2, 3, 3, 2, 2, 1, 1, 2, 3, 2, 3, 3, 2, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [1, 0, 5, 1, 2, 3, 1, 2, 2, 3, 2, 2, 0, 2, 1, 4, 2, 1, 1, 0, 0, 1, 0, 0, 1, 2, 0, 2, 4, 3, 1, 2, 1, 1, 2, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.625103, 2.043589, 2.104884, 2.130116, 1.9943, 2.063233, 2.277215, 2.423938, 2.141278, 2.136723, 2.216981, 2.061891, 2.162469, 2.180456, 1.996896, 2.223128, 2.432043, 2.455597, 2.576804, 2.498397, 2.379757, 2.429989, 2.375564, 2.490817, 2.848545, 2.679673, 2.484455, 2.468575, 2.402392, 2.380339, 2.27851, 2.41375, 2.400637, 2.579187, 2.522828, 2.516644, 2.705929, 2.704818, 3.07518, 2.817595, 2.583981, 2.609509, 2.528899, 2.187103, 1.634072, 1.344612, 0.757743, 0.293419, 0.144535, 0.0], "sum_m_pl": [0.384685, 0.82691, 1.002009, 0.951375, 0.829426, 0.890417, 0.868166, 0.93688, 1.088288, 1.141646, 1.100833, 1.1389, 1.277948, 1.318528, 1.484165, 1.733379, 1.496009, 1.390716, 1.124828, 1.186115, 1.102011, 1.028361, 0.973857, 0.982414, 1.413128, 1.50925, 1.45757, 1.626393, 1.732073, 1.584266, 1.603154, 1.48174, 1.520178, 1.465681, 1.510952, 1.318453, 1.22179, 1.003687, 0.971168, 0.914689, 0.868504, 0.852211, 0.767594, 0.714092, 0.566972, 0.320029, 0.252194, 0.139356, 0.045967, 0.0]}, "lang": {"n_am_en": [1, 5, 6, 9, 9, 7, 12, 8, 12, 7, 14, 14, 10, 10, 13, 18, 14, 14, 15, 15, 11, 12, 13, 14, 23, 21, 21, 17, 13, 10, 8, 13, 16, 18, 19, 20, 19, 18, 17, 22, 22, 29, 27, 29, 21, 14, 5, 0, 1, 2], "n_am_pl": [5, 5, 9, 7, 12, 8, 12, 6, 2, 10, 5, 6, 10, 7, 8, 4, 6, 9, 6, 5, 6, 7, 4, 4, 1, 8, 3, 9, 7, 13, 8, 3, 2, 9, 6, 7, 8, 9, 11, 15, 14, 13, 12, 10, 18, 27, 40, 49, 54, 56], "n_pos": 59, "sum_m_en": [5.389801, 8.254003, 9.139675, 9.845186, 10.632012, 10.250537, 11.106358, 11.804444, 11.299621, 11.679301, 11.85029, 11.796371, 11.173478, 10.793424, 10.268318, 10.960613, 11.414873, 10.403696, 10.505083, 10.13867, 9.326011, 9.236505, 9.277971, 9.255933, 14.240089, 14.019685, 13.138252, 11.874082, 11.585082, 11.662647, 10.608621, 10.967318, 10.884667, 13.40572, 14.134691, 15.296472, 15.556792, 16.766775, 15.750978, 17.119849, 17.447463, 20.864603, 20.74476, 23.798506, 20.006872, 13.648271, 7.210937, 1.291966, 1.352909, 1.993996], "sum_m_pl": [0.997143, 2.470983, 2.768334, 2.803615, 2.989396, 3.509509, 3.558876, 3.643415, 3.937542, 4.0245, 4.140085, 4.243026, 5.030928, 4.75071, 4.994534, 4.509673, 4.325246, 4.309387, 4.032988, 4.122502, 3.885167, 3.699698, 3.635633, 3.578516, 4.106294, 5.12981, 4.763901, 5.457351, 5.768913, 6.369253, 6.014339, 5.916561, 5.963284, 5.997431, 5.204326, 5.358599, 6.554668, 7.105389, 6.908893, 7.376007, 8.856722, 8.17309, 9.026199, 10.425136, 15.131389, 23.297908, 36.905063, 48.333906, 52.407383, 56.148259]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "llmzszl-18543", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 910, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9935}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 15, 21, 19, 14, 12, 8, 8, 18, 19, 18, 19, 26, 20, 31, 18, 19, 16, 16, 13, 13, 15, 10, 13, 31, 22, 26, 20, 23, 21, 28, 22, 23, 31, 32, 32, 35, 30, 43, 39, 43, 38, 42, 39, 35, 39, 33, 32, 27, 27], "n_am_pl": [3, 9, 15, 16, 12, 10, 7, 9, 10, 7, 12, 20, 16, 18, 23, 25, 14, 16, 9, 9, 10, 14, 13, 7, 9, 10, 10, 15, 17, 19, 22, 19, 15, 10, 13, 13, 15, 5, 8, 7, 4, 5, 3, 2, 1, 2, 1, 2, 8, 8], "n_pos": 165, "sum_m_en": [16.674622, 26.417744, 25.742741, 25.765669, 26.565988, 25.787964, 25.504297, 25.769545, 23.417882, 25.922057, 26.775217, 27.877431, 26.380789, 25.436307, 25.273534, 24.343999, 26.120377, 25.332824, 26.800291, 25.985098, 25.111962, 25.664315, 25.341754, 25.358386, 27.58775, 27.834438, 25.625737, 27.16962, 27.992137, 28.808923, 28.527289, 28.669573, 28.655949, 29.562094, 31.971214, 31.743412, 32.01343, 35.308458, 36.170198, 36.158398, 37.250456, 40.659155, 40.97079, 40.322532, 37.565128, 35.824761, 31.764706, 30.372048, 27.732871, 27.202213], "sum_m_pl": [3.164844, 7.546694, 9.54331, 8.246648, 8.468529, 8.558968, 8.546541, 8.856763, 9.662261, 10.115884, 10.409383, 11.431495, 11.697991, 11.637987, 12.144803, 12.016136, 11.025044, 11.952007, 11.712992, 11.038347, 10.8957, 10.643288, 10.246314, 10.416537, 13.060809, 14.282007, 14.900643, 14.525034, 13.955789, 15.203067, 14.338853, 13.342738, 13.12317, 12.487522, 12.442049, 12.479814, 11.859862, 8.791008, 8.481068, 7.909527, 6.308079, 5.555841, 6.150915, 5.272511, 5.019462, 3.539923, 3.636998, 3.110177, 8.256868, 8.000005]}, "digit": {"n_am_en": [0, 2, 1, 1, 2, 0, 1, 1, 4, 2, 5, 2, 2, 1, 5, 1, 3, 4, 2, 1, 2, 3, 1, 1, 10, 6, 9, 5, 5, 4, 5, 5, 4, 5, 2, 2, 3, 3, 5, 4, 2, 0, 2, 1, 1, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 4, 1, 1, 1, 2, 2, 0, 0, 0, 2, 5, 5, 3, 2, 3, 3, 3, 1, 1, 4, 4, 2, 4, 2, 1, 4, 3, 3, 4, 2, 1, 0, 3, 1, 5, 3, 5, 4, 2, 3, 1, 2, 1, 2, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.857274, 5.146239, 5.082037, 4.89062, 5.051728, 4.978618, 4.871523, 5.22532, 4.779126, 5.082466, 5.479562, 5.436964, 5.050462, 4.651791, 4.77074, 4.489073, 4.86256, 4.728685, 5.138167, 4.984473, 4.852393, 5.078928, 4.918403, 4.90088, 6.024269, 6.386426, 5.769582, 5.974002, 5.91641, 6.072978, 5.941895, 5.946804, 5.839419, 5.745318, 5.94613, 5.893089, 5.847874, 5.88866, 5.446359, 5.026142, 4.274564, 4.226126, 3.955865, 3.828756, 3.335202, 2.562147, 1.860263, 0.960564, 0.201966, 0.0], "sum_m_pl": [0.428721, 1.3773, 1.343403, 1.177281, 1.214686, 1.250543, 1.255359, 1.397034, 1.677062, 1.727466, 1.87314, 2.021758, 1.968591, 1.997361, 1.919594, 1.842978, 1.635295, 1.898817, 1.962884, 1.878567, 1.914268, 1.904438, 1.8078, 1.860682, 2.211437, 2.467283, 2.354329, 2.251564, 2.145821, 2.327531, 2.281994, 2.218136, 2.088323, 1.822232, 1.886215, 1.876427, 2.007767, 1.731038, 1.761047, 1.704372, 1.671091, 1.634701, 1.533315, 1.515351, 1.472928, 1.02298, 0.681887, 0.398632, 0.116352, 0.0]}, "lang": {"n_am_en": [4, 2, 2, 3, 2, 4, 2, 3, 6, 6, 5, 6, 10, 5, 8, 3, 5, 4, 5, 6, 6, 7, 5, 6, 10, 9, 9, 9, 8, 8, 10, 7, 8, 11, 7, 14, 15, 16, 22, 21, 23, 23, 24, 24, 25, 27, 26, 27, 27, 27], "n_am_pl": [0, 2, 3, 3, 5, 2, 0, 2, 4, 1, 3, 4, 2, 5, 9, 6, 6, 3, 2, 3, 4, 2, 2, 1, 2, 3, 2, 3, 2, 6, 5, 8, 6, 2, 3, 6, 2, 2, 1, 2, 2, 2, 2, 0, 0, 0, 1, 2, 8, 8], "n_pos": 36, "sum_m_en": [3.432952, 5.087197, 5.136702, 5.270188, 5.316856, 5.321679, 5.326213, 5.471616, 5.050649, 5.582817, 5.573182, 5.858904, 5.87411, 5.701645, 5.550736, 5.536625, 5.896903, 5.901451, 6.092242, 5.883005, 5.739134, 5.772778, 5.751965, 5.70536, 8.062573, 7.544861, 6.93165, 7.013114, 6.833039, 6.728852, 6.826588, 6.995759, 7.033284, 7.86144, 8.742875, 9.122839, 10.451097, 12.818692, 15.288132, 16.279258, 18.962862, 20.802497, 21.26119, 22.301435, 23.034191, 23.666904, 23.519346, 23.219378, 24.682866, 26.686387], "sum_m_pl": [0.955803, 1.685632, 2.278124, 2.074604, 2.003797, 1.948317, 1.908312, 2.059222, 2.272037, 2.22172, 2.424597, 2.709208, 2.876873, 2.946356, 3.201948, 3.059183, 2.780542, 2.95273, 2.753301, 2.537842, 2.546051, 2.464497, 2.368523, 2.425729, 3.555922, 3.859211, 3.92897, 3.731936, 3.668288, 4.025059, 3.685432, 3.494897, 3.392094, 3.187851, 3.071605, 3.247168, 2.936161, 2.367561, 2.100666, 2.33648, 1.841228, 1.545455, 2.159554, 1.910163, 1.880359, 1.240004, 2.454527, 2.394502, 7.927306, 8.000004]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "llmzszl-18547", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 752, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 6, 11, 15, 12, 10, 9, 14, 13, 12, 14, 16, 23, 21, 20, 11, 19, 14, 13, 9, 7, 8, 10, 6, 22, 26, 24, 25, 29, 24, 25, 26, 16, 19, 28, 23, 31, 28, 28, 26, 29, 27, 28, 28, 19, 17, 6, 2, 0, 0], "n_am_pl": [1, 15, 16, 20, 23, 21, 19, 12, 15, 11, 11, 22, 16, 17, 19, 18, 15, 15, 8, 6, 7, 7, 6, 7, 14, 16, 12, 10, 13, 14, 23, 17, 10, 11, 12, 11, 7, 6, 9, 13, 9, 13, 11, 10, 12, 15, 32, 34, 40, 42], "n_pos": 159, "sum_m_en": [15.416109, 23.919794, 24.110714, 23.113013, 23.722215, 23.014914, 23.37093, 24.584607, 22.072576, 24.991664, 25.519109, 26.648357, 26.148396, 25.66311, 25.675582, 25.020352, 26.121444, 25.103398, 25.836914, 25.173227, 24.271734, 24.796023, 24.575107, 24.797645, 25.668358, 27.036044, 25.727686, 27.816274, 28.467275, 29.255125, 28.339122, 28.232512, 28.039742, 28.511021, 30.646211, 29.228295, 28.714561, 29.548335, 26.642922, 25.480458, 24.774895, 26.203841, 26.375227, 26.883781, 21.067833, 15.601096, 6.320049, 1.946064, 0.637318, 3e-06], "sum_m_pl": [2.806593, 8.199756, 9.980036, 8.525845, 8.910271, 9.453327, 9.272869, 9.234604, 10.132491, 11.083491, 11.607935, 12.783698, 12.316671, 11.863443, 11.511334, 11.258351, 9.857719, 10.819784, 10.36738, 10.08697, 10.204664, 9.890884, 9.616538, 9.590734, 12.211659, 12.791521, 13.449138, 12.778318, 12.779299, 14.280449, 13.572152, 13.331261, 12.22681, 11.291289, 10.972747, 10.934459, 9.991736, 8.672166, 8.668811, 9.597485, 7.95737, 6.773178, 11.126864, 11.683958, 12.216909, 16.378354, 32.468349, 36.428438, 39.844307, 41.85411]}, "digit": {"n_am_en": [0, 2, 1, 1, 3, 0, 2, 0, 2, 2, 3, 2, 0, 3, 3, 1, 3, 4, 2, 0, 0, 1, 1, 2, 5, 7, 8, 6, 8, 5, 6, 4, 4, 1, 3, 1, 6, 2, 3, 1, 2, 1, 1, 2, 1, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 3, 0, 0, 2, 2, 1, 1, 3, 1, 5, 4, 4, 3, 2, 2, 3, 0, 1, 2, 2, 2, 3, 3, 3, 3, 2, 1, 1, 4, 5, 1, 4, 1, 1, 3, 3, 4, 4, 3, 5, 0, 1, 1, 1, 1, 1, 0, 0], "n_pos": 30, "sum_m_en": [2.726318, 5.035349, 5.175735, 4.733134, 4.864485, 4.842881, 4.782215, 5.098765, 4.552817, 4.948221, 5.173013, 5.356806, 5.095019, 4.815807, 4.953222, 4.78906, 4.961195, 4.83359, 5.037829, 4.908264, 4.761576, 4.973264, 4.90817, 5.009926, 6.102715, 6.481425, 6.145824, 6.500794, 6.313767, 6.342793, 6.18699, 6.272659, 5.821592, 5.640442, 6.039447, 5.872856, 5.890043, 5.795988, 4.83223, 4.397494, 3.807156, 3.840528, 3.533767, 3.492097, 2.972571, 1.987541, 1.092043, 0.483023, 0.138468, 0.0], "sum_m_pl": [0.389838, 1.37291, 1.296619, 1.075216, 1.106536, 1.223969, 1.253015, 1.384304, 1.669131, 1.864631, 2.033932, 2.195698, 2.010886, 1.779918, 1.692499, 1.740668, 1.598348, 1.905781, 1.900483, 1.918665, 1.918323, 1.871513, 1.787129, 1.828466, 2.256077, 2.426411, 2.220075, 2.110835, 1.829179, 2.15111, 2.136834, 2.160993, 1.892505, 1.663048, 1.626936, 1.82974, 1.736858, 1.55305, 1.704195, 1.698515, 1.62746, 1.667161, 1.620582, 1.589814, 1.563623, 0.936518, 1.768399, 0.677943, 0.066354, 0.0]}, "lang": {"n_am_en": [2, 1, 2, 6, 4, 1, 3, 6, 5, 6, 4, 8, 10, 7, 7, 6, 6, 6, 5, 4, 4, 4, 7, 3, 12, 13, 9, 11, 9, 11, 8, 6, 6, 8, 8, 11, 14, 18, 16, 14, 17, 18, 19, 18, 15, 12, 4, 1, 0, 0], "n_am_pl": [0, 6, 5, 7, 11, 10, 8, 2, 6, 3, 5, 7, 3, 7, 10, 7, 7, 7, 4, 2, 2, 4, 2, 3, 7, 5, 3, 4, 5, 5, 8, 6, 6, 5, 6, 5, 1, 1, 5, 9, 6, 7, 10, 9, 11, 14, 28, 33, 40, 42], "n_pos": 42, "sum_m_en": [4.364893, 5.870547, 5.998247, 5.959668, 5.962933, 5.797515, 5.876922, 6.747829, 6.314641, 7.175105, 7.09698, 7.358802, 7.387928, 7.198249, 7.121194, 7.007648, 7.455264, 7.186773, 7.159877, 6.978881, 6.820615, 6.880435, 6.800073, 6.812176, 8.139121, 8.304425, 7.638379, 8.075624, 7.902477, 8.037702, 7.829412, 7.615454, 7.877492, 8.885111, 9.264571, 9.710126, 9.327176, 10.226136, 10.648817, 10.634652, 12.900197, 14.881038, 14.910789, 15.514687, 12.302008, 9.12762, 3.261443, 0.50905, 0.162478, 0.0], "sum_m_pl": [0.897377, 2.342975, 2.893892, 2.775918, 3.039233, 3.114828, 2.965547, 2.783546, 3.148395, 3.365307, 3.790907, 4.204833, 4.089806, 4.409124, 4.297532, 3.89999, 3.126127, 3.346887, 3.117006, 2.950615, 3.043403, 2.951002, 2.843703, 2.766447, 4.122207, 4.327911, 5.056721, 4.265133, 4.709037, 5.366063, 4.911066, 5.316589, 4.916629, 4.422299, 4.06598, 4.114774, 4.096654, 3.552024, 3.908035, 5.056046, 4.008755, 2.94027, 7.353135, 8.367157, 9.104662, 13.625761, 27.75061, 34.440442, 39.211966, 41.701359]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "llmzszl-18547", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 880, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 15, 13, 14, 15, 21, 18, 18, 11, 15, 13, 15, 12, 15, 15, 19, 18, 20, 24, 24, 23, 23, 21, 16, 29, 21, 19, 16, 19, 19, 16, 19, 21, 28, 33, 30, 30, 34, 33, 29, 32, 31, 30, 33, 35, 35, 34, 34, 28, 29], "n_am_pl": [1, 3, 7, 0, 4, 3, 9, 8, 7, 5, 7, 4, 10, 7, 5, 7, 5, 6, 6, 6, 5, 5, 3, 4, 4, 5, 3, 6, 7, 4, 5, 5, 4, 3, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [7.643337, 11.004359, 11.014618, 11.33168, 12.160775, 12.141663, 11.905397, 11.666413, 11.179479, 11.67744, 11.955135, 12.221598, 11.227594, 11.196904, 11.669024, 12.477506, 12.145928, 11.903448, 12.327025, 12.205577, 11.381345, 11.604636, 11.216549, 11.143947, 18.596542, 18.911464, 15.625892, 13.995146, 14.308706, 14.758359, 13.292938, 13.735022, 14.331888, 16.783587, 18.619227, 20.176666, 23.788073, 25.177913, 24.680537, 25.345414, 27.053525, 27.78364, 28.689496, 30.337232, 31.408194, 30.759328, 33.044384, 32.267015, 28.858961, 29.155157], "sum_m_pl": [1.337764, 2.897092, 3.140485, 2.868032, 3.288216, 3.122466, 3.302984, 3.36625, 3.201423, 3.624843, 3.713558, 4.233704, 4.369226, 4.017717, 3.976132, 3.88125, 3.411505, 3.651845, 3.779694, 3.835066, 3.736037, 3.701647, 3.584465, 3.574983, 3.83397, 4.083802, 3.779948, 4.836317, 4.647843, 4.995744, 4.727453, 4.13381, 4.084215, 4.038391, 3.714716, 3.317358, 3.132948, 2.595078, 2.24069, 2.090181, 1.660454, 1.504645, 1.472927, 1.455354, 1.548598, 1.009652, 0.911655, 0.63592, 0.240223, 0.000239]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 0, 2, 0, 3, 2, 3, 2, 1, 1, 3, 3, 3, 4, 4, 5, 3, 3, 1, 4, 4, 2, 1, 3, 1, 2, 0, 1, 2, 4, 5, 4, 4, 5, 3, 3, 3, 3, 2, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 4, 3, 3, 1, 1, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.841166, 1.72384, 1.661873, 1.601639, 1.622519, 1.6222, 1.751287, 1.6973, 1.74394, 1.840679, 1.936456, 1.960041, 1.817006, 1.75, 1.833144, 2.011968, 1.979234, 1.96568, 1.993338, 1.916741, 1.745695, 1.777298, 1.663178, 1.661143, 2.14669, 2.315464, 1.898641, 1.705849, 1.912362, 1.91223, 1.722575, 1.799611, 1.650488, 1.767492, 1.904222, 2.137612, 2.690543, 2.657902, 2.109982, 2.428559, 2.5245, 2.507932, 2.309395, 2.464847, 2.130857, 1.281598, 1.544708, 0.971298, 0.165718, 0.0], "sum_m_pl": [0.110719, 0.372484, 0.397922, 0.350828, 0.420676, 0.451516, 0.48778, 0.492961, 0.425567, 0.451702, 0.455478, 0.570469, 0.485972, 0.492004, 0.484193, 0.515376, 0.481559, 0.532144, 0.531205, 0.54678, 0.541103, 0.552634, 0.527865, 0.570359, 0.763851, 0.801406, 0.69489, 1.086815, 1.08669, 1.018738, 0.964768, 0.6002, 0.571227, 0.571058, 0.54545, 0.522706, 0.388841, 0.314884, 0.321367, 0.298529, 0.309403, 0.330441, 0.326582, 0.273154, 0.290451, 0.267567, 0.239513, 0.21774, 0.044577, 0.0]}, "lang": {"n_am_en": [4, 5, 7, 5, 9, 13, 12, 8, 5, 7, 7, 7, 8, 9, 8, 10, 10, 12, 14, 16, 14, 16, 14, 12, 19, 12, 14, 13, 15, 15, 13, 16, 15, 20, 21, 21, 22, 23, 22, 22, 23, 23, 21, 25, 27, 27, 27, 27, 27, 29], "n_am_pl": [1, 2, 1, 0, 0, 1, 4, 3, 3, 4, 2, 1, 2, 0, 2, 3, 3, 4, 3, 2, 1, 1, 1, 1, 1, 1, 1, 3, 4, 3, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.450743, 4.657379, 4.874569, 5.055361, 5.412059, 5.451522, 5.253424, 5.089461, 5.026131, 5.25136, 5.323216, 5.504028, 4.904235, 4.98702, 5.176222, 5.691185, 5.373168, 5.22302, 5.453435, 5.402557, 4.967955, 5.049184, 4.912261, 4.784057, 11.090232, 11.264889, 9.32424, 7.924556, 8.181685, 8.298494, 7.168381, 7.422854, 8.040146, 9.876932, 11.024999, 12.822613, 15.668419, 17.093785, 17.614903, 18.097035, 19.206894, 20.459097, 21.129408, 22.300705, 23.584181, 23.856328, 25.437071, 25.46017, 26.334152, 28.647424], "sum_m_pl": [0.540236, 1.116171, 1.185795, 1.093088, 1.304521, 1.136575, 1.240167, 1.294285, 1.210039, 1.332361, 1.382463, 1.542815, 1.625012, 1.544405, 1.53917, 1.453773, 1.315776, 1.410534, 1.507417, 1.534909, 1.492761, 1.477785, 1.427214, 1.375731, 1.360963, 1.348488, 1.257601, 1.526295, 1.533591, 1.868084, 1.709303, 1.526446, 1.474082, 1.425795, 1.367564, 1.193488, 1.168142, 1.031359, 0.853837, 0.858093, 0.685418, 0.564006, 0.58335, 0.667921, 0.607076, 0.342879, 0.282574, 0.126719, 0.077282, 0.000189]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "llmzszl-18548", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9857}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 20, 27, 46, 46, 55, 49, 61, 44, 48, 46, 48, 40, 44, 52, 56, 88, 79, 86, 82, 82, 79, 71, 74, 130, 129, 107, 85, 67, 69, 60, 75, 72, 95, 106, 117, 121, 134, 126, 126, 132, 128, 130, 124, 101, 71, 33, 4, 1, 0], "n_am_pl": [7, 28, 32, 34, 32, 26, 42, 40, 40, 37, 53, 62, 66, 50, 46, 46, 27, 28, 32, 26, 16, 19, 19, 22, 29, 27, 42, 36, 51, 57, 49, 50, 38, 36, 30, 17, 19, 15, 5, 10, 12, 13, 20, 23, 32, 55, 120, 138, 150, 141], "n_pos": 340, "sum_m_en": [31.924244, 51.251314, 54.276972, 53.799424, 56.566076, 56.253821, 56.320757, 56.809518, 53.881556, 56.969885, 58.02999, 60.785983, 58.214757, 57.680823, 57.187494, 61.917971, 61.048346, 58.367486, 57.61224, 55.79981, 55.090844, 55.876324, 54.86206, 54.809699, 88.394473, 86.992097, 75.54526, 67.248793, 64.270069, 65.178466, 58.788946, 62.569471, 64.961984, 70.295397, 75.570685, 82.923348, 86.64483, 103.446313, 102.646549, 101.687802, 102.763821, 106.060525, 109.792177, 112.89423, 95.513248, 71.194327, 29.936565, 7.763728, 3.348678, 1.8e-05], "sum_m_pl": [5.577173, 16.788139, 18.81904, 17.220567, 17.518406, 17.465992, 18.205205, 18.444346, 17.980422, 19.146961, 20.38012, 21.918479, 22.740671, 22.998777, 22.929402, 21.244037, 18.623607, 18.907111, 18.909223, 19.050015, 18.505988, 18.30323, 17.980091, 18.076221, 21.325591, 24.559813, 24.784409, 26.181346, 27.916995, 29.305825, 26.530624, 27.213144, 26.820844, 24.085994, 22.669373, 21.994135, 21.50331, 18.873429, 15.95585, 15.878879, 16.89723, 18.637962, 20.06105, 22.111103, 34.347141, 54.265276, 114.749728, 136.431372, 143.308414, 141.753224]}, "digit": {"n_am_en": [0, 6, 6, 6, 4, 1, 3, 7, 4, 5, 2, 7, 4, 7, 9, 8, 13, 10, 12, 5, 6, 3, 2, 2, 15, 10, 7, 5, 3, 3, 2, 4, 8, 7, 10, 10, 16, 12, 11, 14, 13, 17, 15, 8, 5, 2, 1, 0, 0, 0], "n_am_pl": [1, 6, 6, 3, 5, 1, 5, 8, 3, 6, 13, 13, 14, 11, 4, 13, 2, 5, 4, 1, 0, 2, 2, 3, 7, 9, 12, 9, 14, 13, 9, 10, 5, 3, 2, 0, 1, 0, 0, 0, 0, 1, 0, 3, 2, 3, 3, 1, 0, 0], "n_pos": 51, "sum_m_en": [4.652058, 8.827018, 9.057637, 8.228434, 8.551863, 8.498091, 8.279602, 8.326954, 7.649143, 8.445038, 8.236775, 8.75575, 8.424487, 8.488655, 8.390147, 9.316658, 9.213585, 8.788164, 8.659598, 8.085941, 7.772006, 7.980327, 7.807483, 8.134596, 10.36824, 10.682758, 9.784721, 9.205758, 8.694835, 8.963648, 7.949084, 8.538673, 8.71389, 8.66139, 8.579694, 9.183875, 10.294669, 10.036313, 10.195521, 10.161174, 8.403945, 10.840525, 9.312465, 7.595076, 5.597924, 4.319786, 2.28602, 0.922512, 0.527606, 0.0], "sum_m_pl": [0.775995, 2.685506, 2.562712, 2.107543, 2.230956, 2.067233, 2.154158, 2.344877, 2.28383, 2.576264, 2.856154, 3.290679, 3.227017, 3.08349, 2.812006, 2.801438, 2.333491, 2.457147, 2.431687, 2.610937, 2.572041, 2.589635, 2.558655, 2.626146, 3.072762, 3.959831, 3.682422, 3.940614, 4.29993, 4.422759, 3.442988, 3.44324, 2.99865, 2.612406, 2.545048, 2.417178, 2.187842, 2.176041, 2.26801, 2.090535, 2.29334, 2.698233, 2.52534, 3.061144, 2.796759, 2.873257, 2.376947, 1.470744, 0.258727, 0.0]}, "lang": {"n_am_en": [8, 5, 11, 30, 27, 29, 26, 32, 29, 25, 25, 26, 24, 23, 31, 26, 46, 41, 51, 50, 50, 54, 45, 53, 74, 71, 60, 50, 42, 40, 39, 42, 43, 56, 58, 69, 71, 84, 78, 73, 81, 77, 79, 84, 70, 49, 25, 2, 0, 0], "n_am_pl": [5, 13, 14, 15, 15, 15, 21, 17, 16, 19, 23, 22, 29, 19, 23, 19, 13, 14, 14, 11, 9, 8, 8, 7, 7, 5, 15, 13, 20, 24, 21, 24, 20, 22, 18, 11, 11, 11, 5, 7, 11, 10, 18, 16, 25, 45, 96, 129, 140, 141], "n_pos": 142, "sum_m_en": [13.995338, 20.840368, 22.961884, 23.731291, 25.055791, 24.619366, 25.162978, 25.514183, 24.332594, 24.865172, 25.749346, 26.674882, 25.481823, 25.118556, 25.056781, 27.325291, 26.859195, 25.880033, 25.459282, 24.660652, 24.601603, 24.90114, 24.641305, 23.97812, 47.975901, 45.911903, 38.359395, 33.137347, 31.033194, 30.930373, 28.046429, 29.231749, 31.468958, 35.778249, 38.82542, 45.565584, 48.057841, 61.089202, 59.997495, 61.132011, 64.292683, 65.67005, 70.958273, 75.338828, 64.491691, 48.171581, 20.598208, 3.424134, 0.687156, 4e-06], "sum_m_pl": [2.281213, 6.671442, 7.892891, 7.552331, 7.447461, 7.857603, 8.467896, 8.512418, 8.238904, 8.573878, 8.963075, 9.587464, 10.017866, 10.616694, 10.670991, 9.797548, 8.719819, 8.674471, 8.583748, 8.508304, 8.22497, 8.166779, 8.007863, 7.97274, 9.37859, 10.862126, 11.166728, 11.59079, 12.421213, 12.997977, 12.343214, 13.341999, 13.37279, 12.505156, 11.708232, 11.227041, 11.357359, 9.838771, 7.882052, 8.192643, 9.36172, 10.573872, 12.782639, 13.918565, 24.145504, 42.338878, 91.520028, 124.570463, 135.60101, 141.018218]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 342, "item_id": "llmzszl-18548", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 898, "region_end": 340, "roundtrip_ok": true, "tf_agree": 0.9854, "tf_agree_excl_first": 0.9883}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 23, 21, 35, 32, 54, 32, 20, 19, 43, 36, 46, 38, 48, 41, 29, 26, 38, 42, 33, 33, 29, 33, 31, 41, 35, 44, 29, 41, 40, 40, 41, 47, 55, 41, 47, 51, 46, 42, 43, 47, 43, 49, 47, 46, 43, 42, 38, 35, 33], "n_am_pl": [5, 18, 13, 15, 19, 13, 14, 19, 13, 15, 26, 26, 26, 28, 27, 33, 44, 41, 23, 20, 12, 15, 13, 13, 28, 27, 26, 36, 32, 31, 33, 27, 25, 14, 23, 17, 16, 6, 5, 3, 3, 3, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 232, "sum_m_en": [25.100692, 35.293666, 34.732004, 36.483499, 40.789833, 39.790683, 39.39494, 38.174004, 37.861819, 40.527577, 38.132497, 40.712949, 42.388749, 42.454986, 39.185029, 40.331438, 40.883317, 38.314787, 39.471796, 38.930855, 37.741337, 37.514135, 37.547759, 38.132153, 42.383943, 40.697804, 39.765165, 41.120991, 40.99699, 39.805464, 40.396467, 42.684265, 44.279378, 45.427962, 47.351577, 46.926871, 46.814637, 46.571984, 44.205573, 43.788286, 47.038375, 49.136461, 51.421089, 52.055096, 50.074917, 46.128263, 41.543759, 39.22235, 34.535999, 34.297738], "sum_m_pl": [5.178162, 11.245085, 12.991908, 11.560878, 13.126278, 12.188633, 11.946141, 13.013344, 13.628125, 15.350626, 16.205102, 16.153989, 16.803182, 16.726522, 17.491168, 17.855763, 17.567498, 17.016674, 16.729061, 16.454557, 16.129552, 15.578979, 15.388882, 15.148637, 21.265299, 24.433504, 23.101661, 24.132202, 24.102853, 26.574594, 23.756753, 21.840285, 20.618866, 19.062942, 17.579667, 15.470632, 15.125476, 12.690802, 10.941135, 9.731285, 8.905144, 7.898984, 6.670397, 5.832683, 5.001115, 3.390887, 2.308533, 1.822728, 1.112949, 5.9e-05]}, "digit": {"n_am_en": [1, 5, 4, 15, 10, 26, 8, 2, 3, 6, 9, 12, 12, 18, 17, 8, 5, 4, 8, 4, 4, 6, 6, 5, 15, 6, 11, 6, 12, 14, 11, 13, 17, 18, 10, 7, 8, 9, 12, 11, 11, 6, 9, 8, 7, 6, 6, 6, 1, 0], "n_am_pl": [0, 8, 3, 6, 9, 3, 3, 5, 3, 8, 9, 11, 16, 17, 13, 9, 16, 15, 9, 8, 5, 7, 5, 5, 11, 17, 14, 18, 13, 11, 14, 11, 11, 7, 10, 6, 6, 4, 2, 2, 2, 3, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 82, "sum_m_en": [8.493498, 12.551581, 12.383581, 13.035398, 15.169782, 14.84348, 14.321963, 13.406355, 12.873937, 13.791527, 13.239828, 14.1055, 15.201479, 15.252297, 14.056845, 14.349517, 14.309382, 13.334917, 13.892886, 13.710726, 13.411836, 13.645756, 13.684978, 13.986038, 15.869282, 14.475789, 13.970703, 14.716882, 15.32727, 14.761938, 14.828285, 15.648853, 15.787488, 16.345777, 15.703995, 15.276939, 14.869807, 15.465114, 14.932807, 13.801795, 13.422621, 12.630551, 12.902141, 13.027647, 11.128747, 9.280556, 6.633005, 5.23806, 1.782226, 0.0], "sum_m_pl": [1.594078, 4.241317, 4.432423, 3.923877, 4.4327, 4.080098, 3.853245, 4.431017, 4.551877, 5.398909, 5.499459, 5.503434, 5.767088, 5.899938, 6.208357, 6.222464, 6.155654, 6.065936, 5.768142, 5.653707, 5.57873, 5.441023, 5.424708, 5.351556, 7.712757, 9.211833, 8.351132, 8.758267, 8.219928, 9.197438, 8.134532, 7.53835, 7.157917, 6.531571, 5.992491, 5.55534, 5.342974, 4.759941, 4.650668, 4.521792, 4.452514, 4.305038, 4.02297, 3.992405, 3.629752, 2.295363, 1.659583, 1.442824, 0.822339, 0.0]}, "lang": {"n_am_en": [11, 6, 6, 10, 4, 8, 9, 6, 6, 6, 1, 7, 6, 7, 8, 8, 10, 16, 13, 14, 16, 12, 16, 15, 8, 12, 11, 7, 9, 9, 8, 13, 15, 19, 15, 22, 22, 21, 18, 19, 27, 27, 27, 29, 29, 28, 30, 26, 31, 33], "n_am_pl": [1, 5, 2, 0, 2, 2, 4, 3, 5, 3, 4, 4, 2, 5, 1, 5, 5, 5, 1, 3, 0, 2, 1, 1, 3, 2, 3, 5, 4, 5, 5, 6, 3, 1, 1, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.106278, 5.247394, 5.471979, 5.737545, 6.161751, 6.152816, 6.493579, 6.216165, 6.506, 6.881189, 6.315286, 6.909698, 6.92051, 7.019401, 6.579307, 7.222202, 7.4353, 7.437427, 7.346902, 7.058717, 6.802767, 6.527784, 6.480262, 6.482929, 9.646185, 9.267157, 8.768156, 8.162558, 7.715451, 7.623986, 7.996511, 8.465329, 9.108139, 10.125453, 10.742646, 11.906407, 12.82946, 13.100827, 14.57758, 16.723822, 20.927884, 23.490693, 25.364213, 27.568892, 27.915713, 26.945814, 27.578059, 25.907389, 28.52758, 32.378321], "sum_m_pl": [0.795236, 1.569667, 1.731715, 1.659466, 1.787603, 1.730781, 1.92935, 2.074527, 2.388245, 2.299145, 2.44789, 2.343048, 2.503589, 2.472327, 2.68921, 2.713724, 2.657969, 2.774212, 2.74142, 2.632576, 2.647536, 2.568207, 2.479312, 2.422889, 3.239806, 3.472809, 3.805087, 3.691385, 3.803262, 4.292289, 3.628682, 3.549993, 3.189648, 2.863537, 2.879564, 2.579358, 2.679558, 2.163265, 1.774833, 1.5356, 1.160366, 0.698929, 0.446612, 0.278775, 0.215461, 0.177644, 0.093596, 0.080953, 0.06604, 5.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 234, "item_id": "llmzszl-18551", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 232, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9871}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 24, 25, 36, 48, 48, 33, 31, 28, 49, 41, 39, 43, 41, 44, 37, 48, 50, 56, 53, 57, 51, 49, 43, 79, 61, 54, 50, 44, 43, 47, 48, 50, 64, 71, 80, 78, 81, 81, 80, 77, 76, 69, 77, 71, 54, 25, 5, 2, 0], "n_am_pl": [2, 31, 25, 29, 36, 41, 37, 35, 33, 26, 43, 59, 47, 44, 64, 50, 52, 51, 43, 36, 20, 18, 21, 23, 43, 37, 39, 56, 52, 52, 50, 52, 44, 36, 32, 25, 29, 25, 9, 13, 12, 13, 22, 22, 27, 40, 77, 98, 91, 94], "n_pos": 288, "sum_m_en": [27.482231, 42.459675, 43.985597, 45.007651, 48.452277, 47.093268, 47.717126, 46.406312, 46.599362, 48.954279, 47.809947, 49.167662, 51.762409, 51.4669, 48.121709, 49.811048, 51.076138, 49.363623, 51.216621, 50.555993, 48.765294, 47.97958, 47.423695, 47.458338, 64.708337, 58.965666, 54.141173, 52.663228, 49.783078, 48.778678, 49.630643, 52.788325, 54.612257, 58.504132, 63.869163, 66.040432, 66.475355, 72.379196, 73.008002, 71.644769, 72.146753, 71.73693, 71.532501, 73.168336, 67.600108, 52.317648, 24.417251, 6.290764, 3.778532, 0.000998], "sum_m_pl": [5.040326, 13.915511, 15.325809, 14.504012, 16.153498, 16.569576, 16.697149, 17.253057, 18.304125, 20.201735, 21.459381, 21.59659, 21.723677, 21.730126, 22.723078, 22.029784, 20.499723, 19.208937, 19.09269, 19.346899, 19.339657, 18.56963, 18.493048, 17.924872, 25.591644, 28.74768, 29.542492, 30.677877, 32.206615, 35.683277, 31.867408, 30.307165, 28.607339, 25.739216, 23.94207, 21.469922, 20.87384, 18.100317, 15.232146, 15.568236, 16.211975, 16.985367, 20.764761, 24.017399, 29.659418, 43.554372, 76.155525, 93.6909, 89.240273, 93.091477]}, "digit": {"n_am_en": [1, 4, 8, 11, 10, 11, 4, 2, 3, 9, 8, 12, 10, 13, 10, 5, 6, 3, 1, 4, 5, 3, 4, 2, 15, 5, 9, 5, 7, 8, 7, 10, 9, 17, 6, 6, 11, 13, 7, 8, 6, 6, 7, 10, 7, 6, 6, 2, 0, 0], "n_am_pl": [0, 13, 6, 4, 13, 12, 12, 8, 6, 3, 10, 14, 15, 10, 21, 15, 17, 17, 17, 9, 9, 5, 5, 7, 12, 18, 17, 23, 15, 20, 19, 17, 9, 10, 10, 6, 3, 2, 0, 2, 1, 0, 0, 0, 0, 0, 4, 3, 0, 0], "n_pos": 76, "sum_m_en": [7.291351, 11.122216, 11.36941, 11.610392, 13.252866, 13.075474, 12.691861, 12.108156, 11.719144, 12.575799, 12.196529, 12.694903, 13.901693, 14.126687, 13.083883, 13.04876, 12.978765, 12.140049, 12.857369, 12.730497, 12.417998, 12.686081, 12.641044, 12.994852, 16.005577, 14.233873, 13.452463, 14.370442, 14.050928, 13.569459, 13.561878, 14.748729, 14.935615, 15.440257, 14.627124, 14.320299, 13.983623, 14.42961, 12.504602, 11.266624, 10.622723, 10.447028, 10.648051, 10.219759, 8.764998, 7.180512, 4.578491, 2.451442, 1.011832, 0.0], "sum_m_pl": [1.465507, 4.201512, 4.201312, 3.570237, 4.060773, 4.09179, 3.83941, 4.327591, 4.447853, 5.288702, 5.66413, 5.696267, 5.303908, 5.055975, 5.304308, 5.434893, 5.328695, 5.109563, 4.767312, 4.885595, 4.868194, 4.71298, 4.721934, 4.63011, 6.379379, 8.050848, 7.71067, 7.56658, 7.189551, 8.614327, 7.792415, 7.365195, 6.834916, 6.114061, 5.615317, 5.080404, 4.558236, 4.014967, 3.715255, 3.523561, 3.550112, 3.379567, 3.234442, 3.256543, 3.121197, 2.379874, 3.775655, 3.485076, 0.656659, 0.0]}, "lang": {"n_am_en": [3, 9, 8, 13, 20, 20, 16, 11, 16, 21, 15, 12, 22, 15, 20, 21, 26, 29, 34, 29, 36, 32, 32, 29, 44, 37, 28, 24, 28, 21, 28, 24, 24, 29, 42, 50, 45, 49, 54, 52, 50, 51, 44, 47, 44, 30, 12, 1, 1, 0], "n_am_pl": [1, 12, 14, 16, 14, 15, 13, 16, 18, 14, 20, 22, 17, 19, 27, 21, 16, 16, 16, 15, 8, 10, 12, 10, 13, 11, 13, 21, 23, 14, 13, 23, 21, 13, 13, 11, 11, 12, 6, 9, 11, 13, 21, 20, 26, 38, 62, 83, 88, 94], "n_pos": 94, "sum_m_en": [9.00462, 13.957381, 15.233846, 15.443397, 16.006845, 15.412853, 16.288079, 15.808751, 16.429922, 16.736933, 16.912597, 17.153225, 17.861199, 17.203504, 16.392888, 17.800681, 18.907041, 18.954298, 19.22408, 18.761306, 18.075902, 17.024393, 16.854392, 16.267472, 28.0044, 25.093131, 22.601925, 19.74618, 18.48445, 17.854051, 18.420124, 19.293191, 19.812209, 22.208188, 26.528489, 28.977234, 30.50998, 35.349299, 39.45377, 39.946166, 40.949003, 41.840517, 42.96301, 43.872216, 39.861552, 28.730621, 12.400774, 1.992784, 1.451183, 0.000984], "sum_m_pl": [1.455295, 3.950548, 4.678168, 5.022307, 5.328962, 5.795389, 6.308643, 6.222031, 6.858561, 7.030561, 7.108479, 7.231339, 7.887437, 8.321246, 8.769899, 7.933607, 7.180929, 6.918497, 6.93547, 6.787337, 6.980767, 6.667544, 6.583349, 6.252351, 9.48886, 10.029442, 10.839298, 11.264452, 12.364058, 13.068818, 11.344257, 11.392801, 10.880174, 9.783966, 9.011128, 8.453894, 8.64483, 7.635792, 6.725732, 7.896405, 9.162835, 10.26147, 14.28851, 17.824866, 23.796937, 36.634249, 60.935848, 79.115416, 83.646695, 92.876391]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "llmzszl-18551", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 17, 15, 16, 21, 14, 16, 14, 21, 25, 17, 14, 11, 18, 16, 15, 17, 16, 15, 14, 9, 12, 14, 15, 20, 23, 21, 16, 18, 14, 12, 12, 12, 18, 23, 24, 28, 37, 43, 39, 38, 41, 35, 29, 23, 25, 22, 21, 18, 23], "n_am_pl": [5, 12, 11, 10, 9, 4, 8, 10, 11, 13, 13, 18, 14, 13, 16, 12, 9, 15, 18, 8, 10, 8, 5, 7, 6, 12, 14, 18, 15, 21, 15, 13, 15, 8, 9, 7, 8, 4, 4, 4, 4, 4, 2, 3, 1, 1, 0, 0, 0, 0], "n_pos": 105, "sum_m_en": [12.716834, 16.791245, 16.28984, 16.551696, 18.216189, 17.501163, 17.509038, 16.555186, 16.704862, 17.64569, 16.127376, 16.190242, 16.40586, 17.060994, 16.364889, 15.984619, 17.232577, 16.780068, 17.01722, 16.845466, 16.107489, 15.975884, 15.992376, 16.271877, 17.752808, 17.167257, 15.75739, 16.51345, 15.690919, 15.073757, 14.877763, 16.322349, 17.44668, 18.087733, 19.050222, 19.709295, 23.052556, 29.019107, 32.311988, 33.286286, 31.906899, 33.632249, 28.062165, 27.156772, 23.692824, 24.869321, 22.207565, 20.80813, 20.045181, 23.61887], "sum_m_pl": [2.427241, 5.393169, 5.919081, 5.590003, 6.440016, 6.08717, 6.519895, 7.120095, 7.679281, 8.226322, 8.862509, 9.178331, 9.332833, 9.377635, 10.139563, 10.612499, 9.681171, 9.105759, 8.795498, 8.471464, 8.269015, 7.834076, 7.586514, 7.373344, 10.728853, 12.500152, 13.05084, 12.541038, 12.330087, 14.093743, 13.082164, 12.454842, 12.055635, 10.918714, 10.713491, 9.523408, 9.172228, 7.797292, 6.051569, 4.31455, 4.037535, 3.834289, 3.296495, 2.93354, 2.383307, 1.756895, 0.905084, 0.570424, 0.213838, 2.5e-05]}, "digit": {"n_am_en": [3, 5, 1, 1, 3, 2, 4, 2, 3, 4, 2, 0, 2, 2, 4, 1, 2, 4, 1, 1, 0, 2, 2, 2, 3, 2, 3, 1, 4, 3, 1, 0, 1, 3, 7, 3, 3, 5, 5, 4, 3, 6, 4, 5, 1, 1, 1, 1, 1, 0], "n_am_pl": [0, 5, 3, 5, 2, 1, 1, 3, 0, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 0, 0, 0, 2, 3, 4, 4, 7, 4, 7, 3, 1, 5, 1, 0, 2, 3, 3, 3, 3, 4, 3, 2, 2, 0, 1, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.49703, 3.43022, 3.169808, 3.19823, 3.666481, 3.406357, 3.456864, 3.376275, 3.414767, 3.704299, 3.260092, 3.091472, 3.337922, 3.461928, 3.248203, 3.154331, 3.461397, 3.389722, 3.295399, 3.242119, 3.123697, 3.13695, 3.210431, 3.339275, 3.675219, 3.22532, 2.963781, 3.266593, 3.220325, 3.284981, 3.087229, 3.229352, 3.512603, 3.544202, 3.603034, 3.483691, 3.752745, 5.312965, 4.472627, 4.276074, 3.737823, 4.400478, 3.371561, 3.534661, 2.165384, 2.000063, 1.865187, 1.384138, 1.019438, 0.00038], "sum_m_pl": [0.433646, 1.267892, 1.251678, 1.110212, 1.235849, 1.059263, 1.117408, 1.303772, 1.320781, 1.62498, 1.770259, 1.83477, 1.785412, 1.783543, 1.947834, 2.070413, 1.929015, 1.791547, 1.770369, 1.76613, 1.624202, 1.535104, 1.485249, 1.452502, 2.219764, 2.578017, 2.50664, 2.584856, 2.565934, 2.906715, 2.538234, 2.307832, 2.174807, 1.89746, 1.865059, 1.819902, 1.908303, 1.706677, 1.928807, 1.541069, 1.626835, 1.783698, 1.577331, 1.499641, 1.174183, 0.781898, 0.324064, 0.203897, 0.04106, 0.0]}, "lang": {"n_am_en": [5, 6, 3, 5, 6, 3, 3, 6, 8, 9, 6, 2, 2, 4, 4, 4, 6, 6, 6, 7, 5, 4, 7, 8, 8, 9, 9, 7, 6, 4, 4, 5, 4, 8, 10, 13, 14, 15, 17, 18, 18, 18, 15, 16, 15, 17, 15, 14, 13, 22], "n_am_pl": [2, 2, 2, 2, 1, 1, 2, 3, 5, 5, 6, 3, 6, 5, 4, 5, 3, 4, 5, 3, 4, 3, 1, 2, 0, 1, 3, 3, 3, 5, 5, 6, 3, 3, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.897935, 3.758145, 3.50409, 3.806502, 4.159979, 3.889163, 3.941576, 3.77188, 3.941377, 4.028728, 3.811975, 3.715709, 3.722861, 3.972585, 3.756696, 3.798317, 4.094353, 4.242825, 4.277078, 4.348629, 4.151932, 4.018978, 3.997217, 4.069044, 5.871555, 5.579688, 5.031261, 4.989497, 4.103617, 3.813494, 3.94678, 4.429621, 4.69384, 5.13879, 6.071, 7.255142, 8.677865, 11.229052, 14.420025, 14.974499, 15.135725, 16.08503, 15.006744, 15.451039, 15.633414, 17.054324, 14.550888, 13.899346, 14.670132, 21.910382], "sum_m_pl": [0.430286, 1.123655, 1.200822, 1.172186, 1.362825, 1.459655, 1.572909, 1.717796, 1.869768, 1.977451, 2.085386, 2.211722, 2.417906, 2.407623, 2.575044, 2.651057, 2.367182, 2.188747, 2.112669, 1.984138, 1.956225, 1.855825, 1.790732, 1.74337, 2.156885, 2.687025, 2.998756, 2.845798, 2.937713, 3.465772, 3.396256, 3.303468, 3.031671, 2.810023, 2.707776, 2.260326, 2.209303, 1.651682, 0.901269, 0.552088, 0.526797, 0.230374, 0.175433, 0.123788, 0.087953, 0.045903, 0.022019, 0.032007, 0.014631, 1.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "llmzszl-18552", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9346, "tf_agree_excl_first": 0.9434}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 16, 24, 36, 40, 47, 40, 28, 29, 29, 19, 32, 31, 44, 32, 39, 50, 55, 50, 65, 51, 48, 52, 49, 75, 70, 51, 40, 42, 32, 37, 43, 47, 49, 53, 64, 69, 83, 96, 98, 93, 93, 79, 79, 75, 61, 30, 5, 0, 0], "n_am_pl": [3, 18, 25, 29, 36, 27, 34, 44, 42, 30, 27, 40, 38, 39, 45, 42, 44, 37, 31, 26, 25, 30, 24, 24, 24, 43, 41, 47, 52, 49, 44, 44, 37, 43, 34, 30, 32, 21, 14, 14, 17, 19, 20, 22, 22, 37, 72, 88, 90, 88], "n_pos": 252, "sum_m_en": [25.231652, 38.361368, 40.081437, 41.179329, 43.084863, 40.813879, 40.879805, 39.978199, 40.27164, 42.410964, 39.891244, 39.458192, 40.603353, 41.097958, 39.1924, 40.266385, 42.808661, 42.333048, 43.494609, 42.676829, 41.503774, 39.861352, 39.002705, 39.160456, 53.73719, 50.553194, 43.790394, 43.848089, 40.10509, 38.622621, 38.157681, 40.946282, 43.97149, 48.312418, 51.562674, 53.396691, 58.62419, 71.396738, 75.680633, 81.451431, 81.261753, 76.212477, 68.939114, 77.703454, 70.906122, 57.213781, 30.614908, 7.662375, 2.864518, 5.3e-05], "sum_m_pl": [4.738376, 13.038135, 14.312548, 14.773087, 16.436663, 15.89608, 16.973403, 18.001952, 19.401064, 20.681325, 21.490951, 22.129911, 23.094273, 23.744546, 23.882294, 23.460941, 21.086954, 19.674032, 18.633156, 18.842384, 18.472742, 17.462005, 17.216616, 16.743498, 23.945752, 29.293397, 31.06679, 31.331406, 33.236264, 37.193223, 33.254835, 31.79454, 30.593645, 27.800375, 26.178479, 23.533394, 21.549121, 18.751038, 16.558848, 14.402128, 14.426385, 16.641349, 17.768461, 19.383464, 24.299359, 35.41741, 66.7571, 85.478316, 87.730227, 88.117553]}, "digit": {"n_am_en": [5, 2, 3, 4, 4, 4, 4, 3, 4, 3, 4, 4, 0, 2, 2, 2, 2, 5, 3, 4, 1, 2, 1, 1, 6, 1, 2, 3, 3, 2, 2, 3, 6, 6, 4, 8, 4, 6, 6, 7, 7, 6, 6, 5, 3, 3, 3, 2, 0, 0], "n_am_pl": [1, 4, 9, 7, 4, 2, 4, 3, 6, 1, 5, 9, 13, 4, 5, 5, 7, 10, 5, 5, 3, 7, 1, 3, 6, 12, 11, 13, 10, 7, 9, 6, 6, 8, 5, 6, 8, 7, 6, 6, 6, 6, 2, 5, 0, 2, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.375251, 5.837412, 5.739809, 5.919815, 6.569224, 6.123771, 6.250776, 6.070511, 6.20413, 6.55666, 5.868994, 5.601143, 5.964489, 6.149691, 5.779479, 5.792302, 6.304745, 6.009148, 6.016903, 5.906127, 5.617835, 5.560067, 5.56645, 5.791685, 6.336414, 6.0267, 5.358473, 6.117463, 5.827948, 5.796791, 5.665441, 6.27093, 6.857773, 6.805794, 6.960288, 6.854992, 7.058723, 8.23452, 8.053033, 8.861114, 7.784027, 7.025264, 6.178082, 6.021894, 4.570242, 4.462969, 3.613407, 2.686686, 0.509396, 3.1e-05], "sum_m_pl": [0.990488, 2.510057, 2.400173, 2.267917, 2.444673, 2.091983, 2.134417, 2.453121, 2.557614, 3.092612, 3.435519, 3.464142, 3.283301, 3.165994, 3.256871, 3.240144, 3.010887, 2.851413, 2.582577, 2.703985, 2.597393, 2.464543, 2.392666, 2.349087, 3.555235, 4.488998, 4.353439, 4.371326, 4.803529, 5.457084, 4.846487, 4.3184, 3.961655, 3.448326, 3.270554, 3.021217, 2.767368, 2.405154, 2.623699, 2.200211, 2.232471, 2.394194, 2.105363, 2.171227, 1.819712, 1.445885, 0.678568, 0.409134, 0.104469, 0.0]}, "lang": {"n_am_en": [0, 5, 8, 16, 21, 22, 15, 13, 14, 11, 5, 16, 15, 21, 15, 16, 23, 27, 22, 35, 31, 29, 34, 30, 44, 42, 27, 22, 23, 16, 18, 21, 19, 25, 32, 31, 37, 47, 57, 54, 55, 54, 49, 52, 50, 37, 16, 1, 0, 0], "n_am_pl": [0, 9, 9, 12, 15, 11, 12, 19, 14, 12, 8, 9, 10, 17, 23, 22, 21, 15, 14, 9, 11, 12, 13, 11, 9, 13, 12, 16, 16, 19, 14, 17, 12, 18, 16, 17, 15, 11, 6, 8, 10, 12, 17, 17, 21, 32, 59, 80, 85, 88], "n_pos": 88, "sum_m_en": [8.23649, 13.166057, 14.456459, 14.861817, 15.362801, 14.551929, 14.506986, 14.267992, 14.7914, 15.302018, 14.747122, 14.653361, 14.839005, 14.99511, 14.158755, 14.978201, 16.126197, 16.502828, 16.652685, 16.276343, 16.201169, 15.240391, 14.768856, 14.500118, 26.351359, 23.737837, 19.644494, 18.335217, 15.983828, 14.700552, 14.267922, 15.011364, 15.965647, 19.800693, 21.73026, 23.897399, 26.034006, 34.359268, 37.682417, 40.106415, 43.050512, 41.667768, 41.002431, 48.03544, 45.074225, 33.720458, 16.432787, 1.680292, 0.813328, 1.3e-05], "sum_m_pl": [1.388202, 3.825875, 4.430201, 4.849504, 5.353808, 5.63498, 6.322642, 6.504652, 7.143572, 7.251384, 7.358446, 7.94061, 8.759977, 9.366779, 9.284616, 8.925417, 7.673968, 7.004238, 6.680032, 6.652924, 6.551815, 6.232916, 6.155354, 5.954089, 8.309195, 10.102124, 11.623485, 11.659567, 12.199443, 14.068464, 12.933179, 12.795039, 12.23377, 11.496253, 11.210117, 10.312015, 10.263956, 9.371672, 8.528832, 8.093586, 8.160185, 10.166149, 11.916369, 14.196944, 19.079775, 29.571682, 54.408913, 75.265909, 81.858358, 87.927467]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 254, "item_id": "llmzszl-18552", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 252, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9842}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 18, 22, 24, 30, 20, 29, 21, 18, 29, 18, 16, 20, 15, 22, 22, 28, 31, 22, 23, 22, 27, 23, 25, 31, 25, 24, 19, 17, 18, 20, 26, 20, 27, 37, 34, 39, 45, 38, 42, 40, 38, 36, 39, 34, 31, 30, 26, 23, 27], "n_am_pl": [2, 14, 16, 11, 9, 14, 3, 9, 9, 9, 13, 14, 16, 16, 12, 14, 12, 13, 15, 12, 15, 8, 7, 4, 12, 12, 18, 21, 21, 20, 25, 20, 18, 17, 11, 7, 9, 6, 3, 3, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 148, "sum_m_en": [17.038504, 24.175209, 22.549197, 23.011721, 23.846959, 23.617824, 23.28069, 23.519437, 21.940568, 24.597528, 22.27862, 22.112135, 22.338339, 22.798026, 22.621959, 22.437726, 23.723948, 23.398323, 24.312171, 23.721693, 22.159499, 23.112172, 22.844555, 22.989125, 27.801181, 25.835499, 23.583133, 24.582888, 24.338968, 24.233946, 23.836412, 24.955156, 24.951272, 25.616223, 29.283835, 29.187196, 31.220605, 34.964229, 38.204097, 40.146712, 38.620514, 37.831863, 38.636804, 38.895279, 35.69766, 33.306056, 30.802497, 27.902281, 24.345889, 27.078246], "sum_m_pl": [3.576303, 8.078517, 8.708551, 7.529323, 8.166776, 8.260678, 7.80381, 8.115075, 8.683044, 9.653278, 10.497677, 10.536238, 11.117216, 10.832606, 11.470792, 11.93358, 11.289742, 11.518099, 10.754648, 10.730752, 9.766879, 9.160096, 8.853955, 8.801596, 11.79717, 13.61572, 13.654134, 14.669611, 14.991683, 16.331457, 15.824643, 14.315363, 14.095196, 12.687653, 11.766932, 11.10511, 9.787349, 8.591866, 7.305435, 5.756768, 4.72555, 4.123074, 3.864397, 3.172125, 2.224673, 1.686969, 0.711798, 0.535144, 0.405055, 2e-06]}, "digit": {"n_am_en": [0, 3, 4, 5, 5, 2, 5, 3, 3, 6, 3, 4, 0, 2, 1, 3, 5, 6, 3, 4, 4, 2, 4, 3, 4, 3, 4, 3, 2, 3, 1, 1, 2, 2, 4, 3, 3, 6, 1, 6, 7, 6, 6, 6, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 6, 8, 4, 2, 4, 1, 0, 0, 2, 5, 7, 9, 6, 4, 5, 5, 5, 5, 4, 5, 3, 4, 4, 2, 3, 7, 10, 7, 7, 10, 6, 6, 6, 3, 0, 3, 2, 1, 2, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.317572, 5.248666, 4.574167, 4.437772, 4.479066, 4.397675, 4.440492, 4.616582, 4.282862, 4.71792, 4.409405, 4.283851, 4.305122, 4.334614, 4.158186, 4.215227, 4.590488, 4.701176, 4.996657, 4.754292, 4.359439, 4.583087, 4.517462, 4.577064, 4.935164, 4.550206, 4.141511, 4.729964, 4.66422, 4.813866, 4.87292, 5.286905, 5.135023, 5.09046, 5.385016, 5.328935, 5.396681, 5.411596, 5.088587, 5.721637, 5.375281, 5.267543, 5.352548, 5.307133, 3.297647, 2.67213, 1.987637, 0.873851, 0.096587, 0.0], "sum_m_pl": [0.622199, 1.891368, 1.82338, 1.533967, 1.446121, 1.447585, 1.352865, 1.432159, 1.598679, 1.891259, 2.276033, 2.24891, 2.333643, 2.430913, 2.561177, 2.650056, 2.407929, 2.596172, 2.28203, 2.340171, 2.157727, 2.014927, 1.954473, 1.94721, 2.871974, 3.292156, 3.313646, 3.836998, 3.96152, 3.640197, 3.405435, 2.896568, 2.884624, 2.561994, 2.25215, 2.262682, 2.132772, 2.020349, 2.042997, 1.849047, 1.772275, 1.731433, 1.588081, 1.524032, 0.95003, 0.673145, 0.296123, 0.215141, 0.040946, 0.0]}, "lang": {"n_am_en": [5, 10, 10, 13, 13, 12, 12, 13, 8, 11, 9, 8, 12, 7, 10, 10, 11, 10, 10, 8, 9, 13, 10, 12, 11, 11, 10, 6, 7, 11, 9, 12, 8, 13, 17, 13, 18, 24, 24, 25, 24, 24, 22, 24, 25, 25, 24, 24, 23, 27], "n_am_pl": [0, 1, 2, 0, 2, 0, 0, 1, 4, 2, 2, 4, 3, 3, 3, 4, 2, 1, 3, 5, 4, 2, 2, 0, 2, 2, 2, 3, 5, 5, 6, 5, 5, 2, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.36363, 4.360535, 4.647938, 4.997348, 5.543629, 5.555222, 5.440714, 5.417087, 5.371843, 6.479116, 5.021081, 5.506128, 5.310912, 5.277444, 5.147104, 5.01585, 5.479829, 5.415114, 5.41516, 5.310428, 5.061504, 5.196756, 5.146371, 5.156348, 8.992066, 8.229476, 7.551625, 6.984105, 6.742267, 6.702848, 6.430938, 6.477212, 6.43787, 6.952223, 8.704893, 9.114463, 11.454997, 14.962069, 18.538238, 20.666854, 21.732116, 22.585176, 22.329144, 23.114444, 23.912293, 23.626703, 22.966691, 22.752658, 22.615482, 26.408405], "sum_m_pl": [0.668867, 1.326968, 1.441175, 1.189545, 1.343333, 1.404838, 1.353681, 1.396987, 1.570427, 1.61912, 1.963506, 2.133846, 2.356692, 2.307735, 2.428687, 2.468409, 2.196006, 2.191683, 2.242287, 2.187359, 2.004102, 1.875277, 1.76522, 1.734267, 2.215232, 2.534295, 2.712816, 2.971163, 3.144188, 3.654381, 3.399318, 3.438944, 3.400784, 3.157221, 2.790913, 2.627547, 2.134268, 1.680122, 1.045284, 0.772609, 0.639985, 0.421691, 0.445979, 0.11873, 0.084725, 0.056398, 0.047718, 0.048909, 0.089037, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "llmzszl-18554", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 753, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9933}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 15, 21, 32, 45, 35, 37, 26, 30, 46, 32, 38, 39, 30, 31, 36, 43, 38, 34, 44, 39, 45, 52, 52, 69, 60, 49, 49, 41, 37, 34, 39, 38, 48, 68, 59, 66, 67, 67, 77, 77, 74, 71, 71, 65, 56, 21, 2, 0, 0], "n_am_pl": [3, 23, 23, 18, 14, 21, 14, 18, 18, 15, 30, 27, 33, 25, 27, 33, 22, 19, 26, 27, 17, 17, 13, 11, 11, 18, 28, 33, 34, 33, 32, 29, 23, 27, 14, 22, 14, 12, 8, 12, 9, 11, 8, 9, 15, 23, 64, 77, 77, 75], "n_pos": 214, "sum_m_en": [21.552411, 34.456938, 33.618992, 34.173117, 34.881697, 35.828531, 36.986846, 36.637699, 35.691475, 38.752103, 37.225669, 37.075935, 36.726298, 35.645654, 34.481959, 36.057068, 39.529522, 38.691268, 40.251043, 38.830593, 36.132065, 38.930987, 37.469707, 36.2532, 55.584061, 50.528984, 45.15749, 44.361404, 40.375554, 38.843726, 39.503213, 40.010987, 39.927959, 43.262099, 48.884702, 49.671014, 51.051551, 56.724378, 61.109956, 69.079484, 67.995811, 70.289371, 68.612278, 67.524675, 63.192556, 52.458328, 20.48226, 3.90565, 1.262421, 0.00026], "sum_m_pl": [3.734793, 10.928524, 12.012956, 11.301073, 11.631865, 12.141166, 11.822687, 11.762429, 13.067224, 13.796435, 14.72939, 15.229499, 16.420674, 16.129074, 16.996599, 16.524391, 15.885291, 16.155239, 14.994299, 15.089076, 13.854946, 13.048003, 12.74718, 12.751218, 15.29772, 18.532813, 19.429396, 20.67797, 22.163368, 23.971729, 22.497295, 21.734936, 20.646807, 18.654759, 16.785335, 15.7698, 13.987757, 12.308316, 11.504611, 11.108533, 10.359603, 9.299211, 10.258474, 10.997237, 14.943405, 22.964859, 61.468472, 76.862263, 76.545615, 75.46602]}, "digit": {"n_am_en": [0, 4, 4, 3, 4, 5, 3, 1, 1, 9, 5, 6, 4, 0, 4, 2, 2, 3, 2, 4, 2, 1, 3, 3, 4, 5, 4, 6, 3, 4, 2, 3, 4, 5, 7, 5, 4, 7, 5, 5, 7, 5, 4, 5, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 6, 7, 4, 4, 5, 1, 0, 1, 1, 6, 8, 7, 9, 5, 6, 5, 6, 5, 5, 6, 5, 5, 4, 3, 4, 8, 8, 10, 10, 3, 3, 5, 4, 3, 2, 3, 1, 1, 1, 1, 2, 0, 0, 0, 2, 2, 2, 0, 0], "n_pos": 33, "sum_m_en": [3.172048, 5.728505, 5.436345, 5.001218, 4.973478, 4.900336, 5.031718, 5.103391, 4.867863, 5.215888, 5.110201, 4.930661, 4.80658, 4.660094, 4.438677, 4.438669, 4.897508, 5.148475, 5.517697, 5.256569, 4.843476, 5.060057, 4.917281, 5.012293, 5.305115, 4.932847, 4.635666, 5.292376, 5.093347, 5.322097, 5.451537, 6.043778, 5.867798, 5.875994, 6.16087, 6.073775, 5.980745, 6.028393, 5.909086, 5.868073, 5.616149, 5.585882, 5.326019, 5.407355, 3.856967, 3.241297, 1.951294, 0.986739, 0.210268, 0.0], "sum_m_pl": [0.585926, 2.074853, 1.945848, 1.675747, 1.425441, 1.53157, 1.458142, 1.517887, 1.686715, 1.962189, 2.346088, 2.356112, 2.539946, 2.516133, 2.717071, 2.733736, 2.556883, 2.695241, 2.357594, 2.372949, 2.208482, 2.074598, 2.015667, 2.01357, 2.891598, 3.309476, 3.313861, 3.47742, 3.515869, 3.574596, 3.392905, 3.288088, 2.970597, 2.702894, 2.385039, 2.219719, 2.018833, 1.760153, 1.833478, 1.757772, 1.669704, 1.580574, 1.492779, 1.459103, 0.944622, 1.163278, 1.788184, 1.110228, 0.087261, 0.0]}, "lang": {"n_am_en": [5, 7, 3, 15, 22, 18, 19, 16, 15, 22, 15, 20, 21, 20, 18, 19, 28, 21, 19, 25, 26, 26, 31, 31, 41, 34, 29, 30, 24, 22, 18, 23, 23, 28, 36, 34, 36, 41, 41, 53, 49, 51, 49, 50, 48, 47, 16, 2, 0, 0], "n_am_pl": [2, 8, 10, 6, 6, 10, 5, 7, 13, 8, 14, 15, 18, 13, 13, 17, 6, 9, 15, 13, 7, 9, 8, 6, 3, 10, 13, 16, 19, 10, 13, 16, 9, 11, 4, 13, 9, 7, 7, 9, 7, 8, 7, 8, 15, 18, 53, 69, 74, 75], "n_pos": 77, "sum_m_en": [7.916458, 11.872175, 12.403675, 12.70133, 13.642568, 14.217557, 15.317534, 15.317535, 15.293489, 16.966365, 15.917408, 16.698204, 16.00816, 15.315666, 14.516067, 15.892903, 17.883997, 17.295625, 17.734691, 16.841598, 15.638618, 17.169978, 16.409702, 15.246627, 30.601613, 27.089502, 23.599152, 22.324883, 18.761478, 18.184751, 18.666838, 17.919373, 17.54304, 20.212616, 23.299849, 24.461451, 25.836646, 30.481166, 34.953854, 42.977248, 44.266327, 45.648192, 45.836825, 46.506774, 44.657758, 40.086958, 13.681032, 1.336165, 0.086181, 4.1e-05], "sum_m_pl": [1.212594, 3.27987, 3.794317, 3.928116, 3.9163, 4.182825, 4.33926, 4.239049, 4.843071, 5.049929, 5.429226, 5.983864, 6.456878, 6.450984, 6.61967, 6.097699, 5.884141, 6.01342, 5.745259, 5.684465, 5.258309, 4.980454, 4.889142, 4.891667, 5.577545, 7.221453, 7.974474, 8.332321, 9.425624, 9.819564, 8.758331, 9.084635, 8.914311, 8.29039, 6.905051, 7.226511, 6.72028, 5.78679, 5.327995, 5.264805, 5.367325, 4.904817, 5.913986, 7.067112, 12.180991, 17.809002, 50.700156, 68.86105, 72.741449, 75.196505]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 216, "item_id": "llmzszl-18554", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 881, "region_end": 214, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.9907}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 10, 13, 7, 13, 17, 11, 17, 14, 17, 13, 16, 12, 14, 18, 22, 20, 20, 21, 18, 26, 22, 25, 25, 30, 29, 26, 26, 17, 20, 18, 17, 23, 21, 33, 45, 47, 50, 51, 49, 48, 49, 49, 49, 50, 43, 36, 35, 33, 34], "n_am_pl": [3, 7, 10, 9, 5, 6, 3, 6, 11, 7, 12, 6, 13, 12, 12, 15, 14, 16, 10, 11, 5, 8, 4, 4, 10, 13, 9, 10, 16, 19, 24, 21, 16, 16, 7, 8, 3, 4, 3, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 108, "sum_m_en": [10.712783, 16.286656, 15.588903, 15.616912, 16.256284, 15.115129, 14.842418, 15.735807, 14.921249, 16.32959, 15.667351, 15.921285, 14.966326, 14.625767, 14.950349, 15.758928, 15.586031, 15.088205, 15.656721, 15.796715, 15.597394, 16.117466, 15.697762, 15.83875, 20.474594, 20.742207, 18.546519, 18.522968, 16.901291, 16.81402, 16.333219, 17.430985, 18.886338, 20.858995, 24.343993, 28.44737, 33.533401, 37.958941, 40.901472, 42.253941, 40.177463, 41.574045, 41.846044, 43.289074, 44.154347, 42.668552, 37.043389, 36.069675, 31.594952, 33.462643], "sum_m_pl": [1.779594, 4.354893, 5.388886, 4.807748, 5.15506, 5.184096, 4.94755, 5.486855, 5.950854, 6.111437, 6.488742, 6.856128, 6.774589, 7.104635, 7.469375, 7.043801, 6.524931, 6.783837, 6.427584, 6.526734, 6.274362, 5.819227, 5.690112, 5.759551, 7.557574, 8.435614, 8.106224, 9.463443, 10.236572, 10.937663, 10.148808, 9.158063, 9.007689, 9.178704, 8.495184, 7.99064, 7.254068, 6.571087, 5.882726, 4.745083, 3.630307, 2.801208, 2.785476, 2.844055, 2.50071, 1.827213, 1.085917, 0.880647, 0.537151, 0.22269]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 1, 1, 2, 0, 3, 3, 4, 2, 5, 3, 6, 4, 4, 4, 4, 5, 5, 7, 2, 1, 1, 1, 1, 1, 1, 5, 6, 6, 7, 4, 4, 5, 5, 5, 6, 4, 1, 1, 0, 0], "n_am_pl": [0, 1, 3, 1, 0, 1, 1, 0, 2, 2, 2, 2, 3, 3, 1, 2, 4, 4, 0, 1, 0, 2, 1, 1, 0, 3, 2, 3, 6, 8, 6, 6, 5, 4, 1, 2, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.432546, 2.707537, 2.546008, 2.555891, 2.6773, 2.336642, 2.177767, 2.305062, 2.241116, 2.592601, 2.479833, 2.403576, 2.241229, 2.09199, 2.128758, 2.36882, 2.330642, 2.212993, 2.367397, 2.492196, 2.480416, 2.441363, 2.328989, 2.370801, 2.995788, 2.878269, 2.517775, 2.625692, 2.247348, 2.214089, 2.279178, 2.422743, 2.416957, 2.482974, 2.825533, 2.833402, 3.316266, 3.628306, 4.213151, 3.470558, 3.461298, 3.9558, 3.504292, 3.820769, 3.9952, 2.762862, 1.73914, 1.158851, 0.065381, 0.0], "sum_m_pl": [0.210843, 0.732781, 0.765503, 0.724178, 0.743605, 0.736861, 0.689625, 0.778927, 0.831363, 0.885248, 0.899472, 0.912462, 0.941043, 1.048026, 1.056825, 0.980506, 0.892013, 0.934095, 0.872594, 0.926616, 0.930553, 0.883751, 0.884915, 0.897988, 1.119437, 1.372326, 1.200546, 1.68463, 2.041592, 2.159238, 1.891257, 1.546971, 1.362234, 1.337697, 1.081124, 1.024819, 0.915583, 0.958481, 0.902478, 0.876552, 0.810262, 0.66438, 0.701919, 0.7407, 0.739585, 0.696036, 0.527787, 0.417182, 0.020735, 0.0]}, "lang": {"n_am_en": [7, 6, 5, 4, 8, 9, 8, 9, 7, 11, 9, 8, 5, 8, 8, 13, 12, 14, 13, 12, 14, 13, 15, 14, 17, 17, 16, 15, 13, 13, 10, 12, 16, 16, 21, 27, 27, 27, 27, 28, 30, 30, 32, 32, 32, 31, 31, 31, 31, 34], "n_am_pl": [1, 1, 1, 2, 1, 0, 0, 3, 4, 1, 3, 2, 5, 4, 4, 4, 3, 6, 4, 5, 3, 2, 1, 2, 5, 6, 5, 6, 4, 6, 6, 5, 5, 3, 3, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.550209, 4.737786, 4.639336, 4.671151, 4.95149, 4.81746, 4.941152, 5.061659, 4.949741, 5.331389, 5.107048, 5.314149, 4.840446, 4.74848, 4.869481, 5.291899, 5.46396, 5.165319, 5.340814, 5.258098, 5.207752, 5.588816, 5.47217, 5.450077, 9.515764, 9.954902, 9.058313, 8.225279, 7.29061, 7.041628, 6.420705, 7.259723, 8.167335, 9.873609, 11.571895, 14.628947, 17.883544, 20.984916, 22.798988, 24.930713, 25.276926, 26.915197, 28.032381, 27.707261, 28.515554, 30.063169, 29.511472, 29.238568, 28.548484, 32.833551], "sum_m_pl": [0.569401, 1.177501, 1.367224, 1.228266, 1.293319, 1.354775, 1.332408, 1.436221, 1.709061, 1.790395, 2.039006, 2.1471, 2.153546, 2.280514, 2.471956, 2.33352, 2.240638, 2.315323, 2.295913, 2.301713, 2.17905, 1.916269, 1.841849, 1.863653, 2.823095, 3.164413, 2.955586, 3.620807, 3.687278, 3.848362, 3.507762, 3.119352, 3.155267, 3.292774, 3.117063, 2.7465, 2.362293, 1.9118, 1.628373, 1.20431, 0.941453, 0.622799, 0.527333, 0.650169, 0.600952, 0.285064, 0.114194, 0.107795, 0.21474, 0.222687]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "llmzszl-18556", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 31, 36, 46, 53, 69, 54, 44, 49, 44, 58, 48, 54, 53, 54, 63, 72, 68, 60, 80, 83, 90, 83, 85, 126, 123, 101, 90, 84, 72, 72, 74, 94, 101, 110, 124, 129, 134, 130, 137, 123, 123, 125, 141, 115, 88, 28, 6, 2, 3], "n_am_pl": [3, 26, 57, 31, 38, 50, 37, 37, 44, 55, 58, 78, 61, 72, 57, 58, 38, 54, 38, 35, 35, 26, 20, 26, 29, 37, 46, 62, 67, 66, 77, 63, 47, 38, 35, 39, 29, 22, 19, 20, 20, 30, 29, 29, 46, 74, 137, 161, 159, 162], "n_pos": 434, "sum_m_en": [40.546861, 62.912602, 62.955237, 64.349169, 65.233619, 64.073904, 64.043496, 67.110952, 65.455729, 69.903638, 68.131184, 66.7087, 66.919867, 64.473246, 62.586525, 65.929752, 66.860211, 63.778771, 63.407686, 64.184837, 63.825373, 66.139739, 63.880717, 64.452209, 91.556436, 86.834245, 78.531747, 76.540095, 71.007967, 69.788084, 69.782487, 70.581808, 73.976986, 79.115396, 89.061406, 90.328056, 93.043222, 96.477419, 110.708017, 121.89873, 115.845621, 114.907495, 126.845414, 128.974462, 114.621146, 88.219896, 28.114133, 7.446166, 4.052631, 2.694241], "sum_m_pl": [7.206243, 20.003166, 24.211624, 22.343421, 23.634898, 26.09841, 25.218486, 26.812719, 29.584842, 29.757094, 30.849421, 33.343141, 33.742477, 33.180924, 32.169062, 28.793842, 27.151642, 27.30718, 24.738969, 25.536442, 24.729076, 23.227195, 22.82976, 22.715351, 27.765599, 32.496783, 33.97961, 38.023837, 42.206921, 46.076088, 42.14428, 39.673421, 36.420931, 33.744837, 31.035879, 28.957092, 25.921448, 25.446898, 24.094067, 21.900299, 20.899274, 22.527965, 27.689005, 31.201333, 43.133098, 70.298073, 131.227511, 155.489818, 157.058065, 160.881102]}, "digit": {"n_am_en": [0, 7, 12, 11, 3, 4, 1, 0, 3, 2, 5, 1, 2, 4, 1, 3, 5, 7, 2, 6, 6, 5, 3, 4, 11, 11, 7, 3, 4, 4, 7, 6, 8, 8, 4, 8, 8, 12, 7, 7, 5, 6, 5, 7, 6, 2, 2, 0, 0, 0], "n_am_pl": [0, 3, 17, 2, 7, 8, 1, 1, 3, 11, 12, 14, 15, 12, 7, 9, 2, 9, 3, 5, 6, 3, 3, 3, 3, 2, 4, 10, 11, 9, 9, 6, 4, 5, 5, 6, 6, 4, 1, 1, 1, 1, 0, 0, 0, 1, 3, 2, 0, 0], "n_pos": 54, "sum_m_en": [5.675388, 8.60006, 8.030307, 7.925127, 7.889722, 7.578675, 7.109762, 7.708666, 7.350547, 7.897083, 7.425344, 7.015981, 7.31764, 7.006017, 6.968548, 7.742722, 7.784125, 7.764766, 7.61162, 7.933051, 7.870419, 7.998443, 7.731226, 7.991067, 8.508775, 8.62848, 7.970781, 8.725326, 8.19875, 8.386116, 8.448742, 8.915203, 8.712982, 9.148091, 9.5543, 9.314118, 9.356963, 9.246714, 9.192861, 8.322338, 8.100903, 7.763251, 7.396935, 7.820741, 6.408303, 4.706216, 2.168153, 1.262988, 0.198615, 0.0], "sum_m_pl": [1.173346, 3.287754, 3.756544, 3.383808, 3.499432, 3.137727, 2.91658, 3.313486, 3.645366, 3.690309, 3.909429, 4.115533, 4.19524, 4.192973, 4.109227, 3.860922, 3.408343, 3.466678, 3.150467, 3.329258, 3.155179, 3.020407, 2.986605, 2.997576, 3.763394, 4.246131, 4.111569, 4.621735, 4.842292, 5.444598, 5.068491, 4.555627, 4.027839, 3.883213, 3.540012, 3.257097, 3.252912, 2.97288, 3.112764, 2.646193, 2.473198, 2.174989, 2.220335, 2.23059, 2.16411, 2.762272, 2.534276, 1.445151, 0.11379, 0.0]}, "lang": {"n_am_en": [9, 9, 8, 16, 24, 33, 28, 26, 31, 25, 31, 27, 31, 30, 29, 31, 39, 33, 40, 45, 56, 60, 58, 57, 78, 72, 61, 51, 43, 40, 42, 39, 54, 61, 67, 69, 75, 82, 81, 92, 84, 82, 86, 99, 81, 65, 22, 4, 2, 3], "n_am_pl": [2, 15, 24, 14, 17, 26, 25, 19, 22, 14, 26, 32, 22, 36, 36, 28, 21, 25, 25, 20, 20, 19, 14, 16, 16, 20, 27, 35, 41, 32, 37, 27, 21, 18, 15, 20, 16, 15, 15, 18, 18, 28, 28, 28, 43, 66, 114, 148, 155, 162], "n_pos": 165, "sum_m_en": [15.787657, 23.334793, 25.229658, 25.534105, 26.370156, 26.115266, 27.433935, 28.058882, 27.885168, 30.114298, 29.580799, 28.947697, 28.116531, 27.279518, 26.167638, 27.194163, 28.366817, 26.362269, 26.03025, 26.559451, 26.841993, 27.982635, 26.912874, 27.098488, 48.628843, 44.667251, 40.817952, 37.15159, 33.189178, 31.791471, 31.131807, 31.216647, 32.834837, 36.80875, 42.510538, 44.726213, 47.262056, 51.95957, 63.363686, 74.848063, 76.462351, 75.06828, 85.240433, 89.011207, 80.4962, 61.159115, 20.386694, 4.014216, 2.396394, 2.694238], "sum_m_pl": [2.601048, 6.629891, 7.832864, 7.642669, 7.705573, 9.24044, 9.650973, 9.803788, 11.038113, 10.931789, 11.739408, 13.134708, 13.649991, 14.052998, 13.569983, 11.115735, 10.627322, 10.704696, 9.757512, 9.788527, 9.710563, 8.940225, 8.905473, 8.800589, 11.863698, 13.861695, 15.361763, 16.712896, 19.417495, 20.50358, 18.165688, 18.224801, 16.763141, 15.923701, 13.889547, 13.78758, 12.648888, 13.6143, 13.136789, 12.78223, 13.375075, 15.510986, 20.698727, 24.267418, 35.881561, 59.551146, 112.404188, 143.543866, 151.740467, 160.553991]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 436, "item_id": "llmzszl-18556", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 898, "region_end": 434, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 0.9954}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 7, 9, 10, 10, 17, 11, 15, 10, 17, 19, 10, 10, 10, 12, 10, 18, 12, 17, 26, 21, 20, 16, 20, 21, 20, 14, 13, 18, 16, 11, 11, 20, 23, 25, 29, 36, 44, 45, 44, 33, 35, 22, 39, 19, 25, 19, 18, 18, 19], "n_am_pl": [0, 7, 14, 6, 8, 11, 11, 14, 17, 16, 15, 33, 28, 19, 21, 18, 13, 20, 11, 7, 10, 6, 8, 7, 15, 15, 11, 20, 22, 17, 11, 16, 15, 11, 14, 9, 6, 4, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 120, "sum_m_en": [13.549057, 18.986301, 18.550638, 18.266377, 19.11364, 17.857095, 17.419382, 17.001197, 16.672931, 18.157688, 17.199932, 17.869904, 18.211442, 17.163459, 17.229011, 17.741815, 17.844943, 17.322473, 18.167949, 18.469513, 17.244685, 17.367799, 17.386188, 17.61323, 20.627757, 19.63596, 17.466554, 16.983632, 17.232705, 16.70044, 16.072381, 17.267654, 18.049545, 18.52688, 21.19566, 21.25248, 24.755164, 32.208488, 32.631422, 32.28056, 31.330007, 29.377106, 23.806904, 29.638136, 21.309404, 22.28183, 19.263626, 19.108173, 17.294996, 18.872479], "sum_m_pl": [2.449134, 5.885003, 7.087941, 6.193887, 6.640131, 6.374492, 6.362307, 7.311413, 8.352296, 9.279186, 9.938312, 10.103547, 10.04587, 10.335995, 9.962857, 9.945092, 8.729938, 8.451973, 8.61273, 8.380476, 8.217536, 7.962112, 7.839074, 7.736005, 10.393754, 11.564385, 11.708339, 12.288286, 12.38802, 13.311994, 12.581179, 11.784582, 10.786651, 9.79569, 9.646794, 8.357555, 7.713221, 6.10391, 5.358078, 4.465748, 3.736182, 3.327703, 3.038389, 2.288531, 2.399196, 1.778398, 0.846311, 0.484996, 0.294714, 5.3e-05]}, "digit": {"n_am_en": [0, 2, 0, 0, 3, 5, 3, 6, 0, 6, 4, 1, 1, 1, 2, 2, 3, 2, 4, 8, 8, 9, 4, 6, 7, 4, 5, 3, 1, 2, 1, 1, 4, 4, 4, 6, 10, 12, 11, 11, 5, 7, 2, 15, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 2, 10, 5, 1, 3, 2, 4, 6, 6, 3, 15, 13, 5, 5, 6, 5, 2, 3, 1, 1, 2, 3, 5, 5, 6, 4, 5, 7, 3, 1, 5, 4, 3, 3, 3, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.274749, 4.604588, 4.218291, 4.295048, 4.537237, 4.281631, 4.290549, 4.192491, 4.065984, 4.408517, 4.196195, 4.198885, 4.339448, 4.207735, 4.247986, 4.484693, 4.518125, 4.403246, 4.658271, 4.689326, 4.36494, 4.406318, 4.361315, 4.388977, 4.650823, 4.428942, 4.032892, 3.827998, 3.761057, 3.520018, 3.528174, 3.883573, 4.118838, 4.42145, 4.345829, 4.709723, 5.30321, 5.583125, 5.914532, 5.934208, 4.457099, 4.820992, 3.643323, 7.576032, 3.140413, 2.360729, 0.88649, 0.600872, 0.229797, 0.0], "sum_m_pl": [0.611829, 1.619863, 1.807612, 1.545893, 1.474566, 1.40557, 1.41838, 1.593854, 2.013693, 2.174258, 2.428216, 2.576563, 2.479502, 2.61923, 2.586414, 2.641744, 2.334296, 2.15044, 2.204803, 2.158337, 2.10953, 2.034032, 1.967677, 1.976286, 2.876046, 3.181439, 3.318949, 3.753677, 3.784301, 3.845719, 3.731168, 3.323623, 2.879026, 2.708468, 2.794936, 2.41898, 2.445673, 2.169297, 1.970541, 1.696796, 1.607666, 1.665146, 1.434988, 1.089106, 1.376214, 0.971365, 0.478152, 0.188594, 0.028597, 0.0]}, "lang": {"n_am_en": [4, 2, 2, 6, 3, 1, 1, 2, 2, 3, 4, 5, 5, 5, 3, 3, 5, 4, 7, 9, 8, 7, 9, 10, 9, 9, 6, 6, 8, 8, 5, 5, 5, 8, 9, 12, 13, 17, 18, 19, 16, 17, 15, 17, 15, 17, 16, 17, 17, 19], "n_am_pl": [0, 0, 1, 0, 3, 2, 2, 2, 3, 2, 3, 4, 2, 1, 2, 4, 1, 4, 3, 2, 2, 2, 2, 1, 2, 1, 1, 1, 1, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.057276, 2.840107, 3.089663, 3.008659, 3.178635, 2.901445, 2.953009, 2.822293, 2.78898, 2.959064, 2.781045, 3.159593, 3.183276, 2.940122, 2.901413, 2.979949, 2.918272, 2.957321, 2.989227, 3.543122, 3.152136, 2.942844, 3.014402, 3.043465, 6.949911, 6.025756, 5.057593, 4.301817, 4.088121, 3.829515, 3.345261, 3.609946, 3.58902, 4.270438, 5.923691, 6.439579, 8.850474, 14.64721, 15.020681, 14.70265, 16.032123, 15.170868, 13.929096, 15.222608, 14.002596, 15.673944, 15.21181, 15.503295, 15.635462, 18.74062], "sum_m_pl": [0.333821, 0.784826, 0.899693, 0.84851, 0.945726, 0.921884, 0.992761, 1.217013, 1.314619, 1.48615, 1.709333, 1.572416, 1.542965, 1.597687, 1.4539, 1.525037, 1.414237, 1.417829, 1.588274, 1.440291, 1.459744, 1.366599, 1.365884, 1.324414, 1.928203, 1.948999, 1.901042, 1.825806, 1.811343, 1.837745, 1.765455, 1.621718, 1.577932, 1.511211, 1.306236, 1.397694, 1.130638, 0.471425, 0.433804, 0.404364, 0.273733, 0.371439, 0.309975, 0.285035, 0.16405, 0.132442, 0.087683, 0.058415, 0.150676, 4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "llmzszl-18557", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 750, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9835}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 8, 16, 13, 21, 21, 14, 14, 10, 12, 10, 9, 10, 10, 12, 17, 18, 24, 31, 44, 40, 39, 37, 39, 52, 47, 34, 28, 24, 23, 20, 21, 22, 25, 42, 43, 47, 55, 63, 59, 61, 53, 46, 57, 37, 23, 7, 3, 0, 0], "n_am_pl": [0, 10, 16, 8, 13, 14, 14, 17, 27, 26, 28, 43, 33, 31, 21, 16, 18, 17, 7, 4, 2, 5, 4, 4, 15, 11, 9, 14, 20, 12, 16, 20, 18, 17, 14, 12, 12, 8, 6, 8, 7, 10, 8, 10, 11, 19, 28, 34, 34, 37], "n_pos": 147, "sum_m_en": [15.074914, 22.857919, 22.843575, 22.867464, 23.281013, 21.83708, 21.466154, 21.09551, 20.488664, 22.022618, 20.640547, 20.812706, 21.688121, 20.456657, 20.293612, 21.459187, 22.341253, 22.178867, 23.057129, 23.271256, 21.572717, 21.374468, 21.655609, 21.8697, 31.262263, 27.202746, 23.979305, 21.694594, 21.338763, 21.227878, 20.457813, 20.716249, 21.620369, 23.079665, 26.939078, 27.110883, 32.080542, 36.588484, 38.37464, 42.099336, 41.177081, 42.065642, 38.277377, 50.010074, 33.931315, 24.51448, 8.25674, 3.193918, 1.350489, 0.041571], "sum_m_pl": [2.688051, 7.240905, 8.659606, 7.764696, 8.052968, 7.934934, 8.376423, 9.440226, 10.378612, 11.344956, 11.993857, 12.779631, 12.565485, 12.598183, 12.008432, 11.512629, 9.792469, 9.358093, 9.289992, 9.202631, 9.053358, 8.894779, 8.766452, 8.711685, 10.614286, 11.916506, 12.750436, 13.210456, 13.544333, 14.617632, 13.680873, 13.669292, 12.893382, 11.960137, 11.264244, 10.20838, 9.544481, 8.70988, 8.184794, 8.024607, 7.581671, 8.347811, 8.082898, 7.878744, 12.287234, 18.532631, 28.09987, 32.838785, 33.51555, 36.788505]}, "digit": {"n_am_en": [0, 2, 0, 2, 3, 4, 1, 2, 0, 2, 3, 1, 0, 2, 2, 5, 3, 6, 6, 11, 8, 9, 4, 9, 10, 7, 5, 3, 1, 1, 4, 3, 3, 6, 5, 7, 9, 8, 10, 11, 9, 11, 6, 17, 6, 3, 1, 0, 0, 0], "n_am_pl": [0, 1, 7, 3, 2, 5, 2, 2, 5, 7, 6, 11, 7, 2, 3, 4, 3, 2, 2, 0, 0, 1, 1, 1, 1, 3, 1, 3, 4, 3, 5, 5, 3, 2, 2, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.892427, 4.095347, 3.962015, 4.052829, 4.170054, 4.019679, 4.010311, 3.901769, 3.842996, 4.114884, 3.928115, 3.677864, 3.837623, 3.712984, 3.793675, 4.001891, 4.086837, 4.143108, 4.482425, 4.460619, 4.097931, 4.106156, 4.033303, 4.172055, 5.307773, 4.664879, 4.159126, 3.804901, 3.638443, 3.637317, 3.547932, 3.718074, 3.937719, 4.269095, 4.415305, 4.950723, 5.544505, 5.594839, 6.608058, 6.991653, 5.680363, 6.227808, 5.137703, 11.29521, 5.12918, 3.751139, 0.950618, 0.317005, 0.082429, 0.0], "sum_m_pl": [0.531289, 1.495476, 1.625865, 1.376095, 1.287433, 1.275548, 1.287178, 1.490019, 1.819844, 1.989888, 2.29069, 2.428385, 2.300804, 2.371626, 2.281917, 2.307428, 2.06269, 1.977975, 1.896632, 1.900262, 1.85097, 1.792428, 1.744376, 1.75727, 2.160166, 2.434724, 2.624714, 2.611656, 2.763647, 2.933316, 2.686609, 2.682481, 2.536149, 2.359151, 2.318511, 1.998717, 1.916403, 1.741163, 1.514992, 1.34869, 1.289887, 1.287327, 1.065429, 0.541467, 0.867193, 0.736077, 0.605696, 0.589396, 0.026588, 0.0]}, "lang": {"n_am_en": [1, 1, 3, 2, 7, 2, 3, 3, 4, 5, 1, 0, 4, 5, 3, 3, 5, 8, 10, 15, 17, 16, 20, 18, 25, 21, 16, 13, 10, 9, 5, 7, 5, 7, 18, 16, 17, 22, 22, 21, 24, 20, 24, 20, 20, 14, 4, 1, 0, 0], "n_am_pl": [0, 3, 3, 3, 6, 6, 6, 7, 8, 9, 11, 11, 9, 8, 6, 3, 3, 3, 1, 2, 1, 4, 3, 2, 2, 3, 2, 2, 5, 3, 3, 5, 6, 8, 6, 7, 9, 5, 5, 8, 6, 9, 7, 9, 10, 17, 26, 32, 34, 37], "n_pos": 37, "sum_m_en": [3.707059, 5.674882, 5.702409, 5.656162, 5.673506, 5.235728, 5.447588, 5.317166, 5.232876, 5.520341, 5.353702, 5.712389, 5.714358, 5.40765, 5.132544, 5.705898, 6.052098, 5.981318, 5.911758, 6.549986, 5.805935, 5.558848, 5.833321, 5.690288, 12.654384, 10.011343, 8.336777, 6.749588, 6.187427, 6.015828, 5.661994, 5.819058, 5.94342, 6.605609, 8.151257, 8.323256, 10.370031, 13.290841, 13.536372, 15.610064, 18.344447, 19.086854, 19.402664, 19.9022, 18.843534, 13.932613, 4.450522, 1.069034, 0.461035, 0.040571], "sum_m_pl": [0.654096, 1.704601, 1.996361, 1.974281, 2.110279, 2.132617, 2.387179, 2.710843, 2.848826, 3.229493, 3.268818, 3.65701, 3.745062, 3.782365, 3.46437, 3.310519, 2.622257, 2.439671, 2.529883, 2.315433, 2.297089, 2.305189, 2.331664, 2.317048, 2.493465, 3.031871, 3.376429, 3.848691, 3.924, 4.229978, 3.925993, 3.90105, 3.804341, 3.877022, 3.752704, 3.813397, 4.067326, 3.774335, 3.782007, 4.231521, 4.141329, 4.936353, 5.037823, 5.765511, 9.044516, 14.878226, 24.493993, 30.929391, 33.013217, 36.673009]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "llmzszl-18557", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 878, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9664, "tf_agree_excl_first": 0.973}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 8, 11, 16, 16, 20, 17, 16, 19, 19, 19, 15, 15, 13, 23, 25, 27, 22, 23, 24, 19, 19, 17, 17, 38, 34, 26, 25, 19, 26, 26, 21, 22, 30, 41, 35, 36, 41, 34, 32, 30, 32, 30, 36, 32, 31, 31, 22, 17, 18], "n_am_pl": [0, 12, 12, 11, 11, 17, 5, 5, 9, 4, 11, 14, 13, 20, 14, 14, 12, 5, 6, 3, 3, 5, 6, 3, 8, 8, 13, 15, 19, 23, 23, 22, 12, 7, 9, 6, 5, 3, 3, 6, 5, 2, 4, 3, 3, 2, 3, 3, 2, 2], "n_pos": 136, "sum_m_en": [14.332231, 20.148518, 19.673582, 20.522119, 21.789704, 20.817122, 20.548783, 19.380247, 19.086993, 19.832592, 19.72619, 21.397413, 20.778592, 20.030666, 19.505649, 20.972585, 21.136575, 19.976125, 20.437731, 20.090223, 19.721905, 20.007184, 19.703458, 20.286215, 26.577031, 24.644544, 23.358479, 23.140873, 23.822731, 24.023648, 22.006631, 23.337337, 23.715853, 25.020916, 28.04894, 27.182316, 27.882918, 30.437043, 29.864691, 29.977714, 30.054788, 31.192976, 33.47638, 33.473208, 29.836331, 29.738158, 28.589381, 24.447016, 19.950788, 16.972343], "sum_m_pl": [2.431345, 6.574617, 7.230751, 7.004297, 7.205517, 6.476242, 6.585903, 6.191801, 6.616857, 7.108683, 7.862388, 7.976567, 8.308519, 8.363847, 7.837946, 7.778996, 6.825802, 6.619511, 7.025167, 7.178948, 7.07918, 6.929441, 6.691886, 6.70246, 7.602142, 8.917571, 9.128616, 10.830038, 10.672129, 11.765297, 10.473155, 9.872423, 8.967553, 7.692364, 6.955286, 6.421513, 5.679375, 5.446007, 5.543062, 5.533019, 5.296925, 5.135001, 4.720315, 4.745055, 4.868648, 4.041768, 3.937094, 3.017097, 2.719386, 1.980703]}, "digit": {"n_am_en": [0, 0, 1, 6, 4, 9, 6, 6, 4, 2, 9, 4, 2, 3, 5, 4, 6, 8, 5, 6, 4, 4, 3, 4, 12, 9, 7, 5, 3, 4, 4, 5, 3, 7, 7, 6, 4, 6, 6, 5, 2, 4, 3, 6, 5, 3, 4, 1, 0, 0], "n_am_pl": [0, 2, 2, 5, 0, 2, 2, 1, 3, 1, 4, 10, 7, 13, 8, 7, 6, 2, 3, 3, 2, 4, 2, 1, 6, 6, 5, 8, 8, 7, 11, 7, 3, 2, 7, 3, 3, 1, 2, 3, 2, 1, 2, 0, 1, 1, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.802722, 5.848137, 5.876854, 6.367039, 6.843879, 6.37409, 6.202699, 5.822748, 5.812143, 5.617565, 5.789318, 6.201915, 6.156474, 5.62142, 5.78211, 6.274886, 6.230169, 5.840035, 6.115596, 5.893624, 5.896429, 6.023518, 5.858869, 6.033698, 7.962642, 6.92255, 6.575004, 6.228323, 6.432323, 6.443936, 6.146383, 6.59291, 6.521034, 6.438404, 6.476221, 6.082318, 5.636865, 5.953844, 5.48581, 5.557891, 4.98135, 5.00875, 5.696772, 5.53954, 3.840859, 3.392454, 2.92948, 1.884589, 0.411331, 1e-06], "sum_m_pl": [0.534097, 1.721483, 1.556325, 1.56042, 1.586763, 1.38211, 1.478673, 1.51691, 1.683554, 1.750207, 2.10757, 2.363404, 2.479254, 2.546329, 2.344583, 2.308436, 1.960634, 1.888232, 2.01609, 2.004127, 2.004639, 1.972639, 1.921023, 1.952268, 2.266734, 2.846133, 2.647005, 3.599321, 3.376666, 3.526781, 3.223425, 2.806791, 2.355517, 1.991302, 2.03434, 1.973734, 1.921228, 1.921466, 1.989321, 1.921924, 1.841103, 1.931004, 1.808948, 1.65436, 1.648917, 1.319195, 0.776795, 0.49914, 0.109354, 0.0]}, "lang": {"n_am_en": [8, 4, 5, 4, 5, 5, 6, 4, 6, 7, 7, 7, 8, 7, 10, 10, 10, 8, 7, 10, 9, 9, 9, 8, 13, 13, 12, 13, 11, 12, 11, 10, 11, 12, 15, 16, 14, 18, 15, 16, 16, 16, 17, 17, 16, 17, 17, 15, 15, 16], "n_am_pl": [0, 2, 3, 3, 3, 3, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 2, 2, 2], "n_pos": 18, "sum_m_en": [2.626159, 3.376123, 3.329559, 3.28172, 3.233438, 3.106048, 3.112921, 2.825132, 2.917465, 3.231962, 3.308148, 3.722125, 3.61262, 3.64906, 3.29128, 3.519839, 3.628224, 3.671211, 3.471856, 3.402148, 3.356197, 3.241013, 3.203088, 3.281854, 8.377356, 8.027302, 7.382068, 6.72371, 6.534439, 6.071952, 5.155092, 5.494209, 5.725915, 6.97567, 9.209911, 9.926921, 10.626064, 11.747118, 13.210799, 13.290106, 14.369557, 14.88698, 15.701985, 15.401786, 15.015196, 14.924, 15.254891, 14.035504, 14.453411, 15.614213], "sum_m_pl": [0.327366, 0.828912, 0.878941, 0.871325, 0.872582, 0.803847, 0.839561, 0.757007, 0.837473, 0.874913, 0.938755, 0.880534, 0.937593, 0.860262, 0.879925, 0.9056, 0.748388, 0.803637, 0.886369, 0.881664, 0.853029, 0.852638, 0.821545, 0.814425, 0.726831, 0.753078, 0.893117, 1.004997, 0.974219, 1.076478, 0.926043, 0.96599, 1.041352, 0.877181, 0.679505, 0.706657, 0.694947, 0.604737, 0.567083, 0.469103, 0.480702, 0.326542, 0.232454, 0.358965, 0.723415, 0.661858, 1.18242, 1.538057, 1.699161, 1.976627]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "llmzszl-18559", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 734, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.9635}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 20, 26, 33, 38, 32, 22, 21, 20, 19, 31, 27, 26, 21, 30, 31, 43, 40, 35, 42, 52, 53, 47, 36, 79, 58, 63, 42, 34, 36, 45, 42, 40, 54, 63, 68, 64, 71, 72, 67, 65, 59, 65, 60, 56, 35, 11, 7, 4, 4], "n_am_pl": [0, 21, 16, 13, 19, 26, 20, 24, 32, 24, 28, 33, 34, 39, 32, 30, 23, 14, 21, 25, 14, 14, 11, 11, 19, 25, 28, 42, 47, 42, 38, 34, 23, 12, 19, 15, 17, 10, 7, 13, 10, 14, 16, 19, 18, 30, 54, 53, 58, 56], "n_pos": 236, "sum_m_en": [22.687119, 34.8595, 36.328848, 36.738356, 38.053289, 34.869422, 34.078478, 33.496404, 32.781387, 34.450095, 35.279025, 37.229602, 37.217617, 35.798176, 33.570022, 36.265741, 37.212192, 35.146596, 36.20912, 35.947757, 36.075023, 35.964523, 35.197332, 35.74959, 51.958242, 46.007444, 41.888895, 37.442291, 36.706362, 38.666339, 37.088524, 38.860436, 39.199406, 40.983919, 46.396795, 45.124038, 43.633385, 52.246145, 54.710645, 58.262912, 60.309524, 60.421279, 65.449509, 61.913625, 51.545605, 36.559707, 14.935974, 10.787294, 6.395111, 4.000518], "sum_m_pl": [4.260114, 11.950546, 13.621679, 13.107826, 13.233331, 12.538557, 12.770174, 12.475722, 13.432794, 14.479432, 15.511328, 16.032677, 16.548376, 16.390917, 16.145898, 15.015826, 12.449635, 12.142656, 12.456441, 12.575433, 12.181377, 11.837344, 11.719359, 11.924193, 14.527335, 17.036863, 18.134985, 21.448666, 21.981216, 23.803989, 20.181024, 21.056193, 19.012155, 16.054325, 14.22029, 13.415408, 12.393684, 10.630408, 10.383266, 11.064749, 11.045647, 11.678196, 12.525387, 15.595152, 21.208985, 28.064, 51.221014, 52.164217, 58.391586, 56.147818]}, "digit": {"n_am_en": [0, 6, 4, 8, 10, 3, 3, 2, 1, 2, 3, 4, 2, 3, 4, 7, 11, 7, 10, 4, 8, 10, 5, 4, 12, 6, 10, 5, 1, 3, 3, 3, 2, 9, 8, 12, 10, 16, 11, 12, 9, 7, 10, 6, 8, 5, 2, 0, 0, 0], "n_am_pl": [0, 3, 3, 0, 0, 2, 2, 3, 1, 3, 3, 9, 9, 10, 8, 7, 4, 2, 5, 5, 2, 2, 2, 2, 7, 11, 9, 14, 15, 11, 13, 8, 4, 1, 5, 7, 7, 1, 3, 4, 3, 2, 0, 0, 1, 3, 3, 2, 0, 0], "n_pos": 43, "sum_m_en": [4.100042, 7.286349, 7.591276, 7.56079, 7.758484, 7.069079, 6.706698, 6.340829, 6.124337, 6.392185, 6.809392, 7.140776, 7.023256, 6.536853, 6.472542, 7.135111, 7.622459, 7.040774, 7.45905, 7.214529, 7.09291, 7.045791, 6.792, 6.979176, 9.80214, 8.503041, 7.9754, 7.323493, 7.125491, 7.491944, 7.279044, 7.692612, 7.630093, 7.814496, 8.612245, 9.042537, 8.048053, 9.749366, 9.511658, 8.836781, 9.3905, 9.021321, 9.720682, 9.004726, 8.206636, 5.847061, 3.481781, 1.746782, 0.937295, 0.0], "sum_m_pl": [0.829339, 2.426905, 2.33606, 2.102292, 2.044616, 1.849393, 1.825557, 2.002244, 2.140264, 2.262885, 2.708443, 3.100884, 3.195737, 3.146596, 3.139264, 2.945336, 2.39128, 2.2837, 2.398701, 2.483012, 2.426361, 2.370455, 2.35264, 2.411263, 3.244667, 3.801574, 3.850253, 4.17441, 4.211805, 4.642725, 3.7834, 3.889089, 3.479142, 2.853457, 2.663116, 2.554479, 2.463907, 2.129505, 2.220789, 2.189323, 2.0704, 2.149075, 2.072917, 1.99391, 2.090757, 2.34042, 2.581677, 1.470321, 0.260645, 0.0]}, "lang": {"n_am_en": [7, 3, 10, 6, 11, 9, 5, 10, 11, 9, 14, 13, 13, 15, 15, 14, 18, 19, 15, 22, 25, 28, 25, 20, 37, 33, 31, 21, 17, 13, 17, 18, 22, 27, 34, 34, 37, 41, 41, 40, 40, 38, 40, 38, 33, 22, 7, 7, 4, 4], "n_am_pl": [0, 9, 3, 5, 8, 10, 9, 10, 10, 11, 10, 13, 13, 15, 9, 6, 7, 7, 8, 7, 4, 3, 1, 2, 2, 3, 7, 13, 12, 12, 10, 13, 9, 7, 8, 3, 7, 6, 4, 8, 7, 10, 12, 14, 14, 21, 41, 48, 55, 56], "n_pos": 60, "sum_m_en": [6.232946, 9.066693, 9.686868, 9.87154, 9.861336, 9.176914, 9.424523, 9.357302, 9.589218, 10.23065, 10.42435, 11.048208, 11.287303, 10.904278, 9.46924, 10.45386, 11.080114, 10.447118, 10.508531, 10.388349, 10.943639, 10.709256, 10.604884, 10.619256, 22.118861, 18.646997, 15.899584, 12.499436, 11.47225, 11.660955, 11.415098, 12.057193, 12.305962, 13.708505, 16.82194, 17.769398, 18.373259, 22.501206, 26.400068, 30.722321, 33.196765, 33.158772, 37.074506, 35.069146, 28.721718, 20.969557, 8.100724, 5.828849, 4.099013, 4.000518], "sum_m_pl": [1.198128, 2.755687, 3.163484, 3.189898, 3.324626, 3.538386, 3.844551, 3.640607, 3.890742, 4.067623, 4.000136, 4.162921, 4.566912, 4.795663, 4.814125, 4.228395, 3.313035, 3.427482, 3.523111, 3.330845, 3.136375, 3.123855, 3.118903, 3.176847, 3.262251, 4.01431, 5.066259, 6.041115, 6.161695, 6.671824, 5.622539, 6.490853, 5.884932, 5.058412, 4.30248, 4.517835, 4.525012, 3.559087, 3.295006, 3.86287, 4.036954, 4.772569, 5.728002, 9.278034, 13.465715, 19.274839, 38.177208, 46.034717, 54.22722, 55.999124]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "llmzszl-18559", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 862, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9958, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 16, 33, 36, 25, 29, 20, 31, 23, 26, 25, 25, 30, 31, 30, 36, 34, 34, 33, 30, 24, 31, 26, 26, 31, 41, 34, 37, 27, 31, 30, 31, 37, 36, 51, 49, 58, 55, 52, 49, 50, 48, 53, 54, 54, 49, 49, 48, 47, 48], "n_am_pl": [3, 13, 12, 12, 23, 17, 13, 18, 17, 16, 14, 20, 16, 15, 20, 24, 18, 27, 24, 26, 21, 19, 15, 14, 25, 27, 28, 29, 23, 29, 27, 30, 22, 20, 23, 18, 13, 13, 7, 7, 6, 4, 4, 1, 0, 1, 1, 2, 2, 1], "n_pos": 196, "sum_m_en": [22.498638, 30.343029, 28.618028, 29.203433, 29.986587, 27.94583, 27.526813, 29.313727, 27.013949, 28.375497, 28.523068, 28.730951, 28.894086, 29.410153, 28.596125, 29.539924, 30.519242, 29.499631, 31.32625, 30.122451, 28.602896, 29.598752, 28.874217, 28.745563, 36.922651, 36.739308, 33.34334, 32.369579, 31.208982, 30.774259, 29.414569, 31.418456, 33.339478, 34.563691, 40.570591, 39.389596, 42.303809, 39.722566, 44.139786, 48.815226, 47.692632, 49.722926, 52.116932, 51.87875, 51.580026, 47.905817, 45.828099, 44.492836, 43.858296, 47.574661], "sum_m_pl": [4.48831, 9.085932, 11.100846, 10.55807, 10.981695, 11.032213, 10.439924, 10.8491, 12.157765, 12.6975, 13.125528, 13.210106, 13.864401, 14.115859, 14.998478, 15.864236, 14.438863, 15.289088, 14.083915, 14.062141, 13.263064, 12.91034, 12.421908, 12.146703, 18.368833, 19.885153, 19.128971, 19.812652, 20.061712, 22.685719, 21.433417, 19.225859, 17.854427, 16.787016, 16.895045, 17.248742, 15.073112, 13.713974, 11.96677, 10.830886, 9.377297, 7.226733, 6.068447, 4.83064, 3.702767, 3.198153, 2.259592, 2.344198, 2.28097, 1.000004]}, "digit": {"n_am_en": [1, 0, 7, 2, 2, 1, 2, 3, 3, 3, 3, 1, 2, 5, 1, 3, 5, 5, 4, 7, 4, 4, 2, 3, 2, 5, 3, 3, 2, 2, 1, 3, 5, 3, 4, 6, 6, 5, 4, 4, 4, 4, 5, 5, 2, 3, 3, 0, 0, 0], "n_am_pl": [0, 2, 1, 2, 1, 4, 1, 3, 4, 3, 3, 3, 4, 1, 1, 2, 3, 2, 2, 3, 5, 1, 1, 1, 5, 6, 4, 3, 3, 4, 4, 4, 5, 4, 4, 4, 2, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.664531, 4.509283, 4.18574, 4.648685, 4.905449, 4.658022, 4.55221, 4.944884, 4.346608, 4.679998, 4.956333, 4.808716, 4.880784, 4.91579, 4.55595, 4.748735, 4.871719, 4.734759, 5.030801, 4.857041, 4.550648, 4.607185, 4.485328, 4.541436, 4.613655, 4.781664, 4.307928, 4.607017, 4.819922, 4.690528, 4.638102, 4.96806, 5.127741, 5.040861, 5.128281, 4.970483, 5.161554, 5.182438, 5.654281, 5.415549, 4.726706, 4.304973, 4.429696, 4.149266, 3.403474, 2.632944, 2.107782, 0.87302, 0.141847, 0.0], "sum_m_pl": [0.917957, 1.537292, 1.711114, 1.752335, 1.66618, 1.57226, 1.553196, 1.627439, 1.962539, 2.014018, 2.018812, 2.045778, 2.081824, 2.076104, 2.40034, 2.487245, 2.389214, 2.503109, 2.278112, 2.305471, 2.149932, 2.013511, 1.909713, 1.891388, 2.963695, 3.169463, 2.955624, 3.029743, 2.96472, 3.262073, 3.042149, 2.820367, 2.609317, 2.620125, 2.50349, 2.517087, 2.448461, 2.344487, 2.268743, 1.949091, 1.874913, 1.712475, 1.56235, 1.523507, 1.223848, 0.763059, 0.34045, 0.265804, 0.041891, 0.0]}, "lang": {"n_am_en": [14, 9, 12, 13, 13, 14, 11, 14, 10, 9, 10, 12, 13, 12, 15, 15, 16, 16, 18, 15, 13, 19, 17, 17, 21, 24, 21, 21, 18, 18, 19, 14, 18, 23, 26, 29, 34, 34, 34, 36, 37, 36, 37, 39, 42, 40, 40, 42, 44, 48], "n_am_pl": [0, 3, 5, 4, 8, 3, 3, 4, 6, 3, 3, 4, 2, 4, 7, 6, 5, 8, 11, 7, 7, 5, 5, 6, 7, 5, 7, 9, 6, 11, 10, 11, 9, 7, 4, 4, 5, 2, 2, 3, 2, 2, 2, 1, 0, 1, 1, 2, 1, 1], "n_pos": 49, "sum_m_en": [5.725409, 7.87146, 8.017049, 7.790584, 7.62185, 7.445977, 7.414026, 7.983289, 7.661908, 8.026735, 7.744685, 8.106602, 8.147714, 8.34844, 8.021115, 8.240531, 8.62373, 8.563162, 8.783203, 8.372684, 8.141271, 8.413635, 8.171827, 7.902701, 17.110783, 17.088471, 15.046341, 13.34605, 11.783206, 11.213158, 9.999516, 10.579859, 11.438923, 12.905024, 16.618178, 17.482529, 20.72944, 20.56451, 23.773049, 29.340505, 30.915591, 34.096236, 34.918756, 36.641227, 38.328677, 37.215333, 37.815622, 37.062577, 40.08502, 47.21588], "sum_m_pl": [0.844456, 1.884341, 2.242719, 2.187001, 2.390245, 2.633488, 2.479134, 2.608482, 2.814474, 2.829749, 3.133443, 3.199019, 3.470515, 3.590711, 3.649156, 3.590042, 3.425462, 3.606392, 3.293369, 3.235484, 3.174644, 3.113226, 2.995955, 2.917872, 4.608354, 4.537939, 4.419814, 4.662432, 5.320637, 6.177043, 6.202575, 5.113881, 4.379958, 3.931442, 3.963038, 4.827272, 4.297745, 4.004647, 3.455507, 3.225541, 2.603229, 2.286772, 1.464266, 1.391402, 0.991439, 1.297441, 1.371247, 1.705746, 1.429486, 1.000002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "llmzszl-18562", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 741, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9646, "tf_agree_excl_first": 0.9695}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 12, 32, 24, 27, 30, 25, 28, 23, 25, 21, 20, 24, 25, 27, 32, 26, 22, 25, 28, 26, 19, 26, 26, 42, 38, 31, 35, 30, 28, 30, 30, 37, 35, 58, 53, 59, 49, 55, 59, 58, 64, 71, 64, 54, 40, 16, 1, 0, 0], "n_am_pl": [6, 23, 19, 29, 34, 33, 31, 36, 36, 30, 29, 34, 29, 23, 23, 25, 29, 38, 34, 21, 20, 22, 21, 11, 24, 30, 37, 35, 35, 38, 36, 37, 29, 27, 27, 42, 22, 25, 17, 19, 20, 13, 15, 23, 27, 38, 69, 79, 80, 83], "n_pos": 219, "sum_m_en": [21.745547, 31.943349, 31.942935, 32.91794, 33.226368, 32.101352, 32.153044, 34.827442, 32.388551, 33.925981, 33.733538, 32.931684, 32.539368, 32.139434, 29.862604, 31.264972, 33.206102, 31.87057, 33.864751, 32.339264, 29.829766, 30.53956, 29.945374, 30.060207, 34.216144, 34.056891, 31.819429, 31.823691, 31.256354, 31.497049, 30.822863, 32.824708, 34.430232, 34.943938, 40.886929, 39.073797, 41.632785, 41.14156, 43.103335, 53.916508, 51.324729, 56.95694, 60.878967, 56.153978, 52.871641, 39.673663, 17.185517, 3.720789, 1.270662, 0.000455], "sum_m_pl": [4.161031, 10.145412, 12.501012, 12.831453, 12.893184, 14.993229, 14.958341, 15.279509, 17.769974, 17.787992, 17.243905, 17.600221, 18.263354, 17.563799, 18.056621, 18.458041, 17.316701, 17.921843, 16.052443, 15.960123, 15.492133, 14.938515, 14.37732, 14.004178, 21.48509, 24.65439, 24.972266, 24.244413, 24.310269, 27.311929, 24.18902, 22.999287, 21.799627, 20.62715, 19.398148, 19.937422, 18.343483, 17.568016, 17.135504, 16.358714, 16.669411, 14.012261, 17.648243, 23.666471, 28.50749, 38.219347, 64.608599, 76.345046, 78.219276, 83.188032]}, "digit": {"n_am_en": [0, 2, 9, 2, 3, 2, 1, 0, 0, 2, 0, 0, 0, 0, 2, 4, 3, 3, 3, 3, 1, 0, 1, 1, 2, 4, 3, 1, 1, 1, 3, 2, 4, 4, 6, 6, 7, 3, 7, 3, 4, 3, 3, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 3, 1, 4, 3, 2, 2, 2, 1, 1, 0, 1, 2, 0, 2, 1, 0, 1, 1, 0, 1, 3, 2, 2, 2, 3, 3, 2, 2, 2, 2, 5, 1, 3, 1, 2, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.764636, 3.464456, 3.466142, 3.64595, 3.652068, 3.747741, 3.744517, 4.098654, 3.479734, 3.616239, 3.822082, 3.656979, 3.64804, 3.683333, 3.317989, 3.512737, 3.794666, 3.70271, 4.001854, 3.76097, 3.577441, 3.720312, 3.593533, 3.691443, 3.574975, 3.441975, 3.196496, 3.369586, 3.735314, 3.870252, 3.796342, 4.307522, 4.2893, 4.05312, 4.179078, 3.986629, 4.255281, 4.512122, 5.296233, 5.171803, 4.210836, 3.832124, 3.6307, 3.211904, 2.159934, 1.289131, 0.47523, 0.20769, 0.033927, 0.0], "sum_m_pl": [0.679556, 1.169568, 1.407936, 1.424708, 1.319081, 1.388933, 1.346552, 1.570118, 1.843213, 1.967505, 1.951162, 1.931634, 1.871714, 1.738772, 1.977665, 2.090776, 2.088806, 2.098281, 1.914334, 1.991374, 1.814078, 1.680829, 1.606347, 1.626237, 2.160652, 2.503906, 2.474476, 2.613318, 2.584988, 2.747246, 2.528009, 2.201356, 2.096486, 2.122613, 1.878186, 2.114797, 2.048117, 1.868203, 1.730524, 1.49995, 1.455687, 1.292235, 1.19009, 1.19428, 0.969748, 0.645285, 0.845244, 0.222693, 0.026384, 0.0]}, "lang": {"n_am_en": [6, 5, 7, 8, 11, 11, 8, 10, 9, 10, 14, 9, 16, 11, 13, 12, 12, 11, 14, 12, 14, 12, 15, 14, 28, 19, 16, 17, 17, 16, 11, 12, 19, 16, 25, 27, 29, 27, 31, 36, 37, 43, 45, 41, 36, 28, 10, 1, 0, 0], "n_am_pl": [4, 16, 11, 17, 15, 19, 16, 16, 21, 13, 16, 17, 17, 13, 12, 11, 13, 19, 13, 10, 11, 10, 13, 7, 13, 14, 17, 16, 16, 15, 15, 14, 11, 13, 17, 21, 13, 15, 11, 15, 15, 10, 15, 21, 23, 33, 61, 76, 79, 82], "n_pos": 83, "sum_m_en": [8.187536, 12.318937, 12.723094, 13.31114, 13.301255, 12.56464, 12.803969, 13.986162, 13.554512, 14.106365, 13.853076, 13.362372, 13.297648, 12.837739, 11.749953, 12.372271, 13.391881, 12.789451, 13.490869, 12.861673, 11.798953, 11.791733, 11.672613, 11.526787, 16.16143, 15.944412, 14.334571, 13.565419, 12.781923, 12.565278, 12.44546, 13.151843, 13.840321, 14.934125, 17.963297, 18.283078, 20.395059, 20.09683, 20.565114, 28.069923, 29.243718, 34.865921, 38.269794, 36.056101, 34.053345, 25.761407, 10.471795, 1.904608, 0.661762, 0.000227], "sum_m_pl": [1.421105, 3.715029, 4.309873, 4.920672, 4.602125, 5.933068, 6.260621, 6.402506, 7.591431, 7.208759, 7.197136, 7.374071, 7.656375, 7.419508, 7.531167, 7.157591, 6.593892, 6.816865, 6.265126, 5.998973, 6.073584, 5.92643, 5.687463, 5.464814, 9.329441, 10.37169, 10.834113, 9.811026, 9.743483, 11.199475, 9.731706, 9.613285, 9.024755, 8.56909, 7.993322, 8.468731, 9.271618, 9.253336, 9.293537, 9.543474, 10.538047, 8.96638, 13.020966, 18.464152, 22.999753, 32.463366, 57.770713, 73.108379, 76.861401, 81.722168]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 221, "item_id": "llmzszl-18562", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9819, "tf_agree_excl_first": 0.9864}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 11, 21, 16, 15, 12, 18, 16, 14, 6, 16, 16, 17, 20, 24, 18, 16, 20, 30, 25, 18, 20, 15, 16, 27, 27, 25, 27, 20, 22, 24, 25, 25, 34, 23, 30, 33, 33, 34, 40, 40, 37, 35, 39, 33, 27, 18, 20, 21, 24], "n_am_pl": [3, 19, 10, 12, 7, 9, 5, 15, 11, 15, 6, 15, 12, 14, 12, 19, 13, 16, 15, 18, 11, 8, 8, 8, 10, 15, 19, 14, 10, 17, 19, 16, 21, 12, 12, 8, 7, 8, 3, 2, 5, 4, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 133, "sum_m_en": [17.353752, 21.749254, 20.338293, 20.693637, 21.703885, 20.988948, 20.87631, 23.567061, 21.1801, 21.075069, 21.180993, 21.599952, 21.399869, 21.900091, 20.595016, 20.428512, 20.483744, 19.839934, 21.886846, 21.50411, 20.291901, 20.552754, 20.057706, 20.027092, 26.15036, 26.334476, 23.43772, 23.291829, 22.590041, 23.196611, 22.60526, 24.240782, 24.240627, 25.230404, 26.823255, 25.018673, 27.400865, 29.939564, 30.757782, 34.205553, 32.261796, 32.466404, 32.459316, 33.40755, 31.686192, 25.193335, 21.431885, 20.712494, 20.657655, 23.7672], "sum_m_pl": [3.868026, 6.856624, 7.852402, 7.206103, 7.575917, 7.055997, 6.737598, 6.660428, 7.667719, 8.293331, 8.422434, 8.629689, 9.170974, 8.706253, 9.253382, 9.532937, 9.260739, 9.372704, 9.247297, 9.025962, 8.820552, 8.541293, 8.306363, 8.275875, 10.267875, 12.141598, 12.870274, 12.564893, 12.094327, 13.53562, 12.665842, 11.353478, 11.286147, 9.998476, 9.390776, 9.176723, 7.900459, 6.918792, 5.791195, 4.565398, 4.730351, 3.672484, 3.156216, 2.344539, 1.769032, 1.463876, 1.011092, 0.640235, 0.266755, 1.4e-05]}, "digit": {"n_am_en": [5, 1, 5, 1, 4, 3, 1, 4, 2, 1, 3, 2, 1, 3, 3, 3, 2, 4, 5, 2, 1, 0, 0, 0, 6, 4, 5, 7, 3, 2, 2, 5, 3, 5, 3, 6, 6, 7, 5, 6, 4, 5, 4, 4, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 4, 2, 3, 3, 3, 0, 3, 1, 4, 0, 4, 5, 1, 3, 3, 3, 6, 2, 5, 5, 4, 1, 3, 3, 5, 6, 5, 2, 6, 9, 5, 6, 4, 3, 2, 4, 4, 0, 2, 3, 4, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [4.097805, 4.751314, 4.263598, 4.459267, 4.572472, 4.546257, 4.46069, 5.276015, 4.779349, 4.857583, 4.963107, 4.903496, 4.991929, 4.953632, 4.595214, 4.406088, 4.426587, 4.329086, 4.834982, 4.675343, 4.404043, 4.570593, 4.489755, 4.531659, 4.750241, 4.94334, 4.352371, 4.554179, 4.562175, 4.648817, 4.77729, 5.219751, 5.256106, 5.116371, 5.689106, 4.911428, 5.451949, 5.54086, 5.645056, 5.973719, 4.706729, 4.724577, 4.169586, 4.638723, 3.394979, 2.498535, 1.459888, 1.049296, 0.484167, 0.0], "sum_m_pl": [0.977011, 1.529469, 1.55875, 1.471164, 1.521441, 1.394154, 1.220468, 1.24859, 1.4227, 1.672678, 1.798958, 1.795358, 1.884457, 1.769238, 1.820553, 1.907913, 1.901603, 1.993256, 1.846217, 1.870774, 1.814107, 1.70395, 1.62291, 1.658393, 2.407448, 2.71126, 2.848862, 3.149886, 2.755903, 2.915917, 2.83131, 2.493903, 2.260155, 2.102316, 1.898591, 2.135458, 1.935417, 2.019902, 1.784244, 1.643701, 2.109553, 1.749479, 1.60545, 1.259788, 0.933641, 0.74091, 0.559014, 0.379304, 0.143738, 0.0]}, "lang": {"n_am_en": [9, 6, 5, 6, 5, 3, 7, 5, 6, 5, 6, 8, 7, 5, 4, 6, 5, 6, 11, 10, 10, 7, 7, 9, 12, 16, 12, 12, 10, 11, 9, 8, 11, 15, 11, 11, 14, 16, 15, 17, 20, 17, 17, 19, 20, 16, 15, 17, 19, 24], "n_am_pl": [0, 0, 1, 1, 0, 1, 1, 4, 5, 2, 2, 5, 4, 4, 4, 3, 2, 2, 2, 1, 1, 1, 1, 1, 0, 1, 2, 1, 2, 1, 2, 2, 5, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [3.061278, 4.210502, 4.153515, 4.340094, 4.502401, 4.413385, 4.531067, 5.20461, 4.800114, 4.776541, 4.616097, 5.076356, 4.884406, 4.982431, 4.486136, 4.430378, 4.543874, 4.416029, 4.802145, 4.808178, 4.645366, 4.507994, 4.417243, 4.465212, 10.936608, 10.727592, 8.518848, 7.677719, 6.632258, 6.416043, 6.015539, 6.473237, 6.417825, 7.454998, 7.744056, 7.969483, 10.14527, 12.920546, 14.507161, 15.788078, 15.843441, 16.607633, 17.110729, 17.321778, 17.660515, 15.314653, 15.755516, 16.062787, 18.451632, 23.264508], "sum_m_pl": [0.441634, 0.982988, 1.16175, 1.132921, 1.293973, 1.295749, 1.362919, 1.338298, 1.516575, 1.419631, 1.395019, 1.599791, 1.664378, 1.544644, 1.714838, 1.658379, 1.688262, 1.741849, 1.680977, 1.62278, 1.596653, 1.565622, 1.535644, 1.528977, 1.387105, 1.741335, 2.358488, 2.065054, 2.173581, 2.542162, 2.265762, 2.053079, 2.230384, 2.018577, 1.975666, 2.021219, 1.810866, 1.394481, 1.181917, 0.85591, 0.774695, 0.434584, 0.381707, 0.40039, 0.322005, 0.231488, 0.196396, 0.136861, 0.071648, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "llmzszl-18563", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 751, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9776}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 13, 27, 30, 23, 34, 38, 44, 38, 28, 26, 36, 25, 25, 27, 25, 35, 35, 64, 69, 59, 70, 72, 59, 89, 87, 65, 51, 45, 40, 42, 40, 50, 52, 68, 71, 75, 89, 95, 104, 93, 95, 96, 92, 73, 53, 18, 3, 1, 0], "n_am_pl": [1, 28, 23, 23, 20, 35, 27, 27, 16, 27, 30, 37, 39, 37, 28, 36, 18, 28, 19, 20, 14, 11, 16, 8, 12, 15, 21, 27, 24, 30, 28, 20, 20, 16, 13, 19, 19, 12, 10, 12, 11, 11, 12, 11, 24, 37, 67, 84, 88, 91], "n_pos": 215, "sum_m_en": [23.326959, 32.835133, 33.407761, 34.781053, 36.411145, 37.500482, 37.586038, 40.825776, 37.092587, 36.584331, 36.441293, 36.870513, 37.661034, 36.529914, 33.913175, 34.516476, 36.038189, 34.297776, 36.921293, 35.92815, 34.149412, 35.127284, 34.242375, 33.792934, 58.881322, 51.956485, 42.12391, 38.797104, 38.019223, 37.433655, 36.402521, 39.340792, 39.709622, 41.14233, 44.747311, 45.82614, 52.05838, 57.60993, 62.979401, 80.1152, 75.702119, 78.372309, 81.752077, 82.57382, 67.116996, 46.840236, 18.710189, 4.372647, 1.720023, 0.000722], "sum_m_pl": [4.38056, 10.674585, 12.11434, 12.113685, 12.220483, 12.555872, 12.829137, 12.657123, 13.995277, 14.642004, 15.393916, 15.747412, 16.736176, 15.856085, 15.871056, 15.443811, 14.473622, 14.685715, 13.846399, 13.871773, 13.525973, 13.239051, 13.205952, 12.987934, 14.992514, 17.87944, 19.938732, 20.68841, 21.898835, 23.377501, 20.66313, 19.043136, 18.734116, 16.478982, 15.554979, 14.888859, 14.119738, 13.147874, 13.906192, 10.162022, 10.874781, 8.897475, 8.91211, 12.561589, 22.35653, 38.227738, 64.56457, 82.160103, 88.748351, 90.66664]}, "digit": {"n_am_en": [5, 4, 6, 4, 2, 0, 1, 1, 2, 3, 2, 5, 1, 3, 5, 0, 7, 4, 7, 6, 3, 3, 1, 2, 5, 6, 4, 4, 6, 5, 1, 2, 2, 2, 3, 1, 5, 10, 9, 11, 3, 3, 4, 4, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 4, 5, 3, 4, 6, 2, 4, 2, 2, 5, 3, 5, 4, 1, 5, 3, 4, 2, 6, 5, 1, 2, 1, 4, 4, 4, 5, 7, 7, 7, 6, 3, 3, 3, 7, 4, 2, 1, 3, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [4.048095, 5.191983, 4.792788, 4.764511, 4.693296, 4.792555, 4.594185, 5.145166, 4.731177, 4.882334, 5.079518, 5.026835, 5.136338, 5.038636, 4.609911, 4.529315, 4.845976, 4.504047, 5.013628, 4.928559, 4.662867, 4.82315, 4.712659, 4.729819, 5.769408, 5.333178, 4.483654, 4.965054, 4.975741, 4.885432, 4.773257, 5.405823, 5.448723, 5.141531, 5.47498, 5.059198, 5.618283, 5.729426, 5.227162, 5.679188, 4.477264, 4.393318, 4.234969, 4.622427, 3.76438, 2.461774, 1.582455, 0.955494, 0.471217, 1.9e-05], "sum_m_pl": [0.867115, 1.771452, 1.738129, 1.694457, 1.621831, 1.560012, 1.459512, 1.406907, 1.663572, 1.965994, 2.090245, 2.084166, 2.254716, 1.996652, 1.991183, 2.071027, 2.058443, 2.019084, 1.807553, 1.899549, 1.837183, 1.763037, 1.720412, 1.76778, 2.439077, 2.753511, 3.019383, 2.891474, 3.11673, 3.073542, 3.012871, 2.466547, 2.460315, 2.265421, 2.165558, 2.312041, 1.925973, 1.837794, 1.865132, 1.783123, 1.939629, 1.779835, 1.584236, 1.500809, 1.180394, 0.890244, 0.690558, 0.401264, 0.135652, 0.0]}, "lang": {"n_am_en": [8, 5, 7, 20, 15, 21, 20, 29, 21, 16, 13, 18, 18, 18, 15, 20, 12, 19, 38, 46, 41, 48, 53, 42, 59, 52, 42, 33, 23, 24, 27, 27, 30, 34, 41, 46, 49, 49, 54, 59, 55, 59, 60, 61, 46, 34, 8, 1, 1, 0], "n_am_pl": [1, 14, 11, 11, 4, 21, 16, 14, 8, 13, 16, 21, 19, 19, 17, 16, 11, 16, 9, 5, 2, 5, 5, 3, 5, 7, 9, 14, 9, 11, 9, 6, 11, 7, 7, 9, 10, 7, 9, 9, 7, 7, 8, 11, 23, 36, 62, 80, 87, 90], "n_pos": 90, "sum_m_en": [9.334961, 13.494093, 14.677462, 15.638526, 16.672493, 17.118534, 17.79514, 19.424002, 17.802523, 17.221031, 16.843555, 17.343877, 17.722925, 16.752547, 15.409055, 15.889517, 16.506705, 15.730773, 16.885273, 16.217425, 15.703016, 16.310836, 15.83254, 15.211956, 36.526929, 30.344984, 23.248072, 19.223188, 18.14028, 17.865011, 17.383487, 18.464723, 18.435514, 20.372856, 21.84471, 23.961282, 27.347698, 30.544739, 35.753675, 46.218584, 45.485526, 49.242802, 51.936754, 52.50993, 42.116572, 28.688058, 8.607251, 1.546113, 0.621538, 0.000517], "sum_m_pl": [1.514264, 4.07677, 4.739798, 4.845478, 4.888318, 5.362742, 5.565672, 5.422007, 5.826275, 5.897401, 6.153278, 6.635152, 7.297643, 7.257214, 7.3224, 7.052941, 6.356721, 6.486272, 6.15087, 5.938705, 5.731263, 5.717518, 5.72105, 5.547508, 5.867337, 7.455834, 8.951343, 9.685199, 10.161605, 10.77798, 9.350192, 9.079459, 8.983097, 8.070911, 7.896115, 7.632409, 8.103203, 7.607955, 8.607819, 6.201001, 6.909916, 5.716425, 5.900686, 9.286045, 18.989683, 34.774911, 58.93363, 77.21574, 86.312001, 89.890237]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "llmzszl-18563", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 879, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9907}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 11, 16, 17, 19, 19, 20, 24, 25, 21, 17, 16, 17, 14, 18, 18, 19, 13, 17, 22, 21, 23, 25, 22, 35, 29, 28, 26, 21, 30, 21, 24, 26, 27, 31, 31, 36, 35, 37, 37, 40, 40, 43, 46, 42, 42, 40, 39, 37, 38], "n_am_pl": [1, 6, 7, 3, 1, 3, 5, 4, 7, 10, 8, 8, 7, 16, 8, 5, 7, 1, 2, 3, 6, 5, 3, 3, 4, 2, 6, 7, 5, 3, 4, 8, 1, 0, 1, 2, 3, 1, 1, 2, 0, 0, 0, 1, 3, 0, 0, 1, 0, 0], "n_pos": 90, "sum_m_en": [9.747236, 14.272385, 14.371782, 14.011125, 15.246174, 15.266768, 15.258359, 14.96324, 14.366292, 14.325311, 13.503062, 13.839477, 13.206672, 13.373667, 13.536012, 14.112877, 13.522865, 12.820932, 13.482815, 13.434169, 13.381457, 14.104026, 13.720195, 13.662748, 21.940394, 22.051593, 19.980564, 18.518076, 17.060633, 18.235925, 16.414641, 17.694361, 17.317645, 19.104041, 21.763911, 23.998016, 28.065678, 29.488185, 31.90293, 33.327118, 34.524944, 34.990034, 36.043751, 38.259755, 39.418455, 38.029495, 39.229077, 36.908404, 35.775939, 37.107688], "sum_m_pl": [1.753304, 3.658271, 3.9817, 3.452299, 3.893884, 3.735565, 3.978011, 4.081441, 4.281583, 4.620926, 4.978824, 5.817462, 5.996782, 6.113431, 5.425349, 5.194913, 4.916634, 5.159993, 5.413739, 5.271194, 5.029928, 4.950278, 4.788117, 4.735534, 5.734169, 6.531901, 5.928387, 6.297154, 6.547105, 6.813736, 6.648664, 6.175837, 5.692735, 5.649261, 5.460514, 5.241736, 4.863657, 4.389957, 3.614065, 3.247954, 2.687017, 2.200902, 2.074561, 1.857302, 2.218163, 1.638655, 1.274692, 1.4156, 0.604972, 0.025136]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 0, 3, 5, 3, 3, 1, 1, 3, 1, 4, 3, 3, 1, 3, 2, 1, 2, 3, 3, 8, 5, 4, 1, 2, 3, 1, 1, 3, 2, 2, 2, 1, 3, 4, 3, 4, 4, 6, 5, 3, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 2, 2, 2, 0, 0, 1, 2, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0], "n_pos": 11, "sum_m_en": [0.92075, 1.952965, 1.936671, 1.798314, 1.964599, 1.901606, 1.880848, 1.842591, 1.727418, 1.831468, 1.806811, 1.965603, 1.8107, 1.9592, 2.05637, 2.157287, 1.957107, 1.811056, 1.897455, 1.855792, 1.891813, 2.046136, 1.937427, 1.907151, 2.728962, 2.424882, 2.127005, 1.980886, 1.928653, 2.054027, 1.9046, 2.158173, 1.941853, 1.970408, 2.047638, 2.144591, 2.379505, 2.978086, 2.933159, 2.688162, 2.903557, 2.899941, 3.192904, 3.190918, 3.384212, 3.135068, 2.578627, 1.298212, 0.378545, 0.0], "sum_m_pl": [0.143279, 0.479195, 0.466049, 0.395666, 0.466376, 0.464644, 0.456142, 0.458935, 0.468302, 0.539832, 0.612222, 0.67908, 0.688446, 0.75778, 0.643591, 0.621024, 0.606354, 0.671276, 0.658144, 0.65441, 0.628491, 0.631171, 0.623146, 0.634834, 1.417436, 1.431985, 1.067933, 1.183394, 1.433976, 1.358758, 1.304199, 0.946253, 0.741803, 0.663775, 0.654067, 0.7401, 0.570112, 0.59213, 0.570248, 0.543325, 0.525737, 0.525943, 0.483524, 0.41408, 0.408393, 0.323814, 0.342379, 0.465462, 0.16899, 0.000709]}, "lang": {"n_am_en": [5, 7, 7, 11, 12, 15, 11, 13, 15, 12, 10, 9, 9, 7, 6, 8, 12, 8, 10, 16, 14, 16, 15, 12, 17, 17, 17, 16, 13, 19, 15, 17, 17, 17, 22, 21, 24, 22, 23, 25, 26, 27, 28, 32, 33, 33, 32, 33, 35, 37], "n_am_pl": [1, 3, 2, 1, 0, 1, 2, 1, 4, 5, 3, 4, 2, 7, 3, 2, 1, 0, 1, 1, 1, 0, 0, 1, 2, 1, 4, 1, 2, 1, 2, 2, 0, 0, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.403483, 5.959366, 6.194765, 6.048063, 6.615861, 6.670432, 6.770671, 6.547042, 6.506464, 6.269857, 5.653054, 5.880928, 5.557729, 5.608129, 5.492599, 5.710653, 5.52794, 5.26923, 5.352459, 5.38554, 5.314863, 5.603791, 5.501502, 5.452984, 11.605211, 11.949371, 10.806116, 9.442864, 8.321571, 9.317619, 8.038519, 8.381544, 8.323805, 9.750384, 11.510347, 14.16017, 17.68365, 18.278209, 20.277053, 21.939453, 23.514506, 24.413334, 24.771477, 27.063045, 28.679672, 28.176481, 30.271013, 30.465465, 32.866889, 36.040911], "sum_m_pl": [0.693856, 1.311566, 1.366519, 1.267332, 1.433465, 1.374722, 1.505938, 1.51764, 1.691172, 1.819464, 1.899414, 2.274833, 2.338833, 2.347915, 2.094552, 1.996128, 1.971374, 2.084048, 2.25516, 2.148334, 2.048465, 2.005034, 1.917803, 1.881986, 2.073027, 2.411393, 2.387887, 2.317439, 2.329306, 2.506192, 2.640894, 2.586018, 2.392551, 2.425954, 2.340578, 2.450183, 2.342207, 1.948321, 1.687084, 1.612549, 1.188689, 0.736216, 0.635721, 0.550193, 0.434281, 0.3042, 0.220307, 0.225209, 0.159414, 0.019184]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-18564", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 751, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.967}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 10, 12, 16, 31, 32, 25, 28, 29, 25, 26, 22, 19, 22, 22, 27, 47, 38, 46, 47, 46, 58, 53, 44, 80, 77, 70, 57, 41, 42, 42, 39, 38, 49, 58, 64, 68, 73, 73, 76, 80, 71, 75, 69, 58, 36, 16, 3, 0, 0], "n_am_pl": [3, 9, 18, 22, 18, 25, 21, 20, 15, 25, 26, 35, 24, 21, 25, 17, 12, 21, 23, 22, 11, 11, 13, 8, 11, 22, 21, 26, 25, 27, 15, 14, 15, 14, 18, 16, 19, 18, 20, 20, 16, 20, 25, 35, 42, 72, 113, 115, 115, 113], "n_pos": 176, "sum_m_en": [15.898152, 23.871532, 25.915947, 26.987451, 29.829957, 29.727684, 31.335978, 31.274344, 29.199599, 29.359651, 29.025477, 29.130831, 27.988453, 28.659106, 27.772113, 29.053172, 28.382161, 26.730088, 27.303013, 26.358363, 26.497818, 28.425782, 27.377289, 27.199525, 47.263271, 46.319911, 39.966858, 34.879158, 32.658281, 32.257248, 30.048472, 31.095457, 31.210716, 33.936122, 40.46104, 41.151462, 45.478832, 53.181917, 57.283456, 61.273639, 61.628366, 58.246128, 60.897683, 57.799184, 49.952671, 37.077792, 15.752076, 4.698539, 1.424044, 1.3e-05], "sum_m_pl": [2.570043, 7.531301, 8.653695, 8.311519, 8.316032, 8.207498, 8.670848, 9.585684, 9.863217, 10.44496, 10.85896, 12.561459, 12.756017, 12.54057, 11.384573, 10.417826, 9.776853, 10.084793, 10.144461, 9.861619, 9.742758, 9.473313, 9.328285, 9.240426, 10.865258, 13.759262, 14.217873, 14.815559, 15.767352, 15.474208, 14.359682, 15.006103, 13.579838, 13.668373, 12.956474, 13.087366, 14.694607, 13.81167, 14.599955, 16.230171, 16.024788, 16.835696, 22.081154, 30.851385, 41.675175, 61.465919, 103.497774, 111.100015, 110.986108, 112.846791]}, "digit": {"n_am_en": [0, 4, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 1, 1, 0, 1, 3, 3, 5, 4, 3, 4, 2, 1, 5, 3, 2, 2, 2, 1, 0, 0, 1, 1, 2, 3, 4, 5, 5, 6, 5, 4, 3, 4, 3, 1, 2, 0, 0, 0], "n_am_pl": [0, 1, 3, 3, 0, 0, 1, 0, 0, 1, 0, 1, 3, 1, 0, 0, 0, 0, 0, 2, 1, 0, 2, 0, 1, 1, 3, 3, 1, 3, 0, 1, 0, 0, 1, 2, 0, 1, 0, 1, 0, 1, 0, 1, 1, 3, 1, 1, 0, 0], "n_pos": 11, "sum_m_en": [0.954821, 1.930374, 2.0068, 2.055846, 2.011354, 1.937209, 1.989371, 1.958494, 1.790379, 1.804806, 1.925549, 1.936867, 1.842808, 1.899689, 1.875974, 1.869673, 1.797484, 1.689411, 1.949918, 1.799887, 1.793045, 1.939376, 1.821477, 1.862458, 2.558367, 2.572875, 2.03666, 2.111091, 2.129112, 2.248828, 1.963978, 2.076824, 2.113734, 2.134022, 2.314466, 2.806706, 2.812021, 3.382534, 3.043497, 3.354939, 2.970739, 2.750799, 2.791654, 2.573104, 2.354522, 2.181884, 1.967263, 0.844845, 0.505023, 0.0], "sum_m_pl": [0.18772, 0.598535, 0.566454, 0.549319, 0.584284, 0.536733, 0.572234, 0.63045, 0.618513, 0.641244, 0.667222, 0.735043, 0.731608, 0.788987, 0.661927, 0.618884, 0.561635, 0.595756, 0.546221, 0.559033, 0.555668, 0.568527, 0.541834, 0.552053, 0.707096, 0.847587, 0.78606, 0.90443, 0.857964, 0.895799, 0.803469, 0.8729, 0.69211, 0.661071, 0.638213, 0.623811, 0.511702, 0.468175, 0.431903, 0.494097, 0.494715, 0.447425, 0.469345, 1.224823, 1.338546, 1.549146, 1.252494, 0.790741, 0.122542, 0.0]}, "lang": {"n_am_en": [3, 5, 7, 9, 20, 20, 17, 20, 19, 21, 20, 15, 13, 17, 17, 18, 33, 27, 28, 32, 31, 40, 37, 33, 57, 54, 54, 46, 32, 37, 35, 33, 32, 37, 40, 45, 48, 52, 48, 52, 58, 50, 56, 51, 44, 27, 8, 2, 0, 0], "n_am_pl": [3, 3, 10, 14, 10, 22, 16, 17, 13, 18, 17, 24, 16, 17, 18, 10, 7, 16, 15, 13, 7, 6, 9, 6, 8, 17, 14, 15, 21, 18, 9, 10, 11, 9, 13, 10, 14, 11, 16, 16, 12, 15, 21, 29, 35, 61, 94, 105, 112, 113], "n_pos": 114, "sum_m_en": [10.769441, 15.241722, 16.519231, 17.202694, 19.149691, 19.262111, 20.250732, 20.066978, 18.940817, 19.47961, 19.077705, 19.069318, 18.490639, 18.966357, 18.392748, 19.409523, 18.960521, 18.028984, 17.984893, 17.196442, 17.316269, 18.375726, 17.900689, 17.656692, 33.315052, 32.287454, 27.589833, 23.846587, 22.326542, 21.987297, 20.218742, 21.115493, 21.347209, 23.182172, 27.311452, 27.885607, 32.093392, 36.443987, 39.610137, 43.370861, 44.972077, 42.670385, 45.249072, 42.867708, 36.741213, 26.009943, 9.111055, 2.36784, 0.609319, 1.3e-05], "sum_m_pl": [1.76488, 4.758227, 5.674592, 5.676366, 5.587327, 5.68711, 5.856358, 6.599478, 6.710843, 7.029343, 7.269739, 8.419924, 8.510431, 8.382788, 7.454243, 6.671774, 6.411102, 6.5857, 6.731022, 6.540325, 6.436661, 6.235665, 6.177615, 6.097324, 7.502159, 9.67519, 10.080012, 10.156451, 10.974945, 10.786628, 9.923669, 10.382293, 9.55666, 9.642755, 9.170629, 9.546196, 10.121818, 9.954273, 10.761395, 11.968052, 11.23407, 11.940483, 16.527316, 23.952995, 33.215317, 51.248961, 85.385257, 101.839375, 107.715755, 112.593382]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "llmzszl-18564", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 879, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9831}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 24, 41, 43, 41, 45, 35, 39, 33, 33, 36, 34, 24, 30, 32, 40, 33, 36, 44, 52, 40, 40, 35, 35, 45, 50, 44, 46, 45, 46, 44, 46, 48, 49, 61, 66, 76, 73, 79, 85, 75, 72, 72, 69, 69, 72, 75, 76, 70, 71], "n_am_pl": [3, 12, 14, 6, 10, 13, 14, 12, 18, 25, 23, 25, 20, 21, 24, 23, 23, 15, 8, 15, 7, 8, 3, 5, 6, 9, 7, 16, 14, 19, 25, 17, 16, 10, 6, 4, 7, 8, 6, 3, 4, 4, 6, 1, 2, 1, 1, 0, 0, 0], "n_pos": 197, "sum_m_en": [19.802716, 31.396618, 32.018478, 31.87207, 33.328521, 34.662155, 34.686492, 35.826728, 35.717955, 35.268616, 34.428646, 36.212245, 33.913046, 33.892771, 32.901934, 32.129544, 32.479873, 31.854696, 31.896876, 32.724051, 30.00878, 30.368456, 29.932744, 30.7831, 42.029322, 43.208137, 39.080529, 35.84696, 34.993541, 36.222109, 34.351158, 35.82381, 35.588669, 40.677476, 45.686425, 47.20009, 51.240274, 60.92107, 60.444939, 64.504469, 59.557752, 63.140877, 62.732157, 63.029681, 65.900589, 69.691854, 72.360165, 73.708364, 68.193253, 70.536364], "sum_m_pl": [3.364316, 8.324955, 9.930309, 9.378638, 10.382599, 10.256736, 10.680305, 10.775809, 11.714843, 12.027774, 13.39834, 14.079997, 14.459724, 14.931061, 15.443959, 15.529069, 13.298109, 13.820701, 12.790347, 12.531882, 12.28605, 12.017216, 11.92635, 11.89382, 13.216312, 14.288921, 14.698626, 15.533379, 17.043924, 19.17413, 18.014307, 17.309215, 17.815186, 16.33468, 14.29587, 13.592233, 13.142152, 11.977059, 10.801952, 10.157755, 9.528972, 8.104676, 7.844731, 6.691315, 5.944152, 4.438687, 2.948168, 2.946877, 1.362964, 7e-06]}, "digit": {"n_am_en": [0, 3, 4, 3, 0, 3, 0, 1, 3, 3, 5, 2, 1, 1, 4, 4, 4, 5, 9, 7, 4, 7, 4, 5, 5, 5, 5, 6, 5, 6, 6, 4, 6, 2, 4, 5, 5, 5, 4, 4, 5, 4, 2, 1, 1, 2, 2, 0, 0, 0], "n_am_pl": [0, 6, 6, 0, 1, 0, 2, 1, 2, 2, 4, 4, 3, 6, 2, 2, 1, 0, 0, 3, 0, 0, 0, 1, 1, 0, 0, 3, 2, 2, 3, 1, 1, 1, 0, 1, 3, 3, 4, 2, 2, 2, 1, 0, 1, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.242682, 4.46799, 4.524795, 4.071382, 4.05684, 4.380554, 4.457897, 4.791756, 4.587979, 4.554779, 4.593004, 4.830198, 4.451015, 4.503546, 4.314114, 4.197099, 4.117134, 4.365504, 4.503133, 4.426191, 3.933688, 4.047534, 3.979071, 4.120212, 5.59593, 5.531998, 5.361827, 4.593554, 4.585847, 4.728843, 4.585457, 4.889023, 4.308063, 4.948245, 5.343396, 5.436356, 5.372223, 5.166766, 4.274938, 4.129638, 3.88022, 3.470712, 3.181217, 2.878837, 2.429759, 2.480754, 1.939543, 1.234836, 0.327754, 0.0], "sum_m_pl": [0.403814, 1.310008, 1.378233, 1.195509, 1.334472, 1.425637, 1.480943, 1.524442, 1.615121, 1.59154, 1.790914, 1.962234, 1.853464, 1.851951, 1.856934, 1.876691, 1.538921, 1.544973, 1.513939, 1.441321, 1.439439, 1.442274, 1.426421, 1.433479, 1.500582, 1.519008, 1.548005, 1.877505, 1.971045, 2.049978, 2.039541, 1.896623, 1.925601, 1.836491, 1.528336, 1.579862, 1.727136, 1.715201, 1.776555, 1.691046, 1.66242, 1.505242, 1.395667, 1.273345, 0.891798, 0.696578, 0.548629, 0.498107, 0.149806, 0.0]}, "lang": {"n_am_en": [13, 12, 15, 23, 23, 27, 19, 20, 16, 19, 18, 16, 11, 19, 20, 24, 22, 19, 20, 25, 19, 20, 19, 19, 22, 29, 30, 26, 19, 28, 27, 30, 27, 36, 40, 41, 50, 49, 53, 57, 53, 54, 55, 56, 59, 59, 66, 70, 67, 71], "n_am_pl": [2, 3, 0, 2, 2, 3, 5, 4, 5, 7, 7, 8, 9, 5, 7, 10, 8, 5, 3, 4, 1, 3, 1, 2, 3, 2, 1, 2, 3, 4, 5, 7, 3, 2, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 72, "sum_m_en": [7.842072, 11.069164, 11.477793, 12.097966, 12.670066, 13.085678, 13.387925, 13.820228, 14.189832, 13.911786, 13.262716, 13.905947, 12.883419, 13.058514, 12.797543, 12.601272, 12.231986, 12.302402, 12.059826, 12.663512, 11.341419, 11.369053, 11.234251, 11.736349, 20.309498, 21.145851, 18.597118, 16.490102, 15.215018, 15.834259, 15.059466, 15.975346, 16.37322, 19.661425, 21.776476, 24.620442, 29.890854, 37.34999, 38.2625, 41.95519, 39.901627, 44.222476, 45.834676, 47.019627, 51.128644, 54.120236, 60.547898, 61.796385, 62.411207, 70.015221], "sum_m_pl": [1.419111, 2.558373, 2.899546, 3.038397, 3.388194, 3.385703, 3.581282, 3.575436, 4.061088, 4.247878, 4.913749, 5.139348, 5.494828, 6.058323, 6.078791, 6.021367, 5.198454, 5.342939, 4.851115, 4.684606, 4.584567, 4.50245, 4.430427, 4.432409, 4.976698, 5.191819, 5.579784, 5.894097, 6.612616, 7.736693, 6.969635, 6.814266, 6.766299, 6.236673, 5.434114, 5.281482, 5.211873, 4.552959, 3.884923, 3.664494, 3.421212, 2.433257, 2.132605, 1.88992, 1.61117, 1.165502, 0.786575, 0.635103, 0.26977, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 199, "item_id": "llmzszl-18565", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 19, 30, 31, 26, 28, 32, 33, 33, 33, 21, 22, 30, 18, 26, 25, 37, 29, 34, 48, 35, 31, 28, 33, 54, 56, 47, 42, 32, 31, 36, 32, 33, 54, 65, 69, 70, 85, 77, 74, 69, 70, 76, 74, 70, 62, 17, 4, 0, 0], "n_am_pl": [5, 16, 22, 20, 21, 23, 19, 20, 31, 25, 23, 42, 26, 27, 25, 21, 16, 13, 14, 10, 9, 8, 8, 10, 6, 13, 13, 19, 20, 31, 30, 22, 22, 14, 12, 12, 13, 18, 14, 16, 15, 13, 15, 19, 21, 36, 81, 89, 94, 90], "n_pos": 219, "sum_m_en": [19.35652, 32.805473, 34.883351, 34.366002, 36.547153, 37.341816, 38.110772, 40.735026, 39.511453, 38.714279, 38.561214, 38.191252, 38.114112, 36.584597, 34.48271, 33.456955, 33.717416, 33.730177, 33.805054, 35.045927, 31.304809, 32.193726, 31.76583, 32.738855, 42.011696, 42.988079, 38.867201, 36.648145, 35.459415, 36.582703, 34.643253, 36.131201, 36.29222, 39.606721, 45.274926, 46.230853, 45.086663, 56.315019, 59.345448, 61.048642, 55.912179, 61.008164, 64.172777, 64.396442, 62.91889, 54.750517, 18.775505, 6.809571, 2.088689, 1e-05], "sum_m_pl": [3.29453, 10.004547, 12.29313, 11.360452, 12.372515, 12.641697, 13.040673, 13.412513, 14.517896, 14.885684, 16.144753, 17.573822, 17.670784, 18.175605, 17.094571, 16.700859, 13.73061, 14.600316, 13.145875, 12.891399, 13.027064, 12.805123, 12.82789, 12.662107, 15.254144, 16.445049, 17.438952, 18.476595, 20.442807, 22.388039, 21.084258, 20.49521, 19.781169, 18.506944, 15.472534, 15.496268, 15.12303, 15.159589, 13.907288, 14.394838, 15.685801, 13.744401, 16.762694, 18.805955, 22.541855, 35.026031, 74.544414, 86.589419, 91.779169, 89.977056]}, "digit": {"n_am_en": [0, 5, 0, 1, 3, 2, 0, 2, 5, 6, 1, 3, 0, 2, 0, 4, 6, 5, 10, 9, 5, 4, 3, 3, 8, 7, 7, 5, 4, 5, 6, 4, 4, 6, 8, 6, 7, 9, 6, 4, 3, 3, 2, 3, 2, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 7, 0, 1, 1, 1, 2, 3, 4, 2, 4, 4, 2, 2, 0, 2, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 2, 2, 2, 4, 3, 1, 0, 0, 1, 1, 3, 3, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [1.983419, 4.305878, 4.614019, 4.129537, 4.177317, 4.292537, 4.177762, 4.59632, 4.440106, 4.291613, 4.480546, 4.519603, 4.382433, 4.36527, 4.104676, 3.86235, 3.791783, 4.34429, 4.370672, 4.602501, 3.656376, 3.693317, 3.641774, 3.850889, 5.524357, 5.500476, 5.126691, 4.493464, 4.213966, 4.493063, 4.26552, 4.483279, 4.319386, 4.855997, 5.299158, 5.42534, 4.865761, 6.009234, 5.230857, 4.251869, 3.378346, 2.973163, 2.8284, 2.553658, 1.753013, 2.247078, 1.946683, 0.675664, 0.374893, 0.0], "sum_m_pl": [0.352295, 1.311123, 1.357782, 1.130081, 1.281973, 1.47166, 1.506632, 1.542372, 1.672818, 1.684889, 1.86532, 1.972402, 1.781806, 1.769648, 1.715242, 1.70185, 1.332911, 1.474576, 1.382933, 1.368354, 1.38423, 1.361442, 1.372661, 1.371989, 1.403994, 1.579673, 1.557844, 1.824225, 2.001707, 2.156952, 2.120384, 1.980405, 1.854008, 1.69824, 1.429844, 1.454734, 1.371673, 1.222096, 1.269826, 1.299394, 1.336242, 1.098133, 0.998841, 0.98323, 0.661876, 0.463108, 0.539855, 0.543495, 0.192154, 0.0]}, "lang": {"n_am_en": [6, 4, 8, 11, 8, 13, 16, 15, 14, 17, 15, 7, 11, 6, 16, 12, 18, 14, 16, 22, 19, 15, 14, 17, 21, 21, 22, 17, 12, 12, 17, 16, 18, 26, 31, 34, 33, 48, 45, 43, 40, 47, 54, 51, 46, 40, 11, 3, 0, 0], "n_am_pl": [1, 8, 9, 9, 10, 13, 12, 7, 18, 13, 11, 23, 15, 19, 16, 11, 7, 9, 6, 7, 5, 6, 3, 5, 3, 7, 10, 11, 12, 16, 17, 10, 14, 8, 9, 7, 9, 9, 9, 13, 12, 11, 13, 18, 19, 31, 63, 80, 89, 90], "n_pos": 90, "sum_m_en": [8.198836, 12.573742, 13.24003, 13.578309, 14.470936, 14.836404, 15.987554, 17.235852, 16.904729, 16.545689, 16.55227, 16.155299, 15.981024, 15.182927, 14.561893, 14.213399, 13.970183, 13.956635, 14.053309, 15.336079, 13.248486, 13.317837, 13.080062, 13.559492, 18.49436, 19.110436, 16.725391, 15.145506, 14.464709, 14.935542, 14.412452, 15.309126, 15.7952, 17.149065, 19.488547, 21.439573, 21.857711, 29.356431, 32.648222, 34.019181, 32.548326, 37.487878, 42.917141, 42.625114, 40.387098, 34.568526, 11.04687, 3.443923, 0.580472, 8e-06], "sum_m_pl": [1.383573, 3.835482, 4.617625, 4.722742, 5.012963, 5.185111, 5.554057, 5.793229, 6.275462, 6.443783, 7.087749, 7.911782, 8.15809, 8.894895, 8.109603, 7.738455, 6.300258, 6.635315, 5.911712, 5.579786, 5.726935, 5.577697, 5.616184, 5.564013, 7.312635, 8.020045, 8.637947, 8.945185, 9.833183, 11.058282, 10.259661, 10.14365, 9.50935, 8.992691, 7.407944, 7.83805, 8.071093, 7.406774, 6.682617, 7.463431, 9.030043, 8.37703, 12.005838, 14.33443, 17.703264, 28.836851, 60.161404, 75.300885, 85.947199, 89.523499]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 221, "item_id": "llmzszl-18565", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9955, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 8, 14, 12, 13, 8, 11, 6, 13, 14, 11, 21, 14, 11, 17, 19, 16, 20, 18, 21, 13, 24, 20, 14, 23, 18, 18, 18, 15, 21, 18, 15, 17, 26, 27, 30, 29, 43, 39, 48, 41, 42, 38, 40, 37, 35, 29, 28, 27, 24], "n_am_pl": [2, 8, 6, 3, 7, 8, 8, 8, 8, 7, 9, 10, 14, 14, 12, 15, 11, 15, 13, 10, 9, 10, 10, 10, 13, 14, 16, 11, 8, 15, 17, 15, 14, 13, 8, 9, 12, 4, 1, 2, 2, 1, 0, 0, 1, 1, 4, 1, 1, 1], "n_pos": 99, "sum_m_en": [10.913076, 14.421216, 14.308595, 14.01118, 14.983383, 15.3256, 15.28983, 15.258048, 15.089319, 15.666602, 15.471998, 15.600735, 15.013115, 15.86834, 15.703159, 16.819168, 16.127665, 15.684478, 16.237073, 16.062792, 15.203906, 15.953785, 15.374084, 15.50689, 18.751755, 17.144332, 16.77091, 16.345018, 15.628164, 16.092188, 15.568776, 16.526834, 18.065818, 18.714315, 20.502808, 20.324604, 21.702991, 27.386691, 29.581308, 37.265201, 36.190967, 36.798787, 35.968643, 38.466116, 37.184148, 35.091477, 29.292217, 29.033813, 26.344578, 24.438589], "sum_m_pl": [1.989556, 4.228809, 4.871403, 4.497389, 4.90581, 5.020752, 4.969422, 5.285224, 5.433591, 5.728735, 6.210858, 6.737159, 7.402744, 7.021668, 7.409425, 7.08311, 6.455931, 6.731711, 6.730132, 6.990043, 6.817301, 6.543761, 6.287286, 6.342209, 9.261175, 9.865792, 9.251725, 9.103818, 9.048334, 9.993658, 9.268469, 8.332157, 8.263691, 7.80585, 7.606051, 7.227067, 6.845894, 5.778022, 5.143803, 4.240731, 3.971091, 3.492514, 3.009468, 2.700849, 2.433341, 2.750115, 3.448059, 2.081204, 1.460891, 1.000105]}, "digit": {"n_am_en": [0, 0, 3, 1, 2, 0, 1, 1, 0, 1, 1, 2, 2, 0, 4, 3, 0, 2, 2, 3, 0, 2, 1, 0, 1, 1, 4, 3, 3, 4, 2, 3, 1, 3, 3, 4, 3, 9, 4, 7, 3, 3, 2, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [1, 3, 3, 0, 0, 0, 1, 0, 1, 2, 4, 4, 2, 1, 0, 1, 0, 2, 2, 1, 0, 1, 1, 0, 1, 1, 2, 0, 1, 2, 1, 4, 3, 2, 0, 2, 3, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.947615, 2.681425, 2.566805, 2.485206, 2.550998, 2.538586, 2.530903, 2.550837, 2.524548, 2.596485, 2.584533, 2.568406, 2.469063, 2.607318, 2.487221, 2.616868, 2.464979, 2.515713, 2.708953, 2.62071, 2.431524, 2.518867, 2.480044, 2.558007, 2.832068, 2.633519, 2.69922, 2.81208, 2.77359, 2.793546, 2.75086, 2.990789, 3.075192, 3.095393, 3.099928, 3.219781, 3.173755, 3.459029, 3.200546, 3.778618, 3.318716, 3.287209, 2.845996, 2.678823, 2.175336, 1.417635, 0.810782, 0.381532, 0.135757, 0.0], "sum_m_pl": [0.310288, 0.809394, 0.822419, 0.746395, 0.780065, 0.71864, 0.697185, 0.760512, 0.790436, 0.877859, 0.986509, 1.146344, 1.330302, 1.174923, 1.292631, 1.259324, 1.158438, 1.191571, 1.22122, 1.273082, 1.208654, 1.141422, 1.098042, 1.107746, 1.561321, 1.685066, 1.463128, 1.405505, 1.381172, 1.604502, 1.537847, 1.422083, 1.314776, 1.199259, 1.179479, 1.096313, 1.052582, 0.955611, 0.925155, 0.916619, 0.901326, 0.913211, 0.908791, 0.870497, 0.792695, 0.64567, 0.39486, 0.179269, 0.033338, 0.0]}, "lang": {"n_am_en": [4, 5, 4, 2, 5, 4, 5, 2, 7, 4, 4, 8, 4, 6, 4, 6, 7, 8, 8, 8, 6, 10, 10, 7, 10, 8, 8, 9, 7, 10, 7, 7, 8, 12, 15, 15, 16, 19, 19, 22, 22, 23, 23, 25, 25, 24, 22, 24, 25, 24], "n_am_pl": [0, 1, 0, 2, 1, 1, 2, 4, 1, 0, 2, 2, 7, 8, 4, 7, 5, 6, 6, 4, 5, 3, 4, 5, 6, 6, 6, 4, 2, 5, 7, 6, 5, 4, 3, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 1], "n_pos": 26, "sum_m_en": [3.217515, 3.834795, 3.936166, 3.932707, 4.443106, 4.698453, 4.546845, 4.367054, 4.371716, 4.424807, 4.451542, 4.570601, 4.332972, 4.651731, 4.730094, 5.249859, 4.976015, 4.982313, 5.081617, 5.035233, 4.890541, 5.245534, 4.947125, 4.865624, 7.325799, 6.55872, 6.601589, 6.010194, 5.264189, 5.317474, 5.332385, 5.767945, 6.489251, 7.132021, 8.528249, 8.155636, 9.125014, 12.200581, 13.855459, 16.877401, 17.617682, 20.047832, 19.872247, 21.608415, 23.000959, 22.249969, 21.581324, 22.524171, 23.707675, 23.997163], "sum_m_pl": [0.445548, 0.909467, 1.022719, 1.108103, 1.238207, 1.485837, 1.492939, 1.568453, 1.642678, 1.570274, 1.685148, 1.87683, 2.14159, 2.145411, 2.133311, 1.967022, 1.754717, 1.921456, 1.845757, 1.87876, 1.850731, 1.811319, 1.772214, 1.822114, 2.713125, 3.103009, 2.89619, 2.902789, 2.866952, 2.947095, 2.915528, 2.580296, 2.489295, 2.344685, 2.239656, 2.284828, 2.294004, 1.841391, 1.552457, 1.070021, 0.976666, 0.761004, 0.55133, 0.434409, 0.265201, 1.081809, 2.114539, 1.430957, 1.255766, 1.000102]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "llmzszl-18566", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9802, "tf_agree_excl_first": 0.99}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 9, 19, 25, 27, 24, 34, 39, 33, 33, 32, 36, 20, 28, 33, 38, 49, 42, 48, 52, 46, 71, 75, 63, 96, 74, 69, 53, 35, 35, 36, 38, 47, 56, 73, 69, 80, 94, 94, 119, 110, 109, 103, 101, 99, 81, 35, 9, 1, 0], "n_am_pl": [4, 22, 15, 21, 20, 24, 33, 26, 21, 27, 26, 28, 23, 28, 19, 23, 13, 20, 24, 19, 21, 18, 19, 10, 19, 23, 21, 34, 36, 45, 32, 28, 31, 26, 22, 18, 23, 18, 21, 21, 19, 16, 19, 31, 35, 46, 83, 113, 116, 117], "n_pos": 210, "sum_m_en": [20.437454, 30.960887, 32.850111, 34.088669, 35.647604, 36.605156, 36.335858, 37.090285, 36.489642, 38.303157, 39.232984, 38.298855, 37.130422, 37.760901, 34.822398, 39.121377, 39.335469, 37.851451, 38.273703, 36.898535, 35.036151, 38.069047, 36.524453, 35.596317, 54.627305, 46.949887, 44.974262, 41.149278, 38.915416, 38.048518, 37.12404, 39.598644, 41.407486, 44.239469, 47.692849, 47.676096, 47.532748, 53.360465, 57.131173, 78.319072, 82.520337, 83.310227, 85.518189, 86.503385, 85.737638, 71.033378, 33.451507, 8.981346, 3.016986, 9.7e-05], "sum_m_pl": [3.858677, 10.269857, 12.200929, 12.034738, 11.94466, 13.004983, 13.334124, 13.704415, 14.042416, 13.760426, 14.975725, 16.419663, 17.133529, 15.549282, 15.89146, 14.38508, 13.15537, 13.604186, 13.832221, 14.495484, 14.557905, 14.060976, 13.822916, 13.503901, 17.597783, 20.544104, 19.685148, 19.866922, 20.485953, 22.392152, 20.211923, 19.069221, 18.932156, 17.642916, 16.438384, 15.826071, 16.174767, 16.136346, 16.296669, 15.091, 13.332659, 12.521964, 15.931578, 20.75462, 26.374836, 39.203125, 75.530984, 103.273195, 113.768511, 116.908394]}, "digit": {"n_am_en": [0, 2, 3, 1, 2, 0, 3, 1, 0, 1, 1, 0, 1, 1, 2, 0, 0, 2, 2, 2, 0, 3, 2, 1, 4, 0, 0, 3, 2, 2, 3, 3, 2, 2, 4, 5, 6, 8, 9, 10, 4, 5, 1, 3, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 1, 3, 1, 0, 1, 0, 5, 3, 3, 2, 0, 0, 3, 0, 1, 0, 2, 1, 0, 0, 0, 3, 2, 1, 4, 6, 3, 2, 4, 4, 2, 1, 0, 2, 0, 0, 2, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.961198, 3.019834, 3.061747, 2.895457, 2.905898, 2.947357, 2.915909, 2.914295, 2.908753, 2.961239, 3.078298, 3.017516, 2.912417, 3.103736, 2.821281, 2.90182, 2.938079, 2.882613, 3.126151, 2.923636, 2.769686, 2.878666, 2.778407, 2.865777, 3.231501, 2.727209, 2.896593, 3.036074, 2.970197, 3.076303, 3.101438, 3.423557, 3.524723, 3.529644, 3.541965, 3.681182, 3.750061, 4.19277, 3.789916, 4.38391, 3.477555, 3.442493, 2.891369, 2.741284, 2.001815, 1.247771, 0.747663, 0.33742, 0.194847, 0.0], "sum_m_pl": [0.315757, 0.906608, 0.855385, 0.840144, 0.883498, 0.922711, 0.822431, 0.86426, 0.911145, 1.015646, 1.215103, 1.348029, 1.502858, 1.331817, 1.50163, 1.501729, 1.298664, 1.289276, 1.220049, 1.354244, 1.274183, 1.195802, 1.148971, 1.166636, 1.693675, 1.785711, 1.706456, 1.781157, 1.923868, 2.051427, 1.850978, 1.716658, 1.628665, 1.45007, 1.249214, 1.143843, 1.061355, 0.955569, 0.948771, 0.884258, 0.877581, 0.866607, 0.844659, 0.802932, 0.787031, 0.667001, 0.435358, 0.143487, 0.054765, 0.0]}, "lang": {"n_am_en": [4, 5, 9, 13, 16, 16, 19, 21, 23, 23, 23, 22, 11, 16, 21, 27, 32, 24, 26, 29, 29, 44, 48, 42, 63, 50, 45, 31, 23, 22, 21, 24, 33, 37, 46, 42, 51, 58, 58, 72, 74, 77, 77, 69, 73, 60, 31, 5, 0, 0], "n_am_pl": [4, 10, 7, 11, 13, 13, 23, 16, 17, 16, 14, 17, 16, 22, 15, 13, 9, 13, 16, 13, 17, 13, 15, 9, 12, 15, 15, 19, 24, 31, 21, 18, 20, 20, 19, 17, 15, 16, 20, 18, 17, 15, 18, 30, 29, 37, 68, 102, 111, 117], "n_pos": 117, "sum_m_en": [10.848909, 16.883399, 18.556605, 19.576921, 20.593135, 21.34894, 21.429552, 21.987234, 21.798664, 22.953212, 23.466614, 22.701801, 22.185423, 22.30541, 20.159806, 23.104882, 23.411935, 22.393217, 22.34212, 21.713215, 20.552705, 22.864935, 21.710075, 20.682411, 33.971976, 29.085676, 28.123724, 24.849322, 23.44764, 22.693042, 22.278327, 23.780081, 24.684865, 26.889839, 28.914298, 29.284783, 29.216725, 32.397624, 35.109923, 48.101508, 54.40324, 56.443316, 59.815213, 60.134735, 62.919351, 52.795026, 26.781981, 4.75387, 1.071896, 4.3e-05], "sum_m_pl": [2.018583, 5.478615, 6.660373, 6.951949, 6.712937, 7.434604, 8.045643, 8.298071, 8.489252, 7.986861, 8.564483, 9.770366, 10.25937, 9.345035, 9.471464, 8.284049, 7.553602, 7.951554, 8.128347, 8.37286, 8.49112, 8.220316, 8.137798, 7.911061, 10.402341, 12.366944, 11.886395, 12.160964, 12.506466, 13.608052, 12.180867, 11.686574, 11.724417, 11.306268, 10.557509, 10.362881, 11.068209, 11.46807, 12.080251, 11.799458, 10.376375, 10.10108, 13.44065, 17.791624, 21.511633, 32.250879, 62.233884, 93.199933, 107.654092, 116.15219]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "llmzszl-18566", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 210, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9905}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 13, 22, 14, 17, 21, 30, 25, 21, 21, 16, 19, 17, 22, 14, 20, 20, 20, 17, 28, 27, 22, 19, 18, 30, 29, 22, 28, 21, 13, 13, 21, 24, 23, 25, 24, 27, 31, 29, 28, 28, 27, 24, 28, 28, 26, 27, 26, 20, 19], "n_am_pl": [9, 8, 17, 7, 1, 9, 9, 9, 10, 14, 17, 12, 28, 38, 33, 37, 26, 21, 17, 19, 8, 10, 9, 6, 17, 21, 19, 24, 22, 26, 39, 22, 22, 21, 21, 14, 17, 10, 8, 3, 3, 4, 5, 2, 0, 5, 3, 0, 0, 0], "n_pos": 145, "sum_m_en": [15.898465, 23.022923, 21.961193, 21.850908, 22.955402, 22.109417, 21.739812, 21.107048, 21.234645, 22.432759, 21.14962, 22.777044, 22.742691, 21.155316, 21.005028, 22.07955, 21.985302, 20.72624, 22.277098, 23.254337, 21.895358, 21.225086, 21.32282, 21.61641, 25.785579, 24.312615, 22.672109, 22.886673, 22.42184, 22.92216, 22.598021, 24.022348, 25.802871, 27.322973, 28.935227, 28.215713, 28.808596, 33.030293, 33.889922, 32.358517, 32.255412, 32.817528, 31.899464, 29.392037, 28.887865, 28.373488, 27.145975, 26.060954, 20.91145, 18.695869], "sum_m_pl": [3.389405, 7.524506, 8.42559, 7.722751, 8.062693, 7.858731, 8.081014, 9.097251, 9.258101, 10.492586, 10.288577, 10.228012, 11.020589, 11.078939, 11.962095, 11.516148, 10.717486, 9.500936, 9.826742, 9.769295, 9.538204, 9.25868, 9.188891, 9.061801, 12.916333, 14.669143, 13.243407, 13.550938, 13.739612, 16.121526, 15.223365, 13.692787, 12.344621, 10.989006, 9.676545, 8.454564, 8.799263, 6.966681, 6.591037, 5.611811, 5.435605, 4.647963, 4.237892, 3.775916, 3.722326, 3.240206, 2.572207, 1.745682, 0.675797, 0.001642]}, "digit": {"n_am_en": [0, 3, 5, 2, 6, 5, 7, 3, 3, 4, 3, 6, 6, 8, 2, 5, 5, 7, 3, 7, 5, 4, 3, 5, 11, 8, 5, 8, 8, 4, 2, 8, 12, 5, 6, 6, 3, 8, 5, 3, 3, 4, 2, 6, 4, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 7, 1, 0, 4, 3, 2, 2, 2, 8, 7, 12, 20, 16, 19, 14, 11, 9, 12, 6, 5, 4, 3, 10, 12, 11, 16, 11, 10, 20, 9, 12, 10, 12, 9, 9, 6, 6, 2, 3, 4, 5, 2, 0, 5, 3, 0, 0, 0], "n_pos": 53, "sum_m_en": [5.288188, 8.298277, 8.023535, 7.817218, 8.425418, 7.98873, 7.90829, 7.860025, 7.650284, 8.005592, 7.278313, 7.782857, 8.126624, 7.495476, 7.800672, 7.954115, 7.698598, 7.261648, 7.946239, 7.946808, 7.674777, 7.723106, 7.758404, 7.885977, 8.496621, 7.894682, 7.279572, 7.818354, 8.127225, 8.355271, 8.379356, 8.908133, 9.601266, 9.43906, 9.340199, 9.332417, 9.079252, 9.190021, 8.413819, 8.489293, 8.218495, 8.487449, 8.443446, 7.340246, 5.900677, 5.093014, 3.454906, 2.731756, 0.905091, 0.000266], "sum_m_pl": [1.005264, 2.796529, 2.847253, 2.623406, 2.754834, 2.644938, 2.606832, 3.178827, 3.154562, 3.660259, 3.623717, 3.654417, 3.940943, 3.982003, 4.333978, 4.328854, 4.114448, 3.570144, 3.648136, 3.690802, 3.541552, 3.418024, 3.38542, 3.357492, 5.278936, 6.056038, 5.297867, 5.371116, 4.975436, 5.735417, 5.748075, 5.034254, 4.587887, 4.030452, 3.820679, 3.613356, 4.007908, 3.338159, 3.260704, 3.011962, 2.938016, 2.92844, 2.947497, 2.654772, 2.793905, 2.603466, 2.202892, 1.392598, 0.389557, 0.0]}, "lang": {"n_am_en": [2, 5, 6, 7, 4, 6, 9, 10, 7, 5, 8, 6, 7, 6, 4, 7, 6, 9, 8, 8, 9, 5, 6, 6, 8, 9, 8, 10, 6, 6, 4, 6, 5, 6, 10, 11, 12, 13, 15, 16, 15, 16, 16, 16, 16, 18, 19, 19, 17, 18], "n_am_pl": [3, 2, 4, 1, 0, 0, 0, 0, 1, 5, 2, 2, 5, 7, 7, 3, 3, 3, 2, 3, 0, 2, 2, 0, 1, 0, 0, 0, 4, 3, 1, 2, 1, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.443231, 3.187102, 3.235875, 3.281103, 3.442185, 3.374576, 3.397152, 3.266933, 3.498039, 3.682598, 3.693456, 3.985234, 3.85252, 3.773604, 3.720487, 3.901362, 3.884111, 3.971494, 4.078138, 4.567943, 3.99793, 3.724954, 3.634846, 3.678354, 7.313824, 6.931046, 6.428486, 5.965573, 5.563647, 5.445979, 5.01113, 5.230738, 5.451416, 6.342159, 7.177727, 7.177699, 8.189736, 10.878562, 12.619456, 12.806683, 13.828178, 15.118644, 15.776944, 15.152221, 15.389648, 15.963171, 16.30853, 16.103095, 15.867024, 17.40649], "sum_m_pl": [0.580265, 1.036193, 1.223656, 1.067612, 1.119133, 1.118257, 1.182701, 1.29579, 1.561079, 1.651837, 1.637572, 1.652988, 1.939637, 1.932272, 1.854573, 1.678707, 1.474421, 1.396127, 1.426678, 1.344671, 1.39305, 1.393761, 1.357267, 1.313949, 1.660234, 1.866084, 1.988241, 1.864414, 1.931136, 2.334392, 2.10862, 2.035851, 1.795037, 1.643728, 1.412021, 1.226604, 1.161149, 0.711829, 0.498343, 0.44002, 0.505024, 0.173465, 0.129078, 0.146833, 0.096489, 0.060874, 0.077359, 0.128679, 0.089047, 0.001641]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "llmzszl-18567", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9592, "tf_agree_excl_first": 0.9658}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 26, 33, 36, 32, 32, 45, 33, 32, 37, 33, 43, 48, 36, 44, 68, 74, 89, 84, 86, 87, 80, 70, 71, 114, 98, 86, 78, 70, 71, 60, 68, 78, 95, 118, 111, 114, 118, 123, 116, 110, 103, 94, 103, 88, 71, 34, 3, 0, 0], "n_am_pl": [8, 32, 39, 33, 33, 43, 44, 62, 76, 55, 65, 65, 77, 78, 81, 79, 71, 54, 61, 56, 37, 29, 28, 31, 52, 71, 67, 91, 88, 82, 86, 73, 57, 53, 40, 31, 32, 24, 15, 19, 17, 14, 23, 23, 28, 57, 95, 113, 111, 106], "n_pos": 410, "sum_m_en": [39.49644, 60.951966, 62.494581, 63.472266, 64.496874, 63.33697, 62.490903, 61.913793, 61.262881, 65.142364, 64.355077, 67.890235, 69.603133, 65.818217, 63.701655, 67.289026, 67.711344, 65.535001, 67.733713, 66.357209, 63.756175, 63.337742, 61.966054, 62.420638, 86.440614, 78.114738, 71.217594, 69.583373, 68.233426, 69.857609, 67.669369, 70.519416, 74.96252, 81.554328, 88.557041, 89.147046, 88.750561, 95.49688, 106.313049, 102.311419, 101.251244, 91.929424, 90.318619, 89.912986, 84.827894, 69.240329, 33.986571, 10.072722, 6.033446, 0.00062], "sum_m_pl": [7.180731, 19.831491, 22.281073, 21.636185, 22.57787, 22.343401, 23.251977, 25.316648, 26.087578, 28.554508, 29.251755, 29.477669, 31.262347, 30.057144, 31.398339, 29.351236, 27.646564, 25.128865, 26.027812, 26.314007, 26.053217, 25.099132, 25.070025, 24.354192, 31.994828, 39.583964, 40.531996, 43.533084, 45.159414, 48.574639, 43.652378, 40.55753, 38.051557, 33.223686, 29.906552, 26.97693, 26.075616, 21.52356, 20.761027, 19.214757, 18.644908, 20.495017, 24.616143, 25.533647, 33.41151, 46.910137, 88.296522, 112.809339, 108.452278, 106.004295]}, "digit": {"n_am_en": [1, 9, 13, 8, 5, 3, 9, 4, 3, 3, 6, 5, 7, 4, 5, 19, 12, 14, 5, 8, 5, 5, 3, 1, 15, 12, 10, 11, 12, 17, 8, 12, 13, 16, 18, 19, 15, 16, 14, 18, 14, 12, 13, 15, 9, 4, 5, 1, 0, 0], "n_am_pl": [0, 1, 10, 2, 3, 9, 2, 11, 13, 18, 21, 20, 25, 29, 29, 31, 28, 21, 22, 21, 20, 15, 12, 15, 23, 30, 28, 39, 32, 32, 37, 25, 26, 22, 17, 11, 15, 10, 6, 7, 2, 5, 9, 6, 1, 11, 6, 1, 0, 0], "n_pos": 110, "sum_m_en": [10.332915, 16.742365, 17.56402, 17.110887, 17.55834, 16.853397, 16.884807, 16.796339, 15.726965, 16.441675, 15.566624, 16.182499, 17.283081, 16.200279, 16.064359, 16.797579, 17.022108, 16.083613, 17.072411, 16.849955, 16.054585, 16.379387, 16.393277, 16.810494, 19.145573, 17.677476, 16.113163, 17.21645, 17.566654, 18.241023, 17.373405, 18.855086, 20.043211, 20.910323, 21.900724, 22.223361, 20.548708, 20.191384, 19.483777, 18.202885, 18.706776, 18.205906, 17.514795, 14.730112, 12.660002, 10.380827, 6.563307, 5.074397, 2.496833, 0.0], "sum_m_pl": [2.03211, 5.83345, 5.834864, 5.579314, 5.861341, 5.596489, 5.552316, 6.870595, 6.838392, 7.855661, 8.095486, 8.088238, 8.497947, 8.241681, 8.848409, 8.795551, 8.309641, 7.628522, 7.43426, 7.599429, 7.383057, 7.025444, 6.993308, 6.883611, 10.681614, 13.561441, 13.310837, 14.110412, 14.080608, 13.976989, 12.98021, 11.597305, 10.910077, 9.649339, 8.805547, 8.237948, 7.782397, 6.187994, 6.414723, 6.010854, 5.663343, 5.646869, 5.70817, 5.499521, 5.629607, 4.844046, 5.212941, 3.753017, 1.02822, 0.0]}, "lang": {"n_am_en": [7, 8, 4, 14, 14, 10, 13, 11, 11, 16, 10, 16, 19, 15, 16, 19, 29, 39, 44, 39, 44, 43, 37, 40, 53, 48, 37, 30, 28, 28, 29, 28, 32, 41, 53, 55, 54, 58, 59, 57, 54, 55, 51, 60, 50, 42, 16, 0, 0, 0], "n_am_pl": [2, 7, 11, 10, 13, 21, 19, 21, 23, 18, 21, 22, 18, 22, 21, 18, 17, 13, 15, 15, 8, 7, 7, 6, 6, 11, 14, 20, 22, 20, 22, 19, 11, 15, 17, 10, 8, 7, 2, 7, 11, 8, 12, 15, 25, 41, 70, 95, 104, 106], "n_pos": 106, "sum_m_en": [9.837505, 15.03269, 16.32526, 17.135878, 17.358662, 17.180233, 17.281547, 17.184145, 17.904742, 18.994525, 19.306227, 20.340275, 20.458416, 19.864845, 19.188239, 20.592967, 20.745467, 20.788789, 21.043519, 20.141599, 19.718414, 18.774532, 18.008853, 17.777113, 34.096132, 30.009692, 26.477399, 23.134289, 21.021875, 21.301378, 20.857185, 21.011937, 22.393557, 26.742642, 29.75153, 31.071875, 32.260487, 37.681707, 45.141585, 46.753688, 47.268863, 42.056626, 43.324032, 49.229487, 46.211264, 35.818734, 14.163869, 1.115663, 0.677328, 0.000237], "sum_m_pl": [1.74141, 4.356118, 5.33805, 5.695818, 5.830569, 6.002332, 6.606483, 6.495516, 7.154154, 7.392812, 7.262486, 7.673423, 8.505215, 8.601448, 8.657291, 7.444973, 6.894086, 6.19249, 6.73412, 6.693956, 6.799849, 6.776324, 6.758127, 6.450058, 7.150337, 9.501202, 10.77277, 11.238307, 11.868086, 13.260008, 12.142831, 11.842807, 11.085822, 10.057122, 9.675783, 9.004331, 9.020081, 7.350888, 6.309438, 6.655418, 6.896064, 9.549142, 13.293251, 15.831202, 23.542937, 36.111151, 66.099039, 91.820443, 99.326206, 105.672319]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 412, "item_id": "llmzszl-18567", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 856, "region_end": 410, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9927}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 22, 17, 24, 34, 28, 29, 24, 30, 35, 28, 34, 24, 18, 23, 22, 31, 23, 31, 28, 27, 28, 23, 28, 43, 36, 32, 33, 31, 30, 28, 27, 32, 37, 46, 53, 45, 47, 51, 55, 53, 52, 54, 47, 44, 43, 37, 38, 35, 34], "n_am_pl": [3, 15, 15, 7, 9, 7, 8, 8, 10, 12, 10, 13, 14, 20, 20, 16, 17, 17, 17, 15, 10, 8, 8, 6, 10, 19, 14, 9, 12, 11, 12, 13, 11, 14, 12, 8, 5, 4, 1, 6, 8, 11, 10, 7, 7, 6, 4, 2, 2, 1], "n_pos": 141, "sum_m_en": [15.843508, 23.343579, 22.741183, 23.231842, 26.156345, 25.145921, 24.071208, 23.443504, 24.095881, 26.06353, 24.736213, 25.583901, 24.273395, 23.485427, 22.489074, 23.434826, 24.904928, 24.396827, 25.461684, 23.615079, 23.405844, 24.164744, 23.55386, 24.127918, 34.691304, 32.41619, 29.959447, 29.99815, 28.606176, 27.796438, 25.70661, 26.728787, 28.419998, 28.736675, 33.017991, 34.636031, 36.53472, 38.23092, 43.297921, 45.276555, 45.468294, 47.853086, 47.575192, 45.156892, 43.245661, 41.958312, 38.052893, 37.287473, 33.300276, 33.993828], "sum_m_pl": [2.896705, 6.67578, 7.023121, 6.504551, 7.442181, 7.289584, 7.394638, 6.888928, 7.400722, 8.23582, 8.97182, 9.151511, 9.870922, 10.959945, 11.2904, 11.714867, 10.704077, 10.950743, 10.530865, 10.201695, 9.365944, 8.875292, 8.699817, 8.683957, 10.277573, 11.181432, 10.925451, 11.230282, 12.203235, 13.524208, 12.744684, 11.877347, 10.938655, 10.837815, 9.822338, 9.131449, 8.322584, 7.639574, 7.111874, 7.143908, 7.368846, 7.653057, 6.563656, 5.535071, 5.953146, 5.648357, 5.713604, 4.076191, 2.793174, 1.34199]}, "digit": {"n_am_en": [0, 4, 3, 5, 6, 5, 5, 2, 6, 9, 5, 3, 0, 2, 2, 3, 4, 2, 4, 3, 2, 2, 1, 3, 10, 3, 1, 6, 5, 5, 3, 1, 2, 5, 6, 5, 4, 4, 3, 3, 4, 5, 7, 4, 3, 2, 0, 3, 1, 0], "n_am_pl": [0, 5, 3, 1, 2, 2, 1, 1, 0, 1, 1, 2, 4, 5, 4, 3, 6, 4, 4, 4, 3, 4, 3, 3, 3, 8, 7, 3, 3, 2, 1, 3, 2, 2, 3, 5, 2, 2, 0, 1, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.285457, 5.342764, 5.229872, 5.141221, 6.15707, 5.69803, 5.483805, 5.258561, 5.118103, 5.534045, 5.396584, 5.379133, 5.001109, 4.786351, 4.714536, 4.743525, 5.062611, 5.115695, 5.368279, 4.833944, 4.786852, 4.992595, 4.979631, 5.103431, 6.416082, 5.428571, 4.976303, 5.318064, 4.957512, 4.973587, 4.568289, 4.885106, 5.258416, 5.127447, 5.203849, 5.225754, 4.717769, 4.590794, 4.410348, 4.16097, 4.80186, 5.55724, 5.064835, 3.94017, 2.940308, 2.295095, 1.747608, 2.410457, 1.049038, 0.0], "sum_m_pl": [0.55605, 1.480353, 1.171191, 1.222497, 1.400924, 1.33866, 1.281358, 1.225265, 1.429089, 1.622414, 1.816974, 1.838138, 2.084472, 2.388363, 2.424158, 2.669535, 2.360282, 2.352955, 2.244888, 2.143984, 1.932832, 1.812266, 1.728411, 1.720846, 2.25728, 2.470354, 2.28968, 2.290114, 2.590704, 2.511847, 2.417243, 2.266094, 2.028841, 1.99947, 1.744619, 1.730058, 1.657105, 1.580225, 1.640875, 1.511275, 1.601466, 1.437185, 1.531734, 1.422668, 1.397269, 1.328528, 0.671311, 0.367209, 0.097712, 0.0]}, "lang": {"n_am_en": [10, 11, 6, 10, 13, 10, 10, 10, 9, 13, 11, 17, 13, 8, 11, 10, 17, 15, 15, 13, 14, 16, 14, 16, 25, 20, 20, 19, 19, 18, 16, 17, 20, 21, 24, 27, 27, 27, 29, 32, 33, 33, 33, 34, 33, 33, 31, 30, 30, 34], "n_am_pl": [0, 2, 5, 2, 1, 2, 3, 3, 3, 5, 3, 3, 1, 4, 2, 2, 0, 4, 4, 3, 2, 2, 2, 1, 0, 2, 0, 0, 2, 2, 1, 3, 0, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1], "n_pos": 36, "sum_m_en": [4.560814, 6.285191, 6.065065, 6.389774, 7.006246, 6.923547, 6.66124, 6.703762, 7.285063, 7.942287, 7.355538, 7.946751, 7.577135, 7.41822, 6.696618, 7.249808, 7.973621, 7.735007, 7.751489, 7.075966, 7.025795, 7.360206, 7.02598, 6.961767, 15.08858, 14.386972, 13.116384, 12.368775, 11.778857, 10.997135, 10.211098, 10.153777, 10.710163, 11.340653, 13.690727, 15.053727, 17.518463, 19.617617, 24.024825, 25.060849, 28.244363, 29.661604, 29.977675, 30.517386, 30.144251, 30.405902, 28.817483, 27.416723, 27.205811, 33.607205], "sum_m_pl": [0.647452, 1.486988, 1.603293, 1.524077, 1.720342, 1.774956, 1.96312, 1.915319, 1.969708, 2.049149, 2.361695, 2.296008, 2.475459, 2.654624, 2.847403, 2.918495, 2.737909, 2.945744, 2.909767, 2.815049, 2.54848, 2.404803, 2.381422, 2.377213, 2.298771, 2.347823, 2.247262, 2.581771, 2.645179, 3.41323, 3.174993, 3.279326, 2.958772, 2.94582, 2.6245, 2.358413, 2.035443, 1.772643, 1.197261, 1.160984, 0.893138, 1.0025, 0.929912, 0.583084, 1.034596, 0.777862, 2.0319, 2.179695, 1.458558, 1.335641]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "llmzszl-18568", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 725, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 11, 12, 25, 30, 21, 23, 17, 19, 20, 32, 24, 13, 18, 20, 23, 34, 31, 29, 33, 45, 46, 49, 53, 68, 58, 56, 50, 43, 31, 35, 26, 35, 43, 59, 52, 48, 52, 53, 60, 51, 53, 57, 56, 47, 32, 9, 0, 0, 0], "n_am_pl": [2, 12, 14, 12, 18, 20, 17, 11, 14, 17, 18, 22, 26, 26, 22, 16, 22, 26, 20, 19, 9, 4, 5, 5, 9, 9, 6, 10, 10, 17, 15, 16, 14, 11, 11, 8, 8, 6, 5, 7, 9, 13, 15, 17, 17, 21, 40, 57, 57, 59], "n_pos": 150, "sum_m_en": [13.926789, 22.534498, 23.168525, 23.594114, 25.025977, 25.36649, 25.828088, 25.10419, 25.503034, 27.213659, 26.451908, 26.118955, 26.017914, 24.843426, 23.345457, 24.633704, 26.47544, 26.231785, 27.071731, 25.311622, 24.853193, 26.631622, 25.594731, 25.938905, 47.062435, 41.471208, 35.808532, 32.071834, 28.717344, 27.421376, 25.532241, 25.779444, 27.988918, 29.770752, 34.992237, 36.994642, 35.762096, 39.297805, 44.19774, 50.706928, 47.544546, 50.581598, 53.030255, 50.458206, 43.649, 31.449231, 9.707029, 2.018372, 1.094897, 1.6e-05], "sum_m_pl": [2.493535, 7.220528, 7.728218, 7.344343, 7.581709, 8.01519, 8.272883, 7.657349, 8.389174, 9.356282, 9.835635, 10.12386, 10.968509, 11.242063, 11.679237, 11.591025, 10.462003, 11.110913, 10.50051, 10.185719, 9.498908, 9.011481, 9.026345, 8.923854, 9.631382, 10.687418, 11.366005, 12.261845, 13.873785, 15.488163, 14.805258, 14.278722, 12.920967, 12.405856, 10.948859, 10.064286, 9.8706, 9.150319, 8.375048, 7.656545, 8.715212, 8.363345, 9.391621, 11.743645, 14.601202, 20.440824, 38.995735, 52.967012, 56.570056, 59.320668]}, "digit": {"n_am_en": [0, 2, 3, 3, 6, 1, 3, 0, 3, 5, 9, 3, 0, 0, 2, 2, 6, 2, 3, 2, 4, 1, 3, 4, 7, 3, 5, 6, 5, 4, 3, 3, 2, 6, 7, 5, 4, 4, 5, 7, 4, 5, 6, 6, 5, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 1, 0, 0, 2, 1, 1, 1, 3, 5, 5, 4, 3, 2, 4, 8, 4, 2, 0, 0, 0, 0, 0, 2, 0, 3, 3, 3, 2, 1, 5, 3, 2, 2, 1, 0, 1, 1, 2, 4, 2, 3, 1, 0, 1, 2, 0, 0], "n_pos": 28, "sum_m_en": [2.477789, 4.617678, 4.749971, 4.293717, 4.883125, 4.783225, 4.743548, 4.464941, 4.516157, 4.982711, 5.019271, 4.722731, 4.505718, 4.406969, 4.215561, 4.186748, 4.552872, 4.579013, 4.900361, 4.522793, 4.432864, 4.514812, 4.492749, 4.643056, 5.571027, 4.84548, 4.631428, 5.039822, 4.811507, 4.808603, 4.349884, 4.561366, 4.907079, 4.883407, 4.845514, 5.340953, 4.938645, 5.050418, 4.823814, 4.869963, 4.754074, 5.509757, 4.814666, 4.634404, 3.673807, 2.561802, 1.010697, 0.498771, 0.195059, 0.0], "sum_m_pl": [0.40857, 1.458217, 1.198784, 1.076959, 1.087865, 1.106412, 1.111256, 1.087776, 1.441219, 1.647292, 1.804292, 1.680889, 1.995145, 2.030394, 2.036083, 2.286556, 1.952931, 2.09514, 1.921087, 1.840177, 1.660694, 1.576092, 1.515471, 1.543457, 1.82641, 1.863184, 1.78725, 2.029039, 2.248626, 2.270686, 2.237483, 2.139386, 2.059571, 1.952718, 1.686612, 1.589932, 1.454232, 1.386738, 1.582783, 1.489473, 1.613899, 1.508123, 1.433019, 1.294116, 1.344079, 1.144525, 0.834584, 1.440389, 0.07192, 0.0]}, "lang": {"n_am_en": [4, 7, 7, 16, 16, 11, 8, 10, 10, 8, 15, 13, 11, 13, 10, 13, 18, 19, 18, 21, 28, 31, 27, 31, 40, 40, 35, 28, 25, 17, 18, 13, 20, 26, 31, 32, 28, 32, 32, 33, 32, 33, 37, 36, 32, 22, 8, 0, 0, 0], "n_am_pl": [0, 7, 5, 5, 6, 10, 11, 6, 7, 13, 11, 11, 11, 11, 12, 9, 10, 10, 9, 10, 6, 3, 4, 4, 4, 2, 3, 5, 5, 9, 7, 11, 6, 6, 6, 2, 5, 4, 2, 6, 5, 5, 9, 10, 12, 19, 36, 53, 57, 59], "n_pos": 59, "sum_m_en": [5.981395, 8.909224, 9.478668, 10.126426, 10.430046, 10.72212, 10.915465, 10.932537, 11.344814, 11.983697, 11.587424, 11.864937, 12.11898, 11.516236, 10.242665, 11.03458, 11.906545, 11.779697, 11.940513, 11.096936, 10.917606, 11.887494, 11.248212, 11.2997, 26.172207, 23.416031, 19.506404, 16.250671, 14.51938, 13.358577, 12.452923, 12.424739, 12.903768, 14.413332, 17.598862, 18.668498, 18.705125, 21.869696, 25.494254, 29.050374, 27.646642, 30.276097, 34.544314, 31.606483, 28.299171, 19.861442, 6.85887, 0.81297, 0.386582, 1.2e-05], "sum_m_pl": [1.093466, 2.722513, 3.091007, 3.044411, 3.049989, 3.366629, 3.708188, 3.575694, 3.676994, 3.947475, 4.072963, 4.464998, 4.708334, 4.87009, 5.104184, 4.668183, 4.256135, 4.617944, 4.394735, 4.257994, 4.107975, 3.903363, 3.97155, 3.874977, 4.132922, 4.375059, 4.890603, 5.404916, 6.113054, 7.25689, 6.805081, 6.93142, 6.364431, 6.080521, 5.384296, 4.968625, 4.846845, 4.183173, 3.581044, 3.590542, 4.366911, 3.846308, 5.478713, 8.729855, 11.579585, 17.793023, 35.269606, 49.384773, 55.738888, 58.871715]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "llmzszl-18568", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 853, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9934}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 20, 23, 31, 34, 33, 36, 34, 30, 36, 36, 37, 31, 30, 38, 35, 35, 38, 32, 35, 25, 25, 24, 24, 45, 35, 39, 34, 36, 36, 34, 39, 38, 45, 48, 47, 57, 67, 61, 65, 66, 60, 67, 66, 65, 58, 59, 56, 51, 59], "n_am_pl": [4, 17, 21, 13, 11, 16, 10, 8, 8, 9, 11, 13, 9, 16, 10, 15, 9, 7, 10, 7, 8, 8, 8, 8, 11, 13, 12, 12, 19, 19, 16, 11, 9, 6, 8, 4, 5, 6, 6, 4, 5, 3, 3, 3, 0, 0, 0, 0, 0, 0], "n_pos": 144, "sum_m_en": [16.539495, 23.388166, 23.503797, 25.112722, 26.228096, 27.634413, 27.481555, 27.464227, 26.178433, 28.649005, 27.640834, 26.661083, 25.716122, 25.325266, 25.876304, 26.884543, 27.787377, 26.459141, 26.294641, 24.84373, 23.598575, 23.058171, 22.905839, 23.105442, 34.106395, 31.856069, 30.475369, 28.410942, 29.626077, 29.416448, 27.516394, 28.40527, 28.652427, 31.687265, 36.503378, 35.88899, 40.33868, 46.550458, 45.638264, 55.743612, 60.114381, 56.981507, 61.023394, 58.051074, 57.472429, 56.582162, 56.572054, 54.759559, 49.446813, 58.805243], "sum_m_pl": [3.210751, 6.507457, 7.451173, 6.728704, 7.499009, 7.435611, 6.693183, 7.430951, 7.605175, 7.741874, 8.616915, 9.05703, 9.519732, 9.141922, 9.200836, 9.91757, 9.542838, 8.88339, 8.914095, 8.612036, 8.047516, 7.988733, 7.893121, 8.060916, 9.221875, 10.559246, 11.235151, 12.461954, 12.752664, 13.140144, 12.455599, 10.696638, 10.260085, 9.632464, 9.523585, 9.453686, 8.896514, 7.723356, 7.619178, 5.92658, 5.337917, 5.133083, 4.844322, 4.104352, 2.237973, 1.562602, 1.167699, 1.053621, 0.738933, 0.000304]}, "digit": {"n_am_en": [3, 3, 0, 1, 1, 2, 4, 3, 3, 4, 4, 3, 2, 1, 1, 4, 5, 4, 2, 2, 0, 1, 0, 0, 5, 3, 2, 2, 2, 1, 1, 1, 3, 1, 2, 3, 6, 8, 6, 6, 5, 6, 5, 5, 6, 3, 5, 0, 0, 0], "n_am_pl": [0, 3, 10, 4, 2, 4, 1, 3, 1, 2, 2, 6, 1, 3, 2, 4, 3, 2, 3, 2, 2, 2, 2, 2, 3, 1, 0, 0, 4, 3, 3, 3, 2, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.824182, 2.897197, 2.796255, 2.929828, 3.063715, 3.18865, 3.075182, 3.178181, 3.03108, 3.290196, 3.343382, 3.195513, 3.228716, 3.202052, 3.258328, 3.628081, 3.575498, 3.371575, 3.423671, 2.98951, 2.738057, 2.792365, 2.755289, 2.823881, 3.474613, 3.40234, 3.19418, 3.08313, 3.193284, 3.242305, 3.205607, 3.405305, 3.024726, 3.087806, 3.207486, 3.623676, 3.777026, 3.812912, 3.423735, 3.65637, 3.431607, 3.406887, 3.566071, 4.130431, 3.292001, 3.377426, 3.483054, 1.930635, 0.58982, 0.0], "sum_m_pl": [0.511785, 0.930531, 1.010541, 0.948876, 0.996478, 1.034627, 0.843603, 0.914368, 0.924101, 0.980211, 1.126186, 1.089415, 1.081361, 1.198667, 1.099739, 1.171566, 1.09373, 1.05505, 1.038871, 0.999482, 0.971591, 0.980203, 0.964254, 1.050643, 1.332642, 1.329835, 1.332523, 1.475479, 1.599375, 1.32898, 1.138779, 0.95497, 0.883393, 0.916204, 1.003816, 1.085251, 1.089773, 0.945219, 0.975831, 0.944627, 0.919679, 0.875367, 0.828501, 0.762768, 0.830427, 0.711751, 0.581573, 0.558381, 0.180204, 0.0]}, "lang": {"n_am_en": [6, 8, 15, 16, 20, 15, 14, 21, 14, 19, 18, 19, 15, 15, 19, 20, 19, 21, 19, 22, 17, 15, 14, 13, 25, 21, 22, 21, 21, 23, 24, 27, 23, 31, 32, 32, 37, 42, 42, 45, 47, 48, 51, 51, 50, 48, 49, 52, 50, 59], "n_am_pl": [1, 6, 3, 5, 4, 8, 6, 3, 6, 4, 5, 1, 3, 7, 1, 1, 1, 2, 4, 1, 0, 1, 0, 1, 1, 2, 3, 3, 7, 8, 6, 3, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [6.616914, 9.198023, 9.424032, 10.323863, 10.87908, 11.546115, 11.473994, 11.645203, 11.26093, 12.503277, 11.659069, 11.586715, 11.136421, 10.483666, 10.834578, 11.31219, 11.636711, 10.957323, 10.649414, 10.356154, 9.693735, 9.294433, 9.357607, 9.429428, 16.419003, 15.732458, 15.200929, 13.536765, 14.05026, 14.131923, 13.485393, 13.433877, 14.453482, 16.720962, 19.69874, 20.404387, 24.659243, 29.241828, 30.83641, 36.793296, 41.560772, 43.341167, 45.524344, 45.480254, 46.540688, 46.03021, 47.336536, 47.808048, 46.382345, 57.965512], "sum_m_pl": [1.089449, 2.163726, 2.417483, 2.174604, 2.605182, 2.573812, 2.427472, 2.598572, 2.811193, 2.801677, 3.168117, 3.333497, 3.537962, 3.402355, 3.329357, 3.612139, 3.474976, 3.42325, 3.658005, 3.558886, 3.215679, 3.217393, 3.187061, 3.256737, 3.512699, 3.888017, 4.377815, 5.227875, 5.374589, 5.73246, 5.261977, 4.645626, 4.465959, 3.876426, 3.487158, 3.773112, 3.192052, 2.719241, 2.187556, 1.424615, 1.184039, 0.937391, 0.891697, 0.831009, 0.489331, 0.306981, 0.294191, 0.192079, 0.296451, 0.0003]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "llmzszl-18569", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 757, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 10, 25, 43, 39, 41, 35, 22, 30, 40, 47, 48, 34, 30, 44, 50, 53, 70, 64, 52, 44, 50, 57, 52, 97, 73, 64, 53, 53, 53, 54, 45, 47, 51, 70, 59, 66, 78, 72, 98, 107, 99, 101, 101, 90, 72, 37, 10, 0, 0], "n_am_pl": [3, 28, 38, 29, 25, 37, 33, 45, 39, 31, 32, 36, 50, 27, 19, 25, 23, 14, 15, 18, 19, 14, 15, 17, 14, 27, 18, 27, 21, 35, 28, 28, 35, 27, 26, 25, 26, 19, 23, 16, 12, 14, 17, 18, 24, 44, 82, 108, 116, 113], "n_pos": 225, "sum_m_en": [21.820838, 35.109619, 38.33406, 40.345728, 41.885081, 43.43801, 42.929996, 43.379057, 41.344317, 44.994608, 43.952735, 43.326661, 41.466066, 39.548034, 39.872782, 41.457115, 43.203882, 40.554548, 40.472778, 37.58251, 35.076931, 35.113706, 35.47919, 35.914805, 56.157239, 52.173089, 46.775265, 44.162718, 43.715695, 45.240633, 40.732062, 41.179642, 40.121938, 43.69381, 50.293106, 50.115919, 52.078574, 61.942157, 58.590399, 69.94164, 81.296396, 78.491781, 92.351148, 91.578562, 83.850759, 65.520225, 34.535491, 10.448424, 1.899715, 0.000549], "sum_m_pl": [4.116557, 10.994988, 12.807072, 12.008503, 12.675703, 13.328109, 13.079477, 13.83922, 14.108815, 13.627477, 15.497654, 15.384919, 16.407004, 16.563881, 15.059661, 15.496929, 14.374889, 13.497854, 13.093082, 12.741539, 11.840846, 11.610346, 11.724648, 12.01635, 14.209821, 16.520692, 19.338768, 20.578048, 22.193552, 21.944923, 20.277334, 18.587328, 18.560882, 17.462818, 16.310516, 15.614264, 15.484676, 14.604741, 16.692217, 14.564023, 12.501405, 14.837148, 12.943303, 16.751238, 22.510082, 44.857671, 81.410228, 105.697032, 111.949844, 113.265605]}, "digit": {"n_am_en": [2, 0, 2, 0, 2, 0, 2, 0, 0, 1, 1, 2, 1, 3, 4, 7, 6, 9, 9, 5, 3, 5, 5, 4, 7, 5, 4, 3, 2, 3, 2, 3, 2, 0, 4, 3, 3, 5, 3, 6, 5, 4, 3, 3, 5, 2, 2, 0, 0, 0], "n_am_pl": [0, 3, 12, 5, 4, 4, 5, 4, 1, 3, 3, 4, 4, 3, 2, 4, 4, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 3, 3, 6, 5, 4, 1, 2, 3, 2, 5, 2, 1, 0, 1, 1, 1, 0, 1, 1, 1, 2, 1, 0], "n_pos": 19, "sum_m_en": [1.967786, 3.368944, 3.413266, 3.363364, 3.264942, 3.466537, 3.420375, 3.434119, 3.301369, 3.535479, 3.574637, 3.445213, 3.363371, 3.4414, 3.694519, 3.851758, 3.873292, 3.677997, 3.738814, 3.155478, 3.018129, 3.056632, 2.978314, 3.083504, 4.597541, 4.331985, 3.875593, 3.746955, 3.906433, 3.837044, 3.492645, 3.651286, 3.365488, 3.39807, 3.6395, 4.072091, 3.721938, 4.379251, 3.760448, 4.178143, 4.201752, 3.889917, 3.874848, 3.623764, 3.266621, 2.733891, 2.35742, 1.294372, 0.419571, 0.0], "sum_m_pl": [0.491531, 1.153405, 1.216275, 1.136442, 1.141107, 1.243707, 1.070993, 1.099162, 1.145616, 1.187366, 1.40619, 1.297093, 1.311227, 1.452781, 1.325148, 1.330613, 1.182437, 1.050807, 1.016967, 0.971236, 0.925786, 0.889647, 0.877592, 0.939215, 1.03406, 1.15836, 1.281433, 1.470081, 1.59435, 1.460126, 1.479389, 1.156047, 1.189285, 1.204111, 1.257673, 1.324252, 1.252198, 1.040924, 1.038256, 1.020394, 0.985354, 0.925467, 0.935364, 0.971322, 1.110131, 1.292484, 1.562386, 1.452151, 0.533561, 0.0]}, "lang": {"n_am_en": [8, 9, 15, 30, 26, 31, 21, 16, 20, 31, 30, 28, 24, 16, 24, 26, 29, 38, 38, 32, 29, 27, 35, 30, 61, 46, 42, 38, 32, 34, 36, 28, 30, 33, 40, 35, 42, 45, 41, 59, 75, 74, 79, 79, 72, 58, 24, 5, 0, 0], "n_am_pl": [1, 12, 16, 14, 10, 21, 19, 28, 26, 18, 15, 17, 27, 10, 6, 12, 9, 9, 9, 14, 11, 10, 7, 8, 7, 12, 9, 11, 9, 13, 13, 14, 19, 17, 16, 17, 19, 15, 17, 13, 7, 11, 12, 15, 22, 42, 79, 103, 111, 113], "n_pos": 113, "sum_m_en": [11.280107, 17.146375, 19.601407, 21.17863, 22.536637, 22.730782, 22.287809, 23.038788, 22.482313, 24.205004, 23.280279, 23.435753, 22.274406, 20.62219, 20.55424, 21.753955, 22.674875, 21.302263, 21.031345, 19.503747, 18.248846, 18.041723, 18.46715, 18.573539, 32.515573, 30.29487, 27.416963, 25.460666, 24.69751, 25.071512, 22.802816, 22.802801, 22.528743, 25.131874, 28.529283, 29.630077, 32.107792, 35.948877, 35.587002, 42.690458, 54.047936, 55.279738, 68.466951, 71.35081, 66.961658, 50.753877, 22.075654, 4.354784, 0.639744, 0.000237], "sum_m_pl": [1.887792, 5.018936, 5.696363, 5.453794, 5.611484, 6.357913, 6.491814, 6.784237, 7.078876, 6.62659, 7.365052, 7.770334, 8.32949, 8.603841, 7.606431, 7.781009, 7.001424, 6.796672, 6.721505, 6.56246, 5.883501, 5.889165, 6.022617, 6.187017, 7.297748, 7.992189, 9.735973, 10.569718, 11.267471, 11.874617, 10.959123, 10.468072, 10.571065, 9.716423, 8.74968, 8.89584, 9.519797, 9.082038, 10.811661, 9.067131, 7.301493, 9.995489, 8.308548, 12.010956, 18.763277, 41.241599, 76.004834, 100.225808, 107.665301, 112.979394]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "llmzszl-18569", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 885, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9956, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 20, 29, 29, 34, 37, 27, 25, 21, 30, 31, 30, 20, 34, 28, 38, 37, 44, 39, 42, 38, 42, 39, 40, 61, 61, 49, 44, 37, 43, 37, 48, 54, 58, 74, 73, 69, 73, 66, 70, 63, 67, 77, 73, 66, 51, 54, 47, 41, 41], "n_am_pl": [11, 32, 33, 20, 19, 27, 22, 22, 26, 18, 25, 35, 40, 29, 29, 25, 30, 27, 19, 19, 13, 6, 7, 11, 15, 23, 21, 26, 33, 30, 34, 33, 25, 27, 12, 13, 9, 11, 7, 6, 4, 6, 3, 5, 1, 2, 2, 1, 0, 0], "n_pos": 234, "sum_m_en": [27.098002, 37.06112, 36.198278, 35.629883, 36.932464, 35.299011, 35.40147, 34.86177, 33.380397, 37.075378, 36.982157, 36.697216, 35.416355, 35.737295, 35.395893, 37.319287, 37.455317, 37.87059, 38.182573, 38.734509, 35.060658, 36.044103, 36.241661, 36.799866, 48.162041, 46.205203, 42.385293, 42.326843, 40.880064, 40.689317, 38.265217, 41.027024, 44.232217, 46.245796, 51.145986, 53.295191, 57.29061, 58.739031, 63.693444, 65.850475, 63.032404, 66.556971, 70.292226, 65.77557, 58.206434, 49.701645, 51.226889, 46.147072, 42.010885, 41.388888], "sum_m_pl": [6.303271, 12.80125, 13.341185, 12.255268, 13.331762, 12.902564, 12.363951, 13.538055, 14.955899, 16.696351, 17.571067, 18.315365, 19.486706, 19.682932, 20.251172, 19.017342, 18.749931, 18.422921, 17.34981, 16.649854, 15.647465, 15.014448, 14.708966, 14.472725, 17.872043, 20.580625, 20.301504, 22.19607, 23.618661, 24.993079, 23.906936, 21.872804, 21.226884, 19.145565, 17.392797, 15.874007, 13.85308, 12.668832, 10.36175, 9.282917, 8.389122, 7.636386, 6.315751, 5.746737, 5.049022, 3.959155, 3.088155, 2.26418, 1.440835, 1.2e-05]}, "digit": {"n_am_en": [2, 2, 3, 5, 6, 7, 7, 8, 3, 7, 6, 6, 3, 8, 6, 5, 6, 6, 6, 7, 7, 6, 7, 6, 12, 14, 9, 9, 8, 11, 6, 8, 15, 9, 15, 16, 18, 16, 9, 11, 7, 7, 11, 15, 12, 9, 8, 5, 0, 0], "n_am_pl": [6, 15, 16, 5, 8, 7, 5, 4, 1, 5, 8, 12, 13, 8, 7, 11, 10, 8, 6, 5, 3, 1, 1, 2, 5, 7, 10, 9, 8, 8, 11, 9, 6, 10, 3, 7, 5, 4, 3, 4, 1, 4, 3, 4, 1, 2, 2, 1, 0, 0], "n_pos": 71, "sum_m_en": [8.859951, 11.528393, 11.040933, 10.823365, 11.07996, 10.358845, 10.369271, 10.126941, 9.408221, 10.884847, 10.998299, 10.51638, 10.296338, 10.223097, 10.374842, 10.427911, 10.275067, 10.708813, 10.910924, 11.112287, 10.075338, 10.536913, 10.758898, 10.971993, 11.904823, 11.900063, 11.0522, 11.178903, 11.461742, 11.05138, 10.576325, 11.527271, 12.322835, 11.773253, 12.180703, 12.776847, 13.608408, 13.310622, 12.599227, 13.230602, 11.338632, 11.8593, 13.48902, 12.192458, 9.1775, 7.267067, 6.457829, 4.394948, 2.832215, 0.0], "sum_m_pl": [1.96337, 4.379346, 4.292694, 3.662347, 3.705713, 3.638589, 3.270682, 3.627318, 3.956598, 4.814681, 5.213273, 5.467264, 5.749351, 5.798052, 5.942715, 5.746945, 5.525415, 5.420388, 5.072975, 4.889544, 4.613827, 4.377406, 4.234693, 4.218163, 5.504674, 6.175452, 5.99505, 6.434537, 6.866481, 6.826233, 6.597289, 6.322381, 6.084898, 5.87495, 5.465084, 5.5693, 4.847706, 4.483007, 4.429409, 4.271713, 3.725718, 3.870471, 3.494575, 3.491757, 3.47044, 2.74595, 2.547806, 1.839337, 0.915, 0.0]}, "lang": {"n_am_en": [7, 8, 11, 11, 14, 14, 11, 10, 10, 10, 11, 10, 7, 10, 6, 14, 10, 13, 13, 16, 14, 18, 17, 18, 23, 22, 17, 14, 16, 14, 14, 14, 17, 24, 25, 25, 31, 30, 33, 35, 33, 34, 38, 36, 36, 32, 37, 34, 35, 41], "n_am_pl": [0, 2, 2, 2, 1, 3, 2, 3, 9, 5, 7, 8, 11, 8, 11, 6, 8, 8, 6, 6, 5, 1, 2, 6, 2, 3, 3, 2, 5, 7, 6, 10, 8, 7, 4, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.967944, 6.53126, 6.706365, 6.572613, 6.897638, 6.769021, 7.037897, 6.781783, 6.929468, 7.123968, 7.145395, 7.280049, 6.980726, 7.351517, 6.900075, 7.490141, 7.55146, 7.873713, 7.576778, 7.687368, 6.762437, 6.988266, 6.897126, 7.189125, 14.249734, 14.12676, 13.144776, 11.655159, 10.64411, 10.122559, 9.007716, 9.774391, 10.738509, 12.780866, 14.620196, 16.493206, 19.462135, 22.446772, 26.77479, 28.385268, 29.184393, 31.126034, 33.886399, 33.543359, 33.660745, 30.385469, 34.83792, 33.1765, 33.035808, 40.066993], "sum_m_pl": [0.974066, 1.900889, 1.862864, 1.743623, 1.95863, 2.036587, 2.050217, 2.392455, 2.803701, 2.897218, 3.244241, 3.353977, 3.711695, 3.828805, 3.996706, 3.572029, 3.655418, 3.552825, 3.416665, 3.207509, 3.014736, 2.90234, 2.85647, 2.753863, 3.432274, 3.753021, 4.02628, 4.72029, 4.855818, 5.543098, 5.328719, 4.965999, 4.745529, 4.263519, 3.781256, 3.494836, 2.936444, 2.444634, 1.612196, 1.300005, 1.159403, 0.810136, 0.449645, 0.467017, 0.290697, 0.205017, 0.118557, 0.086757, 0.10417, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 236, "item_id": "llmzszl-18571", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 234, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9915}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [23, 36, 39, 72, 81, 87, 98, 85, 89, 106, 112, 109, 120, 102, 97, 128, 167, 188, 168, 168, 150, 172, 179, 172, 254, 223, 187, 174, 147, 130, 102, 125, 135, 181, 213, 224, 213, 228, 230, 227, 236, 233, 267, 269, 222, 146, 45, 8, 4, 1], "n_am_pl": [8, 64, 92, 75, 85, 106, 63, 88, 76, 81, 94, 123, 120, 140, 128, 106, 84, 98, 79, 78, 49, 40, 42, 38, 44, 73, 83, 107, 121, 117, 119, 117, 104, 77, 66, 74, 64, 56, 36, 40, 38, 46, 59, 60, 68, 112, 226, 288, 286, 281], "n_pos": 687, "sum_m_en": [69.634346, 104.203196, 107.825186, 111.162477, 109.884294, 110.73101, 113.681368, 115.088764, 108.524504, 117.145416, 119.554202, 116.504141, 115.29804, 115.157846, 109.469717, 117.473336, 118.811472, 118.154901, 114.186151, 115.357111, 105.615506, 109.412914, 110.467217, 111.152605, 178.312823, 161.835237, 140.93266, 129.283266, 124.811383, 118.995197, 113.58908, 120.389574, 125.909229, 134.501955, 154.906277, 165.820273, 164.381733, 178.437428, 189.495291, 209.959774, 200.815685, 203.10734, 230.4184, 228.395954, 194.411156, 135.680028, 52.885727, 16.379674, 11.105352, 1.029822], "sum_m_pl": [13.184527, 35.469417, 38.103474, 37.221828, 39.159926, 40.59777, 39.855583, 42.522224, 47.028331, 49.790162, 52.924747, 55.594353, 59.25237, 60.760592, 61.237675, 54.195155, 50.825655, 51.546694, 48.97927, 47.684503, 44.401429, 41.718954, 40.986589, 40.175725, 47.18502, 58.231441, 62.67346, 71.539685, 77.949482, 80.292747, 73.91193, 71.593284, 68.514572, 60.654013, 56.087027, 52.761877, 50.899755, 47.706115, 42.468271, 40.049695, 41.311662, 41.584119, 47.47902, 59.490735, 71.841978, 107.502137, 211.28835, 265.067923, 273.156326, 281.929862]}, "digit": {"n_am_en": [6, 8, 7, 6, 8, 8, 16, 6, 6, 18, 12, 17, 16, 14, 7, 11, 17, 22, 17, 17, 15, 18, 13, 15, 35, 30, 29, 24, 16, 13, 12, 11, 14, 22, 28, 29, 36, 36, 29, 28, 26, 26, 38, 39, 25, 16, 10, 3, 1, 0], "n_am_pl": [3, 20, 30, 26, 31, 37, 17, 20, 12, 14, 23, 26, 25, 33, 31, 33, 24, 20, 18, 14, 12, 10, 8, 9, 12, 23, 23, 18, 34, 29, 28, 29, 24, 23, 16, 24, 11, 9, 4, 6, 4, 7, 4, 5, 6, 4, 6, 7, 1, 0], "n_pos": 141, "sum_m_en": [16.193774, 22.655111, 22.720718, 22.929529, 22.538096, 22.051132, 22.709591, 22.185026, 20.029011, 22.669438, 23.27028, 22.544713, 22.223644, 22.821339, 21.565104, 22.511371, 22.437498, 22.096436, 21.981129, 22.647199, 21.004563, 21.662781, 22.237958, 22.679769, 28.422716, 27.346164, 24.620349, 24.345266, 24.323628, 23.236888, 22.107425, 23.691777, 24.847082, 24.224876, 26.118551, 27.10074, 27.863274, 28.418348, 29.129996, 31.981269, 27.427735, 26.332398, 32.52175, 30.956309, 24.381893, 16.876283, 12.331557, 6.232281, 2.58687, 0.0], "sum_m_pl": [4.199018, 10.018508, 9.491145, 8.792987, 8.712205, 8.970852, 7.896434, 8.603961, 8.95556, 10.241885, 11.448249, 11.876073, 12.327671, 12.249538, 12.653098, 12.060563, 11.208032, 11.229073, 9.94971, 9.855697, 9.229698, 8.643124, 8.417951, 8.23987, 10.639285, 12.61546, 13.425655, 15.433287, 17.810258, 16.875116, 15.165594, 15.104285, 14.296744, 13.165154, 11.664804, 11.979899, 10.04205, 8.590565, 8.043075, 8.010989, 7.56077, 7.422226, 6.35858, 6.984543, 7.691081, 6.873839, 8.472409, 6.832329, 2.053771, 6e-06]}, "lang": {"n_am_en": [11, 15, 18, 41, 46, 44, 48, 42, 48, 48, 56, 52, 62, 50, 48, 63, 92, 103, 95, 98, 88, 102, 114, 107, 133, 119, 100, 96, 81, 80, 61, 76, 81, 95, 110, 127, 120, 136, 139, 130, 145, 141, 152, 158, 136, 90, 26, 4, 1, 1], "n_am_pl": [3, 25, 30, 21, 29, 37, 23, 39, 33, 39, 38, 60, 58, 67, 64, 45, 37, 42, 39, 41, 24, 19, 23, 19, 19, 27, 32, 51, 50, 51, 51, 52, 49, 33, 33, 33, 38, 30, 20, 25, 29, 34, 46, 49, 57, 95, 192, 252, 273, 277], "n_pos": 280, "sum_m_en": [27.338651, 41.169755, 44.369307, 46.218452, 46.052832, 46.653116, 47.734158, 49.102996, 47.562545, 50.165069, 50.937926, 49.926749, 48.656446, 48.339293, 46.0793, 50.429534, 52.067965, 53.01174, 50.240611, 49.945181, 45.746065, 47.768596, 48.052046, 47.849141, 90.798912, 83.150399, 71.358593, 61.700485, 57.475471, 53.458226, 50.678218, 53.869146, 56.538761, 63.271913, 75.168908, 84.182221, 87.033148, 96.935188, 105.569552, 115.896838, 114.62097, 118.7061, 136.073167, 139.176564, 117.720458, 81.823929, 27.933226, 6.038066, 3.818317, 1.029752], "sum_m_pl": [4.532542, 12.100067, 13.693067, 13.673462, 14.342151, 16.083847, 16.59351, 17.781843, 20.045343, 20.687533, 21.792969, 23.832944, 25.941073, 27.354912, 26.9221, 22.807515, 21.43468, 21.62423, 21.345886, 20.255688, 18.845584, 17.675552, 17.426664, 17.035736, 19.342402, 23.908835, 27.239766, 31.142355, 33.432518, 35.84605, 33.496461, 32.400014, 30.976577, 27.919095, 26.065216, 24.637009, 25.380089, 23.987835, 21.07142, 21.672681, 23.213709, 24.994183, 31.10466, 42.375184, 53.307839, 88.177431, 175.156697, 233.959745, 257.199997, 276.490535]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 689, "item_id": "llmzszl-18571", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 854, "region_end": 687, "roundtrip_ok": true, "tf_agree": 0.9869, "tf_agree_excl_first": 0.9884}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [31, 37, 60, 60, 77, 91, 87, 89, 91, 103, 107, 99, 100, 100, 112, 125, 134, 141, 140, 127, 123, 115, 102, 103, 152, 166, 168, 121, 128, 127, 126, 140, 143, 154, 171, 175, 199, 183, 194, 194, 209, 218, 219, 223, 185, 188, 183, 188, 175, 174], "n_am_pl": [12, 22, 50, 33, 47, 43, 36, 38, 41, 43, 53, 48, 65, 52, 47, 55, 42, 37, 29, 41, 31, 29, 31, 25, 39, 29, 32, 42, 51, 72, 49, 45, 45, 32, 22, 25, 18, 15, 10, 10, 14, 4, 1, 4, 4, 2, 1, 0, 0, 1], "n_pos": 514, "sum_m_en": [58.547206, 77.615575, 75.903784, 77.060328, 82.801736, 82.978425, 83.342984, 84.14817, 82.798858, 86.550337, 88.181282, 86.826789, 88.06409, 84.539859, 84.886298, 85.911906, 88.726647, 87.585178, 88.423163, 82.892221, 79.49641, 79.548418, 78.416521, 78.176312, 110.198744, 112.51733, 110.422086, 98.517668, 101.16035, 96.97484, 95.415404, 97.83442, 102.565434, 109.580339, 132.178116, 133.811126, 149.554101, 157.075903, 166.861396, 170.869364, 171.791855, 185.242182, 183.860658, 195.745192, 176.681352, 181.337286, 179.474652, 179.469227, 158.895743, 174.155285], "sum_m_pl": [9.421507, 20.492919, 25.911637, 24.625754, 25.817732, 26.505045, 26.596158, 25.501877, 27.240008, 28.731484, 29.166992, 30.060085, 32.292035, 31.697908, 32.463685, 33.358267, 31.055412, 31.858425, 31.309253, 31.097498, 29.353356, 28.81437, 27.934348, 28.088372, 31.681345, 32.945345, 32.190526, 36.112081, 38.098065, 39.589273, 37.684531, 34.499182, 33.663219, 31.164704, 29.839265, 28.937038, 26.091917, 24.685383, 21.49192, 20.782407, 20.534615, 16.293604, 14.339447, 12.431318, 12.164414, 9.085823, 6.073354, 4.224486, 3.501073, 0.998195]}, "digit": {"n_am_en": [1, 2, 3, 3, 4, 5, 3, 7, 6, 12, 17, 7, 4, 4, 10, 14, 17, 15, 17, 12, 11, 12, 5, 9, 23, 21, 21, 9, 11, 10, 9, 12, 12, 11, 19, 18, 24, 17, 9, 11, 12, 13, 21, 22, 10, 16, 12, 6, 0, 0], "n_am_pl": [0, 5, 22, 2, 9, 6, 7, 7, 7, 14, 19, 17, 23, 21, 13, 21, 18, 12, 7, 9, 5, 6, 7, 5, 8, 8, 13, 19, 19, 24, 21, 14, 18, 11, 6, 10, 4, 0, 1, 2, 1, 1, 0, 4, 3, 1, 1, 0, 0, 0], "n_pos": 86, "sum_m_en": [8.161777, 13.877779, 13.433679, 13.084349, 13.342535, 13.499763, 13.521797, 13.256369, 12.714825, 13.295923, 14.390936, 13.670125, 13.94968, 12.552216, 12.519178, 12.631535, 13.535816, 14.07315, 14.099107, 12.948096, 12.32241, 12.771879, 12.703175, 12.909921, 14.187512, 14.839675, 14.710299, 13.189742, 13.573235, 13.082705, 12.982122, 13.942342, 13.702537, 14.14377, 15.604297, 17.112626, 17.560819, 15.60914, 14.190722, 14.901546, 13.599772, 14.354122, 14.039344, 15.64842, 10.972853, 10.197217, 9.278092, 7.364245, 2.038176, 0.0], "sum_m_pl": [1.207002, 3.943281, 4.270753, 3.746658, 3.607732, 3.744094, 3.722096, 3.51065, 3.842113, 4.390555, 5.200615, 5.350754, 6.076318, 6.29636, 6.531955, 6.517986, 5.697872, 6.006329, 5.779553, 5.820458, 5.438689, 5.309008, 5.095452, 5.217928, 6.496004, 6.66279, 6.564038, 7.990697, 8.418861, 8.685181, 7.77304, 6.784715, 6.171031, 5.551657, 5.440754, 5.104775, 5.132003, 5.080157, 5.034291, 4.999842, 5.126375, 4.75717, 4.126218, 4.011146, 3.790727, 2.898816, 1.971166, 1.36322, 0.408748, 0.0]}, "lang": {"n_am_en": [17, 17, 29, 27, 38, 43, 46, 41, 47, 50, 48, 51, 64, 60, 63, 76, 79, 86, 84, 86, 87, 79, 78, 74, 94, 106, 108, 84, 82, 83, 82, 90, 89, 96, 108, 107, 127, 119, 132, 132, 140, 148, 144, 149, 145, 148, 155, 163, 167, 174], "n_am_pl": [10, 11, 9, 12, 21, 19, 18, 18, 21, 12, 11, 8, 17, 10, 14, 15, 13, 10, 11, 15, 14, 11, 12, 11, 14, 8, 8, 10, 18, 23, 14, 15, 13, 7, 3, 7, 6, 6, 5, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1], "n_pos": 176, "sum_m_en": [19.938853, 25.785213, 25.795629, 26.33414, 28.263159, 29.110929, 29.969661, 30.718646, 30.914096, 32.357238, 32.490175, 32.953941, 33.506395, 32.79177, 33.208859, 34.862991, 35.404882, 34.776662, 34.344994, 32.461308, 31.292075, 30.431109, 29.591244, 29.062469, 58.270449, 59.023919, 57.166391, 47.709, 47.629902, 44.957647, 44.450957, 45.499684, 48.766601, 55.376066, 71.603367, 75.493666, 89.304654, 97.85101, 109.183893, 111.144973, 115.728116, 126.940957, 128.0243, 131.509985, 133.089704, 139.066233, 144.946524, 145.838263, 143.377025, 170.143518], "sum_m_pl": [3.187689, 5.842153, 7.185032, 7.241876, 7.774916, 8.334554, 8.919462, 8.38917, 8.944437, 9.358087, 9.045312, 9.386557, 10.082084, 9.761824, 10.089469, 10.68634, 10.352478, 10.028039, 10.452934, 10.336546, 9.797667, 9.564701, 9.277691, 9.262429, 10.093786, 10.224005, 10.181822, 11.291796, 11.874936, 12.409519, 11.675186, 10.946888, 10.943534, 10.378031, 9.406887, 9.997039, 8.59504, 7.685353, 5.861174, 5.940092, 5.484357, 3.576331, 2.959959, 2.847772, 2.477158, 1.630997, 1.241622, 0.772135, 1.621202, 0.998165]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 516, "item_id": "llmzszl-18573", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 514, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.9942}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 22, 44, 66, 71, 93, 89, 80, 100, 105, 114, 118, 109, 102, 107, 143, 157, 175, 173, 157, 156, 138, 149, 138, 209, 195, 208, 171, 173, 139, 151, 154, 170, 171, 205, 183, 187, 182, 183, 182, 173, 171, 175, 193, 159, 120, 40, 6, 1, 0], "n_am_pl": [13, 38, 59, 40, 54, 55, 74, 51, 62, 74, 98, 82, 73, 75, 74, 60, 49, 51, 39, 36, 19, 26, 22, 26, 21, 32, 32, 44, 56, 65, 61, 61, 46, 45, 29, 27, 32, 37, 25, 30, 37, 43, 44, 51, 64, 116, 204, 248, 257, 250], "n_pos": 603, "sum_m_en": [53.26301, 82.741979, 86.986032, 88.811922, 92.537788, 97.089411, 100.170803, 103.440777, 102.157099, 106.824347, 112.742607, 105.052654, 109.442506, 103.586259, 98.969344, 101.186879, 104.683454, 103.549599, 104.179317, 99.40432, 96.675766, 93.863932, 94.030663, 94.330913, 144.930894, 138.535981, 133.321318, 116.605252, 119.734814, 110.030113, 109.343691, 112.275745, 112.851977, 118.307927, 134.677454, 135.423001, 145.994094, 156.196346, 158.631309, 151.719961, 151.3489, 152.967418, 160.725764, 178.768686, 145.278249, 115.037255, 44.36423, 13.04033, 7.564762, 0.112074], "sum_m_pl": [8.876359, 24.593524, 29.342214, 29.082182, 29.441714, 32.696185, 32.734058, 30.872294, 33.586509, 34.811337, 35.480093, 37.683733, 38.102099, 36.609128, 36.353171, 34.293886, 31.431369, 31.82669, 31.649312, 32.367153, 30.867658, 30.170263, 29.589247, 29.776464, 33.451501, 35.266098, 35.746405, 39.357898, 42.73837, 47.354086, 45.517085, 44.34184, 42.994829, 40.217505, 37.672843, 35.300805, 32.93219, 33.871625, 32.451488, 33.544675, 35.255301, 36.344018, 41.628592, 45.567132, 68.714493, 111.823406, 191.405001, 237.554632, 242.566367, 253.236799]}, "digit": {"n_am_en": [0, 0, 12, 8, 0, 7, 8, 7, 9, 10, 12, 11, 7, 10, 11, 17, 17, 18, 20, 12, 9, 9, 11, 10, 23, 21, 19, 13, 14, 12, 11, 12, 15, 16, 23, 19, 20, 14, 11, 14, 12, 11, 13, 18, 6, 4, 3, 0, 0, 0], "n_am_pl": [0, 2, 25, 2, 4, 9, 9, 10, 1, 11, 24, 20, 18, 20, 15, 13, 16, 11, 9, 8, 2, 4, 5, 6, 5, 9, 6, 7, 12, 9, 10, 14, 7, 8, 7, 3, 4, 2, 0, 0, 0, 1, 0, 2, 1, 0, 2, 1, 0, 0], "n_pos": 81, "sum_m_en": [6.840614, 11.965553, 12.099895, 11.791741, 11.517288, 12.509586, 12.428963, 12.518951, 12.328182, 13.224568, 14.842897, 13.484746, 13.816981, 12.915052, 12.216719, 12.177207, 12.860079, 13.065297, 13.117166, 12.178291, 11.595618, 11.765485, 11.698309, 12.113744, 14.387945, 14.380499, 14.231964, 13.653346, 13.960079, 12.965955, 12.733843, 13.968643, 13.7529, 13.702162, 14.890448, 15.670583, 16.741739, 14.771173, 13.049203, 12.992126, 11.413306, 12.633025, 11.311028, 13.721514, 6.677828, 5.189009, 3.489874, 2.426582, 1.075874, 0.0], "sum_m_pl": [1.146729, 3.805324, 3.98039, 3.603148, 3.203596, 3.484438, 3.435421, 3.188626, 3.693849, 4.21695, 4.981511, 5.061686, 5.330954, 5.175199, 5.636126, 5.250025, 4.71444, 4.818181, 4.550725, 4.759011, 4.470763, 4.309062, 4.197936, 4.321163, 5.146261, 5.103922, 5.08521, 5.599738, 6.034844, 6.388341, 5.957329, 5.723108, 5.285412, 4.928203, 4.834377, 4.691257, 4.492918, 4.523045, 4.523212, 4.472034, 4.600285, 4.182556, 3.947117, 3.601896, 3.44014, 2.911169, 2.456278, 1.938511, 0.366901, 0.0]}, "lang": {"n_am_en": [15, 17, 14, 37, 43, 56, 59, 48, 59, 58, 57, 67, 59, 45, 48, 70, 82, 83, 91, 83, 87, 79, 85, 80, 106, 103, 113, 92, 94, 75, 83, 93, 97, 97, 110, 107, 107, 107, 108, 101, 104, 101, 105, 108, 105, 74, 18, 5, 1, 0], "n_am_pl": [12, 21, 15, 15, 30, 25, 43, 22, 39, 42, 44, 41, 33, 34, 32, 30, 20, 26, 21, 18, 13, 15, 12, 17, 10, 17, 21, 27, 31, 39, 33, 35, 22, 25, 16, 20, 20, 23, 20, 26, 32, 35, 39, 44, 58, 108, 183, 228, 245, 250], "n_pos": 253, "sum_m_en": [21.340157, 33.045692, 36.850078, 38.228145, 40.366399, 42.556701, 45.155557, 47.42897, 47.439037, 49.259141, 51.628677, 48.314546, 49.385691, 46.23742, 43.574726, 45.243715, 46.69317, 46.027044, 46.020836, 44.607729, 43.431897, 41.384721, 41.706258, 41.317969, 74.003415, 69.348339, 66.562877, 55.5115, 56.488399, 51.648847, 51.587541, 53.302406, 52.902433, 57.090915, 65.631675, 69.190787, 76.886717, 86.722245, 88.47569, 80.834755, 88.962372, 87.593064, 96.712748, 102.554753, 89.467505, 68.664496, 21.774908, 3.693173, 2.353854, 4.2e-05], "sum_m_pl": [3.737568, 9.536279, 10.440129, 11.012971, 11.380601, 13.349669, 14.092343, 13.1636, 14.527637, 14.817706, 14.606916, 16.215916, 16.416848, 15.973995, 15.362618, 14.170216, 13.019091, 13.129895, 13.673852, 13.907737, 13.302504, 13.017644, 12.704497, 12.641491, 15.20076, 16.696434, 17.166173, 18.240823, 19.866448, 23.06381, 21.657237, 21.948601, 21.652779, 20.782139, 19.642853, 19.007214, 18.340716, 18.797258, 18.078467, 19.362199, 20.963345, 23.725282, 29.554899, 33.92052, 57.391196, 98.077727, 171.57862, 217.705863, 231.122219, 249.429536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1035, "item_id": "llmzszl-18573", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 861, "region_end": 603, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 14, 27, 22, 21, 30, 26, 23, 27, 34, 34, 33, 28, 42, 34, 26, 38, 26, 32, 35, 31, 32, 25, 28, 49, 50, 47, 34, 37, 36, 39, 37, 43, 46, 46, 44, 58, 65, 58, 62, 65, 65, 67, 67, 65, 65, 61, 60, 60, 64], "n_am_pl": [3, 9, 21, 9, 12, 8, 11, 14, 16, 21, 16, 15, 21, 21, 21, 21, 11, 10, 8, 11, 7, 11, 11, 9, 11, 11, 13, 17, 21, 17, 17, 17, 17, 25, 18, 10, 9, 7, 8, 6, 3, 0, 0, 0, 2, 2, 1, 1, 0, 0], "n_pos": 155, "sum_m_en": [18.477053, 25.729183, 24.829252, 25.527264, 25.720869, 24.777984, 25.121989, 25.834814, 25.700423, 26.555211, 26.255528, 26.384291, 25.774339, 25.421488, 24.809252, 25.511952, 26.780367, 24.754502, 24.871188, 25.069516, 23.398886, 23.78177, 23.564778, 23.646884, 33.32275, 33.844139, 30.362536, 28.715725, 28.038287, 28.042238, 27.331944, 29.018411, 29.459215, 31.687189, 34.860127, 35.625966, 38.181394, 43.126618, 46.295952, 52.579544, 53.308984, 56.96996, 60.31505, 59.414538, 59.79086, 58.609124, 55.855008, 55.897936, 52.571805, 64.591299], "sum_m_pl": [2.84061, 6.305865, 7.808693, 7.279407, 7.735719, 7.574599, 7.810971, 8.928946, 9.526042, 9.956261, 10.380332, 10.564914, 10.237276, 10.047535, 10.768542, 10.682575, 10.386218, 10.087622, 9.732215, 9.722487, 9.207381, 8.826384, 8.492922, 8.516498, 9.904698, 10.985372, 11.525807, 13.640171, 14.490518, 14.960806, 13.6658, 11.945829, 11.475178, 11.157773, 11.030906, 11.294195, 11.364247, 9.806516, 9.415322, 7.534765, 6.591219, 5.168898, 5.016749, 4.359644, 4.577535, 3.563474, 2.967265, 2.502162, 1.018207, 0.000617]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 2, 1, 2, 5, 5, 1, 1, 3, 5, 1, 3, 5, 6, 4, 3, 3, 3, 4, 8, 6, 6, 5, 5, 5, 3, 2, 3, 4, 5, 4, 4, 4, 0, 3, 4, 2, 1, 3, 3, 2, 2, 0, 0, 0], "n_am_pl": [0, 3, 8, 2, 2, 1, 0, 3, 0, 1, 2, 2, 7, 5, 4, 2, 2, 2, 1, 2, 0, 1, 1, 0, 0, 3, 1, 4, 4, 3, 2, 4, 3, 3, 1, 1, 1, 3, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.972134, 2.995751, 2.727696, 2.885449, 2.964374, 3.034566, 3.006979, 2.980094, 3.015536, 3.182399, 3.244173, 3.160238, 3.095599, 2.969987, 2.998303, 3.167166, 3.370097, 3.081743, 3.111061, 3.077552, 2.851863, 2.934438, 2.856658, 2.89719, 3.96613, 3.701008, 3.399566, 3.249532, 3.030368, 3.046551, 2.97868, 3.40738, 3.211528, 3.270178, 3.438484, 3.118904, 3.270453, 3.493097, 3.087227, 2.87846, 2.995116, 2.702848, 2.7477, 3.136068, 2.886818, 1.805793, 1.290631, 0.886392, 0.14903, 0.0], "sum_m_pl": [0.409571, 0.925405, 1.054025, 0.992003, 1.007838, 0.929359, 0.865922, 0.988765, 1.05063, 1.127878, 1.164549, 1.181926, 1.306955, 1.239203, 1.200579, 1.247428, 1.120507, 1.074119, 1.113254, 1.081251, 1.017737, 0.973189, 0.934535, 0.960512, 1.281345, 1.543495, 1.611738, 2.246463, 2.384169, 2.323212, 2.110613, 1.555477, 1.21933, 1.155719, 1.099563, 1.206137, 1.30612, 1.261725, 1.241265, 1.103614, 1.009268, 0.981678, 0.961389, 0.895235, 0.883341, 0.700085, 0.575363, 0.499895, 0.08059, 0.0]}, "lang": {"n_am_en": [6, 10, 16, 12, 11, 17, 16, 14, 16, 19, 17, 21, 21, 25, 21, 19, 24, 15, 17, 23, 19, 18, 15, 16, 26, 32, 28, 24, 21, 23, 22, 24, 28, 30, 28, 30, 39, 42, 42, 46, 50, 54, 55, 56, 55, 53, 51, 54, 57, 64], "n_am_pl": [0, 3, 6, 1, 5, 3, 6, 5, 9, 10, 6, 6, 9, 11, 8, 8, 4, 5, 6, 6, 4, 7, 7, 6, 6, 4, 4, 7, 8, 4, 6, 7, 7, 9, 6, 7, 5, 2, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [7.636441, 10.417911, 10.354851, 10.646276, 10.716801, 10.341983, 10.516075, 10.813262, 11.132815, 11.565247, 11.342644, 11.825142, 11.813073, 11.644449, 11.391723, 11.600522, 12.028624, 11.113384, 10.946089, 10.99662, 10.290359, 10.260471, 10.2593, 10.32584, 17.946271, 18.586308, 16.998637, 15.444455, 14.375404, 14.105302, 13.318359, 13.900093, 14.510578, 16.24919, 18.416273, 20.713493, 22.407649, 25.82572, 30.555487, 36.540375, 39.17695, 45.254081, 47.413238, 47.587025, 49.018069, 49.700391, 48.575363, 48.601096, 49.685531, 63.406137], "sum_m_pl": [0.942572, 2.10175, 2.473774, 2.479066, 2.814495, 2.787323, 2.947003, 3.29293, 3.799712, 3.87954, 4.108251, 4.269214, 4.090849, 4.011577, 4.413239, 4.22383, 4.231453, 4.106847, 3.941924, 4.036164, 3.804982, 3.642124, 3.495639, 3.512321, 3.854772, 4.09434, 4.374397, 4.842327, 5.289904, 5.481975, 5.00196, 4.571435, 4.695242, 4.623885, 4.718897, 5.184389, 5.046195, 4.403958, 4.037623, 3.128599, 2.668983, 2.14767, 1.999785, 1.659134, 1.399586, 0.872409, 0.866601, 0.369266, 0.523067, 0.000614]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-18576", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 757, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9554, "tf_agree_excl_first": 0.9615}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 35, 55, 60, 72, 82, 96, 91, 95, 95, 87, 79, 89, 87, 83, 99, 136, 145, 158, 164, 157, 164, 142, 122, 201, 192, 181, 141, 121, 110, 112, 110, 130, 160, 214, 174, 207, 232, 255, 256, 271, 252, 256, 257, 227, 174, 62, 13, 3, 0], "n_am_pl": [9, 47, 70, 46, 54, 60, 52, 78, 79, 100, 88, 108, 108, 121, 117, 92, 97, 86, 53, 52, 47, 41, 48, 51, 48, 61, 69, 89, 96, 124, 110, 102, 88, 69, 61, 66, 69, 44, 46, 58, 47, 58, 76, 70, 106, 151, 271, 312, 315, 330], "n_pos": 653, "sum_m_en": [68.228129, 98.359811, 105.116245, 106.270789, 106.585993, 105.103395, 111.812702, 118.899789, 116.855165, 114.79079, 115.805993, 115.951507, 112.570561, 107.590215, 106.265302, 107.108779, 108.910632, 102.172105, 99.836651, 102.280007, 96.56008, 97.941793, 97.680741, 97.822368, 141.692837, 140.312558, 128.368208, 113.983659, 110.685896, 112.765029, 110.152589, 113.931483, 112.384977, 117.947334, 132.377934, 126.949231, 144.949445, 166.991978, 180.464114, 191.149552, 202.918183, 195.570148, 206.938658, 228.506624, 205.16806, 161.147347, 60.987545, 16.067974, 6.59592, 0.001071], "sum_m_pl": [11.467658, 29.753657, 35.816658, 33.556432, 34.112458, 33.509494, 35.097936, 40.943846, 45.166664, 48.461757, 52.353135, 54.239312, 53.132951, 53.919912, 51.850938, 50.087763, 49.65314, 48.228894, 42.98634, 43.320748, 41.535105, 39.311537, 37.746737, 37.844755, 50.172774, 55.989769, 61.29906, 67.718879, 72.754245, 73.299077, 69.131439, 65.267368, 60.425964, 56.919174, 53.809139, 56.715012, 53.102546, 48.689964, 46.532001, 45.291248, 45.314634, 45.64476, 55.685539, 61.448425, 90.680017, 139.621366, 252.470314, 301.776682, 304.34773, 330.520755]}, "digit": {"n_am_en": [0, 0, 1, 2, 2, 4, 1, 3, 5, 7, 3, 6, 3, 5, 4, 2, 7, 9, 7, 6, 5, 6, 5, 6, 9, 8, 12, 6, 6, 4, 7, 5, 9, 4, 11, 10, 10, 9, 12, 13, 13, 10, 11, 10, 11, 5, 3, 1, 0, 0], "n_am_pl": [0, 3, 7, 3, 9, 7, 6, 10, 6, 7, 7, 8, 7, 7, 9, 6, 9, 4, 3, 2, 3, 4, 5, 4, 3, 4, 4, 11, 9, 10, 8, 8, 6, 9, 3, 5, 5, 3, 7, 5, 4, 3, 6, 2, 7, 5, 5, 6, 2, 0], "n_pos": 39, "sum_m_en": [4.230816, 6.230159, 6.31774, 6.439845, 6.551342, 6.490286, 6.66047, 7.343883, 6.907389, 6.867475, 7.53361, 7.314237, 7.010803, 7.035332, 6.946018, 6.804399, 6.97661, 6.591278, 6.354685, 6.456022, 6.035299, 6.131192, 6.002931, 6.179663, 7.758873, 7.626961, 7.213528, 6.460206, 6.347569, 6.640204, 6.730929, 7.261922, 7.032686, 7.461459, 8.3615, 8.264691, 8.40795, 8.862695, 9.283497, 9.24146, 9.93775, 9.176147, 8.690887, 8.61292, 6.914706, 4.074746, 3.423604, 1.404727, 0.318965, 0.0], "sum_m_pl": [0.955542, 2.147122, 2.360234, 2.416467, 2.528278, 2.345765, 2.185656, 2.529189, 2.612739, 2.826403, 3.045085, 3.140065, 3.494562, 3.532969, 3.372653, 2.994461, 3.059542, 2.774674, 2.434997, 2.532966, 2.482181, 2.286387, 2.200895, 2.286475, 3.071135, 3.698131, 3.882789, 4.535999, 4.731285, 4.802006, 4.457131, 4.243457, 3.890302, 3.329797, 2.909308, 2.943295, 2.901937, 2.601352, 2.52594, 2.570134, 2.781366, 2.333634, 2.411704, 2.671047, 4.208888, 4.430015, 5.487586, 5.982081, 1.434163, 0.000151]}, "lang": {"n_am_en": [22, 20, 30, 36, 44, 46, 60, 51, 54, 54, 48, 48, 56, 46, 53, 64, 88, 94, 99, 104, 99, 107, 96, 84, 133, 130, 115, 91, 73, 73, 71, 76, 88, 109, 134, 112, 125, 148, 163, 166, 182, 179, 183, 189, 178, 134, 41, 5, 2, 0], "n_am_pl": [2, 20, 34, 22, 21, 27, 25, 43, 43, 51, 56, 67, 67, 77, 74, 59, 54, 51, 32, 29, 25, 23, 28, 28, 24, 31, 40, 48, 52, 68, 55, 55, 55, 38, 40, 42, 48, 33, 28, 41, 40, 46, 58, 59, 83, 127, 238, 287, 305, 330], "n_pos": 332, "sum_m_en": [35.263661, 48.832544, 53.96793, 53.952743, 55.096138, 55.084504, 59.700388, 62.892842, 63.058074, 61.595796, 61.362706, 62.170139, 60.160547, 56.698403, 56.326091, 56.371371, 57.234442, 53.683938, 52.265641, 53.595256, 50.631603, 51.409624, 51.80836, 51.330781, 85.697867, 84.202977, 76.122209, 65.172333, 61.729144, 61.370886, 60.365328, 62.009856, 61.17594, 65.058168, 73.772346, 72.22684, 86.869591, 102.20341, 114.218116, 121.357926, 136.156719, 133.246576, 147.572458, 168.217674, 156.315457, 125.367946, 42.482502, 7.926125, 3.393252, 0.000853], "sum_m_pl": [4.915749, 13.247533, 15.939436, 15.532474, 15.781463, 15.725447, 17.489772, 20.339369, 23.539293, 25.938683, 28.291826, 30.248163, 29.141407, 29.438065, 28.136295, 27.074749, 26.434181, 25.688675, 22.994628, 22.966638, 21.765424, 20.755806, 19.867781, 19.899471, 26.721367, 29.483881, 33.687553, 36.648684, 39.996867, 40.117047, 37.580194, 35.794079, 33.848532, 32.982298, 31.216611, 33.858419, 32.684702, 30.125721, 29.155795, 29.656978, 30.310062, 32.300151, 41.061904, 47.729089, 71.936001, 119.170967, 222.476794, 275.689686, 292.142581, 329.899648]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 655, "item_id": "llmzszl-18576", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 885, "region_end": 653, "roundtrip_ok": true, "tf_agree": 0.9893, "tf_agree_excl_first": 0.9908}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 3, 14, 13, 16, 12, 16, 10, 7, 10, 11, 13, 20, 18, 12, 23, 25, 20, 17, 28, 25, 24, 23, 18, 22, 17, 13, 14, 15, 12, 13, 12, 15, 21, 24, 28, 28, 32, 36, 33, 31, 34, 34, 32, 28, 24, 21, 20, 19, 18], "n_am_pl": [7, 8, 12, 6, 14, 12, 8, 7, 7, 10, 11, 15, 10, 10, 13, 6, 5, 9, 7, 8, 7, 5, 3, 6, 5, 8, 3, 4, 4, 10, 9, 10, 7, 7, 5, 5, 6, 4, 4, 2, 4, 4, 2, 3, 2, 1, 0, 0, 0, 0], "n_pos": 84, "sum_m_en": [8.895059, 12.376161, 12.208723, 12.55162, 13.476474, 13.35759, 13.346802, 13.047333, 12.66349, 13.436146, 13.18337, 12.86281, 13.277263, 13.231005, 12.971606, 13.766241, 14.320708, 14.314976, 14.138827, 14.405532, 13.752859, 13.90908, 13.620076, 13.701421, 16.487763, 15.96075, 14.738782, 15.03912, 15.105143, 14.556465, 14.530564, 15.404273, 15.68622, 16.655226, 19.381778, 19.131625, 21.75764, 24.208291, 26.915057, 28.359727, 25.719629, 27.034659, 28.128685, 27.525439, 24.440531, 23.735199, 20.76004, 20.30986, 18.842465, 18.115963], "sum_m_pl": [1.966638, 4.39244, 4.96735, 4.684806, 4.979768, 4.94047, 4.848829, 4.868202, 5.424605, 6.109153, 6.200822, 6.468946, 6.646881, 6.534824, 7.052518, 7.185546, 6.726758, 7.101799, 6.814334, 6.717505, 6.525766, 6.12931, 5.731386, 5.626099, 7.369432, 8.252799, 8.139611, 7.537622, 7.578955, 8.129501, 7.84972, 7.38003, 7.021542, 6.882981, 6.570147, 6.63205, 6.402153, 5.819714, 5.142896, 4.282312, 4.274379, 3.746434, 2.984838, 2.781214, 1.973289, 1.307675, 0.795422, 0.532022, 0.25571, 0.000167]}, "digit": {"n_am_en": [0, 0, 2, 4, 4, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 0, 3, 4, 2, 3, 3, 2, 3, 2, 3, 3, 2, 2, 2, 2, 2, 0, 2, 1, 1, 3, 3, 3, 5, 4, 3, 5, 6, 3, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 1, 4, 1, 1, 1, 3, 1, 0, 1, 3, 5, 4, 3, 4, 2, 2, 2, 2, 1, 2, 1, 2, 1, 0, 2, 1, 1, 1, 1, 2, 2, 2, 3, 2, 2, 3, 1, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.641273, 2.405362, 2.292982, 2.436723, 2.578682, 2.38455, 2.418565, 2.433455, 2.300881, 2.572637, 2.447418, 2.262173, 2.23593, 2.130798, 2.07831, 2.3198, 2.3828, 2.527649, 2.500662, 2.623431, 2.481446, 2.575323, 2.447436, 2.522984, 2.597283, 2.300822, 2.241673, 2.467765, 2.502092, 2.531909, 2.505131, 2.641201, 2.398874, 2.534337, 2.534327, 2.77714, 2.784895, 2.737399, 2.723637, 2.543386, 2.16821, 2.387076, 3.215175, 2.810493, 2.059322, 2.057166, 1.592407, 0.758976, 0.235759, 0.0], "sum_m_pl": [0.298181, 0.939735, 0.9549, 0.983571, 0.899226, 0.889565, 0.782276, 0.792592, 0.874058, 1.012007, 1.045952, 1.080567, 1.159998, 1.165352, 1.288573, 1.253498, 1.115658, 1.238657, 1.186853, 1.155478, 1.095297, 1.028461, 0.958174, 0.962531, 1.211776, 1.40903, 1.556571, 1.320438, 1.361459, 1.439647, 1.367911, 1.23154, 1.131202, 1.075583, 1.037936, 1.204161, 1.131282, 0.978648, 0.990452, 0.982558, 1.004164, 1.079178, 0.975034, 1.006863, 0.768811, 0.543331, 0.316979, 0.212735, 0.053974, 0.0]}, "lang": {"n_am_en": [4, 3, 5, 5, 8, 4, 9, 4, 5, 3, 5, 6, 8, 8, 8, 13, 11, 8, 11, 15, 14, 13, 13, 12, 14, 9, 9, 8, 9, 7, 5, 9, 8, 13, 13, 14, 15, 18, 17, 17, 18, 18, 18, 18, 18, 17, 15, 15, 18, 18], "n_am_pl": [3, 1, 0, 2, 1, 1, 0, 1, 1, 1, 1, 3, 2, 3, 4, 0, 0, 2, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 4, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.366648, 2.806558, 2.977122, 3.140092, 3.616117, 3.612706, 3.697809, 3.629966, 3.792658, 3.546958, 3.492519, 3.700121, 3.781456, 4.127188, 3.884141, 4.077089, 4.127185, 4.133148, 4.025584, 4.069612, 3.73108, 3.619313, 3.611078, 3.536346, 6.959714, 6.764508, 5.949259, 5.353974, 5.318043, 5.066318, 4.837631, 5.154438, 5.55704, 6.419731, 7.73398, 8.054208, 10.259018, 12.060672, 12.964133, 14.556239, 14.360198, 15.802063, 16.61951, 16.669374, 15.825698, 15.633147, 14.601869, 15.251275, 16.698702, 17.777205], "sum_m_pl": [0.487803, 0.744557, 0.801309, 0.778385, 0.84548, 0.843502, 0.86753, 0.919452, 1.058385, 1.285672, 1.312435, 1.422143, 1.393783, 1.37701, 1.522225, 1.419107, 1.343939, 1.397698, 1.479304, 1.431533, 1.469946, 1.374149, 1.279222, 1.246561, 1.309566, 1.506447, 1.681442, 1.702117, 1.632519, 1.822873, 1.670053, 1.563646, 1.508203, 1.438561, 1.359954, 1.319745, 1.120013, 0.901262, 0.743755, 0.467843, 0.477951, 0.301717, 0.206978, 0.093173, 0.087447, 0.066617, 0.057352, 0.062234, 0.094341, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "llmzszl-18577", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 746, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 15, 30, 28, 29, 33, 35, 22, 22, 20, 27, 25, 20, 26, 27, 34, 62, 55, 59, 62, 58, 58, 59, 58, 83, 64, 55, 52, 46, 43, 41, 39, 42, 55, 68, 69, 75, 77, 80, 81, 72, 72, 71, 73, 66, 54, 16, 3, 0, 0], "n_am_pl": [3, 17, 31, 24, 20, 26, 27, 22, 26, 34, 36, 35, 39, 39, 32, 30, 28, 22, 22, 24, 23, 20, 19, 13, 18, 23, 25, 24, 29, 42, 25, 32, 28, 17, 12, 12, 22, 17, 19, 19, 21, 18, 27, 24, 28, 34, 69, 78, 79, 82], "n_pos": 227, "sum_m_en": [22.767318, 32.834418, 34.229791, 35.097972, 36.278161, 36.331109, 37.476279, 37.629834, 37.757134, 39.16028, 38.253415, 36.852678, 36.663098, 36.665919, 35.094364, 37.488478, 40.038041, 39.075575, 39.029117, 39.093566, 37.879222, 39.35313, 38.933495, 38.007282, 56.868551, 51.232114, 46.649767, 46.265142, 44.115075, 42.22199, 41.428367, 42.271349, 42.496931, 44.95806, 51.481006, 51.574291, 54.495746, 60.882796, 72.763641, 76.301605, 68.194656, 69.017712, 68.491682, 67.474746, 62.017142, 52.797686, 17.476626, 4.168176, 1.57093, 0.001515], "sum_m_pl": [4.369282, 11.644463, 13.531949, 12.834638, 13.075362, 13.47274, 13.487257, 13.731784, 15.453579, 17.107003, 17.268435, 17.412829, 18.08636, 17.509266, 18.895286, 18.093685, 17.221303, 17.634116, 16.699177, 16.813498, 16.038786, 15.141897, 14.56627, 14.445669, 18.181093, 20.309379, 21.717396, 21.433743, 22.057418, 23.808821, 22.82809, 21.951633, 20.831942, 18.805753, 17.440437, 17.219204, 16.916162, 15.663117, 15.021393, 14.336644, 15.43749, 14.500826, 17.99056, 19.385087, 25.161571, 34.391381, 65.115474, 79.032099, 80.078274, 82.428976]}, "digit": {"n_am_en": [2, 2, 4, 2, 2, 3, 2, 1, 2, 6, 4, 3, 1, 1, 2, 4, 10, 5, 8, 8, 7, 6, 4, 6, 13, 11, 9, 5, 5, 7, 5, 4, 8, 8, 8, 9, 15, 13, 8, 9, 11, 10, 7, 6, 5, 2, 2, 1, 0, 0], "n_am_pl": [0, 4, 13, 8, 5, 8, 8, 6, 2, 6, 10, 12, 7, 11, 7, 9, 6, 5, 5, 4, 2, 4, 1, 1, 5, 8, 7, 4, 4, 6, 4, 9, 5, 3, 1, 1, 5, 3, 6, 6, 5, 2, 2, 2, 1, 2, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [4.431975, 6.463276, 6.461977, 6.234859, 6.391426, 6.256117, 6.311067, 6.381803, 6.417717, 7.031497, 6.816961, 6.233296, 6.222799, 6.230233, 6.323191, 6.458912, 6.715061, 6.830219, 7.048245, 7.426688, 6.832099, 6.979955, 6.81497, 6.957095, 7.915539, 8.023759, 7.412062, 7.495629, 7.401194, 7.394138, 7.554238, 7.747394, 8.222689, 7.986597, 8.055946, 8.766439, 9.571435, 9.345773, 8.633192, 8.908456, 7.865313, 8.039368, 8.124221, 7.457121, 5.401404, 4.746257, 3.308848, 1.878624, 0.508085, 4e-06], "sum_m_pl": [1.127021, 2.905208, 3.05317, 2.870124, 2.670139, 2.696165, 2.522923, 2.492983, 2.739412, 3.197607, 3.230734, 3.166451, 3.354514, 3.243297, 3.594536, 3.637048, 3.190729, 3.412246, 3.159572, 3.202576, 3.08303, 2.868756, 2.70701, 2.740495, 3.464562, 3.756145, 3.835328, 3.910582, 4.045372, 4.192597, 4.151647, 3.65241, 3.414654, 3.366117, 3.095162, 3.358376, 3.178422, 2.954177, 3.211294, 3.000445, 3.122327, 2.926689, 2.814714, 2.764773, 2.233752, 1.898162, 1.106219, 0.614781, 0.136373, 0.0]}, "lang": {"n_am_en": [3, 8, 12, 15, 16, 17, 17, 12, 14, 9, 11, 12, 9, 12, 12, 14, 25, 24, 31, 27, 30, 35, 38, 35, 48, 33, 32, 27, 25, 22, 21, 22, 20, 28, 32, 33, 33, 35, 43, 46, 43, 40, 43, 47, 41, 35, 11, 1, 0, 0], "n_am_pl": [1, 7, 9, 6, 7, 9, 9, 11, 16, 13, 16, 13, 20, 18, 20, 12, 15, 12, 9, 11, 11, 10, 8, 6, 8, 9, 11, 12, 18, 21, 12, 12, 13, 10, 8, 8, 13, 10, 10, 11, 14, 15, 23, 19, 23, 29, 62, 75, 79, 82], "n_pos": 82, "sum_m_en": [8.449824, 11.822322, 13.077163, 13.544324, 14.097263, 13.987426, 14.682159, 14.870446, 15.058471, 15.20004, 14.457055, 14.461254, 14.28393, 14.643431, 13.396646, 14.773005, 16.061106, 15.613811, 15.432934, 15.039161, 14.877813, 16.103086, 16.31158, 15.177386, 28.876092, 24.507358, 22.466965, 21.064841, 19.708717, 18.371746, 17.415249, 18.002453, 17.468776, 19.778102, 22.502322, 23.335213, 24.650387, 28.500203, 35.229202, 38.751421, 38.867962, 39.970411, 40.670342, 41.660421, 37.485826, 32.509366, 8.986401, 0.95714, 0.100512, 5e-06], "sum_m_pl": [1.342439, 3.570083, 4.300587, 4.159951, 4.095944, 4.520337, 5.06431, 5.403835, 6.313164, 6.882095, 7.257987, 7.712466, 8.125331, 7.981834, 8.52873, 7.447963, 7.203403, 7.296301, 6.979112, 6.678938, 6.364148, 5.959303, 5.776633, 5.683802, 7.545902, 8.816879, 9.784331, 9.466608, 9.781857, 10.827065, 10.197794, 10.475211, 9.928702, 8.848588, 8.198281, 7.956601, 8.382877, 7.939829, 7.549365, 7.688543, 8.634881, 8.854735, 12.338769, 13.920456, 19.937434, 29.075192, 57.729498, 74.301596, 78.586857, 81.919084]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "llmzszl-18577", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 874, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9868}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 34, 27, 25, 32, 39, 34, 35, 36, 45, 49, 45, 35, 49, 52, 57, 68, 50, 46, 55, 63, 64, 62, 55, 93, 90, 82, 66, 55, 53, 35, 48, 52, 76, 84, 77, 87, 100, 103, 104, 98, 99, 101, 92, 89, 78, 76, 74, 71, 74], "n_am_pl": [7, 14, 26, 10, 15, 11, 8, 10, 13, 23, 20, 18, 20, 25, 12, 23, 25, 30, 25, 24, 16, 13, 15, 19, 23, 22, 21, 28, 31, 33, 37, 24, 23, 23, 18, 21, 5, 6, 11, 4, 7, 6, 4, 9, 8, 3, 13, 8, 9, 8], "n_pos": 242, "sum_m_en": [25.570169, 38.481992, 39.339009, 39.437359, 40.58044, 38.558847, 40.555117, 42.277007, 42.798565, 42.760172, 42.402403, 42.341289, 41.274197, 42.58446, 43.639924, 46.753138, 45.784672, 43.275704, 42.073658, 39.575065, 38.975891, 39.201528, 38.88143, 38.651366, 57.110017, 56.947946, 54.290946, 49.667562, 47.279845, 46.651379, 42.911361, 44.999801, 46.258649, 52.281676, 57.083953, 56.466085, 62.638327, 69.43855, 79.661853, 80.750324, 79.161453, 82.154918, 83.984746, 85.193114, 81.279222, 79.593766, 73.982332, 71.230677, 68.611069, 73.933057], "sum_m_pl": [4.870207, 11.006948, 12.599863, 11.902415, 12.561512, 12.178304, 12.312788, 13.116953, 13.080665, 13.248716, 13.770047, 13.877798, 13.658064, 14.056752, 14.297636, 15.387399, 14.828314, 14.95494, 14.457863, 13.692728, 13.423891, 12.615395, 12.22516, 12.284758, 15.936745, 18.572908, 18.147233, 18.973244, 20.66282, 22.064534, 21.221626, 18.983673, 17.519723, 16.606001, 16.284804, 16.68924, 14.896197, 13.759368, 12.457658, 11.002506, 10.480349, 9.375123, 8.468785, 8.240052, 9.213076, 7.653749, 14.536757, 9.510963, 9.409445, 8.083251]}, "digit": {"n_am_en": [1, 4, 2, 1, 2, 2, 4, 1, 3, 7, 9, 4, 2, 5, 5, 9, 12, 6, 6, 7, 7, 7, 5, 3, 12, 14, 11, 7, 4, 4, 3, 5, 6, 6, 5, 8, 11, 13, 11, 11, 10, 10, 9, 4, 7, 1, 2, 3, 0, 0], "n_am_pl": [0, 4, 8, 0, 3, 0, 1, 2, 0, 7, 1, 3, 5, 3, 1, 2, 4, 9, 3, 3, 2, 1, 4, 4, 3, 1, 1, 5, 6, 4, 5, 3, 5, 6, 6, 5, 0, 2, 1, 0, 0, 2, 0, 2, 4, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.78166, 5.183573, 5.389738, 5.355024, 5.576545, 5.290661, 5.352573, 5.671725, 5.771274, 5.831082, 6.30786, 6.047635, 5.769396, 6.142736, 6.689451, 7.015187, 6.766512, 6.292758, 5.84516, 5.45273, 5.452557, 5.546924, 5.567446, 5.537313, 7.792451, 7.870325, 7.520911, 7.074267, 6.534945, 6.400323, 5.798964, 6.121432, 6.297881, 7.234267, 6.955129, 7.222357, 7.319573, 7.28374, 6.765402, 6.616495, 6.089615, 5.571395, 4.67493, 3.836283, 3.142242, 2.836539, 2.55534, 1.577683, 0.772978, 0.0], "sum_m_pl": [0.508389, 1.693325, 1.693022, 1.67293, 1.660861, 1.640889, 1.576665, 1.709, 1.647151, 1.584773, 1.770168, 1.710775, 1.658676, 1.902927, 1.842602, 1.972709, 1.738803, 1.875097, 1.760547, 1.689797, 1.666109, 1.555984, 1.559083, 1.614533, 2.166454, 2.682348, 2.400241, 2.629047, 2.980672, 3.09811, 3.061193, 2.692053, 2.083805, 2.131865, 1.94182, 2.032084, 1.889051, 1.719657, 1.755083, 1.770434, 1.79015, 1.847585, 1.745115, 1.737601, 2.216705, 1.701578, 0.971241, 0.680923, 0.309806, 0.0]}, "lang": {"n_am_en": [17, 19, 16, 15, 16, 21, 15, 20, 16, 18, 21, 25, 18, 25, 28, 30, 30, 26, 25, 30, 27, 29, 29, 29, 45, 43, 40, 34, 34, 33, 21, 28, 34, 39, 45, 43, 47, 50, 56, 55, 55, 58, 59, 59, 59, 62, 61, 62, 67, 73], "n_am_pl": [3, 6, 6, 3, 6, 5, 3, 5, 6, 10, 11, 4, 6, 7, 3, 7, 9, 11, 7, 8, 6, 5, 5, 7, 8, 8, 8, 10, 8, 11, 10, 9, 7, 6, 4, 6, 0, 1, 3, 0, 0, 0, 0, 1, 0, 1, 8, 8, 8, 8], "n_pos": 82, "sum_m_en": [9.201138, 13.23303, 13.502245, 13.330702, 13.913795, 13.502529, 14.243648, 14.970648, 15.625122, 15.373734, 14.837631, 15.254593, 14.734546, 15.221374, 15.484642, 16.574777, 16.102794, 15.268317, 14.805423, 14.039582, 13.719042, 13.611377, 13.504697, 13.408805, 25.521263, 24.979444, 23.989064, 20.659357, 19.112749, 18.6265, 16.727588, 17.726411, 18.253583, 21.561329, 23.758562, 24.02024, 28.869009, 33.649142, 41.348638, 44.380208, 45.188462, 49.551993, 52.144883, 55.296456, 56.385034, 59.071687, 59.278484, 60.093974, 62.360815, 72.995006], "sum_m_pl": [1.793219, 3.385524, 3.935495, 3.677531, 4.053012, 3.834581, 4.041785, 4.328391, 4.434437, 4.600082, 4.814431, 4.83678, 4.805795, 4.705675, 4.737297, 5.188788, 5.103855, 5.083243, 5.146642, 4.806274, 4.630137, 4.382939, 4.233949, 4.216629, 5.133476, 6.010235, 6.410726, 6.785388, 7.411033, 7.900379, 7.361947, 6.811634, 6.408661, 5.925142, 5.856652, 6.278952, 5.405139, 5.013583, 4.402009, 3.504155, 3.160234, 2.369605, 2.076312, 1.981061, 2.44258, 2.253511, 7.961674, 6.95368, 8.033127, 8.083229]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "llmzszl-18578", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 24, 30, 45, 43, 61, 48, 48, 54, 55, 60, 63, 55, 46, 56, 72, 113, 97, 92, 96, 111, 114, 108, 95, 175, 162, 137, 101, 88, 89, 88, 84, 86, 128, 160, 155, 155, 156, 170, 161, 148, 152, 153, 162, 125, 98, 45, 16, 10, 8], "n_am_pl": [2, 36, 59, 51, 54, 47, 60, 45, 61, 51, 50, 66, 66, 59, 53, 60, 48, 52, 45, 39, 31, 22, 20, 22, 27, 35, 50, 75, 83, 92, 78, 79, 75, 53, 36, 27, 24, 24, 16, 24, 33, 28, 30, 37, 48, 62, 136, 136, 137, 134], "n_pos": 503, "sum_m_en": [47.542478, 74.019851, 79.40212, 80.004448, 82.775931, 80.615752, 81.050744, 84.703923, 82.467342, 82.744015, 86.001332, 84.701873, 81.906333, 81.763264, 83.919572, 90.41229, 87.250943, 81.978981, 80.148668, 77.574976, 76.205562, 76.784168, 76.096826, 76.175892, 110.96135, 105.371536, 98.989629, 90.903857, 89.05317, 91.511244, 84.865477, 86.695209, 90.601393, 97.592342, 107.910731, 105.136534, 106.147784, 114.422763, 123.73779, 123.777066, 118.875448, 122.879937, 124.5984, 131.140639, 112.750758, 93.812775, 44.989047, 23.808151, 15.116808, 8.000804], "sum_m_pl": [9.053125, 24.744349, 28.188751, 27.384314, 27.201774, 27.521348, 27.446403, 29.297106, 30.109276, 29.830579, 31.617549, 32.342434, 32.702763, 33.139356, 30.485408, 30.108919, 28.562774, 29.312438, 27.325456, 26.978793, 26.968611, 25.197495, 24.811053, 25.361351, 30.716955, 36.644322, 38.277479, 41.196077, 45.015529, 47.298223, 43.182689, 40.769559, 36.562334, 33.756117, 31.51775, 32.205319, 27.636362, 26.486978, 25.291794, 26.050987, 26.294222, 25.514819, 29.329968, 34.451938, 45.537426, 63.350638, 127.163921, 129.919388, 133.786393, 134.935714]}, "digit": {"n_am_en": [2, 5, 3, 5, 7, 4, 5, 6, 14, 15, 10, 16, 8, 10, 8, 12, 25, 22, 17, 15, 16, 16, 20, 20, 39, 41, 34, 19, 14, 14, 11, 7, 12, 26, 32, 36, 38, 37, 38, 33, 30, 31, 31, 28, 23, 14, 9, 4, 2, 0], "n_am_pl": [0, 5, 23, 6, 13, 3, 9, 10, 4, 11, 7, 11, 15, 12, 8, 13, 7, 15, 8, 8, 5, 2, 2, 3, 5, 8, 11, 16, 21, 21, 18, 18, 21, 8, 9, 8, 4, 4, 1, 5, 3, 3, 3, 4, 7, 5, 7, 4, 0, 0], "n_pos": 99, "sum_m_en": [8.937196, 15.683379, 16.905554, 16.395748, 17.305665, 16.898844, 15.978847, 17.013343, 16.383312, 16.363524, 17.761114, 17.335698, 17.27264, 17.224088, 17.83227, 19.211015, 17.679524, 16.581688, 16.164829, 15.874042, 15.822035, 16.015211, 15.900612, 16.249181, 23.592653, 22.893392, 21.58552, 19.703422, 18.943492, 19.12318, 17.576708, 18.597841, 19.429369, 21.233215, 21.762694, 22.365672, 22.618441, 22.225706, 23.535235, 23.467621, 22.210771, 20.955305, 20.185728, 19.717516, 18.740818, 14.706184, 9.933756, 5.254462, 3.699452, 1e-06], "sum_m_pl": [1.591992, 5.210535, 4.896876, 4.660608, 4.453171, 4.465394, 4.243894, 4.729502, 4.789563, 5.018324, 5.774822, 5.780497, 5.981718, 6.315117, 5.850944, 5.825284, 5.123115, 5.496742, 5.108363, 5.229375, 5.248338, 4.962184, 4.909966, 5.074187, 6.247487, 7.50957, 7.328251, 7.88564, 8.6655, 9.006959, 8.348525, 8.059919, 6.944135, 6.289261, 5.989881, 6.270984, 5.342283, 4.939956, 5.113616, 5.3312, 5.055087, 5.184046, 4.986831, 5.244757, 5.506146, 6.04575, 6.565487, 4.427256, 1.622124, 0.000431]}, "lang": {"n_am_en": [9, 11, 14, 22, 18, 29, 20, 24, 19, 23, 24, 24, 23, 18, 29, 35, 47, 51, 45, 48, 60, 56, 58, 53, 81, 70, 55, 40, 38, 36, 42, 42, 45, 55, 74, 69, 63, 72, 79, 83, 77, 77, 76, 87, 70, 56, 27, 11, 8, 8], "n_am_pl": [0, 14, 16, 20, 20, 22, 22, 18, 28, 15, 21, 30, 25, 27, 22, 22, 17, 14, 18, 14, 10, 10, 9, 9, 5, 11, 15, 26, 21, 29, 25, 24, 24, 26, 19, 10, 14, 12, 10, 12, 18, 18, 19, 22, 29, 45, 97, 116, 131, 134], "n_pos": 142, "sum_m_en": [13.779083, 20.301095, 22.502265, 23.644787, 25.178193, 24.460969, 25.416217, 26.286112, 26.304643, 26.559471, 26.931726, 27.266252, 25.977155, 25.849875, 26.082575, 28.548669, 27.82026, 25.957807, 25.690002, 24.563926, 23.994088, 23.466201, 23.348157, 23.146868, 43.729074, 39.594651, 36.924873, 31.776015, 29.984387, 30.120772, 29.056221, 29.080525, 30.514271, 34.018816, 38.338782, 38.793421, 40.845228, 45.233599, 52.075425, 54.552107, 54.725057, 60.034964, 63.908218, 70.992746, 62.1101, 51.188441, 24.552301, 11.9782, 9.230025, 8.000742], "sum_m_pl": [2.759587, 6.211322, 7.465177, 7.565188, 7.803727, 8.012395, 8.356245, 8.733327, 9.164993, 8.752621, 9.270435, 9.931845, 10.249862, 10.889025, 9.384276, 9.090937, 8.708296, 8.792457, 8.346182, 7.94421, 8.034839, 7.421467, 7.286083, 7.485655, 9.161488, 10.525368, 11.726134, 12.456616, 14.00541, 15.10427, 13.22379, 12.975228, 11.693914, 11.428863, 10.53079, 11.089734, 9.659161, 9.65681, 9.139518, 9.975198, 11.456964, 11.669094, 15.579418, 19.4348, 28.567779, 43.959279, 90.903384, 109.450665, 123.978343, 133.86242]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 505, "item_id": "llmzszl-18578", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 884, "region_end": 503, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.9921}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 5, 18, 16, 17, 16, 22, 21, 18, 14, 14, 16, 20, 24, 29, 19, 23, 19, 17, 12, 12, 15, 11, 12, 16, 18, 16, 19, 16, 18, 15, 25, 26, 24, 25, 19, 25, 33, 34, 41, 30, 29, 28, 29, 24, 23, 24, 21, 25, 24], "n_am_pl": [2, 10, 11, 21, 27, 29, 14, 14, 17, 20, 17, 19, 17, 23, 22, 28, 28, 19, 17, 23, 25, 25, 22, 16, 17, 26, 18, 24, 36, 31, 30, 31, 24, 23, 17, 19, 15, 9, 5, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 141, "sum_m_en": [14.96845, 18.968999, 19.186973, 19.933527, 20.340095, 19.4605, 19.741152, 18.917723, 18.088009, 19.096072, 18.687162, 19.214037, 19.748342, 19.037968, 19.212301, 19.819752, 20.224806, 19.469623, 20.044262, 20.043992, 20.060781, 20.608601, 20.413066, 20.795751, 22.349111, 21.59918, 20.104148, 20.862408, 20.200605, 20.491888, 20.996205, 22.004831, 23.300647, 23.549222, 25.808719, 25.330151, 26.679756, 29.202852, 33.100484, 35.817231, 33.235634, 32.02845, 29.67161, 29.928328, 26.537666, 26.076236, 25.559496, 21.172592, 22.589489, 24.243619], "sum_m_pl": [3.344267, 6.521105, 7.751337, 7.477278, 8.618799, 8.753915, 9.319088, 10.159081, 11.105372, 12.810468, 13.381558, 13.301816, 13.347273, 13.138456, 13.411256, 13.875412, 13.902058, 13.609967, 12.363608, 12.222017, 11.070842, 10.496216, 10.068608, 9.863631, 14.127876, 17.377199, 17.711925, 19.362108, 19.836681, 20.958446, 19.771956, 17.423162, 16.792223, 16.647457, 16.018236, 14.496912, 13.659609, 11.844416, 9.284829, 5.87163, 5.189639, 3.44677, 2.046688, 2.932859, 2.586266, 2.318889, 2.399743, 1.639221, 1.212509, 1.000255]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 3, 0, 1, 1, 0, 2, 2, 0, 0, 1, 0, 0, 0, 1, 2, 1, 1, 2, 2, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.509074, 0.945765, 0.935717, 0.967853, 1.020292, 0.96219, 0.915487, 0.913818, 0.964067, 0.962382, 0.896343, 0.85705, 0.810689, 0.742632, 0.923233, 0.912883, 0.8957, 0.936956, 0.99883, 0.971108, 0.95609, 0.964342, 0.94174, 0.971991, 0.975734, 1.005752, 0.969006, 1.141259, 0.986775, 0.909017, 0.927988, 0.995786, 1.056428, 1.036182, 0.938392, 0.945047, 0.834132, 1.025148, 1.310335, 1.217319, 1.286063, 1.043044, 0.83836, 0.594764, 0.328317, 0.19198, 0.071366, 0.038119, 0.003203, 0.0], "sum_m_pl": [0.079312, 0.277511, 0.294072, 0.299643, 0.311042, 0.355358, 0.329281, 0.443334, 0.443488, 0.481645, 0.492325, 0.508659, 0.54805, 0.563775, 0.569794, 0.574978, 0.587396, 0.619341, 0.535424, 0.496914, 0.475258, 0.455661, 0.436071, 0.42319, 0.688425, 0.677713, 0.616847, 0.644166, 0.719471, 0.818399, 0.77849, 0.671944, 0.654264, 0.791111, 0.769691, 0.639804, 0.681538, 0.530947, 0.358773, 0.265716, 0.260174, 0.149138, 0.09859, 0.117992, 0.112416, 0.0344, 0.063304, 0.02662, 0.00196, 0.0]}, "lang": {"n_am_en": [1, 2, 3, 5, 6, 4, 10, 8, 8, 6, 6, 8, 6, 7, 7, 9, 9, 6, 7, 7, 6, 7, 3, 6, 9, 11, 8, 10, 7, 5, 7, 8, 7, 5, 10, 6, 11, 15, 16, 18, 16, 17, 16, 19, 16, 16, 18, 18, 23, 24], "n_am_pl": [0, 2, 3, 1, 3, 4, 1, 2, 3, 4, 4, 5, 4, 7, 6, 6, 6, 2, 2, 5, 7, 5, 6, 2, 3, 4, 5, 5, 6, 6, 3, 7, 8, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1], "n_pos": 26, "sum_m_en": [2.527865, 3.653916, 4.022914, 4.05072, 4.073166, 4.179737, 4.177673, 4.044042, 4.083719, 4.244055, 4.115237, 4.549182, 4.496453, 4.467082, 4.142815, 4.520438, 4.613706, 4.515569, 4.682527, 4.709649, 4.615471, 4.608323, 4.528256, 4.523337, 7.027236, 6.742063, 6.208608, 5.795994, 5.236717, 5.246883, 5.521523, 5.771768, 6.243117, 6.576266, 7.443333, 7.601302, 8.850663, 10.217272, 12.597102, 14.077432, 14.796944, 16.323248, 16.82524, 17.005872, 16.307124, 16.329331, 16.864413, 16.631385, 20.084999, 23.11114], "sum_m_pl": [0.523984, 1.039106, 1.182808, 1.140435, 1.391253, 1.412462, 1.459019, 1.623413, 1.893301, 2.028598, 2.207407, 2.221036, 2.373672, 2.339283, 2.284968, 2.309146, 2.282058, 2.361601, 2.236982, 2.213122, 2.039344, 1.921088, 1.797301, 1.797629, 2.490704, 2.811894, 3.103191, 3.387206, 3.613913, 3.902785, 3.644742, 3.173712, 3.036548, 3.049712, 2.842906, 2.79967, 2.609964, 1.975579, 1.48475, 1.151335, 0.761657, 0.564947, 0.509525, 1.158012, 1.034083, 0.893527, 1.116304, 1.192256, 1.043472, 1.000253]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "llmzszl-18580", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 755, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9859}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 11, 27, 25, 51, 54, 40, 47, 33, 40, 38, 44, 61, 54, 66, 53, 71, 64, 52, 73, 73, 72, 73, 62, 100, 84, 68, 58, 52, 56, 50, 58, 61, 84, 93, 88, 83, 84, 104, 124, 125, 126, 126, 109, 96, 75, 46, 26, 26, 26], "n_am_pl": [1, 25, 42, 52, 59, 57, 50, 62, 77, 79, 81, 80, 75, 75, 75, 90, 94, 74, 76, 74, 70, 60, 51, 59, 46, 73, 82, 102, 102, 87, 79, 91, 78, 78, 61, 63, 50, 53, 41, 20, 16, 14, 19, 21, 29, 38, 70, 96, 97, 86], "n_pos": 365, "sum_m_en": [34.293871, 52.411351, 55.125354, 56.756258, 59.259886, 55.736234, 55.993039, 53.724793, 50.762144, 52.769134, 53.653881, 54.734376, 55.643301, 52.324475, 51.204765, 53.523039, 56.906196, 54.562639, 55.46115, 55.482289, 57.025556, 56.090944, 56.110462, 55.727862, 73.13915, 69.878982, 62.984108, 58.91793, 53.659163, 54.585861, 52.870015, 54.545925, 57.492312, 61.92891, 68.893334, 71.100384, 72.13251, 78.463857, 90.257983, 102.510076, 105.773828, 112.565995, 113.339958, 104.908422, 95.294719, 79.785915, 46.455498, 29.385361, 29.797604, 25.971129], "sum_m_pl": [6.089363, 17.499769, 21.638757, 21.90397, 23.994059, 23.783398, 25.475757, 26.89544, 30.47095, 33.023352, 34.408134, 34.868904, 38.153235, 39.738745, 40.903163, 39.639066, 36.097202, 34.38299, 31.94887, 30.899451, 28.473946, 26.300658, 25.497915, 24.814766, 36.983613, 47.109667, 49.163108, 54.96084, 56.008229, 56.25499, 52.535667, 50.643679, 48.656264, 45.392072, 41.993666, 39.564524, 37.107411, 34.520331, 33.802641, 26.011468, 23.249022, 19.287353, 19.362181, 24.233305, 28.093365, 36.160237, 69.079329, 89.930689, 87.88689, 85.773204]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 2, 4, 1, 2, 4, 2, 2, 1, 0, 2, 2, 2, 4, 6, 2, 1, 1, 1, 3, 1, 0, 2, 3, 1, 1, 1, 0, 3, 1, 4, 2, 7, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 3, 2, 3, 1, 2, 2, 2, 2, 3, 6, 4, 2, 3, 1, 5, 3, 1, 3, 3, 4, 4, 3, 3, 1, 2, 5, 4, 3, 3, 5, 2, 1, 2, 2, 3, 1, 0, 1, 1, 2, 0, 1, 1, 1, 0, 0, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.606899, 2.673726, 2.798946, 2.559973, 2.769016, 2.236505, 2.401855, 2.283433, 2.180016, 2.20031, 2.230177, 2.272723, 2.392483, 2.365138, 2.238989, 2.436053, 2.469624, 2.387509, 2.449641, 2.421584, 2.471106, 2.475081, 2.442307, 2.495046, 2.672858, 2.437326, 2.12515, 2.313785, 2.280978, 2.34019, 2.195487, 2.234619, 2.473664, 2.482397, 2.314729, 2.329254, 2.234323, 2.30207, 2.230079, 2.237917, 2.225737, 1.983322, 2.402909, 1.959423, 1.849179, 1.520606, 1.439811, 0.411615, 0.133243, 0.0], "sum_m_pl": [0.263458, 1.031967, 1.17336, 1.381488, 1.316805, 1.180404, 1.143289, 1.45042, 1.591299, 1.768045, 1.844181, 1.986437, 2.093566, 2.085944, 2.491641, 2.475625, 2.116156, 1.991672, 1.732999, 1.555063, 1.42477, 1.298075, 1.237017, 1.21003, 1.919582, 2.21383, 2.371188, 2.650464, 2.692501, 2.682974, 2.790847, 2.699036, 2.480758, 2.533553, 2.227538, 2.009667, 2.045333, 1.669158, 1.659869, 1.342166, 1.462966, 1.222413, 1.207723, 1.569767, 1.592334, 0.774769, 0.342105, 1.030402, 0.036312, 0.0]}, "lang": {"n_am_en": [1, 2, 4, 12, 25, 18, 18, 14, 11, 17, 12, 10, 20, 23, 29, 24, 32, 33, 31, 42, 47, 41, 43, 33, 47, 40, 35, 30, 27, 24, 26, 29, 24, 34, 43, 43, 37, 42, 54, 64, 72, 72, 71, 63, 61, 48, 34, 26, 25, 26], "n_am_pl": [1, 12, 15, 16, 12, 12, 18, 19, 21, 20, 26, 20, 21, 25, 25, 24, 32, 23, 29, 25, 14, 16, 15, 17, 17, 20, 20, 23, 29, 30, 20, 30, 26, 29, 25, 20, 15, 23, 17, 8, 9, 10, 16, 19, 22, 34, 59, 79, 84, 86], "n_pos": 112, "sum_m_en": [10.42543, 16.26923, 17.615669, 18.409959, 20.091985, 18.723088, 18.749898, 17.886947, 17.724267, 18.378499, 18.592344, 18.79652, 19.282253, 18.247316, 17.876185, 18.98381, 20.368059, 20.029289, 20.023389, 19.869795, 20.271004, 19.449612, 19.635513, 19.144254, 31.288893, 29.042846, 26.067651, 23.371051, 20.351287, 19.551843, 19.441439, 20.072342, 20.862995, 23.281716, 26.219758, 28.945785, 29.057317, 33.129685, 40.535928, 48.877267, 55.202711, 60.678308, 64.48042, 58.570779, 57.927871, 48.581614, 32.114851, 25.672305, 25.190384, 25.94002], "sum_m_pl": [2.009364, 5.146067, 6.34341, 6.950813, 7.233927, 7.045918, 7.789114, 8.123658, 9.192405, 9.584122, 9.998201, 10.109735, 11.313512, 12.308207, 12.645468, 11.916919, 10.397023, 10.062897, 9.768264, 9.221381, 8.615426, 8.056297, 7.847321, 7.545414, 11.012545, 13.752507, 14.761721, 16.1848, 16.963261, 17.933688, 16.153249, 15.969101, 15.473048, 14.499799, 13.256679, 12.572149, 12.168718, 12.332945, 12.567521, 9.987399, 9.160577, 9.180202, 11.704189, 16.728492, 19.873866, 29.030695, 55.818172, 75.025753, 78.47315, 85.091055]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 367, "item_id": "llmzszl-18580", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 883, "region_end": 365, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 13, 31, 26, 31, 26, 24, 29, 22, 17, 19, 26, 22, 21, 19, 24, 24, 27, 28, 30, 28, 38, 33, 32, 44, 37, 32, 28, 30, 25, 30, 33, 29, 35, 43, 48, 41, 44, 49, 60, 53, 52, 59, 51, 51, 46, 37, 31, 31, 30], "n_am_pl": [6, 18, 13, 12, 16, 16, 21, 18, 14, 18, 11, 16, 28, 33, 32, 26, 27, 25, 16, 17, 15, 14, 16, 12, 17, 18, 18, 21, 22, 28, 21, 18, 16, 15, 11, 8, 11, 6, 5, 3, 2, 3, 2, 2, 3, 2, 0, 1, 2, 3], "n_pos": 156, "sum_m_en": [18.106149, 23.562311, 23.546017, 23.599313, 25.086926, 25.385838, 25.097395, 25.037252, 24.924696, 26.202271, 25.501577, 25.006917, 24.778191, 24.528518, 24.098219, 24.254599, 25.182682, 24.090957, 23.808286, 23.318655, 22.395562, 23.683165, 23.537411, 24.234358, 31.670568, 29.232134, 27.273336, 26.432018, 25.463374, 25.229446, 24.768329, 26.170316, 27.916984, 28.856278, 31.498897, 31.043696, 32.455158, 36.387476, 40.919835, 48.82383, 47.982352, 46.577054, 50.117228, 49.418709, 48.741735, 45.422076, 38.549794, 35.780844, 31.202123, 30.719513], "sum_m_pl": [3.77893, 7.602966, 9.095327, 8.351733, 8.836176, 8.452211, 8.547795, 8.737848, 9.444898, 10.8008, 10.897592, 11.776869, 12.873896, 12.402796, 13.070151, 13.04165, 11.771494, 12.120027, 11.789532, 11.596374, 11.093241, 10.569638, 10.085152, 10.002939, 13.929125, 15.519507, 14.8014, 15.36945, 15.711216, 17.36971, 15.183769, 13.359548, 13.352023, 12.322087, 11.486571, 11.440862, 10.974527, 9.675685, 8.241513, 6.459153, 6.330126, 5.575907, 4.68891, 4.040551, 3.909576, 3.348514, 2.10906, 2.051228, 1.563395, 2.754375]}, "digit": {"n_am_en": [1, 1, 1, 5, 8, 3, 4, 4, 2, 1, 1, 1, 2, 3, 3, 3, 4, 3, 4, 4, 3, 4, 4, 4, 5, 8, 6, 4, 6, 3, 3, 6, 1, 2, 6, 10, 8, 6, 3, 5, 4, 2, 3, 2, 3, 4, 1, 1, 0, 0], "n_am_pl": [1, 5, 3, 1, 2, 2, 3, 2, 2, 3, 3, 10, 8, 15, 6, 7, 6, 7, 4, 8, 4, 4, 6, 4, 4, 2, 3, 7, 8, 6, 4, 3, 6, 3, 2, 3, 3, 2, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.406968, 4.498943, 4.438708, 4.531086, 4.744765, 4.751758, 4.978298, 4.987262, 5.235577, 5.323717, 5.145528, 4.752897, 4.724317, 4.514182, 4.515014, 4.657782, 5.0436, 4.843589, 4.852606, 4.606691, 4.358514, 4.669152, 4.623487, 4.715615, 5.501318, 5.370007, 5.156799, 5.078105, 4.669089, 4.538694, 4.653537, 5.183882, 5.121685, 5.461507, 5.705431, 6.076907, 6.296002, 5.822302, 5.435619, 5.901704, 5.612278, 5.33436, 5.825523, 5.409296, 4.640462, 3.055126, 2.438253, 1.244873, 0.534463, 0.0], "sum_m_pl": [0.608757, 1.41575, 1.402765, 1.439628, 1.511416, 1.424826, 1.332802, 1.396052, 1.560127, 1.853348, 1.907244, 2.064938, 2.337967, 2.210222, 2.19564, 2.269045, 1.997163, 2.052724, 2.118745, 2.100104, 1.983791, 1.907918, 1.820237, 1.869886, 2.379876, 2.335243, 2.465632, 3.474286, 4.09682, 3.863627, 2.9526, 2.269654, 2.16756, 1.91713, 1.779916, 2.136283, 1.845029, 1.652407, 1.481237, 1.40792, 1.442393, 1.571507, 1.347026, 1.286837, 1.414625, 1.009515, 0.556885, 0.645687, 0.09134, 0.0]}, "lang": {"n_am_en": [6, 8, 7, 7, 8, 10, 7, 9, 9, 6, 5, 13, 8, 6, 6, 10, 9, 10, 10, 7, 8, 12, 13, 14, 17, 13, 13, 13, 14, 9, 11, 12, 10, 14, 20, 23, 21, 24, 27, 30, 30, 31, 34, 34, 33, 31, 31, 28, 29, 30], "n_am_pl": [2, 1, 2, 2, 2, 2, 5, 3, 4, 3, 3, 1, 5, 6, 8, 5, 5, 7, 2, 1, 4, 2, 2, 1, 2, 3, 3, 3, 1, 3, 2, 3, 1, 3, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 1, 2, 3], "n_pos": 35, "sum_m_en": [4.36024, 5.606086, 5.749429, 5.854765, 6.387676, 6.566149, 6.238257, 5.97832, 5.793821, 5.961928, 5.81452, 6.111831, 5.81744, 5.982439, 5.977577, 5.990757, 6.203154, 5.820384, 5.563409, 5.464217, 5.277615, 5.64739, 5.660526, 5.940067, 11.192028, 10.113195, 9.504743, 8.169793, 7.492032, 7.614288, 7.161756, 7.631428, 8.304105, 8.91297, 10.472042, 10.89471, 12.035714, 15.148796, 18.499675, 22.890945, 23.727312, 25.58278, 28.7318, 28.656643, 29.195622, 28.652176, 27.124832, 27.041079, 27.218391, 30.264711], "sum_m_pl": [0.76897, 1.375582, 1.565599, 1.578693, 1.694753, 1.629426, 1.842349, 1.86834, 1.961734, 2.18437, 2.460074, 2.60336, 2.855076, 2.876074, 2.97055, 2.86977, 2.49883, 2.595861, 2.679032, 2.588349, 2.554203, 2.453888, 2.335382, 2.266834, 2.977936, 3.309742, 3.033344, 3.026622, 3.088612, 3.252132, 3.028853, 3.092432, 3.107163, 2.962764, 2.837953, 3.0414, 2.972984, 2.494545, 1.962209, 1.2482, 1.222716, 0.944918, 0.609717, 0.578671, 0.538495, 0.426103, 0.355449, 0.632804, 1.207661, 2.753983]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "llmzszl-18581", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 27, 61, 68, 73, 81, 57, 52, 70, 69, 69, 71, 75, 71, 65, 69, 119, 86, 84, 85, 84, 112, 117, 103, 151, 128, 128, 103, 88, 73, 76, 96, 87, 118, 139, 127, 137, 144, 160, 197, 200, 192, 207, 200, 164, 137, 68, 30, 28, 27], "n_am_pl": [6, 37, 66, 42, 68, 68, 77, 75, 69, 69, 84, 89, 89, 96, 84, 78, 53, 67, 66, 58, 51, 42, 29, 32, 36, 51, 55, 61, 61, 102, 68, 87, 72, 51, 37, 33, 41, 27, 15, 21, 15, 23, 20, 28, 43, 71, 140, 168, 169, 159], "n_pos": 482, "sum_m_en": [49.61565, 73.409399, 77.115906, 79.055624, 79.624765, 76.824989, 78.509113, 80.650762, 77.462915, 82.663434, 83.539905, 82.724854, 81.795217, 79.244517, 76.271308, 79.786813, 85.759176, 80.646021, 78.496664, 76.151977, 74.619938, 78.468344, 78.045254, 77.158117, 111.990832, 99.726201, 91.97409, 86.718039, 80.661209, 81.444057, 80.039271, 83.870001, 89.351527, 95.891674, 105.573337, 102.55142, 104.735578, 114.087208, 125.3368, 158.812181, 160.899754, 166.950961, 176.778565, 173.961497, 151.885155, 126.100741, 57.904899, 33.845214, 31.789475, 27.000495], "sum_m_pl": [8.93342, 24.048355, 29.790074, 29.94126, 30.932495, 30.273739, 30.516961, 30.264976, 33.548239, 37.000284, 38.442988, 39.30108, 43.050865, 43.282626, 43.756193, 41.084089, 36.244652, 37.044579, 36.246914, 37.378577, 34.981404, 33.010878, 31.90196, 31.279351, 41.774701, 48.2226, 50.926909, 50.392737, 54.200999, 59.074773, 54.082503, 51.589193, 50.034401, 43.3531, 38.328162, 37.255901, 35.000776, 32.037261, 28.501973, 24.807095, 24.649022, 24.060671, 24.490272, 31.271652, 47.088748, 70.409717, 136.627254, 160.096548, 164.127089, 158.898015]}, "digit": {"n_am_en": [0, 5, 8, 3, 4, 1, 3, 8, 11, 6, 16, 12, 8, 4, 1, 3, 10, 6, 7, 4, 4, 4, 6, 3, 13, 6, 7, 5, 5, 4, 6, 11, 5, 8, 11, 10, 15, 10, 14, 11, 13, 10, 11, 15, 9, 12, 9, 1, 0, 0], "n_am_pl": [0, 5, 11, 2, 11, 13, 12, 9, 4, 6, 8, 12, 9, 11, 11, 10, 7, 11, 11, 10, 8, 9, 5, 3, 3, 9, 11, 11, 10, 14, 11, 6, 7, 6, 2, 3, 10, 10, 5, 9, 3, 7, 5, 5, 5, 5, 6, 6, 0, 0], "n_pos": 49, "sum_m_en": [4.039054, 7.568029, 8.028298, 8.407842, 8.134701, 7.663348, 7.800166, 8.341428, 7.975981, 8.413125, 9.079211, 8.766575, 8.652129, 8.071942, 7.860654, 7.975639, 8.829478, 8.453192, 7.911273, 7.626629, 7.435516, 7.658051, 7.677416, 7.853654, 8.954972, 8.380022, 7.921724, 8.117392, 7.917786, 8.151572, 7.903369, 8.410243, 8.884528, 9.473402, 9.916043, 10.568517, 10.599285, 10.343272, 10.016089, 9.9865, 10.578668, 8.742517, 9.215568, 8.580827, 7.019262, 5.416471, 2.634418, 1.454266, 0.93263, 0.0], "sum_m_pl": [0.733249, 2.668268, 3.042483, 3.212564, 3.146135, 2.872455, 2.675546, 2.785008, 3.227644, 3.738826, 3.834911, 3.746609, 4.271236, 4.28987, 4.287728, 4.396278, 3.611037, 3.659372, 3.685685, 3.843816, 3.553386, 3.274677, 3.1239, 3.129157, 4.455428, 5.376694, 6.109518, 5.386552, 6.081808, 6.129068, 5.81857, 5.433862, 5.032193, 4.377152, 3.879049, 3.832191, 3.765764, 3.466138, 3.188242, 3.030846, 2.824997, 4.313245, 4.744926, 4.695053, 6.933109, 6.332808, 6.426175, 6.224715, 0.933796, 0.0]}, "lang": {"n_am_en": [6, 9, 18, 32, 30, 36, 28, 22, 29, 34, 27, 32, 33, 32, 32, 32, 58, 42, 47, 45, 47, 59, 64, 60, 81, 75, 67, 49, 42, 33, 40, 41, 45, 60, 64, 66, 72, 82, 99, 116, 123, 125, 138, 131, 113, 93, 49, 28, 27, 27], "n_am_pl": [1, 16, 22, 25, 26, 22, 27, 30, 26, 22, 36, 42, 44, 47, 40, 37, 26, 29, 20, 23, 18, 14, 9, 16, 11, 20, 22, 20, 27, 39, 30, 41, 32, 24, 20, 20, 20, 10, 10, 10, 12, 13, 13, 21, 33, 56, 115, 151, 158, 159], "n_pos": 186, "sum_m_en": [19.840041, 28.761261, 30.607214, 32.462083, 33.529841, 32.439316, 33.241944, 33.624452, 32.581512, 34.865116, 34.781734, 34.548489, 34.094338, 33.24246, 31.843676, 33.960631, 36.990344, 34.581618, 33.378289, 32.246857, 31.323586, 33.962276, 33.843035, 33.006237, 60.015562, 51.499421, 46.081806, 41.10772, 36.81953, 35.909371, 35.720451, 36.658775, 38.175773, 42.875527, 48.354414, 48.089834, 51.859231, 59.392823, 69.915713, 92.23652, 98.200082, 104.760664, 113.002609, 113.146662, 106.621721, 87.752014, 45.96045, 28.312608, 27.611648, 27.000137], "sum_m_pl": [3.231192, 8.65235, 10.701236, 10.905371, 11.272033, 11.41302, 12.11104, 12.171529, 13.360261, 14.439816, 16.051578, 16.54369, 17.734813, 18.510053, 18.714084, 16.937824, 14.455008, 15.204926, 14.985321, 15.135341, 14.20962, 13.358323, 12.981374, 12.699509, 15.634549, 18.722867, 20.272993, 20.706229, 22.576214, 24.854292, 22.69741, 22.492198, 21.762332, 19.095588, 16.781814, 17.291708, 17.529172, 15.306909, 14.392858, 11.706528, 12.52428, 11.31611, 12.402154, 20.077454, 31.874094, 53.356897, 111.080788, 140.837986, 152.204959, 158.208281]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 484, "item_id": "llmzszl-18581", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 864, "region_end": 482, "roundtrip_ok": true, "tf_agree": 0.9959, "tf_agree_excl_first": 0.9979}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 43, 43, 35, 58, 48, 50, 49, 57, 54, 58, 56, 56, 51, 47, 62, 65, 65, 66, 59, 66, 70, 69, 71, 99, 71, 78, 71, 63, 74, 66, 69, 76, 92, 90, 89, 96, 104, 110, 113, 116, 116, 111, 101, 107, 104, 96, 95, 83, 84], "n_am_pl": [9, 12, 24, 16, 22, 19, 22, 18, 24, 22, 22, 29, 34, 35, 24, 25, 30, 37, 27, 24, 15, 14, 19, 18, 19, 29, 27, 37, 34, 36, 36, 37, 31, 18, 23, 17, 14, 10, 8, 9, 5, 6, 7, 14, 8, 5, 31, 13, 13, 11], "n_pos": 302, "sum_m_en": [34.72651, 49.901667, 48.413044, 48.10735, 51.188114, 48.587123, 48.697446, 50.185343, 49.602022, 50.077685, 48.345028, 50.253885, 47.995612, 48.509854, 48.257427, 49.19011, 49.570077, 48.591862, 48.292245, 46.762045, 45.533254, 46.546003, 46.910917, 46.590259, 70.397657, 66.744346, 61.853629, 59.858847, 57.280654, 58.312075, 54.943844, 56.367428, 60.102645, 65.860772, 73.716776, 74.941504, 78.874494, 82.783493, 92.901659, 98.325074, 98.719706, 102.705852, 101.783155, 97.491834, 99.224456, 98.885723, 94.013491, 93.831226, 84.398342, 84.304116], "sum_m_pl": [6.109168, 13.128023, 15.055493, 14.77118, 16.40687, 16.096596, 16.424271, 16.782563, 16.990578, 17.181368, 18.715672, 19.419497, 19.428764, 20.296304, 20.409498, 19.911154, 19.624264, 19.725149, 18.961464, 18.200419, 17.746402, 16.942761, 16.495141, 16.807721, 20.851346, 24.486004, 23.907105, 24.790919, 25.871218, 29.057094, 28.796852, 27.201169, 24.841557, 22.3116, 21.875982, 20.533181, 19.223447, 17.139419, 14.936385, 13.177977, 12.496481, 11.076181, 10.219698, 11.171923, 9.568377, 9.691658, 22.944727, 13.762539, 13.492031, 10.790729]}, "digit": {"n_am_en": [2, 4, 2, 4, 5, 7, 4, 1, 5, 6, 11, 1, 5, 4, 5, 7, 6, 8, 4, 2, 3, 3, 3, 5, 10, 4, 8, 9, 5, 5, 3, 5, 7, 11, 6, 14, 11, 7, 10, 8, 11, 12, 10, 8, 7, 8, 3, 2, 0, 0], "n_am_pl": [0, 0, 8, 0, 5, 1, 4, 1, 2, 2, 1, 5, 7, 10, 2, 3, 5, 7, 5, 3, 5, 4, 5, 5, 5, 9, 6, 5, 1, 3, 4, 2, 3, 1, 4, 3, 5, 2, 2, 0, 0, 1, 1, 0, 2, 1, 4, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.52429, 7.083245, 6.647409, 6.82261, 7.288128, 6.821677, 6.724593, 6.834683, 6.466301, 6.583081, 6.898605, 6.776061, 6.754429, 6.554841, 6.81616, 6.93989, 6.862886, 6.966795, 6.515102, 6.370476, 6.008918, 6.224245, 6.099246, 6.160193, 7.256166, 7.051904, 6.708022, 7.25797, 6.828682, 7.159089, 6.846651, 7.359581, 7.571376, 7.898996, 7.969368, 8.188575, 8.024556, 8.046981, 8.277113, 8.028581, 8.755669, 8.663953, 7.994298, 8.123887, 7.546206, 7.402077, 5.486732, 3.241086, 1.520789, 0.0], "sum_m_pl": [0.859771, 2.121608, 2.155816, 2.188982, 2.283549, 2.188398, 2.183305, 2.293102, 2.283189, 2.285854, 2.540121, 2.530653, 2.661201, 3.07474, 3.044189, 2.862328, 2.696124, 2.813392, 2.667523, 2.558037, 2.485497, 2.337856, 2.296962, 2.334695, 3.25723, 3.850052, 3.245727, 3.230664, 3.232573, 3.517277, 3.306334, 3.274836, 3.13432, 2.740241, 2.779174, 2.746075, 2.872288, 2.592921, 2.490974, 2.233983, 2.089997, 2.000979, 1.788875, 1.70903, 1.757794, 1.448302, 1.346169, 1.209259, 0.461765, 0.0]}, "lang": {"n_am_en": [16, 21, 26, 22, 32, 23, 25, 27, 27, 23, 22, 28, 29, 25, 25, 34, 35, 40, 43, 39, 44, 49, 47, 45, 63, 46, 51, 46, 43, 47, 45, 44, 42, 49, 56, 52, 60, 69, 74, 79, 79, 77, 79, 76, 84, 82, 83, 82, 81, 84], "n_am_pl": [8, 6, 4, 8, 8, 7, 7, 7, 5, 10, 3, 7, 9, 10, 11, 7, 7, 8, 8, 4, 0, 1, 4, 5, 3, 4, 4, 9, 8, 4, 9, 10, 11, 7, 6, 5, 3, 3, 1, 3, 2, 2, 2, 4, 4, 2, 11, 11, 12, 11], "n_pos": 97, "sum_m_en": [11.450062, 15.13342, 15.582689, 15.547807, 17.037872, 16.502673, 16.824718, 17.281507, 17.975114, 17.764546, 16.657122, 17.996248, 16.836918, 17.781235, 17.853748, 18.336249, 18.901873, 18.313425, 18.157632, 17.469067, 17.381121, 17.82904, 18.370732, 18.230865, 39.938829, 37.349711, 33.926209, 30.722287, 28.313677, 28.270942, 25.562545, 25.015234, 27.261313, 31.117418, 36.773882, 39.204132, 43.611703, 47.234967, 56.159127, 62.965957, 65.288883, 69.494598, 71.467174, 70.671779, 74.232898, 75.499813, 75.74245, 78.319396, 77.398525, 84.223983], "sum_m_pl": [2.195409, 3.525692, 4.112805, 3.941034, 4.514304, 4.544354, 4.884225, 5.141765, 5.24896, 5.256984, 5.769776, 6.235188, 6.334112, 6.398641, 6.419395, 6.451406, 6.303242, 6.2775, 6.190131, 5.745559, 5.65073, 5.378203, 5.213565, 5.249104, 5.697985, 6.842941, 6.64878, 7.096609, 7.598234, 8.465371, 8.707892, 8.903891, 8.773681, 8.193582, 7.338663, 7.039968, 6.568661, 6.208492, 4.950926, 4.260914, 3.972941, 3.442282, 3.260176, 3.605051, 3.487737, 3.409395, 10.274906, 9.338476, 11.016081, 10.744894]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "llmzszl-18582", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 794, "region_end": 302, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9835}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 32, 43, 69, 91, 70, 80, 84, 86, 77, 85, 78, 74, 85, 64, 82, 101, 114, 130, 124, 143, 160, 157, 150, 212, 175, 158, 146, 110, 110, 102, 101, 108, 147, 188, 176, 189, 195, 216, 223, 217, 228, 231, 210, 197, 160, 52, 22, 6, 5], "n_am_pl": [2, 33, 54, 62, 53, 59, 50, 65, 62, 69, 65, 74, 78, 78, 70, 70, 69, 69, 57, 45, 35, 33, 38, 37, 41, 56, 59, 71, 76, 89, 86, 92, 84, 69, 43, 55, 47, 44, 32, 31, 42, 43, 53, 72, 81, 111, 238, 256, 256, 252], "n_pos": 564, "sum_m_en": [55.190704, 87.124411, 91.64736, 92.215, 95.613455, 91.508388, 91.994462, 96.041312, 93.357781, 95.217917, 94.567526, 93.138793, 91.655888, 90.370345, 86.271267, 89.267149, 94.683554, 92.545507, 93.197871, 91.662492, 89.856756, 93.205755, 92.412452, 92.978007, 154.552155, 136.727443, 123.16704, 111.081766, 101.806854, 99.933342, 97.686913, 100.579804, 104.666471, 114.112973, 131.202387, 129.176714, 134.646775, 144.22169, 165.941595, 183.909993, 179.705666, 195.82145, 205.729087, 196.42691, 182.610425, 146.549532, 54.558083, 23.921543, 13.613902, 5.002171], "sum_m_pl": [8.391658, 25.214977, 30.831722, 30.989277, 32.486147, 33.606667, 33.824147, 33.884586, 36.230587, 35.779011, 37.39314, 38.371322, 39.900633, 40.349522, 40.215725, 37.923075, 35.89747, 37.055814, 34.369035, 34.413794, 33.448587, 31.381112, 30.635223, 30.805908, 39.313025, 46.82081, 48.789468, 51.732013, 56.675952, 60.807919, 56.308824, 55.405203, 51.954519, 45.26042, 42.384795, 41.80171, 41.504056, 38.948848, 35.16012, 33.478002, 36.782342, 35.390572, 40.503583, 56.72429, 73.705147, 106.79748, 224.727959, 250.017428, 253.718507, 251.831457]}, "digit": {"n_am_en": [0, 4, 2, 8, 6, 8, 2, 4, 5, 5, 8, 4, 9, 11, 4, 3, 7, 8, 8, 3, 6, 6, 6, 8, 14, 13, 13, 11, 7, 9, 5, 8, 9, 15, 16, 18, 16, 14, 11, 10, 12, 14, 11, 14, 9, 7, 5, 0, 0, 0], "n_am_pl": [0, 3, 15, 7, 5, 4, 4, 7, 5, 10, 9, 7, 9, 12, 7, 10, 8, 10, 5, 4, 3, 4, 3, 3, 8, 8, 7, 9, 8, 8, 11, 10, 10, 7, 4, 6, 5, 4, 4, 1, 0, 1, 2, 4, 5, 5, 6, 3, 1, 0], "n_pos": 63, "sum_m_en": [6.485827, 10.781584, 10.92056, 10.799795, 11.031344, 10.569653, 9.875491, 10.278584, 9.943517, 10.420682, 10.847099, 10.685007, 10.750433, 10.378864, 10.11655, 10.270497, 10.598819, 10.453112, 10.369937, 10.077779, 9.682392, 9.96118, 9.733843, 9.977208, 12.875553, 12.244432, 11.529416, 11.360344, 10.321366, 10.833421, 10.222889, 11.292118, 11.668323, 12.145966, 12.96404, 13.254331, 13.321657, 13.488346, 14.621038, 13.734721, 12.934976, 13.539485, 13.013267, 13.254953, 11.195191, 10.201445, 6.64341, 2.915148, 1.748653, 0.0], "sum_m_pl": [1.044177, 3.157082, 3.485181, 3.509872, 3.623439, 3.609344, 3.51527, 3.456479, 3.700655, 3.758796, 3.941634, 3.887837, 4.246427, 4.491138, 4.360594, 4.202095, 3.937546, 4.291045, 3.894633, 3.913132, 3.735055, 3.540212, 3.441873, 3.535359, 4.547733, 5.502671, 5.072396, 5.511741, 5.852503, 5.994728, 5.678195, 5.386199, 5.111367, 4.366929, 4.173751, 4.029185, 3.862781, 3.426615, 3.337738, 3.175769, 3.12319, 3.152989, 2.838454, 3.148172, 4.021215, 3.860492, 6.015253, 4.306871, 2.118909, 0.0]}, "lang": {"n_am_en": [11, 11, 22, 43, 55, 37, 47, 43, 49, 51, 42, 46, 41, 46, 37, 51, 62, 74, 83, 81, 100, 114, 112, 106, 143, 107, 96, 86, 70, 66, 65, 61, 65, 89, 116, 113, 121, 128, 147, 154, 151, 156, 153, 145, 148, 116, 35, 14, 6, 5], "n_am_pl": [0, 22, 22, 30, 31, 34, 24, 33, 34, 28, 34, 43, 47, 41, 47, 36, 42, 41, 37, 28, 23, 18, 23, 23, 19, 33, 30, 38, 42, 49, 47, 57, 44, 39, 26, 34, 34, 32, 23, 20, 33, 33, 40, 51, 59, 83, 185, 225, 238, 251], "n_pos": 257, "sum_m_en": [25.347241, 38.393883, 42.436474, 43.525386, 45.319821, 43.558976, 44.707744, 46.44342, 46.025679, 46.509498, 46.200415, 45.462149, 45.090143, 44.758519, 42.233141, 44.173951, 47.503097, 46.634193, 46.251808, 45.804915, 45.404748, 47.842002, 47.709015, 47.443478, 94.04755, 79.752945, 69.918451, 59.709426, 53.611692, 51.09314, 50.646728, 51.055817, 52.404531, 58.559379, 69.378759, 70.786477, 75.397472, 83.494992, 102.339806, 118.463733, 118.897854, 130.756373, 139.65444, 137.304674, 131.591819, 102.357237, 33.909827, 13.110649, 7.84691, 5.0021], "sum_m_pl": [3.683537, 10.75902, 13.741973, 13.968584, 14.11949, 14.959548, 15.781437, 16.072165, 17.484127, 17.015887, 18.369419, 19.385564, 19.96903, 19.944903, 19.843081, 18.209424, 17.228243, 17.791699, 16.650181, 16.279696, 15.908484, 14.839001, 14.549585, 14.572216, 19.009397, 22.547925, 24.571157, 26.160806, 29.254325, 31.585656, 29.256441, 29.827006, 28.385297, 25.605943, 23.275003, 24.281779, 25.141726, 24.0256, 21.529573, 20.566913, 23.543981, 23.060001, 28.303333, 41.592627, 53.991752, 82.324242, 175.15517, 215.313853, 232.332153, 250.796992]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 566, "item_id": "llmzszl-18582", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 922, "region_end": 564, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 14, 24, 19, 20, 21, 24, 15, 19, 22, 22, 22, 20, 27, 32, 33, 30, 26, 31, 33, 31, 41, 40, 38, 48, 42, 30, 43, 30, 24, 21, 30, 27, 35, 49, 46, 46, 58, 56, 59, 59, 59, 57, 56, 54, 50, 42, 43, 42, 43], "n_am_pl": [2, 12, 2, 6, 10, 18, 13, 12, 13, 11, 15, 16, 13, 20, 13, 16, 8, 13, 12, 14, 9, 10, 5, 9, 7, 5, 6, 9, 10, 17, 17, 16, 11, 10, 11, 7, 9, 4, 4, 2, 3, 2, 0, 1, 2, 3, 4, 0, 2, 1], "n_pos": 131, "sum_m_en": [15.895555, 20.088297, 19.80921, 19.702399, 21.74804, 22.227993, 22.378843, 23.061102, 21.444596, 22.303621, 22.795685, 22.17214, 21.899295, 21.971112, 21.784038, 22.490961, 21.608089, 20.846005, 21.969126, 21.420939, 20.121307, 20.762909, 20.180622, 20.164692, 31.443688, 28.031081, 25.711566, 24.436102, 23.49446, 23.511161, 23.113469, 24.761042, 25.591084, 27.096222, 29.300542, 29.229112, 30.621275, 36.945597, 40.047661, 46.197538, 45.588844, 47.305254, 47.051356, 48.375793, 47.226338, 44.383959, 41.440997, 39.16018, 38.845614, 43.135053], "sum_m_pl": [3.540542, 6.353522, 6.80335, 6.357024, 6.84969, 6.624231, 6.861734, 6.843408, 7.147054, 7.878815, 8.809869, 9.263489, 10.177992, 8.881684, 8.954614, 8.52282, 8.206323, 8.699925, 8.490714, 8.568645, 8.336583, 8.079305, 7.784517, 7.680258, 9.799345, 11.55305, 11.166886, 11.043561, 12.027815, 12.738554, 11.781642, 10.452748, 9.8714, 9.301288, 9.319737, 9.359674, 8.644809, 7.127871, 5.840702, 4.764525, 4.812635, 3.989171, 3.105861, 2.91885, 2.301215, 4.105714, 3.129107, 1.664266, 1.98134, 0.658635]}, "digit": {"n_am_en": [4, 2, 4, 4, 1, 1, 3, 0, 1, 2, 4, 3, 3, 4, 6, 2, 3, 2, 1, 3, 1, 2, 1, 1, 3, 2, 1, 3, 4, 1, 1, 4, 2, 4, 5, 4, 5, 7, 7, 7, 4, 5, 3, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 1, 0, 4, 6, 1, 1, 0, 1, 3, 2, 3, 5, 4, 7, 2, 2, 3, 5, 4, 4, 2, 4, 3, 1, 0, 2, 1, 5, 4, 5, 3, 3, 2, 1, 1, 1, 1, 0, 1, 1, 0, 1, 2, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [3.119185, 3.674178, 3.432167, 3.437544, 3.62775, 3.669941, 3.550975, 3.867083, 3.548047, 3.765873, 3.909067, 3.66854, 3.786074, 3.646191, 3.61241, 3.560013, 3.579162, 3.320291, 3.625321, 3.622309, 3.346553, 3.538906, 3.364738, 3.385031, 3.629088, 3.198406, 3.425619, 3.549314, 3.733152, 3.732849, 3.725811, 3.895478, 4.093213, 3.879603, 4.2188, 4.032183, 4.385325, 5.974336, 4.685648, 5.227125, 4.402347, 4.510598, 3.41733, 3.061508, 2.382087, 1.798491, 0.861053, 0.487128, 0.16604, 0.0], "sum_m_pl": [0.935654, 1.458113, 1.34176, 1.240389, 1.386971, 1.314704, 1.119024, 1.077122, 1.20688, 1.484219, 1.663945, 1.669154, 1.80514, 1.529171, 1.613333, 1.625868, 1.517732, 1.631484, 1.540721, 1.596264, 1.543316, 1.452952, 1.397964, 1.432182, 2.015577, 2.09047, 1.962774, 2.220256, 2.20305, 2.303562, 2.225821, 1.886805, 1.593739, 1.584273, 1.566081, 1.593908, 1.428793, 1.301738, 1.329809, 1.086681, 1.199371, 1.228264, 1.19081, 1.251245, 1.185499, 1.013948, 0.47116, 0.301066, 0.091111, 0.0]}, "lang": {"n_am_en": [5, 10, 12, 10, 12, 13, 10, 7, 12, 13, 15, 13, 11, 17, 15, 21, 17, 17, 18, 17, 18, 22, 22, 22, 28, 26, 23, 26, 18, 17, 14, 16, 17, 23, 30, 28, 27, 34, 35, 32, 38, 38, 38, 39, 39, 38, 36, 38, 41, 43], "n_am_pl": [1, 3, 0, 4, 3, 2, 6, 7, 5, 7, 7, 5, 4, 7, 4, 3, 3, 6, 4, 4, 2, 3, 2, 3, 3, 1, 1, 2, 2, 6, 7, 2, 3, 2, 2, 1, 2, 1, 0, 1, 1, 1, 0, 0, 0, 1, 3, 0, 1, 1], "n_pos": 45, "sum_m_en": [5.378042, 6.652052, 6.985438, 7.119947, 7.975467, 8.432185, 8.234797, 8.352018, 8.000125, 8.314269, 8.763476, 8.855262, 8.5002, 8.639273, 8.621085, 9.239963, 8.369696, 8.279889, 8.47806, 8.052589, 7.850183, 7.888623, 7.777905, 7.738243, 17.059992, 14.389139, 13.182732, 11.271195, 10.252165, 9.996716, 9.921819, 10.836779, 11.04178, 12.99256, 13.782963, 13.708777, 15.922313, 19.25472, 23.125988, 25.669172, 27.317946, 29.30953, 30.769522, 31.89567, 32.604118, 33.357124, 34.600991, 34.482854, 35.952819, 42.445851], "sum_m_pl": [1.103439, 1.877333, 2.080566, 2.032985, 2.198821, 2.078665, 2.437022, 2.639139, 2.540457, 2.604845, 2.900175, 3.314354, 3.557788, 3.15047, 3.091227, 2.740012, 2.786031, 2.939824, 2.950825, 2.981989, 2.845943, 2.766916, 2.662724, 2.55398, 3.093532, 4.039114, 4.00559, 3.822902, 4.410765, 4.506736, 4.029167, 3.643973, 3.52967, 3.233437, 3.392144, 3.46377, 3.048005, 2.647333, 1.979621, 1.735564, 1.569253, 1.157446, 0.969942, 0.841941, 0.688636, 1.794082, 2.034683, 0.9952, 1.372822, 0.658634]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "llmzszl-18583", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 778, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 19, 34, 51, 62, 76, 57, 66, 47, 46, 62, 35, 65, 58, 75, 75, 77, 82, 105, 131, 125, 133, 129, 126, 201, 158, 142, 121, 82, 75, 72, 83, 84, 109, 137, 125, 148, 170, 175, 198, 201, 205, 195, 182, 157, 110, 69, 25, 17, 18], "n_am_pl": [6, 34, 49, 35, 47, 62, 59, 58, 48, 46, 60, 76, 56, 59, 62, 54, 42, 46, 48, 33, 30, 25, 26, 28, 25, 37, 45, 43, 70, 66, 75, 69, 51, 49, 49, 45, 39, 28, 30, 30, 31, 18, 26, 32, 46, 63, 110, 148, 151, 143], "n_pos": 447, "sum_m_en": [44.113493, 65.204115, 70.454807, 72.444984, 74.859077, 74.499827, 73.231538, 79.504792, 73.005662, 76.656125, 80.302815, 78.589011, 77.654586, 77.778801, 75.266322, 78.01227, 77.368476, 73.425777, 77.572942, 75.611924, 71.691034, 73.696292, 71.289012, 70.887691, 119.541748, 103.72744, 92.059586, 80.715171, 77.731861, 76.778795, 72.912774, 79.887048, 84.073458, 87.177517, 93.035244, 90.979584, 96.987786, 111.778787, 123.129361, 154.263542, 155.553487, 164.799738, 164.818391, 163.291219, 141.156947, 105.001142, 64.461583, 28.583924, 20.905871, 17.91271], "sum_m_pl": [8.421688, 21.582511, 26.122614, 26.135971, 27.052638, 26.935398, 27.520592, 27.379307, 28.689542, 30.513335, 31.422284, 32.190986, 32.794265, 31.828888, 33.167925, 29.729031, 28.994304, 29.747341, 28.340915, 29.327569, 28.707101, 27.514702, 26.926334, 26.674332, 34.687524, 43.370823, 44.089385, 42.323647, 45.904148, 49.872717, 46.38338, 40.949797, 39.579352, 35.941497, 34.222823, 33.474583, 33.442717, 30.83681, 30.062301, 27.472217, 27.168529, 24.549744, 25.509867, 31.97215, 44.84439, 66.221962, 107.707638, 140.440515, 146.80637, 144.304441]}, "digit": {"n_am_en": [2, 5, 6, 8, 6, 4, 3, 8, 5, 5, 6, 6, 9, 5, 9, 4, 9, 8, 5, 13, 10, 14, 9, 12, 23, 11, 13, 12, 7, 9, 6, 8, 8, 11, 12, 9, 12, 18, 16, 16, 17, 15, 11, 15, 11, 10, 5, 1, 0, 0], "n_am_pl": [3, 10, 13, 2, 5, 11, 2, 6, 7, 4, 7, 6, 4, 7, 8, 7, 8, 7, 5, 6, 5, 5, 2, 2, 1, 4, 10, 7, 10, 11, 13, 13, 8, 2, 7, 5, 4, 2, 4, 4, 6, 2, 3, 5, 3, 4, 4, 5, 0, 0], "n_pos": 59, "sum_m_en": [6.366547, 9.888688, 10.377523, 10.419918, 10.40682, 9.787548, 9.430931, 10.576499, 9.520283, 10.304095, 10.825077, 10.775377, 10.500389, 10.026499, 9.645978, 9.920073, 10.305335, 9.527558, 10.349182, 10.097436, 9.518937, 9.730427, 9.454206, 9.588846, 12.691755, 11.334702, 10.366957, 10.491187, 10.550768, 10.644299, 9.86314, 11.178908, 11.612829, 11.612498, 11.859065, 11.494126, 12.110913, 12.913976, 12.982622, 12.686226, 12.468196, 12.215172, 11.672736, 12.065591, 10.11914, 7.562481, 4.15568, 1.869354, 0.683817, 0.0], "sum_m_pl": [1.519904, 3.430112, 3.445675, 3.354663, 3.306611, 3.061256, 2.760204, 3.144931, 3.505807, 4.072866, 4.253471, 4.225093, 4.486333, 4.326409, 4.666245, 4.347008, 4.131563, 4.130075, 3.935681, 4.036125, 3.817877, 3.702501, 3.546547, 3.624309, 4.738937, 5.631945, 5.461794, 5.585968, 5.841548, 6.212509, 5.802274, 5.199397, 4.993295, 4.45577, 4.246464, 4.378398, 3.89945, 3.559272, 3.648777, 3.307592, 3.27071, 3.981429, 3.953284, 4.541724, 4.466604, 5.008067, 4.796253, 4.507214, 0.274963, 0.0]}, "lang": {"n_am_en": [3, 9, 5, 14, 27, 33, 22, 26, 20, 26, 28, 14, 16, 26, 34, 41, 46, 42, 55, 71, 68, 69, 72, 71, 111, 87, 74, 61, 48, 36, 38, 48, 42, 55, 69, 71, 78, 90, 95, 113, 118, 125, 123, 111, 105, 72, 51, 20, 17, 18], "n_am_pl": [1, 9, 15, 16, 19, 25, 24, 24, 25, 11, 26, 40, 26, 26, 24, 23, 15, 18, 21, 12, 11, 12, 10, 12, 8, 16, 19, 18, 29, 31, 25, 22, 24, 27, 25, 28, 25, 21, 24, 25, 21, 14, 20, 24, 34, 49, 85, 125, 138, 143], "n_pos": 161, "sum_m_en": [15.235219, 22.808719, 26.167933, 27.339367, 28.857196, 29.523769, 29.118886, 31.320259, 29.791629, 31.544627, 33.123716, 31.831724, 30.869559, 31.302678, 30.047252, 31.5422, 31.03516, 29.80125, 31.128406, 30.505304, 28.629409, 29.346137, 28.283211, 27.792724, 60.214408, 51.792579, 43.92721, 35.43546, 32.751306, 30.750108, 30.262333, 33.36158, 34.208462, 37.278351, 39.889066, 41.587607, 45.929146, 55.508433, 62.655465, 82.019644, 89.144097, 98.224177, 101.437725, 99.95046, 90.387658, 65.567335, 45.485718, 20.841117, 18.038553, 17.909101], "sum_m_pl": [2.531543, 6.784406, 8.804772, 9.059274, 9.180583, 9.940087, 10.673031, 10.401849, 10.821089, 10.626803, 11.147006, 11.842639, 11.705653, 11.517225, 11.765178, 9.864111, 9.976409, 10.487321, 10.02584, 10.071147, 10.096883, 9.755388, 9.68404, 9.535387, 11.380975, 14.611987, 16.043948, 15.054463, 16.900005, 18.920376, 17.331298, 15.872755, 15.604475, 14.791023, 14.280012, 14.913613, 17.351955, 16.166968, 17.094158, 16.464747, 16.161608, 14.211428, 15.324821, 21.377189, 30.875753, 48.602747, 83.99438, 120.085116, 132.246781, 142.815625]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 449, "item_id": "llmzszl-18583", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 906, "region_end": 447, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 35, 29, 33, 36, 36, 42, 44, 34, 41, 37, 33, 23, 29, 35, 37, 36, 36, 46, 38, 27, 32, 27, 28, 66, 57, 54, 38, 36, 39, 30, 48, 47, 65, 56, 58, 70, 65, 71, 80, 83, 85, 87, 82, 88, 79, 89, 77, 79, 78], "n_am_pl": [2, 12, 20, 8, 18, 10, 15, 21, 16, 23, 17, 15, 22, 20, 16, 20, 11, 14, 16, 19, 12, 12, 8, 8, 13, 13, 20, 29, 25, 26, 26, 20, 18, 15, 9, 9, 8, 6, 6, 3, 1, 2, 0, 4, 4, 4, 0, 0, 0, 0], "n_pos": 201, "sum_m_en": [22.184732, 32.424425, 32.680451, 31.964026, 34.612454, 35.259697, 35.254256, 34.372705, 34.500484, 34.388257, 34.250143, 34.849907, 32.16784, 32.619416, 32.289088, 31.919624, 30.970105, 30.787451, 31.909611, 30.879469, 30.044787, 31.462491, 30.855062, 31.387284, 44.061371, 44.226396, 39.724368, 37.422677, 36.828276, 37.831653, 34.866476, 36.389082, 36.099022, 37.704571, 39.688369, 40.939092, 47.631009, 52.787425, 56.878928, 60.788884, 64.48764, 67.412996, 70.873736, 70.544338, 75.708442, 74.928486, 80.144876, 77.277642, 74.668215, 79.031006], "sum_m_pl": [3.422335, 8.390083, 9.349453, 8.08823, 9.057328, 8.583143, 8.747803, 8.67029, 9.209942, 9.531901, 10.423152, 11.716145, 12.151888, 11.713471, 11.70557, 11.685662, 10.362146, 11.154983, 11.414779, 11.409414, 10.813839, 10.443649, 10.268476, 10.294768, 12.250292, 13.840727, 14.749008, 16.011331, 16.257454, 15.523135, 14.069494, 12.676737, 12.488988, 12.104686, 11.417711, 11.364786, 10.927576, 11.138241, 9.455775, 8.276931, 7.566399, 6.53735, 6.166679, 7.004805, 6.686453, 5.951134, 3.879999, 2.494335, 1.235761, 0.000299]}, "digit": {"n_am_en": [0, 6, 1, 2, 3, 2, 7, 6, 4, 4, 7, 6, 3, 3, 6, 6, 5, 7, 8, 4, 2, 4, 2, 2, 10, 5, 8, 4, 3, 8, 5, 11, 9, 12, 10, 9, 9, 9, 9, 9, 11, 9, 7, 8, 8, 4, 8, 2, 0, 0], "n_am_pl": [0, 1, 3, 0, 4, 2, 2, 6, 5, 6, 7, 4, 7, 5, 2, 4, 1, 1, 2, 4, 3, 3, 3, 4, 2, 2, 3, 8, 8, 4, 7, 4, 5, 5, 2, 0, 1, 2, 2, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.417565, 6.441825, 6.288681, 5.829588, 6.325696, 6.246147, 6.336805, 6.091205, 6.018058, 6.275796, 6.735945, 6.855207, 6.485824, 6.611352, 6.621305, 6.641738, 6.171291, 6.228959, 6.249338, 5.916223, 5.893292, 6.317871, 6.132268, 6.233929, 8.024803, 7.710434, 7.222665, 6.874368, 6.996762, 7.500013, 6.652181, 7.092631, 6.745256, 7.030469, 6.940647, 7.34924, 7.318703, 7.286202, 7.501566, 6.836588, 6.177374, 5.868277, 5.295875, 6.606996, 6.791205, 6.182708, 6.618533, 3.495687, 0.944131, 0.0], "sum_m_pl": [0.529953, 1.653775, 1.475537, 1.259494, 1.418463, 1.43528, 1.451546, 1.419647, 1.622704, 1.623562, 1.924034, 2.114449, 2.221061, 2.179379, 2.038946, 1.968476, 1.694095, 1.900921, 1.930217, 1.957109, 1.842261, 1.831036, 1.820892, 1.866692, 2.264024, 2.756836, 2.652857, 3.379824, 3.398928, 3.237357, 3.265545, 2.848521, 2.504884, 2.224293, 1.976978, 1.988007, 1.956217, 1.815501, 1.758441, 1.728239, 1.651763, 1.798124, 1.757674, 1.58112, 1.596211, 1.289184, 1.140404, 0.946518, 0.373471, 0.0]}, "lang": {"n_am_en": [11, 16, 14, 16, 22, 21, 20, 21, 16, 23, 22, 15, 16, 20, 22, 23, 19, 20, 25, 22, 17, 19, 18, 16, 35, 34, 30, 22, 23, 20, 18, 21, 25, 39, 34, 35, 45, 41, 46, 52, 54, 57, 64, 59, 64, 66, 70, 69, 74, 78], "n_am_pl": [2, 4, 6, 4, 9, 5, 4, 4, 8, 10, 7, 7, 8, 5, 7, 9, 8, 10, 9, 11, 6, 6, 4, 2, 8, 9, 10, 13, 10, 12, 10, 8, 9, 7, 4, 6, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 78, "sum_m_en": [9.938542, 12.165219, 12.388286, 12.331474, 13.579864, 14.101037, 14.261512, 13.841937, 14.179503, 13.81582, 13.344633, 13.736295, 12.431864, 12.463273, 12.310963, 12.348017, 12.271251, 12.344892, 13.007438, 12.677845, 12.05305, 12.450975, 12.18158, 12.349854, 20.878166, 20.954944, 18.339113, 16.426877, 15.800985, 15.980689, 15.170148, 15.686527, 16.028124, 17.20642, 18.958435, 20.969614, 27.374984, 31.380015, 35.623881, 39.260577, 43.440042, 46.536757, 50.392504, 51.271171, 56.227409, 57.466983, 61.548099, 63.569582, 66.860983, 77.397923], "sum_m_pl": [1.464909, 2.877026, 3.26974, 2.798605, 3.167284, 2.886358, 3.054199, 3.142375, 3.408116, 3.659164, 4.036385, 4.496821, 4.785613, 4.570046, 4.660118, 4.839357, 4.359615, 4.601715, 4.721931, 4.637264, 4.403106, 4.224453, 4.135272, 4.090138, 4.974246, 5.72648, 6.08225, 6.482021, 6.666365, 6.228081, 5.693522, 5.303543, 5.477787, 5.401928, 5.031261, 4.900648, 4.414323, 3.856026, 3.031387, 2.493481, 2.22792, 1.534235, 1.578054, 2.018009, 1.496912, 0.750545, 0.704207, 0.270577, 0.238618, 0.000298]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "llmzszl-18585", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9802}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 30, 48, 67, 63, 63, 63, 81, 82, 52, 63, 68, 43, 67, 73, 88, 105, 100, 110, 104, 97, 103, 90, 86, 161, 153, 125, 113, 114, 106, 95, 118, 104, 118, 149, 131, 139, 139, 143, 148, 142, 133, 144, 126, 103, 73, 33, 9, 1, 6], "n_am_pl": [6, 36, 46, 32, 37, 36, 48, 54, 50, 58, 58, 63, 69, 55, 55, 38, 21, 33, 35, 26, 28, 25, 24, 28, 15, 33, 39, 39, 53, 51, 41, 36, 28, 26, 23, 21, 30, 33, 28, 27, 32, 34, 38, 53, 69, 117, 204, 205, 200, 210], "n_pos": 408, "sum_m_en": [39.17185, 59.802028, 65.762026, 66.270681, 71.73269, 70.091348, 71.515613, 75.683208, 74.557095, 74.446064, 76.402764, 78.437352, 72.789622, 75.087377, 74.951482, 77.677592, 77.585161, 71.91753, 70.527385, 67.810555, 66.911752, 68.9977, 68.226882, 68.307446, 109.683276, 107.887593, 94.387058, 86.573195, 85.144414, 86.474008, 80.661528, 84.19325, 84.454579, 87.630462, 98.649656, 95.763621, 98.440566, 107.710509, 108.998903, 114.132267, 117.484372, 112.637854, 120.095919, 117.923462, 99.54696, 76.817132, 32.750261, 14.743671, 5.410658, 6.017239], "sum_m_pl": [7.086251, 19.097583, 21.91684, 20.264253, 20.444986, 20.546815, 21.315687, 21.872021, 23.57931, 24.355182, 25.404029, 27.923694, 28.133507, 28.678482, 28.345359, 25.689085, 22.438439, 23.80116, 22.911871, 22.510207, 21.945384, 21.152121, 20.971714, 21.077248, 24.581092, 28.476752, 29.352079, 31.4774, 32.65495, 33.368053, 30.045745, 30.178345, 29.322617, 28.266706, 27.706489, 27.379785, 28.120593, 26.53813, 27.855055, 27.210621, 29.96698, 29.926164, 38.708086, 45.066533, 66.041452, 105.154834, 193.024347, 200.78588, 199.860574, 209.896211]}, "digit": {"n_am_en": [0, 4, 2, 4, 2, 0, 1, 3, 4, 1, 2, 2, 0, 3, 3, 5, 10, 6, 8, 8, 7, 8, 7, 4, 12, 13, 11, 7, 8, 10, 5, 10, 8, 10, 7, 12, 11, 10, 6, 8, 8, 9, 9, 8, 6, 4, 4, 1, 0, 0], "n_am_pl": [0, 3, 5, 1, 2, 0, 7, 4, 4, 5, 5, 8, 13, 5, 5, 2, 0, 2, 2, 0, 1, 1, 1, 2, 1, 2, 2, 7, 5, 4, 3, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 0], "n_pos": 33, "sum_m_en": [2.95628, 5.880226, 6.161149, 5.717636, 5.995822, 5.813577, 5.81807, 5.919339, 5.590464, 5.690869, 6.237536, 6.491456, 6.066627, 6.262136, 6.432534, 6.382122, 6.204738, 5.662333, 5.654901, 5.459802, 5.277347, 5.531437, 5.446859, 5.578621, 7.811428, 8.385185, 7.288652, 6.639123, 6.872711, 7.5659, 6.657608, 7.271729, 7.225164, 7.092029, 7.2932, 7.302575, 7.209521, 6.989932, 6.288259, 6.714694, 6.448736, 5.781789, 5.497972, 6.293802, 5.47313, 4.126726, 4.283324, 2.187167, 0.486604, 0.0], "sum_m_pl": [0.507655, 1.649184, 1.524244, 1.399012, 1.545106, 1.632815, 1.685098, 1.700088, 1.753967, 1.797538, 2.01123, 2.161852, 2.155293, 2.202647, 2.127879, 1.990526, 1.731984, 1.882052, 1.739136, 1.784209, 1.715517, 1.675412, 1.682378, 1.748526, 2.208419, 2.401178, 2.34984, 2.727267, 2.453205, 2.393972, 2.403349, 2.230768, 2.135552, 2.001109, 1.965722, 1.838245, 1.605559, 1.416579, 1.22264, 1.192883, 1.151626, 1.323821, 1.200305, 1.256326, 1.280914, 2.177481, 3.49652, 1.683846, 0.245589, 0.0]}, "lang": {"n_am_en": [9, 13, 35, 42, 38, 34, 35, 46, 41, 31, 35, 43, 28, 38, 43, 46, 60, 65, 71, 67, 68, 70, 64, 67, 100, 97, 82, 75, 73, 66, 66, 68, 67, 77, 100, 83, 94, 97, 96, 99, 99, 93, 100, 89, 70, 51, 22, 7, 1, 6], "n_am_pl": [6, 23, 21, 17, 24, 30, 22, 31, 37, 34, 33, 36, 29, 33, 34, 24, 14, 20, 20, 14, 17, 15, 16, 12, 11, 11, 19, 16, 27, 27, 26, 20, 13, 13, 11, 16, 22, 24, 22, 21, 26, 29, 32, 48, 61, 99, 168, 186, 196, 209], "n_pos": 215, "sum_m_en": [21.467923, 30.677334, 34.716523, 35.095479, 38.106182, 37.146767, 38.194589, 40.608125, 40.41132, 40.285119, 41.011752, 42.100438, 39.363726, 40.626015, 40.401099, 42.460964, 42.519563, 39.976787, 38.818839, 37.556902, 36.820623, 37.821132, 37.628508, 37.262343, 67.687614, 65.589295, 56.052547, 50.147466, 48.043911, 47.682731, 45.297424, 46.955269, 46.797449, 49.86454, 57.155341, 58.040472, 61.47275, 69.734758, 70.955125, 75.156415, 80.609587, 77.551456, 85.113916, 83.032032, 68.66678, 50.262747, 19.078423, 9.236282, 2.998493, 6.017224], "sum_m_pl": [3.99827, 10.125901, 12.226286, 11.609221, 11.287228, 11.520715, 12.013682, 12.412467, 13.820034, 14.090042, 14.416041, 16.163528, 16.144823, 16.742134, 16.565746, 14.62571, 12.82945, 13.244882, 12.964338, 12.65437, 12.337736, 11.846044, 11.717575, 11.7153, 14.053065, 16.142897, 17.180516, 18.14249, 19.22868, 19.863662, 17.575171, 17.999807, 17.34299, 16.793977, 16.094894, 16.554677, 17.75585, 17.611987, 19.069509, 18.413164, 20.474611, 21.341676, 28.611617, 35.070734, 53.690294, 88.195527, 157.452648, 181.410095, 192.635235, 207.946114]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 410, "item_id": "llmzszl-18585", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 898, "region_end": 408, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9927}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 5, 4, 10, 13, 8, 13, 7, 8, 17, 11, 10, 7, 11, 13, 14, 13, 10, 8, 14, 14, 16, 13, 14, 12, 9, 12, 12, 10, 20, 17, 14, 9, 14, 22, 19, 20, 22, 29, 21, 21, 23, 22, 24, 19, 21, 21, 21, 17, 16], "n_am_pl": [2, 5, 5, 4, 4, 3, 8, 7, 8, 3, 6, 9, 9, 6, 4, 9, 8, 4, 3, 5, 4, 2, 2, 2, 6, 7, 7, 9, 12, 9, 10, 5, 3, 3, 3, 1, 5, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [7.336803, 10.205347, 9.725466, 10.108699, 10.841089, 10.615632, 10.66228, 10.28608, 10.502508, 11.840256, 10.937652, 11.251848, 11.850134, 11.477042, 10.486978, 11.311618, 11.462045, 11.157663, 11.326781, 10.733329, 10.486717, 10.510033, 10.439965, 10.450048, 12.58907, 11.560592, 10.916992, 11.829656, 11.586868, 12.30178, 11.814282, 12.243232, 12.592003, 14.114294, 15.357348, 14.510766, 15.293597, 15.998541, 18.992966, 18.98325, 18.430736, 21.144931, 21.007117, 21.023525, 20.689459, 19.385383, 21.198023, 19.899303, 17.233018, 15.994173], "sum_m_pl": [1.483636, 3.035759, 3.325964, 3.210593, 3.542424, 3.446334, 3.865978, 4.067574, 4.313741, 4.466614, 4.548743, 4.417231, 4.731085, 4.642567, 4.766447, 5.052294, 5.129041, 5.029067, 5.034652, 4.916689, 4.677653, 4.4918, 4.456688, 4.390096, 5.751411, 6.758299, 6.780506, 6.888008, 6.9675, 7.442531, 6.851819, 5.972114, 5.651078, 4.963527, 4.629133, 4.350761, 4.265136, 4.015753, 3.20873, 2.987357, 2.593353, 2.138192, 1.807785, 1.483573, 1.114578, 0.957451, 0.504061, 0.371254, 0.233484, 0.000643]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 2, 0, 2, 0, 1, 2, 3, 3, 4, 4, 0, 1, 2, 2, 2, 1, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 2, 1, 0, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 2, 2, 2, 3, 5, 3, 5, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.067297, 1.526713, 1.353942, 1.35038, 1.517242, 1.557661, 1.652043, 1.521616, 1.447216, 1.61749, 1.537336, 1.568252, 1.533915, 1.433547, 1.31665, 1.417884, 1.531287, 1.390028, 1.42998, 1.407751, 1.411753, 1.453129, 1.453588, 1.455243, 1.704038, 1.646278, 1.278047, 1.429794, 1.41593, 1.461303, 1.42631, 1.681042, 1.622788, 1.750183, 1.889916, 1.765907, 1.872636, 1.985162, 1.738915, 1.617515, 1.685183, 2.100276, 2.09474, 2.058159, 1.70252, 1.507929, 1.489066, 1.653076, 0.223484, 0.0], "sum_m_pl": [0.23121, 0.551532, 0.531709, 0.453662, 0.459644, 0.489772, 0.639948, 0.720106, 0.739505, 0.704422, 0.747359, 0.639616, 0.745324, 0.788403, 0.807476, 0.865727, 0.927908, 0.940474, 0.911765, 0.860846, 0.802419, 0.746783, 0.728405, 0.742489, 1.129016, 1.189242, 1.263679, 1.403809, 1.266163, 1.265466, 1.30897, 1.04113, 0.878931, 0.746284, 0.726765, 0.752468, 0.785897, 0.84916, 0.848962, 0.856389, 0.762804, 0.645078, 0.541816, 0.574898, 0.502938, 0.394986, 0.185334, 0.090465, 0.005754, 0.0]}, "lang": {"n_am_en": [3, 0, 0, 3, 4, 2, 6, 3, 4, 6, 5, 2, 0, 1, 5, 5, 7, 5, 4, 7, 4, 6, 5, 6, 5, 3, 5, 6, 2, 7, 4, 3, 3, 6, 8, 7, 9, 10, 13, 12, 11, 12, 13, 15, 14, 14, 16, 15, 15, 16], "n_am_pl": [0, 0, 1, 0, 1, 1, 1, 1, 4, 0, 1, 0, 3, 2, 1, 3, 3, 2, 1, 1, 0, 0, 0, 0, 1, 2, 2, 1, 2, 2, 1, 1, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.622628, 2.342863, 2.343036, 2.478438, 2.612502, 2.630749, 2.846273, 2.643588, 2.948069, 3.234647, 2.869051, 3.080456, 3.305543, 3.25071, 3.15535, 3.662423, 3.58906, 3.618967, 3.540336, 3.454387, 3.411976, 3.286066, 3.19541, 3.097728, 4.682106, 4.149394, 3.916835, 3.990731, 3.60637, 3.591571, 3.630401, 3.658882, 3.807665, 4.725063, 5.307176, 5.18721, 5.939107, 6.707546, 9.409957, 9.597309, 10.219277, 11.549866, 12.329552, 13.376583, 13.784918, 13.073186, 15.252301, 14.453076, 14.7058, 15.940073], "sum_m_pl": [0.365771, 0.659562, 0.764173, 0.73422, 0.815054, 0.813513, 0.880517, 0.948187, 1.06609, 1.112616, 1.241608, 1.294532, 1.348524, 1.374553, 1.296048, 1.262043, 1.368939, 1.305477, 1.342714, 1.334711, 1.317917, 1.262894, 1.22809, 1.164811, 1.354919, 1.706746, 1.822945, 1.610233, 2.004691, 2.15482, 1.752667, 1.696474, 1.645847, 1.335403, 1.259438, 1.275122, 1.353268, 1.149164, 0.678656, 0.590403, 0.497309, 0.381395, 0.337871, 0.104081, 0.033365, 0.039901, 0.0174, 0.013626, 0.03171, 0.000618]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 67, "item_id": "llmzszl-18587", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 65, "roundtrip_ok": true, "tf_agree": 0.9552, "tf_agree_excl_first": 0.9697}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 22, 31, 33, 38, 50, 48, 43, 44, 58, 46, 48, 43, 46, 47, 50, 59, 54, 62, 63, 78, 73, 69, 70, 102, 85, 82, 61, 58, 59, 51, 59, 65, 78, 96, 98, 88, 94, 109, 106, 96, 94, 96, 95, 86, 58, 29, 6, 2, 1], "n_am_pl": [3, 23, 37, 31, 34, 30, 48, 32, 29, 29, 34, 23, 39, 44, 49, 31, 37, 28, 33, 26, 25, 20, 21, 24, 25, 41, 37, 45, 50, 34, 42, 35, 19, 19, 21, 22, 18, 21, 20, 20, 20, 16, 29, 31, 35, 59, 90, 114, 117, 115], "n_pos": 280, "sum_m_en": [26.071335, 40.739254, 42.527317, 44.214709, 46.053266, 45.176797, 47.209907, 46.467149, 45.832062, 49.820474, 50.120963, 51.32814, 53.561211, 50.376822, 46.455821, 49.507525, 48.258366, 47.282128, 48.803317, 48.047614, 46.609833, 46.007673, 44.654192, 43.910755, 68.58218, 59.995182, 56.660945, 52.945665, 49.368795, 50.919397, 48.969377, 51.27142, 52.157741, 58.844334, 67.664864, 67.029565, 68.211839, 74.549189, 83.360189, 90.386698, 88.550299, 87.759582, 90.264539, 87.680481, 75.191402, 56.566351, 23.682949, 6.394954, 4.975523, 1.000043], "sum_m_pl": [5.075308, 12.451599, 15.230966, 15.760808, 16.556363, 15.844302, 17.152148, 17.124302, 18.33793, 18.418405, 18.576525, 17.93904, 19.697293, 19.451637, 19.39651, 18.347572, 18.216168, 17.237442, 16.825184, 17.185667, 16.720178, 15.924992, 15.849525, 15.712978, 18.740303, 22.208426, 24.344344, 27.201969, 29.364748, 29.178764, 27.01298, 24.877268, 24.414439, 21.987085, 20.145539, 18.910893, 19.845279, 18.816096, 17.510067, 17.315344, 17.962246, 18.997323, 23.126943, 26.606107, 33.127948, 52.194403, 85.185929, 107.507827, 112.928704, 115.027222]}, "digit": {"n_am_en": [0, 0, 2, 1, 0, 6, 2, 2, 0, 1, 1, 0, 1, 1, 4, 3, 3, 3, 4, 5, 4, 2, 4, 2, 4, 2, 2, 3, 3, 1, 1, 0, 2, 1, 4, 6, 5, 6, 4, 2, 0, 0, 0, 3, 2, 0, 4, 1, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 3, 7, 2, 2, 2, 2, 1, 6, 4, 1, 3, 0, 3, 1, 2, 3, 3, 3, 4, 5, 8, 5, 8, 5, 6, 7, 7, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 2, 2, 0, 1, 1, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.724272, 2.829405, 2.721694, 2.636336, 2.909505, 3.176874, 3.388658, 3.153016, 2.98758, 3.39186, 3.030205, 3.029095, 3.36407, 3.253606, 2.622106, 2.76774, 2.921045, 2.552239, 2.812295, 2.796355, 2.768833, 2.892286, 2.888593, 2.925985, 3.200773, 2.912671, 2.58624, 2.864455, 2.804611, 3.048661, 2.90152, 3.241666, 3.294413, 3.419471, 3.610897, 3.572328, 4.439341, 4.143471, 3.171269, 2.760262, 2.529861, 2.659645, 2.471769, 2.404551, 1.848199, 1.191602, 0.964084, 0.712822, 0.262218, 0.0], "sum_m_pl": [0.501587, 0.986621, 1.130427, 1.146759, 1.14817, 1.097792, 1.232861, 1.278791, 1.313043, 1.297515, 1.497304, 1.299373, 1.489702, 1.272118, 1.137014, 1.20414, 1.520612, 1.507462, 1.320329, 1.323682, 1.273248, 1.122969, 1.099428, 1.114322, 1.609326, 1.772622, 1.946711, 2.160412, 2.611305, 2.326695, 2.534228, 2.145263, 2.004171, 1.746684, 1.748054, 1.523521, 1.137472, 1.013842, 0.893585, 0.99084, 0.954584, 0.913578, 0.994316, 1.111189, 1.098957, 1.225951, 1.242557, 0.65392, 0.067162, 0.0]}, "lang": {"n_am_en": [4, 8, 11, 11, 17, 15, 19, 18, 26, 29, 25, 22, 23, 22, 24, 28, 34, 26, 32, 30, 46, 51, 46, 45, 64, 52, 54, 35, 36, 37, 28, 29, 36, 44, 50, 53, 51, 53, 57, 61, 54, 57, 57, 61, 56, 40, 16, 1, 1, 1], "n_am_pl": [0, 5, 14, 11, 15, 15, 20, 14, 11, 13, 19, 10, 16, 22, 24, 12, 16, 12, 20, 12, 10, 6, 7, 7, 5, 11, 14, 16, 16, 14, 16, 16, 10, 10, 12, 16, 10, 13, 15, 17, 16, 14, 23, 23, 29, 49, 77, 101, 110, 115], "n_pos": 116, "sum_m_en": [10.694765, 16.488518, 17.465792, 18.492426, 19.643647, 19.059822, 20.461965, 20.029441, 20.326643, 21.736298, 22.27351, 22.898655, 23.398951, 22.317831, 20.909426, 23.079528, 22.477128, 22.610378, 22.895728, 22.516767, 22.206835, 21.577743, 20.729938, 19.922515, 39.215495, 33.192203, 31.523178, 27.516152, 23.991153, 23.830775, 23.412903, 24.102041, 24.753644, 28.948772, 33.71384, 34.17437, 35.305004, 38.805328, 44.989166, 51.421888, 50.839602, 51.014908, 54.164312, 57.154212, 49.119054, 37.944659, 14.56142, 2.053596, 2.001404, 1.000013], "sum_m_pl": [1.774123, 4.606452, 5.630819, 6.250599, 6.591324, 6.354872, 7.280556, 7.359683, 8.133761, 8.000834, 7.793951, 7.84378, 8.649162, 9.121667, 9.234854, 8.47894, 8.309939, 7.564995, 7.53791, 7.499464, 7.418895, 7.126253, 7.027258, 6.838098, 7.67348, 9.939805, 10.937481, 11.740998, 12.922127, 13.741914, 12.599601, 12.350399, 12.040137, 10.936109, 10.193251, 10.500535, 12.169855, 11.514933, 10.992736, 11.105223, 12.309521, 13.341001, 16.535321, 19.467884, 26.209932, 42.732711, 71.370339, 95.845516, 105.46953, 114.97493]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 282, "item_id": "llmzszl-18587", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 864, "region_end": 280, "roundtrip_ok": true, "tf_agree": 0.9965, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 10, 17, 20, 19, 16, 17, 10, 18, 21, 16, 15, 7, 17, 11, 16, 16, 15, 17, 18, 20, 17, 14, 14, 19, 17, 14, 15, 15, 12, 9, 13, 14, 18, 25, 26, 33, 37, 39, 36, 39, 31, 32, 31, 27, 24, 24, 20, 22, 23], "n_am_pl": [2, 11, 10, 5, 4, 7, 5, 4, 11, 9, 14, 16, 10, 13, 13, 18, 11, 15, 12, 6, 6, 6, 7, 8, 20, 18, 14, 15, 19, 24, 20, 16, 15, 13, 13, 9, 9, 5, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 95, "sum_m_en": [11.567154, 14.907817, 14.486351, 14.261405, 15.316366, 14.709383, 14.876864, 14.494126, 13.986994, 15.506551, 14.000698, 14.447646, 14.545508, 14.839365, 13.967861, 14.747473, 14.997624, 15.348877, 15.616752, 14.962147, 14.28544, 13.964532, 13.793268, 13.866956, 16.39433, 15.579033, 14.391201, 14.985678, 15.144236, 14.730975, 13.569887, 14.612983, 15.625209, 16.116809, 19.027132, 19.244286, 21.38345, 25.232966, 28.332399, 29.70201, 29.3688, 28.119751, 28.369483, 31.517477, 27.508595, 26.264235, 23.464407, 22.223551, 21.089404, 22.695363], "sum_m_pl": [2.133574, 4.234215, 4.854912, 4.501298, 5.29491, 5.173579, 5.008042, 5.332303, 5.465034, 6.185343, 6.700292, 7.426467, 7.314781, 7.115075, 7.37701, 7.790988, 7.260031, 6.689196, 6.735293, 6.822808, 6.69806, 6.408404, 6.188319, 6.073991, 9.067261, 9.885069, 9.369264, 9.46496, 10.085824, 11.588534, 10.572412, 9.343757, 9.063371, 8.722331, 8.500829, 7.357812, 7.5199, 6.162706, 4.829696, 3.822185, 3.660522, 3.418939, 2.725319, 2.157396, 1.74969, 1.530155, 0.682451, 0.407047, 0.16556, 3.6e-05]}, "digit": {"n_am_en": [0, 1, 1, 4, 2, 3, 2, 0, 1, 5, 2, 1, 0, 1, 1, 2, 2, 0, 2, 2, 2, 3, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 3, 3, 4, 3, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 8, 7, 4, 2, 2, 1, 1, 1, 1, 6, 8, 2, 4, 6, 8, 4, 6, 3, 1, 1, 1, 2, 3, 7, 7, 6, 6, 6, 7, 7, 6, 9, 7, 7, 3, 3, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.636227, 3.15053, 2.970775, 3.147545, 3.208217, 3.013321, 3.157187, 3.023798, 3.013554, 3.343131, 2.968515, 2.708408, 2.924489, 3.001271, 2.694892, 2.849852, 3.016862, 3.128361, 3.122766, 3.017758, 2.896185, 2.877621, 2.858281, 2.930759, 2.814983, 2.664549, 2.614931, 2.797456, 2.76779, 2.867636, 2.791799, 2.94305, 3.039801, 3.096109, 3.455321, 3.474185, 3.397223, 3.039294, 2.53143, 2.252639, 2.019888, 1.956295, 2.087663, 1.696537, 1.133286, 0.915764, 0.321655, 0.246799, 0.025841, 0.0], "sum_m_pl": [0.409585, 0.875855, 0.869864, 0.867662, 1.016125, 0.910522, 0.912991, 0.978772, 0.948918, 1.201894, 1.406613, 1.718237, 1.758159, 1.678442, 1.823931, 1.868342, 1.704748, 1.51252, 1.476414, 1.488555, 1.433033, 1.379567, 1.333266, 1.32127, 1.998806, 2.380111, 2.156571, 2.388474, 2.572697, 2.904275, 2.558253, 2.149259, 2.212338, 2.02544, 1.939535, 1.557872, 1.697793, 1.407773, 1.356199, 1.290022, 1.255448, 1.451293, 1.199676, 1.062334, 0.915257, 0.77103, 0.276267, 0.181603, 0.021557, 0.0]}, "lang": {"n_am_en": [7, 5, 6, 9, 10, 7, 8, 4, 9, 8, 5, 5, 3, 7, 5, 5, 6, 10, 8, 9, 10, 8, 7, 8, 11, 9, 7, 8, 8, 2, 3, 4, 6, 8, 15, 16, 16, 17, 21, 19, 20, 20, 20, 21, 21, 21, 21, 19, 22, 23], "n_am_pl": [1, 3, 1, 1, 0, 1, 2, 1, 3, 1, 2, 4, 2, 2, 2, 3, 1, 2, 3, 2, 2, 2, 3, 2, 4, 2, 3, 2, 4, 9, 6, 6, 4, 3, 1, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.920907, 4.066703, 4.076507, 4.014372, 4.412498, 4.218728, 4.102322, 4.003859, 3.99452, 4.446403, 4.042229, 4.448983, 4.349312, 4.322546, 4.026612, 4.371876, 4.365097, 4.608938, 4.670067, 4.323677, 4.12726, 3.966685, 3.95568, 3.900111, 6.386765, 5.822268, 5.016306, 4.983469, 4.702342, 4.526875, 4.218406, 4.627128, 5.0331, 5.6604, 7.373024, 8.128837, 10.203869, 12.585645, 15.809386, 15.697866, 16.158587, 17.66793, 17.788202, 19.229937, 19.560226, 19.967081, 19.519557, 19.356273, 20.091437, 22.548423], "sum_m_pl": [0.406294, 0.950608, 1.127592, 1.133071, 1.293987, 1.306065, 1.315274, 1.392809, 1.505837, 1.567205, 1.662392, 1.744278, 1.703344, 1.717936, 1.762001, 1.838667, 1.761299, 1.627329, 1.743132, 1.774576, 1.776597, 1.715821, 1.656901, 1.631971, 2.658296, 2.522017, 2.323382, 2.360282, 2.435495, 2.787785, 2.589391, 2.401266, 2.32392, 2.33796, 2.286939, 2.209462, 2.228695, 1.696201, 0.911448, 0.517877, 0.568542, 0.411462, 0.385367, 0.156142, 0.101002, 0.06793, 0.026636, 0.031686, 0.047522, 3.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "llmzszl-18588", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9691, "tf_agree_excl_first": 0.9792}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [36, 21, 34, 48, 51, 53, 50, 49, 41, 56, 42, 38, 51, 46, 37, 51, 61, 60, 59, 62, 69, 66, 67, 60, 93, 79, 68, 66, 66, 63, 47, 47, 64, 70, 102, 97, 117, 115, 127, 137, 124, 113, 117, 120, 95, 71, 25, 5, 0, 0], "n_am_pl": [4, 45, 34, 32, 32, 52, 48, 54, 59, 55, 66, 66, 56, 49, 63, 65, 58, 50, 44, 44, 31, 36, 38, 34, 43, 53, 53, 64, 71, 63, 60, 60, 56, 39, 37, 32, 26, 25, 16, 14, 14, 22, 24, 25, 27, 50, 99, 122, 126, 123], "n_pos": 342, "sum_m_en": [35.282557, 51.41411, 52.806886, 54.10629, 53.927134, 53.404884, 54.588267, 53.193311, 52.912243, 55.765016, 54.034495, 54.860756, 55.592978, 54.283532, 50.983314, 53.132752, 55.975345, 55.712357, 57.481388, 55.259844, 54.415522, 52.161993, 51.67852, 51.587768, 68.476706, 62.496095, 56.780246, 55.779683, 53.857871, 52.774726, 50.690397, 52.753311, 55.333821, 60.693394, 67.843314, 69.986132, 78.301402, 90.857981, 105.792891, 111.325013, 106.552389, 101.749263, 102.770897, 107.244255, 93.856966, 73.282348, 28.701642, 8.7472, 3.888866, 0.000831], "sum_m_pl": [6.595353, 16.695133, 17.908863, 18.840018, 20.636222, 21.390585, 22.261802, 23.746576, 25.075816, 26.693157, 26.940345, 28.678044, 29.971434, 31.718261, 31.353432, 30.934754, 27.329697, 26.377989, 25.042268, 24.906582, 25.494547, 24.343622, 23.914966, 22.959605, 35.658229, 40.299107, 39.992943, 41.62252, 43.639844, 47.845036, 43.172029, 40.904797, 40.151315, 35.790216, 34.780768, 31.957862, 30.053633, 26.251064, 21.386331, 20.021559, 19.896198, 21.879602, 22.978916, 27.180986, 31.831031, 51.042743, 94.300193, 116.571097, 121.635602, 123.203749]}, "digit": {"n_am_en": [2, 5, 13, 14, 8, 8, 3, 6, 4, 5, 8, 3, 3, 6, 3, 3, 4, 3, 4, 6, 6, 5, 4, 3, 6, 3, 3, 4, 4, 4, 3, 3, 3, 1, 5, 3, 6, 6, 2, 1, 0, 1, 0, 2, 0, 1, 0, 0, 0, 0], "n_am_pl": [1, 23, 12, 8, 3, 5, 8, 6, 3, 7, 11, 10, 9, 4, 12, 8, 10, 6, 4, 7, 7, 5, 5, 7, 11, 15, 10, 15, 16, 19, 12, 16, 13, 9, 6, 5, 6, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [5.962777, 7.079422, 7.314813, 7.666129, 7.448536, 7.265694, 7.581226, 7.070622, 7.256489, 7.479627, 7.024966, 6.660815, 7.307269, 7.43796, 6.529321, 6.556335, 6.929439, 6.99548, 7.290252, 7.158479, 6.95692, 6.836411, 6.861115, 7.050339, 7.366225, 6.506284, 6.379134, 6.952653, 6.767532, 6.889557, 6.825792, 7.336886, 7.158367, 7.841423, 7.951289, 8.05095, 7.593686, 7.305749, 6.395268, 5.576941, 5.347067, 4.898673, 4.645447, 4.078711, 2.3233, 2.343178, 0.659896, 0.386944, 0.072397, 0.0], "sum_m_pl": [1.020944, 2.526743, 2.432489, 2.482971, 2.796892, 2.565118, 2.617642, 3.025956, 2.853937, 3.425228, 3.732365, 4.329532, 4.340327, 4.374332, 4.609383, 4.544763, 4.111902, 3.615821, 3.383649, 3.598441, 3.405992, 3.192834, 3.096925, 3.025069, 4.955054, 6.209447, 5.692984, 6.549625, 6.927017, 7.671272, 6.532297, 5.855219, 6.304713, 5.136695, 4.801044, 4.038346, 3.847337, 3.30412, 3.133371, 2.964704, 2.923771, 2.966752, 2.562448, 2.26196, 1.989914, 1.76409, 0.46902, 0.346347, 0.046856, 0.0]}, "lang": {"n_am_en": [13, 5, 8, 16, 24, 20, 24, 17, 19, 19, 17, 21, 26, 20, 19, 26, 36, 33, 31, 30, 36, 34, 34, 31, 48, 42, 34, 36, 29, 27, 21, 22, 33, 36, 49, 44, 51, 51, 62, 70, 60, 60, 62, 63, 58, 36, 6, 0, 0, 0], "n_am_pl": [2, 12, 9, 11, 13, 23, 20, 22, 27, 25, 25, 26, 22, 22, 28, 27, 22, 21, 22, 23, 14, 16, 19, 17, 16, 19, 21, 21, 21, 19, 21, 18, 18, 13, 14, 15, 12, 12, 10, 11, 11, 19, 21, 22, 24, 47, 83, 107, 119, 122], "n_pos": 122, "sum_m_en": [12.169475, 17.825485, 19.441297, 20.165826, 20.493954, 19.616463, 19.863624, 19.161259, 19.409778, 20.302354, 19.998818, 20.594959, 20.534791, 19.976322, 18.965013, 19.962937, 21.583942, 21.587433, 22.015353, 21.037285, 21.158154, 19.800606, 19.510209, 19.050601, 31.441482, 28.301638, 24.858819, 22.367468, 20.969638, 20.143866, 19.444071, 20.147444, 21.596698, 23.933301, 27.576292, 28.160872, 31.509357, 38.45383, 48.31009, 51.332996, 50.242963, 52.095996, 52.948188, 54.674347, 51.047855, 34.57784, 7.227456, 1.256537, 0.998911, 5.7e-05], "sum_m_pl": [2.161276, 5.364882, 6.183535, 6.933536, 7.186539, 7.839541, 8.548979, 9.0661, 9.910934, 10.172277, 10.218909, 10.853347, 11.778016, 12.772054, 12.345544, 12.082755, 10.458494, 10.209372, 9.620551, 9.132317, 9.503883, 9.161506, 9.006387, 8.539861, 13.698767, 15.532138, 16.147793, 15.901991, 16.33674, 17.776352, 17.030665, 16.658556, 16.180391, 15.151559, 14.967239, 14.769255, 14.347121, 12.686993, 9.835399, 9.848912, 10.222743, 12.347417, 14.931415, 20.091781, 25.062532, 44.371814, 80.643042, 102.449655, 113.87366, 121.920265]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 344, "item_id": "llmzszl-18588", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 0.9971}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 23, 41, 35, 38, 47, 35, 29, 16, 38, 40, 43, 38, 48, 52, 60, 58, 53, 72, 70, 65, 57, 58, 51, 67, 71, 52, 47, 36, 50, 42, 49, 51, 62, 80, 85, 86, 86, 81, 87, 80, 72, 70, 69, 65, 61, 52, 58, 56, 54], "n_am_pl": [6, 25, 31, 27, 25, 29, 29, 26, 40, 42, 40, 37, 41, 38, 29, 26, 31, 37, 30, 26, 23, 18, 19, 18, 26, 36, 40, 45, 46, 47, 41, 38, 33, 28, 21, 17, 16, 6, 6, 4, 5, 1, 2, 1, 0, 1, 1, 0, 0, 0], "n_pos": 317, "sum_m_en": [35.863602, 50.306652, 49.400073, 49.55615, 50.357634, 49.707267, 48.385676, 50.755348, 47.514369, 50.24388, 50.737497, 51.844407, 51.51439, 51.987058, 51.610067, 54.082408, 55.265033, 53.030797, 53.770986, 52.612312, 49.769043, 49.836834, 48.703726, 49.982443, 61.553355, 60.066471, 55.453573, 50.724683, 52.374581, 54.751104, 50.929895, 53.130407, 55.347963, 59.092915, 64.416754, 67.279297, 73.299592, 77.773246, 75.46928, 75.412762, 75.934825, 73.538871, 72.274576, 71.301654, 67.86356, 64.174882, 57.435015, 58.94276, 53.448688, 54.351845], "sum_m_pl": [6.519196, 15.72282, 18.554599, 16.654175, 16.50558, 14.928217, 14.705544, 15.93641, 16.86733, 18.224475, 18.501843, 18.911679, 19.957131, 19.362032, 19.558737, 19.147354, 17.666136, 17.136861, 16.530403, 17.765035, 17.127563, 16.846148, 16.443418, 16.533712, 20.127156, 23.757247, 23.910533, 27.205344, 26.508903, 28.31347, 26.993494, 23.698155, 23.096411, 20.535091, 18.953145, 17.539121, 14.986552, 13.593439, 12.210338, 10.352278, 9.022918, 7.495154, 7.231538, 6.736972, 6.139656, 4.552573, 2.860815, 1.557867, 0.978201, 0.000924]}, "digit": {"n_am_en": [8, 8, 14, 6, 5, 8, 4, 5, 2, 3, 1, 3, 5, 4, 3, 9, 3, 4, 9, 5, 4, 3, 2, 3, 7, 5, 3, 4, 2, 3, 4, 0, 3, 4, 12, 15, 16, 14, 9, 12, 5, 8, 6, 6, 7, 4, 2, 0, 0, 0], "n_am_pl": [1, 8, 6, 6, 5, 6, 1, 9, 7, 11, 11, 8, 13, 17, 9, 8, 10, 10, 9, 9, 7, 8, 9, 7, 9, 14, 18, 18, 16, 16, 11, 14, 14, 13, 5, 4, 3, 1, 3, 1, 2, 1, 2, 1, 0, 0, 1, 0, 0, 0], "n_pos": 62, "sum_m_en": [8.714306, 10.101845, 10.327372, 10.467697, 10.466493, 10.446571, 9.840255, 10.564781, 9.633624, 10.497238, 9.650352, 9.887347, 10.634413, 10.620918, 10.23138, 11.287285, 11.178482, 10.848966, 11.208768, 10.573652, 9.968609, 10.116674, 9.780126, 10.234312, 11.437642, 10.835973, 10.122077, 9.945495, 9.838645, 10.052555, 10.182339, 11.000355, 10.691685, 11.144585, 10.855205, 11.842005, 14.127584, 13.915437, 11.355456, 11.348202, 9.77049, 10.12826, 8.750374, 9.733299, 8.126925, 6.287023, 4.002623, 1.926141, 0.498193, 0.0], "sum_m_pl": [1.68792, 3.653458, 3.735799, 3.448862, 3.119926, 2.909836, 2.658878, 3.176837, 3.386525, 3.85778, 4.208888, 4.369686, 4.899738, 5.212454, 5.425058, 5.089457, 4.359928, 4.166456, 3.807064, 4.137382, 3.833244, 3.742432, 3.603305, 3.614955, 5.123231, 5.993839, 6.308158, 7.285401, 7.41603, 7.775164, 6.917741, 6.346289, 5.366557, 4.961701, 4.374782, 4.204303, 4.264359, 4.141834, 4.345197, 3.947133, 4.013676, 3.448067, 3.257623, 3.179141, 3.109591, 1.898662, 1.453772, 0.661944, 0.101284, 0.0]}, "lang": {"n_am_en": [3, 7, 13, 14, 17, 19, 12, 11, 8, 12, 12, 11, 10, 16, 16, 21, 27, 23, 29, 35, 36, 33, 36, 33, 40, 38, 34, 31, 22, 26, 26, 23, 29, 37, 37, 39, 45, 45, 48, 53, 54, 52, 50, 52, 51, 50, 45, 51, 52, 54], "n_am_pl": [1, 0, 1, 5, 4, 10, 12, 7, 7, 3, 5, 2, 3, 1, 6, 4, 3, 4, 2, 0, 0, 0, 1, 1, 3, 1, 2, 1, 2, 1, 2, 4, 2, 1, 2, 3, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [6.137349, 8.640175, 8.732104, 9.099539, 9.419528, 9.654338, 9.466555, 9.493288, 9.160489, 9.520139, 9.674041, 9.672149, 9.525508, 9.614574, 9.688317, 10.364584, 11.154197, 10.896178, 11.073718, 10.966772, 10.155055, 10.032966, 9.855309, 9.956988, 22.031696, 21.926511, 19.53769, 15.164827, 14.691332, 14.698172, 12.741908, 12.369425, 14.536774, 16.683878, 20.050354, 24.007039, 32.562655, 35.619289, 38.920985, 43.051084, 46.830307, 47.069925, 47.642035, 48.702742, 49.602452, 48.94458, 45.913897, 47.886678, 48.202849, 53.787366], "sum_m_pl": [0.823929, 2.05629, 2.616536, 2.577224, 2.659776, 2.537181, 2.387592, 2.480201, 2.633683, 2.883642, 2.838236, 2.942852, 2.892189, 2.624458, 2.41439, 2.544049, 2.367722, 2.364172, 2.51858, 2.677615, 2.613683, 2.606777, 2.559531, 2.58872, 2.52919, 3.006167, 3.265481, 3.948704, 3.921059, 3.989551, 3.773784, 3.404244, 3.199319, 2.869892, 2.690344, 2.481005, 1.833778, 1.67915, 1.611561, 1.322479, 0.690982, 0.273957, 0.300653, 0.321982, 0.483116, 0.834062, 0.223471, 0.1488, 0.27235, 0.000203]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "llmzszl-18591", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 723, "region_end": 317, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9843}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 4, 33, 37, 39, 45, 48, 38, 31, 32, 27, 34, 35, 29, 36, 34, 53, 51, 58, 48, 52, 45, 42, 40, 75, 61, 59, 45, 47, 39, 32, 41, 47, 64, 76, 70, 78, 91, 94, 86, 89, 78, 76, 80, 62, 57, 13, 2, 0, 0], "n_am_pl": [2, 26, 22, 25, 25, 35, 23, 22, 26, 45, 36, 42, 40, 45, 31, 30, 22, 30, 24, 24, 16, 16, 17, 12, 19, 30, 23, 39, 33, 47, 42, 44, 35, 26, 13, 13, 12, 9, 14, 13, 8, 7, 6, 10, 16, 16, 56, 64, 67, 62], "n_pos": 292, "sum_m_en": [26.613894, 40.538824, 41.471355, 41.145747, 42.121893, 42.197423, 41.515771, 44.070356, 41.951129, 44.77515, 44.723736, 44.821674, 45.897639, 46.158526, 45.651183, 48.586517, 48.841103, 47.295929, 47.478923, 46.920086, 43.770224, 43.90134, 43.383369, 44.172594, 54.518241, 50.827838, 47.435438, 44.802791, 44.807464, 45.353703, 43.656609, 45.121002, 46.339736, 48.777277, 55.001287, 55.019937, 59.7538, 67.272269, 68.066715, 63.341246, 65.063887, 68.212076, 70.72564, 68.88771, 60.364992, 51.743848, 15.920893, 6.031237, 2.050789, 1e-05], "sum_m_pl": [4.729031, 13.107654, 15.716247, 14.004434, 14.665465, 14.903357, 14.77849, 15.680724, 17.159144, 18.088374, 18.124012, 19.436022, 19.879405, 19.375297, 18.958955, 17.49856, 16.307394, 16.633395, 15.171142, 15.734656, 15.539472, 15.002596, 14.645514, 14.865003, 16.301268, 19.980583, 19.908937, 22.231708, 22.452255, 25.037084, 23.851338, 22.079217, 21.09188, 18.716757, 17.495711, 16.336862, 13.582497, 12.925407, 12.92414, 11.599859, 10.610103, 10.281818, 10.265445, 13.178688, 16.32299, 21.413686, 53.118882, 62.587735, 63.163102, 62.380959]}, "digit": {"n_am_en": [2, 0, 19, 11, 3, 10, 7, 1, 4, 4, 4, 6, 12, 8, 6, 8, 5, 5, 7, 7, 4, 4, 6, 5, 12, 8, 7, 6, 10, 6, 7, 3, 5, 4, 10, 7, 14, 18, 21, 19, 16, 15, 15, 14, 9, 9, 5, 0, 0, 0], "n_am_pl": [1, 8, 3, 1, 3, 2, 2, 6, 3, 12, 7, 13, 16, 16, 12, 9, 7, 12, 12, 11, 7, 7, 7, 7, 11, 13, 6, 13, 9, 17, 14, 13, 7, 10, 3, 4, 2, 0, 3, 5, 2, 0, 1, 1, 1, 1, 6, 5, 0, 0], "n_pos": 64, "sum_m_en": [6.932766, 9.700743, 9.7973, 9.623114, 9.671972, 9.703479, 9.382967, 9.980805, 9.480396, 10.349237, 9.651665, 9.649057, 10.682519, 10.66395, 10.755086, 12.041888, 11.215605, 10.994996, 11.307361, 10.9693, 9.692876, 9.849651, 9.560054, 10.091291, 11.544255, 11.041778, 10.416951, 10.529691, 10.214396, 10.357422, 10.301574, 10.730352, 10.574569, 11.480089, 11.919597, 12.543397, 14.716495, 15.072753, 14.953427, 14.315656, 12.181647, 15.338576, 12.897981, 11.146322, 9.248244, 8.434213, 4.780763, 1.82524, 0.713884, 0.0], "sum_m_pl": [1.235402, 3.043902, 3.257983, 2.782509, 2.745267, 2.757463, 2.740363, 3.255482, 3.512216, 4.010978, 4.231438, 4.671523, 4.916622, 4.714182, 4.908291, 4.368204, 3.963686, 4.041304, 3.613508, 3.744057, 3.651658, 3.559284, 3.445072, 3.508511, 4.373692, 5.344729, 4.968333, 5.748645, 5.454924, 6.110309, 5.796329, 5.797125, 5.065035, 4.456842, 3.916848, 4.049455, 3.619283, 3.441509, 3.360652, 3.196896, 2.987448, 2.650426, 2.560773, 2.580795, 2.681566, 2.397768, 6.813863, 4.168612, 0.375886, 0.0]}, "lang": {"n_am_en": [1, 2, 5, 14, 22, 22, 21, 16, 14, 14, 11, 12, 13, 10, 12, 11, 22, 28, 28, 23, 25, 21, 22, 22, 34, 24, 24, 17, 17, 18, 10, 15, 19, 29, 34, 38, 37, 41, 42, 43, 50, 43, 46, 46, 41, 36, 6, 1, 0, 0], "n_am_pl": [1, 7, 7, 7, 4, 8, 7, 8, 4, 8, 9, 14, 9, 12, 7, 9, 5, 3, 4, 4, 3, 5, 5, 1, 4, 5, 3, 7, 11, 10, 10, 14, 11, 7, 4, 3, 5, 7, 7, 5, 6, 7, 5, 8, 12, 14, 46, 57, 61, 62], "n_pos": 62, "sum_m_en": [5.475192, 8.088476, 9.450527, 9.488462, 9.995824, 10.600913, 10.366492, 10.796131, 10.311625, 11.057429, 11.181268, 10.818418, 10.478735, 10.011365, 9.938858, 11.024732, 12.021707, 11.519922, 11.500437, 11.198896, 11.140721, 10.934959, 10.85406, 10.573765, 18.797137, 17.086992, 15.589528, 13.227884, 12.444721, 11.652164, 11.027516, 11.170404, 11.890276, 13.616744, 16.751998, 18.827496, 22.053882, 26.857722, 29.836658, 29.294372, 33.767465, 33.392188, 38.568932, 39.978651, 38.275877, 32.37187, 7.400509, 1.614409, 0.244389, 1e-06], "sum_m_pl": [0.923612, 2.44949, 2.947759, 3.121969, 3.19035, 3.392683, 3.340357, 3.239075, 3.648872, 3.954938, 3.816885, 4.334596, 4.312884, 4.377989, 3.815342, 3.829519, 3.370013, 3.28929, 3.130752, 3.15217, 3.174962, 3.094886, 3.036684, 3.116343, 3.624681, 4.150587, 4.373958, 5.213297, 5.477243, 6.298671, 5.556906, 5.299147, 5.099996, 4.766756, 4.37711, 3.892089, 3.758016, 3.842459, 4.048165, 3.929098, 3.89193, 4.183752, 4.470122, 7.426219, 9.718945, 16.058856, 41.661619, 54.494393, 59.320925, 61.999677]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "llmzszl-18591", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 851, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9966}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 8, 20, 17, 16, 12, 13, 7, 15, 17, 18, 12, 6, 7, 13, 13, 14, 14, 14, 18, 17, 15, 15, 15, 24, 24, 16, 12, 12, 11, 16, 22, 19, 23, 22, 22, 26, 24, 24, 23, 24, 26, 22, 19, 20, 22, 20, 21, 18, 18], "n_am_pl": [1, 6, 15, 5, 8, 7, 6, 5, 7, 7, 9, 11, 19, 19, 9, 15, 16, 15, 12, 17, 13, 8, 8, 7, 11, 11, 11, 11, 15, 20, 16, 10, 9, 12, 10, 13, 10, 3, 6, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 100, "sum_m_en": [11.436297, 16.289266, 15.793214, 15.640841, 15.999421, 14.413645, 13.854516, 14.158594, 14.247821, 16.74967, 15.282848, 15.370081, 15.070748, 14.54462, 13.796826, 14.326278, 14.972929, 14.695935, 15.266269, 14.818575, 14.294072, 15.004709, 14.754049, 14.726014, 18.331912, 18.998451, 16.105688, 16.708055, 15.933504, 15.693502, 15.490898, 16.219339, 16.31629, 16.899285, 19.782245, 19.602351, 19.798633, 22.531912, 22.212485, 22.945776, 21.71613, 22.380578, 21.415959, 19.344712, 19.34965, 19.266871, 18.701184, 19.5892, 18.299697, 17.771765], "sum_m_pl": [2.065699, 5.162165, 6.15667, 4.953581, 5.32908, 5.247961, 5.110429, 5.558862, 6.110591, 6.785416, 7.195335, 7.663196, 7.858906, 7.840788, 8.208786, 8.788204, 7.839956, 8.068862, 7.596066, 7.363913, 6.945901, 6.667729, 6.377534, 6.377967, 9.098103, 9.640498, 9.249441, 10.334505, 11.214072, 12.838501, 11.883129, 10.813144, 10.227003, 9.878673, 8.96558, 8.615258, 8.101122, 6.560828, 6.053377, 5.300919, 4.055892, 3.382491, 2.983734, 2.474283, 1.801223, 1.255636, 0.666406, 0.522826, 0.24405, 0.001607]}, "digit": {"n_am_en": [1, 2, 2, 0, 0, 0, 0, 0, 1, 4, 4, 0, 0, 2, 2, 1, 2, 4, 1, 4, 4, 5, 3, 4, 5, 4, 1, 1, 1, 0, 2, 3, 2, 5, 1, 4, 5, 4, 1, 1, 0, 0, 2, 2, 0, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 7, 1, 3, 3, 0, 0, 1, 1, 1, 4, 7, 8, 5, 5, 3, 1, 3, 3, 2, 1, 1, 1, 2, 2, 3, 3, 6, 6, 6, 3, 3, 3, 3, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.412445, 3.363835, 3.005004, 3.048856, 3.112965, 2.849748, 2.730396, 2.913907, 2.902792, 3.40601, 3.181442, 3.068611, 3.00938, 2.92848, 2.822869, 3.053266, 3.257804, 3.259776, 3.333524, 3.27278, 3.055025, 3.20122, 3.126529, 3.143719, 3.417229, 3.553794, 3.042835, 3.168497, 2.941314, 2.884151, 2.920195, 3.314142, 3.223779, 3.272918, 3.538882, 3.601168, 3.797864, 3.666933, 2.751948, 2.688426, 2.408524, 2.762603, 2.500826, 2.147421, 1.723077, 1.490381, 1.151787, 0.523398, 0.096736, 0.0], "sum_m_pl": [0.412764, 1.201728, 1.227067, 1.008978, 0.974358, 0.929592, 0.818361, 0.932608, 1.045701, 1.239055, 1.337511, 1.493543, 1.667055, 1.704677, 1.856978, 1.947524, 1.568971, 1.594512, 1.564941, 1.559595, 1.489711, 1.390464, 1.339578, 1.364604, 1.8749, 1.978823, 1.854573, 2.528657, 2.871054, 3.12546, 2.765831, 2.218372, 1.907968, 1.986049, 1.726354, 1.750385, 1.617545, 1.380103, 1.345499, 1.234161, 1.136975, 1.132292, 0.975893, 0.874055, 0.735856, 0.485299, 0.292606, 0.181787, 0.023555, 0.0]}, "lang": {"n_am_en": [4, 2, 4, 5, 5, 5, 5, 4, 6, 6, 6, 6, 2, 2, 4, 6, 6, 5, 6, 5, 6, 5, 5, 4, 7, 8, 7, 6, 8, 6, 5, 8, 6, 6, 9, 6, 12, 12, 12, 15, 16, 16, 15, 14, 17, 15, 15, 17, 16, 18], "n_am_pl": [1, 1, 1, 0, 3, 1, 2, 1, 1, 1, 3, 3, 3, 3, 1, 5, 3, 1, 3, 5, 4, 3, 2, 2, 3, 2, 3, 2, 2, 4, 4, 2, 3, 3, 4, 5, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.22795, 3.135759, 2.98686, 2.987765, 3.206376, 2.912975, 2.990934, 2.922617, 3.102332, 4.022323, 3.024354, 3.435809, 3.14987, 3.035893, 2.95568, 3.068974, 3.263141, 3.142085, 3.241068, 3.093837, 3.037555, 3.286597, 3.267901, 3.220427, 5.748241, 5.928113, 5.335192, 5.19576, 4.804217, 4.256032, 4.175896, 3.90752, 4.044792, 4.298419, 6.02097, 6.009477, 6.398322, 8.98397, 10.197194, 11.326945, 11.929416, 12.809152, 13.036231, 12.702726, 14.095279, 13.776436, 14.110464, 15.054475, 16.474383, 17.598899], "sum_m_pl": [0.445339, 0.822926, 0.965764, 0.766044, 0.897437, 0.839995, 0.913472, 1.058563, 1.182942, 1.25436, 1.595071, 1.728359, 1.661379, 1.532139, 1.545066, 1.639612, 1.435859, 1.574666, 1.466042, 1.399846, 1.311138, 1.245944, 1.221248, 1.222855, 1.661134, 1.620726, 1.713902, 1.880726, 2.10319, 2.630039, 2.392902, 2.415024, 2.323438, 2.201918, 1.979355, 1.927094, 1.843611, 1.205809, 1.03013, 0.823076, 0.706763, 0.621073, 0.559007, 0.51196, 0.308391, 0.251181, 0.151661, 0.181726, 0.162245, 0.001032]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "llmzszl-18593", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.9703}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 7, 23, 17, 21, 19, 18, 13, 13, 20, 19, 10, 14, 12, 15, 12, 23, 15, 22, 31, 29, 28, 24, 27, 41, 32, 34, 26, 18, 17, 18, 26, 27, 27, 35, 30, 35, 35, 39, 32, 27, 33, 34, 30, 30, 26, 11, 4, 0, 0], "n_am_pl": [0, 13, 19, 16, 13, 15, 8, 18, 14, 19, 18, 19, 25, 26, 23, 24, 18, 20, 17, 14, 10, 12, 8, 6, 18, 21, 16, 20, 30, 29, 23, 25, 20, 23, 18, 14, 13, 11, 8, 11, 12, 9, 9, 11, 11, 18, 31, 39, 43, 44], "n_pos": 134, "sum_m_en": [14.522518, 21.378136, 21.241707, 21.271284, 21.137088, 19.743149, 19.471265, 19.942198, 19.628458, 22.091418, 21.11334, 20.865975, 20.563061, 19.734508, 18.481897, 19.900289, 21.507698, 20.181779, 21.134749, 20.707428, 19.771548, 20.597109, 20.16324, 20.09069, 29.501692, 26.741602, 23.164173, 22.79725, 21.180165, 21.141826, 20.789408, 21.777352, 22.713399, 24.258173, 28.29751, 26.432624, 26.621412, 29.756267, 31.486337, 32.454034, 29.305894, 29.691393, 31.733386, 29.137605, 28.271184, 23.476175, 10.226628, 3.222426, 0.822887, 3e-05], "sum_m_pl": [2.563863, 7.10487, 8.464127, 7.588298, 7.734571, 8.038484, 8.001864, 8.398251, 9.208194, 10.010071, 10.637961, 11.299399, 11.423315, 11.128091, 11.217991, 11.222652, 9.827998, 10.26194, 9.51277, 9.204443, 8.837267, 8.509485, 8.18264, 8.190937, 11.125245, 12.854262, 12.658779, 13.741724, 14.594217, 16.856995, 14.778833, 14.020511, 13.055859, 11.958359, 10.838404, 10.504263, 9.530157, 8.303181, 7.623241, 7.155874, 7.647125, 6.927106, 8.355679, 9.189808, 13.174664, 16.885379, 30.404593, 38.148117, 42.122606, 43.965443]}, "digit": {"n_am_en": [0, 1, 6, 3, 3, 1, 2, 1, 0, 6, 3, 1, 0, 4, 1, 0, 2, 2, 3, 5, 4, 3, 2, 4, 7, 3, 4, 4, 1, 2, 0, 4, 2, 3, 4, 5, 6, 5, 2, 1, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 8, 0, 4, 4, 0, 2, 1, 3, 2, 3, 6, 8, 7, 6, 3, 1, 2, 2, 2, 2, 2, 2, 2, 3, 2, 1, 7, 3, 3, 1, 3, 2, 2, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.399159, 3.482342, 3.194496, 3.171347, 3.184807, 3.059339, 2.915032, 3.058802, 3.049478, 3.464374, 3.267957, 3.05331, 3.073985, 2.964264, 2.842223, 3.02273, 3.255579, 3.26135, 3.405711, 3.399201, 3.075005, 3.180582, 3.097296, 3.205852, 3.750021, 3.653524, 3.415486, 3.668456, 3.26544, 3.348255, 3.329147, 3.55619, 3.67257, 3.756214, 4.154168, 4.196454, 4.330293, 4.176861, 3.097637, 3.0257, 2.886058, 3.002313, 2.705878, 2.315145, 1.602199, 1.203071, 0.738452, 0.409845, 0.114943, 0.0], "sum_m_pl": [0.406733, 1.289767, 1.346789, 1.192165, 1.137023, 1.199396, 1.029405, 1.158852, 1.24772, 1.449503, 1.499227, 1.661293, 1.790227, 1.79538, 1.917393, 1.995285, 1.586183, 1.639353, 1.552758, 1.558202, 1.509383, 1.401999, 1.348383, 1.370476, 1.91278, 2.16779, 1.830736, 1.843504, 2.110234, 2.41758, 2.124248, 1.96946, 1.798944, 1.823957, 1.578938, 1.568774, 1.384685, 1.138841, 1.213304, 1.187039, 1.075914, 1.080975, 1.001783, 0.863003, 0.78207, 0.563912, 0.389346, 0.242614, 0.044092, 0.0]}, "lang": {"n_am_en": [2, 2, 4, 4, 7, 8, 8, 5, 7, 8, 8, 3, 6, 4, 7, 5, 11, 8, 12, 8, 10, 13, 12, 12, 18, 15, 16, 8, 6, 5, 7, 10, 15, 10, 15, 13, 16, 16, 21, 20, 18, 22, 24, 21, 22, 18, 7, 1, 0, 0], "n_am_pl": [0, 7, 5, 5, 6, 6, 6, 6, 7, 6, 9, 10, 11, 14, 10, 10, 8, 8, 7, 7, 4, 5, 4, 1, 5, 10, 7, 10, 12, 14, 8, 11, 10, 10, 10, 8, 6, 8, 7, 8, 9, 9, 9, 11, 11, 17, 29, 38, 43, 44], "n_pos": 44, "sum_m_en": [5.020611, 7.167555, 7.327918, 7.437849, 7.44484, 6.914377, 7.173324, 7.224788, 7.424913, 8.438238, 7.794635, 8.074239, 7.647634, 7.406316, 6.795406, 7.598253, 8.373727, 7.61353, 7.912951, 7.480747, 7.272581, 7.789031, 7.528389, 7.31291, 12.501678, 11.008503, 9.728331, 8.550062, 7.965545, 8.048743, 7.995263, 8.370253, 8.487988, 9.386764, 11.01115, 10.317186, 10.547623, 12.518453, 15.395423, 18.50644, 17.457222, 18.649921, 20.474972, 19.957271, 19.586587, 16.20109, 6.382492, 0.949937, 0.083118, 1e-06], "sum_m_pl": [0.817934, 2.004406, 2.34518, 2.429957, 2.441485, 2.570794, 2.936884, 3.09458, 3.417886, 3.616864, 4.242465, 4.658437, 4.531277, 4.422266, 4.22727, 3.958114, 3.383389, 3.771388, 3.421647, 3.117299, 3.012926, 2.906173, 2.861291, 2.836558, 3.719967, 4.560607, 5.177673, 5.919358, 6.071627, 6.7296, 5.841023, 5.876798, 5.439588, 4.953919, 4.67743, 4.718152, 4.394613, 3.887712, 3.692133, 3.199181, 4.423062, 4.111775, 5.684189, 6.9793, 11.347052, 15.292959, 27.994557, 36.211563, 41.427607, 43.794605]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "llmzszl-18593", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 856, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9926}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [92, 94, 119, 109, 96, 89, 106, 114, 127, 127, 115, 99, 96, 96, 129, 131, 145, 145, 146, 147, 134, 116, 108, 113, 155, 145, 130, 135, 138, 135, 141, 141, 147, 158, 191, 202, 223, 239, 247, 261, 256, 252, 228, 232, 210, 214, 193, 190, 183, 198], "n_am_pl": [16, 58, 58, 47, 47, 51, 46, 32, 34, 53, 55, 55, 58, 65, 54, 66, 48, 55, 55, 51, 36, 33, 34, 35, 48, 69, 76, 67, 85, 75, 66, 69, 61, 62, 34, 36, 31, 27, 19, 17, 20, 14, 13, 9, 6, 7, 1, 1, 0, 0], "n_pos": 596, "sum_m_en": [76.177885, 88.126659, 85.815938, 87.455339, 90.378189, 89.747277, 93.409982, 93.45781, 95.056694, 97.587311, 96.030556, 92.300021, 95.785554, 96.902725, 97.420476, 103.145036, 102.331603, 101.53833, 98.940645, 96.633524, 93.399525, 92.473163, 91.583975, 92.318686, 119.049461, 120.219673, 114.847699, 108.639064, 112.867557, 108.90777, 109.282785, 111.240295, 112.173474, 116.092949, 132.263402, 134.150587, 158.986493, 173.225215, 192.355992, 203.470399, 206.537247, 212.69093, 208.783442, 220.341085, 208.651614, 202.818672, 191.75483, 182.690433, 172.118345, 198.871299], "sum_m_pl": [14.686222, 27.907955, 30.514615, 28.150708, 29.967826, 30.127049, 30.7366, 31.941557, 33.258883, 38.169656, 38.783605, 39.345647, 41.387131, 40.15878, 39.818343, 40.906066, 38.24726, 38.04086, 38.375383, 37.975446, 36.552204, 35.097724, 34.15711, 33.760498, 42.152335, 48.308214, 47.89148, 49.407091, 52.805294, 56.939945, 51.715928, 48.08548, 45.816926, 40.755198, 38.121003, 37.126058, 33.219717, 30.692462, 27.454142, 22.847193, 22.202783, 20.482246, 17.059999, 15.848086, 12.574791, 10.12436, 5.76427, 3.5769, 2.514898, 0.000184]}, "digit": {"n_am_en": [17, 22, 32, 31, 22, 21, 19, 16, 27, 19, 17, 12, 8, 12, 10, 9, 19, 10, 8, 12, 4, 4, 6, 11, 19, 16, 8, 11, 12, 15, 16, 17, 16, 18, 17, 18, 31, 34, 23, 36, 31, 35, 26, 24, 12, 10, 4, 2, 0, 0], "n_am_pl": [7, 36, 30, 16, 15, 9, 15, 11, 7, 14, 17, 16, 19, 25, 17, 32, 19, 26, 19, 25, 14, 11, 14, 13, 18, 31, 33, 30, 40, 33, 25, 25, 26, 29, 14, 20, 15, 13, 13, 11, 14, 11, 11, 8, 6, 7, 1, 1, 0, 0], "n_pos": 137, "sum_m_en": [18.323153, 20.632327, 20.680497, 20.999854, 22.109211, 21.408337, 21.441004, 21.693412, 21.241493, 22.503211, 21.565125, 19.647409, 21.385843, 21.570874, 20.183542, 21.187168, 21.036888, 20.530687, 20.214653, 20.648928, 19.841175, 19.879885, 19.927769, 20.64622, 21.876862, 20.457452, 18.977817, 19.82373, 20.945058, 20.258512, 21.066844, 22.62588, 22.070454, 22.259127, 23.809412, 24.976254, 26.781876, 27.919857, 26.162797, 29.773711, 25.354088, 27.207787, 23.091656, 22.886008, 15.729938, 12.894722, 7.973733, 4.499046, 1.630711, 6e-05], "sum_m_pl": [3.572361, 7.607499, 7.067586, 6.712475, 7.411868, 6.98245, 6.845351, 7.978124, 8.149534, 9.81293, 10.234598, 11.109905, 11.907942, 11.065777, 11.10544, 11.256446, 10.022651, 10.180336, 9.723184, 9.835586, 9.291093, 8.78248, 8.505323, 8.431198, 12.276651, 15.043391, 14.792268, 14.939772, 16.680193, 16.905007, 14.517189, 12.601527, 12.835943, 11.231229, 10.645541, 10.701868, 9.530246, 9.187149, 9.372414, 8.353696, 8.792954, 8.570673, 8.275357, 8.434837, 6.724958, 5.927366, 3.154189, 1.847919, 0.502243, 3e-06]}, "lang": {"n_am_en": [20, 34, 34, 36, 42, 39, 50, 64, 69, 74, 66, 65, 64, 60, 82, 84, 85, 91, 94, 91, 95, 80, 77, 78, 97, 97, 93, 86, 93, 92, 86, 85, 89, 99, 124, 128, 137, 145, 150, 155, 155, 164, 162, 166, 165, 171, 170, 172, 175, 198], "n_am_pl": [3, 6, 9, 15, 10, 18, 13, 5, 8, 6, 11, 9, 9, 15, 10, 11, 9, 9, 13, 11, 12, 9, 10, 12, 8, 9, 10, 10, 10, 9, 13, 11, 10, 10, 3, 4, 4, 3, 0, 2, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 201, "sum_m_en": [23.775824, 27.890703, 27.580957, 28.562683, 30.654439, 32.194268, 34.766612, 35.176596, 36.37871, 36.420257, 35.983907, 35.423192, 35.75627, 35.961826, 37.519222, 39.485935, 39.935109, 40.199941, 38.588666, 36.189045, 35.415498, 34.515134, 33.981788, 33.71464, 58.485011, 61.284793, 59.890177, 52.333607, 53.683738, 50.875541, 49.614364, 48.966152, 49.083181, 53.719314, 65.221984, 68.370674, 87.677187, 97.393406, 113.878168, 116.81386, 128.154463, 138.118733, 142.228013, 150.692907, 153.543715, 155.64003, 157.623146, 156.940132, 156.688609, 194.173254], "sum_m_pl": [3.49466, 6.734174, 7.707278, 7.348233, 7.807106, 8.088934, 8.947652, 8.948409, 9.141311, 9.932198, 9.835339, 9.428087, 10.057471, 10.186903, 9.79192, 10.590515, 10.619019, 10.586377, 11.39612, 10.925978, 10.690859, 10.353302, 10.146934, 10.083792, 10.327796, 11.021547, 11.332014, 11.907066, 12.565803, 13.509005, 12.827957, 12.933218, 11.805878, 10.44486, 9.663523, 10.130571, 8.908565, 8.168459, 6.420984, 6.121141, 5.493229, 4.676858, 3.714775, 3.325399, 2.709874, 1.934458, 1.197644, 0.656579, 1.046004, 6.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 598, "item_id": "llmzszl-18594", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 596, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9849}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [94, 99, 153, 150, 176, 214, 197, 181, 190, 202, 205, 188, 182, 188, 209, 227, 277, 269, 291, 274, 286, 284, 248, 232, 381, 334, 295, 288, 253, 222, 194, 207, 259, 290, 335, 328, 336, 386, 389, 388, 376, 356, 362, 352, 312, 231, 78, 11, 2, 1], "n_am_pl": [24, 125, 132, 91, 137, 135, 144, 146, 153, 175, 187, 226, 193, 195, 183, 193, 152, 164, 147, 152, 113, 110, 97, 92, 109, 149, 165, 198, 213, 245, 217, 215, 180, 134, 115, 92, 88, 71, 55, 58, 69, 81, 89, 103, 123, 185, 314, 383, 389, 387], "n_pos": 1280, "sum_m_en": [130.832851, 186.72235, 196.89167, 196.817902, 201.492452, 199.359079, 204.300741, 204.390477, 205.535084, 215.874802, 219.425405, 217.700513, 227.505692, 216.59178, 208.918008, 216.371731, 221.098758, 217.650195, 210.377374, 205.702965, 199.870325, 199.506682, 196.284347, 199.06634, 273.018722, 258.440852, 244.360055, 230.129698, 231.161585, 225.828617, 220.662679, 222.593284, 224.490756, 232.702479, 262.235451, 261.141641, 267.303582, 294.141076, 315.338585, 334.068466, 325.876723, 322.166936, 329.210683, 335.209192, 291.910588, 229.041101, 88.250066, 29.64353, 17.932848, 1.385709], "sum_m_pl": [25.551824, 65.07262, 67.871736, 66.576141, 71.789293, 73.323333, 73.442213, 76.044289, 82.606191, 92.702678, 95.610647, 94.334787, 94.950884, 91.24043, 88.993032, 86.951341, 80.653416, 82.755011, 83.060277, 83.106289, 78.458267, 75.025095, 72.4926, 71.157906, 92.05776, 104.51984, 106.120054, 112.524153, 122.01153, 128.686178, 118.126836, 111.868523, 99.04507, 91.876864, 86.236591, 82.288226, 75.570534, 75.161055, 70.243228, 65.3396, 65.139045, 72.772868, 85.25803, 105.654275, 130.007914, 175.186637, 300.537461, 365.876966, 376.536241, 386.772721]}, "digit": {"n_am_en": [31, 33, 44, 55, 34, 46, 31, 36, 49, 39, 38, 31, 28, 30, 21, 27, 25, 27, 33, 33, 22, 29, 15, 19, 43, 41, 37, 29, 35, 30, 18, 20, 23, 36, 34, 35, 51, 74, 54, 64, 52, 47, 51, 44, 29, 20, 15, 4, 1, 0], "n_am_pl": [11, 43, 62, 17, 26, 19, 21, 27, 21, 28, 36, 51, 45, 46, 50, 49, 40, 43, 30, 34, 27, 21, 17, 16, 28, 39, 52, 52, 63, 60, 53, 61, 57, 48, 32, 30, 28, 22, 21, 21, 18, 18, 13, 6, 6, 7, 3, 5, 0, 0], "n_pos": 283, "sum_m_en": [32.764607, 44.319545, 46.142741, 44.968003, 48.128979, 46.105756, 45.679946, 46.04852, 45.804997, 48.179088, 47.261307, 45.648848, 48.442182, 47.655397, 44.766948, 46.425861, 47.359636, 45.473476, 44.054119, 44.833933, 42.553546, 42.866117, 42.328387, 43.917299, 50.265086, 49.503244, 45.674708, 48.770253, 49.025611, 49.278124, 49.491275, 52.211683, 50.980001, 49.877219, 53.550017, 54.002037, 54.960621, 56.539753, 53.570381, 59.977373, 51.560125, 51.775876, 46.372347, 45.235466, 33.408157, 25.631626, 15.680335, 10.227664, 5.824338, 1e-06], "sum_m_pl": [6.384749, 16.452641, 14.142625, 13.508773, 15.011485, 14.2349, 13.377359, 15.26635, 16.470391, 20.147294, 22.042553, 21.794425, 21.143164, 20.249582, 20.57986, 20.82938, 18.548337, 18.968731, 18.114604, 18.303354, 17.191988, 16.337071, 15.775333, 15.752701, 21.169092, 25.344863, 24.736053, 25.35909, 28.750684, 28.463431, 25.616185, 24.45282, 21.646523, 20.321634, 18.252602, 19.30396, 16.719369, 16.322654, 17.187582, 15.939374, 16.581966, 16.182994, 15.681928, 15.630765, 13.455603, 11.877222, 8.775137, 7.231031, 2.067603, 2e-06]}, "lang": {"n_am_en": [7, 14, 27, 53, 82, 96, 97, 80, 74, 88, 87, 75, 83, 69, 83, 105, 141, 140, 148, 134, 164, 159, 152, 134, 191, 160, 139, 134, 117, 106, 105, 106, 129, 136, 157, 161, 149, 174, 184, 190, 197, 190, 201, 198, 177, 127, 38, 4, 1, 1], "n_am_pl": [9, 28, 30, 30, 54, 49, 57, 57, 56, 64, 60, 77, 65, 70, 57, 57, 50, 56, 62, 62, 43, 40, 36, 38, 33, 46, 50, 56, 60, 73, 69, 63, 44, 41, 44, 34, 32, 28, 20, 24, 39, 53, 68, 88, 106, 161, 269, 340, 367, 386], "n_pos": 388, "sum_m_en": [36.033535, 52.171618, 58.244505, 59.607548, 60.937693, 62.089904, 66.295595, 65.881164, 66.541724, 70.694034, 73.298142, 72.864202, 74.128354, 67.554273, 64.795083, 67.710807, 70.976298, 70.93426, 68.163236, 65.45763, 65.081258, 63.699598, 62.938157, 62.649995, 110.473422, 101.64751, 96.85419, 82.752857, 80.824822, 76.418288, 73.424905, 71.041518, 72.036589, 79.326453, 93.71155, 99.33935, 105.213409, 121.42882, 136.679273, 144.492677, 154.115165, 156.467219, 166.113788, 173.832056, 156.683156, 119.219784, 39.192294, 7.381634, 4.896289, 1.019515], "sum_m_pl": [6.519839, 15.904187, 17.332326, 18.824929, 19.775468, 21.527072, 23.122404, 23.598817, 25.663078, 27.293232, 27.10652, 27.088907, 28.334793, 28.133802, 26.259533, 24.443722, 23.527561, 24.736476, 26.003548, 25.661795, 23.929757, 22.832774, 22.003942, 21.396007, 26.364668, 28.945645, 31.100013, 32.730965, 34.760388, 38.119088, 35.965619, 35.943549, 31.77153, 31.410642, 30.784455, 28.715555, 28.068932, 29.398966, 26.199347, 27.310304, 27.8414, 38.468877, 53.884706, 72.108066, 99.061253, 142.82344, 251.069358, 320.962698, 350.425381, 381.468236]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18594", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 34, 44, 51, 47, 48, 34, 34, 26, 34, 41, 44, 36, 26, 36, 39, 44, 43, 44, 41, 32, 38, 35, 44, 57, 56, 45, 46, 45, 45, 38, 41, 47, 52, 52, 55, 55, 60, 71, 80, 73, 71, 68, 72, 61, 64, 60, 61, 57, 53], "n_am_pl": [14, 24, 34, 24, 35, 25, 31, 29, 25, 44, 32, 49, 47, 51, 52, 54, 55, 55, 44, 39, 28, 24, 24, 21, 32, 40, 39, 43, 44, 57, 49, 49, 37, 30, 30, 26, 23, 19, 12, 10, 9, 11, 5, 8, 8, 3, 4, 3, 1, 2], "n_pos": 312, "sum_m_en": [34.323282, 48.508182, 48.501721, 49.906538, 52.636955, 48.338136, 46.69954, 47.478466, 45.321545, 46.308643, 45.564629, 46.243143, 46.054757, 45.827531, 46.893136, 46.410469, 46.798724, 45.067544, 45.651471, 44.771954, 42.317106, 43.945817, 43.793426, 44.427509, 49.34907, 49.085069, 46.497337, 46.357666, 47.777662, 48.179153, 45.54565, 47.12404, 50.692367, 49.170449, 51.688222, 49.391477, 52.664585, 58.794522, 57.516276, 66.563594, 63.795463, 65.539767, 66.021202, 69.144544, 63.834908, 62.157989, 62.597205, 61.81249, 55.832193, 52.910584], "sum_m_pl": [6.994866, 16.431879, 18.710902, 16.932897, 17.665159, 15.238251, 15.869968, 14.75303, 17.355463, 20.48855, 20.595699, 23.30239, 24.72512, 24.888794, 24.849847, 25.09798, 23.439518, 23.259044, 22.634491, 21.459472, 19.945925, 19.315732, 18.490459, 18.336469, 26.853167, 28.326212, 29.045246, 31.827557, 31.006594, 33.53839, 31.457273, 30.715525, 29.141939, 26.624677, 25.259183, 22.24307, 19.040153, 17.649851, 17.781436, 16.362804, 14.645365, 13.337094, 12.454443, 12.025777, 12.081845, 9.305143, 7.070523, 6.045776, 2.699298, 1.783536]}, "digit": {"n_am_en": [5, 3, 5, 17, 11, 6, 4, 2, 2, 7, 7, 6, 9, 5, 4, 4, 7, 8, 11, 12, 7, 6, 8, 11, 16, 15, 12, 13, 15, 15, 9, 9, 9, 8, 8, 7, 10, 10, 9, 15, 12, 10, 7, 9, 5, 7, 5, 3, 0, 0], "n_am_pl": [12, 12, 14, 10, 8, 10, 6, 7, 4, 6, 9, 17, 15, 16, 10, 18, 18, 20, 13, 10, 9, 6, 8, 5, 10, 9, 10, 16, 11, 13, 18, 16, 14, 11, 9, 15, 12, 8, 6, 4, 4, 5, 3, 5, 2, 3, 2, 2, 0, 0], "n_pos": 81, "sum_m_en": [8.504601, 12.49213, 12.608829, 13.551964, 14.29558, 13.138624, 13.035251, 13.293356, 12.656629, 12.862383, 13.1879, 13.128217, 13.178495, 12.692757, 12.739182, 12.413564, 12.627611, 12.721617, 13.061273, 12.764107, 11.707839, 12.340921, 12.204949, 12.521494, 14.37496, 14.197048, 13.437011, 13.717437, 14.480634, 14.086669, 13.295307, 13.775264, 14.051379, 13.10014, 12.725296, 12.66147, 12.558132, 12.33561, 10.926662, 11.967407, 10.578744, 10.644812, 9.653498, 10.119195, 7.190206, 6.699724, 6.384906, 3.200618, 1.000003, 0.0], "sum_m_pl": [1.976738, 4.827107, 5.263601, 4.236824, 4.046184, 3.321493, 3.422318, 3.468221, 4.117179, 5.242868, 5.398379, 5.782282, 6.3886, 6.412304, 6.216379, 6.389918, 5.887042, 5.814794, 5.786522, 5.635778, 5.318703, 5.043278, 4.83131, 4.908382, 7.004813, 7.426286, 7.266945, 8.082959, 7.632062, 8.302733, 7.582421, 7.557064, 6.947171, 6.292302, 6.081166, 6.173083, 5.798205, 5.51261, 5.691134, 5.570392, 5.099145, 5.469198, 4.826482, 5.151019, 4.722744, 4.467893, 2.886353, 3.752946, 0.490806, 0.0]}, "lang": {"n_am_en": [14, 13, 15, 17, 16, 15, 10, 10, 9, 13, 16, 17, 14, 10, 16, 18, 19, 20, 20, 18, 15, 19, 18, 21, 24, 22, 20, 19, 18, 20, 20, 19, 23, 28, 27, 32, 31, 35, 39, 43, 44, 44, 42, 44, 42, 45, 50, 52, 54, 53], "n_am_pl": [0, 1, 1, 2, 0, 2, 5, 4, 5, 2, 3, 7, 8, 11, 9, 13, 8, 7, 5, 4, 3, 3, 3, 2, 7, 5, 5, 5, 3, 7, 5, 10, 3, 3, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1], "n_pos": 56, "sum_m_en": [6.837852, 9.794249, 9.883262, 9.86298, 10.215246, 9.418371, 9.077733, 9.060331, 9.134045, 9.25984, 8.779046, 9.016528, 9.157736, 9.530438, 9.720553, 9.753756, 9.658434, 9.26974, 8.918615, 8.802568, 8.399726, 8.558656, 8.51131, 8.653468, 14.377069, 14.010349, 13.900721, 12.449279, 11.567726, 11.602492, 10.92117, 10.869491, 12.220377, 12.93649, 14.382949, 15.624379, 20.021908, 25.991016, 27.724867, 33.669805, 35.630037, 37.272809, 38.122093, 39.743699, 41.013049, 42.678129, 47.229041, 48.685822, 50.574024, 52.851111], "sum_m_pl": [0.89653, 2.209166, 2.719983, 2.735281, 2.999026, 2.686352, 2.871356, 2.673164, 3.142988, 3.491466, 3.718758, 4.179713, 4.43297, 4.479441, 4.731941, 4.830967, 4.533072, 4.161675, 4.189386, 3.925399, 3.727706, 3.626476, 3.495857, 3.443935, 4.631631, 4.778311, 4.837546, 5.405793, 5.562727, 6.446369, 5.583536, 5.984587, 5.606122, 5.190873, 4.71713, 4.289275, 3.671604, 3.190787, 2.95855, 2.273802, 2.083453, 1.657079, 1.660844, 1.322333, 2.111231, 1.190831, 1.391641, 1.173198, 1.217742, 1.077767]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 314, "item_id": "llmzszl-18595", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 312, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.984}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 40, 47, 47, 54, 76, 35, 41, 50, 46, 35, 47, 58, 45, 63, 44, 67, 53, 54, 58, 55, 70, 57, 57, 97, 84, 76, 62, 69, 53, 50, 51, 54, 64, 75, 74, 76, 84, 89, 118, 117, 114, 114, 113, 91, 74, 38, 25, 21, 21], "n_am_pl": [8, 31, 40, 26, 45, 50, 51, 59, 48, 70, 73, 78, 73, 73, 67, 72, 58, 68, 66, 58, 44, 38, 37, 29, 41, 73, 74, 74, 86, 95, 78, 79, 72, 58, 46, 44, 27, 17, 21, 25, 21, 19, 19, 18, 21, 37, 81, 91, 99, 91], "n_pos": 465, "sum_m_en": [47.351608, 68.024048, 69.778518, 70.970452, 73.471591, 67.488502, 66.754868, 68.81753, 66.063591, 68.835075, 70.228006, 70.456779, 69.896906, 68.677796, 67.997026, 68.958563, 72.649959, 69.883885, 70.060048, 68.724185, 66.064151, 67.375614, 67.236035, 67.112246, 83.415058, 77.73132, 72.031938, 70.764594, 68.788232, 71.018087, 67.187814, 70.107026, 73.326192, 74.048956, 80.587196, 77.286154, 74.493766, 83.422814, 84.899724, 98.956794, 94.764699, 105.123025, 108.951199, 108.456504, 86.497997, 75.554189, 38.734317, 29.165457, 25.514998, 21.00009], "sum_m_pl": [9.507358, 25.761832, 30.183909, 28.916836, 29.352444, 25.697681, 26.250105, 25.373448, 29.183373, 33.472414, 34.566496, 36.07416, 37.943972, 37.908079, 37.491063, 35.657334, 33.182894, 32.246606, 31.220754, 31.234354, 29.272166, 27.907314, 26.852949, 27.080237, 38.631558, 44.622969, 44.70266, 49.969884, 52.13648, 53.842192, 49.754672, 46.86967, 44.602304, 39.751602, 36.827758, 33.449281, 30.410081, 27.266445, 26.580373, 27.004671, 25.794941, 25.631189, 25.47008, 25.044942, 29.998857, 40.730972, 79.978646, 88.874848, 94.335437, 89.552143]}, "digit": {"n_am_en": [3, 10, 12, 11, 7, 4, 3, 3, 8, 4, 5, 13, 15, 5, 7, 3, 6, 3, 8, 7, 5, 7, 6, 6, 14, 7, 13, 12, 10, 9, 10, 12, 6, 9, 9, 11, 12, 13, 12, 13, 12, 10, 8, 9, 7, 8, 4, 2, 0, 0], "n_am_pl": [2, 1, 8, 5, 8, 7, 8, 9, 5, 9, 9, 8, 14, 18, 12, 12, 13, 13, 10, 10, 10, 7, 7, 5, 12, 19, 11, 10, 18, 14, 10, 19, 17, 13, 11, 12, 10, 7, 5, 8, 5, 6, 2, 0, 1, 1, 7, 6, 1, 0], "n_pos": 77, "sum_m_en": [7.129889, 11.522173, 12.62927, 13.369933, 13.954574, 12.495434, 12.252009, 12.483303, 11.938111, 12.358014, 13.255432, 12.993085, 12.687595, 12.25428, 12.349906, 11.8893, 12.541035, 12.634228, 12.927263, 12.65499, 11.672047, 12.024112, 11.794828, 12.025916, 14.603567, 14.109919, 13.608859, 13.444624, 13.426093, 13.804368, 12.964271, 13.602618, 14.06864, 13.961944, 14.175239, 14.643074, 14.251219, 14.904181, 14.059869, 13.946034, 13.840672, 13.578721, 12.860366, 11.774292, 10.403837, 8.615424, 4.858784, 2.673181, 1.061232, 0.0], "sum_m_pl": [1.665019, 4.532894, 5.340873, 4.693496, 4.376164, 3.558228, 3.457693, 3.708607, 4.308247, 5.201463, 5.728236, 5.981142, 6.534248, 6.627322, 6.476422, 6.316446, 5.5902, 5.511037, 5.271531, 5.48726, 5.127962, 4.795108, 4.576416, 4.727155, 6.965485, 7.847862, 7.622418, 8.208245, 8.180195, 8.264409, 7.567756, 7.671184, 7.206763, 6.532948, 6.093822, 5.582347, 5.497322, 5.208284, 5.571688, 6.501977, 6.250288, 6.563001, 5.617284, 4.923778, 5.031864, 4.650363, 7.524578, 6.427215, 1.271165, 0.0]}, "lang": {"n_am_en": [12, 17, 15, 13, 18, 25, 10, 10, 14, 18, 15, 15, 18, 13, 26, 22, 34, 25, 23, 28, 25, 36, 28, 31, 43, 36, 30, 27, 27, 21, 21, 21, 20, 27, 33, 34, 38, 40, 37, 54, 61, 59, 65, 64, 54, 43, 29, 22, 21, 21], "n_am_pl": [2, 11, 11, 11, 10, 14, 10, 12, 14, 16, 23, 25, 19, 18, 13, 17, 12, 20, 22, 13, 12, 12, 9, 8, 9, 17, 22, 17, 23, 34, 27, 28, 24, 24, 18, 19, 10, 7, 9, 12, 11, 10, 12, 15, 17, 34, 63, 78, 83, 89], "n_pos": 110, "sum_m_en": [12.147209, 16.423399, 16.726949, 17.808719, 18.249331, 17.187806, 17.194922, 17.588056, 17.715871, 18.647894, 18.879862, 19.055351, 18.894432, 18.396882, 17.612498, 18.395422, 19.923358, 19.080471, 18.754358, 18.238663, 18.08427, 18.447611, 18.437886, 18.162368, 31.036361, 27.014761, 24.33558, 22.016525, 20.138857, 19.689817, 18.978041, 19.574742, 19.582401, 21.167602, 23.893471, 24.468093, 24.846981, 30.606128, 31.179157, 40.264111, 41.611619, 49.918199, 55.833142, 57.397044, 49.713763, 43.801412, 27.130948, 21.80037, 21.664155, 21.00002], "sum_m_pl": [2.355163, 5.846303, 6.904638, 7.118777, 7.062636, 6.160098, 6.59865, 6.197711, 7.321596, 8.157223, 8.936077, 9.666077, 9.795002, 10.003775, 9.602839, 8.661232, 8.301332, 8.263416, 7.869856, 7.446877, 7.26157, 7.042155, 6.872199, 6.875588, 9.827577, 11.259441, 11.702191, 13.473671, 14.921305, 16.011052, 14.426726, 14.405903, 13.620935, 12.495599, 11.5075, 11.144573, 10.717832, 9.2964, 9.06883, 9.395442, 9.478005, 9.894382, 10.932325, 13.011162, 18.403161, 30.216307, 60.43812, 74.138789, 81.275985, 87.840469]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 467, "item_id": "llmzszl-18595", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 884, "region_end": 465, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9936}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 16, 19, 12, 22, 16, 18, 16, 17, 15, 18, 14, 23, 21, 23, 27, 23, 25, 26, 25, 19, 17, 17, 21, 31, 28, 25, 22, 24, 24, 29, 33, 23, 32, 40, 41, 45, 47, 51, 53, 46, 45, 49, 47, 44, 46, 45, 42, 41, 41], "n_am_pl": [2, 6, 9, 7, 13, 15, 8, 7, 10, 9, 14, 14, 19, 12, 17, 22, 15, 20, 15, 16, 18, 16, 11, 10, 17, 16, 16, 15, 21, 29, 23, 23, 18, 16, 9, 15, 7, 4, 4, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 135, "sum_m_en": [14.741205, 20.526732, 19.764586, 19.324262, 20.500698, 19.269692, 19.471414, 19.537768, 19.352084, 20.903312, 19.710164, 20.092219, 20.459575, 20.789062, 20.837771, 21.684365, 21.312657, 21.753406, 22.5345, 21.311228, 20.417334, 21.149021, 20.657738, 20.734558, 25.702586, 25.134077, 23.517835, 23.121562, 23.153831, 23.105045, 22.422247, 23.953651, 24.460975, 26.10634, 28.378548, 29.240494, 32.879579, 34.915664, 38.357127, 41.809011, 40.799356, 42.960485, 46.139611, 44.157987, 42.397066, 47.007339, 44.495252, 42.421255, 41.002177, 40.794751], "sum_m_pl": [2.809142, 5.784448, 7.027576, 6.641072, 7.38251, 7.539007, 7.276368, 7.536754, 8.614849, 9.332474, 9.936433, 10.261347, 11.484581, 10.720294, 11.704507, 12.005742, 11.129657, 11.534101, 10.633616, 10.591927, 9.967397, 9.425477, 9.074634, 8.948942, 12.60289, 13.824402, 13.745753, 14.992328, 15.367566, 16.142702, 15.649377, 14.158536, 13.505875, 13.373761, 12.48317, 12.047381, 11.514583, 9.977264, 8.210569, 7.553194, 6.771039, 4.913043, 4.091271, 3.548421, 3.126668, 2.088916, 1.096905, 0.697701, 0.330144, 2.1e-05]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 1, 0, 1, 2, 3, 1, 2, 3, 2, 3, 3, 1, 0, 1, 1, 1, 3, 2, 2, 2, 2, 2, 3, 3, 3, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 0, 2, 3, 3, 2, 4, 4, 2, 2, 6, 2, 3, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 3, 3, 4, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.889076, 2.676193, 2.431394, 2.262426, 2.209356, 2.097947, 1.919613, 2.163362, 2.138355, 2.33409, 2.206335, 2.04037, 2.047098, 2.148422, 2.053636, 2.146336, 2.147059, 2.355385, 2.570533, 2.402263, 2.298353, 2.396118, 2.364542, 2.442915, 2.251875, 2.563586, 2.110232, 2.22021, 2.300794, 2.379368, 2.42066, 2.831836, 2.7137, 2.891546, 2.861029, 3.039617, 2.86742, 2.36196, 2.310846, 2.3305, 2.062024, 1.975378, 1.706419, 1.542424, 1.316876, 1.700189, 0.741998, 0.478653, 0.071734, 0.0], "sum_m_pl": [0.375381, 0.819974, 0.926736, 0.918338, 0.899073, 0.859081, 0.807784, 0.930901, 1.085239, 1.250153, 1.312281, 1.40699, 1.483538, 1.377052, 1.478154, 1.589262, 1.270636, 1.320501, 1.249337, 1.236453, 1.154032, 1.088184, 1.061416, 1.061925, 1.331793, 1.504883, 1.500723, 2.198957, 2.334947, 2.073056, 1.890264, 1.558041, 1.445683, 1.526661, 1.308662, 1.158067, 1.201501, 1.082796, 1.010611, 0.916596, 0.871064, 0.87963, 0.729355, 0.745781, 0.697853, 0.458553, 0.350898, 0.185559, 0.015229, 0.0]}, "lang": {"n_am_en": [10, 9, 11, 6, 14, 11, 9, 6, 9, 8, 10, 10, 14, 10, 11, 12, 10, 16, 14, 11, 10, 9, 8, 12, 14, 13, 14, 10, 16, 10, 14, 14, 13, 15, 18, 20, 24, 26, 32, 33, 33, 34, 36, 38, 37, 39, 40, 41, 41, 41], "n_am_pl": [0, 2, 5, 2, 6, 8, 6, 3, 2, 3, 4, 3, 5, 4, 6, 7, 7, 5, 7, 5, 6, 4, 5, 5, 8, 4, 5, 4, 5, 12, 8, 8, 6, 5, 5, 6, 5, 3, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.630395, 6.20634, 6.338408, 6.438009, 7.152336, 7.05676, 7.450169, 7.07854, 7.410653, 7.869841, 7.218548, 7.808662, 7.483886, 7.680166, 7.594718, 7.985102, 7.895867, 7.981903, 8.022669, 7.596452, 7.300349, 7.577389, 7.43468, 7.387018, 12.242868, 11.328922, 11.116323, 9.876275, 10.069407, 9.353626, 9.148717, 9.383057, 9.54763, 10.289028, 11.89936, 12.296849, 16.298043, 19.219175, 22.715391, 25.35402, 25.932732, 30.35111, 32.827758, 33.777673, 34.050405, 36.872465, 38.79102, 38.736596, 39.901386, 40.706571], "sum_m_pl": [0.904799, 1.814308, 2.221696, 1.988881, 2.307351, 2.547213, 2.638529, 2.667664, 3.1662, 3.145084, 3.560761, 3.612637, 4.213447, 3.715323, 4.078496, 3.984284, 3.77038, 3.755978, 3.563122, 3.585785, 3.281691, 3.060542, 2.964817, 2.892676, 4.195365, 4.689063, 4.877429, 5.072983, 4.982434, 5.805848, 5.310786, 5.144872, 5.082495, 5.058634, 4.566567, 5.037696, 4.567147, 3.511883, 2.838894, 2.828421, 2.488956, 1.451387, 0.899266, 0.708895, 0.532567, 0.239275, 0.252611, 0.106732, 0.038077, 2.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "llmzszl-18599", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 743, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9781, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 9, 23, 33, 32, 31, 37, 30, 35, 42, 30, 32, 38, 30, 39, 48, 46, 50, 57, 57, 62, 53, 48, 41, 81, 77, 68, 57, 57, 49, 45, 48, 44, 65, 78, 78, 80, 88, 84, 78, 73, 75, 75, 81, 67, 52, 17, 1, 0, 0], "n_am_pl": [6, 20, 25, 26, 27, 21, 22, 18, 38, 30, 42, 33, 38, 32, 35, 26, 26, 31, 18, 21, 12, 13, 14, 18, 17, 26, 29, 28, 28, 47, 37, 30, 31, 26, 25, 19, 18, 18, 12, 14, 19, 23, 20, 23, 33, 49, 78, 99, 97, 105], "n_pos": 256, "sum_m_en": [24.2342, 37.084035, 38.225149, 37.810633, 38.935752, 38.258289, 39.638133, 40.424195, 39.720671, 41.969925, 42.372994, 40.261607, 42.055957, 41.057305, 40.269609, 43.048079, 42.866916, 42.727978, 43.573355, 42.411873, 40.972965, 41.205632, 40.27513, 40.100793, 57.407937, 54.943539, 50.494982, 46.477799, 45.689551, 42.911757, 41.660131, 42.46215, 43.374334, 47.325307, 54.50089, 54.952543, 56.740254, 60.985705, 65.579159, 65.46543, 63.858191, 65.619998, 69.644945, 71.416353, 63.400937, 53.192829, 20.334927, 3.380542, 2.178134, 3.5e-05], "sum_m_pl": [4.487774, 11.682082, 13.981368, 13.963737, 14.651083, 15.799188, 15.425472, 15.483697, 16.838704, 17.871747, 17.946822, 18.212153, 19.269955, 18.250886, 18.377348, 17.042906, 16.602701, 16.891541, 15.859498, 16.106517, 15.212186, 14.469445, 14.067525, 13.906219, 17.741022, 20.043877, 21.211555, 22.025687, 24.326956, 25.69746, 25.504748, 23.474026, 22.832592, 22.48527, 20.562839, 18.800959, 18.834091, 19.661785, 17.477023, 17.749399, 18.900318, 18.106861, 19.889568, 23.120905, 33.455682, 47.053027, 75.124507, 96.277551, 97.922916, 105.514539]}, "digit": {"n_am_en": [0, 0, 6, 2, 2, 0, 0, 0, 1, 0, 3, 1, 2, 1, 2, 2, 2, 1, 3, 3, 2, 1, 2, 1, 4, 5, 1, 2, 5, 5, 4, 6, 3, 6, 5, 3, 3, 1, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 4, 2, 1, 1, 6, 2, 5, 6, 2, 3, 5, 6, 5, 3, 2, 1, 2, 1, 1, 1, 2, 3, 2, 2, 1, 5, 7, 7, 4, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.731872, 3.954063, 3.817912, 3.540879, 3.439299, 3.413309, 3.210322, 3.568027, 3.527847, 3.775777, 3.799531, 3.373349, 3.54532, 3.634545, 3.437909, 3.67841, 3.632965, 3.825582, 4.196662, 3.944004, 3.712208, 3.794528, 3.716216, 3.820005, 3.956086, 3.946831, 3.519473, 3.95971, 4.005803, 3.869954, 3.788501, 4.295718, 4.199781, 4.259377, 4.35408, 4.406462, 4.371318, 3.76835, 3.316782, 3.341599, 2.796759, 2.78604, 2.855086, 2.474916, 1.741341, 0.916567, 0.616114, 0.32035, 0.026675, 0.0], "sum_m_pl": [0.606601, 1.491535, 1.58366, 1.608645, 1.598569, 1.624276, 1.513918, 1.656987, 1.783936, 1.990677, 2.047927, 2.097742, 2.016291, 1.870695, 2.089541, 2.190719, 1.874491, 1.909649, 1.693442, 1.77175, 1.628737, 1.536031, 1.46513, 1.45075, 1.918583, 2.070775, 2.069515, 2.344106, 2.468888, 2.514317, 2.681731, 2.102597, 2.00708, 2.155248, 1.842343, 1.702619, 1.712346, 1.483038, 1.46153, 1.45675, 1.388341, 1.344961, 1.138352, 1.148366, 1.079912, 0.560928, 0.477388, 0.26717, 0.017962, 0.0]}, "lang": {"n_am_en": [4, 8, 5, 22, 19, 20, 25, 18, 15, 25, 16, 19, 24, 17, 20, 16, 21, 24, 31, 28, 33, 29, 25, 26, 49, 45, 38, 32, 31, 21, 25, 24, 29, 37, 43, 47, 45, 45, 44, 47, 42, 46, 47, 51, 43, 29, 8, 1, 0, 0], "n_am_pl": [6, 10, 7, 11, 17, 11, 14, 10, 21, 19, 26, 21, 22, 15, 17, 12, 14, 15, 10, 12, 5, 6, 7, 9, 8, 13, 19, 20, 17, 26, 22, 20, 15, 12, 16, 13, 12, 13, 10, 11, 16, 20, 18, 20, 30, 45, 73, 91, 96, 104], "n_pos": 104, "sum_m_en": [10.317618, 14.997014, 16.403405, 16.545031, 17.312797, 17.158398, 18.362916, 18.804947, 18.621501, 19.608769, 19.738661, 18.96362, 19.463276, 18.469344, 17.479279, 18.806342, 18.811304, 18.611443, 18.649717, 18.517611, 18.094367, 18.238082, 17.810624, 17.439274, 31.264335, 29.798861, 26.865651, 22.683038, 21.726625, 19.629633, 19.238028, 19.412172, 19.872804, 22.123312, 26.039322, 27.117653, 28.987457, 31.770657, 34.657031, 35.642108, 35.375639, 37.380934, 41.950006, 43.486868, 36.681133, 28.035411, 11.113276, 0.957056, 0.579209, 2.6e-05], "sum_m_pl": [1.851317, 4.599111, 5.168741, 5.202666, 5.244728, 6.235526, 6.416684, 6.51896, 7.3469, 7.516839, 7.747085, 7.940735, 8.265203, 7.891975, 7.813921, 6.610506, 6.554273, 6.721595, 6.673609, 6.580248, 6.183715, 5.878566, 5.791017, 5.669866, 7.474044, 9.011903, 10.273136, 10.68009, 11.645556, 12.676409, 12.01146, 11.885458, 11.59329, 11.359712, 10.439686, 9.908801, 10.208484, 11.172471, 9.979943, 10.50835, 12.088075, 12.338489, 14.523207, 18.390839, 28.793618, 42.957227, 68.808249, 89.026366, 94.295296, 103.759564]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 258, "item_id": "llmzszl-18599", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 871, "region_end": 256, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9844}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 12, 20, 19, 21, 22, 20, 19, 16, 14, 21, 20, 24, 23, 24, 22, 28, 29, 34, 35, 37, 39, 35, 37, 53, 48, 46, 37, 21, 31, 22, 24, 27, 28, 33, 44, 48, 52, 53, 52, 54, 58, 58, 61, 55, 55, 54, 51, 50, 52], "n_am_pl": [3, 11, 6, 6, 4, 8, 10, 15, 12, 9, 19, 14, 14, 13, 8, 11, 9, 9, 8, 11, 3, 5, 5, 4, 9, 10, 9, 17, 12, 16, 21, 20, 17, 17, 7, 8, 7, 2, 4, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1], "n_pos": 137, "sum_m_en": [17.282423, 21.18287, 20.896436, 20.916404, 22.654485, 22.688097, 21.557737, 19.781082, 19.72957, 20.799328, 21.468587, 22.35231, 21.522848, 21.405969, 22.122473, 22.229479, 23.040505, 22.964165, 24.321481, 22.87944, 22.282201, 22.903555, 22.43037, 22.404286, 33.341262, 30.453856, 27.050919, 25.145725, 24.368259, 23.940691, 22.907472, 23.324231, 25.100161, 25.423021, 27.098794, 27.034744, 33.100797, 39.177396, 41.19104, 43.053621, 43.925979, 50.332628, 53.649133, 56.402959, 54.763859, 52.770617, 52.565982, 51.424089, 48.726894, 51.32299], "sum_m_pl": [2.866887, 5.84674, 6.389501, 6.200732, 6.953476, 7.524542, 7.80778, 8.363624, 7.805732, 7.769363, 8.428697, 8.518555, 9.151202, 8.709502, 9.116875, 8.872202, 7.821554, 7.97507, 7.718576, 7.959746, 7.859728, 7.683409, 7.553856, 7.512346, 8.641071, 10.603848, 10.522728, 11.570861, 11.660026, 12.973603, 12.16639, 11.417878, 11.53264, 10.770142, 9.965897, 10.27327, 9.899842, 8.09304, 7.238012, 5.592707, 5.130671, 3.676184, 2.807689, 2.355771, 2.40916, 2.410116, 1.918253, 1.863164, 1.509742, 1.00001]}, "digit": {"n_am_en": [0, 0, 0, 3, 0, 3, 2, 1, 3, 5, 5, 1, 5, 0, 4, 4, 5, 7, 9, 8, 5, 4, 3, 5, 10, 6, 8, 6, 2, 4, 1, 1, 4, 2, 5, 10, 10, 8, 8, 6, 8, 6, 6, 5, 3, 2, 2, 0, 0, 0], "n_am_pl": [0, 3, 3, 0, 0, 3, 2, 1, 3, 0, 8, 6, 2, 1, 1, 2, 2, 2, 4, 5, 3, 3, 2, 2, 7, 7, 3, 5, 3, 5, 8, 5, 3, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.56341, 4.454034, 4.292027, 4.219153, 4.38291, 3.871946, 4.133917, 3.664683, 3.802396, 4.01221, 4.192956, 4.071157, 4.127786, 4.030195, 4.334589, 4.242967, 4.47542, 4.595361, 4.792398, 4.468319, 4.514958, 4.665646, 4.62554, 4.787065, 6.719505, 5.95538, 5.208281, 4.760068, 4.895108, 4.854919, 4.635134, 4.77068, 5.152088, 5.142575, 5.315581, 5.338277, 5.539149, 5.953481, 5.686996, 5.349237, 5.341754, 5.530253, 5.755312, 5.373087, 4.730491, 3.923077, 2.394663, 1.644369, 1.116005, 0.0], "sum_m_pl": [0.380692, 1.1888, 1.097591, 1.121226, 1.214207, 1.500354, 1.409337, 1.706183, 1.526138, 1.543404, 1.752257, 1.71744, 1.846906, 1.76235, 1.830816, 1.818949, 1.621796, 1.652656, 1.564463, 1.65174, 1.65187, 1.625325, 1.576327, 1.604301, 2.219781, 3.071106, 2.806262, 3.411709, 3.2572, 2.91955, 2.698278, 2.329661, 2.038356, 1.980892, 1.833362, 1.783338, 1.663243, 1.486502, 1.355057, 1.334566, 1.399502, 1.414029, 1.228029, 1.119342, 1.029198, 0.774274, 0.519285, 0.394433, 0.138879, 0.0]}, "lang": {"n_am_en": [8, 8, 11, 12, 15, 11, 11, 11, 10, 6, 7, 12, 13, 16, 13, 11, 18, 15, 18, 16, 21, 23, 21, 23, 31, 31, 28, 23, 16, 20, 19, 19, 17, 20, 23, 25, 32, 36, 37, 40, 42, 44, 46, 46, 46, 48, 48, 48, 49, 52], "n_am_pl": [1, 2, 1, 0, 0, 2, 4, 11, 7, 6, 7, 6, 7, 6, 4, 5, 4, 4, 3, 4, 0, 2, 1, 1, 0, 1, 2, 3, 6, 6, 6, 7, 5, 5, 1, 3, 3, 2, 3, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1], "n_pos": 54, "sum_m_en": [7.115218, 8.003277, 8.233099, 8.198038, 9.487438, 10.118102, 8.747991, 8.352936, 8.331011, 8.713201, 8.942715, 9.936241, 9.474619, 9.512951, 9.473541, 9.765482, 10.256885, 10.208057, 10.754166, 9.92471, 9.546765, 9.82292, 9.423498, 9.132665, 16.611556, 15.365728, 13.392847, 12.439387, 11.505499, 11.382134, 10.391119, 10.666406, 10.907782, 11.838828, 12.668435, 13.589713, 19.455126, 24.070519, 27.416821, 30.960913, 32.216459, 36.911712, 39.972742, 41.695939, 42.095495, 42.799848, 45.970157, 45.344047, 45.442847, 51.280351], "sum_m_pl": [1.202939, 2.09941, 2.379198, 2.23476, 2.556244, 2.809773, 3.185359, 3.355259, 3.177916, 3.029703, 3.202819, 3.252979, 3.528392, 3.293299, 3.458414, 3.28259, 2.840288, 2.965315, 2.936359, 3.009927, 3.0258, 2.937457, 2.908295, 2.874082, 2.851507, 3.4516, 3.614966, 3.704902, 3.891616, 4.759088, 4.570322, 4.436988, 4.664169, 4.153524, 3.850127, 4.149584, 4.285069, 3.374118, 2.797165, 1.551595, 1.44092, 0.795357, 0.327001, 0.22044, 0.486375, 0.896318, 1.008878, 1.134507, 1.202439, 1.00001]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-18601", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 780, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9928}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [23, 27, 48, 80, 76, 80, 101, 94, 93, 83, 83, 86, 70, 58, 62, 76, 98, 118, 146, 122, 132, 139, 129, 125, 233, 199, 158, 104, 111, 91, 83, 91, 95, 119, 150, 145, 184, 189, 198, 198, 186, 188, 183, 183, 154, 110, 50, 5, 0, 0], "n_am_pl": [7, 70, 64, 61, 68, 76, 77, 60, 65, 69, 75, 64, 73, 70, 62, 44, 33, 40, 33, 24, 22, 15, 17, 18, 26, 36, 41, 41, 60, 60, 50, 55, 56, 36, 30, 33, 26, 33, 34, 37, 31, 31, 28, 34, 43, 80, 143, 185, 187, 187], "n_pos": 567, "sum_m_en": [55.818284, 84.750869, 90.54356, 95.199666, 96.77121, 95.232777, 99.605034, 97.292458, 91.89959, 98.158728, 104.768145, 103.725621, 98.467626, 95.413122, 94.295023, 95.181642, 101.415177, 98.4712, 102.50539, 96.080196, 94.163917, 95.155899, 94.417595, 93.864951, 155.705831, 143.289568, 122.891, 107.946737, 105.087016, 103.400006, 96.676922, 98.302109, 103.70305, 105.211179, 116.03012, 116.61085, 128.337215, 143.757162, 150.881805, 160.79645, 162.892112, 158.793923, 167.832143, 167.743301, 149.366265, 106.94372, 50.618141, 13.301158, 5.387481, 0.012699], "sum_m_pl": [9.475983, 29.656299, 33.516711, 31.972777, 32.714507, 33.604342, 33.310928, 34.418324, 34.343718, 32.953971, 35.097897, 36.625299, 37.095956, 36.674531, 36.455576, 31.891745, 28.041432, 29.631175, 26.826287, 28.512024, 28.091611, 27.624107, 27.669171, 27.975825, 28.277207, 32.488393, 35.077575, 39.065625, 44.400784, 45.283531, 41.658922, 41.662135, 40.645057, 35.858531, 34.789647, 36.023316, 34.375352, 32.065558, 32.310413, 33.167656, 32.737656, 29.850538, 29.158526, 34.590352, 46.761663, 79.590415, 138.383331, 177.757762, 188.491136, 186.945242]}, "digit": {"n_am_en": [8, 4, 6, 9, 2, 4, 4, 5, 9, 13, 5, 6, 3, 3, 7, 4, 10, 13, 14, 9, 12, 9, 7, 8, 35, 27, 18, 13, 13, 7, 7, 14, 9, 18, 22, 21, 24, 27, 26, 16, 14, 20, 13, 14, 10, 10, 6, 0, 0, 0], "n_am_pl": [0, 26, 10, 10, 15, 19, 19, 13, 13, 22, 20, 13, 7, 6, 7, 4, 5, 3, 3, 3, 2, 0, 0, 0, 2, 4, 9, 7, 10, 9, 7, 7, 7, 4, 4, 6, 4, 6, 3, 2, 1, 2, 0, 1, 0, 0, 4, 7, 0, 0], "n_pos": 85, "sum_m_en": [7.696567, 12.747614, 13.995705, 13.902616, 13.740702, 13.063788, 13.63873, 13.1838, 12.443234, 14.375706, 15.902325, 14.903816, 14.66649, 13.807639, 13.34643, 13.339951, 15.766395, 14.945969, 14.606009, 13.585293, 13.787485, 13.997668, 13.909714, 14.269671, 19.935033, 18.5383, 16.676101, 15.620201, 15.85879, 15.364385, 14.704825, 15.207244, 16.067102, 15.906928, 18.008786, 18.11705, 19.215644, 21.834558, 21.119748, 19.80419, 19.03818, 19.904233, 18.615752, 18.462094, 14.406724, 12.489051, 6.862701, 3.005058, 1.677918, 0.0], "sum_m_pl": [1.458087, 4.481744, 4.065357, 3.66247, 3.588816, 3.714068, 3.989843, 4.674835, 4.639305, 4.819164, 5.334697, 5.370938, 4.982495, 4.571249, 4.792718, 3.727433, 3.497847, 3.495943, 3.065076, 3.49646, 3.535971, 3.55828, 3.573914, 3.759926, 3.308116, 3.776746, 4.369536, 4.892043, 5.177317, 5.062744, 4.735228, 4.982506, 4.923002, 4.244103, 4.376898, 4.426203, 3.919702, 3.612956, 3.886892, 4.179458, 4.388393, 4.322974, 3.946829, 3.829866, 3.920144, 3.430368, 5.065764, 4.01757, 0.447324, 0.0]}, "lang": {"n_am_en": [1, 12, 11, 22, 36, 39, 44, 43, 32, 30, 30, 37, 34, 31, 28, 41, 47, 56, 71, 61, 73, 79, 74, 71, 110, 96, 84, 54, 45, 40, 38, 41, 40, 52, 71, 75, 93, 96, 97, 105, 105, 99, 101, 100, 86, 54, 29, 2, 0, 0], "n_am_pl": [2, 17, 28, 24, 25, 24, 28, 22, 30, 22, 24, 20, 22, 30, 26, 20, 15, 14, 13, 11, 12, 8, 8, 8, 6, 13, 19, 11, 26, 25, 21, 21, 22, 17, 9, 13, 14, 16, 20, 22, 22, 21, 20, 22, 35, 71, 125, 162, 183, 186], "n_pos": 186, "sum_m_en": [17.957586, 27.555942, 30.247904, 32.24012, 33.349421, 33.059685, 34.596974, 34.159913, 31.827072, 33.033561, 35.565156, 36.632384, 34.678423, 33.778281, 32.774976, 34.802636, 36.336173, 35.561767, 37.859292, 34.874537, 34.171408, 33.972677, 33.966081, 32.786968, 69.495253, 62.249193, 50.689912, 41.690286, 37.999989, 36.434718, 34.159281, 35.007875, 35.984115, 39.339995, 44.224504, 46.587094, 54.389008, 61.138619, 68.067597, 75.521084, 80.115867, 78.592866, 86.899269, 86.968946, 80.106959, 52.858844, 26.393498, 2.588286, 1.123911, 4.5e-05], "sum_m_pl": [2.905055, 9.153045, 10.331567, 10.440654, 11.320494, 11.696827, 11.965928, 12.712103, 12.874275, 11.95045, 12.370747, 13.245515, 14.025481, 14.785414, 14.263509, 12.629114, 10.259734, 11.153252, 9.989307, 10.399321, 10.125936, 9.994317, 10.004196, 10.060285, 10.120367, 11.906054, 13.808932, 15.018567, 17.863192, 18.575598, 16.721135, 17.416585, 16.956082, 14.918922, 14.321586, 15.704553, 15.52118, 15.498651, 15.612797, 16.892028, 15.968281, 14.066768, 14.673192, 19.935421, 31.502646, 62.795651, 117.163343, 157.439982, 178.561012, 185.510679]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 569, "item_id": "llmzszl-18601", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 567, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9947}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 11, 26, 16, 13, 21, 23, 19, 21, 28, 12, 17, 13, 13, 14, 15, 18, 24, 16, 18, 13, 10, 11, 10, 19, 20, 16, 17, 14, 20, 25, 18, 20, 20, 25, 32, 37, 44, 35, 38, 41, 42, 37, 43, 31, 31, 26, 19, 17, 20], "n_am_pl": [4, 11, 6, 10, 6, 9, 2, 17, 16, 12, 17, 24, 17, 14, 23, 19, 18, 20, 21, 13, 10, 11, 7, 6, 10, 15, 19, 22, 24, 20, 13, 17, 16, 13, 11, 5, 8, 3, 2, 1, 1, 2, 0, 0, 1, 2, 0, 0, 0, 0], "n_pos": 136, "sum_m_en": [15.160961, 21.114164, 20.286015, 19.942964, 22.324234, 22.003927, 20.79689, 20.803139, 20.858087, 22.397851, 20.160212, 19.921902, 20.540563, 20.808742, 20.432466, 20.658454, 21.163386, 20.691413, 21.307845, 20.619281, 20.505827, 20.566567, 20.556554, 20.671177, 21.30086, 20.759592, 19.19196, 19.883493, 18.949761, 19.612383, 20.036275, 20.491652, 22.481172, 22.126298, 22.953081, 22.710297, 25.317715, 30.928912, 31.764431, 29.575661, 30.557913, 34.594498, 31.349363, 37.814428, 30.597402, 29.760646, 24.507119, 20.78518, 16.935194, 19.378319], "sum_m_pl": [3.333498, 7.116158, 8.074456, 7.58402, 8.390075, 7.411947, 7.06973, 7.851256, 8.144721, 9.21256, 9.646405, 10.340225, 10.286765, 10.25508, 11.162793, 11.413498, 10.61957, 9.805993, 9.811951, 9.56239, 9.171912, 8.689579, 8.492385, 8.376092, 11.96041, 13.195491, 13.648872, 13.790235, 13.680085, 15.675088, 14.953865, 13.611408, 13.340884, 12.626046, 12.192685, 10.218996, 9.478619, 7.401752, 5.742463, 3.977484, 3.664547, 3.120776, 2.783387, 2.114168, 2.130769, 1.89666, 0.985392, 0.656189, 0.309374, 7e-06]}, "digit": {"n_am_en": [8, 2, 0, 3, 1, 2, 3, 3, 3, 8, 3, 2, 0, 1, 3, 2, 4, 8, 3, 5, 4, 4, 2, 4, 6, 2, 2, 4, 3, 5, 10, 3, 7, 5, 8, 11, 12, 16, 12, 11, 13, 15, 10, 16, 7, 6, 4, 1, 1, 0], "n_am_pl": [0, 0, 0, 2, 3, 1, 1, 6, 6, 5, 5, 7, 7, 6, 8, 10, 8, 9, 7, 4, 3, 3, 2, 2, 4, 8, 10, 12, 11, 8, 6, 8, 6, 4, 5, 2, 3, 3, 2, 1, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.0138, 5.858292, 5.422031, 5.247391, 5.816774, 5.953266, 5.568091, 5.642485, 5.705152, 6.182115, 5.517377, 5.118139, 5.110231, 5.365618, 5.630014, 5.710214, 5.967743, 6.10787, 6.220997, 5.841217, 5.88541, 5.953252, 5.981935, 6.059976, 6.249234, 6.049392, 5.420787, 5.72169, 5.507319, 5.709986, 5.750335, 5.795193, 6.332371, 6.250348, 6.25777, 6.203549, 6.482566, 8.359298, 8.19491, 6.635196, 6.860564, 8.598955, 6.795861, 10.316719, 6.35964, 5.500223, 3.742819, 1.760836, 0.805477, 0.002901], "sum_m_pl": [0.866436, 2.146254, 2.147228, 2.056691, 2.255005, 1.784362, 1.690022, 2.068701, 2.266741, 2.661302, 2.887756, 2.920939, 2.748221, 2.746399, 3.120518, 3.378893, 3.116399, 2.835851, 2.835203, 2.698532, 2.57797, 2.471644, 2.437185, 2.455818, 3.75444, 4.331662, 4.48191, 4.432217, 4.23855, 4.706827, 4.554171, 4.017947, 3.799583, 3.62556, 3.552278, 2.962246, 3.064256, 2.563223, 2.409285, 1.968094, 2.121184, 2.101866, 1.906215, 1.586452, 1.684616, 1.395944, 0.714843, 0.470112, 0.165298, 0.0]}, "lang": {"n_am_en": [3, 3, 6, 4, 2, 4, 5, 2, 5, 4, 2, 3, 5, 4, 2, 2, 3, 6, 3, 3, 3, 2, 2, 2, 3, 5, 2, 2, 3, 1, 3, 4, 4, 7, 10, 13, 13, 15, 16, 15, 18, 18, 18, 17, 17, 18, 18, 16, 16, 20], "n_am_pl": [3, 4, 3, 3, 1, 2, 0, 6, 6, 4, 2, 4, 1, 4, 2, 3, 1, 2, 5, 5, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 2, 2, 2, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.282706, 3.113935, 3.17735, 3.242639, 3.637361, 3.602839, 3.469885, 3.408945, 3.64014, 3.80285, 3.62788, 3.763638, 3.96916, 3.852997, 3.73582, 3.835122, 3.901129, 3.824195, 3.879143, 3.828892, 3.717642, 3.710746, 3.66834, 3.686447, 4.068651, 4.050973, 3.626878, 3.717806, 3.453682, 3.487337, 3.672064, 3.987689, 4.484563, 4.855289, 5.508418, 6.007899, 7.793148, 9.94176, 12.708779, 13.408594, 15.169904, 17.116967, 17.397429, 16.955721, 17.283514, 18.058562, 17.357532, 15.809032, 15.210715, 18.850497], "sum_m_pl": [0.521565, 1.015904, 1.09794, 1.131441, 1.336806, 1.266823, 1.373537, 1.565412, 1.715942, 1.779045, 1.688077, 1.858708, 2.016747, 2.175841, 2.204181, 2.129597, 2.031797, 1.914169, 1.952127, 1.820421, 1.722062, 1.585272, 1.549745, 1.489112, 2.348417, 2.459433, 2.598477, 2.462167, 2.616164, 2.816852, 2.721846, 2.643879, 2.526612, 2.336571, 2.353489, 2.045035, 1.798768, 1.137145, 0.629954, 0.370616, 0.234647, 0.1072, 0.063759, 0.041685, 0.011748, 0.00666, 0.007975, 0.012083, 0.022466, 7e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "llmzszl-18606", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 725, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [98, 116, 172, 106, 154, 187, 147, 143, 135, 172, 137, 124, 160, 170, 154, 187, 183, 196, 212, 166, 150, 156, 157, 149, 272, 228, 213, 196, 188, 208, 171, 186, 177, 230, 274, 292, 304, 366, 345, 326, 322, 303, 269, 300, 275, 243, 91, 10, 0, 1], "n_am_pl": [18, 73, 81, 69, 147, 126, 172, 168, 187, 185, 169, 181, 186, 167, 169, 164, 163, 139, 136, 136, 113, 110, 102, 108, 145, 223, 192, 244, 259, 264, 275, 268, 206, 152, 131, 85, 75, 54, 55, 53, 56, 74, 79, 75, 84, 133, 264, 317, 300, 293], "n_pos": 1207, "sum_m_en": [134.775651, 188.539572, 200.700726, 191.097449, 205.123238, 207.221658, 200.823789, 196.995884, 193.091991, 205.406654, 201.43133, 196.394205, 202.202716, 197.065485, 188.853947, 193.515302, 196.188566, 188.822952, 190.422472, 185.016409, 184.083729, 184.351802, 181.887199, 183.18516, 238.423144, 218.886983, 199.500051, 197.980959, 193.795065, 194.311364, 182.451056, 188.328938, 191.677832, 198.004576, 216.433149, 230.197795, 235.622365, 270.528524, 275.745417, 255.561127, 258.886722, 247.162271, 235.836667, 252.856425, 228.975188, 203.315002, 85.289165, 23.817309, 9.107853, 0.821754], "sum_m_pl": [32.563768, 67.002936, 73.46214, 74.269333, 79.727511, 75.160856, 72.443828, 73.077523, 76.373104, 80.615202, 85.088107, 88.053527, 84.271719, 85.914035, 90.409717, 87.342489, 80.390053, 79.841329, 78.726473, 77.305717, 74.178078, 70.319331, 70.095524, 68.800953, 97.991809, 114.871308, 120.943804, 126.983618, 139.0087, 150.520267, 137.360035, 133.340576, 124.051866, 110.552826, 99.359267, 87.091127, 79.82901, 70.27424, 64.363622, 56.71897, 52.499565, 61.788219, 62.859482, 74.680233, 89.087955, 123.865185, 241.887595, 297.566576, 293.072306, 294.410573]}, "digit": {"n_am_en": [0, 12, 15, 9, 17, 11, 8, 5, 5, 22, 14, 7, 12, 22, 22, 16, 16, 19, 19, 9, 9, 9, 5, 4, 21, 11, 14, 18, 23, 27, 15, 21, 22, 22, 18, 23, 22, 26, 18, 18, 12, 13, 9, 6, 7, 3, 2, 1, 0, 0], "n_am_pl": [0, 5, 12, 5, 33, 11, 13, 20, 31, 51, 32, 45, 39, 38, 19, 24, 30, 23, 26, 25, 17, 21, 14, 11, 32, 51, 48, 58, 63, 54, 57, 56, 33, 32, 25, 13, 20, 21, 25, 14, 12, 15, 15, 7, 3, 15, 8, 2, 0, 0], "n_pos": 203, "sum_m_en": [20.101424, 34.783961, 35.123561, 32.482193, 35.905947, 37.156243, 33.44677, 34.338249, 34.011077, 36.311631, 35.722406, 33.762423, 33.888228, 32.951709, 31.471656, 31.500269, 32.961623, 32.406563, 31.891431, 29.988313, 29.679036, 29.901641, 29.630477, 30.753767, 34.523375, 32.856336, 30.517136, 34.290599, 34.309613, 34.345884, 32.277302, 34.659073, 34.28475, 33.476422, 34.412287, 34.085452, 32.395609, 33.056055, 29.492456, 25.979064, 23.188096, 23.566451, 19.840569, 17.771074, 14.724555, 11.67655, 6.752298, 3.681699, 1.12964, 6e-06], "sum_m_pl": [3.600846, 12.411032, 12.525661, 12.514841, 12.428576, 9.382319, 8.050903, 9.403675, 10.634065, 12.362, 14.497246, 14.597292, 13.013161, 12.917248, 13.640647, 13.565455, 12.329905, 12.899428, 12.482547, 12.479484, 12.110048, 11.63864, 11.480322, 11.434172, 16.879968, 19.620861, 19.670243, 21.085206, 24.252443, 25.429962, 22.414719, 22.041829, 18.851303, 16.942382, 15.208729, 14.594604, 13.752767, 12.781752, 13.218473, 10.631706, 10.868216, 11.564315, 10.259386, 9.431037, 8.629337, 8.044073, 4.965175, 2.678132, 0.666987, 0.000219]}, "lang": {"n_am_en": [14, 33, 17, 37, 47, 58, 48, 54, 57, 54, 48, 52, 72, 63, 57, 68, 75, 88, 94, 87, 87, 91, 100, 95, 132, 105, 101, 95, 83, 75, 77, 72, 74, 90, 116, 106, 123, 147, 141, 135, 143, 137, 122, 145, 137, 109, 29, 1, 0, 1], "n_am_pl": [4, 19, 26, 31, 37, 39, 44, 51, 72, 56, 58, 55, 62, 47, 53, 60, 64, 56, 56, 46, 48, 44, 42, 44, 35, 56, 45, 56, 67, 68, 64, 61, 59, 46, 44, 31, 23, 25, 22, 28, 26, 39, 52, 52, 65, 103, 218, 267, 278, 293], "n_pos": 295, "sum_m_en": [28.307481, 42.16556, 46.329879, 47.321239, 48.017993, 48.597987, 49.85061, 49.175493, 49.566659, 52.807433, 54.614891, 53.431846, 54.87672, 52.051161, 48.295155, 50.460991, 52.981169, 51.476709, 52.679091, 52.281887, 51.977389, 51.141697, 50.083963, 48.584616, 85.528069, 75.339889, 66.287856, 58.469361, 54.371491, 53.372491, 50.576106, 50.453634, 52.117342, 59.091446, 66.134987, 76.108704, 82.982836, 98.700944, 106.155579, 107.421954, 113.942109, 110.139811, 115.535985, 128.864459, 117.955103, 95.526945, 27.577367, 3.055336, 1.992602, 0.77861], "sum_m_pl": [4.916387, 12.468622, 14.028149, 15.223967, 16.316873, 18.147592, 19.388893, 19.165181, 20.9598, 20.853318, 20.783307, 21.49278, 21.818223, 23.15347, 23.954901, 21.958321, 20.056405, 20.348978, 21.208658, 20.138632, 19.172186, 18.070341, 17.949222, 17.497646, 25.302335, 29.25895, 32.475124, 33.718974, 36.818411, 39.275602, 36.699942, 36.304374, 34.402034, 32.510058, 29.961252, 27.981718, 26.084522, 23.096108, 21.142887, 21.42384, 19.397085, 27.892989, 32.911512, 43.609389, 58.895973, 93.456472, 198.902238, 253.102423, 270.048099, 292.285]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1209, "item_id": "llmzszl-18606", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 853, "region_end": 1207, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9917}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 11, 8, 17, 16, 8, 9, 15, 13, 17, 18, 19, 16, 14, 20, 27, 23, 22, 28, 26, 23, 29, 24, 27, 32, 39, 32, 27, 26, 22, 24, 19, 28, 21, 33, 31, 34, 41, 46, 48, 46, 47, 44, 38, 32, 32, 34, 30, 27, 25], "n_am_pl": [2, 18, 7, 5, 10, 8, 14, 13, 11, 18, 15, 18, 17, 12, 21, 12, 17, 16, 10, 13, 9, 7, 8, 8, 13, 12, 14, 14, 13, 10, 12, 12, 9, 10, 8, 6, 1, 3, 7, 1, 3, 2, 1, 4, 3, 2, 2, 2, 3, 4], "n_pos": 119, "sum_m_en": [12.49808, 18.607469, 18.378837, 17.825654, 18.732502, 18.280791, 17.258667, 17.289322, 16.422459, 18.71456, 19.27389, 19.945764, 19.027116, 18.721547, 18.323775, 19.506355, 19.553343, 19.043089, 19.351504, 18.961386, 18.254254, 18.597646, 18.211394, 18.540028, 24.814692, 23.208484, 21.403741, 21.402978, 21.700323, 22.072151, 20.642928, 20.855784, 22.298363, 22.496962, 24.995621, 25.940386, 26.52595, 31.616487, 34.766218, 36.343101, 37.869817, 38.972589, 38.896209, 35.928928, 36.374648, 35.136808, 32.886094, 31.173702, 27.207906, 25.017891], "sum_m_pl": [2.079213, 5.849346, 6.07656, 5.651632, 6.128296, 5.754494, 6.010986, 5.974832, 6.494036, 7.453832, 7.880232, 7.918961, 8.251435, 7.882208, 8.920177, 9.104451, 9.326775, 9.082985, 8.747874, 8.527955, 8.18845, 7.725771, 7.25011, 7.308228, 10.331252, 10.953473, 10.928955, 10.840227, 10.921756, 11.639066, 11.00305, 9.955673, 9.60751, 9.566846, 9.142649, 8.432765, 7.880872, 6.654785, 6.714956, 5.875873, 5.345457, 4.798583, 4.899026, 4.578247, 4.564614, 4.527778, 3.979925, 3.113376, 3.24982, 3.781989]}, "digit": {"n_am_en": [3, 3, 1, 3, 2, 1, 2, 3, 4, 5, 11, 8, 5, 3, 7, 10, 12, 5, 13, 10, 8, 10, 9, 10, 12, 14, 14, 10, 10, 6, 6, 4, 9, 6, 9, 8, 5, 12, 12, 12, 12, 12, 12, 10, 5, 4, 7, 4, 1, 0], "n_am_pl": [0, 4, 0, 2, 1, 0, 5, 5, 5, 7, 5, 5, 4, 3, 6, 4, 6, 6, 2, 4, 3, 3, 2, 3, 5, 2, 1, 4, 4, 4, 3, 6, 3, 7, 4, 3, 0, 1, 4, 1, 3, 2, 1, 1, 1, 2, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.863978, 6.528014, 6.665853, 6.127224, 6.461257, 6.235367, 5.955286, 5.83937, 5.581497, 6.570556, 6.93728, 6.761699, 6.671497, 6.639119, 6.502093, 6.857809, 7.143026, 6.749209, 6.840291, 6.670398, 6.224606, 6.194969, 6.274105, 6.394364, 8.233112, 7.948084, 7.112503, 7.320969, 7.254404, 7.151189, 6.745424, 7.184077, 7.530223, 7.421484, 7.766685, 8.15065, 7.55793, 8.176056, 8.242814, 8.409392, 8.516074, 8.194281, 8.619933, 7.749068, 7.644014, 6.243538, 5.98305, 3.597711, 1.17055, 0.0], "sum_m_pl": [0.5763, 1.875459, 1.585273, 1.451128, 1.50566, 1.4841, 1.542342, 1.706812, 1.933122, 2.265383, 2.42262, 2.23648, 2.315677, 2.24222, 2.607958, 2.718731, 2.77453, 2.885319, 2.73259, 2.558409, 2.478084, 2.327551, 2.17061, 2.238734, 3.074312, 3.051847, 2.885783, 3.210595, 3.437751, 3.540076, 3.249236, 2.889343, 2.708, 2.843983, 2.655231, 2.671127, 2.437629, 2.453538, 2.653579, 2.532264, 2.588092, 2.586823, 2.442913, 2.240196, 2.369671, 2.559615, 1.587528, 0.966222, 0.280067, 0.0]}, "lang": {"n_am_en": [6, 6, 1, 9, 7, 7, 5, 8, 6, 7, 4, 10, 8, 7, 6, 9, 8, 13, 10, 7, 8, 8, 7, 9, 13, 10, 11, 11, 8, 11, 13, 13, 14, 12, 16, 17, 21, 20, 24, 26, 27, 27, 25, 24, 24, 25, 26, 26, 26, 25], "n_am_pl": [1, 8, 3, 2, 5, 4, 5, 3, 1, 4, 6, 6, 6, 6, 10, 5, 5, 3, 3, 4, 2, 0, 1, 1, 2, 2, 4, 6, 3, 3, 4, 3, 5, 2, 3, 2, 0, 2, 1, 0, 0, 0, 0, 1, 1, 0, 2, 2, 3, 4], "n_pos": 31, "sum_m_en": [3.447806, 4.853783, 4.823421, 4.809013, 5.405037, 5.472291, 5.065482, 5.115114, 4.911106, 5.121765, 5.240368, 5.975638, 5.494434, 5.284392, 5.266118, 5.664451, 5.359616, 5.524315, 5.545393, 5.505052, 5.353768, 5.482222, 5.13481, 5.142579, 9.026827, 8.258447, 7.299654, 6.895008, 6.922772, 7.517155, 7.148416, 7.129306, 7.518875, 7.958528, 9.161007, 10.843718, 11.930816, 15.620772, 16.547753, 18.292501, 21.207453, 22.898327, 22.050718, 21.945508, 22.58107, 23.273341, 24.154802, 25.010091, 25.113476, 25.005247], "sum_m_pl": [0.580689, 1.505151, 1.633427, 1.594881, 1.839914, 1.624949, 1.847287, 1.763184, 1.836892, 2.037395, 2.176357, 2.258307, 2.468632, 2.509629, 2.759064, 2.758573, 2.817198, 2.63685, 2.581129, 2.532207, 2.414796, 2.344539, 2.170142, 2.170199, 3.201696, 3.454751, 3.493659, 3.378656, 3.30845, 3.542595, 3.425873, 3.038099, 3.085095, 3.012549, 2.752288, 2.365236, 2.31922, 1.71838, 1.670858, 1.352642, 0.941867, 0.458262, 0.697647, 0.791812, 0.852783, 0.864587, 1.932018, 1.830079, 2.864652, 3.776731]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "llmzszl-18607", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 823, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9833}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 20, 23, 32, 51, 44, 45, 34, 38, 53, 56, 57, 45, 44, 55, 69, 80, 64, 81, 88, 90, 94, 79, 84, 121, 111, 96, 80, 75, 74, 53, 63, 73, 88, 109, 114, 103, 132, 129, 130, 132, 131, 121, 105, 86, 68, 27, 16, 9, 6], "n_am_pl": [2, 44, 38, 23, 42, 42, 47, 42, 50, 45, 43, 45, 47, 48, 56, 46, 41, 42, 30, 32, 27, 24, 20, 14, 29, 33, 48, 45, 46, 53, 48, 48, 48, 31, 37, 22, 18, 18, 18, 19, 19, 24, 25, 30, 44, 66, 101, 114, 124, 118], "n_pos": 334, "sum_m_en": [32.149104, 50.163168, 52.470849, 50.933482, 52.707905, 52.599178, 52.312376, 52.044137, 50.519623, 53.657885, 55.251662, 56.043242, 53.983176, 53.106133, 52.627724, 56.640371, 57.944331, 56.597494, 55.688621, 54.676296, 53.196738, 53.454773, 52.966075, 53.126818, 81.720112, 74.227508, 65.072746, 59.894349, 59.978817, 59.866673, 56.266083, 57.59846, 61.740684, 64.244501, 72.963304, 78.039513, 76.159169, 93.139805, 96.905495, 99.09121, 98.345965, 101.130108, 102.791139, 96.243879, 83.682804, 68.73567, 32.737707, 18.461523, 10.875727, 6.000012], "sum_m_pl": [6.035651, 17.08903, 18.803954, 18.357239, 19.409426, 18.801728, 19.91676, 19.395304, 21.434636, 22.115217, 22.494293, 22.490278, 23.16988, 23.058865, 24.983585, 23.22891, 22.940942, 22.598873, 22.117431, 21.566542, 20.569368, 19.563264, 19.033449, 18.864063, 25.348771, 28.310449, 29.231582, 29.352952, 32.664691, 33.867296, 30.866525, 30.05163, 29.404624, 27.255752, 25.010267, 23.694171, 23.57576, 20.749451, 20.436238, 19.696376, 20.861611, 20.922664, 24.824386, 29.648699, 38.821429, 55.287139, 93.073063, 112.120973, 120.064206, 118.471952]}, "digit": {"n_am_en": [0, 6, 6, 6, 9, 2, 5, 6, 4, 13, 15, 12, 8, 14, 12, 15, 17, 10, 14, 16, 13, 14, 9, 13, 24, 24, 19, 15, 15, 12, 7, 13, 14, 22, 27, 25, 25, 26, 27, 28, 26, 30, 19, 17, 11, 8, 2, 3, 2, 0], "n_am_pl": [0, 7, 3, 4, 5, 9, 6, 6, 6, 6, 8, 4, 5, 9, 8, 6, 7, 7, 3, 4, 4, 2, 1, 1, 4, 2, 6, 5, 4, 8, 5, 10, 9, 5, 6, 2, 1, 1, 1, 1, 3, 5, 6, 3, 1, 4, 11, 10, 1, 0], "n_pos": 67, "sum_m_en": [6.354256, 11.067072, 12.079573, 10.44648, 10.918088, 10.739577, 10.865501, 10.471855, 10.152541, 11.342026, 11.908996, 11.331354, 10.686993, 11.12429, 11.470008, 11.791924, 12.638329, 12.147795, 11.905875, 11.357118, 10.95541, 10.8488, 10.7807, 11.013897, 16.198249, 14.719925, 12.618214, 12.350139, 12.647183, 12.239076, 11.236116, 12.140796, 13.338629, 13.36485, 15.516857, 17.71919, 15.362111, 16.825981, 16.781502, 16.072635, 16.71353, 16.519672, 15.916653, 14.006913, 12.914647, 10.431029, 6.787331, 4.0397, 1.955665, 0.0], "sum_m_pl": [1.201532, 3.899452, 3.26412, 2.748229, 2.697493, 2.818642, 2.896661, 2.856065, 3.375728, 3.557913, 3.765965, 3.398286, 3.121311, 3.262161, 3.928558, 3.906058, 4.098281, 4.303192, 3.987628, 3.826829, 3.639662, 3.416824, 3.261749, 3.327631, 3.949378, 4.175091, 4.251849, 4.174365, 4.625065, 4.672266, 4.335797, 4.306834, 4.376123, 3.937398, 3.807155, 3.541233, 3.394065, 3.278818, 3.446461, 3.661594, 3.958299, 4.093542, 3.891031, 3.876051, 3.949331, 5.145352, 9.596004, 9.786397, 1.301962, 0.0]}, "lang": {"n_am_en": [4, 8, 8, 15, 26, 20, 24, 19, 22, 24, 22, 30, 28, 20, 31, 38, 44, 37, 46, 51, 53, 55, 48, 48, 62, 54, 45, 37, 30, 33, 25, 26, 38, 41, 48, 59, 55, 76, 68, 68, 72, 66, 68, 60, 56, 41, 16, 7, 6, 6], "n_am_pl": [1, 21, 22, 14, 20, 16, 19, 16, 22, 20, 24, 24, 26, 20, 27, 21, 18, 16, 12, 11, 8, 9, 9, 5, 12, 14, 20, 19, 21, 22, 23, 20, 21, 16, 18, 14, 12, 10, 10, 14, 14, 17, 19, 25, 40, 58, 84, 100, 116, 117], "n_pos": 124, "sum_m_en": [12.578155, 18.258877, 19.308777, 19.743745, 20.902989, 20.864691, 21.241255, 21.382676, 20.946249, 21.169473, 22.025118, 22.692067, 22.248512, 21.373161, 21.281722, 23.122443, 23.6714, 23.294106, 22.661497, 22.693521, 21.95239, 22.093878, 21.820145, 21.425014, 40.178789, 35.090374, 30.092529, 26.12656, 25.192158, 24.357255, 23.518688, 23.709914, 24.866472, 27.647551, 32.001611, 35.03673, 37.01507, 48.772903, 51.153052, 53.731549, 54.473261, 57.434729, 60.233375, 58.139702, 51.965469, 39.962901, 17.817226, 8.780142, 6.66359, 6.000007], "sum_m_pl": [2.235206, 5.704858, 7.007245, 7.152965, 7.544874, 7.33931, 8.349652, 8.471746, 9.301206, 9.228478, 9.530656, 9.939669, 10.519506, 10.692769, 11.43023, 10.124525, 9.514323, 9.211882, 9.11325, 8.702251, 8.33221, 8.038286, 7.790782, 7.640019, 10.400989, 11.593169, 12.605745, 13.024571, 14.59296, 15.341407, 14.10798, 14.438763, 14.195487, 13.527187, 11.966162, 11.908981, 12.534849, 11.018725, 10.60552, 10.237676, 11.442576, 11.932014, 16.72207, 21.359078, 30.811704, 46.181468, 76.67014, 95.6155, 111.727272, 116.810541]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 336, "item_id": "llmzszl-18607", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 951, "region_end": 334, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 64, 84, 109, 119, 136, 128, 115, 97, 129, 108, 96, 110, 123, 134, 172, 148, 148, 141, 135, 137, 130, 116, 103, 196, 181, 166, 151, 155, 145, 136, 143, 144, 167, 202, 194, 217, 238, 265, 257, 267, 266, 251, 262, 240, 234, 214, 203, 202, 187], "n_am_pl": [17, 45, 46, 32, 57, 47, 59, 43, 68, 74, 69, 91, 91, 87, 119, 95, 87, 78, 68, 64, 61, 74, 68, 97, 53, 82, 91, 105, 128, 124, 124, 121, 129, 86, 51, 32, 32, 7, 6, 4, 5, 4, 3, 5, 2, 0, 1, 1, 2, 2], "n_pos": 648, "sum_m_en": [74.422102, 99.131084, 100.354941, 101.346394, 106.963741, 107.009686, 108.914251, 107.204181, 108.391568, 113.168509, 108.153037, 107.015266, 111.717734, 108.395506, 106.536653, 112.400112, 109.213423, 107.035422, 106.166978, 103.929553, 102.013422, 101.506012, 101.103175, 102.004173, 131.448232, 129.513799, 124.763924, 116.616868, 120.609329, 114.973876, 113.594285, 115.00571, 118.979768, 131.377564, 153.268519, 150.844468, 171.097147, 187.774913, 207.62523, 211.140526, 216.57266, 225.312623, 223.623753, 234.855956, 221.6702, 219.712406, 207.006589, 194.596372, 182.309531, 187.652096], "sum_m_pl": [13.675533, 27.101997, 32.173484, 30.527206, 36.02915, 34.478144, 35.218267, 36.264372, 36.658097, 41.39195, 44.134264, 43.749336, 44.324913, 44.490928, 44.040194, 44.848023, 43.576654, 41.780647, 42.768334, 41.981342, 39.849583, 38.354671, 37.78688, 37.332684, 47.267686, 53.178464, 53.904578, 55.365991, 60.776206, 64.47178, 59.867129, 54.507422, 54.250205, 48.034664, 43.00807, 41.92298, 37.838561, 31.494775, 26.994561, 23.03468, 22.094722, 19.440746, 15.978975, 14.018906, 11.649627, 9.110846, 6.147556, 4.695096, 5.422168, 2.089244]}, "digit": {"n_am_en": [0, 12, 9, 21, 31, 33, 17, 9, 10, 20, 18, 10, 9, 9, 11, 14, 9, 13, 11, 12, 7, 11, 10, 10, 27, 20, 20, 17, 19, 20, 18, 20, 13, 16, 16, 13, 18, 26, 14, 20, 16, 18, 19, 25, 7, 5, 2, 1, 1, 0], "n_am_pl": [0, 4, 11, 2, 10, 5, 16, 5, 10, 10, 18, 33, 20, 22, 28, 26, 18, 20, 17, 13, 13, 16, 13, 15, 14, 24, 21, 24, 39, 39, 28, 28, 26, 25, 15, 7, 12, 1, 2, 1, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 118, "sum_m_en": [11.230926, 18.327622, 18.711656, 19.198718, 20.941823, 20.659572, 20.617027, 19.911719, 20.009961, 21.546688, 19.718205, 18.298958, 18.664955, 18.819962, 18.497234, 19.221922, 18.227901, 17.736062, 17.809025, 17.342545, 17.026726, 17.338706, 17.720785, 18.272072, 20.883312, 20.368299, 19.518117, 20.358303, 20.713981, 19.72908, 19.691047, 20.587087, 20.092175, 20.678332, 20.388578, 18.902639, 18.678753, 20.37663, 17.262887, 18.220635, 15.736719, 16.751468, 14.687947, 17.68223, 8.938787, 7.42684, 4.05126, 2.603586, 1.417125, 0.000727], "sum_m_pl": [1.625415, 5.436226, 6.175959, 5.729922, 6.638598, 6.036757, 6.215013, 6.960113, 7.022522, 8.091628, 9.303942, 9.234414, 9.045743, 8.694007, 8.310742, 8.626716, 8.174231, 7.77015, 7.407586, 7.499078, 7.159708, 6.871471, 6.790997, 6.719413, 8.6492, 10.003226, 10.493208, 10.383525, 12.377074, 13.469762, 11.407538, 10.107649, 9.217661, 8.633623, 7.56199, 7.342539, 7.057762, 5.975893, 5.897736, 5.105815, 5.793283, 6.134962, 5.64569, 5.48348, 4.133651, 3.544502, 2.06659, 1.104161, 0.229062, 0.0]}, "lang": {"n_am_en": [23, 30, 36, 32, 39, 40, 53, 45, 49, 52, 45, 45, 51, 56, 62, 73, 84, 81, 75, 66, 75, 71, 68, 62, 99, 98, 88, 77, 84, 75, 63, 66, 72, 92, 108, 109, 119, 137, 146, 148, 157, 163, 164, 163, 168, 175, 172, 170, 177, 186], "n_am_pl": [2, 7, 8, 6, 9, 13, 15, 10, 12, 18, 15, 19, 20, 18, 20, 18, 17, 10, 10, 14, 18, 20, 15, 29, 9, 11, 12, 17, 22, 19, 25, 28, 26, 12, 5, 7, 3, 1, 0, 0, 1, 1, 2, 2, 1, 0, 1, 1, 2, 2], "n_pos": 189, "sum_m_en": [20.103675, 27.030791, 28.156813, 27.935916, 29.148517, 30.211265, 31.213479, 31.379154, 32.430611, 33.043813, 31.711268, 32.522759, 33.757585, 32.911983, 33.053963, 35.718077, 35.306913, 35.194324, 34.454525, 33.864886, 32.897283, 32.022064, 31.175252, 30.798238, 51.734593, 51.677312, 49.218736, 42.327349, 43.195202, 40.426375, 39.382527, 38.88067, 43.189314, 53.308557, 67.846888, 70.821047, 86.880334, 99.74353, 115.899731, 118.536444, 128.359947, 139.454278, 143.262399, 147.218105, 150.829915, 157.021389, 157.515018, 154.758718, 152.448127, 182.016192], "sum_m_pl": [2.661413, 5.849081, 7.146187, 7.277643, 8.612418, 8.681667, 9.374319, 9.346728, 9.480162, 10.81386, 11.14348, 11.14785, 11.894019, 12.30489, 12.425546, 12.450888, 12.062438, 11.500207, 12.527341, 12.050787, 11.420393, 10.95461, 10.767203, 10.572083, 12.553941, 13.08314, 13.57165, 14.27661, 15.795059, 16.06156, 15.560274, 14.915729, 15.215407, 12.805244, 11.834014, 12.003324, 10.431185, 8.177853, 5.934242, 5.463897, 5.002851, 3.339031, 2.803267, 3.002762, 2.554763, 1.864436, 1.699961, 2.064222, 3.11818, 1.990183]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 650, "item_id": "llmzszl-18608", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 648, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.98}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [55, 56, 88, 142, 164, 155, 216, 205, 172, 178, 176, 125, 171, 187, 186, 235, 246, 242, 244, 255, 233, 270, 240, 236, 373, 316, 275, 234, 229, 209, 197, 215, 235, 249, 273, 303, 351, 365, 403, 415, 423, 389, 391, 397, 359, 313, 147, 79, 71, 68], "n_am_pl": [12, 99, 111, 97, 119, 142, 129, 163, 206, 193, 211, 236, 254, 259, 251, 256, 225, 195, 210, 178, 177, 189, 188, 184, 167, 257, 219, 255, 249, 223, 245, 270, 245, 208, 140, 119, 73, 60, 49, 50, 46, 55, 56, 66, 80, 126, 274, 349, 357, 354], "n_pos": 1280, "sum_m_en": [120.28819, 181.054241, 197.334319, 194.935087, 200.902936, 198.911448, 201.614078, 197.975114, 194.173393, 204.874545, 204.873404, 199.310897, 207.485462, 202.555678, 191.413687, 202.893081, 202.317478, 200.795868, 201.184336, 198.725187, 197.466526, 194.938261, 193.676364, 194.520823, 259.064755, 237.255608, 217.667227, 202.324791, 201.645191, 196.666081, 194.928183, 198.287156, 204.811928, 216.336291, 240.630876, 251.946332, 265.181439, 289.817365, 303.280714, 319.231682, 317.75997, 326.096954, 339.894268, 351.324879, 323.815862, 281.705262, 159.295274, 87.457317, 85.443113, 68.043362], "sum_m_pl": [24.082376, 60.852798, 71.333584, 70.602321, 76.200369, 76.20804, 76.114975, 80.502754, 87.573728, 95.342322, 103.07781, 104.631798, 105.518074, 107.691394, 109.263792, 101.80099, 93.477466, 91.304699, 88.285913, 88.271819, 82.635258, 78.140994, 76.439638, 75.33974, 105.504159, 130.050553, 136.566822, 139.030424, 157.481207, 163.845264, 150.620642, 152.487478, 147.690467, 126.600961, 110.323828, 103.400133, 90.234128, 82.135819, 76.551735, 71.104592, 72.501217, 70.27421, 68.539713, 75.868021, 85.598648, 130.994758, 253.034047, 330.504291, 336.299823, 355.28991]}, "digit": {"n_am_en": [3, 11, 16, 27, 34, 20, 31, 36, 26, 22, 17, 9, 17, 28, 22, 34, 25, 19, 23, 20, 14, 23, 16, 27, 41, 36, 28, 23, 24, 23, 24, 24, 23, 25, 27, 43, 61, 54, 43, 51, 49, 35, 34, 48, 29, 20, 8, 5, 2, 0], "n_am_pl": [3, 9, 18, 11, 23, 17, 16, 18, 21, 35, 46, 50, 58, 53, 55, 60, 40, 36, 39, 41, 32, 29, 30, 32, 55, 70, 59, 79, 73, 56, 45, 53, 56, 49, 44, 17, 9, 6, 2, 6, 4, 6, 5, 6, 4, 3, 6, 4, 0, 0], "n_pos": 223, "sum_m_en": [18.67556, 31.870318, 36.107321, 34.722949, 36.634045, 34.835815, 33.458047, 33.541839, 32.841227, 35.613218, 34.336929, 32.882779, 34.9098, 35.338374, 33.854999, 35.245245, 34.456563, 34.190294, 33.576065, 33.414588, 33.189248, 33.475768, 33.531585, 34.413556, 39.257328, 36.001343, 33.354329, 33.171473, 32.865162, 33.184985, 33.524129, 34.80634, 35.296831, 35.67957, 37.471959, 37.916958, 39.148203, 40.774708, 36.006215, 40.762237, 35.409653, 32.212744, 32.509331, 35.199016, 25.269823, 19.573507, 11.002308, 5.89243, 4.583064, 1e-06], "sum_m_pl": [4.183823, 11.143658, 12.288383, 12.124968, 12.383035, 11.164075, 10.415519, 12.827424, 14.061555, 16.090091, 19.778458, 20.353047, 19.899164, 20.361215, 20.642525, 19.835543, 17.011877, 16.692997, 15.438614, 15.850501, 14.717663, 13.894786, 13.608759, 13.711748, 21.907872, 30.012239, 28.257745, 29.091035, 33.835173, 31.49917, 26.735922, 27.061321, 25.657126, 22.008006, 18.934601, 17.505605, 14.892487, 12.535297, 12.13292, 11.188437, 11.54509, 12.219612, 11.367016, 11.081457, 10.214983, 9.156764, 9.443166, 6.552431, 1.548051, 0.0]}, "lang": {"n_am_en": [13, 25, 25, 51, 61, 57, 79, 64, 67, 63, 58, 49, 75, 72, 80, 95, 119, 121, 124, 132, 131, 148, 139, 126, 185, 160, 141, 109, 104, 87, 89, 98, 100, 122, 131, 139, 163, 172, 211, 203, 226, 227, 234, 240, 240, 218, 113, 71, 67, 68], "n_am_pl": [7, 38, 42, 37, 45, 61, 52, 63, 77, 71, 86, 74, 81, 85, 83, 83, 82, 65, 72, 53, 70, 81, 81, 82, 36, 63, 54, 69, 69, 70, 80, 87, 73, 65, 55, 63, 40, 32, 31, 35, 33, 43, 43, 56, 71, 112, 239, 314, 337, 353], "n_pos": 424, "sum_m_en": [38.040334, 57.113903, 65.174463, 64.740215, 65.673898, 67.472905, 71.341358, 69.160261, 67.355681, 71.005573, 72.731727, 69.991377, 72.267052, 68.291534, 64.449572, 70.145627, 70.923521, 71.218686, 71.507014, 70.65835, 70.570704, 68.5746, 68.442617, 67.718642, 110.181035, 98.245277, 88.973044, 76.936368, 74.108617, 70.838811, 69.418077, 69.940021, 72.481985, 81.15171, 93.04687, 103.27873, 110.300281, 125.566711, 143.910222, 149.933368, 163.470112, 180.200186, 203.460498, 213.700909, 215.570672, 191.596184, 114.550802, 72.479584, 71.689926, 68.038687], "sum_m_pl": [6.817722, 17.668216, 21.39186, 22.159788, 24.441293, 26.571083, 27.442401, 27.711227, 30.929228, 31.703992, 32.38066, 33.240891, 34.38749, 35.505364, 36.413012, 32.892394, 31.039662, 30.912693, 30.507108, 29.356275, 27.510434, 26.072001, 25.477543, 25.060453, 33.988146, 40.342301, 45.011633, 45.574928, 52.005781, 56.322723, 53.592872, 55.597866, 54.497443, 46.885928, 42.971149, 43.153337, 39.387198, 37.127365, 35.388014, 34.014126, 37.038727, 38.252919, 40.816159, 51.122759, 62.11674, 106.236496, 214.50645, 296.178889, 314.089833, 351.735816]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18608", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9875}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 19, 19, 23, 25, 17, 26, 25, 21, 30, 29, 21, 23, 19, 15, 24, 20, 27, 23, 31, 23, 29, 27, 30, 39, 44, 40, 36, 33, 35, 33, 39, 42, 44, 45, 47, 55, 55, 54, 56, 53, 58, 59, 49, 46, 46, 35, 37, 38, 43], "n_am_pl": [3, 10, 9, 4, 9, 13, 11, 8, 13, 9, 14, 18, 19, 28, 26, 16, 22, 15, 15, 19, 13, 13, 14, 11, 10, 13, 12, 16, 17, 16, 17, 20, 16, 8, 11, 6, 6, 3, 5, 2, 1, 3, 1, 3, 1, 0, 0, 0, 0, 0], "n_pos": 165, "sum_m_en": [18.618996, 25.708051, 25.031353, 24.88518, 26.153751, 25.70069, 25.149727, 26.303951, 25.422993, 28.970952, 26.685939, 26.267563, 25.988528, 25.918503, 25.275038, 25.527621, 26.242328, 25.595766, 26.665139, 26.086789, 24.505311, 25.367232, 25.220565, 25.620855, 31.766004, 31.492014, 29.3432, 30.539728, 30.083508, 29.601857, 27.947191, 28.579786, 30.258821, 31.384509, 36.024912, 35.890692, 39.053175, 42.4994, 46.575796, 49.575674, 47.741013, 50.148797, 49.645867, 48.212856, 43.495229, 43.956979, 39.43035, 37.778168, 35.62193, 41.718277], "sum_m_pl": [3.718466, 7.944553, 8.707048, 7.708156, 8.659338, 8.765321, 8.460768, 8.787803, 9.889175, 10.821072, 11.814832, 12.02822, 12.29418, 11.874289, 13.078411, 12.797647, 12.403113, 12.292969, 11.895426, 11.853476, 11.094911, 10.785691, 10.432239, 10.408379, 13.671313, 14.392641, 14.221559, 15.439136, 15.801644, 17.253066, 16.520172, 15.799012, 15.216204, 14.238072, 13.104655, 12.968765, 11.549634, 10.176629, 8.783585, 7.173087, 6.056543, 4.989188, 4.547944, 3.696018, 2.950156, 2.075095, 1.00206, 0.702207, 0.63328, 0.000392]}, "digit": {"n_am_en": [0, 3, 2, 4, 2, 2, 4, 1, 3, 7, 8, 3, 3, 1, 1, 2, 2, 3, 2, 2, 1, 4, 4, 5, 6, 9, 8, 6, 7, 8, 6, 4, 5, 4, 3, 6, 10, 10, 7, 6, 3, 7, 8, 7, 4, 5, 0, 0, 0, 0], "n_am_pl": [1, 6, 5, 0, 1, 2, 0, 0, 1, 0, 5, 5, 6, 7, 5, 3, 5, 6, 5, 4, 2, 2, 5, 4, 4, 5, 3, 4, 3, 3, 4, 4, 2, 0, 3, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.583533, 5.657335, 5.11103, 4.908629, 5.206073, 4.90371, 4.810075, 5.062746, 4.824581, 5.663162, 5.195609, 5.073597, 5.041533, 5.128601, 4.933124, 4.871271, 4.866733, 4.826411, 5.050474, 4.93354, 4.447481, 4.698277, 4.627553, 4.772491, 5.097027, 5.337679, 5.144924, 5.518468, 5.19978, 5.201426, 4.896178, 5.310989, 5.538567, 5.614073, 5.615562, 5.723653, 6.016025, 5.95091, 5.258741, 4.834591, 4.187118, 4.449667, 4.250055, 5.304095, 3.359611, 4.389475, 1.616458, 0.699436, 0.225008, 0.0], "sum_m_pl": [0.752078, 1.897817, 1.705382, 1.44972, 1.446133, 1.47754, 1.359841, 1.452196, 1.800368, 1.973785, 2.284909, 2.318086, 2.515695, 2.388268, 2.573218, 2.603124, 2.466763, 2.633651, 2.472648, 2.425445, 2.274669, 2.151553, 2.095751, 2.089908, 3.001121, 3.159584, 3.077522, 3.198849, 3.102953, 3.147762, 3.027962, 2.829363, 2.663019, 2.42034, 2.293176, 2.371083, 2.31824, 2.122331, 2.37331, 2.153247, 2.040842, 2.036271, 1.840655, 1.583422, 1.484838, 1.060748, 0.516223, 0.303254, 0.135469, 0.0]}, "lang": {"n_am_en": [9, 10, 11, 10, 12, 9, 9, 12, 9, 10, 7, 10, 10, 9, 9, 14, 8, 13, 11, 17, 13, 16, 15, 16, 19, 18, 17, 15, 12, 12, 12, 17, 16, 18, 23, 24, 26, 34, 28, 33, 35, 38, 37, 33, 34, 34, 34, 36, 38, 42], "n_am_pl": [1, 1, 0, 1, 3, 4, 4, 3, 5, 1, 2, 4, 5, 9, 10, 6, 6, 3, 6, 9, 6, 7, 5, 4, 5, 5, 2, 3, 5, 5, 4, 7, 4, 2, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.588068, 5.921724, 6.013508, 6.165462, 6.367887, 6.346217, 6.294119, 6.765303, 6.823895, 8.036294, 6.950425, 7.37776, 7.317385, 7.116402, 6.788389, 6.910315, 7.379933, 7.180531, 7.298265, 7.112542, 6.734526, 6.959662, 6.974964, 7.080495, 12.40406, 11.997765, 11.099758, 10.43249, 10.224246, 9.878587, 9.419738, 8.998054, 9.595299, 10.615585, 13.876361, 14.80821, 17.067225, 21.880013, 26.092329, 28.375479, 30.406619, 33.329805, 33.457895, 32.875138, 32.364313, 32.69442, 33.911923, 33.810082, 34.144432, 41.159473], "sum_m_pl": [0.947271, 1.703475, 1.839283, 1.649962, 1.92048, 1.96406, 1.968512, 2.084267, 2.285665, 2.520879, 3.108247, 3.127577, 3.198901, 3.184741, 3.543719, 3.383245, 3.19334, 3.169703, 3.238991, 3.197543, 2.977705, 2.882362, 2.751643, 2.732323, 4.000498, 4.015415, 3.79019, 3.987365, 4.314412, 4.735318, 4.605158, 4.860804, 4.535346, 4.265017, 3.454298, 3.562344, 3.169518, 2.404056, 1.663621, 1.147238, 1.036632, 0.622925, 0.470674, 0.383301, 0.199102, 0.131934, 0.075413, 0.096731, 0.222669, 0.000391]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "llmzszl-18610", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9581, "tf_agree_excl_first": 0.9639}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 45, 62, 87, 87, 109, 101, 87, 88, 115, 97, 94, 85, 85, 88, 95, 131, 119, 131, 116, 123, 140, 142, 139, 219, 183, 149, 143, 128, 139, 131, 133, 140, 152, 182, 171, 176, 173, 181, 202, 229, 242, 238, 239, 203, 158, 70, 41, 37, 35], "n_am_pl": [5, 50, 73, 57, 91, 91, 91, 86, 82, 96, 84, 104, 127, 119, 127, 109, 88, 72, 62, 71, 40, 41, 33, 33, 47, 86, 87, 107, 111, 116, 94, 98, 78, 63, 48, 57, 48, 64, 49, 43, 37, 25, 30, 23, 35, 75, 159, 198, 204, 202], "n_pos": 684, "sum_m_en": [64.518496, 102.128814, 107.321216, 109.115055, 114.790559, 112.783673, 116.479233, 120.26498, 116.254898, 120.92578, 118.388887, 116.268587, 115.852827, 114.41539, 113.027062, 117.304654, 121.697759, 116.805971, 117.826711, 117.325322, 110.305318, 113.428901, 111.977021, 111.436281, 160.055552, 146.852803, 131.698794, 130.401461, 123.903619, 121.98818, 122.300201, 122.822131, 127.920628, 132.322512, 147.57484, 144.483471, 146.919685, 154.145478, 163.653801, 174.402115, 191.890738, 219.202722, 223.401822, 222.627875, 191.865922, 155.444703, 78.231814, 45.979955, 40.981528, 35.001345], "sum_m_pl": [11.973931, 35.995308, 42.872632, 42.019678, 43.772944, 43.560846, 43.682357, 43.361156, 48.029036, 52.730018, 56.389773, 58.250994, 60.906707, 60.2159, 60.961097, 55.897513, 52.275107, 52.272943, 49.711493, 50.178635, 45.780391, 43.927337, 42.784706, 42.221265, 53.06292, 66.175093, 73.271613, 77.866206, 79.744962, 83.332811, 76.834266, 75.661951, 72.198076, 64.872914, 57.021888, 53.968401, 50.419095, 47.200694, 41.903507, 38.916308, 35.736884, 30.778979, 31.694649, 32.215266, 39.339201, 70.028581, 149.911985, 192.692517, 199.316138, 202.413989]}, "digit": {"n_am_en": [0, 4, 5, 11, 8, 9, 7, 6, 5, 17, 21, 10, 6, 5, 11, 11, 15, 16, 18, 13, 14, 17, 16, 13, 25, 20, 13, 12, 9, 16, 12, 12, 10, 19, 24, 24, 20, 19, 20, 17, 20, 18, 16, 21, 19, 14, 5, 0, 1, 0], "n_am_pl": [0, 8, 24, 15, 29, 29, 19, 14, 8, 11, 12, 14, 24, 23, 20, 16, 16, 15, 11, 8, 4, 3, 2, 3, 11, 12, 14, 16, 18, 15, 10, 9, 8, 8, 3, 6, 7, 10, 9, 8, 9, 7, 7, 0, 1, 3, 8, 6, 2, 0], "n_pos": 90, "sum_m_en": [7.883535, 14.220074, 15.009383, 15.179371, 15.709182, 14.77854, 14.550223, 15.441316, 14.854377, 16.149686, 16.229191, 15.614038, 15.047176, 14.831651, 14.779964, 15.028962, 15.210135, 14.727086, 14.842304, 14.71811, 13.771244, 14.174946, 13.975621, 14.07646, 16.710104, 15.943491, 14.065951, 15.091818, 14.945651, 14.949049, 14.93346, 16.124349, 17.373178, 17.643058, 18.025508, 17.798403, 18.280181, 17.865041, 18.271472, 18.116175, 18.878874, 18.668485, 17.189197, 17.241508, 16.662034, 14.540399, 7.517744, 3.509214, 2.447229, 0.0], "sum_m_pl": [1.761231, 5.743902, 6.155847, 5.916079, 5.936703, 5.208962, 4.864903, 4.977379, 5.775411, 6.59706, 7.537125, 7.865437, 8.199459, 7.855202, 8.095491, 7.767112, 6.934511, 7.082284, 6.529597, 6.794607, 6.269434, 5.850624, 5.688131, 5.726264, 8.123063, 9.969902, 10.786183, 11.171924, 10.937102, 10.777435, 9.980085, 9.858636, 9.065346, 8.67767, 7.512386, 7.203729, 6.677995, 6.360685, 6.559736, 6.326903, 6.124929, 5.5216, 5.310047, 4.905855, 4.383453, 2.893789, 7.174744, 5.535028, 2.224792, 8e-06]}, "lang": {"n_am_en": [6, 22, 16, 38, 40, 48, 50, 42, 37, 53, 31, 41, 42, 35, 39, 38, 61, 57, 70, 61, 72, 81, 87, 88, 123, 105, 87, 80, 68, 65, 66, 69, 67, 71, 90, 92, 107, 109, 107, 133, 153, 158, 164, 164, 147, 121, 58, 39, 35, 35], "n_am_pl": [2, 14, 19, 17, 28, 25, 24, 33, 31, 32, 31, 43, 42, 46, 40, 36, 40, 30, 27, 37, 24, 20, 17, 16, 12, 24, 19, 33, 34, 32, 40, 40, 34, 31, 21, 22, 27, 34, 29, 22, 18, 12, 15, 15, 26, 51, 126, 175, 192, 201], "n_pos": 237, "sum_m_en": [22.665415, 35.688442, 38.842257, 39.96101, 42.502432, 42.010972, 44.643292, 45.713695, 44.667226, 45.332543, 44.22823, 43.864253, 44.187081, 44.179711, 43.09355, 44.603412, 47.948623, 45.935262, 46.386598, 45.812259, 42.773829, 44.728691, 44.050254, 43.866804, 82.555322, 72.611829, 63.749693, 60.113997, 54.488981, 51.50899, 51.895889, 50.526156, 51.00013, 55.918437, 65.902346, 67.31037, 74.627877, 82.051492, 90.527655, 103.366493, 121.481344, 139.745869, 148.184777, 154.254673, 140.71911, 116.090902, 61.504354, 37.579933, 35.16528, 35.00134], "sum_m_pl": [3.619812, 10.83551, 12.839511, 12.782143, 13.07155, 14.172169, 14.623103, 14.675754, 16.101689, 17.10584, 19.227314, 20.592746, 20.884575, 21.706284, 22.130616, 19.019809, 17.956592, 18.794408, 18.310908, 18.022637, 16.369038, 15.866075, 15.465927, 15.169594, 17.235199, 22.121752, 25.210854, 26.467032, 28.406272, 30.193442, 28.034926, 29.261516, 28.096593, 25.78062, 21.892772, 21.517502, 21.343392, 20.389369, 18.761849, 16.026481, 14.63309, 12.891258, 14.644508, 16.800227, 24.825531, 49.265453, 118.437894, 170.11174, 187.364968, 201.05744]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 684, "item_id": "llmzszl-18610", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 873, "region_end": 684, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 14, 21, 16, 24, 16, 12, 13, 14, 21, 16, 23, 14, 16, 10, 19, 21, 26, 19, 20, 21, 20, 18, 13, 25, 23, 14, 17, 20, 18, 17, 21, 17, 19, 28, 25, 34, 31, 33, 34, 34, 35, 31, 26, 25, 25, 25, 24, 25, 25], "n_am_pl": [3, 10, 12, 8, 11, 12, 7, 13, 14, 23, 19, 15, 22, 23, 24, 23, 9, 18, 13, 11, 11, 5, 5, 8, 15, 15, 17, 20, 23, 26, 21, 21, 19, 19, 11, 13, 7, 5, 10, 3, 1, 1, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 141, "sum_m_en": [15.902955, 23.689997, 22.337079, 22.623968, 22.984883, 21.286765, 19.811579, 20.596722, 19.582962, 22.27179, 21.262036, 21.54925, 20.324363, 19.536315, 18.92752, 19.760084, 21.055722, 20.61444, 21.037912, 20.466079, 19.93777, 20.849443, 20.517612, 20.56409, 22.563515, 22.91724, 20.211457, 21.159399, 20.457512, 20.158932, 20.021503, 21.163568, 21.109866, 22.189994, 25.365622, 25.515185, 27.005263, 28.678145, 29.955951, 31.192105, 30.624466, 31.059157, 29.652821, 27.884441, 25.703623, 25.412098, 24.991162, 24.175893, 24.528296, 25.431996], "sum_m_pl": [2.632275, 6.69048, 7.969225, 6.667222, 7.163878, 7.283159, 7.313452, 8.131348, 9.006858, 10.128434, 10.405572, 11.029259, 11.328531, 10.845202, 11.800712, 12.447978, 10.812084, 11.320338, 10.440917, 10.365307, 9.667498, 9.166353, 8.868623, 8.82712, 12.547417, 13.375168, 13.799307, 15.292911, 16.468575, 17.657259, 16.796486, 15.658514, 14.945976, 13.78158, 11.901493, 11.515157, 9.807515, 8.755077, 8.327378, 6.509262, 5.126045, 4.408811, 4.272553, 3.72896, 2.965086, 2.089974, 1.173371, 0.917942, 0.40056, 0.002212]}, "digit": {"n_am_en": [0, 0, 0, 1, 2, 1, 0, 0, 1, 3, 1, 4, 4, 4, 1, 3, 5, 6, 5, 5, 4, 5, 3, 3, 7, 6, 3, 3, 4, 3, 1, 2, 2, 2, 1, 3, 7, 6, 6, 5, 6, 4, 4, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 5, 1, 1, 1, 0, 1, 0, 4, 3, 4, 2, 7, 5, 5, 3, 4, 4, 1, 2, 1, 2, 3, 2, 4, 3, 4, 4, 4, 5, 3, 4, 4, 1, 2, 4, 1, 5, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.739427, 4.613999, 4.154187, 4.039192, 4.237249, 4.004408, 3.70288, 3.950921, 3.651691, 4.243037, 4.21272, 4.092819, 3.858501, 3.66272, 3.689719, 3.980041, 4.502005, 4.527551, 4.513129, 4.212057, 4.137941, 4.245778, 4.131028, 4.193363, 5.142914, 5.338951, 4.441566, 4.473285, 3.927465, 4.100228, 3.89508, 4.308894, 4.172948, 4.466966, 4.504075, 4.550605, 4.839881, 5.065553, 4.771499, 4.113726, 4.272339, 4.09967, 4.063905, 3.445028, 2.338097, 2.340191, 1.617432, 1.119356, 0.383933, 0.0], "sum_m_pl": [0.438399, 1.382853, 1.451999, 1.263197, 1.207061, 1.153592, 1.126943, 1.238293, 1.361906, 1.611405, 1.691631, 1.689582, 1.793032, 1.809129, 2.007173, 2.105221, 1.817113, 1.86033, 1.808955, 1.788211, 1.680351, 1.629982, 1.592152, 1.613373, 2.194378, 2.370493, 2.203108, 2.98718, 3.258909, 3.259485, 3.072819, 2.586854, 2.428744, 2.047826, 1.783875, 1.822215, 1.708148, 1.496121, 1.390725, 1.283672, 1.220413, 1.19101, 1.095657, 1.148636, 1.020194, 0.865744, 0.650568, 0.45432, 0.135598, 0.0]}, "lang": {"n_am_en": [6, 7, 6, 8, 9, 8, 7, 7, 6, 9, 7, 7, 5, 4, 6, 8, 8, 7, 6, 8, 9, 9, 9, 7, 8, 8, 6, 7, 8, 7, 6, 10, 10, 10, 14, 13, 14, 15, 17, 17, 20, 20, 18, 18, 20, 21, 22, 22, 24, 25], "n_am_pl": [1, 2, 1, 1, 4, 3, 4, 4, 4, 3, 7, 4, 6, 5, 5, 4, 2, 2, 2, 3, 3, 3, 2, 3, 4, 4, 4, 5, 4, 4, 4, 4, 5, 2, 1, 3, 1, 2, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.30319, 4.415142, 4.382781, 4.590979, 4.716519, 4.428833, 4.142118, 4.293542, 4.451296, 5.172127, 4.184616, 4.738954, 4.286407, 4.081892, 3.974761, 4.195891, 4.510156, 4.390246, 4.312364, 4.223093, 4.119644, 4.421666, 4.403436, 4.358859, 6.401378, 6.529514, 5.953535, 6.13252, 5.833762, 5.126832, 4.942521, 5.196708, 5.305853, 5.894429, 7.737204, 8.283669, 9.417019, 11.043363, 12.753081, 14.315392, 15.486935, 16.078813, 15.478814, 16.83383, 18.144113, 18.292564, 19.801971, 19.615405, 22.554013, 24.873949], "sum_m_pl": [0.572995, 1.126167, 1.366436, 1.075173, 1.245545, 1.286793, 1.365506, 1.501099, 1.810504, 1.859834, 2.203504, 2.524583, 2.497342, 2.220112, 2.328336, 2.405433, 2.066795, 2.135011, 2.044484, 2.101208, 1.988824, 1.819199, 1.753221, 1.740957, 2.482722, 2.368528, 2.630787, 2.766258, 3.138386, 3.656415, 3.398239, 3.618097, 3.439284, 3.289758, 2.668757, 2.558884, 2.24254, 1.765301, 1.738849, 1.368398, 0.915944, 0.838029, 0.879183, 0.82491, 0.559903, 0.385093, 0.234838, 0.225964, 0.148168, 0.001503]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "llmzszl-18612", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.958, "tf_agree_excl_first": 0.9648}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 6, 16, 17, 22, 23, 13, 12, 10, 20, 25, 14, 15, 17, 22, 16, 38, 24, 29, 29, 34, 35, 28, 30, 48, 47, 37, 29, 27, 17, 22, 25, 22, 31, 40, 32, 38, 42, 50, 48, 49, 41, 44, 44, 40, 34, 15, 1, 0, 0], "n_am_pl": [0, 11, 24, 19, 23, 24, 14, 20, 25, 29, 31, 30, 29, 31, 27, 29, 17, 27, 22, 24, 13, 18, 15, 9, 18, 20, 19, 29, 45, 41, 31, 35, 30, 33, 19, 18, 18, 13, 10, 9, 9, 11, 14, 13, 17, 26, 41, 56, 54, 57], "n_pos": 181, "sum_m_en": [18.283809, 28.403964, 27.963782, 27.622113, 27.409796, 25.940541, 25.474718, 26.290686, 25.374908, 27.795852, 28.15064, 27.583114, 27.725735, 27.139902, 25.642356, 27.301853, 29.251382, 27.623317, 29.045088, 28.801477, 28.797217, 28.634094, 28.15749, 27.818662, 40.378651, 35.901715, 31.443926, 29.93985, 28.382247, 27.389878, 26.595308, 28.22295, 27.605392, 29.649281, 35.104827, 33.275383, 33.042761, 36.873796, 42.156931, 44.15113, 41.622645, 40.104398, 45.505364, 41.750845, 36.627747, 29.178707, 13.02989, 3.798478, 1.136296, 4e-06], "sum_m_pl": [3.330072, 9.205504, 11.43846, 10.389863, 10.518764, 11.18707, 10.983493, 11.53769, 12.740425, 13.664129, 14.019181, 14.773525, 15.101246, 14.239351, 13.987379, 13.732924, 12.027251, 12.841317, 11.897366, 11.660274, 11.191036, 10.723828, 10.457139, 10.446932, 13.951133, 14.931347, 15.322997, 17.158081, 17.82199, 20.397919, 18.290254, 16.779265, 16.559929, 14.67382, 12.77875, 12.269909, 11.048309, 10.005969, 8.961697, 8.518232, 9.029557, 9.031977, 10.203062, 11.068521, 18.717784, 26.550546, 42.490889, 53.12341, 54.793509, 56.631852]}, "digit": {"n_am_en": [0, 0, 2, 2, 5, 4, 1, 0, 1, 5, 5, 1, 0, 2, 3, 3, 9, 2, 5, 6, 4, 5, 3, 5, 7, 6, 6, 1, 0, 0, 1, 3, 4, 4, 6, 8, 6, 7, 7, 9, 7, 6, 5, 8, 7, 6, 1, 0, 0, 0], "n_am_pl": [0, 1, 5, 1, 2, 4, 2, 3, 4, 5, 5, 7, 10, 6, 5, 5, 3, 3, 2, 3, 3, 6, 4, 0, 1, 5, 2, 4, 11, 6, 6, 5, 5, 5, 0, 1, 5, 2, 1, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0], "n_pos": 29, "sum_m_en": [2.93696, 4.838708, 4.532088, 4.303618, 4.385574, 4.307386, 3.994049, 4.208542, 4.158151, 4.70595, 4.839568, 4.567128, 4.459635, 4.302281, 4.184221, 4.294714, 4.658845, 4.541795, 4.781319, 4.626592, 4.400943, 4.454506, 4.297656, 4.485413, 5.312158, 5.18549, 4.766675, 5.050645, 4.483211, 4.443811, 4.44602, 4.974811, 4.658295, 4.889595, 5.511051, 5.669555, 5.81156, 5.81348, 5.886132, 6.23478, 6.047607, 5.915346, 5.262002, 5.126922, 5.267457, 4.879231, 1.989388, 0.841037, 0.479629, 0.0], "sum_m_pl": [0.547176, 1.673889, 1.709215, 1.505455, 1.439494, 1.484005, 1.380677, 1.571662, 1.80694, 2.024262, 2.151899, 2.155992, 2.432122, 2.351769, 2.286571, 2.24252, 1.877848, 1.97809, 1.814112, 1.883584, 1.832489, 1.717814, 1.653019, 1.676592, 2.312324, 2.484852, 2.193236, 2.309533, 2.676581, 2.733518, 2.543453, 2.275487, 2.389597, 2.090593, 1.762083, 1.681847, 1.538513, 1.404702, 1.411844, 1.451883, 1.48262, 1.436804, 1.399216, 1.214011, 1.045857, 1.039997, 2.754541, 1.692673, 0.198976, 0.0]}, "lang": {"n_am_en": [4, 4, 6, 8, 7, 8, 5, 4, 5, 8, 11, 6, 7, 7, 10, 5, 17, 14, 13, 12, 18, 20, 18, 17, 24, 22, 19, 16, 14, 8, 11, 12, 11, 15, 22, 14, 20, 24, 27, 23, 29, 23, 27, 29, 25, 17, 8, 0, 0, 0], "n_am_pl": [0, 8, 8, 7, 8, 10, 9, 11, 10, 13, 19, 14, 12, 17, 15, 12, 8, 11, 8, 10, 6, 7, 7, 5, 6, 6, 8, 12, 15, 15, 12, 14, 16, 14, 11, 9, 8, 8, 6, 6, 7, 10, 13, 12, 17, 25, 37, 51, 54, 57], "n_pos": 57, "sum_m_en": [6.04347, 8.656898, 9.276742, 9.318857, 9.039605, 8.321402, 8.586706, 8.913427, 8.958326, 9.715092, 9.654535, 9.854263, 9.849581, 9.530247, 8.814205, 9.577468, 10.655408, 9.968043, 10.366693, 10.116128, 10.549001, 10.390937, 10.107005, 9.621954, 18.467454, 15.796616, 13.680203, 11.431199, 10.755842, 10.184087, 9.925631, 10.651744, 10.393798, 11.797401, 13.974245, 13.631784, 14.096964, 16.588305, 20.09215, 22.53227, 22.942004, 22.872123, 28.102981, 27.263986, 21.947523, 15.562469, 6.163372, 0.5991, 0.102427, 1e-06], "sum_m_pl": [1.106799, 2.640717, 3.10029, 3.234272, 3.283309, 3.729921, 4.022128, 3.980343, 4.503775, 4.811765, 5.143071, 5.592869, 5.330936, 5.204855, 4.879263, 4.268113, 3.741425, 4.05678, 3.797691, 3.639147, 3.538919, 3.438671, 3.43069, 3.436083, 4.690926, 5.21089, 5.845485, 6.684695, 6.834115, 7.933876, 6.876848, 6.70411, 6.50293, 5.88837, 5.158563, 5.409845, 5.127786, 4.645099, 4.154573, 3.83508, 4.760601, 5.31391, 6.560973, 8.202376, 16.125618, 24.144363, 37.980025, 49.308902, 54.108501, 56.359957]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "llmzszl-18612", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9945, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 22, 28, 31, 28, 24, 20, 23, 14, 14, 27, 24, 25, 23, 29, 28, 38, 32, 33, 33, 27, 21, 27, 18, 38, 40, 24, 27, 29, 20, 27, 33, 31, 37, 49, 42, 40, 41, 54, 56, 54, 45, 46, 44, 44, 43, 36, 30, 28, 28], "n_am_pl": [3, 7, 14, 17, 9, 18, 7, 10, 8, 17, 19, 28, 25, 28, 18, 17, 21, 17, 8, 12, 9, 8, 7, 7, 17, 19, 23, 26, 26, 31, 25, 29, 22, 20, 11, 6, 10, 11, 9, 7, 7, 2, 5, 5, 3, 1, 15, 3, 4, 3], "n_pos": 188, "sum_m_en": [22.026828, 28.376513, 27.923881, 28.221393, 29.836701, 28.270417, 28.16618, 28.058862, 27.338112, 28.070292, 28.974266, 29.325464, 30.487921, 29.739479, 29.739344, 31.027015, 29.633621, 29.126238, 29.007881, 28.113701, 26.374589, 26.983888, 26.69485, 26.84177, 30.931452, 31.710988, 29.688506, 29.681949, 29.512053, 28.988411, 29.171786, 30.733258, 31.413112, 32.599839, 36.1394, 37.48618, 40.858029, 42.318547, 42.363714, 43.456445, 45.50019, 45.764114, 46.550872, 46.614559, 43.145992, 43.559719, 37.003942, 33.609395, 28.474699, 28.530108], "sum_m_pl": [5.407088, 9.375592, 10.443875, 9.4243, 9.577595, 9.441504, 9.356097, 9.315355, 9.904411, 10.662553, 11.509238, 11.40922, 11.658015, 11.252199, 11.222869, 11.915657, 10.553207, 10.036741, 10.341484, 10.564375, 10.360163, 10.210773, 9.951549, 10.018237, 12.929274, 13.787816, 14.182473, 15.692697, 16.262991, 18.726066, 16.892369, 14.624091, 13.292659, 12.107426, 11.707314, 10.552302, 9.852797, 9.603704, 9.699166, 9.062104, 8.407508, 7.357573, 6.901881, 7.296648, 7.215356, 5.260423, 13.417323, 5.558291, 4.964474, 3.00003]}, "digit": {"n_am_en": [0, 1, 1, 5, 5, 4, 2, 1, 1, 3, 5, 2, 4, 2, 3, 8, 4, 5, 3, 7, 5, 5, 6, 2, 13, 12, 5, 3, 2, 1, 1, 4, 4, 7, 13, 11, 9, 9, 6, 6, 6, 4, 3, 4, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 2, 0, 2, 0, 5, 4, 10, 11, 13, 7, 7, 8, 4, 1, 2, 1, 3, 2, 1, 5, 8, 8, 9, 9, 6, 7, 6, 6, 2, 2, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.298559, 6.546004, 6.261925, 6.20114, 6.611362, 6.349123, 6.03507, 6.171932, 6.052238, 6.113859, 6.494759, 6.636012, 7.046813, 6.483751, 6.963559, 7.235117, 6.435017, 6.439134, 6.352728, 6.179411, 5.807212, 6.136606, 5.948115, 6.115924, 7.110919, 7.00238, 6.524651, 6.496672, 6.457068, 6.132483, 6.24314, 7.111603, 7.287439, 7.557021, 7.627807, 8.034471, 8.524856, 8.233845, 6.833763, 6.790412, 7.275159, 6.646338, 5.787073, 5.687556, 4.836366, 4.584377, 2.892363, 2.27852, 0.657342, 0.0], "sum_m_pl": [0.734362, 1.826979, 1.809588, 1.599162, 1.65009, 1.575342, 1.446777, 1.562959, 1.774503, 1.988807, 2.211442, 2.352834, 2.653977, 2.66394, 2.492043, 2.702226, 2.380016, 2.305502, 2.359041, 2.387381, 2.359382, 2.330847, 2.29918, 2.357695, 3.422862, 3.501328, 3.327199, 3.986296, 4.088789, 4.379596, 4.115187, 3.175584, 2.789059, 2.56964, 2.456459, 2.449794, 2.340992, 2.280562, 2.277715, 2.244656, 2.095409, 1.972964, 1.687153, 1.653034, 1.674993, 1.379602, 1.1521, 0.893654, 0.282865, 0.0]}, "lang": {"n_am_en": [5, 6, 3, 7, 8, 8, 7, 4, 5, 3, 8, 10, 12, 11, 10, 8, 13, 9, 13, 13, 11, 9, 10, 11, 15, 14, 12, 13, 15, 9, 11, 16, 14, 16, 17, 18, 17, 21, 22, 25, 26, 24, 25, 26, 26, 27, 25, 22, 23, 27], "n_am_pl": [0, 0, 1, 1, 1, 2, 1, 4, 2, 2, 2, 2, 3, 3, 1, 2, 3, 2, 2, 4, 2, 2, 2, 0, 3, 1, 1, 3, 1, 4, 1, 3, 4, 1, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 3], "n_pos": 31, "sum_m_en": [3.312357, 4.034591, 4.166082, 4.104181, 4.515467, 4.818176, 4.876918, 4.806551, 4.757745, 4.812843, 5.032798, 5.402804, 5.499498, 5.175472, 4.914481, 5.289023, 5.282537, 5.304508, 5.197261, 5.063988, 4.8045, 4.749647, 4.777575, 4.736285, 8.514233, 8.532744, 8.180808, 7.455289, 7.05307, 6.34401, 6.680972, 6.772582, 7.11068, 8.118261, 10.229808, 11.819679, 14.832828, 16.800319, 17.527544, 19.749332, 22.012832, 22.392435, 23.296721, 23.622947, 22.654139, 23.695278, 23.391362, 21.753105, 22.541795, 27.202148], "sum_m_pl": [0.629139, 1.211859, 1.399133, 1.300301, 1.289163, 1.413946, 1.478391, 1.52356, 1.577264, 1.628791, 1.559516, 1.562412, 1.622025, 1.615861, 1.605116, 1.745079, 1.593916, 1.41213, 1.572919, 1.554248, 1.527504, 1.476645, 1.415231, 1.409986, 1.622508, 1.712598, 1.904319, 1.929759, 2.226018, 2.665958, 2.127332, 2.1463, 2.032377, 1.678075, 1.501307, 1.383053, 1.2929, 1.090084, 0.971161, 0.789937, 0.660869, 0.629593, 0.588453, 0.604312, 0.728551, 0.622698, 2.911898, 2.574508, 2.979283, 3.000003]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "llmzszl-18614", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 755, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9526, "tf_agree_excl_first": 0.9577}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 22, 30, 32, 40, 53, 37, 21, 27, 36, 37, 40, 33, 37, 39, 42, 38, 46, 57, 42, 49, 45, 49, 47, 84, 74, 71, 48, 56, 62, 63, 58, 57, 60, 87, 81, 92, 91, 77, 86, 91, 86, 82, 79, 61, 49, 26, 10, 10, 10], "n_am_pl": [2, 26, 32, 29, 34, 36, 41, 47, 46, 55, 44, 69, 70, 60, 41, 47, 40, 43, 34, 30, 16, 22, 19, 17, 30, 43, 48, 53, 52, 54, 56, 54, 51, 32, 34, 24, 22, 17, 22, 23, 25, 26, 21, 22, 19, 34, 63, 76, 78, 72], "n_pos": 329, "sum_m_en": [33.39927, 50.138603, 51.723499, 51.078983, 53.678687, 50.378839, 50.255338, 49.659209, 49.177711, 50.490494, 50.261243, 51.380377, 50.862236, 49.374146, 47.550607, 50.386325, 50.458428, 48.966609, 50.771912, 50.221632, 48.749888, 49.320561, 48.873383, 48.92309, 66.109815, 60.577554, 57.138833, 52.667212, 52.557528, 53.730591, 52.420606, 54.577922, 54.648614, 58.533297, 64.769234, 65.839186, 68.495807, 72.442544, 68.650821, 73.345937, 75.510027, 81.509322, 84.285412, 81.653086, 67.708223, 53.49295, 29.153071, 16.054974, 13.651855, 10.000086], "sum_m_pl": [6.199655, 17.205737, 19.029316, 18.689903, 19.272841, 18.159305, 17.672384, 17.382307, 19.120821, 22.354084, 23.754709, 25.210958, 25.837571, 26.023161, 25.796936, 26.136435, 23.139598, 23.347717, 22.211583, 21.691757, 19.981108, 19.339298, 19.238436, 19.288469, 25.582373, 31.166528, 32.173603, 34.140865, 34.179709, 37.880196, 34.590793, 33.167152, 31.068815, 26.564948, 22.8507, 21.647752, 18.77155, 17.415654, 16.302941, 17.443076, 17.586489, 15.91735, 16.551139, 18.854332, 23.258811, 34.725569, 60.718716, 70.490548, 75.772849, 71.767943]}, "digit": {"n_am_en": [1, 7, 3, 2, 5, 7, 5, 0, 1, 1, 3, 7, 4, 4, 3, 7, 9, 11, 7, 5, 8, 6, 7, 5, 14, 9, 8, 9, 7, 9, 3, 5, 10, 7, 12, 10, 13, 15, 10, 11, 13, 10, 8, 9, 6, 5, 4, 0, 0, 0], "n_am_pl": [0, 4, 9, 4, 7, 6, 6, 6, 6, 12, 9, 14, 12, 14, 10, 11, 6, 8, 7, 5, 2, 1, 1, 0, 1, 6, 10, 12, 11, 11, 12, 13, 10, 6, 11, 8, 10, 3, 9, 7, 3, 4, 5, 3, 2, 2, 1, 1, 0, 0], "n_pos": 66, "sum_m_en": [6.747027, 10.8533, 11.077311, 11.020969, 11.947498, 10.631458, 10.375161, 10.403736, 10.112385, 10.31522, 10.560233, 10.665196, 10.651395, 10.204338, 10.167885, 10.658574, 10.414986, 10.058155, 10.342854, 10.399369, 10.128816, 10.296223, 10.342902, 10.417043, 12.425285, 11.433954, 10.81245, 10.642675, 10.157149, 10.291603, 10.016198, 11.27153, 11.745358, 12.896906, 14.23904, 14.511562, 14.608372, 15.474371, 14.483279, 13.892632, 13.475507, 12.96369, 12.542094, 12.830573, 11.198697, 8.701701, 4.421876, 2.233947, 1.082407, 0.0], "sum_m_pl": [1.277782, 3.702402, 3.5612, 3.50375, 3.432324, 3.09851, 2.777014, 2.936936, 3.463849, 4.178966, 4.640016, 5.04864, 5.259561, 5.32508, 5.070389, 5.445182, 4.680494, 4.678497, 4.428637, 4.375248, 4.105057, 3.899346, 3.8165, 3.863234, 5.120366, 5.968509, 5.933997, 6.338535, 6.433598, 7.129341, 6.874045, 6.575594, 5.856815, 5.317347, 4.842675, 4.712956, 4.164191, 3.555336, 3.802761, 3.642923, 3.380223, 3.482993, 3.495597, 3.556854, 3.669852, 3.198793, 2.964436, 2.018193, 0.481868, 0.0]}, "lang": {"n_am_en": [4, 4, 5, 11, 18, 21, 14, 7, 8, 14, 13, 12, 12, 6, 9, 8, 9, 12, 22, 19, 21, 22, 26, 24, 41, 38, 31, 21, 23, 25, 25, 25, 22, 25, 38, 41, 45, 45, 42, 48, 47, 46, 46, 46, 45, 37, 19, 10, 10, 10], "n_am_pl": [0, 13, 8, 8, 8, 5, 14, 14, 17, 18, 14, 18, 25, 22, 15, 17, 17, 15, 10, 7, 3, 5, 5, 5, 5, 6, 10, 11, 9, 7, 11, 15, 14, 8, 9, 8, 7, 10, 7, 8, 15, 14, 11, 13, 15, 28, 50, 65, 68, 72], "n_pos": 82, "sum_m_en": [8.791821, 12.939741, 14.049024, 13.966716, 14.164286, 13.898376, 14.400614, 13.994287, 14.207863, 14.438253, 14.161445, 14.473864, 14.066221, 13.517603, 12.476932, 13.43811, 13.856428, 13.571426, 14.045162, 13.876112, 13.667095, 13.611718, 13.600804, 13.682838, 24.932823, 22.140522, 20.213054, 16.680974, 16.200631, 16.388159, 15.976245, 15.968789, 15.566098, 17.404953, 19.956565, 21.583326, 24.5834, 27.316399, 26.94774, 32.254078, 35.281645, 40.396449, 44.131886, 44.720736, 41.392373, 32.165465, 19.23892, 11.174537, 10.388588, 10.000085], "sum_m_pl": [1.717475, 3.933615, 4.467028, 4.538406, 4.536631, 4.631762, 4.869053, 4.805313, 5.291312, 5.97733, 6.351796, 6.833573, 7.1346, 7.650373, 7.823261, 7.442779, 6.344135, 6.544498, 6.30707, 5.779662, 5.191317, 5.132752, 5.169249, 5.112374, 6.36779, 7.940058, 8.385423, 9.709703, 9.339698, 10.112039, 9.521204, 9.729534, 9.589818, 8.497945, 7.029184, 7.031789, 6.611496, 6.303605, 5.101287, 5.609333, 6.529877, 5.252959, 6.940555, 8.949333, 13.620225, 26.403726, 46.901645, 59.239421, 66.102149, 71.350605]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 331, "item_id": "llmzszl-18614", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 883, "region_end": 329, "roundtrip_ok": true, "tf_agree": 0.997, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 10, 22, 26, 36, 23, 18, 30, 23, 19, 21, 19, 25, 24, 20, 28, 25, 20, 24, 21, 22, 26, 22, 26, 32, 34, 29, 35, 27, 27, 34, 34, 36, 35, 41, 53, 44, 46, 53, 58, 60, 61, 60, 60, 56, 56, 57, 49, 44, 43], "n_am_pl": [4, 11, 9, 11, 13, 9, 6, 5, 10, 20, 19, 18, 10, 20, 22, 22, 16, 17, 12, 13, 9, 9, 8, 2, 10, 11, 12, 16, 19, 22, 17, 12, 17, 14, 12, 15, 8, 10, 6, 8, 4, 3, 2, 0, 0, 3, 4, 3, 2, 1], "n_pos": 151, "sum_m_en": [16.155221, 22.439168, 22.129034, 22.317041, 24.39109, 23.826249, 23.327288, 23.001604, 22.621737, 23.422084, 23.608601, 23.813002, 24.122997, 24.409572, 23.204808, 23.906923, 23.793877, 22.731703, 23.499144, 23.288771, 22.01674, 22.644419, 22.339202, 22.47121, 28.493604, 28.240035, 27.100446, 27.34196, 27.07395, 28.399603, 28.478733, 29.515902, 29.740915, 31.33421, 34.654088, 35.14811, 37.516761, 41.143238, 43.331961, 46.035324, 48.308655, 50.662487, 52.906157, 54.323395, 53.790392, 54.982014, 53.636097, 48.722501, 44.065674, 43.525633], "sum_m_pl": [3.519326, 6.616381, 7.48388, 7.087568, 7.662101, 7.15309, 7.047243, 6.992078, 7.781027, 9.123258, 9.977756, 10.256368, 10.435716, 10.353867, 11.578645, 11.060897, 11.374254, 11.219503, 10.599863, 10.06801, 9.893489, 9.434122, 8.891876, 8.90229, 11.376134, 12.476299, 12.633472, 13.643252, 13.60865, 14.560217, 13.389385, 13.147662, 13.202576, 12.984007, 12.26158, 11.142803, 9.785716, 8.396099, 7.804517, 7.06686, 6.125106, 5.483687, 4.980397, 4.518139, 3.700832, 3.758017, 3.549371, 3.960296, 2.541568, 1.272626]}, "digit": {"n_am_en": [4, 2, 7, 12, 10, 6, 2, 3, 4, 0, 2, 4, 3, 4, 2, 2, 2, 1, 3, 3, 1, 3, 2, 2, 6, 3, 6, 7, 3, 4, 4, 4, 2, 5, 6, 5, 4, 5, 6, 5, 6, 6, 6, 7, 7, 6, 7, 0, 0, 0], "n_am_pl": [0, 3, 1, 2, 1, 0, 1, 0, 0, 3, 4, 3, 2, 5, 6, 7, 7, 5, 4, 2, 0, 1, 0, 0, 2, 5, 3, 4, 8, 6, 4, 2, 3, 1, 4, 6, 3, 5, 3, 5, 3, 2, 2, 0, 0, 3, 3, 1, 1, 0], "n_pos": 32, "sum_m_en": [4.037762, 5.065524, 4.956797, 5.230035, 5.81597, 5.433682, 5.158398, 4.831889, 4.692185, 5.040303, 5.378179, 5.189204, 5.23393, 5.295625, 4.71343, 4.963006, 4.579579, 4.553118, 4.85493, 4.791456, 4.474626, 4.675329, 4.576481, 4.698871, 4.876738, 4.544412, 4.769885, 5.069873, 5.281541, 5.618869, 5.982146, 6.235532, 6.076664, 5.928685, 5.690216, 5.436203, 5.235398, 5.777969, 5.339151, 5.766802, 5.197058, 5.02416, 5.449979, 6.453528, 6.868202, 6.409907, 6.291212, 2.431797, 0.343936, 1.2e-05], "sum_m_pl": [0.859828, 1.488259, 1.313959, 1.317469, 1.367172, 1.248848, 1.171784, 1.204642, 1.479253, 1.77154, 2.007584, 2.132032, 2.258924, 2.225044, 2.432901, 2.171956, 2.453287, 2.451481, 2.280079, 2.109242, 2.074169, 1.983167, 1.864697, 1.864968, 2.504871, 2.789157, 2.77673, 3.095669, 3.037085, 3.101772, 2.797302, 2.656918, 2.553601, 2.460593, 2.571871, 2.463379, 2.448704, 2.289342, 2.33238, 2.18004, 2.046936, 2.127505, 1.829689, 1.70668, 1.54664, 1.996081, 1.625155, 1.772755, 0.906005, 0.0]}, "lang": {"n_am_en": [8, 5, 8, 6, 15, 9, 9, 15, 10, 10, 12, 7, 9, 13, 10, 15, 11, 13, 15, 12, 15, 16, 15, 19, 20, 21, 16, 18, 15, 15, 16, 23, 25, 23, 25, 32, 29, 29, 33, 39, 39, 41, 42, 42, 41, 42, 41, 40, 42, 43], "n_am_pl": [0, 2, 2, 2, 1, 1, 2, 2, 1, 4, 4, 3, 3, 7, 5, 6, 5, 6, 4, 5, 3, 3, 4, 0, 3, 0, 3, 6, 4, 6, 6, 4, 7, 5, 3, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 46, "sum_m_en": [4.914008, 6.741753, 7.012555, 7.079876, 7.705063, 7.658135, 7.795125, 7.834459, 7.732214, 7.920325, 7.951431, 8.151717, 8.271803, 8.586843, 8.277233, 8.413116, 8.486364, 8.273929, 8.483664, 8.244551, 7.732922, 7.854643, 7.740051, 7.730593, 14.502314, 14.274635, 13.120046, 12.38822, 11.69288, 12.251631, 12.059066, 12.495175, 13.009499, 14.391544, 17.022223, 18.031541, 21.203111, 22.908351, 26.115299, 28.166973, 31.233781, 34.196138, 36.240931, 36.851377, 38.082465, 39.677223, 38.776315, 38.60408, 40.974443, 42.685594], "sum_m_pl": [0.827959, 1.777989, 2.128743, 2.004203, 2.156215, 2.015907, 2.088785, 2.139037, 2.357247, 2.746045, 2.979665, 3.111369, 3.185635, 3.251248, 3.59796, 3.593681, 3.652898, 3.528029, 3.365385, 3.158799, 3.12135, 2.96117, 2.776198, 2.72821, 3.297095, 3.570884, 3.653617, 4.0293, 4.227402, 4.460572, 4.154392, 4.147858, 4.095108, 4.058454, 3.720025, 3.548968, 2.899976, 2.316672, 2.008952, 1.676809, 1.283818, 0.980255, 0.724373, 0.64305, 0.462229, 0.448222, 1.307585, 1.504238, 1.367089, 1.272557]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "llmzszl-18615", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 761, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9804, "tf_agree_excl_first": 0.9868}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 20, 42, 45, 46, 46, 36, 32, 25, 39, 46, 34, 34, 33, 38, 37, 54, 49, 50, 48, 38, 46, 39, 39, 67, 57, 41, 50, 43, 39, 40, 35, 38, 50, 58, 59, 56, 61, 60, 66, 63, 63, 71, 63, 54, 42, 20, 4, 1, 0], "n_am_pl": [6, 29, 22, 36, 26, 31, 25, 26, 38, 44, 41, 38, 42, 48, 43, 46, 39, 32, 32, 28, 24, 20, 17, 21, 21, 28, 36, 38, 63, 55, 33, 45, 35, 29, 35, 26, 15, 18, 14, 20, 19, 23, 20, 22, 26, 32, 60, 72, 81, 84], "n_pos": 302, "sum_m_en": [30.295619, 44.710907, 46.796308, 48.000716, 49.771234, 46.615051, 46.294594, 47.325184, 45.320725, 47.484165, 46.973388, 47.206479, 46.017606, 45.448156, 44.161506, 46.050817, 47.640735, 44.420492, 45.229939, 43.976815, 42.28831, 43.435665, 42.574163, 42.867229, 52.052369, 47.976145, 44.084808, 44.136548, 44.809958, 46.761613, 45.008499, 46.749881, 48.709678, 51.672327, 55.606179, 53.854548, 50.933245, 56.810988, 57.096008, 62.14818, 62.648455, 65.056526, 71.615776, 64.20946, 54.226964, 40.706473, 19.863684, 10.413759, 3.727959, 0.004526], "sum_m_pl": [6.14985, 15.750368, 18.450793, 17.811524, 17.971662, 16.379633, 16.6185, 16.208501, 19.270739, 21.809597, 23.529217, 23.786315, 24.663285, 24.584922, 24.595298, 22.861251, 21.996107, 22.186432, 20.578143, 20.134027, 19.475941, 18.433388, 17.941987, 17.74425, 23.781579, 26.495116, 28.171887, 29.432258, 31.487717, 32.738393, 29.239534, 27.933419, 25.948983, 24.103067, 22.726663, 20.807602, 18.945658, 17.357925, 16.874051, 18.570704, 18.175839, 18.387786, 19.926329, 23.371787, 28.973229, 35.645492, 60.570957, 70.074385, 80.222358, 83.891478]}, "digit": {"n_am_en": [4, 4, 4, 10, 7, 4, 4, 5, 2, 1, 6, 4, 3, 4, 4, 2, 5, 5, 6, 5, 5, 5, 4, 4, 6, 4, 2, 3, 4, 8, 4, 3, 4, 6, 6, 9, 3, 8, 4, 4, 1, 3, 3, 3, 3, 5, 3, 0, 0, 0], "n_am_pl": [2, 5, 1, 2, 2, 4, 0, 0, 2, 2, 4, 6, 5, 7, 6, 6, 4, 6, 4, 3, 2, 3, 2, 2, 3, 3, 4, 10, 8, 5, 6, 8, 5, 4, 4, 2, 1, 1, 1, 1, 2, 0, 0, 1, 1, 2, 1, 1, 0, 0], "n_pos": 40, "sum_m_en": [4.740688, 6.417282, 6.6989, 7.190747, 7.590913, 7.063773, 6.891911, 6.648348, 6.087937, 6.616875, 6.815689, 6.5202, 6.363669, 6.226171, 5.944609, 6.264485, 6.42358, 6.220673, 6.422409, 6.212642, 5.900563, 6.040965, 5.908502, 6.046094, 6.45131, 5.824255, 5.432429, 5.968226, 5.975034, 6.635442, 6.522877, 7.209836, 7.156332, 7.465521, 7.244518, 6.929189, 6.301679, 6.737632, 5.730532, 5.856151, 5.144764, 5.231266, 5.446787, 5.653314, 4.780154, 4.10325, 3.202378, 1.936982, 1.030333, 0.0], "sum_m_pl": [1.153978, 2.330824, 2.378305, 2.355335, 2.2926, 2.047231, 1.862409, 1.989028, 2.245744, 2.646639, 2.926648, 3.08938, 3.272959, 3.324532, 3.423522, 3.16408, 3.073623, 3.181288, 2.923988, 2.857199, 2.83131, 2.662506, 2.563637, 2.595867, 3.997915, 4.215327, 4.697113, 4.649354, 4.828197, 4.708421, 4.176685, 3.918744, 3.642813, 3.190892, 3.076568, 2.985258, 2.65297, 2.282821, 2.432728, 2.256846, 2.06734, 2.172782, 2.103566, 2.21728, 2.377747, 2.131353, 2.163545, 1.853935, 0.514779, 0.0]}, "lang": {"n_am_en": [6, 7, 14, 14, 16, 21, 16, 15, 9, 16, 18, 15, 13, 14, 16, 14, 23, 18, 16, 18, 15, 24, 19, 19, 38, 28, 22, 23, 20, 15, 21, 17, 17, 22, 27, 30, 32, 30, 31, 35, 33, 32, 38, 34, 29, 20, 10, 1, 1, 0], "n_am_pl": [2, 9, 6, 15, 7, 9, 9, 9, 18, 20, 11, 13, 13, 19, 19, 18, 16, 15, 13, 12, 10, 6, 8, 7, 7, 10, 14, 13, 21, 20, 7, 19, 11, 10, 16, 13, 10, 12, 9, 14, 13, 17, 16, 19, 19, 26, 47, 70, 76, 84], "n_pos": 84, "sum_m_en": [8.799124, 12.493131, 13.466779, 13.98675, 13.881697, 13.717574, 13.884763, 14.42411, 14.774363, 15.019668, 14.68485, 14.822876, 14.607369, 14.352721, 13.701264, 14.220914, 14.866328, 13.964236, 14.088342, 13.762508, 12.976578, 13.370017, 13.038319, 13.255386, 21.17433, 18.757591, 16.922175, 15.831222, 15.767531, 15.695052, 15.45004, 15.417505, 16.298453, 18.15867, 19.857317, 21.624477, 22.030277, 23.950311, 26.123797, 29.589459, 31.269591, 31.608589, 36.430874, 32.489112, 26.414458, 19.516304, 9.453437, 1.986157, 0.787631, 0.004495], "sum_m_pl": [1.836092, 4.115012, 4.663033, 4.750581, 4.947528, 4.519576, 4.880981, 4.837809, 6.010005, 6.708055, 7.25258, 7.296368, 7.905159, 7.806964, 7.482528, 6.869794, 6.453315, 6.419061, 5.792019, 5.555398, 5.440785, 5.207382, 5.169103, 5.018981, 6.407581, 7.65801, 8.27045, 8.680258, 9.534924, 10.445963, 9.082527, 8.963185, 8.156634, 7.922336, 7.28923, 6.71009, 7.01366, 7.197227, 7.456411, 8.891727, 9.340504, 10.168255, 12.262611, 16.088185, 19.410516, 26.402545, 46.495583, 65.148695, 76.142504, 83.89101]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "llmzszl-18615", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 889, "region_end": 302, "roundtrip_ok": true, "tf_agree": 0.9967, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 9, 31, 17, 20, 22, 13, 17, 17, 18, 26, 27, 21, 20, 19, 18, 16, 15, 19, 19, 13, 25, 18, 23, 30, 26, 26, 25, 21, 20, 13, 18, 20, 17, 27, 40, 32, 52, 52, 51, 48, 49, 44, 44, 42, 29, 23, 23, 23, 24], "n_am_pl": [2, 8, 13, 10, 6, 9, 8, 14, 7, 18, 14, 15, 17, 19, 25, 12, 13, 12, 11, 10, 6, 8, 8, 9, 18, 18, 18, 19, 23, 24, 18, 19, 16, 13, 5, 7, 16, 4, 8, 6, 6, 4, 5, 5, 1, 2, 2, 1, 1, 1], "n_pos": 140, "sum_m_en": [16.47516, 19.764238, 19.900542, 20.148922, 21.124774, 21.706814, 21.611344, 21.225213, 21.428128, 22.37224, 22.329414, 21.732178, 20.638805, 21.673418, 21.715535, 21.514125, 21.014556, 20.443319, 20.282585, 20.392538, 19.640725, 20.470492, 20.366901, 20.82256, 23.072167, 21.68459, 21.397886, 21.098275, 21.153966, 20.952814, 19.988367, 20.923255, 22.723671, 22.664127, 24.008942, 24.436461, 25.459055, 31.486067, 36.675467, 43.463926, 41.48336, 42.756465, 40.399684, 41.01726, 39.679551, 32.615148, 25.171561, 25.348016, 23.3662, 24.133049], "sum_m_pl": [3.438126, 6.738878, 8.026636, 7.336278, 7.977715, 7.408969, 7.665051, 8.003349, 8.421992, 9.338732, 9.53949, 10.41208, 11.625915, 11.275341, 11.779129, 11.80839, 10.771918, 10.6922, 10.412812, 10.451088, 10.246642, 9.814619, 9.331631, 9.330686, 13.65614, 14.863478, 14.40712, 14.644028, 14.585285, 16.265549, 14.936428, 12.77213, 12.01264, 11.327314, 10.85408, 10.242869, 10.409725, 8.634352, 7.84263, 6.610481, 6.32395, 5.508186, 4.46695, 4.557074, 3.296594, 2.579124, 2.408831, 2.063738, 1.129755, 1.000014]}, "digit": {"n_am_en": [5, 0, 3, 2, 3, 5, 2, 4, 5, 5, 4, 6, 3, 3, 6, 2, 1, 1, 3, 3, 0, 2, 2, 3, 3, 5, 6, 9, 4, 2, 2, 5, 4, 2, 4, 8, 8, 11, 6, 5, 5, 5, 8, 6, 5, 2, 0, 0, 0, 0], "n_am_pl": [0, 4, 6, 2, 1, 1, 2, 2, 1, 6, 3, 3, 4, 7, 7, 2, 4, 4, 4, 5, 3, 4, 3, 3, 6, 3, 3, 2, 7, 6, 4, 5, 6, 3, 2, 3, 4, 1, 5, 4, 5, 4, 4, 2, 1, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.547351, 4.191854, 4.265383, 4.531511, 4.765919, 4.704344, 4.879322, 4.76963, 5.186601, 5.18022, 5.13586, 4.889008, 4.753289, 4.67468, 4.519021, 4.472018, 4.523775, 4.471438, 4.464742, 4.42862, 4.196415, 4.424896, 4.344875, 4.398256, 4.934515, 4.710519, 4.84209, 5.063375, 4.856702, 4.466103, 4.373524, 4.759849, 4.82056, 4.843939, 4.961756, 5.384524, 5.138582, 5.76263, 4.98876, 5.3361, 4.722168, 4.636446, 4.940721, 4.655808, 3.815416, 2.322512, 1.495296, 0.791722, 0.069121, 0.0], "sum_m_pl": [0.585782, 1.39284, 1.355317, 1.345714, 1.418134, 1.3056, 1.252017, 1.269436, 1.42689, 1.691129, 1.816323, 1.960314, 2.229205, 2.152965, 2.255347, 2.391645, 2.146448, 2.082588, 2.13398, 2.155908, 2.034705, 1.922623, 1.816708, 1.891269, 2.916606, 3.279623, 3.162367, 3.400321, 3.642819, 4.002837, 3.652331, 2.810321, 2.414723, 2.104107, 1.955325, 1.881156, 1.770507, 1.712339, 1.765212, 1.701353, 1.691705, 1.788802, 1.687282, 2.014169, 1.638084, 1.126432, 0.619925, 0.368394, 0.037478, 0.0]}, "lang": {"n_am_en": [3, 3, 3, 3, 4, 7, 4, 3, 6, 3, 6, 5, 6, 7, 8, 7, 5, 4, 5, 2, 3, 4, 4, 7, 9, 9, 9, 8, 7, 6, 5, 5, 9, 8, 10, 16, 15, 18, 22, 21, 21, 22, 22, 24, 23, 19, 19, 20, 21, 24], "n_am_pl": [1, 1, 2, 1, 0, 1, 2, 1, 1, 2, 4, 2, 1, 3, 3, 1, 2, 2, 2, 1, 1, 0, 1, 1, 2, 2, 3, 3, 3, 3, 4, 5, 3, 4, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 26, "sum_m_en": [3.060948, 3.707914, 3.786535, 3.888231, 4.293596, 4.543857, 4.315771, 4.039715, 3.879944, 4.05391, 4.164592, 4.195591, 3.988183, 4.298446, 4.588615, 4.543166, 4.272216, 4.219358, 3.96944, 4.04385, 3.948956, 4.067185, 4.117369, 4.222938, 5.934602, 5.724426, 5.596105, 4.971064, 4.85343, 5.009531, 4.793905, 5.067375, 5.710948, 6.257384, 6.865855, 7.644946, 8.879281, 12.089995, 14.749641, 16.679277, 17.604183, 19.277456, 19.660903, 20.924491, 21.216037, 18.493917, 17.322289, 18.518512, 20.557796, 23.526164], "sum_m_pl": [0.591095, 1.048345, 1.185492, 1.190807, 1.295868, 1.224189, 1.324938, 1.399013, 1.484731, 1.547157, 1.662082, 1.831924, 2.117017, 2.013442, 2.03815, 2.016326, 1.813016, 1.872476, 1.788648, 1.818528, 1.809148, 1.80247, 1.750305, 1.764337, 2.32076, 2.526155, 2.434755, 2.484177, 2.425946, 2.626846, 2.410528, 2.247411, 2.1232, 2.133727, 2.13707, 2.219195, 2.006536, 1.562216, 1.12065, 0.778599, 0.65489, 0.481237, 0.388068, 0.398127, 0.209596, 0.208584, 0.894881, 1.163314, 1.018078, 1.000014]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "llmzszl-18618", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 20, 31, 18, 22, 30, 28, 36, 40, 41, 46, 34, 29, 29, 32, 35, 45, 37, 42, 45, 40, 51, 44, 50, 90, 77, 71, 48, 40, 33, 41, 41, 46, 67, 79, 80, 88, 100, 100, 112, 102, 105, 103, 99, 81, 64, 16, 6, 0, 0], "n_am_pl": [4, 14, 25, 17, 23, 25, 20, 18, 16, 25, 25, 25, 21, 26, 26, 33, 22, 21, 20, 17, 14, 8, 6, 8, 14, 18, 19, 22, 25, 46, 32, 33, 33, 24, 23, 22, 19, 13, 12, 8, 11, 14, 18, 21, 19, 35, 71, 87, 91, 97], "n_pos": 217, "sum_m_en": [22.123479, 31.607082, 32.657054, 33.727919, 34.924074, 36.930912, 37.285183, 37.903633, 36.209467, 38.833331, 38.945181, 37.612461, 35.913336, 37.215326, 35.209253, 36.696065, 37.033716, 35.016413, 33.906734, 33.90586, 32.759914, 34.029376, 33.721607, 34.539881, 52.900887, 47.960158, 43.154101, 38.418711, 37.652229, 36.213626, 34.218511, 36.881791, 40.386107, 44.380327, 48.81102, 48.411122, 51.529852, 57.701353, 68.712076, 86.555393, 81.622999, 84.881207, 86.838791, 84.34272, 79.507548, 61.660699, 19.876772, 8.490836, 3.552988, 0.000811], "sum_m_pl": [3.747261, 9.765296, 11.596646, 11.540058, 11.635312, 12.303525, 12.228922, 12.887647, 13.731561, 14.955573, 15.5281, 16.454306, 17.744974, 16.054852, 16.263847, 16.048547, 13.78072, 13.641947, 13.198988, 14.093918, 13.915367, 13.731137, 13.279806, 12.89862, 16.514321, 18.472524, 19.42075, 19.976583, 21.363363, 23.812165, 22.198097, 19.481352, 18.191327, 17.300322, 16.087355, 14.829925, 13.978569, 13.433212, 12.718139, 10.947469, 11.080701, 9.340881, 11.857422, 19.805011, 20.279071, 34.046688, 66.911792, 82.68071, 88.666996, 97.751136]}, "digit": {"n_am_en": [1, 2, 5, 1, 2, 2, 2, 1, 2, 3, 3, 0, 0, 1, 0, 1, 0, 0, 4, 3, 2, 3, 1, 3, 7, 3, 5, 4, 5, 5, 5, 2, 1, 4, 2, 5, 4, 6, 5, 4, 7, 5, 6, 8, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 5, 3, 4, 1, 3, 1, 2, 2, 4, 2, 7, 4, 4, 6, 3, 2, 0, 1, 0, 1, 1, 1, 4, 3, 4, 2, 5, 4, 6, 8, 3, 4, 5, 4, 4, 3, 2, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.125364, 3.61842, 3.761166, 3.938809, 3.933876, 4.103166, 4.157819, 4.330881, 4.351326, 4.393436, 4.450805, 4.134398, 4.004264, 4.182908, 3.94747, 3.817408, 3.968665, 4.029801, 4.170197, 4.193938, 4.165252, 4.192771, 4.177754, 4.334292, 5.304365, 5.216784, 4.99516, 4.977324, 4.957563, 4.666245, 4.440884, 4.751077, 4.930368, 4.949989, 5.087761, 5.009539, 4.848633, 5.084914, 4.865444, 4.940313, 3.945905, 4.019795, 4.17983, 5.925113, 3.478113, 2.37142, 0.787405, 0.474689, 0.2348, 0.0], "sum_m_pl": [0.535449, 1.258395, 1.215549, 1.401424, 1.405235, 1.443234, 1.283348, 1.324144, 1.370276, 1.626069, 1.743338, 1.935808, 2.14424, 1.923564, 1.996094, 2.193542, 1.841862, 1.749593, 1.642681, 1.761791, 1.656324, 1.606233, 1.554838, 1.583577, 2.188634, 2.307785, 2.441121, 2.488683, 2.728528, 2.994505, 2.744381, 2.286202, 2.354433, 2.150361, 1.958006, 1.825723, 1.906459, 1.639555, 1.725806, 1.693982, 1.679729, 1.543766, 1.490611, 1.29465, 1.289067, 0.78751, 0.577284, 0.397619, 0.358609, 0.001691]}, "lang": {"n_am_en": [1, 6, 8, 8, 12, 15, 13, 17, 20, 23, 30, 21, 18, 21, 16, 20, 24, 22, 24, 26, 25, 28, 22, 23, 55, 47, 41, 26, 24, 17, 17, 24, 28, 39, 54, 56, 57, 64, 67, 77, 66, 65, 67, 61, 54, 42, 13, 2, 0, 0], "n_am_pl": [4, 11, 14, 8, 13, 12, 11, 11, 7, 6, 14, 15, 10, 12, 13, 15, 7, 10, 11, 8, 6, 4, 2, 4, 5, 8, 11, 11, 16, 26, 16, 17, 17, 15, 13, 12, 11, 7, 8, 5, 9, 10, 14, 19, 18, 32, 67, 85, 91, 97], "n_pos": 97, "sum_m_en": [9.693254, 14.503453, 15.112715, 16.009237, 16.782904, 17.69843, 17.728976, 17.869059, 17.167672, 18.606079, 18.733887, 18.331589, 17.367971, 18.089588, 16.881863, 18.21745, 18.710278, 17.211565, 15.976908, 15.914786, 15.216159, 15.755295, 15.460578, 15.666285, 27.914549, 24.816525, 21.779726, 18.448609, 17.999553, 17.398798, 16.484036, 17.886138, 19.737069, 23.145786, 26.121904, 27.113024, 29.952117, 34.684096, 44.411194, 53.976218, 53.05934, 53.385457, 56.175057, 51.662989, 52.806148, 39.681419, 13.144198, 4.01186, 1.561514, 0.000191], "sum_m_pl": [1.51026, 3.97199, 4.626134, 4.757443, 4.575169, 5.084207, 5.442842, 6.039802, 6.425868, 6.721276, 6.942914, 7.592362, 8.345358, 7.463247, 7.478566, 7.145864, 6.105897, 6.119014, 5.978125, 6.312385, 6.277805, 6.217355, 6.033468, 5.77968, 7.081051, 8.029748, 8.842014, 9.24205, 10.223889, 11.557795, 11.09929, 10.074971, 9.188493, 8.69058, 8.234176, 7.530103, 7.030366, 7.059754, 6.507011, 5.450728, 5.84978, 5.447774, 8.399291, 16.666645, 17.085461, 30.158887, 60.503937, 78.374246, 86.382292, 96.998375]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "llmzszl-18618", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 217, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 10, 22, 20, 24, 28, 28, 23, 18, 16, 24, 24, 21, 19, 30, 31, 28, 28, 31, 23, 24, 26, 25, 27, 31, 28, 25, 29, 27, 26, 32, 33, 29, 45, 50, 47, 39, 41, 41, 43, 45, 46, 44, 44, 40, 43, 42, 41, 38, 34], "n_am_pl": [1, 14, 22, 23, 26, 27, 28, 31, 26, 24, 18, 20, 23, 35, 18, 21, 14, 21, 8, 12, 8, 8, 7, 6, 6, 14, 20, 25, 17, 22, 19, 14, 17, 17, 4, 7, 7, 4, 7, 2, 7, 2, 1, 1, 0, 0, 4, 4, 4, 6], "n_pos": 196, "sum_m_en": [23.673282, 30.700599, 29.039172, 29.701015, 29.377479, 29.913123, 30.704058, 31.266145, 31.593825, 33.115788, 34.465853, 34.96908, 34.353537, 33.553254, 33.398402, 34.095685, 33.645219, 32.705649, 34.061955, 32.844767, 31.318114, 31.829769, 31.213032, 31.615642, 36.037527, 36.303536, 34.833528, 33.175234, 35.213057, 35.65461, 33.56295, 36.008256, 35.94597, 36.698388, 40.454534, 39.141692, 38.615163, 37.829283, 38.75048, 38.876928, 38.184214, 41.569762, 42.84318, 40.676878, 39.152697, 43.226019, 39.975324, 40.604434, 38.390932, 35.304458], "sum_m_pl": [4.742256, 9.928811, 12.213729, 11.293039, 11.437634, 11.075453, 11.170954, 11.029259, 12.136557, 12.501999, 11.865696, 12.456869, 14.065865, 13.087249, 13.05762, 12.705154, 11.996402, 12.395227, 11.813348, 12.266791, 11.447041, 10.959918, 10.594023, 10.64035, 11.70466, 13.17631, 13.857401, 16.392691, 15.643475, 16.324804, 15.595939, 13.397989, 12.873929, 12.119918, 11.202566, 10.01339, 9.675952, 8.753489, 8.247558, 7.681611, 7.168653, 5.887464, 5.076821, 4.983942, 4.704535, 3.23939, 5.871064, 4.928642, 5.636061, 5.89359]}, "digit": {"n_am_en": [2, 2, 6, 2, 3, 3, 0, 1, 2, 1, 3, 2, 2, 2, 3, 2, 0, 0, 2, 2, 1, 1, 0, 1, 1, 2, 1, 4, 2, 3, 4, 2, 2, 2, 3, 3, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 12, 3, 5, 8, 6, 6, 2, 0, 3, 4, 3, 4, 4, 4, 2, 5, 0, 3, 1, 1, 1, 0, 0, 2, 4, 2, 4, 7, 4, 5, 5, 6, 1, 2, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [4.220036, 4.576212, 4.133426, 4.595074, 4.269589, 4.403338, 4.259821, 4.793183, 4.65649, 5.1664, 5.030057, 4.951927, 5.097195, 5.046066, 4.714404, 4.594524, 4.67071, 4.744868, 5.319175, 5.007907, 4.730387, 4.994161, 4.858968, 5.083019, 4.47584, 4.482545, 4.427692, 4.528622, 4.743938, 4.78559, 4.839613, 5.111031, 5.096698, 4.631513, 5.09274, 4.78214, 4.970499, 4.199875, 3.406757, 3.497948, 3.110494, 3.252111, 3.098707, 2.663164, 1.639283, 1.242713, 0.541565, 0.261087, 0.062793, 0.0], "sum_m_pl": [0.880403, 1.949082, 2.416595, 2.195112, 1.904514, 1.76499, 1.590022, 1.702048, 1.849904, 2.108521, 2.03994, 2.372918, 2.729618, 2.392659, 2.585315, 2.716595, 2.403032, 2.389571, 2.181729, 2.319201, 2.092405, 1.942325, 1.862876, 1.856599, 2.015123, 2.301139, 2.345601, 2.800962, 2.630941, 2.93075, 2.890423, 2.787655, 2.486743, 2.420183, 2.241791, 2.080538, 2.434219, 2.219684, 2.174924, 1.906853, 1.826679, 1.741452, 1.426526, 1.378717, 1.087727, 0.661123, 0.415076, 0.169595, 0.034135, 0.0]}, "lang": {"n_am_en": [1, 4, 4, 6, 8, 6, 8, 7, 6, 6, 10, 11, 5, 6, 12, 10, 13, 15, 14, 11, 9, 12, 15, 17, 15, 12, 11, 11, 8, 10, 13, 14, 12, 18, 18, 17, 21, 22, 23, 27, 31, 33, 33, 33, 32, 33, 36, 32, 34, 34], "n_am_pl": [0, 1, 5, 3, 7, 6, 2, 3, 5, 1, 4, 3, 5, 11, 1, 6, 4, 6, 5, 2, 3, 2, 1, 1, 5, 6, 4, 4, 2, 4, 1, 3, 5, 5, 1, 1, 1, 1, 4, 1, 4, 1, 1, 1, 0, 0, 4, 4, 4, 6], "n_pos": 41, "sum_m_en": [4.816364, 6.256351, 6.024421, 6.329374, 6.443096, 6.550281, 6.83781, 6.874399, 6.892784, 6.972228, 7.41418, 7.896645, 7.681391, 7.809428, 8.065922, 8.398937, 8.170137, 8.109911, 8.009789, 7.686846, 7.351694, 7.218606, 7.186215, 7.106945, 11.274092, 10.86135, 10.366663, 9.10981, 9.488716, 9.387575, 8.812479, 9.431128, 9.479457, 10.476223, 11.27684, 12.134375, 13.98853, 16.411904, 18.582794, 21.126922, 22.179262, 25.79679, 26.752412, 26.059106, 27.256288, 29.921184, 30.944346, 30.962751, 31.926247, 34.309008], "sum_m_pl": [1.010047, 1.890488, 2.234122, 2.163726, 2.459846, 2.590413, 2.708371, 2.716941, 3.172229, 2.869705, 3.01559, 2.898677, 3.183202, 2.847745, 2.865088, 2.675, 2.509962, 2.600129, 2.595997, 2.607467, 2.4559, 2.377751, 2.315005, 2.301027, 2.862295, 3.166633, 3.436157, 3.641738, 3.667653, 3.759142, 3.298838, 3.091942, 3.140686, 3.032478, 2.912131, 2.776212, 2.600396, 2.392259, 2.514992, 2.418063, 2.306964, 1.528525, 1.408402, 1.624556, 1.455792, 0.858156, 4.704454, 4.051057, 4.447754, 5.893287]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "llmzszl-18621", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9797}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 14, 27, 29, 35, 45, 65, 48, 40, 46, 71, 48, 46, 48, 65, 75, 75, 99, 100, 81, 83, 76, 73, 69, 107, 99, 86, 74, 75, 68, 64, 84, 91, 87, 111, 100, 103, 90, 83, 80, 88, 83, 82, 86, 66, 54, 14, 0, 1, 0], "n_am_pl": [27, 44, 46, 45, 50, 77, 59, 33, 54, 49, 50, 53, 51, 58, 50, 40, 41, 29, 23, 32, 25, 21, 25, 28, 22, 24, 32, 57, 54, 47, 46, 40, 31, 33, 15, 27, 36, 35, 43, 36, 45, 40, 42, 44, 53, 95, 135, 139, 137, 144], "n_pos": 376, "sum_m_en": [37.831451, 53.541478, 55.3755, 57.090308, 57.136136, 58.047489, 61.269555, 64.440274, 62.006669, 65.895909, 67.947352, 67.028867, 66.340471, 65.218372, 62.59313, 65.032213, 67.025272, 66.841853, 70.623002, 64.72839, 60.735616, 60.513506, 60.146799, 60.152623, 84.146527, 79.886732, 76.010809, 68.750472, 68.984036, 68.018763, 64.545879, 68.188817, 68.583859, 71.821293, 78.807338, 80.416725, 77.486575, 74.133124, 73.787633, 72.622715, 75.392773, 75.344301, 79.024097, 81.949145, 62.612013, 51.118471, 16.914379, 3.431229, 2.199163, 0.00012], "sum_m_pl": [8.06652, 20.097549, 23.439207, 22.483114, 23.060021, 25.00558, 25.48863, 25.271074, 27.837977, 27.306845, 25.953773, 27.40637, 28.363085, 26.90596, 28.289821, 25.78699, 23.303855, 23.165275, 21.954334, 23.518372, 22.040673, 21.073433, 20.648181, 20.741146, 23.489099, 28.461918, 30.242131, 35.359911, 36.289038, 36.258825, 33.786167, 32.141484, 31.648092, 28.587482, 25.500562, 22.306767, 26.566651, 29.629249, 29.512919, 30.156786, 32.515189, 33.22954, 36.09595, 39.873002, 55.137485, 84.182996, 124.273818, 135.130165, 137.776447, 143.489507]}, "digit": {"n_am_en": [0, 1, 9, 2, 4, 4, 8, 1, 1, 3, 7, 0, 4, 4, 5, 6, 2, 4, 5, 0, 0, 1, 1, 1, 2, 4, 5, 6, 4, 2, 2, 3, 5, 2, 6, 5, 8, 4, 1, 2, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 7, 14, 4, 7, 12, 9, 6, 5, 1, 5, 9, 5, 5, 6, 8, 8, 5, 1, 4, 1, 0, 0, 0, 2, 1, 2, 5, 3, 8, 6, 7, 7, 11, 2, 1, 4, 2, 2, 0, 0, 0, 0, 0, 1, 4, 4, 2, 0, 0], "n_pos": 41, "sum_m_en": [4.746035, 5.773997, 5.443866, 5.771072, 5.397057, 5.631912, 5.55384, 6.320595, 5.957176, 6.706085, 6.438692, 6.336345, 6.691978, 6.705014, 6.28917, 6.303033, 6.669264, 6.684423, 7.102814, 6.561338, 6.139683, 6.45351, 6.32779, 6.578996, 6.49828, 6.235478, 6.330798, 6.292767, 6.497509, 6.526331, 6.360274, 6.746482, 6.987701, 6.470436, 7.185379, 7.103716, 7.580375, 6.437025, 5.530659, 5.945964, 5.484164, 5.241284, 4.430629, 3.904803, 2.528799, 1.536322, 0.535401, 0.307352, 0.108921, 0.0], "sum_m_pl": [0.89632, 2.326655, 2.832697, 2.671441, 2.378302, 2.400362, 2.143416, 2.290546, 2.617006, 2.914064, 2.973366, 3.288218, 3.561467, 3.125051, 3.363118, 3.478894, 3.043263, 2.960282, 2.658792, 2.884029, 2.658508, 2.476618, 2.377822, 2.371814, 2.615262, 3.144538, 3.27531, 3.868953, 3.906647, 4.005246, 3.906857, 3.81828, 3.59111, 3.62014, 3.100731, 2.921498, 2.979502, 2.664413, 2.563425, 2.301214, 2.228281, 2.17934, 1.841937, 1.731955, 1.569596, 2.502997, 3.22834, 1.393611, 0.115705, 0.0]}, "lang": {"n_am_en": [4, 8, 9, 21, 16, 18, 25, 27, 20, 23, 38, 25, 26, 27, 33, 39, 50, 64, 65, 51, 54, 51, 52, 48, 69, 63, 55, 41, 49, 45, 37, 46, 46, 51, 62, 61, 60, 53, 54, 51, 59, 60, 61, 66, 51, 35, 9, 0, 0, 0], "n_am_pl": [23, 24, 19, 24, 25, 30, 23, 7, 17, 27, 25, 22, 21, 25, 21, 15, 17, 12, 9, 16, 11, 8, 10, 13, 11, 9, 15, 24, 22, 19, 19, 19, 14, 14, 11, 18, 25, 28, 32, 31, 39, 35, 37, 37, 48, 84, 120, 134, 136, 144], "n_pos": 144, "sum_m_en": [13.857746, 19.28276, 21.500508, 22.525297, 23.90068, 23.984343, 26.244196, 27.695261, 26.519019, 27.779353, 28.931679, 28.439708, 28.171567, 28.168305, 26.620526, 28.284646, 29.193573, 29.973724, 31.565443, 27.639711, 25.734942, 25.11848, 24.897288, 24.548853, 44.868426, 41.460553, 38.694052, 32.648569, 32.039216, 30.917653, 29.126935, 30.775487, 30.571073, 33.947333, 37.186928, 41.507799, 40.494547, 40.567982, 42.444285, 43.059713, 45.510755, 47.676669, 49.163493, 55.304368, 44.379794, 32.328932, 11.147603, 1.10096, 0.382069, 0.000107], "sum_m_pl": [3.131809, 7.784863, 8.148666, 8.252732, 8.566092, 9.919632, 10.566363, 10.322975, 11.496694, 11.316613, 10.81884, 11.713281, 11.842483, 11.151613, 11.749847, 10.117533, 9.170925, 8.987769, 8.882305, 9.381929, 8.833385, 8.538522, 8.374011, 8.429702, 9.764932, 12.191087, 13.359148, 15.172257, 16.081022, 15.698028, 14.160042, 14.332791, 14.469115, 12.870431, 11.899452, 10.598899, 16.293395, 19.1985, 19.905194, 20.05129, 22.79816, 23.599047, 27.264839, 30.592989, 46.304438, 73.670928, 110.786753, 128.592792, 133.684786, 143.446954]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 378, "item_id": "llmzszl-18621", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 910, "region_end": 376, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 5, 10, 8, 7, 9, 13, 12, 9, 9, 9, 14, 9, 8, 11, 14, 11, 12, 15, 18, 12, 13, 12, 11, 20, 17, 12, 13, 16, 15, 14, 15, 22, 20, 24, 26, 29, 25, 23, 20, 20, 19, 23, 21, 20, 18, 16, 12, 15, 18], "n_am_pl": [0, 6, 7, 4, 4, 1, 1, 2, 4, 11, 12, 8, 6, 8, 5, 8, 5, 6, 5, 6, 5, 6, 8, 7, 8, 8, 7, 8, 4, 6, 6, 10, 5, 1, 8, 2, 3, 2, 3, 2, 1, 3, 2, 1, 2, 1, 0, 0, 0, 0], "n_pos": 83, "sum_m_en": [8.470307, 13.116302, 12.666391, 12.741837, 13.846007, 13.988939, 13.297444, 13.194816, 11.92269, 12.780401, 12.902713, 13.306387, 13.282358, 12.711692, 12.418254, 12.678947, 13.34127, 13.106097, 13.117284, 12.698122, 12.070134, 12.362046, 12.172668, 12.304718, 13.640993, 14.146726, 13.738932, 14.246501, 14.334625, 15.513718, 14.836759, 15.10676, 15.158255, 16.606647, 17.983418, 17.287193, 19.411168, 20.068498, 20.550108, 19.831597, 18.529913, 18.220037, 19.214779, 18.8181, 19.124813, 18.735412, 15.699769, 15.250339, 15.463503, 17.635661], "sum_m_pl": [1.322224, 3.414521, 3.771078, 3.471317, 3.820862, 3.698588, 3.420415, 3.489673, 3.922118, 4.680179, 4.944706, 5.406902, 5.658993, 5.238621, 5.449878, 5.715544, 5.2394, 5.728043, 5.534964, 5.612803, 5.578131, 5.295492, 5.051391, 5.055421, 6.615947, 6.580956, 6.634844, 6.336404, 6.286641, 6.905032, 6.32924, 6.052348, 6.073375, 5.379314, 5.250137, 4.994392, 4.45167, 4.13138, 3.747224, 3.72256, 3.425889, 3.036904, 2.850392, 2.684909, 2.583939, 1.938176, 1.485682, 1.065122, 0.253116, 5.7e-05]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 3, 1, 1, 1, 3, 5, 2, 1, 2, 2, 4, 3, 0, 5, 5, 5, 2, 3, 2, 7, 4, 3, 3, 4, 5, 3, 1, 2, 4, 4, 6, 6, 5, 3, 1, 2, 0, 3, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 0, 0, 0, 0, 3, 2, 3, 2, 3, 1, 3, 1, 1, 1, 2, 2, 2, 3, 5, 3, 2, 2, 3, 1, 3, 3, 3, 2, 0, 3, 1, 3, 1, 2, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.459399, 4.07357, 3.839983, 3.722103, 3.859822, 3.981523, 3.880001, 3.795291, 3.547501, 3.830735, 3.794444, 3.859211, 3.6986, 3.438278, 3.313377, 3.610626, 3.839448, 3.581055, 3.714917, 3.574431, 3.454577, 3.486245, 3.42718, 3.4576, 3.826853, 3.749124, 3.591335, 3.794462, 3.833842, 4.184136, 4.020676, 4.086559, 3.977987, 4.004834, 4.31436, 4.101771, 4.337702, 4.061501, 3.456773, 3.498825, 2.831011, 2.603095, 2.726131, 3.095619, 2.723373, 2.089376, 1.492648, 0.758843, 0.536909, 0.0], "sum_m_pl": [0.363874, 0.989435, 0.919197, 0.86803, 0.96844, 0.952715, 0.834315, 0.857409, 0.996449, 1.222828, 1.353485, 1.536275, 1.640303, 1.426612, 1.440157, 1.56365, 1.461877, 1.634667, 1.646572, 1.645087, 1.628076, 1.53442, 1.451558, 1.46506, 2.02087, 1.942103, 1.7009, 2.022674, 1.879515, 1.919919, 1.732453, 1.640755, 1.57417, 1.433129, 1.439911, 1.524275, 1.531106, 1.426763, 1.577608, 1.559294, 1.474654, 1.451796, 1.328931, 1.343573, 1.135498, 0.926852, 0.627242, 0.383183, 0.10938, 0.0]}, "lang": {"n_am_en": [5, 3, 4, 2, 4, 3, 4, 2, 4, 2, 2, 4, 1, 2, 2, 1, 1, 5, 4, 6, 3, 4, 3, 3, 7, 6, 3, 4, 4, 4, 5, 7, 10, 9, 11, 13, 12, 12, 13, 14, 13, 15, 15, 16, 16, 14, 14, 11, 14, 18], "n_am_pl": [0, 1, 1, 1, 1, 1, 1, 2, 2, 5, 4, 2, 2, 2, 1, 2, 2, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.814753, 2.924332, 2.974231, 3.069492, 3.514308, 3.523014, 3.327073, 3.300644, 3.088779, 3.16787, 3.12037, 3.383702, 3.457471, 3.365553, 3.261669, 3.12153, 3.266234, 3.473031, 3.316186, 3.286323, 3.060917, 3.170309, 3.086216, 3.102678, 4.258461, 4.508319, 3.980018, 4.127534, 4.01048, 4.240977, 4.342817, 4.668953, 4.567758, 5.411097, 6.146468, 6.442828, 7.529476, 8.433605, 9.7684, 10.062058, 10.024446, 11.468572, 12.190632, 12.187343, 13.036027, 12.698133, 12.185895, 11.653948, 13.763998, 17.299708], "sum_m_pl": [0.30546, 0.697357, 0.726891, 0.75733, 0.866128, 0.829974, 0.887968, 0.880986, 1.072011, 1.299972, 1.361598, 1.453591, 1.538317, 1.511866, 1.492048, 1.464713, 1.290093, 1.340628, 1.245106, 1.2561, 1.291432, 1.22746, 1.148091, 1.122272, 1.4191, 1.428152, 1.606837, 1.430421, 1.477684, 1.626331, 1.535736, 1.599117, 1.631113, 1.335087, 1.244669, 1.161508, 0.895181, 0.892552, 0.748117, 0.851434, 0.819669, 0.597566, 0.478152, 0.449509, 0.365299, 0.243062, 0.316382, 0.121341, 0.060467, 5.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "llmzszl-18626", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 753, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9881}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 29, 34, 44, 56, 46, 40, 41, 32, 50, 46, 49, 56, 44, 50, 57, 75, 62, 69, 65, 71, 57, 48, 52, 110, 91, 79, 68, 73, 69, 73, 58, 79, 91, 125, 122, 126, 135, 128, 127, 123, 118, 121, 103, 87, 65, 21, 7, 2, 0], "n_am_pl": [5, 42, 53, 36, 44, 42, 38, 39, 53, 62, 78, 65, 49, 55, 51, 50, 27, 30, 34, 29, 23, 22, 21, 19, 28, 33, 51, 34, 49, 60, 51, 51, 46, 34, 23, 26, 26, 30, 20, 23, 21, 19, 25, 28, 43, 62, 120, 135, 138, 133], "n_pos": 387, "sum_m_en": [39.165413, 61.39716, 62.799528, 62.962736, 64.589739, 64.48389, 64.981667, 66.128296, 62.303686, 66.727177, 67.595706, 68.174453, 67.497862, 65.951528, 61.677618, 63.854782, 68.054538, 66.27309, 66.142716, 63.957291, 61.264544, 62.564601, 60.480587, 60.87302, 83.557547, 77.481411, 70.954152, 70.322299, 70.971232, 71.776412, 69.668087, 70.393175, 73.736687, 78.845926, 89.729327, 88.174179, 85.518818, 94.427803, 97.420505, 103.714274, 97.614863, 104.222767, 105.088217, 99.057, 83.653819, 64.446388, 24.482512, 10.226762, 4.770607, 0.002104], "sum_m_pl": [7.082873, 20.186805, 22.116333, 20.464984, 21.927357, 21.937177, 22.307329, 22.519562, 24.449906, 26.72826, 29.392674, 30.979066, 30.910156, 31.086032, 31.261871, 29.507924, 25.355338, 26.258564, 24.816543, 24.690721, 24.452522, 23.706331, 23.517457, 23.332742, 31.111882, 34.655456, 37.050321, 36.229108, 37.57781, 39.687709, 36.00302, 36.308645, 34.031859, 29.828328, 27.329778, 26.05126, 24.748557, 22.199923, 19.817034, 20.074396, 19.677273, 18.303282, 24.264377, 30.850436, 41.781959, 58.762955, 114.251728, 133.135674, 135.795264, 133.748066]}, "digit": {"n_am_en": [2, 5, 1, 4, 5, 3, 4, 6, 5, 6, 6, 7, 6, 5, 7, 5, 9, 7, 7, 5, 7, 5, 4, 5, 18, 10, 6, 4, 8, 10, 8, 7, 8, 9, 9, 17, 18, 18, 16, 15, 18, 16, 17, 8, 6, 2, 1, 0, 0, 0], "n_am_pl": [0, 4, 12, 2, 3, 3, 3, 5, 3, 11, 14, 13, 10, 13, 7, 8, 3, 6, 6, 4, 4, 2, 3, 0, 2, 9, 9, 8, 7, 8, 7, 11, 10, 3, 5, 3, 4, 2, 3, 4, 0, 0, 0, 1, 2, 2, 6, 5, 1, 0], "n_pos": 61, "sum_m_en": [6.58325, 11.194774, 11.199246, 10.86533, 11.368456, 11.584031, 11.631502, 11.454925, 10.555651, 11.062722, 11.30681, 11.166878, 10.640709, 10.21457, 10.024997, 10.406352, 11.380475, 11.100051, 11.009177, 10.547597, 10.148495, 10.170594, 9.857378, 10.081754, 12.918992, 12.216564, 11.01625, 11.09728, 10.9843, 11.921449, 11.377268, 11.525573, 12.021638, 12.040199, 13.066275, 13.219509, 13.341179, 14.681537, 12.622028, 11.983562, 11.76269, 12.035455, 11.501356, 9.391357, 8.064111, 5.915197, 2.984758, 1.323925, 0.765427, 0.0], "sum_m_pl": [1.125271, 3.579968, 3.281911, 2.995135, 3.152121, 3.092138, 2.921151, 3.014397, 3.377139, 3.920491, 4.39034, 4.581703, 4.774871, 4.789323, 4.541995, 4.572579, 3.767503, 4.035526, 3.932119, 3.961306, 3.952794, 3.764447, 3.646585, 3.652263, 4.451344, 5.105683, 4.711986, 4.924158, 4.726909, 4.93947, 4.766983, 5.068423, 4.614623, 4.287675, 4.033161, 4.008, 3.565138, 3.202407, 3.224227, 3.394618, 3.014117, 2.669695, 2.458352, 2.584999, 2.932275, 3.525696, 4.767384, 4.666547, 1.437225, 2e-06]}, "lang": {"n_am_en": [7, 10, 13, 23, 28, 25, 24, 22, 17, 26, 25, 26, 23, 20, 18, 24, 31, 31, 38, 34, 40, 36, 30, 35, 58, 48, 43, 38, 41, 37, 41, 34, 40, 47, 66, 64, 65, 72, 70, 72, 71, 71, 73, 71, 60, 44, 17, 3, 0, 0], "n_am_pl": [3, 16, 15, 14, 17, 21, 13, 18, 20, 32, 40, 34, 26, 32, 33, 30, 17, 17, 15, 18, 13, 14, 14, 14, 15, 17, 25, 13, 23, 31, 27, 22, 21, 17, 10, 15, 20, 23, 15, 17, 17, 16, 24, 25, 32, 50, 99, 124, 131, 133], "n_pos": 134, "sum_m_en": [14.38364, 20.634632, 22.493137, 23.208485, 23.375136, 22.913362, 23.691961, 24.40362, 23.615276, 25.596918, 25.275824, 25.888337, 25.865888, 25.689735, 23.296702, 24.303228, 26.069119, 25.650613, 25.234094, 24.20794, 23.201462, 24.389795, 23.275922, 23.05602, 39.545731, 35.232534, 31.462356, 30.485985, 30.133918, 29.537603, 29.882843, 29.72686, 30.92945, 35.430777, 39.759411, 41.189035, 39.250073, 43.588539, 49.731621, 56.103654, 56.555725, 60.684139, 64.783248, 64.790722, 55.241608, 40.375916, 15.275746, 2.891223, 0.559624, 0.000919], "sum_m_pl": [2.556217, 6.354949, 7.228795, 7.149039, 7.39994, 7.794175, 8.520174, 8.728903, 9.764121, 10.746015, 12.153327, 13.060036, 12.526213, 13.161232, 13.483499, 11.92771, 9.972707, 10.456994, 9.799737, 9.351419, 9.271797, 9.157975, 9.096869, 8.819063, 12.741581, 14.190782, 16.395648, 15.364644, 15.865533, 17.186667, 15.187313, 16.470399, 15.534656, 13.332187, 11.952079, 11.710458, 12.787776, 11.620333, 10.429223, 10.6955, 10.829014, 10.190772, 16.25056, 22.299021, 29.897197, 45.131028, 94.869927, 120.452839, 128.225614, 133.381482]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 389, "item_id": "llmzszl-18626", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 881, "region_end": 387, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 46, 44, 36, 38, 40, 66, 58, 56, 63, 66, 58, 63, 64, 76, 69, 93, 94, 97, 103, 82, 85, 82, 67, 111, 103, 98, 79, 80, 74, 75, 82, 80, 89, 114, 106, 119, 141, 132, 161, 162, 150, 156, 151, 143, 143, 140, 140, 130, 144], "n_am_pl": [15, 29, 33, 27, 25, 19, 19, 23, 24, 28, 33, 27, 29, 24, 21, 29, 33, 26, 22, 23, 20, 18, 17, 19, 18, 19, 21, 18, 19, 26, 30, 25, 20, 22, 23, 26, 16, 7, 3, 6, 5, 4, 4, 6, 2, 4, 3, 8, 9, 1], "n_pos": 305, "sum_m_en": [35.990908, 45.130426, 44.107158, 44.111919, 47.085916, 46.666476, 49.755224, 50.288751, 49.312465, 50.902527, 51.111324, 47.901526, 49.202708, 47.663347, 46.70551, 48.221807, 50.55599, 50.602862, 51.046471, 51.729582, 48.894888, 48.356404, 47.509006, 47.748025, 68.296789, 68.863299, 66.463735, 61.922586, 64.930357, 59.758391, 57.869938, 60.251916, 61.425646, 64.396401, 75.698911, 76.879725, 89.739438, 103.998341, 108.348607, 119.988892, 125.846462, 130.731684, 133.632508, 132.715965, 132.167808, 130.501986, 128.870114, 125.598549, 117.425224, 146.41917], "sum_m_pl": [6.593849, 12.336983, 14.189354, 13.190112, 14.315456, 13.747583, 13.505045, 14.075447, 14.641611, 17.736098, 17.621196, 17.99977, 18.781096, 18.218992, 18.171886, 20.536655, 20.434306, 19.322734, 19.976997, 19.774826, 18.917509, 18.15785, 17.66526, 17.291618, 21.379135, 22.679512, 22.075592, 22.506644, 23.02614, 25.642215, 24.95389, 22.306326, 21.390284, 21.220251, 21.362529, 22.694859, 20.658176, 17.163751, 14.47972, 13.6904, 12.573482, 11.260738, 10.008202, 9.12126, 8.125273, 7.329299, 6.624795, 7.426428, 8.007065, 1.172421]}, "digit": {"n_am_en": [4, 5, 5, 5, 2, 4, 5, 2, 1, 4, 1, 0, 3, 1, 5, 4, 5, 9, 8, 6, 5, 4, 5, 1, 5, 4, 4, 3, 1, 2, 6, 3, 2, 2, 10, 4, 9, 7, 3, 6, 6, 2, 3, 2, 0, 1, 1, 1, 0, 0], "n_am_pl": [0, 9, 9, 3, 5, 3, 2, 4, 2, 5, 3, 3, 4, 6, 2, 6, 6, 4, 0, 1, 2, 2, 1, 2, 4, 4, 6, 3, 5, 4, 5, 1, 4, 2, 3, 3, 3, 2, 0, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [5.117282, 6.452374, 5.767663, 5.707776, 5.893702, 5.422222, 5.772244, 5.978888, 5.729634, 6.098295, 5.983005, 5.499062, 5.818361, 5.600162, 5.386475, 5.396106, 5.518047, 5.542813, 5.473572, 5.486791, 5.242981, 5.393746, 5.39259, 5.674833, 5.63325, 6.137485, 5.426899, 5.697209, 5.696538, 5.580686, 5.702211, 6.170036, 6.187483, 5.757761, 6.056169, 5.703613, 6.349772, 6.215641, 5.233506, 5.920052, 5.40828, 4.558531, 4.349753, 3.707748, 2.966474, 2.502752, 1.735188, 1.311625, 0.388109, 4.4e-05], "sum_m_pl": [1.135074, 2.488124, 2.69213, 2.319431, 2.224698, 2.100593, 1.878614, 2.075759, 2.130847, 2.940479, 3.040758, 2.912757, 3.003358, 2.740302, 2.877888, 3.215597, 3.026855, 2.770265, 2.695331, 2.7528, 2.586811, 2.474923, 2.361473, 2.322684, 2.942985, 3.36033, 3.413529, 3.628354, 3.486388, 3.725265, 3.493786, 3.038768, 2.848631, 2.782585, 2.776081, 2.747289, 2.72077, 2.620882, 2.396908, 2.3877, 2.267319, 2.475748, 2.324445, 2.662276, 2.07854, 1.39473, 0.989327, 0.661295, 0.158758, 0.0]}, "lang": {"n_am_en": [21, 26, 26, 24, 20, 23, 34, 37, 36, 37, 37, 36, 41, 39, 44, 44, 54, 53, 54, 63, 54, 53, 50, 45, 73, 68, 67, 50, 53, 43, 43, 46, 49, 58, 72, 73, 84, 96, 94, 112, 110, 111, 115, 117, 113, 114, 116, 119, 120, 143], "n_am_pl": [6, 9, 11, 11, 14, 9, 10, 7, 11, 11, 12, 11, 10, 5, 5, 10, 17, 11, 10, 10, 9, 7, 9, 9, 4, 2, 2, 6, 5, 7, 12, 13, 9, 11, 11, 10, 4, 2, 1, 1, 2, 2, 1, 2, 1, 2, 3, 6, 7, 1], "n_pos": 146, "sum_m_en": [15.334461, 20.919995, 20.877092, 20.406607, 22.141567, 22.524125, 24.259323, 24.199425, 24.131215, 24.597101, 24.660797, 23.484394, 24.264307, 23.749128, 23.039031, 24.158316, 25.433874, 25.753958, 25.948612, 26.347197, 25.000411, 24.22207, 23.627575, 23.359014, 40.945986, 40.67749, 39.360027, 35.353724, 37.128782, 33.687355, 32.211126, 32.963398, 33.267798, 36.380703, 43.740705, 47.371935, 57.125068, 67.977767, 73.6792, 82.592551, 87.595204, 95.981862, 98.977397, 100.424607, 102.498495, 102.328022, 105.068036, 105.701824, 103.736005, 139.327956], "sum_m_pl": [2.792112, 4.527863, 5.111722, 5.02892, 5.654737, 5.523516, 5.596339, 5.750515, 5.894997, 6.944512, 6.531511, 6.781199, 7.226975, 7.27615, 7.063778, 8.222496, 8.644266, 8.375066, 8.844551, 8.612786, 8.365965, 7.997232, 7.836827, 7.657535, 8.405352, 8.590804, 8.129696, 8.744593, 8.895775, 9.808148, 10.056631, 9.363362, 8.910989, 8.927709, 9.051476, 9.63209, 8.833737, 7.25526, 6.170389, 5.475047, 5.291854, 4.460865, 3.77471, 3.194302, 3.31118, 3.632966, 4.131605, 4.936906, 5.785287, 1.005255]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 307, "item_id": "llmzszl-18627", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 305, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9935}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [73, 105, 123, 143, 116, 137, 154, 135, 146, 165, 210, 179, 182, 166, 177, 188, 239, 232, 236, 270, 325, 301, 298, 266, 414, 380, 328, 295, 276, 230, 237, 238, 264, 328, 373, 344, 392, 412, 446, 478, 476, 451, 432, 407, 399, 335, 110, 12, 5, 3], "n_am_pl": [22, 164, 185, 120, 201, 210, 193, 188, 213, 205, 198, 214, 202, 221, 218, 189, 157, 168, 159, 157, 116, 127, 127, 132, 121, 172, 144, 152, 198, 222, 217, 203, 180, 144, 133, 111, 94, 69, 56, 57, 64, 70, 86, 94, 103, 161, 377, 470, 481, 481], "n_pos": 1280, "sum_m_en": [128.856331, 186.783123, 194.819802, 195.410035, 196.687895, 201.949996, 208.414817, 211.435729, 212.387464, 218.062546, 215.758301, 207.729602, 218.183046, 207.672055, 201.211138, 212.469033, 218.875542, 212.817497, 209.989676, 209.844465, 204.263453, 202.379782, 203.358631, 205.374628, 290.848795, 274.683772, 253.339687, 240.463873, 234.530076, 223.132688, 223.579086, 228.885212, 230.102575, 247.407677, 274.193694, 276.125608, 297.285651, 327.087021, 342.913396, 357.666944, 369.348732, 350.354974, 367.335519, 375.966889, 359.722704, 301.484822, 118.981333, 29.447484, 18.26722, 2.956011], "sum_m_pl": [24.439287, 61.574196, 71.063039, 69.328113, 77.339663, 80.524412, 77.310803, 81.010342, 89.735608, 101.233707, 103.124576, 107.498227, 104.95841, 104.293345, 95.932707, 97.894436, 91.756899, 89.427636, 88.788081, 89.735654, 84.963461, 81.49503, 79.024587, 76.35168, 101.13828, 118.392353, 124.20481, 124.264706, 139.972032, 150.1927, 134.791742, 126.047873, 118.556794, 107.496578, 102.727256, 96.065425, 90.071585, 86.669644, 78.562436, 75.574225, 72.295375, 75.164349, 83.493925, 94.979559, 111.432514, 155.425504, 343.260924, 450.498191, 457.483167, 481.061467]}, "digit": {"n_am_en": [11, 13, 9, 30, 19, 16, 19, 17, 21, 27, 24, 21, 18, 18, 16, 26, 28, 27, 19, 29, 38, 35, 29, 26, 54, 42, 25, 20, 22, 24, 31, 32, 43, 41, 55, 36, 49, 44, 39, 42, 41, 39, 31, 23, 16, 8, 2, 0, 0, 0], "n_am_pl": [1, 28, 57, 22, 61, 72, 45, 31, 26, 40, 43, 58, 48, 52, 58, 41, 28, 31, 26, 28, 23, 22, 21, 15, 29, 42, 40, 38, 53, 47, 40, 38, 42, 27, 21, 17, 10, 7, 6, 3, 4, 4, 7, 7, 0, 1, 7, 3, 0, 0], "n_pos": 240, "sum_m_en": [27.410812, 35.647528, 34.729241, 35.675113, 35.289416, 36.816753, 38.776048, 39.579084, 39.467674, 40.754285, 37.884045, 36.079866, 38.240341, 37.708926, 36.296493, 37.941487, 37.724236, 35.686462, 35.257089, 35.649712, 35.02834, 35.412455, 35.519275, 37.344455, 42.225426, 42.385819, 37.413747, 39.528402, 38.374682, 38.563287, 41.154095, 43.400838, 43.820732, 44.274685, 46.589128, 42.961952, 43.159456, 43.673962, 37.886993, 39.760523, 36.387969, 32.189832, 30.172713, 28.276521, 19.510636, 12.380071, 6.801251, 3.344597, 2.064537, 1.4e-05], "sum_m_pl": [6.70437, 16.670237, 17.473151, 16.659256, 17.10318, 16.206521, 13.931905, 14.70466, 15.708615, 20.301335, 21.390783, 21.968408, 20.375732, 19.710428, 19.513391, 20.814549, 18.501334, 17.814827, 16.369543, 17.104747, 16.307552, 15.41265, 14.830123, 14.452136, 20.793192, 25.272097, 26.874782, 25.885474, 29.311982, 29.08497, 24.198803, 22.220455, 19.403267, 17.863968, 17.440147, 16.770211, 16.164488, 16.004853, 15.239188, 14.055842, 13.672473, 13.55886, 12.847735, 12.987514, 10.48446, 7.58181, 6.302136, 3.361883, 1.084219, 0.000733]}, "lang": {"n_am_en": [13, 34, 34, 55, 51, 68, 81, 68, 69, 75, 90, 81, 99, 62, 79, 88, 111, 117, 122, 155, 169, 165, 171, 154, 224, 199, 172, 149, 146, 125, 121, 118, 125, 163, 167, 173, 190, 207, 219, 230, 239, 213, 219, 229, 245, 211, 64, 11, 4, 3], "n_am_pl": [9, 44, 43, 49, 69, 76, 75, 79, 122, 105, 93, 89, 71, 86, 93, 74, 71, 75, 64, 56, 38, 53, 53, 66, 37, 48, 52, 60, 67, 79, 83, 83, 66, 67, 62, 55, 52, 35, 40, 45, 52, 59, 69, 79, 94, 142, 320, 414, 457, 479], "n_pos": 483, "sum_m_en": [41.265336, 65.738239, 72.265914, 73.573795, 75.461219, 77.998931, 80.257447, 81.200092, 82.034918, 84.333035, 86.074451, 82.619633, 86.415305, 78.616323, 75.285708, 79.839041, 83.65608, 83.287886, 82.58169, 82.644314, 81.139973, 79.054784, 80.135003, 78.483615, 137.392857, 122.0955, 112.285815, 99.322565, 97.028082, 90.608404, 88.379896, 89.137372, 89.030811, 100.024437, 111.831459, 118.160631, 131.908676, 155.095572, 165.689674, 176.698366, 192.73499, 182.772553, 200.435652, 209.785879, 210.519353, 180.404782, 62.847174, 14.446242, 8.647081, 2.924816], "sum_m_pl": [6.291787, 17.827161, 20.994427, 21.823958, 24.920879, 28.493694, 29.652914, 31.195282, 35.261173, 36.831826, 37.164874, 39.051335, 38.941847, 40.891814, 36.743287, 36.073965, 34.365905, 34.136393, 34.715575, 33.863457, 32.137545, 31.035014, 30.152602, 28.967879, 37.45818, 43.63401, 48.186076, 47.888802, 53.04456, 57.907512, 54.152293, 52.820512, 51.87409, 48.300913, 47.823741, 45.693855, 44.4285, 41.630017, 38.801168, 39.997716, 39.246795, 45.310816, 55.97482, 68.03132, 86.665304, 129.926252, 293.290791, 394.33726, 427.987229, 474.271632]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18627", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 884, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 26, 29, 24, 36, 23, 25, 32, 23, 26, 26, 27, 37, 36, 31, 32, 29, 32, 31, 30, 29, 35, 34, 27, 44, 38, 25, 23, 31, 25, 27, 29, 34, 28, 42, 42, 49, 57, 53, 61, 56, 57, 64, 54, 50, 46, 42, 39, 41, 46], "n_am_pl": [4, 7, 15, 9, 8, 14, 8, 14, 11, 16, 12, 22, 10, 23, 30, 23, 18, 17, 14, 17, 8, 11, 11, 9, 21, 18, 24, 24, 20, 20, 22, 23, 14, 19, 14, 16, 10, 6, 11, 6, 4, 7, 4, 2, 0, 2, 0, 0, 0, 0], "n_pos": 155, "sum_m_en": [17.787047, 23.172881, 22.916553, 23.471441, 24.483092, 22.860332, 22.690172, 24.678649, 23.40273, 26.225955, 23.734281, 24.462227, 24.116867, 24.050939, 23.944505, 24.777361, 26.124852, 25.56316, 26.450964, 25.690793, 23.687541, 25.088594, 24.42477, 24.420969, 32.059875, 30.43971, 27.001813, 27.829127, 26.469723, 25.562415, 25.424857, 26.357229, 27.108655, 29.898148, 34.246443, 34.944159, 41.568053, 45.091312, 47.724682, 52.60002, 51.351419, 53.230997, 54.994662, 51.923774, 49.017772, 45.671017, 42.514328, 40.91841, 40.828221, 45.826159], "sum_m_pl": [4.092589, 6.879785, 7.997697, 7.154937, 7.58264, 7.820899, 7.285966, 8.206796, 9.08868, 10.282619, 11.381295, 11.558361, 12.297361, 11.736584, 13.457538, 13.552151, 13.240732, 13.045522, 12.440043, 12.496978, 11.387097, 10.613145, 10.046054, 9.87648, 14.691259, 16.340359, 16.00977, 16.934292, 16.905696, 18.283931, 17.85694, 17.320454, 16.924723, 16.009267, 14.108948, 13.587008, 11.788279, 10.582106, 10.374329, 7.025605, 5.980638, 5.38088, 4.902931, 4.210162, 3.099337, 2.280791, 1.038046, 0.60511, 0.283778, 0.00139]}, "digit": {"n_am_en": [2, 5, 2, 2, 3, 3, 4, 3, 0, 1, 5, 4, 8, 5, 2, 4, 1, 0, 0, 0, 2, 3, 4, 2, 4, 5, 1, 2, 5, 4, 1, 3, 2, 4, 2, 3, 3, 3, 2, 1, 2, 3, 7, 6, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 7, 2, 1, 4, 2, 5, 2, 4, 3, 8, 2, 8, 10, 6, 4, 5, 2, 5, 0, 1, 3, 3, 6, 5, 8, 9, 7, 5, 8, 8, 3, 5, 3, 2, 4, 2, 3, 4, 4, 5, 3, 1, 0, 2, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.514569, 4.201546, 3.833659, 3.894616, 4.084685, 3.957669, 3.757342, 4.159662, 3.571691, 3.810515, 3.720478, 3.741442, 3.794604, 3.949894, 3.764065, 3.851024, 3.972722, 4.039441, 4.170519, 4.043816, 3.707435, 3.833713, 3.732084, 3.837136, 3.628363, 3.805802, 3.430992, 3.834266, 3.662256, 3.638626, 3.652633, 3.804779, 3.79512, 3.887951, 3.990642, 3.901818, 4.265772, 4.219191, 3.525459, 3.640225, 3.428901, 3.489159, 3.723691, 3.721851, 2.536427, 1.791322, 0.784067, 0.546083, 0.041445, 0.0], "sum_m_pl": [1.123772, 1.678389, 1.837104, 1.786087, 1.732714, 1.770207, 1.455417, 1.635133, 1.72683, 2.074624, 2.292417, 2.189512, 2.313282, 2.334709, 2.589375, 2.551916, 2.623935, 2.634868, 2.310832, 2.259081, 2.030196, 1.826665, 1.75412, 1.749921, 3.056942, 3.446098, 3.434365, 3.812629, 3.565821, 3.693272, 3.332116, 3.018765, 3.029241, 3.006137, 2.703201, 2.386294, 2.423011, 2.118206, 2.305146, 2.066357, 1.925435, 1.842663, 1.863582, 1.875801, 1.583686, 1.259638, 0.535943, 0.35668, 0.060325, 0.0]}, "lang": {"n_am_en": [9, 10, 13, 10, 13, 11, 16, 17, 13, 17, 12, 17, 17, 16, 16, 16, 20, 17, 19, 18, 15, 20, 19, 19, 23, 19, 18, 15, 13, 14, 15, 14, 18, 14, 24, 24, 30, 37, 34, 38, 37, 39, 40, 38, 40, 40, 39, 38, 40, 45], "n_am_pl": [1, 2, 2, 2, 4, 6, 3, 4, 5, 4, 3, 5, 4, 6, 8, 8, 5, 4, 6, 5, 4, 2, 1, 0, 3, 1, 4, 6, 4, 4, 4, 5, 4, 4, 3, 1, 1, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.899501, 6.283801, 6.551919, 6.702676, 7.08808, 6.741705, 6.984918, 7.427606, 7.587825, 9.468546, 7.555949, 8.266973, 7.758937, 7.787418, 7.668291, 8.142642, 9.107002, 8.565331, 8.36352, 8.029178, 7.578806, 8.351278, 8.130485, 7.97841, 15.096668, 13.868757, 12.265868, 11.734631, 10.154132, 9.666266, 9.659928, 9.843302, 10.239891, 11.853418, 14.799654, 16.142313, 19.580721, 23.826885, 28.165002, 32.62375, 33.282176, 35.708003, 36.850799, 36.956521, 37.270471, 37.64892, 38.287186, 37.682609, 38.914316, 44.469217], "sum_m_pl": [1.007514, 1.691339, 1.963845, 1.678568, 1.862631, 2.010799, 1.946378, 2.040131, 2.373959, 2.647897, 3.322573, 3.57015, 3.867747, 3.581367, 4.146958, 4.1445, 3.823898, 3.845443, 3.93212, 3.900644, 3.517768, 3.229959, 3.009795, 2.932678, 3.933346, 4.244944, 4.577162, 5.060767, 5.389123, 5.713282, 5.451595, 5.77016, 5.509024, 5.070269, 4.207762, 3.991985, 3.497083, 2.85015, 2.011428, 1.205236, 0.935966, 0.722067, 0.43498, 0.287044, 0.276568, 0.187363, 0.186081, 0.048579, 0.070276, 0.00138]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-18630", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9682, "tf_agree_excl_first": 0.9744}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 23, 39, 44, 50, 56, 43, 36, 28, 34, 40, 31, 30, 27, 25, 41, 50, 57, 67, 63, 63, 79, 81, 78, 103, 84, 66, 60, 53, 43, 48, 44, 58, 73, 92, 87, 95, 89, 102, 105, 104, 106, 112, 104, 110, 86, 25, 4, 0, 0], "n_am_pl": [2, 26, 41, 26, 34, 46, 35, 31, 33, 36, 39, 51, 42, 45, 57, 43, 38, 41, 37, 45, 25, 21, 14, 23, 28, 36, 37, 31, 35, 44, 46, 55, 39, 43, 14, 19, 17, 19, 22, 21, 14, 18, 21, 21, 24, 39, 100, 128, 129, 130], "n_pos": 289, "sum_m_en": [27.898655, 44.181698, 44.604877, 45.602725, 46.79091, 44.854153, 46.125021, 48.057175, 45.989366, 48.439638, 48.379343, 46.145902, 47.260718, 46.244253, 44.639373, 48.03309, 51.363213, 50.458266, 52.446189, 50.802071, 47.735149, 50.640136, 48.464529, 47.084641, 76.397204, 69.353719, 59.685359, 57.003494, 50.681568, 48.724797, 49.550782, 49.061813, 50.303222, 57.397372, 64.053014, 66.31659, 71.782473, 74.457861, 82.055587, 88.98403, 91.138084, 100.453231, 102.4092, 100.587031, 103.312305, 80.371385, 26.901691, 6.853426, 1.525269, 0.000288], "sum_m_pl": [4.836694, 13.349934, 15.462986, 15.235959, 15.798531, 17.882242, 16.82351, 17.490724, 19.418011, 20.892621, 22.353942, 24.041823, 24.565603, 23.786991, 25.601563, 23.865952, 24.004871, 24.172651, 22.4491, 22.046273, 20.11877, 18.933507, 18.172728, 17.935568, 23.2633, 27.187218, 29.540188, 30.695445, 32.594592, 35.281809, 33.628371, 33.480954, 31.221324, 27.841096, 24.396455, 22.655669, 20.263823, 18.964957, 17.489548, 15.968129, 13.817204, 12.00271, 18.644939, 21.031254, 26.238164, 41.040946, 95.685295, 121.697993, 128.056228, 130.089055]}, "digit": {"n_am_en": [3, 2, 5, 3, 3, 5, 3, 1, 0, 1, 3, 2, 0, 1, 0, 1, 1, 3, 2, 0, 0, 2, 3, 3, 2, 3, 4, 5, 5, 2, 3, 1, 3, 4, 3, 1, 4, 3, 4, 4, 5, 2, 2, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 5, 2, 5, 10, 2, 5, 3, 3, 3, 7, 3, 3, 3, 4, 4, 4, 3, 3, 1, 2, 1, 1, 1, 3, 4, 4, 5, 6, 3, 6, 4, 7, 2, 1, 2, 3, 3, 2, 3, 3, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.372266, 4.792188, 4.387024, 4.3131, 4.452872, 4.489905, 4.247416, 4.690874, 4.224318, 4.557244, 4.425447, 4.257873, 4.287608, 4.082126, 3.904302, 3.938256, 4.179911, 4.318283, 4.536122, 4.354606, 4.005458, 4.135694, 3.988758, 4.139179, 4.243306, 4.292758, 3.76517, 4.126894, 3.908923, 3.894959, 3.78969, 4.067302, 4.144964, 4.297167, 4.656172, 4.666756, 5.132634, 4.856453, 4.123984, 4.086484, 3.616406, 3.466355, 3.058382, 2.857998, 2.161184, 1.679993, 0.703487, 0.556806, 0.199994, 0.0], "sum_m_pl": [0.841129, 1.884987, 2.028725, 1.881298, 1.710901, 1.997998, 1.59013, 1.807199, 2.025468, 2.30339, 2.585867, 2.57604, 2.744582, 2.491405, 2.655447, 2.652595, 2.534472, 2.599655, 2.21719, 2.179732, 2.047582, 1.905489, 1.826081, 1.814892, 2.465176, 2.729634, 2.881498, 3.262881, 3.294264, 3.482106, 3.221181, 3.094463, 3.0154, 2.682395, 2.281476, 2.348769, 2.165939, 2.126204, 2.141, 1.992741, 1.848165, 1.6258, 1.545404, 1.594398, 1.384162, 0.99296, 0.389919, 0.303559, 0.085797, 0.0]}, "lang": {"n_am_en": [5, 14, 13, 25, 35, 34, 25, 22, 17, 20, 25, 19, 19, 15, 18, 22, 35, 38, 48, 44, 48, 56, 55, 55, 70, 59, 42, 38, 31, 27, 35, 31, 42, 50, 56, 55, 62, 67, 73, 79, 79, 84, 88, 83, 85, 68, 16, 0, 0, 0], "n_am_pl": [1, 10, 18, 13, 16, 20, 19, 14, 17, 22, 25, 26, 24, 30, 35, 25, 23, 17, 18, 23, 11, 10, 6, 11, 9, 11, 17, 15, 22, 20, 24, 28, 19, 16, 6, 9, 9, 10, 13, 13, 10, 14, 16, 17, 20, 32, 88, 117, 126, 130], "n_pos": 130, "sum_m_en": [12.025058, 19.026799, 20.605782, 21.610961, 22.393271, 21.287113, 22.608936, 23.324934, 22.896061, 23.818415, 23.846273, 22.782635, 23.175994, 23.159338, 22.072068, 24.604128, 26.742215, 25.99416, 26.624864, 25.522691, 23.995232, 25.916412, 24.591121, 23.231216, 47.039753, 42.953145, 36.163096, 32.704413, 28.527499, 26.932307, 27.430201, 26.133527, 26.161664, 31.633663, 35.614719, 37.957238, 43.07532, 46.027541, 53.088387, 61.209533, 65.439201, 74.102371, 76.969645, 77.792907, 77.378527, 59.979709, 18.408393, 2.124905, 0.515817, 0.000125], "sum_m_pl": [1.621863, 4.927625, 5.948607, 6.336611, 6.552197, 7.613853, 7.633351, 7.885981, 8.821634, 9.391921, 10.171108, 11.81328, 11.942401, 11.822312, 12.651688, 11.017797, 11.091712, 11.266444, 10.885555, 10.432792, 9.435315, 8.886539, 8.591189, 8.467566, 9.942887, 11.695976, 13.923155, 14.398, 15.716558, 16.911754, 16.024041, 16.923292, 16.105903, 14.176514, 12.120483, 11.38415, 10.490338, 9.701283, 9.29544, 9.216582, 8.228502, 7.398478, 13.717533, 16.015795, 20.629811, 32.711245, 82.633218, 110.579943, 123.37059, 129.704027]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 291, "item_id": "llmzszl-18630", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 898, "region_end": 289, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [23, 21, 31, 25, 28, 28, 32, 36, 32, 30, 30, 40, 36, 30, 39, 40, 39, 34, 33, 32, 40, 38, 38, 34, 46, 41, 41, 43, 45, 33, 37, 34, 31, 49, 56, 63, 67, 70, 70, 68, 63, 68, 70, 67, 65, 68, 61, 62, 60, 70], "n_am_pl": [3, 9, 11, 12, 14, 10, 11, 8, 12, 11, 15, 10, 18, 17, 13, 13, 14, 10, 14, 15, 11, 7, 6, 7, 10, 14, 13, 17, 17, 27, 22, 26, 23, 18, 15, 9, 13, 10, 4, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 168, "sum_m_en": [20.804031, 27.299923, 26.190888, 26.285962, 26.966931, 25.742313, 26.798685, 28.778465, 27.176853, 27.617296, 27.422384, 29.149747, 28.83095, 28.550034, 27.659945, 28.05931, 26.523369, 26.378695, 25.775567, 25.917634, 25.442187, 25.624685, 25.564069, 25.371211, 31.925291, 32.785188, 32.322164, 31.057109, 31.279347, 31.027418, 29.825986, 30.111461, 30.77495, 33.906273, 38.607042, 41.409757, 47.818568, 52.585273, 56.43675, 59.011482, 58.726969, 61.961597, 63.376508, 65.952867, 64.693707, 64.391308, 61.388853, 61.492944, 57.030679, 69.102278], "sum_m_pl": [3.123701, 6.528834, 8.044417, 7.294366, 7.683847, 7.95019, 8.076275, 9.049892, 9.120191, 9.161937, 9.542232, 10.22547, 10.025842, 10.057083, 10.76403, 10.50297, 10.125179, 9.963601, 9.886135, 10.195636, 10.085689, 9.450898, 9.398415, 9.290966, 11.365359, 12.09586, 12.806445, 13.556456, 14.391131, 16.490907, 14.849993, 14.437299, 15.185771, 13.863348, 14.048275, 12.87019, 12.981634, 11.339986, 9.073947, 7.233719, 5.827619, 4.658428, 4.572371, 3.994991, 3.026766, 2.066671, 1.03853, 1.031354, 0.798661, 0.009784]}, "digit": {"n_am_en": [2, 4, 7, 8, 4, 1, 1, 2, 1, 1, 0, 0, 3, 0, 1, 2, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 3, 3, 4, 2, 1, 1, 0, 1, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 1, 3, 3, 3, 2, 2, 0, 2, 2, 2, 2, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 3, 0, 2, 2, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [2.293414, 2.844497, 2.656039, 2.629153, 2.420523, 2.395768, 2.400395, 2.506388, 2.398501, 2.367544, 2.104481, 1.953282, 2.120508, 2.255075, 2.231959, 2.491364, 2.251852, 2.358499, 2.385241, 2.448755, 2.372093, 2.442066, 2.437174, 2.49461, 2.484975, 2.571241, 2.574184, 2.576586, 2.721561, 2.592066, 2.611577, 2.63178, 2.689933, 2.684358, 2.670186, 2.387438, 2.585047, 2.577057, 2.333491, 2.0149, 1.549883, 1.569197, 1.20375, 1.199448, 0.897643, 0.823124, 0.639139, 0.508855, 0.139957, 0.0], "sum_m_pl": [0.484896, 1.070868, 1.317811, 1.128622, 1.043847, 0.98068, 0.950946, 1.107244, 1.152061, 1.071605, 0.998456, 0.945829, 0.957606, 0.997452, 1.134892, 1.258576, 1.090644, 1.018477, 1.050315, 1.024591, 0.985203, 0.909068, 0.912316, 0.907395, 0.999834, 1.211906, 1.317507, 1.517632, 1.290378, 1.483651, 1.464121, 1.300366, 1.135127, 1.085701, 1.039588, 1.001435, 1.154483, 1.028728, 1.146949, 0.962505, 0.8004, 0.717945, 0.662068, 0.683471, 0.61913, 0.426999, 0.476422, 0.383425, 0.06799, 0.0]}, "lang": {"n_am_en": [10, 5, 9, 6, 10, 15, 21, 15, 18, 20, 20, 25, 23, 19, 27, 22, 21, 21, 18, 19, 26, 25, 26, 25, 30, 26, 24, 24, 24, 18, 21, 16, 18, 31, 36, 43, 42, 53, 52, 51, 52, 55, 58, 58, 59, 61, 60, 60, 60, 69], "n_am_pl": [2, 5, 5, 5, 7, 4, 3, 2, 3, 2, 6, 4, 7, 7, 7, 4, 5, 6, 9, 7, 2, 3, 2, 4, 7, 9, 10, 10, 7, 13, 8, 10, 11, 9, 6, 5, 3, 6, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [8.51213, 10.569776, 10.610346, 10.545047, 11.012831, 11.009479, 11.568739, 11.95329, 11.415776, 11.719819, 11.677522, 12.933291, 12.613765, 12.228535, 11.855447, 12.02093, 11.672126, 11.459097, 11.021751, 11.127695, 11.186964, 11.036324, 10.930202, 10.763218, 16.777221, 17.382069, 16.496128, 14.825948, 14.525894, 14.278407, 13.433623, 13.386237, 13.542219, 15.886071, 19.022663, 22.785822, 28.366325, 33.622739, 38.906618, 43.365608, 46.01643, 49.997416, 52.071418, 54.903573, 54.926639, 55.584902, 57.101612, 56.953206, 54.88848, 68.160807], "sum_m_pl": [1.042322, 2.179758, 2.69973, 2.534116, 2.756458, 2.921206, 3.124353, 3.368556, 3.37229, 3.605576, 3.920751, 4.21608, 4.073649, 4.04422, 4.462014, 4.293277, 4.234077, 4.247489, 4.162136, 4.388302, 4.330439, 4.011142, 4.000306, 3.958424, 5.368244, 5.656154, 5.812281, 5.921545, 6.354387, 7.297851, 6.390962, 6.476585, 7.281267, 6.783094, 6.731203, 6.270012, 5.910272, 5.309385, 3.786994, 3.100967, 2.353874, 1.563168, 1.353515, 1.092146, 0.695409, 0.351279, 0.120438, 0.133238, 0.300695, 0.009782]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "llmzszl-18632", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 802, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 16, 26, 32, 32, 38, 32, 36, 33, 36, 45, 43, 47, 32, 36, 47, 60, 62, 51, 51, 54, 51, 43, 50, 78, 75, 62, 51, 49, 45, 58, 49, 62, 73, 87, 96, 100, 107, 107, 108, 102, 101, 104, 116, 114, 78, 24, 2, 0, 0], "n_am_pl": [2, 18, 22, 18, 23, 20, 32, 28, 35, 37, 34, 35, 39, 47, 29, 22, 23, 22, 32, 31, 28, 25, 30, 23, 29, 29, 29, 31, 49, 42, 34, 42, 33, 33, 31, 27, 28, 17, 15, 13, 18, 20, 21, 19, 27, 58, 103, 128, 127, 129], "n_pos": 269, "sum_m_en": [24.318025, 40.065895, 41.571766, 40.687362, 40.629482, 40.059675, 43.058999, 46.644672, 44.328496, 45.722134, 47.406703, 47.492672, 46.729727, 44.147833, 41.72033, 43.628309, 42.724457, 41.732509, 39.889676, 40.261498, 40.175728, 40.539557, 40.747652, 40.695442, 48.869361, 49.66925, 48.071021, 47.708905, 45.800445, 45.894776, 46.236398, 45.462978, 45.828213, 50.730045, 57.648458, 60.436985, 64.629029, 71.483716, 76.697523, 82.620102, 80.912543, 82.932138, 84.900792, 96.569588, 93.550712, 67.39437, 22.667681, 4.525252, 1.622129, 0.000795], "sum_m_pl": [3.921865, 10.41027, 13.464143, 12.293895, 12.647575, 14.628099, 14.931966, 16.201931, 17.575347, 17.164906, 17.206094, 18.690825, 18.559048, 19.609918, 18.637313, 16.59437, 15.776324, 15.739222, 15.040871, 16.022017, 15.737962, 14.708074, 14.744094, 14.72991, 19.938665, 20.710466, 21.195267, 22.485911, 25.350737, 27.793629, 23.631124, 23.941695, 24.073518, 21.695119, 21.845805, 20.487571, 20.645677, 20.890857, 16.950736, 15.9086, 15.270806, 16.52475, 17.288937, 19.783687, 28.013644, 55.062251, 101.324123, 121.858752, 122.222414, 128.987219]}, "digit": {"n_am_en": [0, 6, 10, 9, 5, 3, 1, 3, 1, 1, 1, 1, 2, 0, 2, 0, 2, 2, 1, 2, 1, 0, 0, 0, 1, 2, 1, 3, 2, 3, 2, 2, 0, 1, 1, 0, 3, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 2, 2, 3, 3, 1, 3, 1, 2, 2, 3, 4, 2, 4, 3, 0, 1, 1, 1, 1, 0, 2, 4, 4, 3, 4, 2, 3, 4, 3, 4, 3, 3, 2, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.386426, 3.390343, 3.259041, 3.222589, 2.969414, 2.930927, 3.008044, 3.215271, 3.075386, 3.027792, 2.867817, 2.602829, 2.803245, 2.937468, 2.838621, 3.181057, 2.980645, 3.053556, 3.065321, 3.170074, 3.029445, 3.089323, 3.088437, 3.160636, 3.273045, 3.318782, 3.180537, 3.369905, 3.489646, 3.363269, 3.427583, 3.440509, 3.419439, 3.495135, 3.442929, 3.169171, 3.263154, 3.257344, 2.966036, 2.534211, 2.240033, 2.136574, 1.60591, 1.570729, 1.114247, 1.066392, 0.747383, 0.574846, 0.093087, 0.0], "sum_m_pl": [0.507243, 1.31121, 1.68839, 1.43681, 1.300439, 1.293621, 1.264113, 1.396288, 1.492742, 1.360173, 1.343326, 1.345324, 1.319873, 1.378499, 1.559378, 1.621927, 1.440421, 1.335321, 1.259109, 1.273613, 1.247271, 1.161948, 1.170448, 1.172776, 1.356568, 1.747625, 1.955518, 2.188809, 2.02391, 2.249565, 2.012065, 1.816045, 1.644307, 1.609111, 1.488099, 1.453077, 1.461923, 1.459609, 1.662833, 1.303671, 1.181798, 0.9937, 0.894245, 0.847817, 0.728064, 0.510264, 0.58383, 0.465188, 0.060754, 0.0]}, "lang": {"n_am_en": [2, 4, 9, 16, 16, 21, 17, 19, 14, 20, 24, 21, 22, 20, 22, 27, 31, 30, 26, 24, 32, 30, 25, 29, 48, 49, 42, 25, 23, 22, 30, 20, 36, 41, 48, 53, 59, 69, 76, 73, 72, 73, 78, 87, 81, 55, 17, 1, 0, 0], "n_am_pl": [1, 10, 9, 9, 10, 8, 17, 19, 16, 18, 17, 20, 24, 25, 14, 10, 14, 10, 13, 16, 15, 14, 20, 16, 21, 16, 17, 18, 31, 23, 18, 25, 20, 23, 16, 17, 17, 11, 10, 10, 14, 17, 18, 16, 25, 53, 94, 119, 125, 128], "n_pos": 129, "sum_m_en": [11.218419, 18.101154, 20.057845, 19.779966, 19.924396, 19.825147, 21.233284, 22.650764, 21.534808, 22.628357, 23.59925, 23.952807, 23.246419, 21.404317, 19.967236, 20.664952, 20.926636, 20.19211, 19.181104, 19.326107, 19.651819, 19.576301, 19.839591, 19.895721, 27.01144, 27.375541, 25.829261, 23.052886, 21.835381, 21.719718, 21.762503, 21.487439, 21.934573, 25.350321, 28.816072, 30.985577, 33.319564, 38.577525, 45.016104, 50.900187, 52.189623, 55.98091, 60.712599, 69.386471, 67.055196, 48.401882, 15.949986, 2.248365, 0.758834, 0.00071], "sum_m_pl": [1.752754, 4.682035, 5.974603, 5.626458, 5.705315, 6.848351, 7.110171, 7.631799, 8.315274, 8.393157, 8.464876, 9.318013, 9.477156, 10.333807, 9.573573, 8.233478, 7.868871, 8.015361, 7.790778, 8.218501, 8.01821, 7.417711, 7.588687, 7.52083, 11.408796, 11.243043, 11.620585, 11.912683, 13.55613, 14.839923, 12.136914, 12.988884, 13.315146, 12.167351, 12.368033, 11.691396, 11.817728, 13.083781, 10.780164, 10.69986, 10.75924, 12.600524, 12.993138, 15.368754, 22.677739, 47.915904, 90.98294, 113.783671, 118.642105, 127.706899]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 271, "item_id": "llmzszl-18632", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 930, "region_end": 269, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 5, 7, 8, 7, 10, 11, 9, 5, 10, 8, 11, 9, 7, 10, 10, 13, 10, 10, 10, 9, 6, 7, 8, 14, 12, 10, 10, 7, 12, 10, 10, 9, 10, 18, 13, 11, 13, 13, 15, 18, 18, 15, 13, 15, 16, 16, 14, 13, 10], "n_am_pl": [0, 1, 4, 2, 4, 5, 3, 5, 5, 6, 2, 9, 9, 8, 7, 10, 7, 6, 9, 5, 5, 4, 3, 2, 8, 10, 10, 13, 12, 17, 9, 9, 9, 10, 8, 8, 5, 4, 7, 5, 6, 3, 3, 3, 1, 1, 1, 1, 1, 1], "n_pos": 59, "sum_m_en": [5.940277, 8.92382, 8.62721, 8.685141, 9.478496, 9.066464, 9.11234, 8.538843, 8.851326, 9.143184, 8.571765, 9.330546, 9.27095, 8.726492, 8.297566, 8.597032, 8.501807, 8.22632, 8.677163, 8.667632, 8.404876, 8.581526, 8.53594, 8.956744, 10.485, 10.331657, 9.959207, 9.601884, 9.438931, 9.417984, 8.93185, 9.48254, 9.243072, 9.774568, 10.591767, 10.764974, 11.863701, 12.506828, 12.547087, 13.813969, 14.26815, 14.495849, 14.017458, 13.318301, 12.751717, 13.701545, 13.768315, 13.680928, 11.354769, 10.703991], "sum_m_pl": [0.999996, 2.574365, 3.134604, 2.952773, 3.143071, 3.054927, 2.909635, 2.940283, 3.182515, 3.678563, 3.850268, 4.061471, 3.953821, 3.710097, 3.727071, 4.018468, 3.152277, 3.021094, 3.263498, 3.425231, 3.350936, 3.300854, 3.163328, 3.184805, 4.570661, 4.982038, 4.773518, 5.420362, 5.304289, 5.920729, 5.373132, 4.709904, 4.762228, 4.366271, 4.004832, 3.53191, 3.630567, 3.288107, 3.269181, 3.119468, 3.107889, 2.524932, 2.342632, 2.479177, 2.519112, 2.078483, 1.953034, 1.501501, 1.125174, 0.999999]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 3, 4, 0, 1, 2, 1, 1, 0, 3, 2, 3, 2, 0, 0, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 2, 2, 1, 1, 0, 1, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 2, 1, 1, 1, 5, 4, 3, 2, 3, 2, 3, 3, 1, 1, 0, 0, 0, 4, 5, 3, 5, 6, 7, 4, 3, 2, 3, 5, 3, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.190061, 2.02312, 1.970811, 1.942428, 2.097804, 2.106601, 1.96341, 1.807191, 1.917608, 1.975549, 1.842971, 1.997625, 1.961334, 1.753955, 1.725968, 1.779582, 1.766603, 1.72724, 1.885608, 1.929717, 1.863971, 1.96015, 1.905797, 1.974371, 2.033484, 2.056602, 2.107142, 1.874607, 1.968009, 1.961345, 1.908302, 2.03161, 1.914746, 2.031021, 2.117553, 2.310933, 2.305862, 2.235302, 1.806595, 1.8094, 1.531214, 1.929277, 1.56972, 1.152821, 0.996435, 1.290746, 1.158649, 0.740244, 0.129869, 0.0], "sum_m_pl": [0.162457, 0.513016, 0.501801, 0.481591, 0.547291, 0.524794, 0.509545, 0.557909, 0.605323, 0.706385, 0.759094, 0.865983, 0.902131, 0.875185, 0.833553, 0.902139, 0.693512, 0.725917, 0.750553, 0.741294, 0.739082, 0.74197, 0.714061, 0.753834, 1.316659, 1.324289, 1.210552, 1.491174, 1.368666, 1.424326, 1.506178, 1.156563, 0.985008, 0.925892, 0.921476, 0.813396, 0.781952, 0.719664, 0.749599, 0.705602, 0.738053, 0.715949, 0.654033, 0.646929, 0.673632, 0.530315, 0.309686, 0.267447, 0.03751, 0.0]}, "lang": {"n_am_en": [4, 3, 5, 4, 6, 5, 4, 3, 2, 4, 5, 5, 5, 4, 5, 6, 8, 4, 4, 5, 5, 4, 5, 6, 7, 8, 6, 6, 5, 8, 6, 7, 5, 4, 10, 9, 7, 8, 8, 11, 11, 11, 10, 9, 10, 11, 11, 12, 11, 10], "n_am_pl": [0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 3, 2, 1, 1, 0, 0, 2, 1, 2, 1, 0, 2, 1, 1, 3, 2, 0, 2, 3, 2, 3, 2, 2, 1, 0, 0, 0, 1, 1, 1, 1, 1], "n_pos": 13, "sum_m_en": [1.600737, 2.223377, 2.226962, 2.081524, 2.198184, 2.099365, 2.261105, 2.072833, 2.188667, 2.284653, 2.252131, 2.565532, 2.500044, 2.272134, 2.179002, 2.221189, 2.250886, 2.199679, 2.178907, 2.159307, 2.145136, 2.134579, 2.177787, 2.38754, 4.59383, 4.346296, 4.042732, 3.7323, 3.315891, 3.062469, 2.863946, 3.080868, 3.045922, 3.389263, 3.968548, 4.236055, 5.227549, 5.88507, 6.926643, 8.426185, 8.761694, 8.564265, 8.486124, 8.352194, 8.578866, 9.1487, 10.047806, 10.199068, 10.032599, 10.448628], "sum_m_pl": [0.220612, 0.504237, 0.64125, 0.641113, 0.696849, 0.661914, 0.686221, 0.677912, 0.786708, 0.858978, 0.880236, 0.876268, 0.830615, 0.777876, 0.782418, 0.819176, 0.587597, 0.574054, 0.653746, 0.711719, 0.690929, 0.663618, 0.63118, 0.610904, 0.829723, 0.775812, 0.902933, 1.109851, 1.17144, 1.273367, 0.938759, 0.921499, 1.042059, 0.956974, 0.780967, 0.82085, 1.069189, 0.955841, 0.925384, 0.781711, 0.873365, 0.644442, 0.65043, 0.681872, 0.667238, 0.562389, 1.184906, 1.0312, 1.040633, 0.999999]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 61, "item_id": "llmzszl-18634", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 59, "roundtrip_ok": true, "tf_agree": 0.918, "tf_agree_excl_first": 0.9333}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 7, 9, 5, 13, 12, 13, 9, 10, 10, 6, 10, 7, 7, 10, 6, 14, 11, 13, 10, 13, 10, 14, 12, 22, 23, 19, 6, 6, 10, 14, 12, 13, 16, 24, 22, 24, 26, 25, 29, 23, 21, 19, 19, 12, 11, 4, 1, 0, 0], "n_am_pl": [1, 2, 4, 9, 4, 9, 4, 5, 8, 9, 13, 13, 13, 13, 10, 14, 8, 6, 10, 6, 6, 7, 6, 6, 8, 10, 5, 9, 18, 15, 12, 11, 8, 8, 5, 2, 2, 2, 3, 1, 4, 5, 4, 5, 6, 8, 16, 18, 17, 18], "n_pos": 77, "sum_m_en": [7.225148, 11.178966, 11.107658, 11.273494, 12.475311, 12.334814, 12.096087, 11.322384, 11.009844, 11.637459, 11.256243, 11.778282, 11.812141, 11.341585, 10.826614, 11.554238, 11.686743, 11.163699, 11.64079, 11.595073, 11.098666, 11.26681, 11.295086, 11.967441, 16.647658, 14.883284, 13.644718, 12.026859, 11.600819, 12.240865, 11.748106, 12.216038, 11.921338, 13.123299, 15.237601, 15.23149, 16.377012, 17.612511, 17.872547, 19.312872, 18.246454, 19.467709, 18.945133, 16.544478, 14.199125, 10.722509, 6.375201, 2.646382, 0.805729, 4e-06], "sum_m_pl": [1.267394, 3.827328, 4.426763, 4.199041, 4.288178, 4.310559, 4.424357, 4.257765, 4.500745, 5.085478, 5.196311, 5.240788, 5.248469, 4.95339, 4.810345, 4.910403, 3.77081, 3.634499, 3.760795, 3.976212, 4.016195, 3.971816, 3.856589, 3.909448, 5.335995, 5.770324, 5.982553, 6.395561, 6.503534, 6.882238, 5.925352, 5.658146, 5.750685, 4.769684, 4.270598, 3.759888, 3.455789, 3.113611, 3.341794, 3.412625, 3.529736, 3.364256, 3.20291, 5.107555, 5.960488, 9.700901, 14.702134, 17.008915, 17.348681, 17.906134]}, "digit": {"n_am_en": [0, 3, 1, 2, 4, 4, 1, 1, 1, 2, 1, 1, 0, 1, 0, 1, 1, 2, 1, 1, 2, 2, 2, 2, 4, 4, 3, 2, 0, 1, 2, 1, 1, 3, 3, 4, 3, 4, 2, 4, 2, 3, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 1, 1, 2, 2, 2, 3, 4, 2, 2, 3, 5, 3, 1, 3, 1, 1, 1, 0, 0, 4, 3, 3, 4, 5, 5, 5, 4, 2, 4, 2, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.444955, 2.599068, 2.776199, 2.601253, 2.872755, 2.815755, 2.608106, 2.425693, 2.47774, 2.490462, 2.39443, 2.546662, 2.58812, 2.40635, 2.410699, 2.430373, 2.494782, 2.523021, 2.707673, 2.726162, 2.616493, 2.694674, 2.631982, 2.753106, 3.219144, 3.001921, 3.195712, 2.730854, 2.708202, 2.746049, 2.600292, 2.70477, 2.666954, 2.884422, 3.168537, 3.352041, 3.420724, 3.287349, 2.886, 2.608887, 2.550202, 2.972888, 2.57092, 1.83462, 1.524369, 1.345148, 1.087698, 0.436432, 0.167227, 0.0], "sum_m_pl": [0.185998, 0.703515, 0.702362, 0.69111, 0.736847, 0.711555, 0.770961, 0.82221, 0.886671, 0.990035, 1.087598, 1.191004, 1.168517, 1.129718, 1.048793, 1.099634, 0.856245, 0.893108, 0.871452, 0.902244, 0.896011, 0.909983, 0.882786, 0.927983, 1.352087, 1.359933, 1.29381, 1.379112, 1.286198, 1.390207, 1.226866, 1.196567, 1.134303, 0.94237, 0.924363, 0.831373, 0.762868, 0.737068, 0.793159, 0.793711, 0.79597, 0.851107, 0.790748, 0.796333, 0.825724, 0.680931, 0.666366, 0.458973, 0.079408, 0.0]}, "lang": {"n_am_en": [2, 3, 5, 2, 3, 1, 3, 1, 1, 2, 4, 2, 4, 1, 4, 1, 7, 6, 5, 6, 7, 6, 8, 7, 10, 10, 10, 3, 2, 3, 5, 6, 5, 8, 14, 11, 15, 14, 17, 17, 13, 11, 12, 12, 8, 6, 2, 1, 0, 0], "n_am_pl": [0, 1, 1, 3, 1, 3, 2, 1, 4, 2, 5, 3, 6, 7, 5, 2, 2, 3, 3, 1, 1, 3, 2, 2, 2, 2, 1, 3, 6, 6, 4, 3, 3, 2, 0, 0, 0, 1, 0, 0, 2, 3, 3, 4, 5, 7, 13, 17, 17, 18], "n_pos": 18, "sum_m_en": [2.072618, 2.841607, 2.738123, 2.934784, 3.095008, 3.08105, 3.11471, 3.001175, 2.919398, 3.238849, 3.285885, 3.329379, 3.26009, 3.035892, 2.808225, 3.113687, 3.232217, 3.00232, 2.932495, 2.861472, 2.757667, 2.822736, 2.870656, 3.179534, 7.004943, 6.054314, 4.703677, 3.638245, 3.328226, 3.492582, 3.351327, 3.498439, 3.418922, 4.052199, 5.258774, 5.561578, 6.5066, 7.361697, 8.164641, 9.001993, 8.965707, 10.028383, 10.876639, 9.595401, 8.44781, 5.672384, 2.530174, 0.847412, 0.156724, 1e-06], "sum_m_pl": [0.390351, 0.914441, 1.048166, 1.127853, 1.05493, 1.12621, 1.226615, 1.160154, 1.240135, 1.309153, 1.239085, 1.22168, 1.342763, 1.275522, 1.24932, 1.17259, 0.812395, 0.773127, 0.864781, 0.876154, 0.935435, 0.923311, 0.914266, 0.868414, 1.18668, 1.179611, 1.64226, 1.758441, 1.916489, 1.961314, 1.438603, 1.534929, 1.643879, 1.340121, 1.084202, 1.056789, 0.956472, 0.846791, 0.947133, 1.042473, 1.159332, 1.142976, 1.2521, 3.085176, 3.686205, 7.196243, 12.189415, 15.368542, 16.666414, 17.872953]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "llmzszl-18634", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 5, 9, 10, 13, 18, 15, 10, 11, 11, 14, 8, 10, 12, 14, 11, 20, 13, 19, 18, 18, 18, 22, 16, 23, 18, 10, 14, 14, 11, 11, 18, 17, 21, 26, 24, 31, 31, 30, 31, 30, 29, 30, 29, 26, 24, 21, 20, 20, 19], "n_am_pl": [3, 4, 12, 6, 6, 8, 5, 4, 3, 8, 13, 12, 8, 9, 8, 8, 7, 8, 8, 13, 11, 4, 5, 2, 4, 4, 2, 8, 10, 13, 12, 7, 7, 6, 5, 6, 6, 3, 2, 1, 2, 3, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 74, "sum_m_en": [7.889817, 10.708622, 10.484965, 10.664981, 11.727345, 11.499771, 11.540991, 11.18961, 11.248256, 11.703701, 11.100446, 10.811709, 10.664895, 10.578208, 10.880183, 11.332929, 12.143504, 12.058368, 12.278042, 11.899947, 11.530036, 11.912222, 11.669673, 11.772172, 14.972591, 14.678717, 13.795546, 13.515735, 13.359229, 12.48417, 12.427839, 13.169878, 13.830282, 15.305543, 18.853818, 18.271517, 20.055904, 22.201056, 25.562077, 27.369824, 25.351784, 26.516556, 28.234077, 26.479026, 23.995294, 23.748914, 21.072092, 20.107376, 19.453899, 18.954883], "sum_m_pl": [1.751821, 3.450453, 3.849331, 3.629156, 3.786541, 3.777054, 3.689412, 3.863384, 4.289432, 5.03974, 5.530008, 5.611427, 5.731208, 5.811817, 6.821983, 6.826923, 6.469887, 6.781542, 6.321346, 6.193333, 5.879786, 5.429191, 5.223312, 5.090296, 6.942068, 7.68162, 7.343025, 7.414626, 7.156194, 7.93421, 7.560228, 7.252324, 6.926099, 6.896505, 6.215409, 6.209484, 5.941534, 5.166961, 4.22072, 3.554985, 3.744973, 2.967665, 2.55622, 2.31299, 1.980252, 1.519085, 1.03545, 0.62332, 0.291414, 4e-06]}, "digit": {"n_am_en": [2, 0, 1, 1, 1, 1, 1, 0, 1, 1, 3, 0, 0, 1, 2, 0, 4, 3, 4, 4, 4, 3, 4, 3, 3, 3, 2, 1, 3, 1, 3, 5, 3, 3, 4, 3, 5, 2, 2, 2, 2, 2, 2, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 3, 1, 0, 2, 2, 1, 0, 2, 4, 5, 2, 1, 1, 4, 1, 4, 3, 2, 0, 0, 0, 0, 0, 2, 0, 0, 2, 2, 2, 2, 2, 3, 2, 1, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.554241, 2.127013, 1.93615, 1.911723, 1.861098, 1.81994, 1.792112, 1.782878, 1.633943, 1.788585, 1.760027, 1.500447, 1.569977, 1.655627, 1.6756, 1.740977, 1.901558, 2.086253, 2.142652, 2.075758, 1.999194, 2.034287, 2.01693, 2.04142, 2.175228, 2.056893, 2.051878, 2.156161, 2.202665, 2.171815, 2.142403, 2.41709, 2.388415, 2.65963, 2.784033, 2.462118, 2.646558, 2.290275, 2.202699, 2.190286, 1.883697, 1.900929, 2.278001, 1.66954, 1.365641, 1.331684, 0.945765, 0.46571, 0.09904, 0.0], "sum_m_pl": [0.442784, 0.859239, 0.78281, 0.774991, 0.676193, 0.734299, 0.667052, 0.676106, 0.7256, 0.903421, 0.994314, 0.931051, 1.006395, 1.011038, 1.178156, 1.31507, 1.296491, 1.322596, 1.188486, 1.125335, 1.027229, 0.962871, 0.943651, 0.928449, 1.389639, 1.603433, 1.304142, 1.30142, 1.327254, 1.357477, 1.371597, 1.386424, 1.318988, 1.301926, 1.175977, 1.15924, 1.049962, 0.872042, 0.91536, 0.921349, 0.857298, 0.780869, 0.665994, 0.698908, 0.717711, 0.5266, 0.398485, 0.234696, 0.060664, 0.0]}, "lang": {"n_am_en": [5, 4, 7, 7, 8, 8, 9, 6, 6, 6, 8, 5, 6, 6, 8, 9, 11, 7, 11, 9, 8, 10, 11, 9, 12, 12, 7, 9, 8, 7, 5, 8, 8, 10, 13, 13, 15, 18, 18, 19, 19, 20, 20, 20, 19, 20, 19, 19, 20, 19], "n_am_pl": [1, 0, 2, 1, 0, 0, 0, 1, 1, 2, 3, 4, 3, 6, 3, 1, 1, 2, 2, 4, 3, 1, 2, 1, 2, 0, 0, 3, 3, 3, 2, 1, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.338739, 2.921738, 3.013736, 3.194629, 3.882495, 3.9259, 3.939243, 3.663705, 4.113427, 4.294018, 3.673632, 3.861595, 3.614755, 3.663869, 3.539764, 3.830612, 4.082325, 3.954922, 3.999435, 3.856462, 3.680297, 3.848478, 3.736628, 3.756309, 7.068796, 7.293569, 6.689526, 6.125038, 5.738236, 4.83969, 4.633873, 4.695973, 5.139607, 6.147576, 8.293119, 8.304148, 9.975202, 11.932504, 14.046574, 15.515384, 15.745894, 17.309218, 17.919223, 18.238472, 17.560844, 17.744038, 17.656144, 17.659263, 18.655322, 18.938758], "sum_m_pl": [0.409166, 0.770363, 0.924611, 0.771933, 0.895252, 0.876958, 0.89069, 0.931621, 1.194079, 1.39441, 1.727315, 1.840007, 1.823601, 1.870581, 2.239513, 2.090994, 1.90098, 2.095412, 2.017726, 1.922076, 1.791258, 1.625218, 1.560487, 1.467454, 1.854725, 2.016924, 2.063532, 2.376852, 2.256141, 2.660685, 2.478645, 2.44016, 2.262992, 2.158313, 1.754261, 1.890006, 1.796659, 1.120187, 0.739559, 0.487163, 0.47489, 0.268904, 0.18555, 0.135926, 0.107737, 0.063036, 0.0488, 0.049942, 0.060046, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "llmzszl-18635", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 750, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 34, 39, 36, 50, 51, 33, 29, 39, 44, 42, 40, 47, 41, 46, 53, 68, 58, 63, 58, 66, 66, 55, 62, 85, 77, 73, 63, 51, 64, 41, 40, 57, 70, 92, 90, 100, 106, 111, 117, 110, 107, 115, 112, 90, 74, 24, 9, 5, 4], "n_am_pl": [2, 26, 36, 24, 34, 34, 49, 50, 50, 46, 44, 48, 46, 58, 51, 37, 38, 32, 43, 39, 27, 26, 29, 17, 44, 54, 53, 49, 54, 64, 64, 61, 52, 31, 34, 32, 28, 26, 19, 28, 29, 21, 25, 27, 32, 57, 111, 131, 139, 142], "n_pos": 332, "sum_m_en": [33.016701, 50.096601, 51.824969, 52.431219, 53.41001, 50.104352, 50.344071, 50.83799, 50.202228, 50.998745, 51.65079, 52.110444, 51.908383, 50.960504, 48.783425, 51.523236, 54.114041, 53.640438, 53.503094, 51.720064, 51.610139, 50.931016, 50.757238, 49.958505, 70.877839, 64.282342, 60.462491, 54.606258, 53.262882, 53.386477, 50.474353, 52.979164, 54.760684, 59.346422, 66.596681, 67.793288, 72.876735, 79.240494, 91.258902, 93.960479, 90.34267, 90.227332, 98.756961, 97.658815, 82.664368, 68.371288, 26.180545, 11.180313, 7.896188, 4.000193], "sum_m_pl": [5.851445, 16.712872, 20.620123, 19.942921, 21.059191, 19.697252, 21.023976, 21.318828, 22.958502, 24.815884, 25.799611, 26.110205, 27.030135, 27.437456, 27.581846, 25.283913, 23.548854, 23.458156, 23.350742, 23.801584, 23.480542, 21.990726, 21.17143, 20.436802, 29.615916, 33.753658, 33.679862, 34.568678, 36.553661, 39.557486, 36.321966, 35.248999, 34.556787, 32.152967, 29.554783, 29.347265, 27.981693, 25.056621, 23.541862, 23.45943, 25.451551, 23.536455, 24.444697, 28.4851, 35.204301, 55.488801, 106.897554, 128.011637, 134.294532, 142.119332]}, "digit": {"n_am_en": [0, 4, 4, 3, 4, 1, 0, 2, 1, 4, 3, 2, 4, 3, 4, 7, 5, 6, 1, 2, 3, 3, 2, 3, 4, 3, 5, 3, 2, 8, 3, 2, 2, 6, 8, 8, 9, 7, 7, 9, 9, 9, 10, 8, 7, 5, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 1, 2, 3, 3, 4, 4, 3, 3, 6, 5, 5, 3, 3, 1, 2, 5, 4, 2, 3, 1, 1, 3, 4, 4, 5, 7, 3, 3, 5, 5, 2, 2, 3, 1, 2, 0, 2, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.501824, 4.632432, 4.866111, 4.703713, 4.577402, 4.472972, 4.372491, 4.163586, 3.839042, 3.986544, 4.131508, 4.152144, 4.36764, 4.201492, 4.011458, 4.2903, 4.668983, 4.700693, 4.673212, 4.428815, 4.274277, 4.353673, 4.323888, 4.396517, 5.125459, 4.831406, 4.90066, 4.618101, 4.56999, 4.727691, 4.429094, 4.791684, 4.849858, 5.100316, 5.495621, 5.889524, 5.64687, 5.767557, 6.307259, 6.5846, 6.121992, 5.599232, 5.822197, 5.661391, 5.241769, 4.365645, 2.55207, 1.040467, 0.376183, 0.0], "sum_m_pl": [0.527543, 1.767216, 1.736134, 1.650035, 1.508577, 1.392097, 1.392444, 1.375612, 1.584215, 1.726953, 1.938837, 2.087121, 2.176593, 2.126549, 2.161337, 2.040579, 1.834389, 1.847337, 1.81096, 1.959021, 1.877886, 1.778965, 1.686708, 1.679859, 2.496423, 2.644693, 2.470755, 2.533242, 2.712603, 2.897823, 2.65251, 2.555434, 2.373115, 2.252946, 2.005098, 2.028606, 1.855471, 1.658686, 1.559361, 1.52304, 1.525465, 1.563742, 1.48859, 1.511376, 1.569222, 1.205293, 1.373175, 0.598589, 0.128609, 0.0]}, "lang": {"n_am_en": [9, 14, 19, 21, 26, 30, 15, 15, 19, 28, 26, 22, 25, 20, 24, 32, 42, 33, 45, 34, 39, 42, 38, 39, 56, 50, 44, 38, 32, 33, 24, 22, 32, 42, 51, 48, 53, 60, 62, 68, 58, 63, 70, 72, 58, 47, 18, 6, 5, 4], "n_am_pl": [2, 10, 13, 13, 14, 12, 21, 26, 26, 20, 23, 20, 25, 28, 30, 16, 21, 15, 16, 18, 14, 12, 16, 7, 19, 28, 30, 26, 30, 34, 35, 32, 27, 17, 23, 22, 23, 21, 14, 22, 24, 17, 23, 25, 31, 53, 101, 122, 130, 142], "n_pos": 146, "sum_m_en": [14.717553, 21.406732, 22.890419, 23.773556, 24.65458, 22.77966, 23.05457, 23.493126, 24.061671, 24.031784, 24.817708, 24.921056, 24.60905, 24.029408, 22.908488, 24.500834, 25.824329, 25.84682, 25.250511, 24.379135, 24.627144, 23.872597, 24.002203, 23.169828, 40.385074, 35.21896, 32.466679, 27.65732, 26.271516, 25.553675, 24.041996, 25.170909, 26.035157, 29.283319, 32.472134, 34.110287, 37.305927, 41.200808, 50.045354, 52.600237, 50.839982, 52.295143, 59.738254, 61.095743, 53.915111, 41.909739, 16.0974, 5.490875, 4.923452, 4.000163], "sum_m_pl": [2.461647, 6.661355, 8.337438, 8.325086, 8.852356, 8.675051, 9.808191, 9.979128, 11.003898, 11.706514, 12.473876, 12.590762, 12.958401, 13.410727, 13.246777, 12.056638, 11.044615, 10.977017, 11.122487, 11.02885, 11.015385, 10.380335, 9.945084, 9.529609, 13.373471, 16.422633, 16.794982, 17.618917, 18.878417, 20.802286, 19.232522, 19.238899, 18.517302, 17.415994, 16.485194, 17.339956, 17.660241, 15.847556, 14.501867, 14.450766, 16.675395, 15.468581, 17.263759, 21.941892, 29.183538, 48.274355, 95.339047, 116.823734, 125.362946, 141.89929]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 334, "item_id": "llmzszl-18635", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 878, "region_end": 332, "roundtrip_ok": true, "tf_agree": 0.994, "tf_agree_excl_first": 0.997}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 46, 59, 60, 62, 77, 73, 73, 74, 81, 71, 81, 60, 70, 68, 81, 89, 90, 91, 97, 105, 112, 107, 101, 141, 122, 122, 96, 84, 81, 86, 91, 88, 117, 129, 143, 142, 172, 167, 181, 174, 191, 196, 181, 172, 146, 134, 134, 136, 143], "n_am_pl": [20, 32, 37, 32, 35, 37, 40, 40, 32, 47, 47, 30, 45, 43, 49, 45, 44, 41, 32, 28, 29, 34, 34, 30, 27, 36, 45, 52, 46, 53, 57, 48, 61, 38, 32, 31, 30, 16, 15, 9, 10, 8, 8, 9, 10, 11, 14, 14, 11, 10], "n_pos": 371, "sum_m_en": [40.164114, 58.516257, 61.333908, 62.205897, 64.472739, 63.955813, 65.390266, 69.335008, 66.409317, 67.194364, 67.415378, 65.838071, 64.448581, 66.103193, 63.565558, 70.733233, 70.952453, 67.285562, 67.937041, 68.096478, 66.821677, 67.102244, 65.929642, 63.281402, 98.055776, 88.359009, 84.030624, 75.259924, 73.29142, 72.622206, 68.098048, 72.006169, 74.002878, 78.333618, 81.049774, 86.198035, 90.038354, 106.708548, 121.533921, 146.936002, 141.382976, 149.198907, 157.459244, 160.263723, 153.297697, 138.570055, 125.797302, 121.907964, 125.720938, 140.62937], "sum_m_pl": [8.65311, 17.538091, 20.672505, 20.255157, 21.786452, 19.984043, 21.300991, 23.087318, 23.594868, 24.659318, 26.061692, 26.458436, 28.630486, 28.029687, 29.72133, 27.257008, 25.46563, 26.164852, 26.254479, 26.67591, 25.536468, 24.603464, 24.267261, 24.190304, 33.368981, 38.295513, 36.931153, 38.318604, 40.131155, 42.115106, 40.81174, 36.563303, 37.184688, 33.914141, 30.662728, 31.045607, 28.623456, 24.823704, 22.455285, 18.216417, 18.515648, 16.636548, 14.918194, 13.499115, 11.976369, 13.531915, 18.206756, 14.179887, 13.004314, 10.068386]}, "digit": {"n_am_en": [0, 3, 3, 1, 0, 0, 1, 3, 1, 0, 4, 4, 1, 0, 3, 4, 3, 7, 4, 2, 3, 4, 3, 3, 9, 7, 8, 5, 3, 4, 4, 3, 0, 2, 5, 8, 5, 5, 6, 7, 7, 8, 9, 9, 6, 3, 2, 2, 0, 0], "n_am_pl": [0, 0, 3, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 4, 4, 2, 2, 1, 1, 2, 3, 1, 2, 3, 6, 6, 3, 5, 4, 6, 5, 2, 2, 0, 4, 4, 2, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.083723, 3.959295, 4.265019, 4.329596, 4.482633, 4.212536, 4.463905, 4.81929, 4.536716, 4.692012, 5.263639, 4.938669, 4.847414, 4.624177, 4.677984, 4.822748, 4.865356, 4.623312, 4.693205, 4.708951, 4.582282, 4.672062, 4.579974, 4.467047, 6.490746, 5.696093, 5.607529, 4.799361, 5.044704, 4.646361, 4.498924, 4.834177, 4.806241, 4.982736, 4.969163, 5.175626, 5.461826, 5.774501, 6.058495, 7.17457, 6.924355, 6.532317, 6.791053, 6.297128, 5.645656, 4.153616, 3.552755, 2.19721, 0.773245, 0.0], "sum_m_pl": [0.34131, 1.173488, 1.281289, 1.433507, 1.47, 1.228541, 1.190237, 1.426915, 1.562226, 1.610112, 1.79192, 1.693539, 1.791283, 1.799051, 1.857311, 1.866309, 1.629637, 1.739579, 1.765405, 1.798398, 1.707221, 1.660704, 1.608059, 1.619342, 2.240835, 2.550056, 2.37068, 2.616259, 2.658542, 2.856955, 2.866256, 2.516349, 2.345157, 1.973269, 1.725696, 1.894248, 1.871394, 1.646649, 1.736185, 1.435596, 1.610813, 1.734366, 1.610193, 1.474595, 1.345147, 1.332205, 1.057583, 0.751646, 0.322751, 0.0]}, "lang": {"n_am_en": [17, 31, 34, 37, 36, 49, 44, 41, 42, 48, 46, 49, 33, 38, 42, 57, 63, 55, 61, 64, 65, 67, 72, 64, 81, 76, 79, 62, 58, 50, 56, 60, 66, 78, 78, 89, 91, 106, 105, 110, 110, 126, 130, 123, 124, 117, 114, 120, 129, 138], "n_am_pl": [4, 9, 13, 11, 12, 13, 12, 14, 12, 18, 20, 11, 18, 13, 16, 12, 16, 15, 12, 10, 9, 11, 10, 10, 9, 8, 14, 22, 15, 24, 23, 21, 23, 18, 8, 12, 13, 6, 6, 4, 7, 4, 3, 7, 8, 10, 14, 13, 11, 10], "n_pos": 148, "sum_m_en": [16.002514, 23.51653, 25.354923, 25.594257, 27.33608, 27.307509, 27.652814, 29.381349, 28.856705, 28.830378, 28.52994, 28.434379, 27.247714, 28.814069, 27.752475, 32.028424, 31.899278, 30.437656, 29.850368, 29.756757, 29.276052, 28.798203, 28.336953, 26.745589, 52.641428, 47.81705, 46.376955, 39.310711, 36.827181, 36.205644, 33.260238, 35.104856, 36.152597, 39.00783, 39.95281, 44.716355, 49.092621, 60.775054, 72.379506, 85.27413, 87.426301, 95.951533, 102.915499, 106.596982, 109.571009, 107.017836, 106.840151, 107.976351, 115.704494, 136.536081], "sum_m_pl": [2.890472, 5.822731, 7.117326, 7.0342, 7.636203, 7.217065, 8.130056, 8.686184, 8.947928, 9.100714, 9.866265, 10.01496, 11.124759, 10.65959, 11.589535, 10.417312, 9.798749, 10.021999, 10.298688, 10.35667, 9.982142, 9.622178, 9.578025, 9.523517, 11.833187, 13.755264, 13.701275, 14.624755, 15.273516, 16.266391, 15.376876, 14.711942, 14.681167, 13.427796, 11.895739, 12.245481, 11.632769, 9.630445, 8.387516, 6.738198, 7.642515, 7.376014, 6.018965, 6.048806, 6.514207, 8.943407, 15.135459, 12.410263, 11.846727, 10.045892]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 373, "item_id": "llmzszl-18639", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 838, "region_end": 371, "roundtrip_ok": true, "tf_agree": 0.9651, "tf_agree_excl_first": 0.9677}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [47, 72, 148, 110, 136, 156, 173, 200, 195, 237, 220, 174, 160, 215, 217, 228, 306, 289, 279, 300, 279, 300, 292, 255, 401, 327, 292, 242, 257, 242, 218, 211, 244, 287, 329, 330, 371, 382, 388, 423, 437, 443, 455, 394, 345, 266, 93, 27, 4, 2], "n_am_pl": [15, 145, 131, 116, 144, 207, 199, 133, 201, 164, 178, 209, 256, 225, 211, 210, 154, 186, 159, 156, 124, 102, 110, 108, 165, 216, 200, 232, 234, 207, 207, 216, 175, 191, 139, 125, 159, 145, 146, 178, 153, 134, 131, 163, 221, 282, 452, 567, 606, 572], "n_pos": 1280, "sum_m_en": [124.514736, 181.832545, 196.496748, 195.110469, 201.269328, 209.85664, 214.933369, 227.947342, 217.144521, 234.621109, 242.498804, 225.615132, 225.091608, 226.853205, 217.051565, 226.813015, 238.737968, 229.300901, 221.865336, 220.982703, 210.990372, 212.065867, 211.282318, 210.296994, 296.909668, 266.330334, 248.570039, 231.135437, 231.651091, 218.736354, 214.244691, 221.102424, 230.525823, 237.643152, 255.309464, 264.7438, 270.556586, 286.83526, 294.409437, 338.227678, 349.410365, 347.179101, 363.421683, 355.796657, 314.279457, 240.999214, 103.714905, 41.126576, 18.800962, 1.821725], "sum_m_pl": [23.212159, 68.579811, 81.037512, 79.951381, 79.971633, 86.12296, 85.267523, 84.286408, 93.148553, 96.254817, 99.81622, 100.819953, 104.434517, 103.757947, 100.990086, 96.297124, 92.054847, 94.019561, 89.648579, 90.004143, 84.749493, 81.304775, 79.353461, 78.756419, 113.183527, 137.052686, 131.104101, 135.083023, 143.935951, 149.968472, 144.102815, 133.478495, 120.338978, 118.520709, 111.464012, 104.506795, 110.184555, 108.106352, 112.072445, 106.883942, 112.451098, 107.750857, 107.139488, 128.079184, 177.910253, 243.819012, 403.496214, 533.000701, 591.667511, 572.467029]}, "digit": {"n_am_en": [2, 29, 24, 22, 19, 20, 9, 16, 21, 32, 23, 20, 26, 33, 30, 20, 32, 26, 21, 34, 19, 24, 28, 23, 43, 27, 22, 23, 25, 29, 26, 25, 31, 30, 35, 37, 39, 42, 46, 54, 44, 29, 32, 29, 19, 20, 14, 6, 1, 0], "n_am_pl": [0, 9, 21, 16, 22, 20, 20, 12, 12, 13, 14, 22, 31, 23, 24, 31, 23, 30, 19, 16, 13, 8, 6, 3, 13, 20, 23, 13, 22, 24, 22, 25, 22, 29, 19, 15, 14, 14, 12, 12, 7, 6, 6, 8, 7, 6, 4, 5, 0, 1], "n_pos": 172, "sum_m_en": [17.985545, 24.990618, 26.606523, 27.105638, 28.662542, 28.559278, 26.822317, 28.005956, 27.902557, 31.00157, 30.853934, 29.005058, 30.927672, 30.856188, 29.570467, 29.000997, 30.472265, 30.030871, 29.242571, 28.806195, 27.106085, 28.064357, 27.847722, 28.159185, 34.924589, 31.88614, 30.249506, 30.976443, 32.175106, 30.878598, 30.683122, 32.410834, 34.137405, 32.65598, 33.288366, 34.042366, 34.66406, 34.632713, 32.91207, 38.542819, 33.088023, 27.517459, 27.566055, 24.87155, 19.535086, 16.272711, 12.540845, 9.052321, 4.116282, 0.022803], "sum_m_pl": [3.481164, 10.177965, 9.514304, 9.133893, 9.286421, 8.901982, 7.906913, 8.54243, 9.696866, 11.286684, 12.833316, 12.779929, 13.684401, 13.079696, 13.300519, 13.859333, 12.717091, 12.590884, 11.614212, 11.403745, 10.385006, 9.810869, 9.612631, 9.600369, 12.339062, 14.978396, 14.929649, 14.957724, 15.746737, 16.347745, 15.903988, 14.350078, 13.498074, 12.933592, 11.824148, 11.800351, 10.924314, 9.992687, 10.44239, 9.349409, 9.085574, 8.832454, 8.538099, 8.458698, 8.779349, 7.723632, 6.843285, 5.030326, 1.92338, 0.468437]}, "lang": {"n_am_en": [33, 21, 26, 48, 55, 79, 74, 95, 87, 134, 110, 82, 64, 93, 109, 134, 175, 157, 165, 175, 171, 179, 175, 145, 227, 189, 174, 132, 146, 140, 125, 112, 160, 175, 195, 193, 204, 224, 214, 227, 258, 286, 297, 252, 231, 170, 51, 9, 2, 2], "n_am_pl": [8, 51, 46, 61, 71, 104, 92, 68, 118, 92, 110, 108, 122, 125, 128, 104, 62, 81, 82, 82, 58, 52, 68, 68, 90, 113, 111, 127, 135, 123, 120, 124, 95, 114, 88, 71, 99, 87, 104, 138, 112, 98, 99, 123, 181, 232, 367, 499, 556, 569], "n_pos": 574, "sum_m_en": [55.201581, 79.957126, 88.663989, 89.546289, 91.507059, 99.021509, 102.914213, 109.291976, 103.703163, 113.177663, 116.517526, 108.347478, 105.844871, 107.462488, 101.268719, 108.325006, 114.235976, 108.112957, 103.654144, 104.824866, 100.411219, 99.97104, 99.574941, 97.434774, 155.89849, 138.592103, 129.38078, 115.198798, 112.760825, 105.819955, 103.709044, 105.798729, 109.417825, 117.833005, 128.37755, 138.882793, 141.218599, 150.798171, 160.72769, 182.807683, 202.382218, 211.794243, 227.862001, 227.317073, 209.078643, 155.619186, 59.12352, 15.568565, 5.743114, 1.797135], "sum_m_pl": [9.133244, 26.315331, 31.839519, 33.915583, 32.681424, 35.889255, 38.213966, 37.746604, 42.231333, 42.97127, 43.770974, 43.84916, 46.148732, 47.104398, 45.754711, 42.79994, 40.883595, 43.103899, 42.116634, 41.617272, 39.501705, 38.19706, 37.356258, 36.919093, 56.266991, 68.065167, 64.349088, 65.379849, 70.887335, 74.317922, 72.39879, 69.057287, 61.154428, 63.481646, 59.956228, 55.868026, 62.133734, 61.956746, 66.657966, 65.976959, 71.816807, 70.191253, 71.632331, 90.224702, 134.355368, 188.353405, 333.29905, 464.719025, 538.67676, 568.980768]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18639", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 966, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 12, 27, 16, 23, 24, 31, 32, 28, 23, 27, 28, 22, 22, 23, 32, 33, 35, 25, 25, 25, 28, 22, 22, 41, 39, 36, 36, 28, 31, 29, 34, 43, 42, 56, 46, 48, 60, 60, 59, 60, 53, 57, 56, 50, 58, 52, 51, 44, 43], "n_am_pl": [7, 9, 15, 18, 15, 16, 10, 8, 12, 15, 17, 14, 27, 25, 26, 21, 12, 16, 17, 17, 14, 7, 9, 7, 13, 20, 17, 20, 24, 24, 26, 22, 20, 10, 9, 9, 7, 4, 6, 5, 3, 6, 1, 7, 4, 4, 10, 7, 7, 7], "n_pos": 168, "sum_m_en": [16.409339, 25.963794, 26.22057, 25.882246, 27.53692, 27.071434, 27.153853, 28.291738, 28.179579, 28.051987, 27.212679, 27.359853, 26.891643, 27.132459, 26.855424, 26.676952, 25.884099, 25.05683, 25.304732, 24.527165, 23.748243, 24.902418, 24.513067, 24.427718, 28.783562, 29.513441, 28.705111, 28.759985, 28.094048, 29.633618, 28.881185, 29.933956, 31.336598, 31.451986, 34.688428, 33.671976, 36.326425, 40.175771, 45.338374, 47.786853, 49.52237, 47.334657, 49.960554, 49.459938, 48.831784, 53.28307, 50.546743, 49.423825, 42.38593, 43.904645], "sum_m_pl": [3.161974, 7.076101, 8.89688, 8.173599, 8.302012, 8.251545, 8.30659, 8.259057, 9.07948, 9.576313, 10.68957, 11.549511, 12.202289, 12.015507, 12.488605, 12.54793, 11.542219, 12.535625, 11.695819, 11.726594, 11.225045, 10.664197, 10.416943, 10.423642, 14.164362, 16.583877, 15.051762, 15.964399, 16.507375, 17.29636, 16.845154, 15.212187, 14.367435, 13.294867, 13.144585, 12.840288, 10.870549, 9.338987, 8.050395, 7.495126, 6.329937, 6.774058, 5.029524, 5.542661, 5.195677, 3.584283, 10.471477, 6.997143, 7.304216, 6.558962]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 3, 1, 2, 2, 4, 3, 2, 3, 3, 4, 4, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3, 0, 2, 0, 0, 1, 0, 2, 2, 2, 4, 3, 2, 3, 4, 4, 4, 2, 4, 3, 1, 0, 0], "n_am_pl": [0, 1, 3, 1, 0, 1, 1, 1, 3, 3, 2, 3, 3, 5, 2, 4, 3, 1, 2, 4, 1, 0, 1, 0, 1, 3, 3, 3, 2, 4, 2, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.592676, 2.884172, 2.785243, 2.712599, 2.754516, 2.751341, 2.735407, 2.708293, 2.847475, 2.895213, 2.861204, 2.746214, 2.540328, 2.28792, 2.411678, 2.523819, 2.545066, 2.488672, 2.562509, 2.336114, 2.261612, 2.395426, 2.327045, 2.350725, 2.226387, 2.542771, 2.338997, 2.452744, 2.506434, 2.578669, 2.507048, 2.68851, 2.710991, 2.572358, 2.595792, 3.105873, 3.157886, 3.415862, 3.224218, 3.191987, 3.571034, 3.542525, 3.455302, 3.253042, 2.781528, 3.798147, 2.347475, 1.503273, 0.201166, 0.0], "sum_m_pl": [0.24114, 0.792016, 0.799496, 0.723333, 0.751234, 0.830911, 0.783736, 0.827238, 0.853037, 0.877893, 1.041667, 1.114164, 1.162478, 1.185954, 1.251666, 1.206003, 1.017802, 1.34815, 1.264142, 1.290474, 1.190328, 1.109473, 1.068259, 1.079693, 1.460792, 1.555363, 1.647927, 1.673788, 1.631976, 1.842744, 1.68126, 1.564462, 1.261252, 1.242877, 1.103467, 1.10448, 1.031371, 0.955452, 0.911669, 0.849062, 0.773267, 0.845869, 0.731567, 0.705774, 0.615422, 0.235184, 0.127637, 0.172042, 0.031411, 0.0]}, "lang": {"n_am_en": [3, 9, 15, 11, 14, 10, 13, 14, 13, 11, 13, 15, 11, 12, 12, 14, 11, 11, 13, 13, 10, 12, 12, 12, 24, 21, 21, 19, 15, 17, 17, 19, 24, 22, 28, 26, 26, 32, 34, 36, 33, 33, 36, 35, 38, 40, 40, 42, 43, 43], "n_am_pl": [4, 3, 5, 6, 3, 3, 3, 2, 4, 3, 3, 1, 5, 3, 5, 6, 5, 7, 5, 3, 7, 3, 2, 0, 2, 6, 6, 7, 9, 8, 10, 8, 9, 3, 4, 3, 2, 1, 0, 2, 1, 2, 1, 5, 3, 3, 6, 6, 7, 7], "n_pos": 51, "sum_m_en": [4.613737, 7.745924, 8.389054, 8.438906, 9.130585, 8.92327, 8.894268, 9.429662, 9.736599, 9.345079, 8.888571, 9.450867, 9.345001, 9.782939, 9.313321, 9.525909, 8.968463, 8.630545, 8.462412, 8.282596, 8.007686, 8.3318, 8.146182, 7.958154, 12.713735, 12.713485, 12.623489, 12.073837, 11.294266, 12.240531, 11.541649, 12.055395, 12.493292, 13.208039, 14.163571, 14.15016, 16.122875, 19.597852, 23.795094, 27.461479, 28.199211, 28.389022, 31.790708, 31.552694, 34.528306, 36.225925, 37.703165, 37.911828, 38.84324, 43.016726], "sum_m_pl": [0.947854, 1.966661, 2.383984, 2.226492, 2.285411, 2.210168, 2.285443, 2.265876, 2.543128, 2.719935, 2.920494, 3.093641, 3.318718, 3.399728, 3.480151, 3.523088, 3.484737, 3.76697, 3.55628, 3.594527, 3.531248, 3.42945, 3.398224, 3.339863, 4.627523, 5.54721, 5.125044, 5.536859, 5.768625, 5.564291, 5.86326, 4.945414, 4.630552, 4.401776, 4.304607, 4.546453, 4.019046, 3.313072, 2.478768, 2.378106, 1.986899, 2.472231, 1.940289, 2.303711, 2.210999, 1.812707, 5.761618, 5.274362, 6.785976, 6.529577]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "llmzszl-18640", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 813, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9763}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 13, 22, 24, 34, 34, 39, 37, 34, 34, 27, 35, 36, 34, 40, 46, 68, 58, 57, 56, 55, 66, 63, 59, 97, 98, 80, 71, 61, 48, 52, 36, 46, 71, 94, 90, 69, 108, 111, 136, 147, 143, 139, 132, 124, 101, 36, 8, 1, 1], "n_am_pl": [1, 23, 35, 30, 39, 34, 44, 40, 41, 31, 37, 37, 35, 41, 37, 40, 25, 28, 27, 29, 25, 14, 15, 17, 25, 27, 36, 45, 53, 45, 50, 52, 45, 26, 25, 29, 25, 16, 15, 18, 12, 11, 16, 22, 33, 59, 137, 152, 171, 169], "n_pos": 311, "sum_m_en": [28.999426, 47.19091, 49.121455, 48.765351, 52.005303, 54.395071, 55.564186, 59.425835, 56.947683, 55.518988, 54.283142, 54.843055, 54.328041, 53.569762, 53.263769, 53.775728, 52.05386, 49.110552, 49.519445, 48.450523, 46.837448, 48.781583, 48.585531, 48.210931, 70.576356, 67.1717, 61.250847, 58.65256, 56.121946, 56.751894, 54.565811, 56.587819, 58.008706, 60.559006, 65.589784, 63.630409, 62.348698, 71.066742, 82.59751, 97.751687, 105.91057, 107.8371, 118.987099, 115.551763, 110.504996, 91.523478, 36.808374, 9.855556, 3.327207, 0.679195], "sum_m_pl": [5.009715, 16.047455, 20.521236, 19.397898, 19.609636, 18.681243, 19.800447, 19.028053, 20.366412, 20.411233, 21.6069, 23.047415, 23.831362, 24.80366, 23.606406, 22.366101, 20.309546, 21.117148, 19.89718, 19.776594, 19.294824, 18.007961, 17.674913, 17.498541, 22.392342, 26.191785, 25.837598, 28.595966, 30.935158, 32.317576, 29.84326, 28.26962, 26.180494, 23.802085, 22.093463, 22.297515, 20.378264, 17.908007, 17.555823, 17.158394, 15.874635, 15.133835, 17.638571, 22.117892, 30.273138, 57.09866, 124.785302, 149.159165, 165.104388, 169.187515]}, "digit": {"n_am_en": [0, 3, 0, 0, 0, 0, 2, 2, 1, 2, 2, 4, 3, 2, 2, 2, 2, 1, 0, 0, 2, 2, 2, 2, 3, 2, 1, 1, 2, 2, 1, 1, 3, 3, 3, 4, 1, 2, 3, 2, 4, 3, 1, 2, 1, 2, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 1, 3, 4, 4, 5, 3, 1, 2, 6, 3, 2, 5, 5, 1, 2, 1, 3, 2, 0, 0, 1, 1, 2, 3, 4, 4, 3, 4, 6, 3, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.775072, 3.120498, 3.157854, 2.95572, 3.066623, 3.031797, 3.024485, 3.021412, 3.117021, 3.175482, 3.059525, 3.020754, 2.658624, 2.454796, 2.501726, 2.573456, 2.505515, 2.504098, 2.674137, 2.501615, 2.404003, 2.511661, 2.454433, 2.472809, 2.486646, 2.566595, 2.587121, 2.745471, 2.644481, 2.838378, 2.752653, 2.891508, 3.148666, 3.083708, 2.934044, 3.039901, 3.168759, 3.100038, 3.07394, 2.917408, 3.68898, 3.446881, 2.191989, 2.547568, 1.43871, 1.853578, 0.901292, 0.440557, 0.133149, 0.0], "sum_m_pl": [0.28569, 0.95747, 1.028497, 1.000971, 1.066238, 1.06247, 1.012348, 1.024329, 1.042397, 0.997763, 1.152564, 1.186905, 1.237359, 1.3506, 1.390537, 1.271886, 1.082262, 1.317148, 1.228199, 1.217304, 1.133178, 1.041891, 1.01571, 1.004882, 1.330419, 1.601473, 1.670425, 1.615737, 1.710523, 1.713697, 1.555223, 1.692789, 1.407888, 1.203951, 1.142011, 1.170095, 1.10394, 0.888592, 0.80014, 0.800834, 0.691785, 0.714853, 0.725263, 0.648471, 0.456286, 0.285524, 0.553288, 0.173892, 0.075899, 0.0]}, "lang": {"n_am_en": [5, 3, 12, 12, 18, 21, 21, 16, 18, 21, 10, 17, 18, 22, 22, 27, 49, 38, 34, 38, 37, 47, 48, 43, 73, 75, 61, 53, 47, 28, 34, 25, 30, 49, 62, 59, 47, 78, 79, 104, 113, 112, 112, 107, 106, 81, 28, 7, 1, 1], "n_am_pl": [1, 17, 20, 18, 22, 16, 29, 21, 25, 17, 21, 22, 17, 20, 20, 20, 16, 15, 20, 19, 18, 12, 11, 11, 20, 18, 23, 29, 32, 24, 28, 36, 26, 21, 17, 22, 21, 14, 13, 17, 11, 11, 13, 18, 26, 51, 120, 144, 166, 168], "n_pos": 171, "sum_m_en": [15.68997, 25.236013, 27.292765, 27.292699, 29.742575, 31.631082, 32.020156, 34.510792, 33.149307, 32.080373, 31.421237, 32.130123, 32.157305, 31.989651, 31.973404, 33.108506, 31.535239, 29.323885, 28.601606, 28.328459, 27.383038, 28.554112, 28.621157, 27.94059, 48.77587, 45.12554, 40.378467, 37.143868, 35.583164, 35.273363, 34.164474, 35.612686, 36.132711, 38.705874, 41.594898, 41.14541, 40.44648, 46.451062, 54.718045, 68.836471, 77.96697, 81.255249, 95.505549, 92.000421, 91.588496, 72.941035, 27.515684, 6.355176, 2.084884, 0.679194], "sum_m_pl": [2.768638, 8.576661, 11.301889, 10.424697, 9.952496, 9.565372, 10.441933, 10.374972, 11.33797, 11.2338, 11.747599, 12.750505, 13.181187, 13.913804, 12.827133, 12.201732, 11.474936, 11.876977, 11.343798, 11.087021, 10.807209, 10.03881, 9.855355, 9.714461, 13.060076, 15.671575, 15.000511, 16.720967, 17.700577, 18.947445, 17.564525, 16.737782, 15.52586, 14.735168, 13.805135, 14.410107, 13.607506, 12.342585, 12.546248, 12.63156, 11.550329, 11.246806, 11.881647, 15.819538, 22.745066, 48.316411, 110.166848, 138.945969, 159.272373, 167.786094]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 313, "item_id": "llmzszl-18640", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 941, "region_end": 311, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9936}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 44, 61, 47, 48, 63, 57, 51, 38, 50, 61, 47, 42, 42, 41, 46, 35, 43, 42, 39, 46, 50, 35, 36, 58, 51, 49, 47, 41, 35, 36, 39, 37, 50, 56, 57, 80, 109, 113, 106, 109, 107, 94, 90, 86, 79, 76, 77, 74, 74], "n_am_pl": [1, 14, 22, 18, 26, 23, 24, 28, 42, 34, 40, 51, 47, 48, 62, 46, 38, 42, 31, 27, 24, 18, 15, 17, 32, 53, 40, 40, 35, 54, 49, 44, 35, 41, 34, 31, 18, 9, 8, 7, 6, 6, 8, 4, 2, 4, 4, 3, 2, 3], "n_pos": 315, "sum_m_en": [36.524396, 51.529754, 51.033028, 50.948996, 53.548984, 51.366205, 51.087365, 50.819741, 50.792334, 52.955295, 51.467596, 52.381205, 52.562784, 52.101934, 48.50789, 50.812669, 49.533846, 48.722132, 50.991912, 50.391618, 48.665255, 48.473182, 48.313624, 49.213285, 57.134391, 54.398958, 51.963512, 51.467179, 51.71541, 48.3328, 47.743753, 50.037569, 49.076697, 51.34041, 53.899161, 55.351552, 64.822488, 79.556911, 89.412152, 87.409129, 87.818091, 92.262356, 89.475988, 87.550844, 81.94084, 81.983154, 77.594663, 77.448094, 71.715114, 73.073477], "sum_m_pl": [6.158518, 13.886917, 16.275386, 15.490282, 16.944979, 16.011689, 16.345237, 17.791592, 20.127661, 22.327298, 22.171362, 24.37975, 25.795136, 26.893192, 26.948348, 27.544582, 25.910142, 25.005186, 23.8792, 23.449038, 22.856649, 21.770436, 21.251449, 20.834588, 29.157096, 32.871947, 31.812294, 34.470644, 34.437537, 38.872834, 36.727618, 33.842159, 33.362613, 32.23671, 30.213462, 28.142656, 23.573124, 20.147264, 16.897634, 14.458472, 13.70334, 12.103297, 10.423826, 8.910897, 7.971074, 5.667178, 4.739747, 4.062703, 2.802815, 2.999103]}, "digit": {"n_am_en": [4, 7, 20, 9, 8, 15, 16, 14, 12, 7, 15, 4, 3, 8, 5, 9, 6, 7, 7, 5, 7, 8, 4, 3, 7, 5, 6, 5, 2, 6, 3, 10, 9, 10, 12, 10, 14, 18, 14, 14, 14, 14, 10, 8, 5, 2, 2, 1, 1, 0], "n_am_pl": [0, 2, 7, 4, 9, 5, 1, 6, 8, 11, 11, 17, 18, 13, 20, 14, 8, 11, 6, 4, 5, 4, 4, 3, 7, 15, 11, 19, 20, 16, 15, 12, 13, 12, 6, 6, 6, 1, 2, 1, 1, 1, 2, 1, 0, 1, 2, 1, 0, 0], "n_pos": 70, "sum_m_en": [8.26649, 11.163273, 10.900887, 11.191989, 12.43245, 11.918222, 11.602769, 11.68083, 11.746059, 12.270802, 11.64572, 10.689807, 11.472305, 11.251769, 9.927782, 10.549964, 10.504605, 10.545431, 11.138648, 11.059959, 10.633705, 10.722535, 10.720402, 11.102192, 11.024373, 10.686163, 10.28346, 10.849103, 10.872951, 10.409613, 10.699802, 11.601214, 11.227378, 11.263208, 11.395541, 11.679718, 13.2222, 14.2959, 12.91198, 12.676856, 11.201337, 10.341926, 9.754866, 8.603466, 5.542402, 4.251859, 3.848601, 1.990931, 0.742222, 0.107793], "sum_m_pl": [1.582744, 3.587979, 3.713519, 3.563575, 3.877087, 3.598451, 3.389035, 3.967553, 4.436032, 5.21528, 5.151991, 5.66408, 6.089606, 6.301084, 6.696706, 6.838708, 6.2913, 5.719891, 5.407146, 5.285, 5.085707, 4.81895, 4.732707, 4.634277, 6.583482, 8.048986, 7.487479, 8.402219, 8.329755, 8.963167, 8.322015, 7.692952, 7.672469, 7.461336, 7.017759, 6.452135, 5.841102, 5.195974, 4.904521, 4.390614, 4.45681, 4.614261, 3.835862, 3.705795, 2.761481, 1.789318, 1.476601, 0.76172, 0.122087, 0.0]}, "lang": {"n_am_en": [17, 17, 20, 17, 21, 22, 18, 12, 15, 17, 18, 25, 17, 13, 19, 20, 12, 16, 14, 16, 18, 17, 15, 19, 27, 29, 26, 23, 23, 16, 19, 14, 13, 21, 26, 27, 43, 53, 66, 63, 63, 67, 61, 62, 65, 64, 64, 66, 67, 74], "n_am_pl": [1, 1, 2, 3, 6, 4, 7, 7, 10, 7, 6, 8, 9, 12, 14, 13, 13, 10, 7, 9, 7, 6, 5, 6, 10, 13, 7, 6, 5, 11, 7, 8, 6, 10, 6, 8, 4, 3, 2, 1, 2, 0, 1, 1, 0, 1, 2, 2, 2, 3], "n_pos": 78, "sum_m_en": [8.918847, 13.211611, 13.436793, 13.140258, 13.902799, 13.239043, 13.233049, 12.930246, 13.555928, 14.067144, 13.779833, 14.627761, 13.838672, 13.881388, 13.344273, 13.906508, 13.215236, 13.127604, 13.430063, 13.110393, 12.639814, 12.429907, 12.383512, 12.467007, 18.78058, 17.989569, 17.408617, 16.38403, 16.492359, 14.41024, 13.757316, 14.058205, 13.84318, 16.089884, 17.704885, 19.760978, 26.801238, 33.949189, 43.45817, 46.720485, 48.238331, 55.785542, 55.859972, 57.923985, 58.732837, 63.431455, 61.484001, 62.705416, 63.218765, 71.087926], "sum_m_pl": [1.258469, 2.969233, 3.398875, 3.208261, 3.480989, 3.200948, 3.554733, 3.913353, 4.563142, 4.782443, 4.698407, 5.406703, 6.05675, 6.61498, 6.350928, 6.683129, 6.235673, 6.289296, 6.064095, 5.884496, 5.728269, 5.41156, 5.280422, 5.185585, 7.615876, 8.233511, 8.074426, 8.512107, 8.553834, 9.907094, 9.448898, 8.62012, 8.539918, 8.588991, 8.039553, 8.101564, 6.654125, 5.605749, 4.367106, 3.328453, 3.375611, 2.031535, 2.224953, 1.794547, 1.755838, 1.255918, 1.63234, 2.342348, 2.241007, 2.999099]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 317, "item_id": "llmzszl-18642", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 741, "region_end": 315, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.981}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 39, 68, 83, 78, 85, 66, 58, 66, 67, 85, 70, 59, 80, 81, 83, 80, 78, 76, 97, 115, 105, 92, 83, 127, 126, 100, 88, 100, 105, 91, 96, 97, 125, 146, 161, 166, 183, 187, 168, 181, 160, 159, 173, 144, 112, 53, 25, 22, 21], "n_am_pl": [5, 63, 102, 87, 79, 77, 94, 84, 100, 107, 100, 112, 132, 153, 133, 107, 98, 104, 95, 87, 65, 68, 58, 62, 65, 101, 74, 114, 117, 118, 121, 149, 114, 100, 85, 57, 53, 43, 35, 39, 34, 39, 43, 39, 56, 85, 140, 155, 158, 161], "n_pos": 698, "sum_m_en": [82.903733, 107.879282, 114.028617, 112.505291, 109.817454, 105.240221, 103.542676, 105.333843, 100.436381, 105.709596, 105.035327, 109.074287, 107.325354, 108.231115, 101.00346, 105.309663, 107.585635, 102.8969, 107.419454, 105.217719, 103.072551, 102.929005, 102.660395, 104.079548, 123.045076, 115.546666, 106.30697, 104.808029, 102.221198, 103.787857, 100.529991, 107.496145, 113.376868, 121.738109, 131.702709, 134.21911, 140.714392, 151.052647, 154.879031, 151.400792, 151.698449, 147.585563, 152.097719, 153.348315, 136.143726, 107.47582, 54.344906, 30.776298, 28.819515, 21.000284], "sum_m_pl": [17.45522, 42.986815, 47.556423, 46.065496, 46.040197, 42.861218, 42.857528, 47.20514, 50.327478, 55.167709, 55.024362, 57.472936, 61.973487, 65.983846, 65.290347, 61.734821, 56.096652, 54.170483, 51.026459, 51.099349, 49.995183, 47.319391, 46.460087, 45.158851, 65.611458, 76.62137, 74.908055, 81.528123, 85.670762, 91.087462, 87.477932, 88.111266, 80.989673, 73.429356, 65.340704, 59.503112, 52.409252, 46.558205, 43.258693, 43.479689, 40.530239, 42.619179, 43.017658, 44.772979, 55.443725, 83.326014, 130.408116, 149.379783, 156.449103, 161.367231]}, "digit": {"n_am_en": [0, 6, 15, 8, 9, 11, 11, 7, 5, 6, 8, 9, 7, 10, 7, 11, 9, 7, 6, 5, 10, 11, 8, 9, 8, 4, 6, 9, 8, 13, 11, 7, 5, 11, 10, 13, 19, 15, 13, 8, 17, 13, 15, 11, 8, 5, 5, 0, 0, 0], "n_am_pl": [1, 3, 8, 2, 3, 4, 9, 7, 15, 16, 11, 12, 18, 15, 14, 13, 10, 13, 13, 16, 9, 8, 9, 9, 9, 20, 11, 21, 26, 20, 20, 17, 13, 17, 14, 10, 5, 6, 2, 5, 5, 4, 1, 1, 1, 2, 4, 2, 1, 0], "n_pos": 85, "sum_m_en": [9.403278, 12.857507, 14.013174, 14.072941, 14.975634, 14.135192, 13.487742, 13.982831, 13.181965, 14.124019, 13.685754, 13.552356, 14.005872, 14.057653, 13.252691, 13.866618, 13.830141, 13.555874, 14.325603, 13.971771, 13.409589, 13.429534, 13.250576, 13.807953, 14.947217, 13.570532, 12.995829, 13.777484, 13.034816, 13.371883, 13.210383, 14.544521, 14.865479, 15.090183, 15.232438, 14.972469, 15.698016, 15.749168, 15.23112, 15.31486, 13.821576, 12.969796, 12.583044, 11.078648, 8.942378, 6.168425, 4.006153, 1.345741, 0.933768, 0.0], "sum_m_pl": [2.161, 4.711167, 5.068752, 5.128211, 4.930236, 4.572851, 4.109126, 4.922695, 5.554521, 6.559327, 6.506396, 6.754687, 7.498221, 7.970134, 8.206538, 8.058001, 7.581579, 7.218693, 6.470732, 6.687658, 6.505136, 6.075666, 5.976351, 5.835408, 9.519758, 11.359877, 10.12366, 10.718094, 11.140661, 11.480757, 10.863994, 9.930114, 9.712038, 8.97926, 8.097062, 7.553342, 6.931746, 6.266993, 5.641137, 5.167305, 5.202467, 5.039132, 4.246947, 4.245073, 3.265991, 2.548007, 3.431712, 2.630277, 1.053396, 1.2e-05]}, "lang": {"n_am_en": [10, 12, 15, 31, 30, 25, 21, 18, 22, 25, 31, 30, 25, 30, 33, 30, 37, 38, 40, 43, 57, 54, 47, 44, 68, 69, 53, 37, 45, 43, 43, 45, 51, 59, 68, 83, 78, 88, 91, 87, 99, 94, 99, 112, 99, 80, 39, 23, 21, 21], "n_am_pl": [3, 15, 18, 33, 21, 18, 22, 19, 26, 21, 28, 32, 36, 31, 39, 39, 32, 30, 19, 21, 17, 23, 19, 16, 14, 20, 11, 33, 31, 23, 29, 43, 37, 31, 27, 22, 27, 25, 21, 27, 20, 25, 32, 31, 51, 77, 128, 145, 153, 161], "n_pos": 183, "sum_m_en": [20.918851, 27.721152, 30.431703, 30.662326, 30.335252, 29.032418, 29.868063, 30.416903, 29.770275, 31.719852, 31.292286, 33.221875, 32.319899, 32.479338, 30.908816, 32.096939, 33.810713, 32.869189, 33.329491, 31.660607, 30.784488, 30.271926, 30.121167, 29.832524, 46.973409, 44.105023, 39.414136, 35.915244, 35.267005, 34.577364, 33.494492, 35.007645, 36.436685, 40.730983, 44.266547, 50.432151, 53.460698, 59.427647, 66.006557, 70.224151, 75.956602, 79.374522, 87.995917, 99.203989, 91.912106, 74.604201, 40.164411, 23.998522, 22.485154, 21.000013], "sum_m_pl": [3.940556, 9.174237, 10.214683, 10.859055, 10.777729, 10.495519, 10.503023, 11.832811, 13.065615, 13.822206, 14.058138, 14.575501, 15.574505, 17.364575, 16.637989, 15.496106, 14.111745, 13.491095, 13.304937, 12.989754, 12.89949, 12.293984, 12.16749, 11.794342, 16.403685, 18.20454, 19.550923, 21.817825, 23.062019, 23.929853, 23.023953, 23.503401, 21.997654, 20.831751, 18.526604, 17.493796, 17.662348, 15.57626, 15.316763, 18.049372, 17.467629, 20.356633, 23.570502, 28.212335, 42.386327, 70.699024, 115.127667, 137.542328, 148.129754, 161.197726]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 700, "item_id": "llmzszl-18642", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 698, "roundtrip_ok": true, "tf_agree": 0.9957, "tf_agree_excl_first": 0.9971}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 16, 20, 18, 15, 23, 21, 17, 25, 23, 20, 27, 14, 20, 17, 25, 24, 21, 27, 20, 19, 21, 24, 26, 33, 35, 28, 26, 30, 23, 28, 30, 33, 27, 37, 38, 43, 40, 46, 44, 40, 43, 40, 40, 40, 43, 40, 35, 36, 38], "n_am_pl": [2, 6, 16, 6, 11, 11, 8, 16, 12, 19, 9, 13, 16, 17, 23, 15, 15, 15, 6, 8, 11, 9, 4, 6, 9, 14, 14, 17, 12, 20, 17, 19, 11, 13, 10, 7, 8, 8, 4, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 146, "sum_m_en": [15.744223, 22.534709, 21.277968, 22.014332, 22.608917, 20.841523, 20.59678, 21.354662, 20.425931, 21.763288, 20.711053, 21.210286, 20.941449, 20.564621, 19.36598, 20.146308, 20.275529, 20.348234, 20.722593, 20.986691, 20.544696, 21.149787, 20.631101, 20.80598, 27.91428, 28.316528, 26.169529, 25.62801, 24.900262, 25.078142, 25.362759, 25.424317, 26.656821, 27.070327, 30.654589, 32.876354, 35.235164, 36.266774, 39.061779, 40.67818, 38.652686, 39.474798, 39.828553, 40.843408, 38.936155, 41.364434, 39.277136, 37.454793, 35.529305, 38.443562], "sum_m_pl": [2.682826, 6.604907, 8.003684, 7.11474, 7.661943, 7.971058, 7.677964, 8.643153, 9.645424, 9.711874, 9.762884, 10.248144, 10.525904, 10.633665, 11.26584, 10.405785, 10.329862, 10.325854, 9.624291, 9.51123, 9.093608, 8.481543, 8.046271, 8.049583, 9.370017, 10.688797, 10.855473, 12.535264, 13.051152, 14.340605, 14.085275, 12.763931, 12.505396, 12.188964, 11.617691, 10.00666, 9.562279, 8.762411, 6.965728, 5.031038, 3.683757, 3.339686, 3.416537, 3.165601, 2.800356, 2.094837, 1.214845, 0.994363, 0.605587, 4.2e-05]}, "digit": {"n_am_en": [0, 1, 0, 2, 0, 2, 0, 0, 1, 2, 1, 3, 4, 4, 4, 4, 2, 1, 4, 2, 5, 4, 2, 4, 5, 4, 3, 1, 3, 3, 2, 2, 1, 2, 3, 5, 5, 5, 4, 3, 2, 5, 3, 3, 3, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 6, 1, 1, 2, 1, 3, 2, 4, 3, 1, 2, 2, 1, 0, 2, 2, 0, 2, 1, 1, 1, 2, 1, 4, 4, 3, 3, 4, 5, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.627942, 2.744462, 2.435377, 2.46959, 2.576068, 2.38828, 2.244578, 2.459146, 2.315879, 2.653159, 2.562304, 2.491991, 2.502935, 2.206553, 2.152988, 2.37853, 2.539126, 2.364893, 2.472451, 2.544385, 2.552932, 2.683405, 2.62373, 2.654595, 3.601206, 3.826248, 2.972269, 2.596399, 2.357536, 2.544989, 2.597123, 2.673027, 2.510176, 2.591014, 2.809308, 4.045766, 4.236983, 4.052562, 3.290499, 3.420163, 3.238784, 3.979498, 3.259732, 3.842756, 3.406927, 2.916552, 2.281743, 1.043639, 0.438491, 0.0], "sum_m_pl": [0.286619, 1.00536, 1.076624, 0.991368, 1.028999, 0.887239, 0.834405, 0.947345, 0.97422, 1.001547, 1.032778, 1.018548, 1.085747, 1.196425, 1.232481, 1.118316, 1.091178, 1.10468, 1.065675, 1.084965, 1.057756, 0.994363, 0.970812, 0.999978, 1.044917, 1.386533, 1.52575, 2.469821, 2.642335, 2.268813, 2.074563, 1.409893, 1.283292, 1.285296, 1.274743, 0.8467, 0.750165, 0.709165, 0.676957, 0.512735, 0.517001, 0.492735, 0.496736, 0.563582, 0.604392, 0.610912, 0.448939, 0.368417, 0.087736, 0.0]}, "lang": {"n_am_en": [6, 9, 6, 7, 5, 12, 10, 10, 12, 14, 12, 14, 8, 9, 6, 10, 12, 11, 11, 11, 9, 14, 13, 16, 17, 17, 14, 16, 18, 13, 14, 17, 16, 15, 21, 21, 20, 22, 25, 29, 28, 30, 31, 33, 31, 34, 33, 32, 32, 36], "n_am_pl": [1, 1, 3, 1, 2, 2, 0, 2, 2, 4, 2, 2, 5, 4, 7, 3, 2, 2, 2, 1, 2, 1, 1, 0, 3, 5, 4, 6, 2, 4, 2, 5, 3, 6, 3, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [4.417557, 5.068959, 5.153587, 5.329906, 5.760123, 5.556407, 5.868473, 5.919346, 5.731963, 5.873199, 5.627284, 6.004028, 5.758884, 5.837307, 5.439169, 5.66686, 5.735102, 5.967532, 6.055122, 6.13636, 5.937467, 6.034094, 5.864419, 6.09997, 12.923895, 12.842894, 11.700562, 11.220223, 10.51116, 10.065388, 9.750467, 9.668012, 10.200685, 11.11077, 13.070825, 15.17264, 15.871629, 17.92926, 20.668295, 23.551002, 24.257272, 26.025947, 27.663331, 29.126077, 28.720123, 31.436832, 31.19387, 31.346647, 30.803866, 35.511025], "sum_m_pl": [0.712043, 1.324077, 1.477001, 1.321593, 1.444985, 1.691282, 1.663382, 1.922797, 2.261523, 2.377622, 2.493129, 2.536937, 2.628509, 2.656053, 2.876835, 2.616696, 2.614591, 2.516019, 2.509942, 2.425544, 2.295812, 2.098859, 1.97117, 1.994223, 2.059538, 2.302294, 2.347357, 2.623485, 3.001303, 3.187921, 3.332771, 3.456147, 3.581095, 3.813036, 3.118194, 2.594707, 2.461243, 2.229225, 1.45858, 1.034158, 0.803929, 0.561603, 0.43115, 0.340283, 0.369038, 0.163853, 0.063767, 0.052817, 0.187611, 3.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "llmzszl-18647", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 765, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9662, "tf_agree_excl_first": 0.9728}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 27, 30, 47, 34, 44, 38, 43, 49, 48, 45, 46, 57, 60, 52, 54, 60, 54, 49, 59, 69, 87, 82, 79, 130, 112, 103, 93, 73, 76, 71, 66, 74, 81, 110, 105, 118, 126, 136, 133, 136, 129, 143, 144, 123, 99, 40, 16, 13, 13], "n_am_pl": [13, 24, 54, 46, 52, 42, 46, 61, 60, 70, 86, 56, 77, 78, 79, 71, 56, 77, 47, 51, 41, 30, 39, 42, 39, 61, 64, 57, 73, 73, 72, 78, 68, 58, 38, 33, 36, 36, 31, 26, 23, 25, 27, 30, 40, 57, 115, 129, 123, 122], "n_pos": 455, "sum_m_en": [44.615302, 69.866746, 71.775272, 72.010425, 71.208428, 64.297075, 63.982617, 68.120087, 66.655406, 69.635201, 69.057468, 69.767782, 69.32687, 67.646912, 65.211136, 68.0071, 68.41652, 65.606292, 65.122226, 65.355879, 64.824738, 68.242412, 66.375781, 65.995988, 90.163143, 85.668191, 78.291172, 75.600144, 70.41395, 71.485243, 71.803636, 71.931254, 74.927263, 78.274969, 89.432072, 93.810285, 95.152938, 102.580139, 114.719468, 116.62104, 113.295752, 119.843661, 128.913719, 131.101648, 116.931226, 97.786092, 43.667948, 22.742694, 17.012096, 13.006153], "sum_m_pl": [8.813386, 22.800471, 27.036875, 26.346869, 26.877981, 26.938884, 25.396883, 28.590733, 32.083965, 33.659438, 34.443104, 35.445012, 37.266805, 38.60943, 38.55169, 34.577703, 33.195689, 32.388414, 29.279012, 30.22117, 28.88505, 26.646075, 26.198318, 26.218493, 37.745872, 43.649916, 44.62743, 47.629236, 49.707352, 50.961509, 48.669081, 47.293911, 43.832454, 39.75865, 37.067923, 34.436375, 32.369548, 29.675184, 24.95733, 23.378635, 21.714722, 21.161274, 26.635869, 30.902662, 42.655825, 57.343791, 109.936222, 122.977667, 123.578918, 122.929663]}, "digit": {"n_am_en": [0, 4, 4, 4, 0, 0, 1, 1, 1, 4, 6, 4, 2, 4, 4, 3, 4, 1, 1, 3, 3, 6, 4, 3, 11, 6, 6, 6, 1, 1, 2, 2, 5, 6, 7, 9, 12, 11, 15, 11, 12, 9, 10, 9, 8, 5, 3, 0, 0, 0], "n_am_pl": [0, 0, 9, 9, 4, 6, 6, 5, 8, 11, 15, 6, 8, 14, 12, 6, 7, 15, 10, 5, 6, 5, 5, 8, 7, 9, 11, 12, 14, 7, 11, 9, 5, 9, 6, 2, 2, 5, 0, 1, 1, 1, 1, 1, 0, 2, 6, 5, 0, 0], "n_pos": 44, "sum_m_en": [4.199918, 7.384889, 7.397703, 7.188055, 7.295226, 6.397363, 5.993471, 6.583798, 6.202704, 6.857188, 7.217076, 6.880638, 6.766915, 6.641342, 6.570405, 6.856897, 6.721116, 6.569188, 6.672465, 6.64485, 6.460029, 6.678911, 6.468018, 6.715442, 7.787166, 6.968224, 6.626533, 6.686683, 6.261737, 6.480886, 6.415853, 6.714773, 6.966385, 7.056431, 7.602906, 8.542494, 8.957456, 10.259709, 12.028358, 10.664682, 9.674145, 8.766251, 9.916244, 10.067082, 9.019042, 6.324121, 2.957528, 1.542429, 0.614616, 0.0], "sum_m_pl": [0.713584, 2.615156, 2.876228, 2.664911, 2.606425, 2.38328, 2.169805, 2.63803, 2.869908, 3.174996, 3.352158, 3.310013, 3.696109, 4.150761, 3.923052, 3.364458, 3.141629, 3.009479, 2.756224, 3.02827, 2.898938, 2.63574, 2.617335, 2.659729, 4.250765, 4.488865, 4.451312, 5.033545, 5.078971, 5.231367, 5.453406, 5.119221, 4.41879, 4.246594, 3.826514, 3.395992, 3.103692, 2.624761, 2.367006, 2.372785, 1.985753, 1.901891, 1.781912, 1.672025, 2.060305, 2.965949, 6.813629, 4.574494, 0.418854, 0.0]}, "lang": {"n_am_en": [5, 6, 12, 23, 20, 21, 17, 16, 19, 19, 13, 22, 18, 23, 19, 21, 24, 21, 22, 28, 30, 48, 47, 47, 66, 49, 46, 44, 36, 33, 25, 31, 31, 35, 53, 54, 53, 61, 65, 66, 73, 72, 81, 84, 71, 60, 26, 14, 13, 13], "n_am_pl": [3, 14, 16, 15, 19, 10, 12, 22, 26, 21, 32, 17, 28, 25, 27, 21, 20, 24, 16, 17, 15, 9, 16, 18, 13, 21, 19, 18, 21, 26, 25, 25, 26, 21, 12, 14, 14, 16, 16, 17, 14, 18, 17, 24, 33, 47, 89, 109, 116, 122], "n_pos": 135, "sum_m_en": [12.926214, 20.012022, 22.693149, 23.022794, 23.422372, 20.93864, 21.500958, 22.09337, 21.732573, 22.572085, 21.668063, 21.935132, 21.77964, 21.546766, 20.647616, 22.055951, 22.715655, 21.629772, 21.287049, 21.633287, 21.806181, 24.050734, 23.431644, 22.491243, 39.875488, 36.431824, 33.029551, 30.316899, 27.19838, 25.963599, 26.123307, 25.654638, 25.85935, 28.310223, 33.486392, 36.785788, 37.734355, 43.189452, 50.941728, 56.100905, 58.43115, 62.802958, 68.94509, 74.924854, 67.891931, 58.055677, 27.9146, 14.918207, 13.375871, 13.005514], "sum_m_pl": [2.183825, 5.954612, 7.164687, 7.192207, 7.167758, 7.630631, 7.674067, 8.940498, 10.593648, 10.661165, 11.22349, 11.995517, 12.43302, 12.892155, 12.718928, 10.758689, 10.623622, 10.478899, 9.613318, 9.769963, 9.313236, 8.319692, 8.213427, 8.17706, 12.476366, 14.087939, 14.552969, 15.095089, 15.974775, 16.927656, 15.365817, 15.924473, 15.30018, 14.044093, 13.110525, 12.526894, 12.490385, 11.612701, 9.752111, 9.596897, 9.847024, 9.883458, 16.090415, 20.601831, 31.489221, 43.551591, 83.876301, 105.122498, 114.382226, 121.762209]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 786, "item_id": "llmzszl-18647", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 893, "region_end": 455, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9949}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 5, 17, 18, 13, 13, 16, 10, 17, 18, 17, 20, 16, 12, 18, 20, 23, 19, 21, 22, 17, 20, 16, 16, 26, 27, 21, 19, 19, 22, 20, 25, 16, 23, 36, 25, 27, 38, 42, 35, 32, 32, 29, 30, 24, 24, 22, 23, 19, 20], "n_am_pl": [4, 10, 12, 7, 10, 10, 9, 10, 4, 10, 12, 12, 20, 19, 20, 14, 12, 9, 10, 8, 5, 5, 1, 1, 7, 13, 15, 13, 18, 22, 17, 18, 11, 11, 7, 1, 4, 2, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 1, 1], "n_pos": 115, "sum_m_en": [12.467061, 18.566427, 18.294255, 18.429901, 18.715532, 16.444946, 15.985442, 17.079079, 16.489568, 18.974529, 18.913321, 20.33514, 19.711868, 19.121296, 17.821808, 18.982568, 19.73622, 18.95029, 18.878379, 17.832212, 17.055198, 17.427328, 17.316712, 17.286915, 19.77592, 19.586399, 17.528438, 19.466289, 19.65576, 20.036044, 19.788002, 20.42198, 19.20922, 20.666674, 24.326292, 24.3014, 26.199045, 30.090888, 33.054272, 32.823498, 31.143118, 30.632246, 28.948767, 27.826187, 24.767911, 24.256035, 21.417177, 21.49022, 18.174281, 20.251264], "sum_m_pl": [1.830039, 5.12117, 6.562355, 5.796362, 6.101772, 6.143848, 6.266572, 6.760523, 7.105584, 7.620726, 7.527734, 8.392705, 8.957041, 8.740884, 8.905295, 9.040743, 7.596036, 8.168259, 7.798998, 7.643129, 7.20929, 6.888287, 6.635596, 6.6032, 8.627532, 9.368315, 9.835455, 10.703836, 10.226176, 12.372228, 11.732332, 10.784727, 9.869453, 9.317787, 8.41896, 7.832516, 7.444012, 6.227593, 5.333658, 4.75027, 4.207401, 3.821643, 3.534528, 3.014266, 2.553985, 1.706355, 0.651804, 0.785219, 1.167453, 1.002198]}, "digit": {"n_am_en": [0, 0, 1, 3, 0, 0, 2, 0, 2, 1, 0, 1, 1, 0, 1, 3, 4, 1, 1, 2, 0, 2, 0, 1, 2, 2, 3, 1, 1, 0, 0, 0, 0, 3, 5, 1, 2, 1, 2, 0, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0], "n_am_pl": [2, 2, 5, 0, 3, 2, 1, 4, 0, 4, 5, 3, 7, 5, 5, 3, 2, 2, 3, 3, 0, 1, 0, 0, 0, 3, 4, 5, 4, 4, 1, 5, 3, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.663244, 2.16945, 2.079838, 2.149383, 2.162262, 1.915746, 1.85137, 2.0796, 2.084695, 2.443226, 2.533786, 2.510458, 2.610803, 2.448207, 2.476782, 2.58116, 2.73792, 2.611504, 2.575941, 2.298154, 2.171239, 2.303906, 2.309914, 2.287958, 2.251099, 2.2522, 2.078449, 2.116188, 2.25604, 2.107927, 2.060162, 2.250702, 2.126481, 2.093806, 2.482692, 2.459523, 2.500901, 3.006909, 2.395578, 1.959919, 1.755894, 1.847256, 1.585658, 1.830546, 1.588608, 1.104243, 0.729823, 0.791855, 0.267971, 0.0], "sum_m_pl": [0.252495, 0.727571, 0.865037, 0.773734, 0.710205, 0.705294, 0.670281, 0.759067, 0.834122, 0.981636, 0.955357, 1.066405, 1.314212, 1.318288, 1.371566, 1.362352, 1.060937, 1.158519, 1.121031, 1.108294, 1.031836, 0.962627, 0.93507, 0.955621, 1.336448, 1.513998, 1.876897, 2.196067, 1.995692, 2.347152, 2.281336, 1.979556, 1.56037, 1.624, 1.307925, 1.238565, 1.179787, 0.904502, 0.873783, 0.888065, 0.896667, 0.902164, 0.720136, 0.750803, 0.610277, 0.518149, 0.25573, 0.22437, 0.090743, 0.0]}, "lang": {"n_am_en": [4, 3, 4, 6, 7, 4, 6, 4, 4, 5, 8, 7, 5, 5, 7, 6, 8, 8, 8, 7, 9, 8, 6, 6, 9, 7, 6, 6, 6, 10, 8, 10, 9, 12, 12, 11, 10, 14, 17, 15, 17, 18, 19, 17, 17, 17, 17, 18, 18, 20], "n_am_pl": [0, 2, 3, 1, 2, 1, 3, 2, 3, 2, 2, 1, 2, 2, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0, 4, 2, 2, 2, 2, 4, 3, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 22, "sum_m_en": [2.691746, 3.860074, 3.762427, 3.644132, 3.74597, 3.366802, 3.425257, 3.609419, 3.377719, 3.793857, 3.844213, 4.585203, 4.282793, 4.223992, 3.904244, 4.353378, 4.416427, 4.295914, 4.159947, 3.931491, 3.728473, 3.679601, 3.627762, 3.629268, 6.135966, 5.928316, 5.247781, 5.304383, 5.299598, 5.585991, 5.436384, 5.581814, 5.221719, 5.984223, 6.865603, 6.977621, 7.711822, 10.111497, 11.889448, 12.887317, 14.27255, 15.853162, 15.698298, 15.473455, 15.25255, 15.027794, 15.216698, 15.18453, 16.211404, 19.598511], "sum_m_pl": [0.372377, 0.869815, 1.031949, 0.959, 1.088131, 1.024918, 1.104589, 1.222439, 1.320128, 1.226616, 1.231155, 1.399923, 1.538091, 1.440039, 1.345252, 1.367976, 1.207017, 1.331903, 1.274308, 1.33363, 1.257911, 1.212042, 1.161616, 1.168918, 1.516932, 1.577312, 1.742926, 1.785074, 1.668279, 2.121904, 1.674279, 1.619241, 1.580955, 1.375141, 1.317415, 1.281908, 1.219694, 0.944941, 0.736602, 0.616966, 0.538143, 0.436359, 0.403207, 0.405585, 0.314101, 0.199343, 0.080158, 0.146381, 0.561056, 1.002192]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "llmzszl-18649", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 764, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9658, "tf_agree_excl_first": 0.9741}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 3, 17, 17, 24, 14, 11, 16, 19, 23, 19, 19, 16, 19, 26, 21, 21, 19, 30, 31, 33, 30, 28, 23, 50, 45, 31, 29, 32, 31, 22, 20, 24, 25, 41, 37, 42, 43, 48, 47, 39, 37, 39, 38, 34, 23, 9, 1, 1, 0], "n_am_pl": [1, 11, 19, 15, 18, 24, 15, 19, 14, 23, 18, 23, 22, 25, 19, 18, 21, 14, 13, 11, 7, 9, 5, 5, 10, 11, 14, 14, 18, 21, 15, 16, 10, 10, 6, 5, 8, 9, 9, 11, 10, 9, 10, 12, 14, 19, 33, 37, 36, 42], "n_pos": 159, "sum_m_en": [15.386495, 23.61023, 24.555669, 25.061293, 25.596265, 22.774148, 23.118675, 23.804001, 23.17765, 25.077311, 24.61694, 24.77893, 24.278877, 23.114144, 21.900828, 23.576014, 24.895007, 24.180146, 24.678166, 23.566435, 22.599717, 23.101892, 23.12228, 23.096796, 30.981364, 29.486425, 25.519563, 26.305015, 25.448486, 25.840828, 24.837844, 25.701239, 24.289097, 24.988572, 28.58031, 27.729126, 28.959883, 31.940541, 35.858148, 36.092647, 32.504016, 33.695393, 34.541067, 34.501172, 30.669952, 25.10409, 10.523067, 3.277983, 1.657819, 0.000182], "sum_m_pl": [2.409276, 7.251345, 9.55888, 8.662557, 8.808768, 9.274786, 9.298379, 9.949554, 10.824094, 11.693607, 11.747192, 12.093424, 12.592653, 12.318872, 12.166053, 12.76198, 10.994094, 11.07689, 10.19676, 10.038634, 9.749573, 9.316173, 8.992875, 8.981223, 11.782236, 12.477698, 12.977658, 13.96662, 14.028789, 15.912779, 15.141072, 14.581421, 14.704988, 13.880278, 11.41134, 10.986608, 9.118683, 8.375134, 7.905496, 8.049331, 9.347909, 9.450305, 11.16219, 12.259189, 14.626424, 20.254478, 32.212135, 35.751422, 36.533557, 42.057943]}, "digit": {"n_am_en": [0, 0, 1, 1, 2, 0, 0, 0, 2, 0, 2, 0, 3, 2, 0, 1, 1, 2, 3, 2, 2, 2, 3, 1, 6, 3, 4, 4, 2, 4, 2, 1, 2, 4, 4, 3, 5, 3, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 0, 7, 1, 4, 6, 5, 4, 1, 5, 4, 2, 6, 7, 3, 1, 4, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 3, 7, 4, 2, 2, 2, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.081834, 3.124421, 3.023263, 3.109842, 3.074087, 2.850794, 2.719191, 2.880212, 2.959584, 3.215721, 3.15634, 2.972431, 3.018108, 2.987074, 2.89004, 3.208662, 3.378232, 3.342203, 3.321733, 3.090516, 2.884634, 3.082828, 3.072204, 3.117418, 3.306834, 3.304223, 3.194597, 3.440108, 3.389205, 3.436269, 3.39915, 3.124479, 3.02775, 2.999635, 3.328236, 3.24539, 3.443874, 3.258814, 2.568588, 2.725952, 2.763555, 2.814044, 2.391201, 2.510757, 1.463613, 1.364328, 0.59156, 0.19053, 0.156068, 0.0], "sum_m_pl": [0.379359, 1.078727, 1.212461, 1.111212, 1.052083, 1.176431, 0.987552, 1.103585, 1.206701, 1.353533, 1.419196, 1.503733, 1.701444, 1.698779, 1.745071, 1.860131, 1.475453, 1.517176, 1.368689, 1.451091, 1.403331, 1.323319, 1.270758, 1.275294, 1.752994, 1.823684, 1.814909, 2.132491, 2.138394, 2.216187, 2.071669, 2.14364, 2.164288, 2.059478, 1.701215, 1.770893, 1.418143, 1.329094, 1.209267, 1.159589, 1.16984, 1.12573, 1.001584, 0.975397, 1.515979, 1.637023, 1.792111, 0.896767, 0.14616, 0.0]}, "lang": {"n_am_en": [1, 1, 4, 2, 4, 5, 4, 6, 6, 7, 6, 5, 5, 5, 6, 6, 8, 5, 10, 10, 13, 12, 9, 6, 18, 16, 13, 8, 12, 8, 2, 6, 10, 8, 16, 14, 15, 20, 22, 23, 18, 19, 23, 23, 22, 14, 5, 0, 1, 0], "n_am_pl": [0, 5, 5, 5, 2, 5, 3, 6, 7, 7, 5, 11, 6, 7, 7, 6, 5, 5, 3, 1, 2, 2, 2, 1, 1, 3, 7, 6, 4, 8, 6, 9, 4, 4, 4, 1, 3, 2, 1, 6, 9, 8, 9, 11, 12, 17, 30, 36, 36, 42], "n_pos": 42, "sum_m_en": [4.276683, 6.411758, 6.96986, 7.142314, 7.415439, 6.58008, 6.904633, 7.146307, 6.982808, 7.318702, 7.160464, 7.373766, 7.201658, 6.717476, 6.292678, 6.830301, 7.299567, 6.885319, 6.99196, 6.734627, 6.455387, 6.447351, 6.480077, 6.358737, 10.649237, 9.946043, 8.815928, 7.836688, 7.515768, 7.519763, 7.069543, 7.692031, 7.097769, 7.41415, 8.829303, 9.088601, 9.345453, 11.722664, 13.848986, 14.650021, 13.897386, 15.621191, 17.497902, 19.016461, 17.641084, 13.722596, 5.683011, 0.727829, 0.715588, 2e-06], "sum_m_pl": [0.618682, 1.756283, 2.2404, 2.292882, 2.340603, 2.430524, 2.644021, 2.827756, 3.041802, 3.075765, 3.2349, 3.390346, 3.605011, 3.461497, 3.156521, 3.180225, 2.650698, 2.669219, 2.438466, 2.380241, 2.388462, 2.274394, 2.232189, 2.232342, 2.862371, 3.144033, 3.666814, 3.652121, 3.663387, 4.581939, 4.137622, 4.096581, 4.133272, 3.954245, 3.072379, 3.150605, 2.797474, 2.414249, 2.268208, 2.785802, 4.698134, 5.099663, 7.348656, 8.945858, 10.966211, 16.075152, 28.691112, 33.168018, 35.471248, 41.372637]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "llmzszl-18649", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 892, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.9938}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 8, 22, 15, 20, 15, 20, 19, 14, 15, 16, 18, 15, 15, 19, 19, 27, 39, 29, 23, 20, 22, 17, 14, 25, 26, 21, 23, 24, 23, 23, 29, 32, 30, 34, 30, 40, 38, 40, 43, 36, 37, 35, 34, 31, 29, 28, 24, 22, 24], "n_am_pl": [0, 6, 9, 4, 10, 15, 7, 8, 9, 13, 11, 17, 23, 22, 9, 13, 10, 15, 11, 7, 8, 7, 8, 5, 9, 15, 8, 10, 11, 20, 16, 18, 14, 6, 8, 9, 8, 4, 6, 5, 3, 3, 0, 2, 3, 1, 1, 0, 0, 0], "n_pos": 143, "sum_m_en": [14.26315, 22.140197, 21.976007, 21.562132, 22.877648, 20.218983, 20.078236, 19.92928, 19.226045, 20.634832, 20.486369, 20.752661, 20.779918, 20.178155, 19.708787, 20.785997, 21.614486, 21.737282, 22.509148, 22.231463, 20.921086, 21.433055, 21.248716, 21.09996, 23.428917, 22.522623, 22.145676, 22.221088, 22.076448, 23.255371, 22.92932, 23.226076, 23.914383, 24.479918, 27.890295, 27.906201, 30.483621, 32.456543, 31.355483, 33.248107, 31.902647, 31.420387, 32.672674, 29.76332, 29.708748, 29.624049, 26.667501, 25.217676, 21.613077, 23.925141], "sum_m_pl": [2.062962, 5.727986, 7.474679, 6.622896, 7.212822, 7.059208, 6.939028, 7.255695, 8.030395, 8.884636, 8.75699, 9.255325, 9.596059, 9.649365, 10.307114, 10.850883, 9.507699, 9.190247, 8.76612, 8.508449, 8.455821, 8.156442, 7.895125, 8.071767, 10.544103, 10.609372, 10.260014, 10.965658, 10.657967, 12.188808, 11.111629, 10.535703, 10.272333, 9.792934, 9.417728, 8.963293, 7.772329, 6.878913, 6.561669, 5.992543, 5.171603, 4.905487, 4.528151, 4.058186, 3.80421, 2.867532, 2.163974, 1.204403, 0.467319, 9e-06]}, "digit": {"n_am_en": [0, 1, 1, 0, 2, 1, 2, 1, 0, 1, 1, 3, 3, 1, 1, 2, 5, 9, 3, 2, 1, 2, 2, 0, 3, 3, 2, 3, 3, 4, 2, 1, 1, 3, 5, 5, 7, 8, 12, 10, 4, 6, 5, 5, 5, 4, 5, 0, 0, 0], "n_am_pl": [0, 0, 3, 0, 3, 1, 1, 3, 2, 5, 1, 6, 9, 7, 2, 1, 3, 4, 1, 1, 0, 1, 2, 2, 3, 5, 3, 3, 3, 4, 7, 4, 5, 0, 2, 4, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.54249, 4.382592, 4.30787, 4.326071, 4.629571, 4.048554, 3.820521, 3.865005, 3.837498, 4.149928, 4.189806, 4.120226, 4.108091, 3.770298, 3.792972, 4.09739, 4.301728, 4.496995, 4.55679, 4.483747, 4.168745, 4.315648, 4.229556, 4.215644, 4.359585, 4.370003, 4.390564, 4.410658, 4.210771, 4.38822, 4.403046, 4.526129, 4.494609, 4.748463, 5.167019, 5.208019, 5.860359, 6.2039, 4.942157, 4.668904, 3.87212, 3.919177, 4.329254, 3.789332, 3.75628, 3.329025, 2.685778, 1.380903, 0.368441, 0.0], "sum_m_pl": [0.349712, 1.192338, 1.305695, 1.133743, 1.23843, 1.216292, 1.24232, 1.303951, 1.514559, 1.715267, 1.683417, 1.886665, 2.066473, 2.093403, 2.095849, 2.088877, 1.778907, 1.74785, 1.654706, 1.62528, 1.67004, 1.643676, 1.573425, 1.661534, 2.384646, 2.475688, 2.383699, 2.649599, 2.54411, 2.551037, 2.29482, 2.29443, 1.995547, 1.789018, 1.683062, 1.759609, 1.527087, 1.413274, 1.510764, 1.52577, 1.454381, 1.599563, 1.50386, 1.438851, 1.282197, 1.030522, 0.646672, 0.562651, 0.076574, 0.0]}, "lang": {"n_am_en": [5, 5, 6, 6, 8, 4, 5, 5, 9, 7, 9, 9, 7, 7, 7, 9, 11, 16, 11, 9, 11, 13, 10, 10, 13, 13, 13, 12, 11, 10, 11, 15, 12, 13, 15, 14, 18, 20, 21, 23, 22, 22, 22, 21, 21, 21, 21, 22, 21, 24], "n_am_pl": [0, 1, 0, 2, 2, 4, 0, 0, 1, 2, 0, 3, 4, 5, 3, 4, 1, 1, 3, 2, 1, 1, 2, 0, 2, 2, 2, 1, 3, 5, 4, 3, 3, 2, 1, 1, 2, 1, 2, 2, 2, 2, 0, 1, 2, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.568066, 3.583178, 3.862805, 3.616944, 3.989539, 3.816866, 4.061182, 4.010937, 4.120951, 4.373892, 4.396846, 4.589758, 4.475764, 4.403825, 4.190183, 4.517375, 4.664641, 4.723637, 4.711408, 4.516311, 4.312263, 4.346492, 4.296994, 4.206308, 7.752332, 6.951507, 6.815547, 6.205, 6.031666, 5.949059, 5.775948, 5.78114, 5.76243, 6.425065, 7.585472, 8.82969, 10.843258, 12.761469, 15.147504, 17.741984, 18.36919, 19.286575, 19.345582, 19.444858, 19.777488, 20.218877, 19.172766, 19.688292, 19.471573, 23.885083], "sum_m_pl": [0.380916, 0.886082, 1.035619, 1.048146, 1.122977, 1.126474, 1.208559, 1.296272, 1.437808, 1.527002, 1.540378, 1.595872, 1.767614, 1.775286, 1.947808, 1.950989, 1.784935, 1.67499, 1.621537, 1.584721, 1.535344, 1.435882, 1.395023, 1.482324, 1.899995, 1.825322, 1.746776, 1.822247, 1.907905, 2.422141, 2.060241, 2.075714, 2.013341, 2.008079, 2.021817, 1.804901, 1.861112, 1.481754, 1.215451, 0.957702, 0.962129, 0.726761, 0.693152, 0.766558, 0.645056, 0.454712, 0.370711, 0.133743, 0.13912, 9e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "llmzszl-18650", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9586, "tf_agree_excl_first": 0.9653}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 12, 16, 14, 14, 21, 13, 14, 13, 18, 16, 22, 18, 16, 16, 12, 20, 28, 36, 29, 25, 28, 27, 20, 41, 34, 26, 28, 28, 29, 23, 26, 31, 34, 38, 38, 42, 40, 37, 44, 41, 36, 39, 34, 31, 25, 8, 0, 0, 0], "n_am_pl": [2, 14, 15, 17, 16, 13, 16, 13, 21, 29, 16, 22, 24, 24, 15, 16, 16, 16, 15, 13, 7, 8, 5, 2, 10, 15, 11, 17, 20, 20, 15, 19, 15, 10, 13, 12, 9, 8, 11, 12, 14, 15, 14, 17, 18, 21, 37, 45, 47, 49], "n_pos": 157, "sum_m_en": [16.300296, 24.82529, 24.583582, 24.857497, 26.279968, 23.679397, 23.9605, 23.139767, 22.635728, 24.289211, 24.042604, 24.233254, 24.300313, 23.222025, 22.419483, 23.462357, 24.536527, 24.703188, 25.356085, 24.713055, 23.287155, 24.055308, 23.666655, 23.765133, 32.179788, 28.794364, 26.044846, 26.018233, 25.694796, 27.636473, 27.082409, 27.569875, 27.298828, 27.82164, 31.302673, 29.359832, 31.682817, 34.265554, 33.025819, 34.384682, 33.850486, 34.202435, 35.913761, 32.24391, 30.280446, 21.18055, 9.457002, 2.023777, 1.17758, 3.8e-05], "sum_m_pl": [2.907352, 7.573312, 8.880086, 8.051686, 8.156358, 8.397248, 8.37887, 8.652302, 9.486824, 10.245024, 10.190795, 10.78313, 10.923521, 10.854825, 11.311518, 10.955298, 9.216395, 9.182151, 8.560062, 8.668982, 8.606625, 8.394815, 8.351136, 8.285348, 10.990635, 11.496925, 11.659387, 12.240939, 12.199606, 13.042638, 11.8286, 11.744593, 10.757062, 10.119532, 9.204722, 8.659247, 8.000992, 7.454667, 7.607447, 7.953742, 8.3566, 8.099765, 9.215356, 10.862221, 14.17298, 20.206147, 35.357606, 43.907816, 47.194271, 48.564543]}, "digit": {"n_am_en": [0, 1, 1, 1, 2, 3, 2, 5, 2, 1, 1, 3, 2, 3, 1, 1, 2, 3, 4, 3, 2, 3, 2, 2, 2, 1, 1, 3, 0, 6, 5, 6, 4, 4, 2, 1, 4, 3, 2, 5, 4, 3, 3, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 3, 5, 2, 2, 3, 3, 3, 3, 9, 4, 3, 4, 5, 2, 3, 3, 5, 3, 3, 1, 0, 1, 0, 1, 5, 4, 5, 2, 1, 2, 2, 3, 1, 2, 2, 2, 1, 1, 2, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.814301, 4.408955, 4.409632, 4.390007, 4.400614, 3.755373, 3.802598, 3.9019, 3.777116, 4.026803, 4.067592, 3.930054, 3.999988, 3.84981, 3.91322, 4.124175, 4.3442, 4.579283, 4.772107, 4.728697, 4.509356, 4.603431, 4.492449, 4.673866, 4.944105, 4.858386, 4.423346, 4.898575, 4.521269, 5.137992, 5.106703, 5.226462, 5.198189, 5.257003, 5.40999, 4.877863, 5.088792, 5.218432, 4.691101, 4.773285, 3.997731, 4.186925, 3.770467, 3.418102, 3.160222, 1.799507, 1.153249, 0.547299, 0.212015, 0.0], "sum_m_pl": [0.619648, 1.540442, 1.847623, 1.502029, 1.398575, 1.39862, 1.397207, 1.507436, 1.801348, 1.975565, 2.078247, 2.123545, 1.972535, 2.029984, 2.078974, 2.035334, 1.732862, 1.753132, 1.573204, 1.628393, 1.580233, 1.582598, 1.589229, 1.657393, 2.341631, 2.492941, 2.40097, 2.332147, 2.234406, 2.19964, 2.002184, 1.996716, 1.699155, 1.640825, 1.552448, 1.558006, 1.438491, 1.250673, 1.417663, 1.430448, 1.454609, 1.417574, 1.476086, 1.510626, 1.328185, 1.022943, 0.565319, 0.371219, 0.140243, 0.0]}, "lang": {"n_am_en": [3, 4, 6, 3, 4, 8, 3, 2, 6, 9, 8, 8, 6, 5, 5, 7, 9, 13, 15, 16, 15, 17, 16, 13, 23, 19, 14, 11, 12, 8, 6, 10, 15, 19, 22, 22, 24, 25, 23, 25, 25, 21, 25, 21, 19, 16, 4, 0, 0, 0], "n_am_pl": [2, 5, 8, 8, 8, 7, 9, 7, 9, 9, 6, 12, 13, 12, 9, 8, 9, 7, 10, 9, 4, 6, 3, 2, 7, 5, 3, 11, 11, 9, 10, 8, 7, 7, 8, 8, 6, 5, 8, 9, 11, 10, 12, 15, 17, 19, 34, 43, 47, 49], "n_pos": 49, "sum_m_en": [4.777204, 7.171805, 7.374349, 7.537787, 8.267361, 7.770228, 8.084568, 7.832595, 7.79956, 8.65393, 8.66802, 8.813521, 8.428337, 7.848228, 7.396109, 7.851957, 8.40081, 8.166858, 8.192097, 7.900254, 7.537385, 8.017691, 7.808049, 7.686658, 14.892501, 12.908262, 10.945229, 9.745596, 9.525409, 9.505828, 9.341503, 9.761216, 9.466347, 10.474876, 12.425276, 12.329016, 14.425777, 16.782566, 17.662434, 19.248713, 19.432161, 20.211212, 22.689758, 19.742165, 18.658221, 13.198495, 5.5896, 0.663672, 0.365459, 2.4e-05], "sum_m_pl": [0.896298, 2.323376, 2.708535, 2.614892, 2.612721, 2.870829, 3.133051, 3.269127, 3.2971, 3.384685, 3.481816, 3.73712, 3.997852, 3.905866, 4.116071, 3.956627, 3.338379, 3.337422, 3.14532, 3.097419, 3.059343, 2.913476, 2.909366, 2.804138, 4.3963, 4.443016, 4.653333, 4.953187, 4.914661, 5.258523, 4.680576, 4.845547, 4.454554, 4.412484, 3.873658, 3.76972, 3.861205, 3.775402, 3.622135, 4.185009, 4.906146, 4.810064, 6.126489, 8.173282, 11.498115, 17.470877, 31.670169, 40.774287, 45.429725, 48.167273]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "llmzszl-18650", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 872, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 20, 28, 41, 36, 40, 41, 41, 44, 46, 46, 41, 36, 36, 44, 47, 58, 44, 46, 39, 40, 42, 37, 39, 53, 51, 46, 41, 47, 49, 47, 48, 48, 51, 65, 62, 73, 72, 85, 82, 77, 77, 79, 69, 64, 61, 59, 56, 54, 60], "n_am_pl": [4, 22, 19, 14, 26, 16, 16, 19, 19, 20, 25, 22, 30, 39, 28, 26, 21, 25, 21, 21, 13, 14, 11, 7, 15, 14, 16, 17, 22, 28, 29, 20, 20, 14, 17, 10, 14, 11, 7, 9, 6, 4, 5, 5, 1, 9, 1, 0, 0, 0], "n_pos": 220, "sum_m_en": [24.384373, 34.803593, 34.016534, 34.320611, 36.784955, 36.779996, 37.483859, 39.389241, 37.715827, 41.02449, 40.53294, 39.714474, 38.175173, 37.988542, 39.015022, 38.944884, 38.741661, 37.990532, 38.706551, 35.113139, 33.591884, 34.546251, 33.886263, 34.419532, 44.809208, 43.699672, 39.644273, 39.531314, 41.220658, 41.674617, 39.93711, 42.170359, 43.666221, 45.575065, 52.112767, 51.990865, 56.078886, 60.415053, 66.930058, 71.421751, 67.603286, 71.685282, 71.833178, 68.761319, 66.981457, 63.53659, 59.218748, 54.926045, 52.5928, 60.643788], "sum_m_pl": [5.22019, 11.231631, 11.369096, 10.473039, 11.39841, 10.762154, 10.865483, 10.96496, 11.680468, 12.611379, 13.496474, 13.434313, 13.827476, 13.911172, 13.918395, 13.752404, 14.367733, 14.227724, 14.392238, 13.876007, 13.097753, 12.604699, 12.230234, 12.330359, 15.522973, 17.178417, 17.987352, 19.122973, 20.886421, 21.386255, 19.390625, 17.025165, 16.69733, 15.220623, 14.559217, 14.806499, 14.579392, 12.928652, 11.908206, 10.209554, 9.161189, 7.785362, 7.398293, 6.462325, 5.640021, 4.956718, 2.625276, 1.449307, 1.138873, 0.000437]}, "digit": {"n_am_en": [0, 3, 4, 10, 4, 3, 3, 10, 9, 13, 8, 7, 5, 3, 4, 8, 11, 7, 5, 2, 7, 9, 4, 6, 12, 10, 8, 4, 8, 4, 8, 7, 3, 6, 6, 10, 8, 5, 11, 11, 8, 7, 7, 6, 5, 3, 3, 1, 0, 0], "n_am_pl": [0, 9, 7, 0, 7, 7, 4, 4, 5, 5, 9, 5, 7, 12, 10, 8, 5, 7, 8, 11, 5, 5, 6, 4, 6, 3, 9, 7, 5, 6, 7, 4, 6, 5, 8, 3, 8, 6, 6, 8, 6, 4, 4, 5, 1, 9, 1, 0, 0, 0], "n_pos": 50, "sum_m_en": [5.857846, 8.904792, 8.419242, 8.245077, 8.843892, 8.541585, 8.505691, 8.82584, 8.466135, 9.470657, 9.390754, 9.097044, 8.767204, 8.623087, 8.876934, 8.664055, 8.5154, 8.458762, 8.445467, 7.789493, 7.457734, 7.747623, 7.777552, 7.965461, 9.046119, 8.937591, 8.157336, 8.30957, 8.690237, 8.748456, 8.679282, 9.479721, 9.513658, 9.154912, 9.298622, 9.439739, 9.48937, 9.086872, 8.006345, 8.460134, 7.153407, 7.09469, 6.982297, 6.205301, 5.279656, 4.268695, 2.66593, 1.349662, 0.552957, 0.0], "sum_m_pl": [1.168169, 2.974582, 2.606905, 2.317437, 2.296926, 2.318973, 2.219963, 2.325372, 2.457661, 2.720283, 3.004055, 2.992944, 3.301996, 3.408223, 3.303882, 3.347217, 3.320593, 3.333021, 3.358831, 3.268329, 3.074874, 2.950025, 2.804703, 2.850782, 3.955105, 4.148977, 4.211614, 4.910123, 4.923325, 4.841954, 4.705868, 3.839532, 3.691577, 3.62286, 3.590173, 3.688236, 3.715092, 3.352003, 3.662128, 3.222447, 3.244182, 3.330216, 3.143585, 2.890523, 2.831534, 2.830243, 1.463102, 0.639929, 0.178645, 0.0]}, "lang": {"n_am_en": [11, 9, 12, 16, 15, 19, 18, 16, 15, 17, 18, 20, 17, 17, 24, 23, 30, 22, 24, 20, 19, 20, 21, 21, 23, 26, 25, 22, 24, 23, 27, 28, 29, 30, 42, 34, 39, 48, 44, 48, 49, 50, 49, 46, 46, 45, 48, 48, 51, 60], "n_am_pl": [3, 5, 8, 2, 4, 1, 5, 6, 4, 5, 4, 9, 9, 12, 9, 8, 6, 8, 7, 5, 4, 4, 2, 1, 4, 2, 4, 6, 7, 11, 8, 5, 5, 4, 6, 5, 3, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.059989, 9.07495, 9.389723, 9.913769, 10.49483, 10.639046, 11.171994, 11.807286, 11.287338, 12.512313, 12.263606, 12.301559, 11.558911, 11.684554, 12.185756, 12.667021, 12.247084, 12.027776, 12.223944, 10.766251, 10.189842, 10.389153, 10.030647, 10.090061, 17.664081, 17.561986, 16.074226, 14.55013, 14.941386, 15.256788, 14.412033, 14.890343, 15.536692, 17.909541, 22.331619, 23.102583, 26.360861, 31.412293, 36.682064, 40.173191, 40.732483, 44.214666, 44.301806, 44.59007, 46.138174, 45.081447, 44.804369, 44.052536, 46.436724, 59.319272], "sum_m_pl": [1.426501, 2.557725, 2.745004, 2.425176, 2.797491, 2.621605, 2.909841, 2.980746, 3.143065, 3.267656, 3.595173, 3.783066, 3.831797, 3.786452, 3.835088, 3.802546, 4.005768, 4.049231, 4.264014, 3.968342, 3.687981, 3.577456, 3.517752, 3.495506, 4.269936, 4.910624, 5.628241, 5.829203, 7.065082, 6.899246, 5.895319, 5.62828, 5.420912, 4.523356, 4.13446, 4.462766, 4.128316, 3.563807, 2.701249, 2.287254, 2.112937, 1.400828, 1.257364, 0.970683, 0.60389, 0.390043, 0.232413, 0.12308, 0.240767, 0.000431]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "llmzszl-18651", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9819}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 23, 51, 51, 61, 65, 48, 51, 48, 53, 48, 33, 34, 38, 53, 60, 73, 82, 87, 69, 74, 86, 77, 83, 134, 119, 79, 74, 68, 68, 69, 67, 66, 91, 104, 106, 129, 113, 125, 130, 130, 149, 136, 121, 121, 100, 39, 18, 14, 14], "n_am_pl": [1, 30, 28, 38, 51, 49, 34, 34, 32, 38, 54, 61, 75, 62, 56, 57, 42, 51, 44, 45, 33, 26, 25, 21, 31, 32, 41, 44, 52, 53, 57, 53, 54, 38, 38, 40, 44, 41, 34, 28, 27, 24, 27, 30, 27, 44, 92, 100, 109, 105], "n_pos": 372, "sum_m_en": [35.833666, 56.965302, 60.560794, 62.11728, 65.294653, 63.553554, 63.024931, 64.468632, 63.039179, 67.089759, 66.809491, 62.918674, 61.960442, 60.498524, 62.217406, 64.539498, 66.838386, 63.635715, 63.801528, 59.324961, 56.544983, 58.265367, 57.51211, 58.48634, 89.895864, 81.261241, 71.312259, 68.833639, 67.444445, 67.564165, 63.980608, 64.564258, 66.962545, 70.822063, 80.183208, 81.016961, 83.492719, 89.897467, 96.468757, 104.208331, 104.868718, 121.819457, 120.408645, 116.02417, 110.076499, 92.965662, 42.945329, 22.67384, 20.078348, 14.000141], "sum_m_pl": [6.926014, 19.125893, 21.060361, 20.438551, 21.354179, 21.312742, 21.579343, 22.035348, 23.956767, 24.68536, 26.428353, 26.147218, 26.99033, 26.772873, 28.065049, 25.949615, 24.209142, 25.214678, 24.579801, 23.931507, 22.644889, 21.368124, 20.837164, 21.123954, 27.532915, 30.120624, 32.086151, 33.069541, 35.8661, 38.161535, 35.77611, 32.896516, 31.987146, 28.153861, 26.364662, 27.852876, 27.110664, 24.830318, 23.837548, 21.772607, 21.183208, 16.229732, 20.889839, 26.319541, 32.635807, 46.002945, 85.286918, 98.973689, 105.331244, 105.505312]}, "digit": {"n_am_en": [0, 1, 8, 11, 13, 8, 4, 2, 1, 9, 11, 4, 4, 4, 4, 9, 10, 14, 13, 3, 5, 6, 4, 6, 16, 13, 6, 8, 6, 9, 5, 9, 7, 12, 14, 10, 21, 17, 13, 10, 12, 14, 12, 6, 7, 3, 1, 1, 0, 0], "n_am_pl": [0, 5, 8, 3, 6, 11, 4, 5, 6, 7, 14, 11, 8, 7, 11, 8, 6, 6, 6, 6, 3, 1, 1, 1, 6, 6, 8, 10, 12, 9, 11, 5, 7, 3, 6, 14, 16, 16, 13, 12, 12, 13, 12, 10, 1, 5, 4, 0, 0, 0], "n_pos": 66, "sum_m_en": [5.989083, 10.719473, 11.396063, 11.758488, 12.483484, 12.604013, 11.868296, 11.864222, 11.353924, 12.288141, 12.573429, 11.373694, 11.101135, 10.985103, 11.765038, 11.716297, 11.634481, 11.460786, 11.24767, 10.490333, 9.959017, 10.327646, 10.384443, 10.68409, 13.021794, 12.24462, 11.472804, 11.793542, 12.284093, 12.363107, 11.691766, 12.000009, 12.463937, 11.84366, 12.440005, 13.535986, 13.529398, 13.512718, 11.050321, 10.84407, 10.034115, 10.096236, 9.386301, 8.128008, 8.026993, 6.13047, 3.621445, 2.942062, 3.190677, 0.0], "sum_m_pl": [1.109375, 3.804063, 3.697348, 3.380416, 3.378374, 3.397828, 3.428209, 3.553046, 4.003462, 4.23662, 4.688678, 4.441273, 4.399942, 4.544673, 4.899377, 4.583814, 3.950451, 4.289082, 4.345626, 4.311036, 4.09075, 3.849399, 3.666667, 3.831168, 5.561107, 5.797199, 6.061397, 5.894493, 6.087225, 5.955114, 5.891683, 4.827726, 4.971933, 4.655815, 4.497232, 5.853361, 6.235274, 5.013933, 5.787604, 4.994537, 4.878074, 4.598077, 4.760101, 4.742637, 3.815069, 3.427114, 2.862555, 1.440318, 0.847858, 0.0]}, "lang": {"n_am_en": [8, 12, 12, 23, 28, 31, 21, 24, 21, 19, 15, 10, 14, 10, 20, 25, 39, 34, 40, 39, 43, 50, 46, 50, 71, 67, 51, 40, 36, 31, 41, 36, 35, 47, 49, 57, 61, 54, 70, 78, 83, 91, 85, 84, 83, 72, 28, 17, 14, 14], "n_am_pl": [0, 6, 8, 14, 17, 18, 16, 17, 12, 17, 18, 31, 33, 31, 26, 20, 12, 21, 14, 14, 15, 12, 11, 9, 10, 10, 14, 15, 19, 21, 21, 20, 21, 17, 15, 14, 16, 15, 16, 13, 11, 9, 12, 18, 22, 32, 78, 93, 100, 105], "n_pos": 119, "sum_m_en": [11.669684, 17.960757, 19.866413, 21.001965, 22.329957, 21.334741, 21.929635, 22.329921, 22.370386, 23.622124, 23.380982, 22.257216, 21.905367, 21.324611, 21.499324, 23.334598, 24.390651, 22.936597, 23.163969, 21.445316, 20.25639, 20.47788, 19.960748, 20.154037, 43.554422, 37.077897, 31.784271, 28.432995, 26.231997, 26.018182, 24.398809, 24.366937, 25.06225, 28.90727, 33.49498, 34.288984, 36.809229, 41.48641, 48.038654, 56.01115, 61.230377, 72.715454, 74.871492, 76.096984, 72.661853, 62.075557, 28.963148, 16.830919, 14.336833, 14.00011], "sum_m_pl": [1.920993, 5.226406, 6.158657, 6.218794, 6.381745, 6.685612, 7.041475, 7.382654, 8.077339, 7.963552, 8.6495, 8.96439, 9.296425, 9.539524, 9.628158, 8.563151, 8.176714, 8.727505, 8.509296, 7.999176, 7.673651, 7.22562, 7.078788, 7.082256, 8.92537, 9.657642, 11.10346, 11.590388, 13.114088, 14.057688, 12.841238, 12.807812, 12.257632, 10.47785, 9.722036, 9.760677, 9.212199, 8.718607, 8.716804, 7.526186, 7.631451, 5.415934, 9.711514, 14.816915, 21.375434, 34.054543, 70.748013, 89.341339, 96.975676, 104.734259]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 374, "item_id": "llmzszl-18651", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 856, "region_end": 372, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 0.9973}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 11, 24, 31, 17, 23, 19, 18, 16, 10, 15, 9, 14, 11, 14, 14, 19, 16, 15, 18, 13, 15, 17, 18, 23, 26, 17, 17, 18, 17, 16, 24, 22, 19, 24, 17, 31, 28, 33, 32, 34, 32, 29, 30, 29, 28, 25, 19, 18, 20], "n_am_pl": [2, 11, 13, 18, 22, 25, 25, 22, 19, 16, 23, 28, 23, 24, 23, 20, 18, 22, 11, 13, 11, 12, 9, 8, 15, 20, 20, 19, 20, 19, 18, 19, 13, 20, 17, 20, 15, 14, 11, 6, 4, 5, 4, 4, 4, 3, 5, 3, 1, 1], "n_pos": 127, "sum_m_en": [14.418911, 19.298778, 19.510532, 20.50959, 21.370497, 20.196661, 19.358402, 18.947202, 17.994196, 18.768263, 18.94239, 18.717979, 17.993911, 17.783517, 16.56778, 17.857061, 19.030935, 18.575711, 19.485267, 19.513951, 19.365957, 19.893782, 19.766368, 19.801491, 22.270216, 21.589212, 19.213198, 19.257186, 19.127067, 18.468157, 18.100215, 18.31721, 19.8006, 20.320442, 23.491004, 22.201968, 24.494861, 26.793637, 26.786869, 30.785656, 29.625149, 29.832206, 28.408343, 30.795463, 31.031415, 30.557573, 23.347924, 20.845033, 19.805762, 20.412016], "sum_m_pl": [2.944986, 5.966681, 7.523389, 7.203452, 7.764534, 7.871977, 7.865555, 8.574797, 9.144817, 9.870292, 10.473101, 10.616399, 10.974418, 11.098006, 11.394375, 11.45734, 11.113492, 11.280458, 9.701759, 9.486937, 8.906845, 8.438653, 8.100369, 8.076603, 10.848507, 12.653069, 11.652228, 12.2919, 12.513715, 14.698059, 14.431797, 14.401913, 13.621932, 13.514844, 12.935436, 12.886066, 11.820536, 9.76228, 8.537893, 6.069062, 6.391141, 4.657136, 3.91476, 4.987628, 3.759704, 3.240942, 4.754711, 2.790197, 1.613724, 1.000016]}, "digit": {"n_am_en": [0, 1, 1, 2, 0, 3, 1, 1, 1, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 2, 2, 2, 2, 3, 2, 3, 0, 2, 2, 2, 1, 1, 0, 2, 2, 1, 3, 4, 5, 3, 7, 6, 5, 5, 3, 2, 2, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 3, 1, 3, 4, 1, 0, 1, 2, 3, 2, 1, 1, 2, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 10, "sum_m_en": [1.013731, 1.638399, 1.698026, 1.586077, 1.676671, 1.571768, 1.567467, 1.609234, 1.62314, 1.667828, 1.895424, 1.825496, 1.746011, 1.646985, 1.551333, 1.660655, 1.699455, 1.726521, 1.813969, 1.884719, 1.781703, 1.767597, 1.73047, 1.73432, 1.87396, 1.913931, 1.488554, 1.816573, 1.757356, 1.734341, 1.61109, 1.678688, 1.742812, 1.842486, 1.962129, 1.970161, 2.129643, 2.926115, 2.472102, 2.840224, 3.633949, 3.820814, 4.024644, 3.866505, 3.44136, 2.90441, 1.744965, 0.794633, 0.12208, 2e-06], "sum_m_pl": [0.160449, 0.440178, 0.494823, 0.486406, 0.488063, 0.439694, 0.480621, 0.540353, 0.563956, 0.572611, 0.63213, 0.60775, 0.651889, 0.733405, 0.73582, 0.76847, 0.706923, 0.713521, 0.683675, 0.66294, 0.658957, 0.654219, 0.628471, 0.660335, 0.779095, 0.93659, 0.871507, 0.923057, 0.980309, 1.057212, 1.062762, 1.101313, 1.03837, 0.993534, 0.978277, 0.989345, 0.897164, 0.789216, 0.54923, 0.53501, 0.556083, 0.644053, 0.497641, 1.045174, 0.84373, 0.859511, 0.89703, 0.901585, 0.424477, 0.0]}, "lang": {"n_am_en": [6, 4, 3, 5, 5, 5, 5, 6, 7, 6, 7, 5, 4, 5, 6, 4, 7, 7, 5, 6, 3, 5, 6, 7, 7, 8, 7, 8, 7, 6, 7, 8, 9, 10, 9, 12, 13, 14, 16, 14, 17, 16, 16, 15, 17, 16, 16, 15, 17, 19], "n_am_pl": [0, 2, 2, 2, 2, 2, 1, 1, 1, 1, 3, 5, 5, 5, 4, 4, 0, 4, 2, 2, 2, 3, 1, 2, 3, 3, 3, 6, 4, 6, 5, 5, 3, 4, 2, 2, 0, 0, 2, 1, 0, 1, 2, 3, 3, 2, 1, 1, 1, 1], "n_pos": 22, "sum_m_en": [2.403997, 3.111323, 3.222953, 3.453895, 3.622284, 3.503143, 3.480367, 3.623122, 3.553886, 3.754158, 3.722544, 3.769936, 3.654086, 3.512101, 3.311554, 3.54349, 3.846286, 3.829116, 3.988705, 3.876544, 3.816341, 4.040949, 3.991025, 3.91261, 7.137227, 6.599452, 6.321688, 5.531041, 5.405025, 4.868984, 4.656077, 4.363821, 4.720241, 5.181535, 6.8835, 7.389276, 9.266626, 10.394786, 11.43049, 12.743386, 14.169362, 14.783387, 15.099849, 15.736086, 16.58924, 16.560166, 14.771712, 15.10808, 17.283519, 18.900008], "sum_m_pl": [0.472188, 0.887921, 0.998863, 0.945235, 1.006309, 0.981452, 0.992279, 1.094311, 1.155857, 1.216866, 1.630647, 1.620768, 1.756185, 1.775964, 1.804602, 1.659068, 1.669656, 1.780599, 1.503614, 1.455635, 1.380956, 1.323597, 1.270145, 1.311228, 1.895688, 2.175019, 1.940868, 2.093253, 2.123803, 2.519471, 2.528915, 2.619934, 2.301447, 2.230023, 1.871853, 1.910102, 1.653271, 1.215002, 1.216449, 0.961316, 0.637518, 0.550651, 1.031468, 1.848709, 1.251618, 1.27566, 1.207399, 1.257356, 1.074363, 1.000015]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "llmzszl-18653", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 729, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9612, "tf_agree_excl_first": 0.9688}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 3, 18, 14, 18, 17, 21, 17, 10, 16, 17, 25, 17, 11, 17, 24, 22, 17, 16, 25, 15, 19, 19, 20, 31, 30, 23, 16, 26, 13, 16, 21, 18, 22, 24, 20, 27, 34, 43, 49, 46, 46, 46, 43, 41, 31, 13, 2, 1, 0], "n_am_pl": [3, 8, 10, 12, 21, 22, 20, 15, 16, 19, 24, 12, 23, 26, 24, 10, 13, 21, 14, 16, 13, 10, 9, 5, 17, 10, 7, 12, 13, 21, 14, 23, 14, 13, 12, 15, 11, 5, 7, 6, 8, 9, 9, 13, 12, 20, 32, 40, 39, 39], "n_pos": 128, "sum_m_en": [11.471638, 16.925225, 18.53787, 19.147357, 19.220112, 18.462484, 19.083848, 18.53778, 18.020997, 19.632142, 20.098941, 19.092425, 18.631343, 18.247288, 17.127965, 18.472516, 19.639194, 19.114331, 19.228067, 19.334352, 19.305298, 19.671584, 19.513517, 19.430588, 24.393487, 22.51065, 20.072643, 19.659556, 19.410104, 18.882346, 18.562301, 19.288141, 20.475034, 21.842939, 24.497577, 24.014238, 27.244097, 31.719182, 32.700574, 37.416991, 37.031376, 38.44701, 38.740486, 41.69798, 39.149685, 28.340164, 12.253935, 4.761555, 1.905446, 0.010978], "sum_m_pl": [1.914078, 5.204028, 6.492771, 6.359887, 6.929878, 7.41678, 7.574427, 8.12991, 8.781831, 9.506483, 10.135483, 10.089245, 10.534466, 10.72156, 11.260696, 10.768923, 10.523533, 10.844498, 9.3665, 9.642404, 9.303584, 8.70546, 8.390443, 8.152647, 10.77371, 12.131359, 12.021433, 12.362395, 13.718566, 15.966918, 15.364812, 15.582106, 14.618328, 13.655801, 12.917286, 11.988209, 10.877007, 9.558487, 9.614672, 9.628661, 9.670101, 8.926014, 9.601944, 12.424995, 13.955482, 19.471068, 33.269792, 38.037504, 38.210195, 39.43825]}, "digit": {"n_am_en": [0, 1, 0, 2, 0, 1, 0, 0, 0, 0, 1, 2, 2, 0, 1, 3, 1, 2, 2, 2, 2, 3, 1, 2, 3, 3, 2, 2, 2, 1, 1, 3, 2, 2, 2, 2, 5, 6, 6, 3, 4, 6, 3, 4, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 3, 2, 4, 1, 3, 0, 1, 1, 2, 3, 1, 2, 2, 0, 0, 0, 1, 0, 0, 1, 2, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 10, "sum_m_en": [0.862534, 1.511805, 1.656899, 1.544261, 1.539056, 1.4937, 1.49416, 1.492099, 1.602732, 1.784128, 1.971446, 1.786293, 1.742478, 1.616141, 1.500285, 1.586958, 1.603285, 1.578033, 1.565447, 1.614833, 1.621175, 1.638737, 1.620238, 1.693339, 1.976628, 2.08501, 1.6522, 1.676631, 1.578387, 1.6166, 1.513868, 1.646677, 1.756624, 1.916042, 2.174984, 2.36863, 2.458294, 3.297582, 2.994922, 3.273533, 3.365656, 4.158904, 3.213057, 4.506746, 3.800842, 3.103975, 1.560281, 0.41042, 0.133043, 0.0], "sum_m_pl": [0.147481, 0.454685, 0.478507, 0.413717, 0.412824, 0.411147, 0.430445, 0.470617, 0.547685, 0.582477, 0.673533, 0.647463, 0.66705, 0.741528, 0.790374, 0.795288, 0.753629, 0.756612, 0.748664, 0.779548, 0.721088, 0.674747, 0.644568, 0.639294, 0.83981, 0.864829, 0.81349, 0.767406, 0.874898, 1.036817, 1.032747, 1.062314, 1.001886, 0.863269, 0.862536, 0.759543, 0.632188, 0.510386, 0.445801, 0.335637, 0.365148, 0.336855, 0.311679, 0.287816, 0.321936, 0.178855, 0.345586, 0.3807, 0.052822, 0.0]}, "lang": {"n_am_en": [1, 1, 8, 6, 8, 6, 8, 5, 4, 6, 5, 11, 8, 4, 9, 7, 5, 4, 3, 7, 6, 6, 9, 9, 12, 11, 9, 8, 8, 3, 4, 4, 7, 9, 10, 10, 8, 12, 16, 19, 20, 18, 20, 19, 17, 14, 3, 0, 0, 0], "n_am_pl": [2, 3, 4, 2, 5, 7, 5, 3, 5, 5, 6, 7, 11, 14, 9, 3, 4, 8, 5, 5, 6, 5, 4, 3, 6, 3, 4, 4, 6, 8, 8, 10, 6, 7, 3, 5, 5, 2, 5, 5, 7, 9, 9, 11, 11, 17, 29, 37, 38, 39], "n_pos": 39, "sum_m_en": [3.586557, 5.601408, 6.375082, 6.622828, 6.475043, 6.467836, 6.71706, 6.407054, 6.417141, 6.91782, 7.184916, 6.753081, 6.578298, 6.341374, 5.923605, 6.456091, 6.863787, 6.50235, 6.667074, 6.624156, 6.564725, 6.829388, 6.804287, 6.536801, 10.358616, 9.026817, 8.165293, 7.48135, 7.151761, 6.830076, 6.979658, 7.026834, 7.423868, 8.128169, 9.294177, 9.417837, 10.203181, 11.797032, 12.603656, 13.752574, 14.652753, 15.384201, 18.52948, 19.449657, 17.599028, 11.623558, 2.958491, 0.298824, 0.172209, 1e-06], "sum_m_pl": [0.532085, 1.418635, 1.644476, 1.813245, 1.886417, 2.121712, 2.224719, 2.615074, 2.895756, 2.812237, 3.122038, 3.226043, 3.576012, 3.704216, 3.982304, 3.520435, 3.510301, 3.870142, 3.167206, 3.209866, 3.121243, 2.9354, 2.82784, 2.745615, 3.605588, 4.16605, 4.356046, 4.598483, 5.06114, 5.753446, 5.691239, 6.207551, 5.488211, 5.24621, 4.654607, 4.59901, 4.346929, 3.67617, 3.869192, 5.456604, 5.25008, 6.060731, 7.276824, 9.008442, 10.802236, 16.411787, 28.128102, 35.085982, 36.463809, 38.998502]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "llmzszl-18653", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 857, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9692, "tf_agree_excl_first": 0.9767}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 20, 33, 36, 35, 45, 38, 42, 46, 39, 38, 34, 32, 36, 31, 41, 40, 42, 43, 43, 45, 53, 46, 49, 71, 74, 73, 54, 52, 48, 42, 44, 52, 58, 73, 82, 81, 97, 108, 113, 102, 103, 96, 100, 92, 89, 78, 75, 74, 76], "n_am_pl": [7, 16, 23, 21, 22, 25, 24, 30, 22, 23, 16, 24, 32, 28, 27, 28, 27, 29, 28, 28, 21, 22, 21, 19, 19, 12, 14, 23, 22, 29, 31, 38, 39, 28, 13, 14, 8, 9, 8, 2, 5, 4, 5, 2, 5, 9, 6, 7, 4, 6], "n_pos": 230, "sum_m_en": [26.030562, 35.127612, 35.616778, 35.898278, 38.671529, 38.689746, 37.978759, 37.565062, 35.960413, 37.163143, 37.195608, 36.555517, 35.627022, 36.655393, 37.520361, 38.184411, 38.535175, 37.399185, 36.670357, 36.555741, 35.045977, 35.250314, 35.261503, 36.050327, 51.273441, 51.592835, 47.806742, 44.49306, 43.072125, 42.394541, 40.05121, 41.002035, 44.949165, 46.343065, 50.124131, 51.088889, 55.891732, 68.753727, 77.001175, 87.493828, 84.150753, 90.241674, 87.548588, 90.896214, 89.211621, 83.963802, 74.679244, 74.163493, 73.240093, 76.266586], "sum_m_pl": [5.193956, 10.77645, 12.076549, 11.553562, 12.180139, 11.393692, 12.12311, 12.426409, 12.721945, 13.815592, 15.289587, 16.491216, 17.657387, 17.311971, 17.674922, 16.183887, 15.233985, 15.850616, 15.257108, 14.959707, 14.290893, 13.851754, 13.519692, 13.349126, 17.514488, 18.473028, 17.859992, 18.336659, 19.234554, 21.736099, 21.28122, 20.581283, 20.375252, 19.295701, 17.978651, 17.181462, 16.44067, 15.016085, 12.757493, 10.017637, 10.156685, 8.638943, 8.024152, 7.897239, 7.169614, 11.709768, 8.8354, 6.551156, 4.819221, 5.751605]}, "digit": {"n_am_en": [0, 2, 2, 2, 1, 5, 5, 4, 1, 2, 3, 3, 3, 1, 2, 4, 3, 4, 3, 5, 5, 8, 3, 4, 11, 7, 9, 6, 6, 6, 2, 3, 2, 7, 7, 7, 9, 9, 7, 8, 6, 4, 3, 6, 3, 4, 3, 1, 0, 0], "n_am_pl": [0, 0, 6, 1, 3, 4, 3, 2, 2, 2, 3, 6, 5, 4, 3, 3, 3, 4, 3, 4, 1, 2, 3, 3, 1, 3, 1, 5, 4, 2, 2, 5, 5, 2, 2, 2, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.729168, 4.622552, 4.403809, 4.353737, 4.73994, 4.673977, 4.834924, 4.89073, 4.529024, 4.691878, 4.964943, 4.627911, 4.557629, 4.583086, 4.662186, 4.420194, 4.357241, 4.434526, 4.553123, 4.344654, 4.130245, 4.167976, 4.120502, 4.205894, 5.119228, 5.125565, 4.528583, 4.41769, 4.933737, 4.727345, 4.595634, 4.258332, 4.973477, 4.923815, 5.136084, 4.795987, 5.049893, 5.40381, 4.956038, 6.241266, 4.530188, 4.593158, 4.338943, 4.091339, 4.057843, 3.295534, 2.92334, 1.711701, 0.286181, 0.0], "sum_m_pl": [0.406083, 1.322996, 1.368964, 1.314772, 1.394742, 1.212759, 1.170349, 1.192413, 1.277605, 1.323881, 1.546264, 1.59988, 1.638805, 1.628175, 1.718916, 1.534017, 1.515796, 1.669263, 1.5975, 1.604168, 1.560874, 1.509045, 1.468045, 1.444805, 1.641358, 1.873028, 1.733289, 1.942122, 1.807502, 2.111362, 2.044386, 2.118972, 1.926999, 1.796992, 1.737966, 1.611746, 1.576444, 1.492186, 1.459828, 1.222827, 1.231112, 1.357903, 1.277056, 1.191544, 1.294514, 0.954903, 0.516869, 0.349035, 0.065433, 0.0]}, "lang": {"n_am_en": [9, 14, 18, 20, 20, 22, 22, 26, 30, 21, 20, 19, 18, 21, 22, 25, 26, 27, 25, 24, 27, 30, 30, 32, 39, 44, 42, 36, 34, 33, 27, 29, 32, 32, 41, 51, 47, 57, 63, 66, 65, 66, 67, 70, 71, 66, 67, 70, 73, 75], "n_am_pl": [0, 6, 4, 6, 4, 5, 7, 9, 8, 7, 6, 8, 9, 10, 8, 8, 10, 9, 8, 9, 7, 8, 7, 6, 7, 4, 5, 5, 8, 10, 14, 14, 15, 12, 5, 5, 2, 4, 3, 0, 3, 1, 2, 1, 2, 6, 5, 5, 4, 6], "n_pos": 82, "sum_m_en": [9.484221, 12.292573, 13.263471, 13.817018, 14.863866, 15.164763, 14.82152, 14.358632, 14.345519, 14.351679, 14.279345, 14.644887, 14.272453, 15.033158, 15.421369, 15.92313, 15.909966, 15.332788, 14.575908, 14.415337, 13.705482, 13.610081, 13.768366, 13.981341, 26.495514, 26.299939, 24.109368, 20.840865, 19.548698, 19.574895, 18.094129, 19.06993, 20.764465, 22.053571, 24.032757, 26.5643, 31.154924, 39.096582, 46.894502, 52.488639, 52.735553, 57.268183, 59.541028, 61.689942, 63.712128, 61.531149, 62.325919, 64.910869, 68.938707, 73.946115], "sum_m_pl": [1.369016, 3.237355, 3.712456, 3.65946, 3.950693, 3.751516, 4.282107, 4.381923, 4.52673, 4.842059, 5.48792, 5.662811, 6.232323, 6.038685, 6.127791, 5.50027, 5.4493, 5.524037, 5.520872, 5.544377, 5.331933, 5.162913, 4.979883, 4.901637, 5.938391, 6.277298, 6.127615, 6.691046, 7.515383, 7.987544, 8.006517, 7.767087, 7.634909, 7.48037, 6.942541, 7.084334, 6.461976, 5.594973, 4.247595, 3.243522, 3.567749, 3.128521, 2.805391, 2.932148, 3.156645, 6.555032, 5.884341, 5.339074, 4.526767, 5.75083]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 232, "item_id": "llmzszl-18655", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 763, "region_end": 230, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9827}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 32, 52, 75, 85, 86, 84, 88, 77, 62, 71, 58, 60, 72, 58, 88, 110, 110, 118, 120, 112, 142, 125, 139, 192, 162, 141, 106, 96, 88, 82, 71, 92, 121, 148, 152, 155, 163, 175, 191, 172, 180, 159, 161, 145, 105, 41, 8, 3, 0], "n_am_pl": [19, 45, 60, 42, 53, 62, 70, 56, 51, 55, 65, 71, 65, 70, 66, 53, 44, 44, 42, 47, 38, 26, 21, 23, 26, 40, 40, 54, 49, 59, 55, 56, 49, 38, 31, 27, 27, 20, 18, 22, 17, 27, 34, 38, 52, 77, 148, 163, 165, 165], "n_pos": 465, "sum_m_en": [46.075367, 68.236409, 74.635707, 77.634076, 80.190187, 81.724359, 81.457061, 82.840581, 76.541961, 79.503562, 81.430596, 77.991015, 78.283671, 77.382682, 75.561122, 79.454023, 80.823493, 77.55405, 76.056537, 75.657463, 72.530095, 73.783793, 73.093408, 73.700955, 120.208015, 110.726313, 100.489054, 90.308977, 85.182292, 84.605396, 81.292803, 83.755712, 86.75822, 92.570468, 101.690528, 101.461256, 106.260769, 120.959508, 129.068671, 152.272947, 146.698116, 153.748749, 149.979778, 150.620991, 136.654795, 103.543238, 37.672164, 10.595513, 7.411715, 0.028718], "sum_m_pl": [9.475965, 23.374676, 27.949993, 27.981809, 28.128873, 27.630877, 29.257998, 28.148411, 29.752389, 30.655827, 31.830236, 33.476233, 33.393611, 32.243766, 31.106284, 26.943892, 24.382712, 24.846238, 24.091574, 25.589293, 24.733172, 23.55127, 23.444528, 23.416746, 26.892589, 31.293526, 33.063979, 34.994206, 37.343458, 39.287527, 36.130334, 34.742436, 34.933742, 30.401522, 29.406106, 28.82755, 26.34001, 24.741607, 24.414311, 23.194213, 24.44502, 26.498918, 32.118347, 39.470686, 47.816241, 74.927427, 140.677509, 159.118076, 157.700709, 165.438664]}, "digit": {"n_am_en": [8, 12, 5, 9, 7, 9, 9, 10, 13, 6, 7, 8, 8, 11, 2, 5, 9, 7, 10, 11, 9, 16, 8, 8, 12, 15, 11, 5, 5, 10, 7, 6, 5, 13, 14, 14, 14, 9, 12, 14, 8, 11, 8, 8, 4, 2, 1, 0, 0, 0], "n_am_pl": [5, 6, 12, 4, 5, 7, 5, 4, 4, 7, 9, 7, 7, 5, 1, 3, 2, 3, 3, 6, 2, 1, 0, 1, 3, 6, 3, 11, 7, 4, 4, 4, 3, 1, 1, 3, 4, 3, 2, 2, 1, 1, 1, 1, 3, 2, 2, 0, 0, 0], "n_pos": 51, "sum_m_en": [5.377964, 8.653816, 9.251104, 9.248405, 9.421448, 10.102315, 9.746281, 9.719953, 9.124369, 9.334526, 9.986582, 8.735462, 8.879447, 8.879339, 8.580292, 8.298393, 8.285013, 8.060495, 8.014959, 7.76354, 7.589061, 7.67021, 7.616841, 7.83027, 9.981607, 10.114592, 9.387146, 9.205373, 9.363302, 9.5025, 8.568237, 8.648058, 9.395908, 8.924347, 9.726047, 8.985622, 9.245654, 9.278305, 9.426153, 11.534932, 9.442652, 10.094221, 9.351921, 9.170514, 7.228076, 5.073806, 2.516568, 0.959368, 0.823896, 0.0], "sum_m_pl": [1.556985, 3.360413, 3.056754, 2.892621, 2.754123, 2.480707, 2.328598, 2.38052, 2.542571, 2.69127, 2.963163, 3.076136, 2.774638, 2.601821, 2.417952, 2.098291, 2.029607, 2.202652, 2.104653, 2.210978, 2.198747, 2.149754, 2.121525, 2.144182, 2.18711, 2.520532, 2.659042, 3.011696, 3.159851, 2.889846, 2.753041, 2.714112, 2.684264, 2.401091, 2.639852, 2.54911, 2.464677, 2.397622, 2.404693, 2.385658, 2.622223, 2.753681, 2.703003, 2.632783, 2.933778, 2.624862, 3.015702, 0.910766, 0.287191, 0.0]}, "lang": {"n_am_en": [7, 10, 15, 23, 38, 36, 31, 28, 33, 28, 31, 23, 29, 25, 25, 48, 57, 59, 64, 66, 63, 76, 76, 86, 108, 88, 80, 58, 56, 45, 43, 42, 51, 63, 77, 88, 90, 93, 102, 109, 103, 101, 96, 99, 93, 65, 26, 4, 1, 0], "n_am_pl": [3, 15, 16, 14, 16, 14, 21, 20, 22, 24, 24, 32, 36, 37, 31, 21, 23, 18, 18, 14, 18, 12, 10, 9, 8, 13, 13, 18, 18, 24, 20, 22, 20, 18, 18, 16, 15, 13, 12, 14, 14, 25, 30, 33, 44, 65, 117, 147, 157, 165], "n_pos": 165, "sum_m_en": [15.989685, 23.710901, 26.247946, 27.51059, 28.379766, 28.752497, 29.370535, 30.206221, 28.774536, 29.809882, 30.422688, 30.478552, 30.406966, 29.716364, 29.439394, 31.621914, 32.616502, 31.359516, 30.306304, 30.104498, 28.494738, 28.729027, 28.486073, 28.008156, 59.922793, 53.688801, 48.32042, 40.06009, 35.863687, 34.751651, 33.928241, 35.285422, 36.338056, 42.191405, 46.977268, 51.416754, 55.322946, 63.988467, 71.295816, 84.725065, 85.968719, 88.042031, 90.474646, 90.726296, 85.604954, 61.693538, 22.390266, 4.578771, 2.935532, 0.017511], "sum_m_pl": [2.525041, 7.205908, 8.59497, 9.241244, 9.326158, 9.646919, 10.981585, 10.440074, 10.698114, 10.851969, 11.429208, 12.062254, 12.667861, 12.517795, 12.019152, 10.156289, 9.121354, 9.109013, 8.895218, 9.532488, 9.079553, 8.612691, 8.538195, 8.610078, 9.507158, 11.545147, 12.473304, 13.129909, 14.38841, 15.703327, 14.674165, 14.538174, 14.631988, 13.098142, 12.515304, 13.061955, 12.266572, 10.947972, 11.152859, 11.672039, 13.107162, 17.15789, 22.960522, 30.248113, 38.113971, 60.967456, 110.46184, 141.406085, 149.248679, 164.203911]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 467, "item_id": "llmzszl-18655", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 891, "region_end": 465, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9957}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 19, 19, 16, 22, 17, 16, 13, 12, 12, 14, 12, 16, 14, 22, 22, 26, 22, 24, 20, 27, 22, 24, 21, 25, 21, 22, 20, 13, 19, 16, 27, 19, 29, 30, 23, 31, 30, 40, 42, 43, 41, 42, 42, 42, 43, 38, 39, 36, 36], "n_am_pl": [2, 3, 8, 10, 10, 11, 10, 8, 8, 8, 7, 9, 10, 9, 11, 15, 11, 9, 13, 16, 10, 11, 10, 10, 13, 14, 19, 9, 12, 16, 20, 15, 14, 7, 6, 7, 11, 11, 7, 7, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 109, "sum_m_en": [12.148668, 16.657355, 15.995507, 16.012535, 17.011252, 15.887343, 16.079001, 16.273155, 15.650147, 16.742099, 16.444626, 16.496845, 16.7826, 16.985999, 16.804394, 18.194336, 18.041224, 18.352048, 18.642732, 17.975876, 17.478257, 17.593411, 17.180607, 17.25972, 21.811512, 20.538215, 19.400995, 19.057063, 19.50761, 20.016533, 18.6802, 19.887666, 19.780929, 20.664416, 22.395574, 22.093072, 25.823191, 28.607196, 32.619969, 34.655834, 35.17255, 38.875732, 39.696887, 39.601226, 38.305406, 41.755762, 37.862206, 37.293608, 36.226428, 36.035161], "sum_m_pl": [2.138307, 4.557014, 5.35474, 5.471082, 6.016023, 6.075621, 6.085508, 6.349514, 6.872093, 7.376278, 7.56817, 7.874035, 8.511719, 7.700072, 8.247392, 8.47643, 7.813128, 8.023673, 7.68916, 8.21697, 7.770641, 7.375279, 7.121018, 7.060868, 9.828561, 11.036614, 11.047259, 10.686005, 10.372418, 11.528902, 10.888528, 9.525382, 9.518898, 9.447413, 9.036588, 8.744808, 8.514701, 7.551276, 6.75052, 6.332306, 6.097953, 4.424255, 3.58108, 3.320517, 2.688771, 1.86491, 0.835655, 0.525554, 0.177076, 1.6e-05]}, "digit": {"n_am_en": [1, 0, 2, 2, 1, 0, 0, 1, 0, 0, 3, 1, 2, 1, 0, 1, 1, 1, 0, 0, 0, 2, 1, 1, 2, 1, 1, 1, 0, 0, 0, 5, 0, 1, 3, 1, 1, 2, 2, 2, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 0, 3, 3, 0, 1, 1, 1, 1, 2, 1, 1, 3, 3, 4, 4, 1, 1, 4, 1, 0, 0, 0, 1, 1, 2, 6, 2, 1, 2, 3, 1, 1, 0, 2, 2, 2, 4, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.73771, 2.336487, 2.11235, 2.130794, 2.083992, 1.85121, 1.817745, 1.947545, 1.82029, 2.057806, 1.948742, 1.745414, 1.849326, 1.996195, 1.858542, 2.096003, 2.068851, 2.218932, 2.388728, 2.422151, 2.393829, 2.424423, 2.36882, 2.444344, 2.316316, 2.232158, 2.073314, 2.096725, 2.276302, 2.415887, 2.366887, 2.873665, 2.612872, 2.669614, 2.609733, 2.602178, 2.616975, 2.488029, 2.443456, 2.34831, 2.070681, 2.696115, 2.150772, 2.122057, 1.528497, 1.327206, 0.470257, 0.303252, 0.033945, 0.0], "sum_m_pl": [0.327913, 0.77008, 0.955847, 0.971015, 0.937232, 0.898347, 0.862048, 0.947264, 0.981588, 1.076127, 1.043427, 1.086396, 1.144829, 1.076089, 1.228782, 1.242911, 1.08333, 1.199886, 1.141065, 1.192912, 1.121399, 1.050747, 0.989393, 0.984222, 1.272886, 1.605365, 1.730802, 1.684922, 1.473064, 1.549169, 1.452644, 1.224202, 1.189572, 1.210136, 1.221893, 1.193489, 1.421811, 1.3822, 1.374121, 1.142467, 1.140626, 1.018983, 1.016656, 1.124272, 0.874656, 0.653562, 0.389936, 0.203357, 0.017714, 0.0]}, "lang": {"n_am_en": [8, 9, 8, 6, 13, 10, 7, 3, 6, 4, 5, 7, 8, 9, 13, 14, 14, 13, 14, 10, 10, 9, 12, 13, 11, 12, 12, 11, 9, 12, 13, 14, 13, 16, 16, 13, 18, 17, 25, 27, 29, 29, 29, 31, 34, 34, 34, 36, 36, 36], "n_am_pl": [0, 1, 3, 2, 8, 8, 8, 4, 3, 3, 2, 3, 2, 3, 4, 3, 2, 1, 4, 6, 6, 5, 5, 7, 7, 3, 5, 3, 8, 9, 9, 6, 6, 3, 2, 2, 5, 4, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.928056, 5.443948, 5.442903, 5.57721, 6.123823, 6.088132, 6.328005, 6.165823, 6.205195, 6.333644, 6.121073, 6.56184, 6.445722, 6.694429, 6.697863, 7.066806, 6.923438, 7.030711, 6.993894, 6.671097, 6.485009, 6.595308, 6.421883, 6.374044, 10.373575, 9.377924, 8.901553, 8.346327, 8.523512, 8.223462, 7.807383, 7.764028, 7.792051, 8.494896, 9.450641, 9.707306, 12.96364, 15.658502, 18.551901, 20.864981, 21.622513, 25.538266, 26.670545, 28.053749, 28.694018, 31.173547, 33.237158, 33.243842, 34.852005, 35.689291], "sum_m_pl": [0.71255, 1.502277, 1.748196, 1.814431, 2.142801, 2.283075, 2.41304, 2.496888, 2.759175, 2.821573, 3.062739, 3.100409, 3.582054, 3.064186, 3.211141, 3.212859, 2.921248, 2.834974, 2.794697, 2.905253, 2.691013, 2.549901, 2.481037, 2.444134, 3.50185, 3.941632, 4.2319, 4.047767, 3.975678, 4.66375, 4.14285, 3.792692, 3.86095, 3.855543, 3.731535, 3.894371, 3.538888, 2.869908, 2.510414, 2.48639, 2.311323, 1.213386, 0.928359, 0.773016, 0.591281, 0.289813, 0.173143, 0.129063, 0.022312, 1.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "llmzszl-18657", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 740, "region_end": 109, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9909}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 4, 13, 14, 15, 18, 21, 20, 18, 19, 13, 15, 20, 12, 16, 18, 20, 23, 29, 28, 33, 27, 19, 17, 38, 37, 28, 24, 24, 18, 14, 21, 27, 35, 40, 36, 36, 38, 41, 40, 38, 36, 38, 38, 34, 32, 12, 1, 0, 0], "n_am_pl": [6, 10, 14, 18, 11, 9, 10, 11, 12, 12, 18, 13, 18, 9, 12, 13, 9, 10, 13, 12, 5, 6, 10, 7, 7, 12, 14, 17, 11, 16, 21, 15, 10, 17, 10, 15, 17, 18, 13, 12, 20, 19, 18, 16, 18, 26, 41, 50, 48, 52], "n_pos": 126, "sum_m_en": [11.908963, 17.922443, 18.426078, 19.087822, 20.165445, 19.504904, 20.217292, 20.770743, 19.637548, 20.662203, 20.744346, 19.730692, 20.422364, 19.721959, 19.473569, 21.419281, 21.365579, 21.019181, 21.685342, 21.157445, 20.476332, 20.129353, 19.802879, 19.942611, 26.561712, 25.460681, 22.761382, 22.165677, 22.185441, 22.066162, 20.733861, 21.357125, 21.01431, 23.13194, 26.162256, 25.642409, 26.867245, 30.476284, 35.70376, 34.727962, 32.444852, 34.569328, 34.883129, 37.770528, 32.813115, 31.837459, 13.033351, 1.111638, 0.565111, 8.8e-05], "sum_m_pl": [2.312873, 6.145681, 6.744466, 6.893761, 6.79134, 7.386881, 7.430626, 7.604072, 7.937329, 8.367535, 8.701989, 8.943576, 9.55504, 8.630606, 8.506317, 8.18489, 7.473311, 7.507256, 7.588844, 8.086666, 7.727137, 7.356544, 7.208502, 7.169944, 9.499946, 10.737537, 11.012779, 10.524417, 10.876003, 11.271297, 10.905407, 10.556298, 10.194341, 10.259462, 9.200485, 8.903413, 10.495706, 11.384509, 10.175573, 11.115886, 12.670202, 12.79393, 14.937108, 15.283192, 18.412615, 24.688522, 38.058908, 49.324983, 48.235268, 51.674146]}, "digit": {"n_am_en": [0, 0, 4, 4, 2, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 2, 3, 2, 3, 2, 1, 3, 3, 1, 2, 1, 0, 0, 1, 1, 4, 3, 2, 2, 2, 3, 3, 3, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 5, 3, 1, 1, 0, 1, 1, 0, 1, 1, 4, 0, 2, 5, 3, 2, 2, 0, 1, 0, 0, 0, 0, 0, 1, 5, 4, 3, 3, 3, 2, 2, 1, 3, 3, 3, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.575163, 2.30232, 2.156461, 2.234059, 2.036507, 1.954484, 1.98757, 2.131439, 1.970805, 2.180144, 2.141342, 1.791324, 1.927125, 1.969517, 1.842405, 2.091326, 2.07711, 2.212982, 2.434799, 2.392644, 2.350877, 2.357076, 2.314078, 2.399743, 2.415937, 2.505084, 2.265552, 2.407309, 2.480488, 2.525953, 2.384263, 2.775365, 2.538835, 2.722285, 2.760154, 2.708232, 2.93618, 2.976067, 3.013288, 2.996322, 2.652829, 2.845562, 2.28291, 2.221777, 1.42977, 0.966733, 0.387806, 0.22582, 0.053794, 0.0], "sum_m_pl": [0.268255, 0.834376, 0.944729, 0.981475, 0.915943, 0.931726, 0.876756, 0.968147, 0.976372, 1.050266, 1.057611, 1.087735, 1.117872, 1.00099, 1.147, 1.183105, 1.028439, 1.098502, 1.028045, 1.065333, 1.015968, 0.957322, 0.918761, 0.913106, 1.145846, 1.442944, 1.489507, 1.488372, 1.387425, 1.476519, 1.389039, 1.244363, 1.184876, 1.255805, 1.141483, 1.070968, 1.237309, 1.076942, 1.173858, 0.935386, 0.9721, 0.838376, 0.836358, 0.965667, 0.800977, 0.601758, 0.272733, 0.170344, 0.033777, 0.0]}, "lang": {"n_am_en": [2, 3, 4, 8, 9, 13, 16, 14, 9, 11, 6, 10, 11, 7, 8, 7, 9, 11, 13, 10, 14, 11, 7, 11, 21, 22, 14, 13, 12, 8, 7, 9, 14, 17, 24, 23, 21, 20, 20, 21, 18, 20, 21, 22, 19, 18, 8, 1, 0, 0], "n_am_pl": [6, 4, 5, 7, 9, 4, 7, 8, 8, 12, 13, 10, 11, 8, 5, 5, 4, 5, 8, 6, 3, 4, 8, 5, 4, 7, 10, 9, 5, 11, 13, 9, 6, 11, 5, 11, 10, 13, 8, 8, 14, 15, 15, 14, 18, 24, 36, 47, 48, 52], "n_pos": 52, "sum_m_en": [4.875945, 7.031036, 7.937068, 8.316752, 9.676142, 9.327161, 9.946573, 10.134776, 9.732437, 9.901465, 9.792435, 9.588412, 9.81449, 9.356594, 9.117243, 9.698429, 9.57055, 9.259023, 9.446092, 9.287255, 8.997686, 8.775499, 8.636355, 8.617896, 14.042245, 12.741128, 10.812803, 10.373856, 10.138799, 9.955225, 9.425922, 9.466923, 9.305964, 10.300643, 12.225587, 12.713446, 12.967929, 15.210587, 17.983693, 17.78276, 16.391505, 18.430805, 18.544073, 21.621304, 19.057008, 18.098541, 8.525816, 0.494811, 0.176596, 8.7e-05], "sum_m_pl": [0.997609, 2.523749, 2.669114, 2.742691, 2.641665, 3.084494, 3.179469, 3.31979, 3.682737, 3.842093, 4.2003, 4.466607, 4.822889, 4.430601, 4.093962, 3.687242, 3.389945, 3.354404, 3.515064, 3.563941, 3.426957, 3.228939, 3.175324, 3.132253, 4.406764, 5.433338, 5.897072, 5.527537, 5.731811, 5.822949, 5.398667, 5.780692, 5.669004, 5.717505, 5.062047, 5.074721, 6.5348, 7.220908, 6.163864, 7.257639, 8.737285, 9.2099, 11.628885, 11.979285, 15.890425, 22.440524, 33.964804, 45.969535, 47.181083, 51.370255]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "llmzszl-18657", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 868, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 35, 48, 45, 54, 63, 60, 47, 50, 42, 59, 56, 55, 57, 54, 56, 60, 71, 76, 81, 61, 63, 63, 65, 93, 91, 86, 72, 68, 65, 60, 66, 69, 82, 95, 93, 108, 128, 116, 116, 125, 129, 132, 135, 130, 125, 122, 121, 118, 118], "n_am_pl": [3, 10, 19, 13, 14, 20, 15, 13, 11, 15, 17, 20, 20, 23, 24, 33, 29, 27, 29, 18, 11, 12, 11, 8, 13, 18, 21, 30, 28, 41, 44, 33, 28, 24, 20, 10, 15, 7, 4, 3, 1, 0, 1, 4, 2, 1, 3, 2, 2, 2], "n_pos": 254, "sum_m_en": [30.914405, 39.361645, 39.442389, 38.666605, 43.012366, 42.867195, 43.31915, 44.632071, 44.038281, 44.612031, 44.764263, 45.633234, 44.347434, 45.489655, 44.887869, 46.882176, 48.254836, 45.669952, 45.735041, 46.314643, 42.717418, 43.4789, 42.675909, 41.956661, 68.625332, 63.507326, 55.777103, 50.536068, 49.132647, 46.326128, 44.762432, 47.382424, 49.862728, 52.818278, 57.08868, 57.785848, 68.106608, 78.550122, 88.115153, 102.263444, 104.70939, 112.172315, 115.461949, 120.164875, 121.414567, 117.919902, 117.831871, 113.316143, 111.785512, 118.118423], "sum_m_pl": [5.438014, 10.975966, 12.719433, 11.045635, 12.1179, 10.999273, 11.474284, 11.427757, 11.907766, 13.528935, 15.127369, 16.630584, 18.37823, 17.664252, 18.479392, 17.670084, 16.968163, 16.399424, 16.204182, 15.612273, 15.396122, 14.945729, 14.525603, 14.697921, 16.463256, 18.83036, 20.1602, 21.131186, 22.462658, 25.503081, 23.306478, 21.04492, 21.231768, 19.407274, 18.687933, 17.523865, 15.31205, 12.440463, 10.769899, 8.846133, 8.234867, 6.816099, 6.667734, 5.598617, 4.175758, 3.485655, 4.136578, 2.790858, 2.561858, 1.999928]}, "digit": {"n_am_en": [3, 0, 3, 2, 4, 6, 7, 2, 5, 2, 7, 8, 4, 8, 8, 5, 4, 5, 7, 8, 5, 5, 5, 5, 12, 8, 8, 6, 7, 7, 7, 13, 7, 12, 12, 5, 10, 13, 6, 5, 5, 6, 8, 7, 7, 3, 0, 1, 1, 0], "n_am_pl": [0, 4, 5, 4, 3, 6, 3, 2, 2, 2, 3, 2, 4, 4, 5, 11, 5, 6, 5, 4, 1, 2, 2, 1, 1, 3, 3, 4, 3, 9, 7, 5, 4, 4, 7, 3, 3, 2, 0, 0, 0, 0, 0, 3, 2, 1, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [5.06764, 7.472891, 7.216006, 6.86203, 7.088242, 7.058832, 7.232623, 7.17163, 7.241713, 7.75986, 8.183362, 7.832995, 7.53787, 7.532488, 7.13657, 7.536404, 7.950395, 7.564987, 7.617479, 7.437432, 7.040871, 7.243478, 7.285696, 7.340563, 10.210233, 9.47099, 8.555597, 8.01546, 8.214698, 7.834801, 7.596478, 7.934995, 7.898864, 7.695675, 8.004181, 7.842604, 8.044431, 8.183598, 7.042809, 7.223477, 6.725763, 6.538138, 7.110711, 7.614625, 6.074355, 3.805099, 1.899855, 1.006407, 0.575869, 0.0], "sum_m_pl": [0.838812, 2.151603, 2.074745, 1.887718, 2.067208, 1.944395, 1.872599, 1.988541, 2.021285, 2.458999, 2.860185, 3.296591, 3.640851, 3.473359, 3.55903, 3.470518, 3.172656, 3.14266, 2.97497, 2.894002, 2.8155, 2.707591, 2.600235, 2.673927, 3.185146, 3.598315, 3.617883, 3.953841, 3.919548, 4.555426, 4.298468, 3.785439, 3.692436, 3.180366, 3.116331, 2.98109, 2.529209, 2.266492, 2.417786, 2.278808, 2.284545, 2.376111, 2.229008, 2.484239, 2.241337, 2.0077, 0.797282, 0.371226, 0.180527, 0.0]}, "lang": {"n_am_en": [16, 22, 25, 30, 38, 36, 30, 29, 27, 22, 37, 29, 39, 34, 35, 37, 38, 39, 48, 54, 41, 42, 46, 46, 61, 61, 57, 49, 42, 36, 36, 35, 45, 53, 60, 67, 74, 87, 86, 89, 99, 104, 108, 109, 110, 110, 115, 115, 115, 118], "n_am_pl": [3, 3, 7, 6, 8, 6, 7, 8, 7, 10, 12, 11, 7, 10, 11, 12, 16, 16, 14, 7, 6, 6, 6, 3, 9, 8, 14, 20, 18, 21, 26, 17, 13, 12, 5, 6, 5, 3, 3, 2, 1, 0, 0, 0, 0, 0, 2, 2, 2, 2], "n_pos": 121, "sum_m_en": [15.241014, 18.442563, 19.269321, 19.341079, 22.033297, 21.854742, 22.053449, 23.008019, 22.764746, 22.29492, 21.802204, 22.979187, 22.180796, 22.953919, 22.85388, 24.120866, 24.497392, 23.158305, 22.837327, 23.556911, 21.497484, 21.720198, 21.1876, 20.424597, 41.376786, 37.44189, 32.708786, 28.102124, 26.462516, 24.436212, 23.259174, 25.181083, 27.346183, 30.260145, 33.363953, 34.589617, 43.327075, 52.321201, 60.559028, 74.108816, 77.571618, 87.042428, 90.628363, 94.779097, 101.259554, 102.356096, 106.784762, 105.885755, 107.392637, 117.532291], "sum_m_pl": [2.674646, 4.643308, 5.468102, 4.68922, 5.186569, 4.511657, 5.250384, 5.313916, 5.682301, 6.245569, 7.129188, 7.606152, 8.701521, 8.638917, 9.078734, 8.229532, 8.379759, 7.995303, 7.984147, 7.50982, 7.425265, 7.20714, 7.068953, 7.119228, 8.065912, 9.259297, 10.781581, 11.107028, 12.08573, 13.587063, 12.187935, 11.167865, 11.516232, 10.309058, 9.922967, 9.665409, 8.108144, 6.499047, 5.203673, 3.921585, 3.411345, 2.260428, 1.942875, 1.606206, 0.95597, 0.603656, 2.336636, 1.995199, 2.030106, 1.999897]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 256, "item_id": "llmzszl-18660", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 254, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 31, 92, 66, 105, 116, 101, 120, 115, 90, 103, 89, 93, 78, 98, 132, 147, 127, 134, 167, 166, 193, 177, 167, 283, 239, 195, 149, 137, 132, 132, 140, 152, 187, 231, 198, 225, 253, 258, 295, 276, 278, 278, 265, 241, 179, 72, 31, 21, 21], "n_am_pl": [7, 82, 84, 78, 77, 103, 97, 82, 94, 94, 118, 132, 133, 133, 102, 101, 80, 75, 71, 44, 33, 32, 42, 46, 52, 83, 80, 103, 125, 152, 136, 104, 96, 90, 68, 58, 51, 41, 43, 48, 58, 50, 58, 68, 70, 136, 233, 279, 274, 268], "n_pos": 690, "sum_m_en": [69.314976, 105.677054, 112.109727, 113.734436, 119.264732, 116.932212, 119.330122, 125.584597, 118.028493, 121.033783, 123.809267, 121.360285, 122.002293, 117.888819, 113.940787, 121.016923, 124.978979, 117.199967, 117.021318, 117.622816, 111.884837, 114.412705, 113.520646, 112.200212, 184.505081, 167.17207, 145.563165, 126.206762, 124.637754, 124.543274, 118.465239, 124.147041, 130.988532, 138.960914, 152.562307, 150.821987, 152.878669, 173.704711, 186.1127, 209.937177, 219.765053, 225.370019, 236.98418, 247.181297, 226.296769, 171.769691, 71.136929, 32.556841, 27.154523, 21.000888], "sum_m_pl": [12.654337, 35.49985, 41.159857, 41.431003, 41.786118, 40.708478, 42.047804, 40.436962, 42.20989, 46.050312, 49.809814, 52.624529, 57.318376, 55.848015, 54.706502, 49.582566, 44.361372, 43.553754, 41.73699, 41.095831, 39.69578, 38.258397, 37.955521, 37.293848, 46.100601, 54.762938, 58.608794, 62.381512, 67.726183, 71.072798, 65.009436, 60.286543, 58.317246, 52.111137, 47.475768, 47.884137, 45.979835, 45.31655, 45.319318, 43.88774, 42.297104, 42.221969, 49.087715, 60.49835, 67.879219, 122.328757, 222.520941, 266.890576, 267.397428, 267.545276]}, "digit": {"n_am_en": [0, 6, 9, 3, 2, 6, 5, 9, 11, 4, 10, 8, 8, 7, 7, 11, 12, 9, 7, 9, 8, 9, 9, 9, 27, 14, 14, 10, 5, 5, 5, 10, 12, 18, 18, 16, 19, 25, 22, 20, 15, 15, 16, 10, 12, 6, 5, 2, 0, 0], "n_am_pl": [2, 20, 8, 11, 6, 6, 4, 6, 8, 11, 20, 20, 18, 18, 10, 11, 11, 5, 6, 3, 1, 5, 6, 9, 5, 16, 13, 12, 13, 18, 18, 13, 9, 4, 6, 9, 8, 5, 5, 4, 1, 1, 2, 4, 4, 7, 4, 2, 0, 0], "n_pos": 79, "sum_m_en": [7.426464, 13.793731, 14.390006, 14.087191, 14.184711, 13.836849, 13.664747, 13.751374, 13.050584, 13.668143, 15.155022, 14.536043, 14.195173, 13.564479, 13.046463, 13.685971, 14.268465, 13.308342, 13.11936, 12.82569, 12.42048, 12.695655, 12.684178, 12.834682, 17.763051, 16.003712, 14.429742, 13.425736, 13.619603, 13.784753, 13.094709, 14.543022, 15.343306, 14.773233, 15.313984, 15.183491, 16.775402, 17.868417, 16.628779, 16.107024, 15.019628, 14.855962, 14.9638, 14.176589, 12.375972, 7.884414, 4.803073, 1.845358, 1.051445, 0.0], "sum_m_pl": [1.513546, 4.763558, 4.359886, 4.883247, 5.164311, 3.973757, 3.697959, 3.916863, 4.408591, 4.959321, 5.527071, 5.617864, 5.761859, 5.515153, 5.581914, 5.436211, 4.75151, 4.954581, 4.837117, 4.799264, 4.612342, 4.425244, 4.29939, 4.398552, 5.699756, 6.916692, 6.993723, 7.491152, 7.791546, 8.448351, 7.776234, 6.765676, 5.794167, 5.315179, 5.034796, 5.297752, 4.418724, 4.110652, 4.315904, 4.261253, 3.819872, 4.463516, 4.231321, 4.621456, 4.477647, 4.003678, 3.802976, 2.404438, 0.339295, 0.0]}, "lang": {"n_am_en": [11, 15, 29, 31, 57, 58, 45, 47, 54, 51, 54, 43, 48, 46, 43, 65, 73, 74, 80, 95, 105, 127, 114, 109, 159, 140, 106, 79, 71, 67, 63, 70, 78, 98, 127, 112, 127, 128, 135, 162, 162, 162, 166, 166, 159, 113, 43, 24, 21, 21], "n_am_pl": [3, 25, 36, 31, 33, 54, 47, 44, 51, 46, 49, 64, 59, 70, 50, 46, 39, 37, 31, 15, 14, 15, 16, 20, 22, 32, 35, 48, 57, 70, 60, 51, 42, 48, 35, 34, 30, 26, 27, 36, 46, 40, 43, 55, 61, 113, 196, 246, 260, 266], "n_pos": 287, "sum_m_en": [29.670136, 43.232046, 46.940235, 49.21447, 53.072008, 51.342648, 53.927744, 57.28982, 54.473158, 55.550116, 55.310568, 54.402784, 54.221225, 52.650685, 50.343967, 54.774207, 56.468567, 52.445776, 51.960027, 53.409861, 50.30185, 51.747997, 50.856723, 49.850787, 98.272409, 87.986117, 74.247131, 61.55343, 59.156883, 57.551664, 55.392553, 58.187984, 60.73887, 66.545387, 73.037273, 74.127853, 75.966649, 85.989017, 96.105176, 112.635679, 125.103596, 127.800853, 137.948274, 148.519824, 144.694818, 106.059353, 43.854797, 23.154924, 21.841703, 21.000853], "sum_m_pl": [5.041536, 13.656705, 15.944172, 15.839922, 15.096657, 16.108524, 18.210797, 17.686862, 19.085848, 20.025917, 22.051918, 23.35821, 25.913181, 25.579321, 24.889404, 21.613852, 19.240453, 18.661794, 18.050138, 17.065669, 16.535722, 16.116599, 16.171153, 15.757908, 18.532671, 22.018658, 25.098505, 27.071286, 29.985582, 31.834771, 29.266428, 28.318546, 27.534872, 25.32696, 23.32642, 24.737563, 25.696577, 26.500051, 27.371297, 26.968278, 25.642485, 26.684407, 33.051045, 42.916816, 53.131815, 102.220805, 185.209008, 237.598006, 252.190462, 264.754546]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 692, "item_id": "llmzszl-18660", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 690, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 0.9942}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 13, 20, 18, 20, 24, 20, 19, 23, 24, 27, 24, 26, 20, 24, 21, 22, 19, 31, 27, 25, 24, 19, 20, 36, 32, 32, 34, 34, 37, 28, 29, 24, 26, 35, 41, 40, 40, 42, 49, 45, 45, 42, 45, 46, 46, 41, 42, 42, 43], "n_am_pl": [0, 22, 8, 4, 6, 7, 9, 7, 12, 18, 18, 21, 18, 13, 9, 15, 12, 10, 4, 6, 5, 5, 7, 6, 5, 9, 14, 10, 9, 14, 11, 18, 12, 8, 4, 4, 3, 8, 4, 6, 5, 3, 3, 0, 0, 0, 0, 1, 0, 0], "n_pos": 141, "sum_m_en": [14.624284, 22.088624, 22.087415, 21.402247, 23.294815, 23.39818, 23.771935, 24.027109, 23.411021, 24.383161, 24.476595, 25.378553, 24.78978, 23.752046, 23.058394, 22.922085, 23.103429, 22.745868, 23.055652, 22.191143, 21.260608, 21.463455, 21.190945, 21.253775, 27.096086, 27.340971, 26.399323, 25.603429, 26.920894, 27.513388, 25.693916, 25.604547, 24.624845, 27.241383, 30.387471, 31.203623, 33.139794, 33.687072, 34.242134, 39.009672, 36.044565, 36.991518, 38.292488, 38.333447, 38.984625, 41.722134, 42.171724, 41.783745, 39.496877, 42.472766], "sum_m_pl": [2.246708, 5.957389, 7.264767, 5.972557, 6.777223, 6.910918, 7.003318, 6.848189, 7.566938, 8.091416, 8.632395, 9.568519, 10.327612, 9.752793, 9.998333, 10.445314, 9.12229, 9.646512, 9.387153, 9.165572, 9.100177, 8.750043, 8.486593, 8.615086, 10.220104, 11.291262, 11.627164, 12.297706, 12.143375, 12.812549, 12.098536, 11.356589, 10.879186, 9.291908, 8.550565, 9.268941, 8.296573, 7.904358, 6.985879, 6.136686, 5.709926, 4.753371, 4.49291, 4.225624, 3.309582, 2.390281, 1.923396, 1.788055, 0.904696, 1.1e-05]}, "digit": {"n_am_en": [0, 0, 0, 2, 0, 6, 1, 0, 0, 5, 6, 2, 0, 2, 2, 2, 0, 2, 4, 4, 3, 4, 3, 2, 7, 5, 5, 6, 4, 6, 4, 7, 2, 3, 6, 7, 7, 7, 4, 7, 6, 6, 4, 4, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 0, 2, 2, 0, 3, 5, 6, 7, 5, 3, 3, 3, 3, 2, 4, 3, 3, 2, 1, 3, 4, 4, 3, 5, 4, 3, 7, 3, 3, 0, 1, 1, 2, 0, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.966368, 4.971923, 5.092681, 4.740846, 5.017582, 5.202539, 5.032684, 4.915361, 4.824988, 5.305157, 5.319867, 5.260206, 5.187244, 4.98864, 4.570977, 4.4035, 4.664241, 4.450638, 4.804046, 4.486496, 4.325761, 4.451902, 4.442584, 4.473881, 5.291663, 5.039113, 5.001866, 4.82955, 4.997708, 5.123968, 4.906902, 5.260753, 4.738387, 5.048158, 5.383302, 5.847735, 6.143893, 6.1147, 4.902163, 5.421959, 4.758834, 4.78738, 4.631809, 4.53588, 3.790605, 3.031872, 2.330299, 1.446524, 0.604728, 0.0], "sum_m_pl": [0.42862, 1.199045, 1.212295, 1.041487, 1.196182, 1.192247, 1.207548, 1.258434, 1.448065, 1.570933, 1.736474, 1.895742, 2.037226, 1.940853, 2.026826, 2.030069, 1.707456, 1.961607, 1.909953, 1.857713, 1.893359, 1.823623, 1.750347, 1.815112, 2.278029, 2.453091, 2.532199, 3.32332, 3.041169, 3.164438, 2.948027, 2.677287, 2.249308, 2.085476, 1.900253, 2.094841, 1.95279, 1.790389, 1.737972, 1.668263, 1.57392, 1.555775, 1.51488, 1.447242, 1.249812, 1.051993, 0.764015, 0.734005, 0.349545, 0.0]}, "lang": {"n_am_en": [10, 10, 12, 10, 13, 10, 7, 8, 13, 12, 13, 13, 15, 10, 13, 11, 15, 12, 14, 13, 12, 11, 11, 12, 21, 19, 16, 21, 15, 19, 16, 13, 12, 16, 20, 21, 19, 25, 29, 32, 32, 33, 33, 36, 38, 41, 38, 41, 42, 43], "n_am_pl": [0, 3, 0, 1, 2, 2, 2, 2, 5, 7, 5, 6, 4, 2, 1, 6, 5, 4, 2, 1, 2, 1, 1, 2, 1, 3, 6, 5, 4, 4, 4, 3, 4, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [5.02043, 6.709537, 7.044188, 7.190652, 7.74533, 7.583191, 8.021257, 8.333952, 8.252297, 8.219922, 8.364537, 8.954804, 8.70327, 8.447917, 8.392231, 8.451161, 8.355613, 8.406595, 8.082924, 7.901818, 7.511124, 7.496823, 7.294905, 7.269236, 12.694, 12.671882, 11.759449, 11.183474, 11.35747, 11.39252, 10.707624, 10.395835, 9.787879, 11.748938, 12.910436, 13.957917, 14.857593, 16.180366, 19.785769, 23.267998, 23.233364, 25.268811, 27.380648, 27.732672, 30.936089, 34.19186, 36.262412, 36.62994, 37.952694, 42.268018], "sum_m_pl": [0.743807, 1.63973, 1.903759, 1.80803, 2.121128, 2.194457, 2.350916, 2.294387, 2.568552, 2.763873, 2.963937, 3.212107, 3.665513, 3.411658, 3.328948, 3.600217, 3.164921, 3.21357, 3.167201, 3.036222, 3.040874, 2.916491, 2.783374, 2.788279, 3.567674, 3.77869, 4.27452, 4.179612, 4.185432, 4.225403, 3.867009, 3.884088, 3.722824, 3.193149, 2.907419, 3.552049, 3.036993, 2.916071, 2.339228, 1.89125, 1.885191, 1.499622, 1.3122, 1.347596, 0.911035, 0.502854, 0.251564, 0.240383, 0.093202, 1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "llmzszl-18661", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 773, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 19, 25, 41, 40, 46, 44, 50, 48, 52, 60, 43, 45, 49, 39, 50, 65, 54, 65, 61, 61, 65, 61, 60, 123, 107, 83, 80, 75, 63, 67, 55, 74, 90, 106, 110, 98, 110, 105, 111, 107, 104, 99, 95, 90, 64, 22, 5, 0, 0], "n_am_pl": [3, 41, 53, 33, 26, 36, 42, 38, 46, 60, 65, 73, 55, 54, 59, 36, 35, 27, 21, 22, 19, 17, 15, 13, 24, 31, 32, 27, 39, 45, 49, 53, 42, 27, 17, 18, 25, 17, 20, 22, 28, 24, 30, 27, 33, 50, 111, 131, 131, 131], "n_pos": 328, "sum_m_en": [30.410624, 50.18134, 51.780531, 50.212285, 52.475993, 52.841384, 54.687474, 57.266182, 55.556961, 58.330495, 60.335985, 59.115358, 57.304936, 55.290344, 51.627291, 52.915007, 56.115023, 54.005606, 55.073951, 52.408192, 50.979951, 52.472941, 51.444869, 51.943641, 75.224106, 69.939946, 63.847012, 62.133511, 61.969558, 60.386387, 57.462845, 58.692869, 60.580081, 65.515575, 75.798203, 75.038738, 72.764539, 77.29498, 79.755188, 87.63395, 83.217308, 85.662222, 82.724672, 82.748635, 81.507152, 60.994987, 24.272916, 6.723633, 2.20628, 7e-06], "sum_m_pl": [5.235641, 15.943671, 19.001105, 16.161391, 17.490408, 18.045524, 18.415557, 17.831767, 20.954937, 22.778063, 23.696867, 26.652108, 27.258087, 27.427599, 26.758036, 25.402606, 21.159523, 22.100302, 20.86391, 20.597243, 20.352117, 19.757007, 19.587146, 19.600046, 24.365841, 27.041644, 28.736042, 28.578922, 31.344452, 33.96236, 31.843217, 32.594274, 29.972091, 26.405168, 23.366364, 23.294827, 22.910085, 20.712318, 19.991781, 20.13756, 20.527593, 20.1015, 25.98293, 29.710818, 33.227787, 54.481512, 105.282977, 125.464112, 128.778396, 130.51969]}, "digit": {"n_am_en": [2, 2, 0, 2, 3, 4, 4, 3, 5, 4, 4, 4, 4, 7, 4, 3, 2, 6, 7, 3, 5, 4, 4, 3, 15, 9, 4, 7, 9, 9, 9, 4, 12, 10, 11, 17, 12, 12, 15, 17, 13, 14, 15, 13, 9, 6, 3, 0, 0, 0], "n_am_pl": [0, 1, 14, 1, 1, 2, 5, 8, 6, 12, 16, 18, 8, 8, 6, 5, 8, 4, 3, 7, 4, 2, 2, 3, 4, 11, 9, 7, 9, 4, 8, 5, 4, 3, 2, 1, 6, 3, 2, 4, 4, 2, 1, 1, 2, 1, 7, 10, 3, 0], "n_pos": 50, "sum_m_en": [4.759169, 8.844846, 9.375373, 8.38319, 8.714272, 8.882687, 8.855806, 9.145574, 8.679984, 9.211736, 9.777929, 9.220352, 8.800841, 8.541866, 8.046932, 7.985256, 8.651099, 8.600645, 9.059676, 8.420745, 8.217895, 8.400648, 8.266254, 8.438378, 11.403194, 10.599782, 9.853519, 9.777664, 9.798372, 9.508184, 9.279676, 9.595409, 9.453234, 9.993005, 11.13349, 11.87167, 11.370119, 11.687181, 11.224123, 11.967321, 11.121121, 10.869973, 10.54839, 10.137682, 9.236667, 8.918326, 4.650286, 1.587441, 0.794421, 0.0], "sum_m_pl": [0.776355, 2.529163, 2.39974, 2.031256, 2.23676, 2.287492, 2.2802, 2.331497, 2.834759, 3.128651, 3.484703, 3.81691, 4.006821, 3.931847, 3.874622, 3.874857, 2.979002, 3.270775, 3.187343, 3.178767, 3.17637, 3.076825, 3.030761, 3.076897, 3.929851, 4.228562, 4.090476, 4.05115, 4.147964, 4.374675, 4.25317, 4.473507, 4.152607, 3.770277, 3.357256, 3.540115, 3.315477, 3.202194, 3.235616, 3.364712, 3.319091, 3.335261, 2.987657, 2.624462, 2.775789, 2.236461, 6.731347, 7.591441, 2.798988, 0.0]}, "lang": {"n_am_en": [4, 11, 9, 19, 25, 23, 20, 29, 27, 29, 34, 21, 31, 28, 23, 28, 38, 30, 37, 39, 38, 41, 39, 38, 72, 67, 55, 44, 39, 29, 36, 30, 41, 56, 63, 67, 59, 73, 67, 75, 70, 69, 67, 66, 67, 45, 16, 2, 0, 0], "n_am_pl": [0, 16, 17, 15, 12, 18, 22, 15, 19, 29, 29, 30, 25, 34, 36, 18, 15, 17, 13, 9, 9, 11, 7, 8, 17, 14, 13, 13, 18, 21, 25, 29, 24, 14, 12, 13, 17, 11, 16, 14, 19, 17, 23, 25, 27, 46, 93, 117, 126, 131], "n_pos": 133, "sum_m_en": [12.856373, 19.631442, 20.896613, 21.369712, 22.02743, 22.117035, 23.503052, 25.173647, 24.4579, 25.995892, 26.535128, 26.165803, 25.351989, 24.345698, 22.652048, 23.41693, 24.876586, 23.891689, 23.962638, 22.717161, 22.16199, 23.215846, 22.562911, 22.5493, 39.657711, 36.20875, 31.908485, 29.649871, 28.476182, 27.516278, 26.759265, 27.438953, 28.309363, 31.895588, 36.422639, 38.298758, 38.455823, 41.66179, 46.399619, 53.052076, 51.975861, 55.005629, 54.19316, 56.431861, 56.350198, 39.117953, 13.82213, 1.293454, 0.450058, 6e-06], "sum_m_pl": [2.180644, 5.99068, 6.985204, 6.588062, 6.952199, 7.443465, 7.996093, 7.759108, 9.275878, 10.150254, 10.422466, 11.81588, 12.370768, 13.178574, 12.869169, 11.529793, 9.439786, 9.963207, 9.42281, 8.946001, 8.776171, 8.592736, 8.516719, 8.438218, 11.310291, 12.493, 13.837201, 13.633524, 15.257864, 16.778299, 15.541839, 16.45081, 14.95599, 13.363498, 11.566275, 11.982037, 12.933202, 11.20142, 10.906399, 10.651785, 11.345252, 11.301549, 17.776715, 21.86097, 25.419614, 46.140165, 87.836311, 111.845068, 123.536543, 130.277485]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 678, "item_id": "llmzszl-18661", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 901, "region_end": 328, "roundtrip_ok": true, "tf_agree": 0.9941, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [65, 51, 58, 54, 73, 66, 68, 60, 78, 83, 75, 76, 70, 72, 80, 88, 99, 97, 85, 103, 91, 94, 80, 81, 123, 115, 108, 114, 107, 108, 118, 118, 120, 125, 135, 154, 163, 166, 170, 171, 168, 177, 156, 161, 153, 149, 134, 121, 118, 120], "n_am_pl": [17, 68, 51, 28, 29, 27, 30, 43, 45, 43, 46, 48, 62, 56, 39, 55, 55, 44, 45, 36, 26, 23, 20, 24, 31, 34, 48, 49, 47, 41, 40, 40, 26, 25, 36, 29, 28, 16, 18, 14, 13, 9, 8, 6, 5, 6, 2, 1, 1, 0], "n_pos": 436, "sum_m_en": [53.485031, 69.974527, 68.74409, 66.156224, 70.048813, 68.620436, 69.441504, 72.367338, 72.675341, 77.73704, 74.62641, 73.851628, 76.24776, 74.490798, 71.437908, 70.982113, 72.611333, 72.950035, 71.436884, 71.234394, 68.146572, 68.808028, 68.63744, 69.408337, 94.568945, 96.131102, 91.297568, 88.612603, 88.68966, 86.204706, 86.416818, 89.294579, 93.053928, 98.144274, 106.266916, 110.451222, 121.718732, 133.75943, 144.617783, 147.597606, 145.649946, 150.278429, 146.573315, 145.416746, 137.232711, 136.489615, 129.808999, 118.863861, 112.122007, 119.094215], "sum_m_pl": [10.575112, 23.1638, 23.233202, 20.249226, 22.028376, 21.795146, 21.378877, 23.290816, 26.191642, 30.538283, 31.411772, 30.771764, 31.542712, 31.295549, 28.78983, 31.136146, 30.011554, 28.547147, 29.36537, 29.321783, 27.262332, 26.267389, 25.790655, 25.564729, 32.574031, 36.788842, 36.736554, 37.418815, 40.702575, 41.27341, 38.04765, 34.527497, 32.09309, 30.073998, 28.384215, 27.0158, 26.072362, 23.4384, 20.388906, 18.9785, 18.372315, 16.351131, 14.893776, 13.398869, 11.450453, 9.522709, 5.861679, 4.903374, 3.771012, 0.013446]}, "digit": {"n_am_en": [6, 15, 10, 12, 29, 15, 11, 12, 15, 11, 17, 15, 11, 12, 12, 13, 22, 9, 6, 11, 8, 11, 6, 9, 19, 21, 18, 23, 23, 24, 29, 26, 25, 23, 17, 21, 31, 25, 19, 20, 18, 18, 12, 14, 13, 11, 6, 5, 2, 0], "n_am_pl": [6, 27, 17, 10, 11, 8, 5, 12, 8, 14, 17, 22, 24, 20, 15, 18, 23, 15, 16, 15, 6, 8, 7, 6, 17, 17, 26, 19, 18, 13, 11, 16, 7, 11, 18, 14, 16, 11, 16, 12, 11, 8, 8, 5, 4, 4, 1, 0, 0, 0], "n_pos": 134, "sum_m_en": [15.443533, 23.203286, 22.019824, 21.147372, 22.862752, 21.307041, 21.302585, 22.656528, 22.766045, 24.434286, 23.418649, 22.730341, 23.393797, 22.883623, 22.143195, 20.539725, 21.054234, 20.832528, 20.727356, 20.7644, 19.800382, 20.4336, 20.835849, 21.13377, 23.865583, 25.896759, 24.655292, 25.899003, 26.714254, 25.376445, 26.315222, 27.02631, 28.120716, 27.12892, 27.21658, 25.335651, 27.207889, 25.60089, 23.757104, 22.50584, 21.472451, 20.219287, 17.820417, 17.137276, 14.032065, 12.100843, 8.378535, 5.774633, 4.11626, 2e-05], "sum_m_pl": [3.086237, 8.181101, 6.74458, 6.188009, 6.558943, 6.247102, 5.72705, 6.438076, 7.283053, 9.468479, 9.867851, 9.535936, 9.528315, 8.883684, 7.780337, 8.675966, 8.350857, 8.238338, 8.176461, 8.338712, 7.841954, 7.490086, 7.370465, 7.343016, 9.941957, 11.478465, 11.518181, 11.734252, 12.255619, 11.826972, 10.834053, 9.962612, 8.764699, 8.699633, 8.257176, 8.636859, 8.108607, 8.104665, 8.570787, 8.511257, 8.485401, 8.444741, 7.956731, 7.63302, 6.562144, 5.398483, 3.252702, 2.259488, 1.089549, 0.0]}, "lang": {"n_am_en": [21, 15, 16, 18, 19, 24, 30, 22, 28, 29, 28, 32, 31, 32, 37, 38, 36, 51, 46, 57, 53, 54, 51, 54, 62, 62, 63, 57, 50, 51, 51, 49, 57, 65, 72, 84, 83, 95, 96, 95, 96, 106, 103, 105, 104, 104, 103, 97, 106, 119], "n_am_pl": [6, 11, 4, 2, 5, 5, 7, 10, 18, 11, 7, 9, 18, 11, 9, 14, 8, 8, 8, 7, 7, 8, 5, 7, 6, 8, 9, 10, 12, 10, 10, 12, 8, 4, 6, 4, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 121, "sum_m_en": [14.259921, 16.925319, 17.120388, 17.075002, 18.399957, 18.866707, 19.256574, 19.887873, 20.149144, 21.619556, 20.932551, 21.207204, 22.09494, 21.250369, 19.878865, 20.997958, 21.773747, 22.554456, 21.728453, 21.502204, 20.965303, 20.728357, 20.369554, 20.543265, 38.469591, 37.9272, 35.19218, 30.75211, 29.970515, 28.825827, 27.971102, 28.659964, 30.068156, 34.926751, 40.811691, 47.222191, 56.073705, 67.958595, 77.382185, 79.705538, 82.733391, 91.102396, 92.020227, 94.034277, 92.326568, 94.355881, 95.701412, 91.581399, 93.513969, 116.142402], "sum_m_pl": [2.772774, 4.868485, 4.998141, 4.591784, 5.295816, 5.346287, 5.650728, 6.326379, 7.303194, 7.974834, 8.086974, 7.947494, 8.480213, 8.773104, 8.244174, 8.523737, 8.325277, 7.90178, 8.609962, 8.46883, 7.944537, 7.552577, 7.422809, 7.322038, 8.881807, 9.85594, 10.060844, 9.969292, 11.114846, 11.948585, 11.005022, 10.417641, 9.454266, 8.537525, 8.207862, 7.458149, 6.85313, 5.477958, 3.805134, 3.217161, 2.817131, 1.917879, 1.635059, 1.347886, 1.174687, 0.754951, 0.483659, 0.490968, 1.139114, 0.004912]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 438, "item_id": "llmzszl-18664", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 734, "region_end": 436, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9863}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 91, 108, 135, 188, 192, 180, 182, 177, 193, 186, 193, 198, 182, 186, 206, 275, 287, 254, 260, 264, 260, 236, 244, 363, 321, 290, 243, 256, 240, 230, 235, 276, 313, 375, 385, 375, 395, 420, 425, 361, 346, 329, 329, 296, 228, 87, 18, 3, 0], "n_am_pl": [15, 144, 125, 101, 135, 167, 169, 165, 162, 156, 231, 221, 232, 210, 196, 196, 157, 144, 129, 142, 94, 77, 71, 81, 88, 157, 170, 209, 249, 234, 224, 229, 190, 152, 104, 85, 76, 59, 43, 40, 49, 60, 62, 71, 89, 142, 294, 371, 374, 380], "n_pos": 1280, "sum_m_en": [134.586595, 190.204178, 198.179811, 196.578542, 205.980946, 207.028432, 210.1917, 211.114613, 214.199602, 227.514754, 224.133113, 218.549502, 227.664996, 215.224839, 203.908811, 208.136245, 214.556214, 211.296252, 211.09683, 205.239637, 198.433547, 199.462422, 198.631774, 200.612373, 275.477199, 265.135675, 243.079028, 232.117508, 231.077819, 223.536058, 218.696108, 222.917737, 234.63529, 244.622173, 274.545644, 276.426896, 286.856954, 306.057593, 324.440335, 327.954251, 316.765419, 311.263329, 312.024179, 319.580012, 287.100727, 229.494519, 97.30737, 27.674206, 24.988097, 0.024956], "sum_m_pl": [26.89332, 69.877943, 70.026628, 65.990836, 71.345263, 71.306264, 70.995617, 73.771765, 80.030817, 88.262247, 92.296514, 91.473896, 92.136309, 91.086546, 86.029583, 87.356219, 82.83407, 81.487452, 80.296767, 81.927652, 75.866052, 71.972933, 70.466375, 69.571956, 88.784519, 104.832369, 114.15123, 121.764094, 137.327662, 140.496805, 129.250169, 120.473694, 106.138946, 97.370765, 88.319268, 81.100416, 77.227356, 70.681016, 65.354579, 63.855155, 65.718816, 65.686778, 69.43989, 84.107311, 101.591469, 148.885037, 281.194586, 360.846494, 359.515647, 381.055142]}, "digit": {"n_am_en": [12, 20, 14, 24, 37, 41, 22, 33, 29, 35, 36, 39, 42, 42, 28, 33, 49, 47, 35, 36, 35, 35, 24, 32, 61, 45, 50, 37, 48, 50, 53, 44, 55, 52, 70, 72, 88, 86, 81, 77, 56, 51, 32, 29, 14, 5, 4, 3, 1, 0], "n_am_pl": [2, 57, 56, 31, 23, 47, 36, 48, 32, 44, 81, 82, 87, 62, 54, 63, 42, 47, 30, 47, 28, 17, 17, 17, 33, 57, 61, 69, 74, 66, 65, 63, 60, 51, 46, 37, 31, 19, 21, 17, 15, 16, 16, 8, 5, 6, 4, 2, 1, 0], "n_pos": 352, "sum_m_en": [39.664061, 54.81191, 55.133429, 53.717632, 56.695809, 55.545085, 55.560578, 56.999992, 58.724092, 64.016797, 61.279713, 59.837318, 62.717646, 59.950617, 57.394409, 55.808104, 56.6073, 53.698442, 54.778954, 54.141967, 51.916991, 53.213862, 53.364103, 54.23084, 61.729614, 61.771586, 56.562315, 60.789779, 61.146011, 60.282347, 60.042264, 63.483502, 66.479406, 65.003904, 65.662602, 63.170182, 66.859298, 67.597796, 63.249667, 61.931354, 56.823707, 54.781015, 46.385011, 43.697499, 31.702664, 24.006104, 14.720289, 8.152578, 7.147055, 3.6e-05], "sum_m_pl": [8.473946, 22.720867, 19.562215, 17.639635, 17.523727, 16.657229, 15.942844, 18.328368, 19.756647, 24.454947, 28.082756, 27.039248, 26.673348, 25.216468, 23.259757, 24.459973, 23.177547, 23.719176, 21.986229, 22.552247, 20.574792, 19.498526, 18.931126, 18.898869, 25.638033, 31.524865, 33.070196, 34.421244, 37.770154, 36.626148, 33.65844, 31.111462, 26.144021, 25.261957, 24.162363, 23.756269, 21.452538, 20.07389, 21.461973, 21.118067, 20.375338, 19.634557, 18.536886, 18.649171, 15.92343, 13.100842, 8.954348, 5.287025, 2.923552, 0.000147]}, "lang": {"n_am_en": [16, 30, 35, 58, 81, 85, 89, 87, 90, 89, 80, 87, 87, 75, 80, 93, 122, 131, 114, 116, 131, 135, 127, 129, 179, 164, 145, 120, 121, 111, 96, 104, 124, 149, 158, 172, 167, 185, 201, 203, 196, 196, 202, 203, 190, 152, 56, 8, 0, 0], "n_am_pl": [7, 25, 23, 33, 41, 44, 62, 49, 58, 43, 68, 65, 59, 71, 68, 57, 47, 36, 44, 37, 33, 26, 29, 31, 25, 37, 41, 62, 72, 69, 60, 75, 50, 48, 31, 28, 31, 30, 16, 18, 26, 33, 37, 53, 72, 124, 249, 331, 354, 378], "n_pos": 381, "sum_m_en": [36.533391, 53.340697, 59.004978, 59.243457, 61.940319, 63.535158, 66.068681, 65.588961, 66.164695, 69.470425, 69.999552, 67.821289, 70.052827, 64.576703, 59.36131, 62.969125, 66.361714, 67.9346, 66.917179, 64.573943, 63.520887, 62.511733, 62.436599, 62.165815, 108.971417, 102.315046, 93.616386, 81.843456, 79.198289, 74.217044, 69.67565, 68.675199, 71.596627, 80.496354, 96.25604, 105.65097, 110.893277, 125.784804, 143.268059, 147.044164, 153.394945, 157.110536, 175.456025, 183.028716, 171.023996, 136.401817, 53.443955, 8.593744, 5.142876, 0.021462], "sum_m_pl": [6.411712, 15.911431, 17.111284, 17.726663, 18.421035, 20.080966, 21.432059, 21.655262, 24.171852, 24.651908, 24.087139, 25.201322, 25.806416, 27.733865, 26.172501, 25.024591, 23.451134, 22.905058, 24.135852, 24.430267, 22.685507, 21.616544, 21.179179, 20.88557, 24.643512, 28.162746, 33.484474, 36.017021, 42.743147, 44.594279, 41.963502, 40.485573, 35.943563, 34.526, 32.400172, 30.136054, 31.101228, 28.147715, 24.500592, 25.208158, 26.947227, 29.848493, 35.579433, 50.260238, 70.542279, 117.715895, 231.933572, 315.539623, 333.566685, 377.037674]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18664", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 862, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 15, 15, 16, 20, 15, 16, 14, 15, 17, 16, 16, 18, 19, 20, 21, 29, 25, 30, 25, 15, 24, 19, 17, 26, 27, 20, 26, 23, 22, 16, 22, 20, 24, 28, 29, 34, 34, 37, 35, 30, 32, 32, 30, 29, 25, 23, 21, 22, 20], "n_am_pl": [3, 9, 10, 5, 13, 11, 13, 12, 10, 8, 9, 13, 9, 14, 8, 17, 11, 9, 13, 12, 11, 5, 5, 3, 8, 12, 15, 13, 7, 14, 12, 10, 10, 9, 6, 8, 8, 8, 6, 3, 3, 2, 1, 0, 0, 1, 2, 1, 1, 2], "n_pos": 114, "sum_m_en": [12.031512, 18.432095, 18.131759, 18.318382, 18.987059, 19.36917, 19.172747, 18.766306, 18.204771, 19.384753, 18.893331, 20.275754, 21.124652, 19.857444, 18.742583, 18.903484, 19.332056, 18.794957, 19.488871, 18.272179, 17.053113, 17.467021, 17.516911, 17.811557, 21.168407, 21.760506, 20.385647, 20.598395, 21.209154, 20.321049, 19.524057, 20.668658, 21.538546, 22.497671, 25.161658, 25.51001, 26.232078, 26.753164, 29.961633, 31.002316, 29.831593, 31.061794, 30.20587, 30.694464, 29.279658, 26.281094, 23.183428, 22.083805, 20.502525, 20.477371], "sum_m_pl": [2.259804, 5.273144, 5.730969, 5.200473, 5.647127, 5.536095, 5.716117, 6.20912, 6.416845, 7.021359, 7.240893, 6.703976, 7.22942, 6.463671, 6.201581, 6.618066, 7.007199, 6.894861, 7.431945, 7.885125, 7.234166, 6.925708, 6.828983, 6.760958, 9.261817, 10.197273, 9.193725, 9.086458, 9.00381, 10.737406, 9.917621, 8.885942, 8.68544, 8.213189, 7.522317, 7.049908, 7.026724, 6.219452, 5.500779, 5.423907, 5.410875, 4.568617, 4.435969, 3.916509, 3.280053, 2.876349, 2.532772, 2.034403, 1.680095, 1.622379]}, "digit": {"n_am_en": [0, 2, 5, 2, 4, 4, 2, 1, 1, 6, 4, 5, 3, 2, 4, 2, 6, 7, 6, 5, 1, 3, 1, 1, 6, 6, 3, 1, 3, 4, 2, 5, 4, 5, 3, 6, 6, 6, 5, 4, 2, 3, 2, 2, 1, 0, 0, 0, 1, 0], "n_am_pl": [0, 1, 2, 0, 1, 2, 4, 4, 3, 1, 3, 6, 5, 7, 4, 5, 7, 3, 7, 7, 5, 2, 3, 1, 2, 6, 8, 9, 3, 5, 7, 4, 3, 4, 3, 5, 6, 4, 4, 3, 2, 2, 1, 0, 0, 1, 1, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.522709, 5.469073, 5.110213, 5.028182, 5.109932, 5.444996, 5.508307, 5.538584, 5.174585, 5.554911, 5.747171, 5.956869, 6.099935, 5.665723, 5.308395, 5.184453, 5.528756, 5.319966, 5.590459, 5.284315, 4.913759, 5.146623, 5.203362, 5.318744, 5.659275, 5.741451, 5.288365, 5.305749, 5.650965, 5.206617, 5.038343, 5.528341, 5.653932, 5.742637, 6.002223, 5.975587, 6.005076, 5.797949, 5.284852, 5.332189, 4.944163, 4.856733, 4.61238, 3.915201, 3.762136, 2.834136, 1.802142, 1.268486, 0.617788, 0.0], "sum_m_pl": [0.783633, 1.815215, 1.702676, 1.551304, 1.545274, 1.592717, 1.638736, 1.938807, 1.952802, 2.219101, 2.316224, 2.195647, 2.376595, 2.152723, 2.099886, 2.194635, 2.338761, 2.283885, 2.379334, 2.506324, 2.306889, 2.165643, 2.115029, 2.099073, 2.89308, 3.322551, 3.055697, 3.08746, 3.102227, 3.266945, 3.323674, 2.883275, 2.645464, 2.690626, 2.616341, 2.703601, 2.617457, 2.251633, 2.119615, 2.065479, 2.038278, 2.084103, 2.061862, 2.038233, 1.794681, 1.511756, 1.328558, 0.842377, 0.3682, 0.0]}, "lang": {"n_am_en": [6, 6, 5, 6, 6, 6, 8, 5, 6, 5, 7, 7, 7, 9, 6, 9, 10, 9, 10, 9, 7, 8, 7, 7, 9, 11, 9, 15, 12, 12, 7, 9, 9, 11, 16, 14, 16, 18, 16, 17, 17, 18, 17, 18, 19, 17, 19, 18, 19, 20], "n_am_pl": [1, 2, 1, 0, 2, 3, 1, 3, 4, 1, 2, 3, 2, 4, 1, 4, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 3, 2, 1, 2, 1, 1, 2, 1, 2, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2], "n_pos": 23, "sum_m_en": [2.587668, 4.01208, 4.149775, 4.134256, 4.051968, 4.271858, 4.413479, 4.150887, 4.173547, 4.266792, 4.013172, 4.690515, 4.792774, 4.639664, 4.380485, 4.522495, 4.581689, 4.528079, 4.663927, 4.255522, 4.076982, 4.037097, 4.018396, 4.032589, 6.492039, 7.046585, 6.769694, 6.708745, 6.793016, 6.267592, 5.917158, 6.275155, 6.416403, 7.871794, 8.638976, 9.438336, 10.66307, 11.080665, 12.819383, 13.667225, 14.477842, 15.112247, 14.665269, 15.89496, 16.677638, 16.653217, 17.419625, 16.986856, 17.766483, 20.323911], "sum_m_pl": [0.400364, 0.94999, 0.961121, 0.938572, 1.014946, 0.973802, 1.077067, 1.099868, 1.315464, 1.323441, 1.433883, 1.265909, 1.438437, 1.272154, 1.245832, 1.2686, 1.455548, 1.482895, 1.601137, 1.726346, 1.583146, 1.538625, 1.500113, 1.481096, 2.051194, 2.377832, 1.85294, 1.880453, 1.719798, 2.288975, 1.937501, 1.749976, 1.786579, 1.556818, 1.416216, 1.410363, 1.484309, 1.421996, 1.044392, 1.134783, 1.249653, 0.99485, 0.995555, 0.815972, 0.588705, 0.613098, 0.823127, 0.783677, 1.099362, 1.622239]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "llmzszl-18665", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9739}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 19, 30, 30, 34, 48, 46, 45, 37, 43, 43, 43, 47, 43, 51, 71, 80, 59, 73, 75, 65, 64, 54, 47, 100, 81, 77, 70, 52, 53, 46, 44, 52, 70, 91, 83, 75, 83, 98, 95, 82, 87, 84, 74, 58, 46, 22, 14, 14, 12], "n_am_pl": [8, 22, 42, 35, 34, 38, 43, 48, 54, 49, 51, 52, 59, 55, 41, 54, 53, 43, 40, 46, 39, 30, 29, 29, 31, 65, 55, 71, 69, 80, 69, 63, 49, 56, 26, 29, 29, 26, 22, 21, 24, 14, 20, 25, 28, 47, 73, 77, 77, 74], "n_pos": 342, "sum_m_en": [33.020397, 51.008008, 53.747433, 54.674495, 54.102337, 55.420522, 55.285543, 55.402466, 51.793108, 54.168938, 54.505995, 57.222194, 57.881975, 54.038681, 53.731143, 56.987254, 59.174814, 54.450396, 55.718645, 53.679794, 52.163474, 52.217574, 51.698733, 51.333346, 71.358348, 64.921346, 61.100083, 58.91041, 57.130894, 58.40749, 54.937311, 58.642582, 60.759348, 67.329963, 73.986047, 71.821162, 68.036493, 72.632642, 77.856701, 78.347732, 77.695206, 77.665117, 78.352571, 74.412831, 59.597926, 48.317648, 23.913192, 18.155723, 17.024628, 12.000005], "sum_m_pl": [7.029882, 17.428604, 20.428532, 20.080898, 19.522835, 19.128409, 19.768788, 21.412786, 21.449391, 23.417442, 24.879178, 23.60001, 25.758667, 24.628412, 23.57473, 22.878043, 21.722152, 21.770605, 22.326635, 23.651569, 21.710396, 20.982561, 20.738869, 20.717543, 27.954449, 33.797362, 31.703269, 34.706432, 36.883086, 38.912175, 36.268686, 33.443382, 30.105896, 26.801216, 23.211692, 22.223478, 25.813215, 22.585768, 22.05812, 21.865525, 22.116825, 20.086437, 22.315624, 21.031809, 26.513626, 40.978423, 65.314404, 73.518546, 73.699241, 73.309549]}, "digit": {"n_am_en": [8, 4, 5, 1, 2, 3, 7, 9, 4, 11, 11, 6, 10, 7, 6, 9, 12, 9, 11, 12, 8, 13, 6, 7, 21, 16, 11, 12, 7, 6, 8, 6, 9, 12, 13, 15, 10, 11, 10, 15, 8, 9, 10, 11, 9, 5, 2, 1, 2, 0], "n_am_pl": [2, 5, 6, 9, 2, 2, 8, 2, 10, 12, 18, 11, 10, 10, 7, 18, 16, 11, 10, 11, 8, 3, 7, 4, 8, 19, 14, 14, 14, 18, 15, 12, 10, 13, 10, 8, 8, 7, 4, 4, 4, 2, 3, 8, 5, 7, 7, 5, 0, 0], "n_pos": 75, "sum_m_en": [7.615217, 12.009963, 12.360625, 12.37238, 11.978499, 12.742199, 12.360831, 12.498658, 11.117857, 11.718894, 12.134711, 12.398599, 12.679709, 11.585833, 11.044731, 11.383668, 12.049642, 11.527291, 12.016437, 11.521378, 10.824089, 11.233011, 11.167966, 11.374819, 14.203002, 12.679092, 11.753628, 11.888603, 11.929127, 12.56427, 12.125335, 13.226424, 13.471454, 14.510759, 15.508377, 15.83626, 15.023405, 14.149517, 14.312726, 13.814308, 13.712787, 14.096468, 13.100374, 11.401013, 9.915757, 7.713475, 4.894246, 3.189338, 2.706034, 0.0], "sum_m_pl": [1.740914, 3.970969, 3.88306, 4.160558, 3.551004, 3.562216, 3.40488, 4.018401, 4.039625, 4.688321, 5.223175, 4.784952, 5.183857, 4.779214, 4.710805, 5.044472, 5.025213, 4.987075, 5.070285, 5.352643, 4.846575, 4.641894, 4.535713, 4.638344, 6.312283, 7.582207, 6.786358, 7.909784, 8.323049, 8.246431, 7.844004, 7.037143, 6.321849, 5.671839, 5.439984, 5.210703, 4.818722, 4.271647, 3.945627, 4.056347, 3.735816, 3.733661, 3.863934, 4.195839, 4.254615, 4.623198, 5.14949, 4.983864, 1.099873, 0.0]}, "lang": {"n_am_en": [3, 5, 9, 15, 9, 18, 10, 10, 14, 8, 14, 16, 15, 18, 23, 31, 30, 27, 31, 32, 35, 31, 31, 26, 43, 33, 39, 33, 22, 22, 18, 26, 29, 36, 43, 42, 36, 43, 51, 49, 50, 54, 49, 50, 39, 31, 16, 13, 12, 12], "n_am_pl": [2, 6, 16, 12, 10, 11, 12, 13, 14, 16, 12, 19, 31, 19, 16, 9, 9, 8, 10, 10, 9, 9, 8, 8, 4, 10, 7, 11, 13, 17, 17, 15, 10, 13, 6, 12, 13, 14, 10, 8, 14, 8, 13, 14, 19, 35, 58, 65, 72, 73], "n_pos": 85, "sum_m_en": [8.102193, 12.716362, 13.98577, 14.666763, 14.460831, 14.542971, 15.312474, 15.155162, 14.447445, 15.308413, 15.463371, 16.469157, 16.14814, 15.3545, 15.643199, 17.456107, 18.396569, 16.614358, 17.032221, 16.175029, 16.459916, 15.692767, 15.59703, 15.009681, 29.217392, 25.6819, 24.533444, 22.010122, 19.837533, 19.468791, 17.605259, 19.046416, 20.207845, 24.73877, 27.219133, 27.180628, 26.483184, 31.680933, 34.78826, 36.733623, 38.240695, 39.196823, 42.306807, 43.971867, 34.979245, 28.592496, 14.701055, 12.945694, 12.652412, 12.000005], "sum_m_pl": [1.537274, 4.158612, 4.928676, 5.001827, 4.885732, 4.851842, 5.56007, 5.754477, 5.82953, 6.031758, 6.334401, 6.186, 7.028716, 7.367933, 6.711942, 5.881384, 5.511874, 5.741956, 6.008822, 6.20089, 5.675875, 5.604505, 5.579101, 5.543095, 6.700001, 8.15581, 7.906264, 8.064298, 8.950341, 9.93631, 9.436921, 9.025824, 8.405958, 7.576725, 6.219972, 6.623414, 10.475055, 9.172676, 9.661192, 9.247403, 10.512054, 8.812342, 11.211129, 11.264504, 16.828813, 28.91873, 51.827399, 61.674714, 67.482083, 72.627057]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 344, "item_id": "llmzszl-18665", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 894, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9913}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 5, 2, 9, 10, 10, 5, 2, 8, 9, 12, 16, 7, 6, 12, 10, 10, 12, 10, 14, 16, 15, 13, 13, 18, 18, 11, 12, 15, 10, 10, 9, 8, 12, 14, 23, 26, 31, 29, 32, 36, 32, 29, 31, 26, 23, 22, 24, 21, 18], "n_am_pl": [0, 15, 8, 8, 9, 8, 14, 5, 1, 6, 7, 11, 14, 20, 14, 19, 15, 12, 12, 6, 6, 6, 9, 8, 11, 12, 17, 14, 11, 12, 17, 10, 11, 7, 5, 3, 2, 2, 1, 1, 2, 1, 2, 3, 2, 1, 2, 2, 3, 4], "n_pos": 80, "sum_m_en": [8.070511, 12.253956, 12.042189, 11.830982, 12.850866, 12.55272, 11.615522, 11.537053, 10.957621, 12.115273, 12.018666, 12.800431, 11.993902, 11.850059, 11.643357, 12.320259, 12.489615, 12.251053, 12.547474, 12.390769, 12.075301, 12.128691, 12.062621, 12.234527, 14.262057, 13.588101, 11.873901, 12.292902, 12.323333, 12.995714, 12.146288, 12.560023, 13.106602, 12.878493, 14.531453, 15.657621, 17.555652, 21.266272, 23.498523, 25.520064, 26.082469, 29.798428, 28.776268, 28.226114, 27.102623, 25.26163, 22.883821, 23.065916, 19.973449, 17.83161], "sum_m_pl": [1.241037, 4.077851, 4.003961, 3.799171, 4.216388, 3.9164, 4.184312, 4.072346, 4.55459, 5.153536, 5.336095, 5.701126, 6.208511, 6.037364, 6.675708, 7.554165, 6.945203, 6.850638, 6.31295, 6.238658, 6.011162, 5.702356, 5.247493, 5.309808, 8.172666, 8.770466, 8.252633, 8.609361, 8.316817, 8.810195, 8.536601, 7.61671, 6.955392, 7.022078, 6.799026, 6.03561, 5.622784, 4.211477, 4.155125, 3.462076, 3.276946, 2.59728, 2.903078, 2.858614, 2.826563, 2.236306, 2.856682, 2.846085, 3.134562, 4.01575]}, "digit": {"n_am_en": [3, 0, 0, 0, 1, 1, 2, 1, 2, 3, 5, 5, 1, 0, 3, 3, 4, 3, 4, 3, 3, 3, 3, 3, 3, 4, 1, 2, 2, 0, 1, 2, 0, 3, 3, 7, 7, 8, 7, 7, 6, 3, 3, 5, 3, 1, 2, 3, 0, 0], "n_am_pl": [0, 3, 0, 3, 1, 0, 0, 0, 1, 2, 1, 2, 4, 7, 4, 6, 3, 5, 4, 1, 3, 4, 5, 4, 6, 5, 8, 6, 7, 4, 6, 4, 4, 3, 2, 2, 1, 1, 0, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.395862, 3.812917, 3.768018, 3.534961, 3.891393, 3.581866, 3.370312, 3.401473, 3.328216, 3.717359, 3.73655, 3.776118, 3.585992, 3.627807, 3.549668, 3.758501, 3.946616, 3.832339, 4.008583, 3.833959, 3.659497, 3.652577, 3.668281, 3.705148, 3.873096, 3.964879, 3.561225, 3.751001, 3.717056, 3.78579, 3.477633, 3.78833, 3.877051, 3.88711, 4.113299, 4.535311, 4.482553, 5.004916, 4.661028, 5.21381, 4.666554, 4.817121, 4.67635, 4.217623, 3.585108, 2.653987, 2.494019, 2.607141, 0.44257, 0.0], "sum_m_pl": [0.330616, 1.118536, 0.860342, 0.869357, 0.919322, 0.879356, 0.857503, 0.930277, 1.19794, 1.412061, 1.522099, 1.64857, 1.687451, 1.595616, 1.834713, 2.075217, 1.905927, 1.887018, 1.699093, 1.714688, 1.645316, 1.566278, 1.447735, 1.498936, 2.451372, 2.598712, 2.431704, 3.060186, 2.777567, 2.727249, 2.523388, 1.945148, 1.708742, 1.826765, 1.703371, 1.537513, 1.471287, 1.209661, 1.478628, 1.307702, 1.435219, 1.405061, 1.422273, 1.330113, 1.411627, 1.22665, 0.986507, 0.734242, 0.156192, 0.0]}, "lang": {"n_am_en": [4, 3, 0, 5, 4, 6, 1, 0, 3, 4, 2, 6, 4, 3, 6, 5, 4, 8, 4, 7, 7, 5, 5, 7, 8, 8, 5, 5, 3, 7, 6, 5, 5, 7, 8, 10, 14, 15, 16, 18, 18, 19, 18, 18, 17, 17, 17, 18, 18, 18], "n_am_pl": [0, 6, 4, 2, 5, 5, 7, 3, 0, 2, 3, 3, 6, 8, 7, 9, 8, 3, 5, 4, 3, 2, 3, 1, 3, 4, 5, 6, 3, 3, 7, 4, 5, 4, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 2, 3, 4], "n_pos": 23, "sum_m_en": [2.374215, 3.410465, 3.421811, 3.445869, 3.869768, 3.974092, 3.628552, 3.574503, 3.40776, 3.654931, 3.618235, 4.137465, 3.931639, 3.83774, 3.806301, 4.029313, 3.964172, 3.916696, 3.875757, 3.872624, 3.748557, 3.759964, 3.685316, 3.681374, 5.124131, 4.729352, 4.089017, 4.144136, 3.895848, 4.28118, 4.31474, 4.268821, 4.403101, 4.434794, 5.097373, 6.076241, 7.588411, 10.325576, 11.678213, 13.135969, 14.182748, 16.77115, 16.264946, 16.594414, 16.42521, 16.9323, 16.997385, 17.57951, 17.531051, 17.342571], "sum_m_pl": [0.384723, 1.181274, 1.243681, 1.221726, 1.411778, 1.265442, 1.432617, 1.317491, 1.278124, 1.404327, 1.495487, 1.605027, 1.889206, 1.963305, 2.107523, 2.425647, 2.285754, 2.218733, 1.974955, 1.893266, 1.778448, 1.71599, 1.57997, 1.596868, 2.594355, 2.802781, 2.768643, 2.636215, 2.61182, 2.728692, 2.623301, 2.398897, 2.366392, 2.338864, 2.388064, 2.100354, 2.0089, 1.394345, 1.148318, 0.86466, 0.675866, 0.304755, 0.645585, 0.720113, 0.713544, 0.532169, 1.751768, 2.005215, 2.931945, 3.989083]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "llmzszl-18666", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 762, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9753}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 7, 7, 17, 28, 23, 33, 31, 24, 34, 37, 32, 30, 30, 25, 37, 46, 53, 48, 49, 56, 55, 51, 54, 88, 74, 56, 54, 42, 36, 27, 25, 31, 37, 51, 60, 56, 78, 71, 81, 77, 84, 79, 68, 57, 51, 17, 11, 3, 2], "n_am_pl": [3, 24, 17, 19, 17, 19, 13, 22, 27, 27, 29, 32, 28, 39, 41, 36, 27, 28, 14, 18, 19, 16, 20, 15, 11, 18, 21, 21, 30, 38, 33, 33, 27, 23, 16, 14, 12, 14, 11, 13, 14, 17, 21, 22, 27, 41, 70, 80, 85, 86], "n_pos": 197, "sum_m_en": [18.521655, 29.937382, 31.096221, 31.652979, 33.264514, 33.091378, 32.339858, 32.953878, 31.229848, 32.605427, 32.789026, 33.828646, 32.202748, 31.285254, 28.906483, 31.844607, 33.951637, 33.013141, 33.145524, 32.687506, 31.278615, 32.320783, 31.674791, 32.126634, 50.147942, 45.830301, 38.056142, 36.374557, 34.261813, 34.736872, 32.402035, 33.519079, 35.072841, 35.029895, 39.840264, 43.326374, 44.373022, 56.839335, 59.268796, 60.79156, 60.099246, 66.349213, 68.831472, 60.261543, 53.628192, 46.062478, 20.655105, 11.048251, 5.742311, 2.268954], "sum_m_pl": [3.078371, 9.694137, 11.018822, 10.730153, 11.361347, 11.425483, 11.915976, 11.518305, 12.94538, 13.717663, 14.151762, 14.994467, 16.045448, 15.751895, 16.734732, 17.423352, 16.174537, 16.105244, 14.834192, 14.289641, 13.699201, 12.960595, 12.511425, 12.637582, 17.992257, 18.599003, 19.483121, 18.96654, 21.44043, 22.353695, 21.737097, 20.67839, 18.829543, 18.061889, 17.196011, 16.230205, 16.202159, 13.357395, 12.642129, 13.421759, 14.8673, 14.155944, 16.634802, 20.190317, 26.649025, 39.277606, 64.06362, 77.304908, 85.382456, 85.397587]}, "digit": {"n_am_en": [0, 0, 1, 3, 2, 0, 3, 3, 0, 6, 5, 7, 1, 4, 4, 4, 6, 5, 8, 4, 3, 3, 4, 4, 11, 9, 7, 6, 6, 5, 3, 5, 4, 9, 3, 5, 6, 8, 7, 7, 6, 7, 3, 4, 3, 3, 2, 2, 0, 0], "n_am_pl": [0, 5, 1, 1, 3, 3, 3, 2, 3, 3, 1, 1, 2, 3, 8, 9, 4, 5, 2, 3, 3, 1, 1, 0, 1, 2, 3, 2, 7, 6, 2, 3, 3, 2, 2, 2, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 2, 2, 0, 0], "n_pos": 30, "sum_m_en": [2.82311, 4.921154, 5.255774, 4.867064, 5.318617, 4.99815, 4.896494, 4.557542, 4.465335, 4.95033, 5.179124, 4.991152, 4.681664, 4.737513, 4.574492, 4.90345, 5.291873, 4.978628, 5.162278, 4.988385, 5.015277, 5.288635, 5.16055, 5.157481, 7.219114, 7.078289, 6.417536, 6.032116, 5.449116, 5.594224, 4.95642, 5.332855, 5.712058, 5.893043, 6.428621, 6.827425, 6.623338, 6.340385, 6.058149, 5.731344, 5.938773, 6.555366, 6.071371, 5.247655, 4.360047, 3.615342, 2.763291, 1.896001, 0.487104, 0.0], "sum_m_pl": [0.451007, 1.680567, 1.396781, 1.419911, 1.380344, 1.36334, 1.353105, 1.254801, 1.733555, 1.78154, 1.825831, 1.869544, 2.02821, 1.981145, 2.214988, 2.614931, 2.315606, 2.235771, 1.951339, 2.001911, 1.823466, 1.678538, 1.601657, 1.636782, 2.108094, 2.210221, 2.202185, 2.380583, 2.713519, 2.545079, 2.717286, 2.393235, 2.294862, 2.148498, 1.887969, 1.738972, 1.470306, 1.154124, 1.365031, 1.319728, 1.532435, 1.392265, 1.528365, 1.359928, 1.403445, 1.406528, 1.675841, 1.869725, 0.195149, 0.0]}, "lang": {"n_am_en": [6, 5, 3, 9, 15, 11, 16, 17, 17, 20, 21, 16, 19, 16, 10, 25, 32, 33, 24, 29, 33, 33, 28, 31, 52, 40, 36, 34, 25, 21, 18, 16, 16, 16, 29, 31, 29, 45, 37, 45, 48, 50, 51, 41, 38, 32, 12, 7, 3, 2], "n_am_pl": [3, 10, 10, 12, 11, 10, 4, 9, 7, 9, 14, 18, 16, 18, 22, 16, 11, 13, 8, 10, 11, 10, 13, 11, 9, 10, 8, 12, 17, 21, 20, 21, 17, 14, 8, 9, 10, 13, 10, 10, 12, 16, 19, 21, 26, 39, 64, 74, 84, 85], "n_pos": 88, "sum_m_en": [8.565301, 12.988851, 13.478797, 14.264754, 14.999942, 15.165423, 15.230306, 16.061782, 15.318723, 15.535033, 15.609306, 16.31126, 15.533422, 14.995226, 13.691045, 15.311823, 16.261463, 15.950866, 15.691173, 15.890875, 14.523474, 15.190837, 14.83525, 15.014835, 27.866083, 24.201176, 19.389525, 18.102688, 16.617475, 16.110593, 15.427238, 15.922277, 16.573015, 17.087051, 19.115326, 20.360942, 22.025634, 30.707586, 32.659763, 34.723907, 36.517374, 41.184889, 43.415295, 37.364912, 35.295875, 29.00027, 13.060579, 6.925254, 3.76878, 2.268948], "sum_m_pl": [1.425042, 3.712709, 4.741202, 4.657121, 4.950533, 5.181587, 5.619631, 5.75065, 6.070565, 6.473819, 6.952955, 7.495507, 7.968992, 7.740611, 8.37393, 8.11794, 7.518629, 7.586619, 7.093887, 6.570086, 6.434366, 6.193767, 5.956089, 5.946132, 9.270822, 9.359824, 9.884668, 9.284824, 10.500753, 11.467519, 10.862171, 11.076777, 10.015952, 9.534795, 9.291712, 9.403208, 10.267081, 8.878353, 8.324793, 9.187302, 10.731656, 10.637092, 12.737621, 16.465678, 22.797177, 35.579322, 59.245496, 70.588935, 80.999296, 84.762495]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 199, "item_id": "llmzszl-18666", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 890, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.9799, "tf_agree_excl_first": 0.9848}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 10, 15, 14, 20, 19, 21, 14, 14, 22, 15, 13, 12, 11, 19, 17, 21, 16, 21, 25, 23, 20, 22, 22, 23, 25, 24, 15, 23, 16, 21, 16, 21, 28, 34, 35, 42, 41, 41, 45, 45, 42, 40, 39, 35, 35, 31, 30, 28, 30], "n_am_pl": [2, 13, 14, 3, 8, 10, 8, 14, 11, 10, 10, 7, 9, 13, 12, 14, 12, 13, 14, 14, 8, 8, 5, 5, 8, 13, 9, 19, 15, 17, 14, 17, 16, 11, 10, 8, 3, 2, 3, 1, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0], "n_pos": 103, "sum_m_en": [11.652718, 15.871488, 15.398072, 15.448308, 15.9724, 15.711318, 15.630548, 16.318226, 15.591006, 17.658434, 16.06077, 16.197989, 16.158401, 16.164318, 15.9182, 16.377059, 16.877524, 16.380679, 17.131785, 16.755847, 15.425779, 15.940518, 15.82225, 16.038924, 22.736256, 21.936084, 18.430258, 17.867734, 17.034031, 16.459153, 15.854271, 16.353444, 17.373841, 20.119418, 23.222377, 24.099795, 27.913765, 31.667012, 35.754067, 38.364111, 38.239465, 38.055591, 40.610945, 38.037387, 36.391713, 34.664635, 31.127464, 29.710511, 27.636846, 30.13776], "sum_m_pl": [2.5938, 5.069553, 5.630149, 5.131615, 5.501264, 5.513399, 5.412469, 5.959173, 6.472483, 6.822027, 7.404591, 7.647124, 8.129622, 7.655958, 8.74165, 9.281291, 8.684933, 8.450172, 7.910224, 7.712152, 7.113146, 6.875933, 6.552493, 6.463493, 8.448056, 9.417574, 9.335674, 10.013141, 10.783334, 12.410459, 11.542746, 10.723877, 10.193049, 9.309142, 9.06586, 8.301757, 7.26316, 5.817505, 4.705199, 3.591601, 3.408358, 2.934013, 2.336959, 1.980518, 1.882711, 0.990362, 0.539722, 0.340649, 0.201742, 3e-06]}, "digit": {"n_am_en": [0, 1, 1, 2, 1, 2, 1, 1, 1, 3, 2, 3, 1, 0, 2, 1, 3, 3, 5, 2, 4, 3, 3, 3, 2, 3, 3, 2, 2, 1, 1, 2, 4, 3, 6, 5, 8, 5, 3, 2, 4, 3, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 7, 0, 2, 4, 2, 3, 1, 2, 3, 0, 0, 3, 2, 3, 3, 2, 3, 1, 1, 2, 1, 1, 1, 1, 1, 6, 6, 4, 5, 5, 4, 3, 2, 2, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.989095, 2.905102, 2.557745, 2.546382, 2.676102, 2.561949, 2.511026, 2.74607, 2.595114, 2.914768, 2.743138, 2.77846, 2.81931, 2.816318, 2.684756, 2.799274, 3.039025, 2.996117, 3.152157, 3.012256, 2.697646, 2.74896, 2.73137, 2.807875, 3.59698, 3.493124, 2.931823, 3.09859, 2.899027, 2.848004, 2.778242, 3.011742, 3.153985, 3.540715, 3.674488, 3.454327, 3.880375, 3.581016, 3.201154, 3.226413, 2.776583, 2.660558, 2.600463, 2.487521, 2.009313, 1.672068, 0.663568, 0.288669, 0.016165, 0.0], "sum_m_pl": [0.352756, 1.062442, 1.068705, 0.932586, 0.890961, 0.878682, 0.814734, 0.912138, 1.061354, 1.100234, 1.298743, 1.231192, 1.307555, 1.257909, 1.364856, 1.573496, 1.416559, 1.404852, 1.336719, 1.311286, 1.195691, 1.155178, 1.113793, 1.110603, 1.476921, 1.685599, 1.610008, 1.656802, 1.747762, 1.91022, 1.86471, 1.713873, 1.689636, 1.544901, 1.469411, 1.508476, 1.281007, 1.124954, 1.06445, 1.058291, 1.056987, 1.004177, 0.826344, 0.898889, 0.821339, 0.352949, 0.258818, 0.150025, 0.007751, 0.0]}, "lang": {"n_am_en": [6, 7, 8, 9, 11, 10, 12, 9, 8, 11, 8, 8, 9, 6, 10, 11, 9, 7, 10, 12, 13, 14, 12, 13, 14, 16, 14, 9, 11, 11, 12, 9, 9, 14, 20, 19, 23, 26, 28, 29, 30, 31, 29, 29, 28, 28, 27, 27, 27, 30], "n_am_pl": [1, 3, 0, 0, 0, 1, 0, 5, 4, 4, 5, 5, 6, 5, 4, 5, 1, 3, 3, 6, 3, 2, 2, 3, 2, 2, 0, 5, 4, 5, 4, 3, 5, 1, 1, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.17064, 4.530165, 4.596851, 4.632919, 5.275062, 5.272086, 5.38179, 5.508231, 5.551768, 6.660575, 5.249481, 5.567681, 5.29134, 5.38459, 5.321363, 5.433076, 5.711899, 5.677611, 5.843537, 5.65798, 5.201418, 5.471137, 5.435817, 5.531683, 10.715467, 10.041966, 8.77569, 8.06242, 6.994221, 6.41569, 6.076262, 6.1794, 6.456296, 8.164716, 10.637658, 11.495729, 13.278577, 17.700017, 21.749484, 24.234205, 25.322228, 26.93923, 27.397775, 27.367988, 26.577015, 26.593052, 26.142903, 25.187763, 25.536936, 29.78351], "sum_m_pl": [0.72748, 1.26513, 1.298726, 1.155358, 1.310428, 1.388225, 1.333581, 1.503089, 1.681835, 1.699943, 2.076124, 2.349838, 2.700101, 2.505621, 2.755423, 2.734952, 2.602341, 2.501815, 2.34884, 2.317064, 2.169276, 2.084576, 1.962311, 1.921233, 2.362215, 2.689097, 2.757091, 3.145772, 3.657029, 4.454392, 3.998051, 3.669121, 3.377027, 3.098869, 2.779164, 2.9566, 2.691585, 1.608446, 0.999051, 0.582417, 0.529405, 0.257591, 0.200456, 0.130652, 0.093781, 0.094014, 0.047536, 0.040552, 0.055386, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "llmzszl-18667", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 14, 26, 39, 47, 52, 54, 36, 34, 35, 39, 35, 30, 21, 27, 35, 44, 31, 54, 59, 56, 65, 64, 60, 114, 91, 73, 57, 50, 43, 47, 51, 50, 54, 78, 73, 101, 95, 99, 105, 104, 111, 114, 107, 102, 83, 30, 12, 11, 11], "n_am_pl": [1, 30, 35, 37, 39, 39, 47, 50, 32, 42, 51, 53, 48, 77, 50, 53, 40, 46, 43, 45, 33, 31, 30, 17, 29, 45, 48, 39, 51, 56, 63, 54, 54, 44, 29, 33, 21, 20, 17, 18, 12, 14, 22, 22, 33, 47, 104, 120, 122, 118], "n_pos": 313, "sum_m_en": [30.303159, 48.168716, 49.946754, 51.136511, 52.208318, 50.182431, 51.551097, 52.249308, 51.082823, 55.060984, 53.439698, 52.798505, 51.359651, 50.514877, 49.577119, 51.400325, 53.602603, 50.861932, 52.695293, 51.933452, 49.786595, 52.357679, 51.11121, 49.287787, 79.782446, 68.202881, 58.042795, 53.892102, 50.950152, 49.303157, 49.371592, 50.045526, 52.254046, 57.755017, 65.078123, 65.015305, 72.379689, 77.701924, 83.30851, 90.418474, 93.311343, 108.513454, 108.789096, 102.927509, 97.928358, 80.184456, 30.495412, 15.303968, 12.933203, 11.000498], "sum_m_pl": [5.596184, 15.42198, 18.020835, 18.956414, 20.098127, 19.883169, 19.669683, 20.544485, 22.156665, 24.274682, 25.545994, 25.76392, 27.404591, 27.399012, 28.973181, 28.749939, 26.78795, 27.536268, 25.771194, 25.360029, 22.86611, 21.915774, 21.107628, 20.829206, 26.555765, 33.480965, 37.594083, 37.761897, 38.732966, 42.134404, 40.832777, 39.557656, 37.501437, 33.311284, 29.466839, 28.462879, 24.70255, 22.845721, 20.017274, 19.387765, 17.980587, 15.959107, 20.190906, 23.117701, 29.051322, 46.076749, 97.684342, 115.432795, 119.108347, 118.14325]}, "digit": {"n_am_en": [0, 3, 4, 0, 1, 0, 2, 4, 3, 6, 6, 3, 2, 0, 0, 2, 5, 1, 3, 4, 2, 6, 4, 4, 7, 6, 5, 6, 1, 3, 1, 2, 5, 5, 8, 7, 10, 7, 5, 5, 5, 4, 4, 3, 5, 4, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 4, 3, 5, 2, 3, 0, 2, 4, 4, 6, 10, 6, 7, 4, 3, 4, 2, 2, 3, 1, 1, 1, 7, 5, 3, 10, 6, 6, 6, 2, 3, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 3, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.297961, 4.456765, 4.660049, 4.757478, 4.90204, 4.688606, 4.599543, 4.879047, 4.688895, 5.218489, 5.121983, 5.264151, 5.020951, 4.955625, 4.97718, 4.910234, 5.300418, 5.218371, 5.418084, 5.265785, 4.782517, 4.848732, 4.716141, 4.796539, 6.002366, 5.275751, 4.825039, 4.933715, 4.649679, 4.772134, 4.512309, 4.92408, 5.468517, 5.274539, 5.684547, 5.564127, 6.34898, 6.315745, 5.594952, 5.116988, 5.180863, 5.622839, 5.433858, 4.797632, 4.858776, 3.359787, 1.197504, 0.456921, 0.087645, 0.0], "sum_m_pl": [0.44326, 1.78478, 2.002375, 2.120635, 1.957384, 1.949777, 1.617731, 1.739973, 2.112972, 2.410631, 2.805588, 2.672018, 2.818343, 2.733867, 2.937296, 3.227975, 2.713234, 2.785806, 2.535555, 2.572916, 2.309898, 2.167986, 2.073238, 2.035156, 2.780195, 3.527899, 3.686131, 3.557027, 3.802578, 3.782591, 3.689721, 3.50078, 3.29992, 3.09469, 2.683827, 2.594834, 2.286946, 2.015701, 1.851021, 1.923927, 1.899223, 1.64127, 1.329163, 1.237756, 0.872466, 0.581727, 1.643846, 0.561158, 0.042789, 0.0]}, "lang": {"n_am_en": [3, 3, 6, 21, 27, 26, 27, 20, 18, 16, 19, 20, 15, 11, 13, 20, 23, 22, 37, 36, 41, 47, 48, 43, 74, 60, 48, 41, 30, 22, 27, 27, 25, 32, 47, 45, 59, 58, 67, 78, 82, 84, 85, 86, 85, 69, 29, 11, 11, 11], "n_am_pl": [0, 12, 14, 19, 13, 17, 25, 23, 20, 22, 23, 25, 26, 39, 27, 21, 17, 20, 18, 21, 14, 9, 12, 8, 11, 15, 22, 18, 19, 25, 29, 26, 26, 25, 12, 17, 14, 14, 12, 14, 10, 11, 17, 18, 24, 38, 85, 111, 116, 118], "n_pos": 129, "sum_m_en": [12.483297, 19.68951, 21.033908, 22.212483, 23.516668, 22.566823, 23.363051, 23.284959, 23.322182, 25.301016, 24.355616, 24.142948, 22.928836, 22.982984, 22.231223, 23.419871, 24.801045, 23.159957, 23.990742, 23.606792, 23.271034, 24.693055, 24.221158, 22.544351, 48.650122, 39.001643, 32.459981, 27.899642, 25.295409, 23.50717, 23.848632, 23.620412, 23.780919, 29.179725, 33.84372, 35.407575, 40.318047, 45.003546, 52.602594, 60.456782, 65.621466, 76.416447, 78.84875, 80.642118, 79.291966, 63.379458, 25.725583, 12.624314, 11.389408, 11.000497], "sum_m_pl": [1.820515, 5.303834, 6.290277, 6.734085, 7.011313, 7.361403, 7.775343, 8.350204, 9.096982, 9.593227, 10.377772, 11.046006, 11.593949, 11.94305, 12.7253, 11.773917, 11.068344, 11.767394, 11.130014, 10.611276, 9.613656, 9.255519, 8.940535, 8.843235, 10.140618, 13.477618, 16.34276, 16.47509, 16.952739, 18.584392, 17.816375, 18.196078, 17.387115, 15.519516, 13.326808, 13.104186, 12.155472, 11.406487, 10.745435, 10.517852, 9.941598, 9.319022, 13.206198, 15.972667, 21.013411, 37.106235, 81.916811, 106.500358, 113.526888, 117.418918]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 315, "item_id": "llmzszl-18667", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 875, "region_end": 313, "roundtrip_ok": true, "tf_agree": 0.9968, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 21, 26, 30, 33, 29, 49, 44, 33, 36, 49, 39, 40, 43, 36, 41, 44, 51, 40, 44, 41, 40, 39, 37, 50, 49, 44, 44, 42, 45, 55, 48, 56, 66, 80, 77, 85, 86, 85, 85, 82, 89, 79, 83, 90, 87, 86, 83, 84, 87], "n_am_pl": [7, 12, 17, 14, 18, 14, 13, 17, 17, 15, 13, 15, 17, 29, 23, 22, 23, 22, 19, 21, 15, 18, 12, 13, 17, 17, 26, 31, 33, 38, 37, 31, 21, 20, 12, 12, 5, 3, 5, 2, 1, 1, 4, 2, 0, 1, 0, 0, 0, 0], "n_pos": 201, "sum_m_en": [23.947551, 31.094705, 29.873328, 30.563462, 32.055844, 31.025214, 32.48958, 34.912309, 33.731804, 34.26004, 32.486999, 33.881886, 33.144338, 33.035391, 29.986217, 31.551454, 30.633005, 31.229897, 30.735046, 30.73679, 30.572442, 30.583804, 30.620997, 30.330623, 39.925076, 41.752178, 39.369218, 37.253083, 35.793514, 36.475914, 35.481865, 35.273942, 36.408276, 40.993794, 46.799392, 48.393087, 53.455371, 60.371086, 61.894337, 68.328138, 67.648067, 71.728734, 70.436138, 72.368754, 74.790009, 77.036914, 73.841165, 76.054115, 76.587033, 88.462217], "sum_m_pl": [3.742787, 7.914574, 9.584184, 8.54061, 9.224548, 9.612845, 9.977635, 11.099364, 11.032179, 11.264219, 11.617431, 11.893312, 11.976866, 12.387071, 12.133746, 12.721098, 12.881177, 12.970392, 13.068901, 12.959752, 12.416647, 11.452955, 11.302717, 11.423512, 14.638536, 15.323904, 15.459992, 17.298168, 19.03825, 19.8219, 18.527747, 18.227513, 15.989103, 15.470312, 15.135907, 15.385317, 14.705445, 12.279087, 10.943007, 9.327383, 7.520401, 6.624652, 7.306201, 5.999765, 4.627374, 3.138513, 1.42512, 1.096308, 0.982585, 0.001921]}, "digit": {"n_am_en": [0, 1, 4, 2, 0, 0, 8, 4, 3, 6, 5, 4, 4, 1, 3, 3, 2, 1, 1, 0, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 2, 2, 5, 4, 6, 3, 7, 6, 8, 8, 5, 7, 3, 4, 5, 2, 3, 2, 0, 0], "n_am_pl": [0, 0, 0, 3, 1, 0, 0, 1, 1, 0, 1, 3, 6, 8, 3, 3, 3, 3, 3, 3, 1, 2, 3, 2, 3, 1, 7, 8, 7, 7, 9, 4, 4, 3, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.828658, 2.832863, 2.636111, 2.792454, 3.006165, 2.800781, 2.943987, 3.134176, 3.088281, 3.258326, 3.250511, 3.111771, 3.107909, 2.944744, 2.630979, 2.808719, 2.80007, 2.960633, 2.987566, 2.917263, 2.935913, 2.949692, 2.936697, 2.949613, 3.260256, 3.51249, 3.413626, 3.162778, 2.907181, 2.958891, 2.936358, 3.218501, 3.235343, 3.500627, 3.656581, 3.903381, 4.01254, 4.208802, 4.476115, 4.374724, 4.073722, 4.353212, 3.70904, 3.314794, 3.399233, 2.669828, 1.749754, 1.260142, 0.200175, 0.0], "sum_m_pl": [0.317973, 0.97663, 1.06613, 1.014598, 1.040135, 1.133048, 1.104132, 1.246241, 1.172574, 1.188124, 1.209932, 1.151054, 1.288498, 1.374209, 1.359402, 1.44343, 1.390558, 1.389967, 1.339172, 1.302699, 1.313134, 1.196441, 1.171143, 1.24577, 1.876912, 2.071794, 2.009461, 2.880988, 3.128142, 2.943135, 2.565517, 2.090362, 1.678068, 1.786336, 1.496607, 1.403634, 1.327902, 1.180315, 1.141407, 0.935789, 0.908201, 0.874007, 0.856593, 0.858273, 0.902564, 0.885408, 0.363759, 0.4444, 0.054692, 0.0]}, "lang": {"n_am_en": [13, 9, 10, 13, 22, 16, 21, 20, 21, 19, 28, 17, 20, 21, 19, 21, 23, 29, 23, 25, 27, 25, 23, 24, 32, 35, 31, 28, 27, 28, 32, 25, 30, 37, 45, 47, 54, 56, 55, 60, 63, 67, 65, 70, 78, 75, 76, 74, 78, 86], "n_am_pl": [4, 8, 8, 5, 3, 5, 4, 7, 4, 7, 7, 7, 5, 11, 4, 12, 9, 8, 9, 9, 8, 10, 5, 6, 5, 6, 8, 5, 8, 14, 8, 12, 8, 6, 6, 5, 2, 1, 2, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 87, "sum_m_en": [9.798559, 12.672101, 12.75239, 12.571985, 13.662146, 13.205449, 14.050767, 14.860246, 14.397685, 14.865329, 14.216777, 15.087457, 14.526551, 14.671044, 13.221602, 13.890564, 13.613807, 13.888879, 13.649087, 13.558684, 13.659103, 13.506309, 13.520197, 13.353605, 20.174392, 21.431394, 19.92493, 17.872206, 16.872932, 17.194125, 16.518929, 15.894394, 16.861374, 19.924934, 23.489771, 26.47553, 30.502148, 36.370522, 39.628764, 45.391627, 49.252927, 53.585208, 54.417045, 58.317527, 62.613145, 65.642898, 65.640903, 66.810796, 70.229381, 84.211705], "sum_m_pl": [1.567898, 2.795213, 3.186054, 2.958512, 3.159136, 3.28503, 3.696037, 4.037966, 4.075598, 4.335515, 4.618807, 4.750678, 4.661959, 4.874826, 4.781288, 5.195838, 5.340434, 5.445915, 5.595726, 5.56706, 5.228741, 4.759413, 4.731193, 4.75565, 5.782499, 5.862116, 6.112728, 6.522185, 7.492717, 7.866743, 7.491585, 8.119236, 7.206328, 6.844519, 6.743601, 6.902737, 6.676555, 5.5924, 4.689268, 4.190727, 3.555758, 3.053878, 3.118461, 2.743788, 2.179146, 1.337208, 0.705504, 0.380238, 0.529303, 4.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "llmzszl-18669", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 772, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9802}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 37, 59, 80, 86, 100, 92, 102, 101, 106, 106, 114, 108, 105, 97, 104, 117, 115, 114, 131, 151, 140, 133, 135, 187, 169, 162, 133, 107, 107, 100, 111, 130, 141, 185, 208, 231, 255, 270, 266, 252, 256, 258, 257, 234, 196, 62, 29, 14, 11], "n_am_pl": [15, 79, 96, 77, 89, 80, 84, 96, 122, 116, 136, 146, 110, 121, 116, 117, 113, 103, 79, 98, 72, 54, 65, 74, 75, 85, 100, 114, 136, 169, 135, 144, 131, 123, 74, 99, 76, 70, 43, 45, 48, 54, 74, 74, 87, 140, 264, 309, 305, 302], "n_pos": 793, "sum_m_en": [72.877127, 117.781057, 125.060601, 126.236309, 123.632062, 118.245969, 119.548925, 128.341449, 124.987936, 129.701002, 126.591535, 127.041577, 124.596358, 120.391727, 116.692726, 119.222393, 116.025656, 113.439253, 114.103307, 114.118231, 115.806368, 117.173612, 116.038642, 114.860144, 142.305604, 138.706162, 129.655479, 127.914992, 121.238336, 122.583802, 121.665174, 122.217724, 125.854893, 133.249394, 149.807632, 154.767177, 164.52602, 179.402502, 205.164584, 208.832025, 202.693404, 218.470187, 225.479911, 226.595586, 210.484175, 170.094109, 64.715209, 32.485342, 21.37643, 11.00128], "sum_m_pl": [12.69349, 36.002416, 44.077688, 43.632976, 46.239402, 48.401084, 47.530623, 54.353479, 59.465095, 61.597094, 62.535879, 65.140779, 63.887317, 64.18775, 64.093731, 61.501369, 59.897174, 60.486467, 56.352586, 57.373389, 54.237033, 49.400601, 48.555857, 47.568725, 65.084729, 72.621794, 74.583204, 79.598503, 91.145256, 95.258649, 88.105807, 88.704649, 82.980214, 79.357193, 77.908667, 76.55522, 72.543555, 65.638784, 53.867293, 53.579051, 53.458596, 49.86635, 63.711799, 72.519806, 89.691401, 141.643317, 253.199076, 293.785099, 293.286394, 302.375443]}, "digit": {"n_am_en": [0, 7, 13, 2, 0, 3, 2, 6, 7, 8, 11, 5, 4, 4, 4, 6, 2, 5, 2, 8, 11, 14, 12, 12, 14, 6, 8, 7, 5, 2, 1, 2, 7, 6, 3, 9, 15, 19, 21, 22, 19, 13, 12, 13, 17, 11, 7, 4, 1, 0], "n_am_pl": [0, 3, 12, 7, 1, 1, 5, 6, 5, 6, 12, 16, 16, 18, 18, 6, 11, 12, 6, 6, 8, 3, 6, 4, 6, 9, 9, 13, 20, 19, 15, 14, 14, 12, 10, 7, 4, 8, 4, 1, 2, 1, 4, 0, 0, 1, 6, 4, 1, 0], "n_pos": 51, "sum_m_en": [5.073343, 8.931724, 9.112053, 9.224602, 9.353854, 8.320482, 8.027618, 8.791519, 8.304616, 8.66608, 9.155503, 8.55964, 8.247524, 7.913032, 7.996631, 8.055181, 7.657362, 7.466734, 7.485333, 7.542964, 7.935778, 7.998675, 7.863604, 7.782651, 9.206137, 8.54718, 8.471138, 8.701454, 7.460371, 7.543335, 7.7163, 7.553079, 7.643252, 7.976885, 8.577217, 9.348862, 9.438068, 9.99831, 12.567121, 12.800481, 11.570524, 10.691713, 10.682833, 11.657397, 11.688393, 10.515527, 6.329351, 2.918575, 1.58102, 0.0], "sum_m_pl": [0.85508, 3.241895, 3.401111, 3.341799, 3.433409, 3.339496, 3.170992, 3.858067, 3.919547, 4.33125, 4.604179, 4.677233, 4.686515, 4.882046, 4.762664, 4.459949, 4.192228, 4.261246, 4.084356, 3.98619, 3.779146, 3.349096, 3.367961, 3.306127, 4.609461, 5.158609, 4.906187, 5.952383, 7.392423, 7.641828, 6.827071, 7.328724, 6.581849, 6.373618, 6.054951, 5.127772, 4.815214, 4.353404, 3.811314, 3.317806, 3.311556, 2.870332, 2.96318, 2.710803, 3.012091, 3.094706, 5.98479, 4.496688, 1.218826, 0.0]}, "lang": {"n_am_en": [7, 15, 27, 38, 43, 45, 48, 39, 51, 53, 48, 50, 50, 53, 51, 52, 59, 49, 58, 57, 77, 74, 76, 79, 107, 100, 100, 69, 54, 54, 46, 52, 61, 81, 98, 100, 113, 126, 138, 143, 145, 154, 161, 162, 152, 131, 41, 17, 13, 11], "n_am_pl": [5, 37, 32, 32, 41, 33, 31, 37, 56, 43, 59, 66, 47, 53, 50, 49, 47, 47, 36, 53, 37, 28, 35, 35, 32, 36, 31, 53, 54, 65, 53, 58, 52, 49, 33, 52, 44, 31, 26, 32, 35, 48, 62, 65, 81, 128, 228, 278, 290, 300], "n_pos": 311, "sum_m_en": [27.881963, 44.857708, 50.443828, 50.151134, 49.511635, 47.940129, 49.717168, 52.46776, 51.477992, 54.452583, 52.403882, 52.776458, 51.973679, 49.93474, 47.22283, 47.759786, 47.298821, 46.124847, 46.369324, 46.953731, 48.140391, 48.697011, 48.306711, 47.338199, 71.295929, 67.577044, 61.810666, 56.783823, 52.895556, 51.884199, 51.626436, 51.381105, 52.572774, 56.971968, 64.735702, 69.349559, 74.220633, 84.727658, 103.508313, 108.091648, 114.087972, 129.861043, 137.680212, 144.819277, 136.26118, 111.306303, 40.102991, 18.229508, 13.459651, 11.00108], "sum_m_pl": [4.424714, 12.163544, 14.613948, 14.803601, 15.231617, 17.243197, 17.48086, 20.243641, 23.417177, 23.997034, 24.652155, 25.714325, 25.39111, 26.223251, 25.868843, 24.288967, 24.171202, 24.386565, 23.162144, 23.309669, 22.042537, 19.887339, 19.530263, 18.826244, 25.736233, 28.304749, 30.382944, 32.004547, 36.945264, 38.790074, 35.285265, 36.721914, 35.648201, 35.329475, 35.037243, 35.467753, 35.112683, 31.798999, 26.789858, 28.458681, 30.727146, 31.329688, 44.117262, 53.993872, 70.979689, 120.110529, 218.218931, 263.759368, 276.962721, 298.954056]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 795, "item_id": "llmzszl-18669", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 900, "region_end": 793, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 0.995}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 22, 42, 46, 44, 46, 36, 41, 55, 37, 39, 42, 41, 41, 56, 64, 67, 65, 49, 50, 49, 48, 46, 42, 63, 66, 61, 50, 43, 52, 51, 55, 62, 59, 87, 83, 86, 78, 89, 87, 84, 83, 89, 87, 75, 69, 61, 58, 57, 52], "n_am_pl": [3, 24, 39, 28, 23, 30, 31, 25, 22, 25, 26, 29, 30, 32, 25, 31, 28, 21, 14, 18, 8, 9, 13, 9, 19, 25, 25, 36, 44, 50, 41, 22, 28, 16, 23, 23, 16, 6, 6, 3, 4, 4, 6, 8, 6, 5, 11, 12, 12, 13], "n_pos": 278, "sum_m_en": [32.653526, 42.129825, 41.790097, 42.76971, 43.622979, 43.391906, 44.884595, 44.502945, 44.185241, 44.202951, 45.668912, 46.047351, 46.839928, 45.424774, 44.323639, 44.926628, 43.84473, 42.576686, 43.408706, 42.143386, 40.611291, 41.476668, 41.058111, 41.251907, 55.34229, 54.890305, 50.652737, 46.359973, 46.576885, 47.710914, 45.187231, 47.021744, 48.871199, 52.640665, 62.385519, 63.16848, 67.505088, 71.127113, 71.412034, 74.28626, 74.270995, 77.949604, 85.754629, 84.856213, 73.32794, 68.543464, 59.278001, 59.452633, 55.002658, 53.259126], "sum_m_pl": [6.304627, 13.359586, 15.602799, 14.462551, 14.569113, 13.850758, 14.756613, 15.441015, 16.935426, 18.117996, 18.664833, 18.452119, 19.454559, 18.844965, 18.501567, 18.476839, 17.371219, 17.396153, 16.907051, 17.121702, 16.029874, 15.563092, 15.149809, 15.050123, 17.094712, 20.131982, 20.922255, 23.750041, 24.316161, 26.802158, 25.249426, 22.663992, 21.203017, 18.820087, 18.203811, 16.367643, 15.005147, 13.336097, 13.240925, 12.411699, 11.852497, 11.071796, 10.118316, 10.117274, 10.582196, 9.833036, 13.103739, 13.205408, 13.760925, 13.002659]}, "digit": {"n_am_en": [5, 4, 6, 10, 8, 9, 1, 5, 8, 5, 6, 5, 7, 2, 8, 8, 8, 10, 6, 7, 5, 6, 5, 6, 9, 10, 10, 7, 3, 6, 7, 9, 11, 8, 11, 14, 13, 12, 15, 10, 9, 8, 10, 10, 8, 8, 7, 3, 0, 0], "n_am_pl": [0, 7, 21, 7, 7, 10, 5, 4, 2, 5, 3, 6, 5, 13, 8, 13, 9, 6, 2, 4, 0, 2, 4, 3, 1, 6, 9, 11, 13, 14, 9, 8, 14, 8, 9, 8, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [6.89029, 8.183038, 7.895857, 8.277746, 8.23776, 8.099922, 8.399351, 8.431345, 8.206192, 8.577139, 8.526086, 8.328806, 8.679911, 8.221443, 8.141584, 8.181584, 8.158364, 8.287485, 8.43252, 8.483873, 7.98246, 8.300982, 8.202693, 8.366602, 9.486398, 9.27239, 8.813633, 8.518736, 8.402482, 8.506044, 8.249913, 8.64441, 8.909489, 8.619575, 9.584758, 10.215433, 10.832916, 10.908749, 10.299073, 10.376946, 9.785865, 11.247908, 12.729944, 11.646986, 9.7107, 8.196523, 5.961442, 3.13527, 0.273841, 0.0], "sum_m_pl": [1.450018, 3.121228, 3.476878, 3.123067, 2.825788, 2.774895, 2.783448, 2.895812, 3.159504, 3.875094, 3.973367, 4.134312, 4.496802, 4.351589, 4.329572, 4.451798, 4.176025, 4.033848, 3.788037, 3.832033, 3.525792, 3.378498, 3.303159, 3.279055, 3.808777, 4.5659, 5.147099, 5.841931, 5.873712, 6.421167, 6.48147, 5.269994, 4.775387, 4.475683, 4.685946, 4.426632, 4.179185, 3.721494, 3.899375, 3.580935, 3.265933, 3.061463, 2.57917, 2.441674, 2.072768, 1.12025, 0.798829, 0.468045, 0.08872, 0.0]}, "lang": {"n_am_en": [11, 9, 17, 19, 15, 19, 15, 20, 20, 12, 17, 21, 18, 23, 27, 30, 34, 31, 30, 28, 30, 27, 25, 24, 39, 39, 36, 30, 27, 29, 27, 31, 29, 34, 42, 46, 49, 47, 56, 58, 57, 57, 56, 58, 52, 50, 46, 49, 50, 51], "n_am_pl": [1, 1, 3, 4, 5, 5, 8, 6, 7, 7, 8, 10, 8, 5, 3, 6, 5, 2, 0, 1, 0, 1, 0, 0, 4, 4, 3, 4, 6, 6, 5, 3, 2, 2, 2, 5, 2, 1, 3, 3, 4, 4, 5, 5, 5, 4, 10, 12, 12, 13], "n_pos": 67, "sum_m_en": [7.954578, 11.004997, 11.143998, 11.765478, 11.872064, 11.601485, 12.33297, 12.449214, 12.718538, 12.346678, 13.066977, 13.653604, 13.79776, 14.049976, 13.440927, 13.640999, 13.681639, 13.34675, 12.938111, 12.162328, 11.927488, 11.702385, 11.552277, 11.362711, 24.470801, 24.221092, 21.470779, 17.855778, 17.023141, 17.164886, 15.467998, 16.217146, 16.720044, 20.422954, 25.901453, 28.405092, 32.895724, 37.240373, 40.149712, 43.230654, 46.020597, 48.083196, 50.561458, 51.146814, 47.403312, 46.047531, 43.436594, 45.727257, 45.313568, 51.430066], "sum_m_pl": [1.009035, 2.397222, 2.775566, 2.915995, 3.114883, 3.01026, 3.272275, 3.459397, 4.209595, 4.152923, 4.355557, 4.300264, 4.373451, 4.075592, 3.907352, 3.929503, 3.572385, 3.51833, 3.647373, 3.794761, 3.657482, 3.597237, 3.50078, 3.465281, 3.618494, 3.984643, 4.282579, 4.951167, 5.460322, 6.215149, 5.428818, 5.233602, 4.954843, 4.37104, 3.797216, 3.869611, 3.577767, 3.422519, 3.714106, 3.676895, 3.966722, 4.378971, 3.756168, 3.920006, 5.228837, 5.604537, 10.130985, 11.712889, 12.627088, 13.000145]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "llmzszl-18673", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 799, "region_end": 278, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.9749}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 53, 102, 100, 120, 132, 91, 87, 99, 122, 103, 81, 100, 94, 103, 115, 162, 142, 135, 123, 129, 134, 124, 110, 231, 181, 137, 125, 112, 118, 116, 117, 123, 150, 184, 185, 200, 188, 193, 197, 208, 225, 246, 227, 163, 130, 59, 41, 41, 41], "n_am_pl": [7, 43, 39, 52, 56, 65, 114, 90, 69, 83, 105, 104, 96, 101, 85, 105, 94, 81, 64, 71, 46, 50, 59, 69, 52, 84, 104, 121, 132, 120, 106, 98, 93, 65, 52, 64, 52, 42, 37, 47, 39, 43, 46, 60, 72, 105, 176, 182, 196, 196], "n_pos": 705, "sum_m_en": [68.001371, 100.034013, 108.938574, 107.95657, 110.131841, 107.437769, 109.868983, 111.463093, 110.435439, 112.655632, 118.995861, 116.385934, 118.174914, 112.070523, 109.694629, 110.518923, 110.709079, 107.655833, 109.232472, 105.97465, 102.417322, 104.545501, 103.675653, 104.108675, 145.724414, 137.231885, 124.869557, 115.060179, 113.392003, 115.332435, 109.605495, 112.209891, 120.810404, 127.361474, 143.265524, 143.098708, 143.177435, 152.814657, 163.437977, 164.103876, 168.208941, 189.12707, 217.764735, 209.509816, 161.708653, 130.152477, 64.533904, 47.66492, 45.191733, 41.000185], "sum_m_pl": [13.321308, 34.236961, 41.570637, 40.205707, 40.522721, 38.051317, 41.148737, 44.325008, 48.821031, 54.142232, 56.01265, 56.055985, 59.367064, 56.80547, 56.080068, 52.370478, 46.77911, 47.193279, 43.941408, 45.431435, 42.846325, 41.059067, 40.435165, 40.362774, 52.181693, 64.877267, 69.909243, 73.231753, 74.964983, 79.692315, 74.551321, 70.571083, 67.000364, 58.836708, 53.649128, 50.002604, 49.136243, 44.548799, 42.537959, 45.83684, 46.408682, 48.925951, 47.932557, 59.862329, 70.05186, 96.566457, 160.203067, 176.141268, 189.302131, 196.094892]}, "digit": {"n_am_en": [0, 7, 22, 11, 7, 3, 2, 6, 8, 8, 6, 6, 13, 13, 8, 6, 15, 17, 11, 11, 11, 13, 11, 11, 28, 18, 10, 6, 4, 10, 9, 4, 9, 13, 19, 33, 36, 31, 28, 24, 24, 24, 29, 29, 19, 15, 4, 1, 0, 0], "n_am_pl": [0, 1, 2, 3, 6, 8, 9, 10, 9, 18, 25, 23, 14, 12, 20, 26, 17, 10, 10, 12, 8, 9, 10, 12, 12, 21, 24, 31, 33, 23, 16, 17, 26, 13, 11, 12, 4, 5, 2, 3, 6, 2, 2, 3, 2, 5, 7, 5, 0, 0], "n_pos": 91, "sum_m_en": [6.15364, 11.599801, 13.244011, 13.712163, 14.359252, 13.518206, 13.012973, 13.317694, 13.119633, 13.995023, 15.186313, 14.748834, 15.230762, 14.158393, 13.775831, 14.195988, 14.789325, 14.659915, 15.050306, 14.642857, 13.595543, 13.801498, 13.577264, 13.803643, 17.129859, 15.242974, 14.241415, 13.402925, 13.446306, 14.127478, 13.404698, 13.445016, 15.316372, 15.653199, 16.944066, 18.849714, 20.508977, 21.955841, 21.972216, 21.40327, 20.394153, 21.346402, 26.533564, 25.903988, 19.894337, 12.700036, 5.438303, 2.686455, 1.037793, 0.0], "sum_m_pl": [1.304125, 4.289019, 5.203765, 5.06463, 4.832439, 4.900962, 4.600657, 5.321915, 6.093893, 7.100258, 7.541256, 7.706683, 8.232237, 7.970247, 8.291287, 8.307301, 7.086738, 6.861802, 6.242519, 6.672889, 6.126052, 5.740035, 5.592971, 5.598199, 7.383012, 9.854967, 10.650494, 11.60266, 11.557444, 11.634898, 10.701503, 10.01969, 9.249435, 8.053245, 7.92659, 7.327441, 6.80672, 6.096809, 5.7613, 5.947486, 6.028644, 5.516553, 4.807104, 5.046479, 5.522652, 5.476084, 6.867168, 4.342385, 0.272754, 0.0]}, "lang": {"n_am_en": [19, 18, 43, 44, 36, 44, 36, 35, 39, 58, 43, 40, 44, 41, 40, 47, 66, 68, 68, 66, 72, 82, 75, 63, 124, 98, 72, 66, 54, 50, 56, 54, 55, 78, 94, 93, 103, 103, 109, 120, 122, 135, 141, 134, 112, 87, 52, 39, 41, 41], "n_am_pl": [3, 17, 18, 22, 22, 21, 36, 41, 33, 25, 42, 45, 44, 42, 37, 36, 37, 27, 29, 25, 19, 20, 21, 32, 18, 28, 37, 49, 42, 42, 44, 41, 40, 32, 22, 29, 33, 29, 29, 35, 32, 35, 40, 52, 58, 85, 147, 170, 189, 196], "n_pos": 237, "sum_m_en": [24.589437, 34.711314, 38.324176, 38.716146, 38.790564, 37.950348, 40.044547, 40.661899, 41.754811, 41.272763, 43.110423, 42.461459, 42.730551, 41.145938, 39.894571, 40.19997, 40.178053, 39.454823, 39.25041, 37.747637, 36.970536, 37.441609, 37.352092, 37.391485, 66.592193, 61.23429, 53.12233, 45.835979, 43.625767, 43.564299, 41.673784, 42.740548, 45.117319, 50.33377, 57.524086, 61.949142, 65.228188, 71.64943, 80.469595, 84.141511, 91.088022, 102.618461, 118.411192, 118.56808, 106.010548, 85.314521, 53.129584, 40.352288, 41.052126, 41.00001], "sum_m_pl": [4.339198, 10.872452, 13.145597, 13.139955, 13.473505, 12.630053, 14.439307, 15.127336, 17.801595, 19.267904, 20.862578, 21.08937, 21.928978, 21.217464, 19.791225, 17.654787, 15.104533, 15.227478, 14.692462, 14.682963, 14.182299, 13.723646, 13.664034, 13.750528, 18.238325, 22.28945, 25.087233, 26.401466, 27.792174, 30.074506, 27.113123, 27.217297, 26.292823, 23.557802, 20.629902, 21.449911, 23.127784, 21.176011, 21.525713, 24.718784, 26.568517, 29.94983, 31.592497, 43.957093, 52.7003, 77.634165, 133.785341, 162.021637, 180.155318, 195.807557]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 707, "item_id": "llmzszl-18673", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 927, "region_end": 705, "roundtrip_ok": true, "tf_agree": 0.9943, "tf_agree_excl_first": 0.9958}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 11, 17, 31, 32, 27, 21, 20, 15, 17, 20, 16, 23, 16, 20, 23, 26, 31, 21, 27, 19, 24, 18, 20, 39, 45, 34, 30, 31, 24, 22, 25, 25, 33, 36, 41, 44, 48, 54, 58, 52, 58, 56, 67, 56, 60, 57, 51, 41, 41], "n_am_pl": [3, 9, 13, 9, 10, 11, 9, 11, 10, 21, 22, 27, 25, 33, 40, 28, 25, 21, 14, 15, 9, 13, 9, 8, 10, 21, 23, 29, 29, 32, 25, 26, 27, 18, 24, 18, 11, 10, 10, 1, 3, 1, 0, 2, 0, 0, 1, 1, 2, 1], "n_pos": 183, "sum_m_en": [20.458401, 25.824658, 27.646531, 27.756822, 29.560971, 27.682875, 27.39577, 26.763262, 25.788004, 26.855194, 26.008245, 25.832622, 25.463707, 26.036887, 25.683948, 26.398239, 26.816208, 25.939984, 25.757921, 25.184248, 24.815477, 25.843104, 26.199685, 26.489969, 30.349796, 30.167697, 28.001273, 28.536308, 28.614165, 28.255368, 27.696069, 28.1687, 29.701193, 31.728107, 35.926396, 36.763789, 38.170052, 42.032689, 44.877246, 47.199059, 46.545924, 52.432599, 54.321629, 58.791071, 55.010175, 60.986286, 56.991612, 50.289017, 40.892197, 39.668215], "sum_m_pl": [5.040112, 8.777737, 10.29042, 8.803196, 9.653894, 9.245759, 9.491101, 9.696472, 10.941089, 11.926891, 13.31875, 14.25451, 14.641968, 14.596512, 15.873406, 15.038171, 14.670672, 14.983273, 14.242313, 13.362607, 12.867907, 12.124409, 11.616588, 11.475619, 16.215128, 17.896903, 18.839269, 19.182868, 18.558129, 21.057683, 19.691894, 18.515331, 17.131922, 16.074901, 16.021769, 14.901744, 13.278127, 11.2507, 10.311838, 9.502029, 8.452175, 6.97959, 6.54115, 6.282048, 6.0997, 4.043801, 2.569156, 2.024375, 2.028456, 1.029017]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 1, 0, 0, 2, 2, 0, 0, 1, 3, 1, 2, 4, 1, 2, 1, 1, 1, 0, 4, 3, 2, 1, 2, 1, 0, 1, 0, 4, 4, 2, 2, 3, 4, 4, 2, 4, 4, 3, 0, 2, 2, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 2, 1, 4, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 2, 1, 6, 5, 2, 2, 4, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.206982, 2.095827, 2.146437, 2.007525, 2.102332, 1.924665, 1.840962, 2.069611, 1.904903, 2.087042, 2.063333, 1.90394, 1.905886, 1.944675, 2.033268, 2.090133, 2.211334, 2.232271, 2.121477, 1.903235, 1.809129, 1.877703, 1.939601, 1.98883, 2.579994, 2.330698, 2.118307, 2.276738, 2.251377, 2.18196, 2.304117, 2.175402, 2.231709, 2.30737, 2.532043, 2.971558, 3.555619, 3.632371, 3.754263, 3.426088, 2.854041, 3.548455, 3.26906, 2.111386, 1.341624, 1.651589, 1.56074, 0.189633, 0.102279, 0.0], "sum_m_pl": [0.171752, 0.484009, 0.485947, 0.440484, 0.524021, 0.505829, 0.468649, 0.546848, 0.644215, 0.631815, 0.752107, 0.811859, 0.815771, 0.907858, 1.020019, 0.858903, 0.860826, 0.923757, 0.965475, 0.893829, 0.860697, 0.800037, 0.773057, 0.769993, 0.944979, 1.053086, 1.174719, 1.169165, 1.250382, 1.43433, 1.249352, 1.369675, 1.253188, 1.145393, 1.175907, 1.04725, 0.83182, 0.600643, 0.612604, 0.639509, 0.698223, 0.637585, 0.611291, 0.697694, 0.589465, 0.429518, 0.135139, 0.127312, 0.077248, 0.0]}, "lang": {"n_am_en": [7, 5, 10, 8, 11, 7, 9, 10, 8, 9, 8, 10, 10, 10, 9, 11, 13, 14, 12, 16, 12, 13, 11, 12, 20, 20, 21, 18, 14, 13, 12, 15, 16, 17, 21, 26, 28, 30, 34, 34, 36, 38, 39, 39, 37, 39, 38, 37, 38, 41], "n_am_pl": [0, 1, 2, 1, 2, 2, 3, 6, 3, 5, 5, 6, 7, 11, 9, 4, 5, 6, 4, 3, 5, 5, 5, 4, 4, 7, 2, 4, 3, 5, 4, 4, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 43, "sum_m_en": [4.262317, 5.846746, 6.187697, 6.209584, 6.791951, 6.647611, 6.668955, 6.591465, 6.901866, 7.043583, 6.852678, 7.070589, 6.976668, 7.216525, 7.171883, 7.306512, 7.628557, 7.242728, 7.096826, 6.955729, 6.661617, 6.923906, 6.945924, 6.963762, 12.226676, 12.247779, 11.097995, 10.806743, 9.976567, 9.55196, 9.187527, 9.297932, 10.234785, 11.637806, 14.633287, 16.019435, 18.440978, 21.271431, 24.547446, 26.911275, 28.494699, 32.781422, 34.875913, 36.073519, 35.603392, 37.292323, 37.345486, 35.868711, 36.499728, 39.498768], "sum_m_pl": [0.749313, 1.588699, 1.831149, 1.841203, 2.00488, 1.940494, 2.068279, 2.381336, 2.615893, 2.839108, 3.27702, 3.411402, 3.472395, 3.493947, 3.667457, 3.61281, 3.467874, 3.540936, 3.419745, 3.168928, 3.0618, 2.865431, 2.751224, 2.713854, 3.756107, 4.115624, 4.048831, 4.103163, 3.962144, 4.674472, 4.451153, 4.450975, 4.038526, 3.923234, 3.600929, 3.329949, 2.993262, 2.404224, 1.817387, 1.596286, 1.333888, 0.711798, 0.566478, 0.498215, 0.489719, 0.357719, 1.154741, 1.218087, 1.129785, 1.029017]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "llmzszl-18674", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 183, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.9946}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 15, 29, 42, 63, 48, 33, 22, 26, 36, 32, 17, 30, 30, 32, 34, 38, 36, 44, 43, 34, 39, 32, 35, 55, 50, 51, 43, 34, 39, 41, 38, 42, 48, 62, 70, 63, 74, 81, 83, 80, 79, 78, 71, 62, 42, 19, 3, 1, 2], "n_am_pl": [14, 32, 33, 21, 21, 25, 22, 45, 33, 35, 54, 43, 27, 41, 38, 41, 30, 32, 28, 19, 19, 24, 18, 22, 24, 25, 40, 39, 47, 45, 41, 43, 39, 34, 30, 23, 19, 14, 11, 13, 13, 13, 15, 19, 23, 31, 48, 60, 67, 67], "n_pos": 264, "sum_m_en": [25.191384, 38.746541, 41.780394, 43.545945, 43.81076, 39.44327, 39.06775, 39.868797, 38.890536, 40.290589, 40.608412, 40.068142, 38.998935, 38.303457, 37.518593, 39.51613, 41.658774, 40.409314, 40.178245, 38.879073, 38.877882, 39.860534, 40.142312, 40.015724, 54.234366, 49.150302, 45.042804, 43.643792, 41.260088, 43.717858, 41.205043, 42.117257, 43.690733, 47.012041, 53.72607, 54.104033, 52.306532, 58.659689, 65.056879, 63.934588, 66.534649, 70.033375, 73.468776, 68.084994, 58.183182, 43.614669, 20.605101, 8.072949, 4.312471, 1.849081], "sum_m_pl": [4.893781, 13.794433, 16.174264, 15.424708, 16.234454, 15.560999, 16.325214, 16.668889, 18.667417, 19.373636, 20.284535, 21.25295, 22.144907, 23.055161, 22.756681, 21.555434, 19.414798, 19.100769, 17.893832, 17.365231, 17.027048, 16.151977, 15.908789, 15.721668, 21.074976, 23.420658, 26.463896, 27.468459, 28.378827, 29.047699, 27.386849, 25.739015, 23.9726, 21.883817, 21.12695, 19.133071, 17.457282, 15.012059, 14.031515, 16.187731, 14.72013, 15.268712, 17.509882, 19.525405, 21.822675, 29.785757, 46.729842, 57.225856, 65.873629, 67.356699]}, "digit": {"n_am_en": [0, 6, 6, 13, 12, 0, 1, 2, 0, 6, 8, 3, 3, 2, 3, 2, 4, 2, 3, 2, 0, 1, 1, 1, 3, 3, 4, 2, 1, 3, 2, 5, 2, 7, 12, 12, 9, 12, 6, 6, 7, 6, 6, 7, 6, 4, 3, 0, 0, 0], "n_am_pl": [11, 7, 1, 0, 0, 1, 0, 4, 5, 4, 2, 6, 1, 6, 9, 7, 2, 2, 2, 1, 2, 3, 3, 3, 2, 3, 4, 6, 11, 10, 8, 6, 6, 2, 3, 3, 1, 1, 1, 1, 1, 1, 0, 2, 1, 3, 1, 3, 0, 0], "n_pos": 29, "sum_m_en": [2.509548, 4.859157, 5.07821, 5.363489, 5.442703, 4.410411, 4.295348, 4.413738, 4.015222, 4.514771, 5.08162, 4.426164, 4.439048, 4.287633, 4.303131, 4.546153, 4.932303, 4.903268, 4.696415, 4.348351, 4.219211, 4.341077, 4.338821, 4.438633, 4.688687, 4.619067, 4.385837, 4.654113, 4.365168, 4.734511, 4.663117, 5.038125, 5.185187, 5.886422, 6.360364, 6.792585, 6.496334, 7.107461, 6.175509, 5.423178, 6.16608, 6.138856, 6.385006, 5.430859, 4.768348, 3.802293, 2.954597, 1.409081, 0.587101, 0.0], "sum_m_pl": [0.820498, 1.706702, 1.74284, 1.586805, 1.681829, 1.558345, 1.667763, 1.841915, 2.050854, 2.17306, 2.276623, 2.576623, 2.620251, 2.862399, 2.941968, 2.798439, 2.434127, 2.424621, 2.305306, 2.188273, 2.087206, 1.987033, 1.941801, 1.936909, 2.857477, 3.182464, 3.430845, 3.660945, 4.104871, 3.827505, 3.25531, 2.98159, 2.62076, 2.226253, 2.143231, 1.99092, 1.686368, 1.303171, 1.24183, 1.389553, 1.286116, 1.245332, 1.185967, 1.348229, 1.409866, 1.779946, 1.496794, 1.714786, 0.205738, 0.0]}, "lang": {"n_am_en": [6, 4, 10, 16, 22, 22, 20, 14, 10, 15, 13, 7, 13, 14, 16, 13, 17, 19, 22, 24, 21, 26, 23, 24, 31, 27, 25, 21, 17, 15, 17, 15, 18, 18, 23, 27, 26, 27, 41, 44, 46, 44, 45, 41, 35, 23, 11, 3, 1, 2], "n_am_pl": [2, 11, 10, 9, 6, 8, 5, 13, 9, 11, 19, 16, 13, 18, 16, 16, 13, 12, 11, 7, 11, 11, 7, 9, 12, 11, 10, 11, 14, 12, 15, 16, 14, 16, 13, 7, 11, 8, 5, 9, 11, 11, 13, 15, 19, 27, 46, 55, 64, 67], "n_pos": 71, "sum_m_en": [7.632436, 10.576732, 11.834904, 12.541402, 12.755479, 12.145044, 12.082875, 12.4051, 12.842491, 12.626355, 12.542472, 12.538515, 12.255133, 12.057861, 12.068287, 12.566551, 13.326557, 12.905125, 13.063857, 12.747648, 12.897144, 13.251985, 13.387938, 12.899699, 26.163748, 22.706345, 19.909699, 17.256954, 15.143545, 14.729144, 13.971141, 14.129671, 14.467797, 16.463441, 19.510223, 20.096476, 20.599898, 24.344147, 29.114524, 30.280992, 33.856936, 36.666261, 38.757047, 37.37984, 32.152758, 22.900735, 10.258598, 3.372201, 1.751617, 1.849078], "sum_m_pl": [1.275151, 3.368278, 3.915786, 4.132187, 4.168588, 4.330209, 4.608226, 4.889647, 5.576049, 5.941731, 6.343882, 6.777901, 6.888565, 7.160347, 6.890897, 6.254745, 5.349548, 5.273751, 5.011121, 4.780846, 4.699813, 4.505506, 4.438716, 4.345628, 5.759811, 6.706489, 7.567411, 8.236239, 8.508668, 8.780603, 8.374072, 8.545641, 8.298967, 7.594162, 6.962751, 6.675574, 7.122176, 5.992512, 5.710536, 8.087015, 7.778006, 8.717865, 10.731705, 13.622512, 16.282243, 24.280408, 42.634891, 53.095591, 62.300715, 67.221063]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 266, "item_id": "llmzszl-18674", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 875, "region_end": 264, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9925}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 15, 28, 31, 39, 40, 33, 38, 36, 41, 41, 32, 29, 30, 35, 30, 49, 38, 45, 36, 38, 40, 37, 41, 48, 41, 34, 30, 34, 35, 33, 40, 35, 43, 46, 61, 54, 56, 65, 67, 59, 55, 54, 57, 50, 50, 40, 41, 39, 41], "n_am_pl": [2, 16, 20, 15, 17, 22, 23, 19, 14, 23, 24, 22, 25, 30, 32, 33, 26, 22, 20, 16, 17, 17, 15, 13, 16, 26, 38, 37, 39, 44, 38, 26, 31, 18, 24, 17, 18, 14, 18, 5, 8, 8, 9, 5, 6, 6, 4, 2, 3, 3], "n_pos": 228, "sum_m_en": [26.122762, 33.505826, 32.590915, 33.648233, 35.625703, 33.471778, 34.826699, 34.833863, 34.542444, 35.920766, 34.714024, 34.303201, 36.317846, 35.559964, 34.112398, 36.710857, 36.012518, 35.600562, 36.55567, 35.028283, 33.801207, 34.316695, 34.701828, 35.119181, 42.627984, 41.043434, 38.732515, 38.318336, 37.862824, 36.409837, 34.790058, 36.680435, 37.41125, 40.544958, 42.250619, 43.943731, 45.540349, 47.090295, 50.975435, 55.307816, 53.777349, 52.586474, 54.845111, 55.882643, 50.613565, 47.87113, 41.507737, 41.676933, 39.005811, 41.911899], "sum_m_pl": [4.767037, 10.33681, 11.940716, 11.460325, 12.745157, 12.274412, 12.557869, 13.146549, 14.002756, 16.274309, 16.014214, 16.953692, 18.379712, 17.850115, 18.815486, 19.546215, 17.880116, 16.826476, 16.56041, 16.764227, 15.953503, 15.421104, 14.748779, 14.411572, 19.655012, 22.770669, 22.656199, 23.692155, 23.339531, 27.427713, 25.506836, 21.975459, 20.734669, 19.611664, 18.821196, 17.293197, 16.802208, 14.504016, 14.334836, 12.01592, 12.460125, 10.278955, 8.886583, 8.316515, 8.828207, 7.017235, 6.427746, 3.836461, 3.429044, 3.040563]}, "digit": {"n_am_en": [5, 1, 3, 8, 8, 13, 6, 5, 8, 9, 6, 1, 0, 6, 5, 2, 6, 3, 3, 2, 3, 1, 3, 4, 6, 2, 3, 3, 4, 2, 2, 6, 5, 7, 5, 7, 3, 5, 4, 3, 2, 1, 2, 2, 1, 3, 2, 0, 0, 0], "n_am_pl": [1, 9, 7, 3, 1, 1, 5, 4, 0, 6, 7, 7, 9, 6, 8, 10, 8, 4, 7, 4, 7, 6, 4, 6, 3, 7, 6, 7, 8, 8, 7, 3, 8, 7, 9, 6, 9, 6, 7, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.690308, 5.389672, 5.581851, 6.297515, 6.669914, 6.216681, 6.683564, 6.461604, 6.530922, 6.547218, 6.380996, 6.12591, 6.923621, 6.61261, 6.306477, 6.753193, 6.793938, 6.802119, 6.866527, 6.40393, 6.210499, 6.378145, 6.423978, 6.502121, 7.371937, 7.004836, 6.671005, 6.279678, 6.516197, 6.255469, 6.407812, 7.055415, 6.857365, 7.588809, 7.571629, 7.725651, 6.543002, 6.188034, 5.423037, 4.489108, 4.323032, 4.094113, 4.407302, 3.801403, 3.252347, 2.680974, 1.691058, 1.076301, 0.045681, 1e-06], "sum_m_pl": [0.6857, 1.568683, 1.497588, 1.615239, 1.772928, 1.742265, 1.848148, 1.927045, 2.151382, 2.578285, 2.68132, 2.959726, 3.187145, 3.185398, 3.230724, 3.499903, 3.19374, 2.79033, 2.796455, 2.854872, 2.728407, 2.64738, 2.520497, 2.494608, 3.008762, 3.660514, 4.105368, 4.841873, 4.748175, 5.020903, 4.699359, 3.630062, 3.531418, 3.294054, 3.048019, 2.744569, 3.090957, 2.724092, 2.880144, 2.402278, 2.163325, 2.125924, 1.790664, 1.700642, 1.519179, 1.179581, 0.61218, 0.492034, 0.032772, 0.0]}, "lang": {"n_am_en": [15, 10, 12, 10, 18, 12, 14, 12, 11, 13, 20, 16, 16, 12, 17, 19, 26, 18, 20, 20, 19, 22, 19, 21, 25, 27, 23, 17, 18, 16, 18, 19, 19, 22, 25, 30, 27, 31, 34, 38, 37, 34, 34, 36, 35, 38, 36, 39, 38, 41], "n_am_pl": [0, 3, 1, 2, 4, 5, 6, 4, 7, 4, 4, 4, 4, 8, 5, 4, 1, 6, 3, 4, 4, 3, 3, 2, 4, 3, 6, 8, 3, 5, 4, 4, 3, 4, 3, 5, 5, 4, 2, 0, 1, 1, 1, 1, 3, 3, 2, 2, 3, 3], "n_pos": 45, "sum_m_en": [5.687891, 7.785811, 7.61088, 7.417665, 7.722124, 7.082061, 7.2241, 7.324556, 7.630175, 7.557077, 7.460015, 7.758106, 7.973131, 7.985502, 7.539174, 8.21608, 8.125732, 8.318927, 8.312635, 7.857048, 7.396827, 7.371477, 7.49884, 7.530588, 14.905799, 14.271903, 13.140502, 11.751911, 10.270882, 9.845036, 8.699904, 9.469443, 9.875053, 11.706375, 13.304825, 15.507112, 18.190874, 20.988315, 23.929182, 28.719132, 29.03962, 29.637655, 30.422005, 32.105769, 32.51974, 33.222237, 33.801453, 33.877479, 35.96068, 40.64759], "sum_m_pl": [0.725437, 1.634044, 1.937848, 1.913914, 2.205439, 2.048211, 2.221844, 2.479768, 2.98889, 3.20454, 3.033301, 3.326092, 3.857091, 3.384335, 3.615758, 3.796143, 3.320062, 3.316539, 3.255034, 3.259227, 2.994851, 2.865097, 2.748195, 2.624378, 4.181978, 4.469658, 4.354586, 4.723483, 4.582697, 5.269838, 4.775382, 4.499402, 4.363968, 4.079929, 4.111028, 3.888652, 3.633557, 3.173798, 2.829196, 2.070745, 2.17143, 1.408324, 1.29552, 1.194651, 2.60237, 1.957432, 2.321844, 2.303121, 3.096072, 3.040547]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "llmzszl-18675", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9696, "tf_agree_excl_first": 0.9738}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [49, 22, 48, 53, 48, 64, 62, 58, 66, 80, 102, 91, 83, 83, 65, 96, 128, 121, 109, 108, 105, 113, 110, 102, 151, 136, 113, 99, 91, 92, 83, 87, 86, 112, 136, 138, 141, 162, 180, 174, 160, 144, 142, 146, 113, 89, 21, 4, 1, 0], "n_am_pl": [7, 47, 58, 50, 51, 65, 61, 74, 74, 67, 93, 79, 86, 86, 95, 86, 77, 62, 65, 53, 58, 56, 62, 59, 64, 92, 94, 97, 116, 97, 88, 78, 86, 57, 49, 36, 33, 26, 33, 32, 33, 34, 44, 41, 45, 70, 124, 133, 140, 142], "n_pos": 532, "sum_m_en": [55.406847, 75.481811, 78.256332, 79.862769, 82.011105, 79.639098, 85.68237, 85.068666, 84.786338, 89.809624, 89.95694, 90.226619, 93.763919, 90.368546, 86.179378, 91.847582, 90.908044, 92.269248, 90.561111, 89.440073, 85.874737, 84.583383, 84.066324, 84.778054, 115.009969, 108.072785, 100.343909, 96.126155, 93.399013, 92.361028, 86.047843, 90.401181, 91.931842, 100.458291, 109.465602, 111.790324, 109.556461, 123.546731, 132.201006, 136.499279, 134.315752, 129.950267, 130.259626, 134.665661, 106.230486, 86.947669, 29.657612, 9.122296, 6.082368, 0.000142], "sum_m_pl": [10.49664, 25.961319, 29.864048, 30.836265, 32.617993, 31.044125, 32.722392, 34.442532, 37.287143, 40.323633, 41.12041, 42.743119, 45.745405, 44.596215, 45.146656, 43.080178, 40.064906, 37.039937, 35.228613, 36.457334, 35.102772, 33.057212, 32.255022, 31.79239, 43.807122, 51.690307, 52.975506, 55.303522, 56.717168, 61.194868, 57.191708, 51.309716, 50.077801, 44.694092, 40.931538, 36.051845, 34.914406, 31.03945, 31.722641, 30.190903, 30.72523, 32.026452, 35.6529, 41.036629, 51.629328, 69.79298, 115.755071, 126.889166, 135.218845, 141.913514]}, "digit": {"n_am_en": [6, 0, 3, 9, 7, 11, 3, 5, 9, 7, 17, 12, 8, 11, 6, 7, 10, 10, 6, 6, 8, 9, 6, 6, 11, 13, 10, 8, 7, 7, 11, 11, 10, 9, 9, 13, 14, 14, 12, 5, 5, 6, 6, 2, 3, 3, 0, 0, 0, 0], "n_am_pl": [0, 13, 10, 13, 6, 4, 3, 6, 7, 17, 19, 13, 13, 10, 13, 15, 18, 9, 10, 4, 4, 8, 10, 8, 10, 11, 10, 8, 17, 10, 10, 7, 12, 14, 9, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [8.249186, 9.228872, 9.758355, 10.396576, 10.509554, 10.083345, 11.181412, 11.021079, 11.391331, 11.441959, 10.937896, 10.692497, 11.381522, 11.05376, 10.328963, 10.837826, 10.742435, 11.351805, 11.028795, 10.875958, 10.446654, 10.545576, 10.485875, 10.667117, 11.778146, 11.186644, 10.668008, 11.093717, 11.84518, 11.691135, 11.36287, 12.45242, 12.378916, 12.664063, 12.706913, 13.368174, 12.139232, 12.601883, 11.348818, 9.260559, 7.918725, 7.988773, 7.345677, 6.474948, 4.593252, 3.503522, 1.630666, 0.721647, 0.071137, 0.0], "sum_m_pl": [1.226167, 3.101938, 3.159493, 3.45877, 3.487953, 3.361734, 3.516993, 3.691656, 4.114951, 4.86274, 5.196314, 5.783137, 6.023759, 5.97766, 5.933211, 6.099475, 5.628925, 4.71001, 4.581124, 4.817259, 4.487278, 4.175627, 4.057756, 3.998467, 5.265372, 5.884782, 6.111147, 6.241752, 6.378632, 7.294298, 6.809828, 5.808507, 5.713679, 5.469227, 4.946082, 4.302518, 4.279826, 3.650355, 3.864664, 3.393846, 3.049067, 2.995657, 2.425497, 2.178592, 1.99021, 1.690509, 0.915633, 0.589518, 0.065758, 0.0]}, "lang": {"n_am_en": [10, 11, 15, 17, 22, 21, 30, 23, 22, 18, 24, 22, 26, 23, 26, 35, 51, 51, 44, 45, 46, 51, 56, 54, 71, 60, 44, 32, 29, 25, 29, 32, 31, 44, 58, 56, 62, 75, 80, 74, 78, 69, 68, 73, 57, 47, 11, 1, 0, 0], "n_am_pl": [5, 10, 8, 19, 16, 28, 25, 29, 26, 19, 25, 33, 29, 25, 16, 20, 21, 23, 24, 20, 25, 21, 17, 16, 16, 24, 27, 34, 37, 28, 22, 19, 25, 14, 16, 12, 16, 18, 17, 16, 16, 21, 29, 29, 38, 58, 98, 120, 128, 140], "n_pos": 141, "sum_m_en": [14.040047, 18.926086, 20.268353, 20.82906, 21.93572, 21.194869, 22.799569, 22.481091, 23.18852, 23.33269, 24.144664, 24.440743, 25.327231, 23.997202, 22.64132, 24.573702, 25.693013, 26.171244, 25.236373, 24.625614, 24.202844, 23.343531, 23.405114, 23.234156, 40.765056, 36.912292, 32.684517, 27.643813, 25.408257, 25.593478, 23.995498, 24.908971, 25.932091, 29.804564, 34.388334, 37.509685, 38.624608, 46.956112, 53.816019, 55.877968, 60.354353, 61.16369, 61.365466, 62.737287, 51.018135, 38.647618, 11.464702, 2.056147, 1.134891, 1.2e-05], "sum_m_pl": [2.650059, 6.450359, 7.500829, 8.053721, 8.230802, 8.079389, 9.179599, 9.552242, 11.099143, 11.385948, 11.900393, 12.416823, 12.994616, 12.753983, 12.762072, 11.502064, 10.330896, 9.622042, 9.461841, 9.676172, 9.462818, 8.934073, 8.702753, 8.49472, 11.749633, 13.681645, 15.076289, 16.408291, 16.637865, 18.141153, 16.686705, 15.604176, 15.374801, 13.826611, 13.302805, 12.352239, 12.845465, 12.300746, 11.496659, 12.117058, 11.806913, 15.723641, 21.00841, 26.431027, 36.853322, 54.652461, 92.130309, 113.126907, 122.63875, 138.941873]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 534, "item_id": "llmzszl-18675", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 907, "region_end": 532, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9831}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 35, 53, 54, 48, 56, 57, 51, 60, 56, 62, 73, 71, 77, 75, 74, 85, 102, 93, 86, 94, 90, 88, 87, 117, 111, 103, 104, 93, 86, 73, 90, 81, 85, 108, 124, 114, 118, 124, 128, 130, 128, 131, 129, 112, 107, 96, 83, 77, 78], "n_am_pl": [3, 47, 34, 20, 22, 32, 41, 47, 34, 36, 28, 23, 35, 28, 28, 30, 23, 15, 15, 17, 15, 17, 15, 14, 22, 25, 20, 28, 32, 37, 28, 31, 27, 26, 24, 15, 13, 10, 6, 7, 4, 6, 6, 5, 5, 2, 7, 8, 10, 9], "n_pos": 306, "sum_m_en": [32.661845, 48.32826, 49.875293, 49.797449, 51.4602, 55.994311, 58.571185, 58.28545, 57.860428, 59.891567, 61.135666, 62.650029, 62.090291, 61.96522, 59.064103, 59.615169, 62.177716, 60.754524, 59.905854, 55.338105, 53.446311, 53.656702, 54.066693, 53.197647, 80.007574, 75.779234, 72.24047, 69.887378, 68.653635, 66.537191, 62.619646, 66.073273, 64.48388, 68.511528, 77.860942, 81.829095, 81.507664, 86.423694, 94.88138, 102.758599, 110.007264, 113.207036, 117.780151, 119.222664, 111.606126, 108.441374, 95.162521, 85.423754, 76.224421, 77.996577], "sum_m_pl": [5.73769, 14.017587, 16.63511, 15.476087, 16.287735, 16.915215, 17.683168, 17.930353, 17.716025, 17.33573, 17.172782, 18.824555, 19.576729, 18.487017, 18.500554, 17.630219, 17.140804, 18.113164, 18.540882, 18.904911, 18.228755, 17.3057, 16.977437, 17.413008, 20.638206, 23.682703, 24.698106, 23.860517, 23.883429, 25.049359, 24.381826, 22.192168, 22.805465, 21.736385, 21.098145, 18.915035, 18.418919, 16.773056, 16.376502, 13.643908, 11.890037, 11.20959, 10.036149, 9.037184, 8.510884, 6.758672, 9.556061, 10.63798, 11.369704, 9.164205]}, "digit": {"n_am_en": [0, 12, 17, 17, 13, 8, 8, 7, 15, 13, 6, 8, 12, 7, 6, 7, 15, 16, 13, 13, 10, 10, 9, 11, 18, 15, 14, 21, 14, 10, 12, 16, 10, 10, 18, 24, 21, 21, 17, 19, 19, 16, 17, 12, 12, 11, 13, 3, 0, 0], "n_am_pl": [0, 23, 17, 8, 5, 10, 22, 26, 14, 10, 7, 10, 12, 5, 6, 7, 6, 6, 7, 7, 6, 6, 5, 5, 7, 7, 6, 11, 11, 15, 6, 10, 6, 7, 6, 4, 4, 6, 4, 5, 2, 2, 3, 3, 3, 1, 1, 0, 0, 0], "n_pos": 61, "sum_m_en": [6.343351, 11.083613, 11.384378, 10.762186, 10.716571, 11.899361, 12.436218, 12.769515, 12.911151, 13.607462, 13.908861, 13.856782, 13.251609, 12.934623, 11.92236, 11.584402, 12.280387, 12.140204, 12.139506, 10.868551, 10.478771, 10.648732, 10.698739, 10.60646, 15.364054, 14.438254, 13.607535, 13.784127, 13.159266, 12.785249, 12.620681, 13.379484, 11.937285, 13.26945, 14.875513, 15.497366, 14.474071, 14.220549, 13.225294, 13.572223, 14.143645, 13.256531, 14.67175, 13.47232, 12.812739, 11.52217, 9.477753, 4.285432, 0.755269, 0.0], "sum_m_pl": [1.127415, 3.314998, 3.284557, 2.992975, 3.200011, 3.473305, 3.724788, 3.928293, 3.702007, 3.553156, 3.506047, 4.007199, 4.237413, 4.22953, 4.103316, 3.862864, 3.630998, 3.805453, 3.847928, 3.996588, 3.745517, 3.531031, 3.475075, 3.626922, 4.743047, 5.496326, 5.573744, 5.432927, 5.302443, 5.688345, 5.322095, 4.801611, 4.947331, 4.54205, 4.053009, 3.94218, 4.104282, 4.138892, 4.498708, 3.977502, 3.672173, 3.709685, 3.240039, 2.947352, 3.034114, 2.386532, 1.767336, 1.331463, 0.345546, 0.0]}, "lang": {"n_am_en": [9, 12, 15, 17, 24, 28, 29, 26, 23, 23, 27, 35, 29, 37, 32, 41, 45, 49, 55, 54, 54, 51, 54, 53, 54, 57, 55, 49, 49, 44, 37, 47, 45, 52, 58, 62, 63, 69, 74, 76, 76, 77, 79, 79, 73, 77, 76, 74, 72, 77], "n_am_pl": [2, 5, 5, 3, 5, 2, 4, 7, 6, 9, 8, 7, 8, 8, 6, 6, 6, 2, 3, 4, 6, 7, 4, 3, 3, 9, 7, 6, 7, 7, 6, 7, 8, 9, 9, 5, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 7, 9, 9], "n_pos": 87, "sum_m_en": [9.757637, 12.717359, 13.543961, 13.748592, 14.773904, 16.158376, 17.183154, 16.677521, 16.577083, 17.314552, 17.187901, 18.288158, 18.125302, 18.093028, 17.801705, 19.023457, 20.243473, 20.723179, 20.152, 18.613112, 18.11236, 17.948758, 18.061614, 17.446432, 34.617843, 32.557763, 30.364498, 26.400287, 25.994446, 24.430769, 22.47518, 23.570328, 24.695546, 27.70192, 32.707564, 36.723352, 42.633144, 47.428701, 52.460138, 56.73042, 61.866727, 67.238597, 69.422514, 70.726335, 69.858972, 73.608729, 71.099139, 68.6886, 67.228748, 76.203026], "sum_m_pl": [1.53502, 3.21924, 3.74948, 3.644689, 3.924643, 4.051517, 4.256671, 4.378969, 4.499331, 4.451852, 4.500953, 4.949987, 5.401808, 4.84269, 5.015596, 4.822514, 4.874515, 5.007274, 5.377136, 5.525577, 5.372387, 5.036004, 4.861261, 5.001876, 5.126222, 6.013948, 6.621544, 6.323327, 6.243739, 6.839051, 6.606317, 6.26594, 6.235663, 6.055601, 6.144563, 5.518802, 5.478633, 4.958302, 4.238603, 3.190722, 2.383149, 1.975519, 2.070626, 1.829637, 1.876933, 1.495793, 4.686504, 7.323679, 8.869481, 9.164108]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "llmzszl-18676", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 796, "region_end": 306, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9837}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 32, 35, 46, 58, 82, 86, 68, 76, 81, 84, 73, 77, 64, 71, 91, 168, 176, 187, 153, 153, 153, 153, 128, 194, 154, 134, 126, 119, 100, 108, 106, 104, 136, 159, 148, 148, 168, 202, 215, 212, 205, 197, 184, 159, 131, 34, 1, 0, 0], "n_am_pl": [5, 37, 39, 33, 69, 77, 80, 66, 67, 52, 69, 75, 57, 49, 57, 43, 31, 31, 38, 42, 29, 30, 26, 30, 25, 36, 48, 47, 61, 65, 50, 41, 43, 33, 38, 38, 49, 38, 26, 27, 34, 36, 27, 26, 34, 46, 113, 136, 140, 138], "n_pos": 429, "sum_m_en": [43.026425, 61.988669, 65.48313, 68.050565, 72.547627, 79.836503, 81.189912, 81.630712, 79.551567, 80.147253, 83.58368, 82.091377, 81.164364, 78.136627, 75.204576, 77.30263, 89.322359, 85.918783, 83.488408, 76.875641, 74.399948, 75.28947, 75.902034, 73.414648, 114.400119, 102.912301, 96.49177, 90.682114, 85.669691, 85.279029, 81.025505, 85.226928, 85.101802, 92.275944, 106.161771, 106.258003, 102.393531, 111.860678, 135.461017, 152.457808, 158.181031, 156.02918, 157.943279, 154.960386, 132.743618, 108.864327, 34.418521, 8.961511, 3.716124, 4.1e-05], "sum_m_pl": [7.39425, 20.193525, 24.827244, 25.749804, 26.603869, 28.262435, 29.939882, 30.644064, 31.179077, 29.125741, 30.22614, 31.191599, 32.33987, 30.886502, 29.875528, 27.518395, 25.390083, 26.553756, 26.023525, 27.906552, 26.621316, 24.768397, 24.611317, 25.499808, 31.8674, 35.521946, 36.826315, 36.224046, 40.281252, 40.956521, 36.992167, 33.909555, 33.986294, 31.995092, 30.375638, 29.352684, 32.360833, 31.475137, 30.377469, 26.985513, 26.815494, 26.788355, 27.497408, 28.233221, 36.85979, 52.210451, 109.268874, 132.601043, 138.122352, 138.005661]}, "digit": {"n_am_en": [3, 15, 13, 10, 13, 15, 14, 15, 14, 15, 12, 7, 6, 4, 6, 10, 33, 30, 31, 21, 24, 26, 29, 23, 39, 29, 20, 21, 21, 13, 12, 10, 8, 20, 27, 27, 21, 22, 22, 22, 25, 20, 17, 14, 13, 13, 6, 0, 0, 0], "n_am_pl": [0, 11, 10, 4, 9, 17, 14, 15, 13, 7, 14, 19, 12, 9, 10, 14, 6, 3, 6, 5, 2, 3, 1, 3, 2, 4, 11, 12, 12, 13, 15, 16, 9, 14, 10, 7, 11, 12, 8, 10, 9, 12, 9, 5, 5, 2, 0, 2, 0, 0], "n_pos": 74, "sum_m_en": [8.066577, 12.334014, 12.978751, 12.778569, 12.620178, 13.949059, 13.801945, 14.049176, 14.042064, 14.26262, 15.116309, 13.978487, 14.140478, 13.743409, 12.633914, 12.508234, 15.901306, 14.884453, 14.53986, 12.999116, 12.752143, 13.015268, 13.153471, 12.834438, 20.100274, 17.793249, 16.046687, 16.28727, 15.336461, 15.217275, 14.056088, 15.088495, 14.439722, 16.134623, 18.431862, 18.171804, 17.096255, 17.146373, 17.885894, 17.89776, 16.954836, 15.287814, 15.925329, 14.496423, 12.852525, 9.178082, 5.97272, 2.566005, 0.843836, 0.0], "sum_m_pl": [1.437596, 4.062304, 4.138228, 4.145577, 4.209175, 4.410067, 4.337414, 4.821297, 4.6863, 4.597207, 5.103179, 5.573673, 5.921194, 5.620014, 5.456381, 5.24794, 4.490453, 4.850086, 4.803195, 5.012885, 4.697081, 4.297756, 4.271574, 4.436747, 5.284296, 6.292714, 6.722401, 6.646692, 6.916095, 7.261503, 7.19624, 6.404629, 6.647544, 6.134607, 5.716459, 5.399466, 5.74377, 5.645287, 5.649392, 5.182246, 5.177175, 4.868726, 4.207839, 3.765203, 3.640153, 2.809211, 2.224655, 2.874948, 0.400336, 0.0]}, "lang": {"n_am_en": [1, 6, 6, 17, 25, 41, 37, 28, 32, 35, 33, 26, 35, 25, 28, 36, 65, 67, 75, 72, 66, 61, 68, 59, 79, 64, 54, 44, 44, 37, 43, 45, 47, 57, 60, 58, 55, 70, 82, 88, 88, 96, 98, 90, 76, 64, 19, 1, 0, 0], "n_am_pl": [4, 13, 19, 12, 25, 26, 32, 23, 28, 20, 33, 28, 25, 27, 27, 16, 11, 12, 15, 17, 11, 15, 11, 14, 16, 15, 21, 17, 24, 26, 20, 10, 15, 13, 13, 13, 20, 15, 10, 11, 17, 15, 14, 17, 25, 39, 97, 125, 136, 138], "n_pos": 138, "sum_m_en": [14.890275, 19.072704, 20.661785, 21.711965, 25.60458, 27.251155, 28.296332, 28.157588, 27.669819, 27.916539, 28.956036, 29.186289, 28.292229, 26.671195, 25.581112, 27.007565, 32.333167, 31.802458, 30.236518, 27.723769, 27.077991, 27.454072, 28.180876, 26.24253, 46.340707, 41.435468, 38.284827, 33.194719, 30.530512, 29.398577, 28.57761, 29.645376, 29.470933, 32.870393, 37.116018, 39.039882, 39.320375, 45.08415, 51.562916, 59.873825, 67.949866, 74.074968, 76.012739, 73.187033, 61.978427, 51.638306, 15.712227, 2.799376, 1.051254, 5e-06], "sum_m_pl": [2.377584, 5.694107, 7.286022, 7.956011, 8.357155, 9.140135, 10.093747, 10.378058, 10.970075, 9.792305, 10.101742, 10.239606, 10.806652, 10.723445, 10.166398, 9.043597, 8.035513, 8.142902, 8.29855, 8.934163, 8.575883, 8.072859, 7.956415, 8.346525, 10.469823, 11.153607, 12.175024, 11.624238, 13.344967, 13.944091, 12.00517, 11.586944, 11.574045, 11.162143, 10.598126, 10.592328, 12.59609, 12.189309, 12.518307, 11.936714, 11.844471, 12.473799, 15.156616, 17.344208, 25.474621, 39.990719, 91.695455, 119.275067, 132.083491, 136.88799]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 431, "item_id": "llmzszl-18676", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 924, "region_end": 429, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9953}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 15, 32, 21, 25, 38, 30, 35, 32, 31, 36, 36, 42, 35, 36, 35, 47, 45, 33, 48, 39, 36, 37, 40, 51, 43, 36, 47, 39, 37, 37, 45, 35, 42, 64, 58, 68, 79, 84, 73, 70, 69, 68, 60, 53, 51, 43, 41, 43, 45], "n_am_pl": [2, 22, 23, 27, 19, 15, 12, 17, 14, 24, 28, 27, 24, 11, 18, 23, 20, 20, 20, 20, 16, 17, 12, 10, 13, 18, 30, 25, 34, 30, 22, 19, 19, 17, 10, 10, 12, 4, 6, 3, 3, 3, 2, 1, 3, 3, 4, 3, 2, 2], "n_pos": 207, "sum_m_en": [22.926989, 30.644505, 30.336406, 31.732016, 33.647454, 34.21238, 34.294922, 36.621039, 33.968522, 35.204909, 35.895489, 35.266776, 34.317725, 34.825529, 34.096494, 34.073645, 35.454245, 35.572462, 36.472518, 35.176589, 33.014916, 33.248608, 33.107026, 33.259446, 38.813523, 36.439967, 34.273857, 34.653568, 36.261586, 35.933248, 35.41368, 37.491522, 37.661574, 39.164294, 43.19128, 42.612475, 44.826168, 52.916125, 56.875241, 60.422708, 54.300338, 61.019229, 59.570555, 52.492755, 50.047639, 49.418895, 41.784139, 41.294072, 39.757425, 46.044238], "sum_m_pl": [5.093984, 10.324002, 12.693673, 11.67003, 12.306641, 12.173705, 12.352823, 12.558972, 13.601078, 14.097947, 14.670202, 15.132389, 15.980443, 15.75787, 17.049516, 17.583575, 16.471512, 16.59734, 15.000555, 13.693765, 13.533457, 12.73783, 12.197233, 12.07759, 15.904216, 17.742797, 18.756641, 18.30485, 19.591249, 20.898537, 19.067487, 17.158886, 16.253375, 16.454613, 15.275571, 14.320671, 13.511209, 11.434214, 10.465852, 8.486812, 7.88162, 6.391117, 5.933773, 4.768145, 5.406021, 4.716962, 3.647595, 3.600418, 2.678191, 2.00014]}, "digit": {"n_am_en": [6, 2, 4, 2, 2, 4, 2, 0, 4, 2, 6, 5, 5, 5, 6, 4, 3, 2, 2, 0, 1, 1, 2, 1, 5, 5, 2, 7, 4, 7, 3, 7, 2, 3, 10, 7, 9, 4, 8, 3, 4, 4, 4, 4, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 5, 5, 3, 5, 4, 2, 2, 2, 8, 7, 8, 7, 3, 2, 3, 4, 6, 6, 6, 5, 6, 5, 4, 4, 6, 6, 0, 5, 8, 2, 3, 5, 4, 3, 2, 0, 2, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.218815, 4.603262, 4.408228, 4.659703, 4.676176, 4.795094, 4.991507, 5.522169, 4.938257, 5.072437, 5.51915, 5.252033, 4.778201, 4.797955, 4.638518, 4.678342, 4.864482, 5.043588, 5.265536, 4.913418, 4.621701, 4.730793, 4.713996, 4.732367, 5.393026, 5.232659, 5.147268, 5.370026, 5.924765, 5.528231, 5.035946, 5.40132, 5.324198, 5.542381, 5.730796, 5.535549, 5.325265, 5.552155, 5.308177, 4.821801, 4.81574, 4.748041, 4.512701, 3.731629, 2.507327, 1.811677, 0.853418, 0.47248, 0.223657, 0.0], "sum_m_pl": [0.80242, 1.695271, 1.867951, 1.703911, 1.660936, 1.715265, 1.74474, 1.865823, 2.095198, 2.265982, 2.348416, 2.451996, 2.572394, 2.631874, 3.006879, 3.092674, 2.80592, 2.794697, 2.48399, 2.304436, 2.108894, 1.987662, 1.881163, 1.855664, 2.720289, 2.784815, 2.829867, 2.753228, 2.963955, 3.200229, 3.008873, 2.715905, 2.770979, 2.808106, 2.694798, 2.59315, 2.605238, 2.524252, 2.411684, 2.299032, 2.05816, 1.886063, 1.49742, 1.4157, 1.195446, 0.904195, 0.225525, 0.181305, 0.051647, 0.0]}, "lang": {"n_am_en": [6, 6, 6, 7, 7, 16, 12, 11, 7, 6, 8, 9, 9, 7, 10, 11, 12, 12, 9, 15, 12, 12, 11, 17, 19, 15, 14, 14, 14, 10, 14, 17, 12, 18, 24, 26, 30, 35, 37, 37, 39, 42, 42, 40, 38, 38, 35, 38, 42, 45], "n_am_pl": [1, 9, 4, 9, 5, 3, 3, 5, 4, 9, 5, 8, 5, 4, 9, 5, 5, 6, 3, 7, 4, 5, 4, 4, 4, 6, 9, 9, 9, 13, 8, 5, 6, 6, 3, 3, 3, 0, 1, 1, 1, 0, 0, 0, 1, 2, 2, 2, 2, 2], "n_pos": 50, "sum_m_en": [5.798946, 7.131152, 7.153325, 7.73314, 8.213289, 8.622894, 8.465514, 8.945451, 8.401923, 8.401331, 8.455708, 8.308416, 8.205407, 8.47187, 8.224256, 8.072595, 8.558493, 8.566613, 8.517374, 8.483133, 8.181205, 8.194103, 8.250058, 8.300771, 10.997089, 9.929231, 9.0414, 8.651497, 8.940392, 8.759169, 9.216032, 9.869571, 10.069158, 10.837035, 12.236395, 13.140572, 15.291069, 20.756837, 24.210757, 28.640288, 29.179827, 34.525574, 35.94634, 34.218233, 35.180896, 35.689443, 33.728336, 34.93915, 36.395553, 45.185274], "sum_m_pl": [1.706794, 2.724819, 2.970884, 2.902039, 2.846147, 2.743413, 3.132314, 3.299813, 3.467809, 3.66176, 3.6821, 3.76874, 4.15234, 3.934067, 4.291645, 4.489163, 4.247292, 4.271873, 3.916348, 3.33782, 3.380361, 3.1651, 3.014431, 2.962164, 4.320456, 5.04769, 5.194228, 5.010411, 5.249378, 5.658992, 4.858301, 4.380067, 4.120166, 4.069233, 3.852721, 3.738763, 3.509323, 2.889214, 2.361012, 1.789071, 1.72219, 0.885387, 0.658158, 0.692186, 1.191933, 1.355637, 2.101553, 2.246137, 2.224639, 2.000061]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "llmzszl-18678", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 775, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9665, "tf_agree_excl_first": 0.9712}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 65, 90, 134, 162, 164, 114, 154, 144, 163, 164, 186, 174, 183, 199, 229, 252, 255, 277, 311, 284, 254, 234, 218, 391, 374, 320, 260, 234, 233, 231, 221, 270, 272, 355, 339, 335, 393, 390, 409, 382, 384, 402, 365, 288, 208, 89, 33, 15, 11], "n_am_pl": [18, 98, 142, 101, 101, 134, 135, 132, 131, 124, 144, 131, 153, 155, 161, 158, 118, 152, 104, 86, 86, 81, 61, 89, 106, 138, 151, 176, 203, 220, 177, 205, 153, 123, 108, 102, 87, 71, 61, 47, 47, 43, 58, 58, 78, 141, 263, 307, 331, 318], "n_pos": 1218, "sum_m_en": [120.53934, 176.762075, 184.673783, 191.632567, 198.586403, 194.389529, 193.502286, 209.162151, 197.921219, 206.490676, 212.798432, 206.751316, 205.994437, 206.945253, 202.903579, 207.013926, 209.782281, 208.415078, 208.744223, 203.468146, 194.454829, 195.346316, 192.055773, 192.483888, 279.823986, 252.336274, 227.654665, 211.587061, 218.486935, 212.247094, 208.773476, 219.318977, 226.835891, 232.10716, 253.879601, 244.446469, 239.376579, 280.855887, 286.427258, 314.690885, 306.818976, 328.419443, 347.536542, 325.438934, 271.05237, 201.075852, 89.003606, 43.73847, 26.876776, 11.334667], "sum_m_pl": [21.750006, 58.401824, 71.876478, 69.935779, 73.189427, 74.314603, 72.863105, 73.831319, 81.940161, 82.881277, 84.493458, 86.84619, 91.10995, 95.023865, 96.02895, 87.898074, 82.716979, 88.290706, 78.905429, 75.761954, 73.374342, 69.157453, 67.282014, 66.446212, 88.401393, 103.77633, 111.259544, 110.995892, 120.51128, 125.261801, 116.754156, 108.050046, 98.892709, 92.46608, 85.865512, 82.95238, 74.857306, 66.775687, 64.528408, 60.824075, 58.548443, 52.678711, 57.986615, 63.47366, 86.345388, 136.842408, 256.548625, 298.443149, 315.514811, 318.322031]}, "digit": {"n_am_en": [1, 4, 4, 6, 9, 8, 8, 13, 11, 14, 16, 18, 25, 14, 25, 24, 19, 25, 34, 25, 25, 24, 20, 23, 37, 30, 21, 24, 25, 21, 20, 23, 24, 21, 25, 33, 34, 47, 30, 33, 32, 25, 35, 31, 23, 17, 10, 0, 0, 0], "n_am_pl": [0, 19, 26, 19, 7, 5, 12, 7, 7, 15, 29, 19, 20, 22, 16, 29, 18, 31, 17, 17, 15, 14, 9, 19, 29, 38, 38, 40, 41, 35, 26, 30, 22, 21, 18, 13, 14, 7, 11, 11, 10, 6, 8, 2, 4, 3, 6, 6, 0, 0], "n_pos": 152, "sum_m_en": [15.684804, 24.001386, 25.713675, 24.808148, 25.279524, 23.963498, 22.954558, 25.264139, 23.700602, 25.309182, 27.347095, 26.334529, 25.931445, 25.43515, 24.928202, 25.135145, 25.521223, 26.164935, 26.243292, 24.784894, 23.780223, 24.375062, 23.845232, 24.306971, 30.3524, 27.408004, 26.106426, 26.812041, 27.341967, 26.840343, 25.924555, 27.670695, 28.099829, 28.211978, 29.461148, 28.469365, 28.087157, 32.869691, 28.109471, 27.772611, 26.783673, 26.618324, 28.602803, 28.529576, 22.272592, 16.432844, 9.570123, 3.238315, 2.492798, 0.0], "sum_m_pl": [2.790061, 7.521075, 7.867566, 7.179859, 6.652315, 6.588703, 6.509192, 7.35412, 8.882994, 9.410884, 9.629565, 10.179292, 10.78833, 11.537174, 12.17467, 11.441554, 10.431058, 11.351125, 10.225927, 10.212461, 9.477553, 8.831042, 8.525105, 8.596917, 13.246476, 14.890087, 15.084663, 14.488283, 15.076223, 14.652976, 14.091395, 13.612773, 12.7276, 11.363264, 10.857645, 10.725652, 10.206523, 8.938603, 9.631941, 9.236106, 8.667976, 8.062514, 7.772223, 7.630075, 9.220525, 7.484052, 7.58778, 6.594206, 1.176108, 0.0]}, "lang": {"n_am_en": [17, 25, 34, 58, 53, 60, 39, 59, 62, 58, 59, 61, 66, 75, 72, 85, 100, 96, 115, 145, 133, 126, 116, 102, 190, 182, 158, 112, 90, 78, 84, 82, 113, 113, 138, 139, 153, 179, 190, 201, 200, 210, 212, 198, 164, 112, 48, 19, 11, 11], "n_am_pl": [6, 33, 41, 33, 38, 46, 51, 52, 50, 51, 57, 46, 54, 63, 58, 53, 43, 48, 33, 23, 21, 26, 20, 23, 21, 32, 34, 45, 65, 62, 56, 63, 54, 50, 40, 43, 29, 33, 25, 22, 24, 23, 33, 44, 59, 111, 205, 262, 293, 318], "n_pos": 330, "sum_m_en": [34.050002, 48.510824, 53.270738, 56.597375, 58.183733, 58.75912, 59.479481, 64.068285, 62.019264, 64.394998, 66.671552, 64.266632, 62.68957, 62.467594, 60.117067, 62.038203, 63.793172, 63.974466, 62.509124, 62.649055, 59.382837, 59.282062, 57.576838, 57.360781, 118.22312, 101.424295, 86.309707, 71.679271, 71.04828, 65.205006, 65.206341, 69.339524, 72.431244, 77.404299, 86.038745, 87.589034, 91.197994, 113.050414, 122.433327, 147.754322, 151.612614, 169.417086, 183.305724, 173.260669, 149.75211, 105.288271, 44.510252, 17.297572, 13.715756, 11.005186], "sum_m_pl": [5.517704, 13.836411, 17.102134, 17.936415, 18.981659, 20.976513, 22.16748, 23.008565, 25.216498, 24.409176, 25.174724, 26.809099, 28.983649, 30.409372, 30.01587, 25.856425, 25.162542, 26.430362, 23.643233, 21.448207, 21.638182, 20.319584, 19.729968, 19.216453, 24.313906, 30.507876, 34.828091, 34.847531, 38.211171, 41.518788, 38.742707, 36.383642, 32.563296, 32.740732, 28.62065, 29.11347, 28.178129, 25.544005, 24.264214, 22.174181, 24.562764, 21.310314, 26.447525, 35.3464, 53.721018, 100.661356, 196.900115, 251.913001, 283.537367, 317.142204]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1220, "item_id": "llmzszl-18678", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 903, "region_end": 1218, "roundtrip_ok": true, "tf_agree": 0.9943, "tf_agree_excl_first": 0.9951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 11, 10, 15, 19, 17, 16, 17, 18, 20, 24, 22, 16, 17, 20, 22, 30, 27, 28, 31, 28, 31, 34, 36, 37, 33, 27, 26, 23, 26, 26, 25, 26, 30, 36, 36, 42, 45, 48, 51, 47, 48, 51, 49, 44, 37, 39, 39, 41, 44], "n_am_pl": [2, 6, 8, 4, 4, 7, 7, 6, 5, 6, 1, 6, 7, 10, 11, 7, 6, 8, 4, 4, 5, 5, 5, 3, 3, 2, 8, 9, 12, 8, 6, 2, 7, 6, 6, 4, 3, 2, 3, 2, 2, 1, 1, 2, 0, 0, 0, 0, 0, 1], "n_pos": 85, "sum_m_en": [9.633716, 12.598013, 13.159111, 13.130846, 15.231454, 15.23476, 15.020776, 15.11225, 15.293893, 16.279553, 15.857099, 16.193286, 15.352728, 14.972619, 14.627333, 15.193918, 16.90849, 16.829777, 16.924345, 16.892777, 16.61956, 16.610091, 16.297957, 16.223054, 26.229105, 24.715526, 22.365287, 19.922574, 20.170652, 20.836084, 19.358451, 20.477955, 20.480387, 22.583902, 23.549072, 25.289113, 28.653114, 32.40621, 38.143006, 41.972356, 40.149637, 42.75692, 43.839696, 42.77104, 40.72312, 38.605119, 39.158017, 37.848308, 37.496098, 44.828209], "sum_m_pl": [1.794855, 3.563666, 3.989297, 3.6092, 4.567682, 4.597483, 4.629108, 4.76243, 4.682462, 4.963558, 4.876737, 5.456447, 5.598401, 5.829701, 5.760053, 5.794896, 5.67011, 5.589162, 5.499851, 5.537637, 5.519381, 5.261252, 5.204074, 5.19326, 5.530856, 5.973896, 5.903195, 6.416212, 6.5147, 6.820241, 6.428796, 5.849493, 6.55828, 6.3312, 6.276372, 5.76027, 4.72, 4.152098, 3.283044, 2.9295, 3.131163, 2.709914, 2.437689, 2.177704, 1.814983, 1.268526, 1.059976, 0.850592, 0.615136, 0.476737]}, "digit": {"n_am_en": [0, 2, 1, 5, 4, 3, 1, 1, 2, 4, 4, 3, 3, 4, 4, 3, 7, 6, 3, 3, 3, 3, 3, 3, 3, 4, 3, 2, 1, 2, 3, 3, 1, 3, 2, 4, 3, 3, 2, 1, 0, 0, 2, 2, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 2, 2, 0, 1, 1, 0, 1, 1, 2, 1, 1, 2, 2, 0, 0, 1, 1, 1, 1, 1, 0, 1, 3, 3, 1, 1, 0, 1, 0, 1, 1, 2, 2, 2, 2, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.814795, 2.777381, 2.930167, 2.983413, 3.5594, 3.354407, 3.075436, 3.004418, 3.115613, 3.288815, 3.333423, 3.341909, 3.198705, 3.08345, 3.126201, 3.163015, 3.622046, 3.460974, 3.316291, 3.167435, 3.170215, 3.241602, 3.207507, 3.23903, 4.583746, 4.151348, 3.620121, 3.468303, 3.376909, 3.458825, 3.300374, 3.502308, 3.324242, 3.468242, 3.262788, 3.44654, 3.265687, 2.98131, 2.644631, 2.614871, 2.105612, 2.123313, 2.30434, 1.984485, 1.682353, 1.628836, 1.672232, 1.115829, 0.360837, 0.0], "sum_m_pl": [0.284977, 0.73141, 0.65763, 0.66555, 0.826101, 0.802947, 0.70707, 0.689561, 0.790272, 0.830622, 0.803556, 0.962167, 0.984003, 1.116129, 1.058601, 1.189955, 1.111058, 1.157666, 1.135663, 1.105792, 1.10967, 1.05847, 1.022618, 1.017965, 1.191604, 1.240722, 1.107867, 1.283398, 1.228701, 1.296742, 1.186166, 1.126737, 1.183838, 1.120837, 1.161759, 1.228436, 1.244729, 1.221839, 1.200177, 1.174538, 1.284061, 1.158576, 1.112211, 1.056503, 0.934264, 0.682821, 0.607836, 0.421377, 0.182406, 0.0]}, "lang": {"n_am_en": [6, 8, 8, 8, 13, 10, 13, 13, 15, 14, 16, 14, 9, 11, 12, 13, 19, 17, 21, 24, 21, 25, 27, 28, 27, 24, 21, 21, 17, 20, 19, 18, 20, 20, 27, 26, 32, 37, 38, 40, 39, 42, 43, 44, 40, 37, 37, 38, 41, 44], "n_am_pl": [0, 5, 3, 2, 2, 2, 2, 2, 1, 2, 0, 3, 3, 5, 5, 5, 4, 6, 3, 3, 2, 3, 3, 2, 2, 2, 6, 6, 6, 5, 3, 2, 6, 5, 4, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1], "n_pos": 46, "sum_m_en": [5.269411, 6.60944, 7.046807, 6.867575, 7.913939, 7.9735, 8.007851, 8.127115, 8.229004, 8.803858, 8.483154, 8.897089, 8.440217, 8.339797, 8.02574, 8.408284, 9.243158, 9.536434, 9.714626, 9.939097, 9.705855, 9.514989, 9.285537, 9.176442, 17.499596, 16.671736, 15.236723, 13.21387, 13.45802, 13.793828, 12.656902, 13.300829, 12.904375, 14.539004, 15.535633, 16.961473, 20.587462, 23.755296, 28.693436, 31.598144, 32.338601, 35.210158, 36.689865, 37.143768, 36.855231, 35.329963, 35.878367, 34.893633, 36.083061, 44.753446], "sum_m_pl": [0.875626, 1.77404, 2.097261, 1.91671, 2.422735, 2.469253, 2.544208, 2.737733, 2.543561, 2.702373, 2.676667, 3.103444, 3.200358, 3.263444, 3.28043, 3.155275, 3.076262, 2.959426, 2.935696, 2.938774, 2.946891, 2.826938, 2.822028, 2.838704, 3.013751, 3.293415, 3.477013, 3.56938, 3.705615, 3.81245, 3.527464, 3.313338, 3.871229, 3.731062, 3.457238, 3.147968, 2.473496, 2.171712, 1.516157, 1.225549, 1.258898, 1.028667, 0.879606, 0.732735, 0.554794, 0.337165, 0.291107, 0.312854, 0.249617, 0.476737]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "llmzszl-18682", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 823, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9767}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 11, 16, 26, 27, 25, 28, 33, 31, 32, 34, 26, 27, 25, 21, 32, 49, 35, 46, 45, 64, 65, 61, 60, 90, 78, 52, 43, 36, 42, 47, 40, 52, 48, 61, 60, 66, 64, 78, 90, 86, 84, 84, 84, 67, 50, 14, 0, 0, 0], "n_am_pl": [1, 15, 19, 17, 15, 18, 25, 24, 25, 27, 15, 26, 19, 23, 28, 11, 14, 17, 13, 12, 6, 1, 8, 2, 8, 10, 18, 18, 22, 22, 24, 21, 17, 11, 14, 8, 12, 14, 10, 11, 14, 14, 17, 21, 27, 46, 77, 90, 94, 92], "n_pos": 163, "sum_m_en": [14.223365, 24.200775, 25.80542, 26.775685, 29.153617, 28.978642, 30.018993, 30.746994, 31.39022, 32.744133, 33.503105, 33.053624, 30.959771, 29.10009, 28.43705, 29.845045, 32.412254, 30.984718, 30.739364, 31.078014, 30.984616, 31.255151, 30.757279, 30.66436, 50.535756, 45.966739, 39.366384, 34.864007, 32.958616, 33.314547, 31.897452, 32.703306, 33.214313, 36.500579, 40.212676, 42.287833, 43.164113, 49.602503, 55.75143, 60.639484, 58.438418, 63.63107, 67.548931, 70.635138, 56.805174, 43.596361, 14.445818, 2.06203, 1.103309, 3e-06], "sum_m_pl": [2.381364, 8.5708, 9.102563, 8.756914, 9.376255, 9.600862, 9.961409, 10.906587, 10.966482, 11.141731, 11.512895, 13.087915, 13.16077, 13.585774, 13.05834, 12.127375, 11.190907, 10.770707, 10.456019, 10.561165, 10.585566, 10.14017, 10.16799, 10.016035, 11.919319, 13.484955, 15.07868, 15.90064, 16.394465, 16.682164, 15.812218, 15.268594, 14.565537, 13.835741, 12.687837, 11.788324, 11.646985, 10.5166, 10.158682, 9.592481, 11.974959, 11.807141, 14.755844, 15.577018, 24.214722, 40.076391, 71.976685, 87.955632, 91.538174, 91.391132]}, "digit": {"n_am_en": [0, 0, 2, 4, 5, 3, 0, 1, 1, 3, 5, 3, 4, 4, 4, 1, 6, 3, 3, 1, 6, 7, 5, 5, 6, 8, 5, 4, 4, 2, 5, 2, 2, 0, 0, 2, 2, 2, 3, 3, 3, 1, 2, 1, 1, 0, 2, 0, 0, 0], "n_am_pl": [0, 2, 4, 2, 1, 2, 4, 1, 1, 3, 2, 4, 5, 4, 2, 2, 1, 2, 2, 1, 0, 0, 1, 0, 2, 2, 1, 0, 1, 3, 4, 2, 4, 2, 4, 2, 3, 4, 2, 1, 1, 2, 2, 1, 0, 0, 0, 1, 0, 0], "n_pos": 21, "sum_m_en": [2.140981, 3.60276, 3.808853, 3.756533, 3.971317, 3.823484, 3.903913, 3.958713, 3.756682, 4.018341, 4.276515, 4.187313, 3.904745, 3.609182, 3.548144, 3.438209, 3.885829, 3.788586, 3.813058, 3.768753, 3.759716, 3.870129, 3.839582, 3.919102, 5.289087, 5.057812, 4.360514, 4.27217, 4.135522, 4.019426, 3.634588, 3.877972, 3.98941, 3.95015, 4.002915, 3.966152, 3.797538, 3.906406, 3.886304, 3.684681, 3.28658, 3.079121, 3.191716, 2.507054, 1.924622, 1.882791, 1.850786, 1.00844, 0.393812, 0.0], "sum_m_pl": [0.439784, 1.32653, 1.264549, 1.135281, 1.101747, 1.146333, 1.050518, 1.024889, 1.152311, 1.141585, 1.212157, 1.389088, 1.496135, 1.500671, 1.438263, 1.534218, 1.431173, 1.484369, 1.354911, 1.35996, 1.364257, 1.277931, 1.257063, 1.264855, 1.552029, 1.642866, 1.621265, 1.673886, 1.751521, 1.867731, 1.798675, 1.705852, 1.672449, 1.634661, 1.485027, 1.339553, 1.288988, 1.208759, 1.272354, 1.166952, 1.256892, 1.208653, 1.197412, 1.021473, 0.908262, 0.708138, 0.639389, 1.124105, 0.545978, 0.007577]}, "lang": {"n_am_en": [3, 6, 9, 18, 15, 17, 20, 25, 24, 18, 16, 16, 12, 14, 12, 22, 31, 23, 28, 33, 41, 40, 38, 38, 59, 50, 35, 28, 22, 27, 28, 26, 34, 36, 43, 42, 46, 44, 54, 56, 56, 57, 57, 58, 49, 33, 10, 0, 0, 0], "n_am_pl": [1, 11, 12, 11, 10, 10, 14, 15, 13, 17, 9, 13, 8, 12, 16, 6, 6, 11, 7, 7, 3, 0, 4, 1, 3, 4, 11, 10, 13, 10, 11, 14, 7, 6, 7, 5, 8, 7, 6, 9, 12, 10, 11, 17, 22, 40, 68, 85, 91, 92], "n_pos": 93, "sum_m_en": [8.27722, 13.784227, 15.027793, 15.604355, 17.004294, 16.709522, 17.287548, 17.730337, 18.533004, 19.244519, 19.393293, 19.336513, 18.118417, 17.093986, 16.806513, 17.895112, 19.285155, 18.368805, 18.055036, 18.340519, 18.159229, 18.173852, 18.006503, 17.739318, 30.661416, 27.305626, 23.577889, 20.296065, 19.304947, 19.806498, 18.913954, 19.398242, 19.803332, 22.422686, 24.113704, 25.656668, 26.957331, 31.040736, 35.147885, 37.634757, 37.188187, 41.115634, 45.325986, 47.68457, 39.901715, 27.832218, 9.410107, 0.669426, 0.451784, 2e-06], "sum_m_pl": [1.307729, 4.816974, 5.239598, 5.110562, 5.544435, 5.663221, 5.945092, 6.657013, 6.724997, 6.786576, 6.980575, 8.101201, 8.079525, 8.474493, 7.999617, 7.275836, 6.686197, 6.350714, 6.210516, 6.221543, 6.20444, 6.009268, 6.068048, 5.981606, 7.008702, 8.246397, 9.219294, 9.801628, 10.167398, 10.102813, 9.615045, 9.440331, 9.031938, 8.726525, 8.217408, 7.862243, 7.863836, 7.054646, 6.877571, 6.637976, 8.462555, 8.141388, 10.02233, 11.099109, 18.124025, 33.188966, 62.726114, 81.586724, 88.573479, 91.287361]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "llmzszl-18682", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 951, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9939}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 21, 24, 21, 23, 21, 21, 22, 28, 21, 25, 30, 23, 26, 22, 24, 27, 25, 26, 22, 19, 21, 18, 19, 31, 31, 28, 32, 35, 26, 32, 38, 33, 35, 48, 44, 44, 48, 47, 41, 40, 43, 40, 41, 43, 43, 41, 39, 39, 43], "n_am_pl": [0, 1, 10, 2, 7, 9, 9, 9, 14, 8, 10, 8, 9, 10, 8, 7, 6, 8, 7, 9, 7, 6, 4, 5, 9, 8, 11, 9, 11, 15, 10, 10, 10, 6, 3, 4, 5, 3, 2, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 123, "sum_m_en": [15.015294, 19.97754, 19.349936, 19.745909, 19.055896, 18.056576, 18.02209, 19.584711, 19.178793, 19.674905, 18.934396, 20.295395, 19.580302, 19.286475, 18.261878, 18.434114, 17.907099, 17.620626, 17.145182, 17.016588, 16.832963, 17.081547, 17.176411, 17.196474, 20.030777, 21.2205, 20.482083, 20.385224, 20.806938, 21.068607, 20.276702, 21.246128, 21.562105, 24.232877, 27.543431, 29.412811, 31.638458, 35.317416, 39.758823, 38.869481, 37.538291, 40.865784, 41.31061, 41.32183, 41.725561, 42.375126, 40.449017, 39.925288, 37.93391, 42.335857], "sum_m_pl": [2.238633, 4.992385, 6.34837, 5.591533, 5.889228, 6.069146, 5.912724, 6.715715, 6.773402, 7.037728, 7.30224, 7.95855, 7.297855, 7.271719, 7.227908, 6.939685, 6.712014, 6.768629, 6.731295, 6.766689, 6.607169, 6.21591, 6.264393, 6.326621, 8.198105, 8.74966, 8.792458, 9.51471, 9.593777, 10.851156, 9.668223, 9.325042, 8.998291, 8.13218, 8.346188, 7.873943, 7.436909, 6.664756, 5.141658, 4.122955, 3.772401, 3.087878, 3.254413, 2.772645, 1.800686, 1.235375, 0.723121, 0.592927, 0.315501, 0.000254]}, "digit": {"n_am_en": [0, 3, 7, 4, 3, 1, 1, 1, 4, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 2, 3, 1, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 0, 1, 2, 2, 2, 2, 3, 2, 1, 2, 4, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 2, 2, 1, 2, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.928526, 2.697712, 2.526507, 2.39943, 2.151089, 2.276917, 2.237246, 2.32422, 2.298439, 2.240927, 1.99636, 2.064989, 2.017559, 2.159003, 2.161429, 2.198594, 2.114215, 2.181122, 2.156865, 2.114226, 2.130417, 2.169841, 2.207598, 2.24893, 2.095364, 2.303576, 2.320182, 2.400942, 2.56906, 2.551398, 2.573999, 2.814015, 2.731334, 2.730543, 2.780903, 2.539589, 2.69918, 2.554988, 2.092754, 1.792076, 1.590573, 1.560341, 1.105921, 1.105297, 0.683285, 0.64945, 0.545696, 0.425527, 0.088832, 0.0], "sum_m_pl": [0.426054, 0.99978, 1.157201, 0.931163, 0.881883, 0.839604, 0.808038, 0.970876, 0.99175, 0.972081, 0.960402, 1.006749, 0.929937, 0.889429, 0.883099, 0.968546, 0.856299, 0.815321, 0.818368, 0.823678, 0.809808, 0.759337, 0.769347, 0.784606, 0.848493, 1.037443, 1.086136, 1.285979, 1.090222, 1.243847, 1.234438, 1.074337, 0.871544, 0.828055, 0.825459, 0.70726, 0.724553, 0.649427, 0.685878, 0.602617, 0.606991, 0.548694, 0.519189, 0.606539, 0.463094, 0.319063, 0.387029, 0.323626, 0.047799, 0.0]}, "lang": {"n_am_en": [15, 5, 8, 8, 12, 11, 10, 8, 11, 9, 11, 17, 10, 8, 8, 10, 12, 13, 13, 8, 14, 13, 13, 12, 19, 17, 16, 18, 17, 14, 15, 21, 17, 20, 27, 25, 27, 30, 29, 29, 31, 33, 33, 35, 36, 38, 38, 37, 39, 42], "n_am_pl": [0, 0, 1, 1, 1, 2, 3, 3, 5, 3, 3, 2, 4, 2, 3, 1, 1, 1, 0, 2, 0, 1, 1, 1, 3, 3, 4, 3, 3, 2, 1, 2, 2, 2, 1, 3, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.255038, 6.612384, 6.61428, 6.626757, 6.548372, 6.285911, 6.281372, 6.709136, 6.71834, 6.997728, 6.868816, 7.42058, 7.063383, 6.670404, 6.356169, 6.428375, 6.440627, 6.277369, 5.905172, 5.937385, 5.95514, 5.960125, 5.985947, 5.930361, 8.267606, 8.797446, 8.258343, 7.811169, 7.718375, 7.772234, 7.336232, 7.74674, 8.024752, 9.680133, 11.462808, 13.160529, 15.465531, 19.122151, 23.696112, 24.42211, 25.865446, 29.419591, 31.251282, 32.546043, 33.870547, 35.167004, 36.120278, 36.20373, 36.730369, 41.334227], "sum_m_pl": [0.588685, 1.318296, 1.67607, 1.558456, 1.698641, 1.721162, 1.77009, 1.947735, 2.052572, 2.178734, 2.371, 2.538988, 2.370373, 2.379901, 2.427825, 2.182385, 2.141078, 2.264859, 2.231687, 2.281915, 2.21894, 2.054019, 2.107388, 2.144669, 2.83158, 2.958931, 2.942015, 3.006772, 3.2831, 3.868839, 3.408541, 3.504449, 3.431039, 3.06577, 3.148997, 3.007982, 2.777949, 2.567169, 1.573232, 1.200668, 1.273576, 0.82363, 0.631445, 0.700024, 0.456858, 0.26963, 0.111954, 0.083141, 0.137473, 0.000253]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "llmzszl-18688", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 790, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.96, "tf_agree_excl_first": 0.9677}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 12, 24, 23, 29, 35, 38, 33, 28, 29, 36, 36, 36, 38, 32, 33, 32, 39, 36, 38, 44, 43, 40, 36, 64, 60, 58, 58, 40, 39, 46, 42, 37, 54, 77, 77, 74, 68, 73, 78, 72, 70, 76, 83, 67, 55, 31, 6, 2, 2], "n_am_pl": [2, 14, 19, 17, 23, 29, 18, 23, 31, 28, 27, 25, 22, 22, 18, 18, 18, 24, 14, 12, 9, 12, 8, 14, 19, 27, 25, 23, 26, 36, 31, 24, 28, 19, 14, 11, 12, 10, 8, 5, 10, 10, 10, 11, 14, 30, 59, 86, 87, 92], "n_pos": 229, "sum_m_en": [21.405869, 34.179483, 35.708558, 36.368439, 35.15742, 33.592058, 34.157052, 37.497395, 35.405129, 36.791133, 37.956835, 38.608241, 36.554672, 35.590208, 33.330113, 34.283538, 34.085526, 32.5193, 32.371686, 32.233484, 32.155022, 32.351717, 32.484684, 32.369505, 40.627699, 41.458713, 39.678933, 38.00453, 35.770914, 36.661201, 36.117743, 36.7558, 36.962449, 40.972867, 46.941634, 49.665732, 50.646885, 55.121304, 62.090514, 62.42618, 62.187736, 62.210213, 68.472374, 71.811774, 63.003445, 52.618978, 26.281883, 7.084004, 3.507843, 1.904693], "sum_m_pl": [3.918478, 10.027443, 12.975959, 12.177316, 12.528083, 13.135601, 12.43441, 13.886247, 14.194196, 14.708354, 15.019707, 16.63625, 15.611481, 15.386003, 14.998532, 14.141306, 12.929836, 13.038246, 12.15712, 12.684672, 12.405956, 11.849174, 12.074936, 12.385624, 16.076912, 17.603458, 18.525926, 19.682423, 20.668027, 22.522148, 19.423964, 20.093683, 18.811836, 17.109522, 16.19711, 15.073782, 13.692901, 13.200873, 10.692386, 10.057997, 9.97018, 10.449053, 11.118375, 12.138571, 16.331393, 29.587688, 60.467299, 81.127934, 84.93443, 92.413775]}, "digit": {"n_am_en": [0, 0, 4, 1, 1, 3, 4, 4, 5, 0, 3, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 4, 3, 0, 2, 0, 1, 2, 2, 1, 2, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 1, 1, 3, 2, 2, 3, 4, 2, 3, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 3, 1, 3, 6, 1, 1, 2, 3, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 17, "sum_m_en": [1.97106, 2.675076, 2.531204, 2.53316, 2.325972, 2.389609, 2.320686, 2.478128, 2.339908, 2.196713, 2.09515, 2.067566, 1.892361, 2.048148, 2.012649, 2.213708, 2.181308, 2.167373, 2.185997, 2.184958, 2.177295, 2.237584, 2.251866, 2.311335, 2.324932, 2.4905, 2.404937, 2.46064, 2.53691, 2.706893, 2.670374, 2.871431, 2.790925, 2.916131, 2.911607, 2.755944, 2.644334, 2.674137, 2.214347, 2.010671, 1.722453, 1.769411, 1.379786, 1.335831, 1.023221, 1.251604, 0.547192, 0.285083, 0.042155, 0.0], "sum_m_pl": [0.458126, 1.092939, 1.304581, 1.161252, 1.108427, 1.023887, 1.017364, 1.156406, 1.227058, 1.144703, 1.135492, 1.150511, 0.971875, 0.975809, 0.968765, 1.149267, 0.951287, 0.92462, 0.839927, 0.901454, 0.898051, 0.825847, 0.835283, 0.844179, 1.042364, 1.348861, 1.448652, 1.625559, 1.406522, 1.472442, 1.429992, 1.266169, 1.071865, 1.011275, 0.943187, 0.781408, 0.798176, 0.68571, 0.751206, 0.656651, 0.570343, 0.518194, 0.589948, 0.616985, 0.595393, 0.621038, 1.185263, 0.956817, 0.318368, 0.0]}, "lang": {"n_am_en": [3, 7, 10, 13, 21, 21, 21, 17, 13, 18, 12, 17, 18, 16, 16, 12, 15, 21, 16, 18, 23, 24, 25, 21, 38, 35, 33, 29, 20, 21, 25, 21, 20, 28, 41, 51, 44, 41, 49, 50, 50, 49, 52, 57, 50, 41, 23, 4, 2, 2], "n_am_pl": [0, 5, 8, 8, 9, 10, 7, 9, 14, 14, 15, 13, 11, 12, 12, 12, 12, 15, 9, 8, 4, 4, 4, 5, 8, 12, 9, 6, 9, 18, 14, 9, 19, 14, 7, 6, 8, 8, 8, 5, 9, 10, 10, 11, 14, 30, 57, 84, 87, 92], "n_pos": 96, "sum_m_en": [8.392427, 14.038615, 15.564703, 15.766191, 15.617296, 14.995488, 15.150873, 16.206537, 15.505815, 16.370223, 16.530788, 16.823965, 16.013273, 15.437123, 14.315964, 14.894745, 15.256251, 14.376036, 14.088262, 14.144271, 14.360073, 14.257474, 14.374842, 14.180539, 22.038611, 22.181178, 20.584042, 18.271141, 16.3908, 16.413614, 16.487976, 16.700218, 16.57308, 18.662839, 21.328697, 23.845485, 23.462339, 27.710453, 33.481113, 35.164993, 37.909569, 38.893787, 44.791739, 49.515914, 44.93427, 38.211619, 19.557306, 4.733211, 2.852466, 1.904691], "sum_m_pl": [1.261399, 3.60809, 4.84293, 4.710398, 4.88336, 5.223521, 5.138366, 5.691465, 6.124734, 6.622774, 6.769487, 7.444781, 7.359408, 7.5063, 7.206685, 6.396687, 5.887437, 5.918153, 5.590955, 5.606375, 5.483806, 5.219367, 5.392003, 5.525373, 7.227924, 7.532752, 8.310667, 8.552554, 9.540086, 10.601888, 8.962634, 9.669988, 9.543425, 8.327622, 7.770823, 7.335075, 7.263915, 7.429473, 5.844368, 5.734916, 5.928161, 7.101694, 7.783162, 9.290869, 13.724608, 27.155237, 56.558594, 78.293421, 83.865669, 92.304998]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 231, "item_id": "llmzszl-18688", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 918, "region_end": 229, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9913}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 14, 15, 16, 13, 7, 12, 8, 8, 12, 14, 18, 11, 10, 12, 13, 13, 12, 11, 15, 13, 14, 11, 10, 15, 20, 13, 16, 13, 11, 16, 12, 15, 12, 23, 21, 19, 19, 17, 22, 18, 23, 20, 17, 17, 18, 14, 15, 11, 11], "n_am_pl": [1, 10, 13, 7, 19, 8, 10, 9, 8, 10, 8, 13, 13, 22, 13, 8, 5, 9, 9, 9, 5, 8, 7, 5, 13, 14, 15, 11, 14, 17, 13, 11, 13, 19, 9, 7, 13, 8, 7, 3, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 102, "sum_m_en": [12.600934, 17.503124, 16.49131, 16.31736, 15.728554, 13.887022, 13.670342, 13.848353, 13.382289, 14.850034, 14.888228, 15.358513, 15.591335, 15.154633, 14.205902, 15.275465, 15.748947, 15.13644, 15.741059, 15.504185, 15.115127, 15.256883, 15.030961, 15.082192, 17.101547, 16.963273, 14.315771, 15.51897, 14.91367, 15.182772, 14.89878, 15.620414, 15.725327, 16.433144, 18.530864, 18.302187, 18.472147, 19.516617, 21.02077, 22.613948, 20.45922, 21.072811, 19.771108, 19.66436, 17.274856, 17.626225, 15.426571, 13.678698, 11.358686, 11.180454], "sum_m_pl": [2.084177, 5.397093, 6.5358, 5.705404, 6.067164, 5.618486, 5.518488, 5.850955, 5.950224, 6.56395, 6.667832, 7.265112, 7.364641, 7.483586, 7.208766, 7.115434, 6.350758, 6.451631, 6.306758, 6.277876, 6.100406, 5.883509, 5.723723, 5.791756, 8.154287, 9.135623, 9.581129, 10.283743, 10.463407, 11.94171, 11.052963, 9.34585, 8.849088, 8.163546, 7.285358, 6.240433, 5.919705, 5.181329, 4.922614, 4.260664, 3.435477, 3.206045, 2.909466, 2.596203, 1.903737, 1.694816, 1.088805, 0.904504, 0.5219, 0.003982]}, "digit": {"n_am_en": [0, 4, 4, 3, 4, 3, 1, 2, 2, 2, 2, 0, 0, 1, 1, 1, 2, 3, 3, 5, 3, 3, 1, 3, 4, 3, 3, 4, 4, 2, 4, 3, 3, 4, 5, 4, 3, 3, 3, 4, 3, 6, 5, 5, 3, 3, 2, 0, 0, 0], "n_am_pl": [1, 4, 7, 2, 3, 1, 3, 1, 0, 3, 3, 9, 8, 9, 3, 2, 3, 5, 5, 3, 1, 2, 1, 1, 4, 7, 8, 5, 8, 9, 5, 3, 5, 8, 4, 3, 7, 5, 5, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.638649, 3.484698, 3.37626, 3.439055, 3.370187, 3.118679, 3.03721, 3.087983, 2.961319, 3.210557, 3.150183, 3.22866, 3.311126, 3.256238, 3.099793, 3.531465, 3.900627, 3.638125, 3.91705, 3.87679, 3.763218, 3.757516, 3.639378, 3.657037, 3.96895, 3.877814, 3.24507, 3.275874, 3.026188, 2.943426, 3.174507, 3.56456, 3.367787, 3.632611, 4.007746, 4.078744, 4.195966, 4.355694, 4.746857, 4.376218, 4.346522, 4.594134, 4.375117, 4.057663, 3.110302, 2.924963, 2.39917, 0.857914, 0.059222, 0.0], "sum_m_pl": [0.464661, 1.217796, 1.422069, 1.231686, 1.249811, 1.113446, 1.129633, 1.222643, 1.207755, 1.384338, 1.565688, 1.74569, 1.857131, 1.932268, 1.923105, 1.788916, 1.63004, 1.661442, 1.627335, 1.584364, 1.471841, 1.425466, 1.390973, 1.431055, 2.223519, 2.621672, 2.84888, 3.431741, 3.704393, 3.859585, 3.465556, 2.600056, 2.441282, 2.148157, 1.816879, 1.422884, 1.406311, 1.241966, 1.174541, 1.143755, 1.092721, 1.137673, 1.011194, 1.007002, 0.80804, 0.751833, 0.585558, 0.419512, 0.033228, 0.0]}, "lang": {"n_am_en": [2, 2, 1, 1, 2, 1, 2, 3, 2, 3, 4, 5, 3, 4, 5, 5, 5, 4, 4, 4, 5, 5, 4, 5, 5, 6, 4, 5, 5, 5, 4, 6, 5, 4, 6, 6, 7, 8, 7, 8, 8, 9, 9, 8, 11, 10, 10, 10, 10, 11], "n_am_pl": [0, 0, 0, 0, 2, 1, 0, 1, 2, 0, 1, 3, 2, 3, 1, 2, 0, 1, 1, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 0, 1, 0, 2, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.549847, 2.125188, 1.943331, 1.941527, 1.797477, 1.599122, 1.643838, 1.797896, 1.749618, 2.014744, 1.975003, 2.348546, 2.332389, 2.288103, 2.218123, 2.263754, 2.29124, 2.266833, 2.202035, 2.170749, 2.135855, 2.061308, 2.072786, 2.06483, 4.193749, 4.293283, 3.698968, 3.859147, 3.633306, 3.316874, 2.933784, 2.934716, 2.923016, 3.276289, 4.233506, 4.568873, 5.020263, 5.585039, 6.717259, 7.655354, 8.194628, 8.755543, 8.569588, 8.314884, 9.630548, 9.297258, 8.871654, 8.312759, 9.659513, 11.003619], "sum_m_pl": [0.189812, 0.466653, 0.621403, 0.556067, 0.604828, 0.555875, 0.637158, 0.72011, 0.761886, 0.745412, 0.819818, 0.950139, 0.869894, 0.780655, 0.712596, 0.75994, 0.61185, 0.6088, 0.582514, 0.624149, 0.650472, 0.63733, 0.632034, 0.63442, 0.861617, 0.900351, 1.024778, 0.885849, 0.911198, 1.152642, 0.954902, 0.953686, 1.064776, 1.127696, 0.976544, 0.960758, 0.886828, 0.748828, 0.607115, 0.474795, 0.38497, 0.340833, 0.371294, 0.404734, 0.227067, 0.204793, 0.130248, 0.120234, 0.112237, 0.002811]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 104, "item_id": "llmzszl-18689", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 750, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9806}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 21, 27, 39, 30, 30, 22, 22, 13, 26, 35, 20, 26, 26, 29, 30, 51, 40, 33, 38, 52, 45, 41, 39, 69, 62, 54, 41, 38, 37, 29, 34, 24, 37, 52, 54, 52, 58, 66, 67, 65, 56, 65, 56, 49, 35, 17, 3, 0, 0], "n_am_pl": [4, 22, 22, 24, 24, 24, 32, 17, 25, 36, 31, 35, 32, 39, 27, 33, 18, 24, 19, 30, 20, 21, 17, 13, 21, 30, 29, 37, 45, 52, 36, 33, 34, 24, 21, 19, 17, 11, 14, 13, 13, 13, 17, 15, 14, 29, 47, 62, 63, 62], "n_pos": 220, "sum_m_en": [24.926308, 35.682109, 35.234432, 35.368591, 34.336202, 31.257581, 31.499867, 32.232187, 30.832494, 34.12221, 34.1869, 34.298894, 34.728483, 33.508903, 31.30167, 33.479656, 35.977901, 34.383582, 35.838365, 35.515687, 34.9801, 35.478238, 34.474358, 34.098007, 49.202085, 43.860114, 38.106224, 35.925244, 35.107997, 35.024806, 33.854554, 35.39993, 35.09242, 36.18617, 43.269477, 42.234338, 42.766168, 49.454589, 56.882096, 59.059941, 56.105074, 55.800115, 62.964921, 57.64954, 47.187348, 36.421286, 16.564279, 4.613784, 1.323707, 3e-06], "sum_m_pl": [4.667787, 11.880235, 13.690131, 13.072223, 13.781625, 13.193325, 13.224932, 13.39742, 14.079996, 15.333974, 15.657394, 16.871741, 17.302691, 16.683936, 15.930462, 14.877776, 13.501807, 14.089282, 13.498592, 13.306744, 12.900466, 12.238953, 12.001507, 12.047173, 16.816884, 18.68417, 19.436714, 21.657533, 22.631511, 24.641381, 21.208348, 18.891053, 17.914712, 15.684538, 14.520012, 13.458767, 11.986843, 10.572484, 10.342146, 9.350217, 9.929097, 10.106302, 11.339215, 12.821219, 18.909738, 27.179257, 48.012081, 60.097674, 63.146795, 60.996253]}, "digit": {"n_am_en": [1, 8, 8, 9, 8, 3, 2, 3, 2, 4, 6, 2, 0, 2, 0, 1, 8, 9, 4, 5, 6, 5, 4, 4, 9, 6, 6, 5, 4, 5, 1, 6, 3, 8, 10, 12, 11, 9, 10, 7, 8, 8, 8, 4, 5, 4, 0, 0, 0, 0], "n_am_pl": [2, 6, 7, 3, 3, 0, 5, 2, 1, 8, 8, 13, 9, 13, 7, 9, 6, 4, 3, 9, 8, 7, 6, 4, 6, 12, 11, 11, 13, 12, 7, 9, 10, 4, 3, 2, 4, 4, 4, 5, 5, 4, 4, 1, 0, 1, 3, 2, 0, 0], "n_pos": 38, "sum_m_en": [4.358384, 6.023536, 5.99952, 5.922298, 5.639812, 5.357139, 5.219388, 5.33711, 4.947504, 5.264789, 5.390056, 5.277691, 5.302956, 5.29043, 5.124872, 5.678198, 6.263037, 6.075544, 6.259615, 6.238682, 6.062106, 6.04383, 5.925376, 6.021553, 7.166504, 6.495114, 5.866879, 6.007476, 5.583093, 5.681601, 5.634087, 6.210535, 5.824177, 6.151016, 7.09622, 7.835377, 7.716272, 8.585549, 8.914318, 8.07053, 8.381915, 8.055447, 7.655541, 6.452596, 5.46611, 4.12463, 1.628842, 0.727968, 0.076991, 0.0], "sum_m_pl": [0.848175, 2.286841, 2.241821, 2.11221, 2.17702, 1.85854, 1.89449, 2.060691, 2.067196, 2.37264, 2.592205, 2.96658, 3.222981, 3.059106, 3.011889, 2.693326, 2.419077, 2.432124, 2.484039, 2.528233, 2.354774, 2.248019, 2.193267, 2.223776, 3.408974, 3.98592, 3.976998, 4.27822, 5.067721, 4.525717, 3.935196, 3.16578, 3.479894, 2.863696, 2.624552, 2.07901, 1.973419, 1.732874, 1.713325, 1.643275, 1.585597, 1.649932, 1.502477, 1.551909, 1.294137, 1.537395, 3.870938, 1.984466, 0.071072, 0.0]}, "lang": {"n_am_en": [3, 5, 6, 10, 8, 10, 7, 9, 5, 11, 13, 8, 10, 7, 14, 10, 25, 17, 17, 19, 24, 26, 25, 26, 34, 31, 26, 20, 20, 12, 13, 14, 11, 18, 25, 20, 23, 28, 33, 37, 38, 31, 36, 37, 34, 21, 11, 1, 0, 0], "n_am_pl": [2, 6, 3, 3, 7, 10, 11, 7, 11, 13, 13, 14, 13, 17, 12, 13, 6, 13, 8, 10, 6, 5, 4, 5, 5, 6, 6, 9, 12, 19, 13, 12, 10, 7, 9, 15, 10, 4, 8, 6, 8, 9, 13, 14, 14, 28, 41, 55, 59, 60], "n_pos": 60, "sum_m_en": [6.886067, 9.375221, 9.88318, 10.127115, 10.20138, 9.04467, 9.401233, 9.547085, 9.7296, 10.984519, 10.680682, 11.015246, 10.839042, 10.421903, 9.466474, 10.435473, 11.687611, 10.981495, 11.552254, 11.281687, 11.542228, 12.023243, 11.426641, 10.852092, 22.705115, 19.239715, 16.479369, 13.554299, 12.990481, 12.420108, 12.070849, 12.579353, 12.42828, 13.643347, 16.253298, 15.556326, 16.581285, 20.691198, 25.340461, 29.014702, 28.449536, 28.661204, 34.46721, 33.26071, 28.318456, 21.086647, 9.123235, 1.272106, 0.057846, 1e-06], "sum_m_pl": [1.226048, 2.835496, 3.28106, 3.459933, 3.417166, 3.553498, 3.966241, 3.880873, 4.37408, 4.702414, 5.137404, 5.656721, 5.55312, 5.374486, 5.109113, 4.650827, 4.059941, 4.309788, 3.914355, 3.71186, 3.71616, 3.51502, 3.52076, 3.485808, 4.906226, 5.433402, 5.971794, 6.738443, 6.820378, 7.972807, 6.801811, 6.906191, 6.382719, 5.99928, 5.417083, 5.786153, 5.035158, 4.169047, 4.435251, 3.88178, 5.056776, 5.50681, 7.180692, 9.251417, 15.916893, 24.167252, 40.913594, 53.241148, 58.624077, 59.851912]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "llmzszl-18689", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 878, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9819}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 14, 20, 14, 20, 15, 18, 19, 21, 23, 20, 23, 13, 21, 17, 15, 20, 27, 26, 30, 35, 39, 34, 20, 40, 26, 26, 26, 18, 22, 14, 21, 23, 30, 28, 39, 40, 45, 48, 52, 49, 50, 50, 50, 45, 45, 38, 34, 28, 31], "n_am_pl": [5, 13, 21, 12, 17, 22, 7, 12, 23, 17, 21, 18, 24, 18, 15, 13, 20, 22, 18, 20, 17, 20, 16, 17, 22, 21, 16, 26, 23, 28, 25, 20, 20, 15, 19, 18, 10, 6, 4, 4, 5, 4, 2, 1, 1, 0, 3, 1, 1, 1], "n_pos": 164, "sum_m_en": [17.849288, 22.557594, 22.769973, 23.180339, 24.610934, 23.771752, 23.721881, 23.480611, 22.144652, 23.56958, 23.781271, 24.026348, 23.677439, 22.578239, 21.387841, 21.894061, 23.462311, 23.743505, 25.208862, 25.61852, 24.767531, 25.513156, 25.291564, 25.384931, 29.923282, 27.132773, 25.079814, 25.440249, 24.996829, 24.48297, 23.593828, 24.92043, 25.389431, 26.582368, 29.46983, 28.781327, 31.269718, 34.684121, 37.035282, 44.142886, 43.939205, 46.369525, 44.346494, 44.528305, 43.509686, 43.806785, 37.657963, 33.851139, 28.832742, 29.396192], "sum_m_pl": [3.596244, 7.481611, 9.174599, 8.350017, 9.093185, 9.006831, 9.145553, 9.659733, 10.446285, 11.554911, 11.955941, 11.671303, 12.339557, 12.158695, 12.731489, 12.744126, 12.406967, 12.081777, 11.447966, 11.398695, 10.851797, 10.720023, 10.33554, 10.422807, 14.329475, 15.543375, 15.358485, 15.715142, 16.273512, 17.614123, 17.533852, 16.726489, 16.472585, 15.053141, 14.582558, 13.661709, 12.337612, 10.560833, 9.215332, 6.71259, 6.555714, 5.029061, 3.726388, 3.457023, 3.199187, 2.439112, 3.396515, 2.048776, 1.654961, 1.000026]}, "digit": {"n_am_en": [2, 1, 1, 1, 1, 1, 1, 4, 3, 4, 3, 4, 1, 2, 2, 3, 5, 7, 3, 7, 9, 8, 7, 2, 10, 5, 6, 7, 4, 4, 1, 2, 4, 4, 3, 7, 8, 8, 5, 6, 5, 4, 4, 6, 4, 2, 1, 2, 0, 0], "n_am_pl": [0, 4, 10, 4, 5, 7, 2, 1, 1, 1, 1, 7, 6, 5, 5, 2, 4, 3, 3, 1, 2, 1, 0, 1, 2, 4, 2, 2, 2, 3, 7, 4, 3, 3, 5, 4, 3, 0, 1, 1, 3, 2, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.967692, 3.92084, 3.822531, 3.892354, 4.02566, 3.837938, 3.732387, 3.734771, 3.723205, 4.136323, 4.219102, 4.008047, 4.006895, 3.767923, 3.72556, 3.723449, 3.955068, 3.963996, 4.174052, 4.347214, 4.135537, 4.332847, 4.227259, 4.388243, 5.075527, 4.574307, 4.148764, 4.377297, 4.264828, 4.167256, 4.041457, 4.325989, 4.679716, 4.468552, 4.588023, 4.491154, 4.747802, 4.701109, 4.092738, 4.120404, 4.118044, 4.124393, 4.107263, 4.683559, 4.298642, 3.277432, 2.434984, 2.255942, 0.297931, 0.0], "sum_m_pl": [0.572115, 1.4499, 1.631935, 1.399704, 1.294104, 1.30799, 1.208609, 1.330911, 1.454572, 1.639768, 1.785151, 1.79851, 1.990054, 2.022989, 2.199401, 2.155224, 2.066655, 2.056987, 1.999654, 1.995474, 1.890871, 1.860652, 1.776439, 1.810556, 2.235621, 2.489219, 2.476085, 2.516098, 2.550024, 2.671202, 2.702063, 2.763566, 2.60712, 2.440964, 2.442868, 2.495023, 2.261714, 2.042745, 2.028974, 1.858923, 1.76831, 1.912696, 1.72679, 1.719322, 1.567965, 1.266415, 1.006885, 0.547437, 0.38437, 0.0]}, "lang": {"n_am_en": [7, 6, 6, 7, 9, 8, 6, 8, 9, 9, 10, 9, 5, 9, 8, 6, 7, 9, 8, 10, 11, 11, 11, 9, 13, 11, 9, 8, 8, 6, 6, 8, 8, 12, 13, 14, 18, 21, 23, 23, 22, 24, 22, 24, 24, 25, 24, 25, 26, 29], "n_am_pl": [3, 1, 3, 1, 2, 2, 1, 5, 3, 2, 4, 4, 5, 2, 2, 2, 5, 7, 7, 7, 6, 6, 7, 7, 8, 9, 7, 10, 8, 7, 7, 5, 4, 3, 4, 6, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 31, "sum_m_en": [3.433943, 4.016339, 4.225173, 4.392533, 4.816009, 4.853161, 4.835315, 4.844502, 4.598945, 4.699776, 4.623404, 4.890587, 4.755498, 4.784766, 4.605436, 4.754491, 5.141261, 5.360184, 5.498512, 5.479514, 5.381712, 5.558376, 5.558663, 5.41754, 9.74613, 8.667502, 8.009298, 7.565257, 6.927504, 6.471997, 5.978431, 6.104172, 5.991357, 7.12296, 8.739484, 9.229905, 10.697752, 12.462692, 16.072437, 18.544112, 20.245474, 21.290118, 21.014587, 22.198049, 22.832844, 24.264565, 22.643197, 23.744527, 25.012469, 27.917938], "sum_m_pl": [0.69682, 1.271908, 1.535198, 1.415512, 1.583565, 1.545296, 1.75329, 2.042011, 2.13563, 2.257073, 2.471083, 2.554298, 2.740391, 2.5669, 2.581662, 2.567601, 2.477685, 2.51397, 2.303039, 2.252749, 2.147601, 2.110407, 2.03977, 2.113323, 3.146537, 3.514768, 3.742474, 3.658978, 3.8137, 4.245054, 4.326088, 3.877005, 3.777982, 3.386581, 3.136241, 3.1014, 2.825308, 2.367049, 1.538563, 0.875273, 0.633079, 0.581338, 0.421522, 0.441368, 0.418964, 0.215549, 1.080828, 1.145869, 1.049781, 1.000005]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "llmzszl-18692", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9699, "tf_agree_excl_first": 0.9758}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 4, 26, 26, 27, 24, 45, 33, 26, 24, 21, 18, 15, 24, 24, 21, 32, 39, 50, 46, 42, 51, 52, 45, 56, 49, 39, 31, 26, 23, 27, 23, 23, 33, 41, 43, 53, 63, 59, 71, 73, 66, 57, 55, 52, 41, 16, 7, 0, 0], "n_am_pl": [3, 14, 15, 10, 19, 24, 16, 21, 21, 33, 28, 41, 45, 36, 30, 21, 29, 20, 15, 18, 17, 14, 14, 12, 13, 20, 23, 21, 31, 31, 29, 28, 27, 24, 16, 12, 12, 13, 10, 11, 10, 15, 18, 15, 14, 26, 50, 51, 53, 56], "n_pos": 203, "sum_m_en": [20.000958, 28.363619, 30.225473, 31.556595, 32.216896, 32.072887, 32.204285, 32.187826, 30.011031, 32.24488, 31.756108, 31.462061, 30.918052, 29.844311, 27.969238, 28.24065, 30.165142, 30.132203, 31.516778, 32.526469, 31.692605, 32.732748, 32.939545, 32.491423, 44.281718, 38.571896, 34.407775, 33.913548, 34.078945, 32.849521, 31.255708, 32.707536, 33.443339, 34.646996, 38.900773, 37.291241, 39.4936, 45.587893, 43.306068, 56.430143, 57.102768, 56.13882, 52.682077, 51.742554, 47.515492, 38.50484, 16.520508, 6.708878, 1.811941, 1.6e-05], "sum_m_pl": [3.878161, 9.911212, 11.711142, 10.904483, 11.661144, 12.146489, 12.565966, 13.389609, 14.497834, 15.619753, 16.010142, 16.371996, 16.896816, 16.119267, 16.3312, 15.462676, 15.335602, 14.640803, 13.333326, 13.50394, 12.87887, 12.704481, 12.278836, 12.100316, 15.015931, 17.133033, 17.286371, 18.193878, 18.727898, 20.725359, 20.052621, 19.269411, 18.317178, 16.801135, 16.202146, 15.23199, 13.750998, 12.307495, 12.813193, 11.470373, 10.751703, 11.040419, 12.885913, 12.886874, 15.935177, 23.256123, 45.378592, 49.316735, 52.938036, 56.590729]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 1, 4, 4, 1, 5, 3, 2, 2, 2, 4, 4, 5, 8, 7, 7, 6, 7, 8, 6, 7, 4, 4, 4, 2, 1, 6, 3, 3, 1, 5, 5, 10, 14, 9, 10, 10, 7, 5, 4, 5, 3, 3, 3, 0, 0], "n_am_pl": [0, 1, 8, 1, 3, 7, 2, 2, 3, 6, 3, 10, 10, 10, 4, 6, 5, 4, 5, 4, 3, 2, 0, 1, 0, 7, 5, 2, 5, 1, 3, 2, 4, 5, 5, 6, 5, 4, 2, 3, 4, 4, 3, 1, 0, 0, 1, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.918679, 5.288489, 5.279373, 5.245027, 5.351452, 5.261157, 5.069109, 4.987641, 5.093978, 5.770939, 5.709989, 5.552089, 5.394358, 5.072759, 5.004387, 5.057047, 5.408377, 5.526373, 5.611127, 5.718653, 5.572137, 5.866734, 5.894891, 6.054649, 6.961808, 6.095383, 5.614809, 5.829433, 5.754181, 5.454108, 5.256381, 5.72153, 6.269723, 5.921825, 6.191995, 6.368428, 6.51877, 6.861514, 6.009174, 7.872619, 7.373267, 6.856821, 6.486601, 5.68024, 5.621461, 4.032788, 2.730525, 3.234105, 0.61022, 0.0], "sum_m_pl": [0.829988, 2.115073, 2.087273, 1.838189, 1.712923, 1.832601, 1.662213, 1.843011, 2.031371, 2.371754, 2.519545, 2.75639, 2.897621, 2.899074, 3.037942, 3.022558, 2.892704, 2.772322, 2.655674, 2.701706, 2.529604, 2.550112, 2.439494, 2.456412, 3.062735, 3.524354, 3.582749, 3.625966, 3.670775, 3.827377, 3.626702, 3.651963, 3.325658, 3.177106, 3.292479, 3.417734, 3.190092, 2.632877, 2.727797, 2.125296, 2.107069, 2.216558, 2.002766, 1.927453, 1.742965, 1.222625, 1.213995, 0.51043, 0.245408, 0.0]}, "lang": {"n_am_en": [0, 3, 8, 13, 14, 12, 14, 13, 11, 9, 6, 5, 4, 10, 9, 9, 12, 16, 20, 19, 19, 23, 28, 26, 32, 23, 17, 12, 13, 9, 8, 9, 11, 15, 21, 19, 18, 24, 24, 35, 38, 36, 31, 30, 29, 23, 4, 0, 0, 0], "n_am_pl": [0, 4, 5, 2, 3, 7, 6, 10, 9, 12, 15, 17, 21, 15, 11, 8, 14, 8, 6, 7, 7, 7, 7, 5, 5, 8, 11, 11, 10, 13, 12, 9, 10, 9, 4, 3, 5, 7, 7, 7, 6, 10, 15, 14, 13, 22, 43, 49, 53, 56], "n_pos": 56, "sum_m_en": [5.192583, 7.607854, 8.810927, 9.384414, 9.757921, 9.757605, 9.969145, 10.22592, 9.239196, 9.896096, 9.785134, 9.983778, 9.904589, 9.802133, 8.926532, 8.981902, 9.652302, 9.560195, 9.879013, 10.168628, 10.09005, 10.685224, 10.905009, 9.944433, 18.941559, 15.60121, 12.876871, 11.980873, 11.723018, 11.318592, 10.658403, 10.929653, 10.762458, 11.982038, 14.028077, 13.64674, 14.376286, 18.020921, 19.423366, 26.743891, 29.601128, 30.161656, 28.185263, 27.255648, 25.4426, 20.225995, 4.956786, 0.51957, 0.135856, 5e-06], "sum_m_pl": [0.869462, 2.256714, 2.897137, 2.818717, 2.97467, 3.305318, 3.867042, 4.293709, 4.610487, 4.711583, 5.063094, 5.354332, 5.37854, 5.062004, 4.94127, 4.512578, 4.542308, 4.468602, 3.89604, 3.847066, 3.666625, 3.488789, 3.383192, 3.3078, 4.042749, 5.254108, 5.611972, 5.754765, 5.908391, 6.646498, 6.39009, 6.164953, 5.782718, 5.623405, 5.212046, 4.813799, 4.714417, 4.475344, 5.071738, 5.172207, 4.915023, 5.732171, 8.371009, 8.580725, 11.874105, 19.461041, 39.234284, 45.954408, 51.442736, 55.735597]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1194, "item_id": "llmzszl-18692", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 859, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9966, "tf_agree_excl_first": 0.9975}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 12, 19, 16, 16, 26, 26, 23, 21, 12, 17, 18, 15, 19, 20, 23, 23, 18, 18, 33, 22, 29, 22, 31, 30, 39, 29, 26, 24, 22, 22, 29, 26, 28, 28, 32, 38, 44, 40, 46, 45, 46, 39, 42, 41, 35, 31, 33, 35, 36], "n_am_pl": [3, 7, 13, 13, 14, 11, 12, 11, 12, 20, 19, 21, 14, 24, 9, 8, 7, 9, 16, 7, 8, 10, 8, 7, 10, 11, 11, 14, 16, 17, 16, 12, 11, 9, 11, 9, 12, 5, 6, 5, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 129, "sum_m_en": [14.596131, 19.805986, 19.6401, 20.599989, 22.666732, 23.229301, 22.571187, 22.269693, 20.539291, 20.662966, 20.80841, 19.957036, 19.92666, 20.244843, 20.299291, 20.845479, 20.978823, 20.070158, 20.725566, 21.3152, 19.887033, 20.562917, 20.408655, 21.216413, 28.49588, 26.789209, 23.898578, 21.587677, 21.48361, 20.707142, 20.600903, 22.560787, 23.464155, 23.524209, 24.384355, 24.399333, 28.694789, 34.431745, 33.700113, 38.230189, 36.426923, 39.03968, 36.921752, 40.458063, 37.827731, 35.055607, 31.213478, 32.168973, 31.680732, 35.35461], "sum_m_pl": [2.564626, 6.003362, 7.190626, 6.734541, 7.02534, 6.763224, 6.96087, 7.109206, 7.47092, 7.742987, 8.915527, 9.454268, 10.15119, 9.703951, 10.022943, 8.98607, 8.09244, 8.240552, 7.981883, 8.101427, 7.911369, 7.850061, 7.723065, 7.691412, 9.28979, 11.340821, 10.708626, 11.744975, 12.14528, 12.89637, 12.111931, 10.768329, 10.685457, 9.782862, 9.678084, 9.064275, 8.154424, 6.892082, 6.213671, 4.802013, 4.600721, 3.73227, 3.612489, 3.076851, 2.309803, 1.992398, 1.268106, 0.652356, 0.32116, 0.000418]}, "digit": {"n_am_en": [1, 0, 1, 2, 2, 3, 4, 4, 2, 1, 4, 3, 1, 2, 4, 4, 4, 8, 7, 9, 7, 8, 5, 9, 10, 10, 6, 6, 5, 5, 5, 6, 5, 4, 5, 6, 5, 8, 8, 11, 10, 7, 7, 9, 5, 4, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 3, 4, 0, 1, 2, 4, 3, 7, 3, 6, 2, 3, 1, 1, 5, 2, 4, 4, 5, 2, 3, 4, 2, 4, 4, 3, 3, 1, 1, 3, 2, 2, 4, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.6996, 4.402354, 4.314934, 4.467906, 4.935966, 4.961332, 4.990051, 4.727543, 4.394754, 4.473934, 4.635843, 4.226935, 4.256749, 4.261704, 4.339637, 4.374678, 4.537312, 4.440534, 4.845723, 4.868762, 4.449959, 4.537631, 4.467104, 4.752753, 7.419857, 6.649433, 5.339024, 4.726461, 4.728105, 4.258835, 4.197821, 4.764632, 4.655846, 4.661052, 4.720713, 4.729017, 5.206016, 6.081789, 5.928136, 7.370685, 6.597124, 6.774002, 5.937236, 8.120868, 5.719461, 4.799396, 2.43545, 1.300638, 0.412507, 0.0], "sum_m_pl": [0.456582, 1.25327, 1.148758, 1.113428, 1.179553, 1.100127, 1.009003, 1.206308, 1.253376, 1.247324, 1.465291, 1.487973, 1.647723, 1.704477, 1.725862, 1.643659, 1.456856, 1.55709, 1.539367, 1.51967, 1.532803, 1.544486, 1.476419, 1.524202, 1.923664, 2.411486, 2.374182, 2.853462, 2.581186, 2.504273, 2.093996, 1.786116, 1.618713, 1.581032, 1.605683, 1.672959, 1.506663, 1.384981, 1.186516, 0.938817, 1.048088, 1.137492, 1.157348, 0.992281, 0.826859, 0.703256, 0.57495, 0.338793, 0.134988, 0.0]}, "lang": {"n_am_en": [5, 8, 10, 10, 6, 14, 10, 10, 11, 6, 7, 7, 6, 7, 9, 9, 12, 4, 4, 15, 12, 17, 13, 18, 16, 21, 20, 14, 11, 11, 9, 19, 16, 20, 23, 23, 26, 28, 24, 26, 25, 27, 25, 26, 30, 27, 30, 32, 34, 35], "n_am_pl": [0, 1, 3, 3, 4, 1, 4, 5, 5, 7, 7, 5, 2, 10, 2, 2, 1, 2, 6, 1, 1, 2, 1, 3, 3, 2, 3, 4, 6, 8, 8, 4, 4, 3, 1, 2, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.254148, 6.127344, 6.489305, 6.795943, 7.536406, 7.605902, 6.965824, 6.983282, 6.577601, 6.270836, 6.37236, 6.428611, 6.394339, 6.795112, 6.823986, 7.105411, 7.188875, 6.684353, 6.646226, 7.045032, 6.541146, 6.827158, 6.678445, 6.872042, 12.112171, 11.578715, 10.764656, 8.819315, 8.041757, 8.11862, 7.904758, 9.107506, 9.677315, 10.561937, 11.639059, 13.307105, 16.458669, 19.659643, 20.024798, 22.330396, 22.767906, 24.033135, 24.043184, 24.202718, 25.840257, 24.429649, 26.174995, 28.450262, 30.224522, 34.413056], "sum_m_pl": [0.497558, 1.390803, 1.67782, 1.702385, 1.941043, 1.806167, 2.006513, 1.942254, 2.09607, 2.297187, 2.680466, 2.892249, 3.114664, 2.89967, 2.926324, 2.484222, 2.29599, 2.359422, 2.40827, 2.483192, 2.419988, 2.406879, 2.39977, 2.347369, 2.774102, 3.673817, 3.328753, 3.73805, 4.010345, 4.166145, 3.994194, 3.485016, 3.420239, 3.11177, 2.842683, 2.837163, 2.439879, 2.059831, 1.881938, 1.241493, 1.004753, 0.864956, 0.687643, 0.684828, 0.469219, 0.427613, 0.349765, 0.127808, 0.114518, 0.000405]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "llmzszl-18693", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 734, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9771, "tf_agree_excl_first": 0.9846}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 12, 19, 30, 33, 45, 41, 47, 28, 30, 28, 27, 38, 40, 39, 50, 62, 52, 57, 68, 67, 80, 66, 76, 106, 89, 81, 60, 46, 44, 47, 41, 51, 63, 79, 85, 80, 104, 107, 121, 108, 117, 102, 102, 90, 69, 24, 6, 0, 0], "n_am_pl": [4, 17, 35, 20, 29, 28, 30, 25, 29, 33, 36, 31, 29, 42, 36, 29, 15, 20, 25, 16, 15, 16, 17, 15, 12, 20, 14, 24, 24, 31, 20, 24, 22, 24, 17, 16, 18, 11, 7, 8, 9, 11, 17, 17, 21, 36, 77, 92, 87, 97], "n_pos": 233, "sum_m_en": [21.038176, 33.327893, 35.83154, 38.762605, 40.3582, 41.748925, 41.883063, 42.929901, 38.258957, 38.637708, 38.541072, 36.700741, 37.412328, 37.924506, 38.273685, 40.382824, 40.677281, 37.928561, 38.442624, 39.077849, 36.770355, 38.343448, 37.813065, 38.480613, 61.364605, 57.106633, 51.911076, 45.987332, 42.97663, 41.374906, 39.676059, 42.103167, 43.879538, 46.579307, 49.66465, 49.597888, 52.134598, 61.750393, 67.058404, 84.566801, 82.057731, 92.348871, 86.837663, 89.759158, 85.897589, 64.786254, 24.298253, 7.883903, 2.914888, 0.006187], "sum_m_pl": [3.476994, 10.148689, 13.256228, 12.898897, 13.010914, 14.152199, 14.972389, 14.814072, 15.179392, 16.04061, 17.238351, 17.346506, 19.005239, 17.345503, 16.739519, 14.759706, 12.733152, 12.732498, 12.328145, 13.342745, 12.665128, 12.551983, 12.672704, 12.635492, 15.272644, 18.244025, 16.406514, 17.423289, 18.598344, 20.827652, 20.074311, 18.449083, 17.778123, 15.707966, 14.709709, 14.241892, 12.726341, 12.382669, 11.453217, 9.759137, 11.014391, 10.240541, 14.193189, 16.638243, 19.376954, 35.79261, 73.322012, 88.08871, 86.722212, 95.838234]}, "digit": {"n_am_en": [1, 0, 1, 4, 1, 3, 6, 8, 3, 3, 2, 4, 3, 4, 4, 3, 2, 6, 6, 9, 5, 7, 6, 11, 13, 8, 6, 6, 4, 2, 4, 5, 6, 6, 9, 7, 9, 15, 17, 15, 10, 12, 9, 10, 5, 4, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 3, 2, 1, 2, 2, 2, 5, 6, 4, 6, 3, 4, 2, 1, 1, 1, 4, 5, 4, 4, 3, 3, 2, 5, 2, 2, 5, 0, 3, 5, 1, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.583717, 4.387262, 4.602035, 4.718524, 4.984, 5.076721, 5.176026, 5.105669, 4.612247, 4.720058, 4.864973, 4.311858, 4.417424, 4.689542, 4.896735, 5.046528, 5.167011, 4.9834, 5.374187, 5.37684, 4.901439, 5.004314, 4.929325, 5.26468, 8.473458, 7.777597, 6.689247, 5.783277, 5.162059, 4.662601, 4.520303, 5.130753, 5.273038, 5.214832, 5.441542, 5.800888, 6.25111, 7.254939, 6.875455, 8.658725, 7.71579, 8.631609, 6.977582, 9.353377, 6.008521, 4.789024, 1.972168, 0.907559, 0.524975, 0.0], "sum_m_pl": [0.457878, 1.330951, 1.277905, 1.194036, 1.216129, 1.171403, 1.074239, 1.315303, 1.395456, 1.3526, 1.657384, 1.632087, 1.819279, 1.83852, 1.84397, 1.697042, 1.481897, 1.502042, 1.479652, 1.522105, 1.452395, 1.463596, 1.432795, 1.46825, 2.084046, 2.604266, 1.87659, 1.811245, 1.822562, 2.028245, 2.021876, 1.818858, 1.713818, 1.582316, 1.553183, 1.534921, 1.367162, 1.244942, 1.090302, 0.888576, 1.018327, 1.077071, 1.082023, 0.907315, 0.817138, 0.722042, 0.531936, 0.314033, 0.353437, 0.0]}, "lang": {"n_am_en": [1, 5, 6, 12, 15, 17, 13, 16, 15, 15, 13, 13, 15, 21, 22, 19, 30, 21, 23, 29, 35, 40, 33, 35, 51, 48, 43, 33, 24, 22, 26, 22, 29, 38, 50, 50, 45, 56, 56, 66, 63, 66, 62, 60, 57, 45, 17, 4, 0, 0], "n_am_pl": [2, 6, 10, 10, 11, 15, 17, 13, 18, 16, 19, 13, 15, 16, 14, 13, 9, 8, 9, 6, 2, 6, 6, 6, 2, 8, 5, 4, 6, 14, 8, 11, 10, 11, 5, 6, 8, 6, 6, 6, 9, 10, 17, 16, 17, 29, 64, 84, 85, 96], "n_pos": 96, "sum_m_en": [8.392915, 14.094318, 15.097264, 16.151871, 16.770336, 17.201841, 18.032868, 18.234721, 16.896917, 17.009759, 17.01396, 16.421089, 16.590019, 16.503241, 16.853655, 18.096787, 18.267289, 16.615543, 16.445548, 16.610081, 15.646918, 16.366975, 15.975085, 15.893766, 27.426976, 26.213637, 24.528045, 20.9204, 19.588858, 19.302627, 18.212956, 19.07378, 20.527493, 23.147566, 25.211261, 26.128778, 27.379181, 32.007322, 36.558608, 45.981036, 47.78139, 51.865475, 51.937195, 51.04782, 53.920216, 39.702471, 15.300415, 3.912885, 0.94976, 0.000954], "sum_m_pl": [1.242182, 3.702774, 4.67906, 4.773082, 4.730171, 5.599861, 6.1664, 5.908017, 5.906097, 6.280034, 6.798245, 6.936535, 7.599911, 6.83553, 6.545233, 5.794368, 5.002517, 4.928773, 4.910054, 5.501383, 5.190627, 5.19942, 5.2824, 5.258658, 5.978034, 7.129643, 6.232511, 7.10133, 7.781005, 8.960179, 8.877495, 8.378313, 7.734474, 6.994144, 6.133818, 6.206965, 5.619703, 5.840149, 5.465468, 5.112422, 6.270628, 6.514559, 10.084498, 12.534169, 13.797944, 27.830546, 59.003403, 79.755013, 83.85331, 94.080415]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "llmzszl-18693", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 862, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.966, "tf_agree_excl_first": 0.9701}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 8, 16, 14, 17, 12, 14, 14, 12, 11, 16, 19, 20, 16, 17, 17, 21, 24, 26, 23, 24, 20, 18, 20, 21, 23, 20, 20, 18, 22, 19, 23, 24, 31, 29, 26, 29, 33, 36, 33, 30, 33, 33, 32, 30, 29, 29, 28, 26, 24], "n_am_pl": [0, 2, 7, 4, 10, 9, 10, 6, 8, 6, 2, 1, 6, 4, 9, 6, 5, 5, 4, 8, 4, 6, 4, 2, 4, 8, 6, 9, 11, 14, 11, 7, 6, 6, 3, 2, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 85, "sum_m_en": [9.448933, 12.840046, 12.538301, 12.699765, 14.002813, 13.188887, 13.060599, 13.100184, 12.874, 13.404254, 13.660473, 14.448428, 14.314091, 14.471358, 13.592503, 14.151894, 14.890633, 14.432349, 15.168158, 14.523744, 13.906867, 14.079113, 13.71632, 13.681333, 18.238166, 17.894228, 16.235586, 16.440969, 16.197145, 16.699468, 15.631641, 16.348651, 16.706391, 18.028359, 21.033614, 21.940826, 22.734363, 25.097758, 28.619434, 29.013149, 28.462469, 30.193504, 31.512645, 30.490047, 30.149045, 30.71048, 28.180067, 27.401058, 25.043673, 23.698661], "sum_m_pl": [1.736386, 3.835959, 4.620012, 4.403382, 4.872553, 4.921123, 4.864091, 4.652057, 4.927626, 4.932709, 5.077107, 5.160807, 5.50171, 5.26222, 5.275275, 5.563836, 4.767613, 4.915294, 4.785997, 5.006428, 4.914647, 4.735094, 4.629082, 4.65998, 5.367842, 6.069828, 6.518192, 7.235499, 7.05929, 7.9784, 6.856562, 6.184811, 5.923997, 6.058269, 5.420855, 5.62383, 4.945975, 3.981012, 3.272334, 3.036013, 2.703472, 2.240621, 2.073614, 2.072885, 1.62833, 1.533054, 0.548561, 0.413424, 0.223808, 3.4e-05]}, "digit": {"n_am_en": [0, 0, 2, 0, 0, 0, 0, 0, 1, 1, 2, 1, 0, 0, 0, 2, 1, 0, 3, 1, 2, 2, 1, 1, 1, 2, 2, 1, 1, 1, 0, 1, 1, 2, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 2, 3, 2, 0, 0, 0], "n_am_pl": [0, 0, 3, 1, 2, 1, 0, 1, 0, 0, 0, 0, 1, 2, 3, 0, 2, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 2, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.446828, 2.222517, 2.053599, 1.998262, 1.974681, 1.728477, 1.657678, 1.789082, 1.766835, 1.860919, 1.882589, 2.041658, 2.061002, 1.928721, 1.695063, 1.79659, 1.973507, 1.997705, 2.30775, 2.093903, 2.087411, 2.214422, 2.151886, 2.170365, 2.509132, 2.684222, 2.337306, 2.261258, 2.27259, 2.330664, 2.193596, 2.346335, 2.185649, 2.542854, 2.653692, 2.701518, 2.547902, 2.31758, 3.300476, 3.148062, 3.123344, 3.132772, 3.090392, 3.077039, 2.562032, 2.822517, 1.915301, 0.727268, 0.053363, 0.0], "sum_m_pl": [0.274869, 0.762322, 0.901737, 0.876186, 0.854343, 0.750823, 0.714889, 0.701138, 0.69004, 0.761823, 0.774288, 0.867833, 0.95056, 0.959817, 0.929846, 1.002601, 0.838708, 0.831934, 0.826534, 0.863224, 0.83264, 0.790284, 0.778933, 0.779587, 0.885701, 0.854187, 0.896088, 1.103725, 1.045673, 1.146446, 0.939717, 0.925133, 0.822219, 0.875099, 0.755466, 0.671444, 0.696224, 0.721767, 0.66065, 0.601333, 0.597508, 0.60405, 0.563007, 0.567041, 0.360975, 0.32146, 0.068463, 0.114538, 0.0139, 0.0]}, "lang": {"n_am_en": [1, 4, 7, 5, 7, 5, 4, 6, 5, 6, 9, 12, 11, 7, 11, 10, 13, 14, 13, 12, 13, 13, 13, 14, 12, 13, 13, 12, 9, 10, 10, 13, 12, 14, 15, 15, 14, 19, 19, 20, 20, 20, 21, 21, 20, 22, 23, 24, 24, 23], "n_am_pl": [0, 2, 1, 1, 4, 6, 6, 4, 6, 3, 1, 0, 3, 2, 3, 3, 3, 3, 2, 3, 1, 3, 1, 1, 1, 3, 4, 3, 5, 6, 5, 4, 3, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.647661, 3.62048, 3.723458, 3.759388, 4.475733, 4.368396, 4.542235, 4.443496, 4.653415, 4.858228, 4.863681, 5.312836, 5.056562, 5.372465, 5.072535, 5.329201, 5.496725, 5.379094, 5.257884, 5.109601, 4.857537, 4.733178, 4.679613, 4.585985, 9.126905, 8.483544, 7.56903, 7.165064, 6.608948, 6.70922, 6.326457, 6.494765, 6.409995, 7.139971, 8.87146, 9.521225, 10.4356, 12.95589, 15.311474, 16.634907, 17.232586, 18.430186, 19.643106, 19.450683, 19.575579, 21.47049, 21.58264, 22.72531, 22.982543, 22.999387], "sum_m_pl": [0.499407, 0.939348, 1.159215, 1.067909, 1.281812, 1.51168, 1.616161, 1.492219, 1.630854, 1.457723, 1.550077, 1.534378, 1.721249, 1.507061, 1.611652, 1.641262, 1.434184, 1.383849, 1.380524, 1.511562, 1.525561, 1.483277, 1.459694, 1.47019, 1.851157, 2.138459, 2.606366, 2.992945, 2.835314, 3.136561, 2.495154, 2.089332, 2.142354, 2.199754, 1.886762, 2.21819, 1.993707, 1.549669, 1.056378, 0.811736, 0.543679, 0.369876, 0.245133, 0.271058, 0.189349, 0.101724, 0.152383, 0.043869, 0.038335, 3.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "llmzszl-18694", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 741, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9767}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 8, 8, 9, 22, 21, 20, 16, 22, 21, 25, 20, 21, 25, 24, 30, 36, 38, 34, 35, 29, 27, 23, 25, 40, 33, 33, 29, 32, 26, 31, 29, 30, 34, 42, 38, 37, 38, 42, 42, 32, 37, 40, 33, 27, 28, 13, 1, 0, 0], "n_am_pl": [7, 9, 16, 15, 12, 12, 23, 11, 7, 15, 8, 13, 15, 13, 13, 15, 9, 11, 13, 15, 12, 11, 14, 10, 10, 19, 16, 18, 21, 21, 14, 12, 11, 13, 9, 9, 12, 16, 10, 10, 15, 14, 15, 18, 26, 31, 46, 51, 49, 52], "n_pos": 138, "sum_m_en": [12.704857, 19.987703, 20.780953, 20.929664, 22.431693, 21.741815, 22.202512, 23.198643, 22.694453, 23.517308, 23.6155, 23.50247, 23.221982, 22.722119, 22.231767, 23.221463, 24.402777, 22.984845, 24.662011, 23.595915, 22.525466, 22.510948, 22.118812, 22.03172, 29.481814, 28.767294, 25.881459, 26.115187, 25.333097, 25.743434, 24.323165, 25.216693, 24.831173, 27.243632, 31.496244, 31.022366, 30.394385, 34.049591, 36.357906, 36.122441, 33.548264, 36.969104, 36.553551, 35.317254, 30.067446, 26.365724, 12.190678, 2.378576, 0.675786, 9e-06], "sum_m_pl": [2.480288, 6.396096, 7.405125, 6.904549, 7.610473, 8.180603, 8.071412, 8.128155, 8.760064, 8.801854, 8.901911, 8.749947, 9.503565, 9.170921, 9.088547, 8.847185, 7.909141, 8.104509, 7.809838, 8.212625, 7.918626, 7.512472, 7.504837, 7.532894, 9.998333, 11.737215, 11.915279, 12.255515, 12.213524, 12.724454, 11.578982, 11.427211, 11.110612, 10.962589, 9.739155, 9.567428, 10.103896, 10.879514, 9.521977, 9.5647, 11.246175, 11.278033, 13.630156, 16.373012, 24.173934, 30.302507, 42.022879, 49.272087, 48.976432, 51.779008]}, "digit": {"n_am_en": [0, 0, 0, 0, 2, 2, 1, 0, 0, 3, 1, 0, 0, 0, 0, 0, 1, 0, 2, 1, 2, 1, 1, 1, 4, 3, 8, 5, 5, 4, 3, 3, 1, 3, 6, 6, 3, 4, 5, 2, 3, 2, 2, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 1, 0, 2, 2, 1, 0, 3, 2, 3, 4, 4, 3, 1, 3, 3, 2, 4, 1, 3, 2, 3, 2, 2, 0, 2, 3, 2, 2, 2, 2, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 18, "sum_m_en": [1.603257, 3.024265, 2.894704, 2.727044, 2.737986, 2.523212, 2.464616, 2.607271, 2.579537, 2.731778, 2.676062, 2.617974, 2.518348, 2.346824, 2.224172, 2.386367, 2.6895, 2.673779, 3.063057, 2.780715, 2.71302, 2.794203, 2.725691, 2.771805, 3.291034, 3.220112, 3.139554, 3.068499, 3.035902, 3.249007, 3.159394, 3.222503, 2.906293, 3.248334, 3.493173, 3.550225, 3.366349, 3.420667, 4.137971, 3.820253, 3.556283, 3.609465, 3.305388, 3.036666, 2.402937, 2.532919, 1.735731, 0.540907, 0.052997, 0.0], "sum_m_pl": [0.289948, 0.901833, 1.005058, 0.895641, 0.894023, 0.937564, 0.940191, 0.961211, 1.002164, 1.049069, 1.072432, 1.011952, 1.14257, 1.173999, 1.268622, 1.317451, 1.056701, 1.122185, 1.093589, 1.135536, 1.097987, 1.031155, 0.997018, 1.010791, 1.296338, 1.346838, 1.326839, 1.513684, 1.479932, 1.49105, 1.283026, 1.23145, 1.201887, 1.189237, 1.002423, 0.965144, 0.893653, 0.875395, 0.890559, 0.816271, 0.801736, 0.823264, 0.806603, 0.822898, 0.635945, 0.562969, 0.229767, 0.385528, 0.018657, 0.0]}, "lang": {"n_am_en": [0, 7, 4, 6, 12, 10, 12, 14, 12, 11, 11, 9, 10, 12, 13, 20, 20, 20, 16, 18, 15, 15, 12, 17, 20, 19, 14, 12, 12, 11, 14, 11, 16, 17, 16, 14, 17, 17, 15, 18, 12, 15, 19, 15, 12, 12, 5, 0, 0, 0], "n_am_pl": [7, 5, 6, 6, 9, 5, 15, 6, 4, 4, 4, 6, 6, 6, 6, 10, 4, 6, 7, 7, 6, 4, 8, 6, 3, 9, 11, 12, 12, 11, 8, 7, 6, 9, 4, 7, 9, 12, 8, 9, 14, 13, 13, 17, 25, 28, 43, 48, 49, 52], "n_pos": 52, "sum_m_en": [4.870315, 7.291307, 8.268834, 8.545457, 9.54104, 9.293689, 9.875673, 10.612542, 10.397151, 10.616652, 10.692259, 10.644551, 10.352236, 10.378582, 9.888309, 10.254529, 10.570182, 9.911108, 10.246446, 9.843541, 9.368969, 9.126027, 8.944514, 8.91308, 13.558167, 12.894646, 11.233199, 10.670597, 10.266095, 10.686616, 10.266873, 10.503903, 10.153646, 11.152658, 12.736171, 13.019985, 12.748616, 14.765536, 14.819934, 14.942513, 14.143943, 17.003498, 16.957559, 16.926504, 13.368895, 10.194013, 4.299706, 0.448061, 0.086546, 9e-06], "sum_m_pl": [1.077084, 2.458341, 2.553806, 2.580258, 2.779772, 3.170288, 3.358836, 3.360295, 3.598798, 3.391168, 3.575464, 3.587449, 4.024182, 3.877424, 3.84976, 3.514793, 3.095446, 3.098056, 3.119512, 3.300551, 3.194903, 3.018739, 3.03591, 2.999166, 4.423596, 5.79657, 6.064606, 6.033435, 6.063701, 6.266616, 5.544699, 5.868013, 5.610773, 5.633105, 4.859792, 5.011997, 6.142103, 7.026481, 5.815839, 6.049939, 8.069211, 8.160011, 10.374531, 12.849001, 21.167383, 26.174009, 38.918886, 46.363554, 48.588082, 51.774683]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 746, "item_id": "llmzszl-18694", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.992, "tf_agree_excl_first": 0.9933}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 21, 35, 32, 27, 37, 26, 25, 25, 27, 30, 38, 40, 39, 53, 41, 44, 36, 37, 41, 36, 37, 33, 36, 58, 56, 50, 55, 35, 39, 43, 53, 49, 59, 59, 72, 73, 70, 75, 84, 82, 83, 80, 80, 71, 64, 64, 60, 56, 58], "n_am_pl": [5, 22, 24, 35, 36, 36, 25, 27, 24, 19, 17, 15, 22, 21, 20, 31, 26, 30, 19, 21, 14, 16, 17, 10, 14, 22, 18, 22, 26, 37, 31, 29, 23, 24, 23, 15, 16, 19, 14, 10, 9, 5, 3, 5, 5, 5, 9, 9, 10, 13], "n_pos": 224, "sum_m_en": [26.068101, 35.051803, 34.985196, 35.799208, 36.914915, 34.967347, 35.486661, 36.720515, 35.304199, 36.336725, 36.479928, 37.322845, 36.975961, 36.893569, 35.968575, 37.343574, 38.076398, 35.428557, 37.271628, 35.937012, 34.105337, 34.326677, 33.903414, 34.474484, 45.065217, 42.879057, 39.737948, 38.648422, 38.70684, 38.361418, 37.422269, 40.3872, 41.02287, 45.089347, 47.713586, 47.730736, 52.854084, 55.313774, 59.168001, 65.847086, 64.519136, 68.877176, 72.100795, 72.299772, 64.582711, 65.437156, 59.680637, 57.360018, 52.962999, 57.851624], "sum_m_pl": [4.855607, 11.281526, 13.375485, 12.756908, 12.1509, 12.353293, 12.697939, 12.919476, 14.096041, 14.793032, 14.364079, 14.517472, 16.573627, 16.621889, 17.321945, 17.471538, 16.441338, 16.305141, 14.96682, 15.176309, 14.53613, 13.903499, 13.194861, 12.983074, 16.602012, 17.955433, 18.388571, 19.796152, 20.573946, 23.241484, 21.775152, 20.683896, 20.721563, 19.594289, 19.02195, 18.228713, 17.554677, 16.962583, 15.529964, 13.856856, 12.68939, 10.312363, 9.261309, 8.251846, 10.176678, 8.917567, 9.474744, 9.405933, 11.775883, 13.363057]}, "digit": {"n_am_en": [1, 1, 2, 2, 1, 2, 1, 1, 2, 3, 4, 5, 0, 3, 9, 3, 6, 4, 4, 5, 5, 6, 2, 6, 8, 3, 0, 3, 2, 4, 3, 3, 4, 5, 5, 6, 8, 6, 6, 9, 11, 6, 3, 10, 4, 1, 1, 1, 1, 0], "n_am_pl": [0, 3, 11, 9, 7, 12, 4, 9, 7, 7, 3, 3, 6, 5, 2, 6, 3, 6, 4, 2, 0, 0, 1, 1, 1, 3, 3, 3, 5, 9, 5, 7, 5, 4, 5, 2, 3, 4, 2, 0, 2, 2, 1, 0, 1, 0, 0, 1, 0, 0], "n_pos": 33, "sum_m_en": [3.722737, 4.790962, 4.568077, 4.823642, 4.984829, 4.811096, 4.923748, 5.257999, 4.987668, 5.211691, 5.346028, 5.118861, 5.127447, 5.12618, 4.818678, 5.01326, 5.348926, 5.040945, 5.368218, 5.168793, 4.967547, 5.088345, 5.008027, 5.163179, 5.631242, 5.298018, 4.881492, 5.031761, 5.017832, 5.083823, 4.800763, 5.197614, 5.176014, 5.47342, 5.462065, 5.645844, 6.047291, 5.679625, 6.265531, 7.026557, 5.903475, 5.724495, 5.604407, 9.539429, 4.787273, 3.831705, 1.656141, 1.479888, 1.144166, 0.325829], "sum_m_pl": [0.740945, 1.876977, 2.1559, 2.125591, 1.867703, 1.9229, 1.844264, 1.959586, 2.149329, 2.368953, 2.265117, 2.34077, 2.63181, 2.60398, 2.683212, 2.983926, 2.612471, 2.529222, 2.247943, 2.319622, 2.189177, 2.062432, 1.967628, 1.958549, 2.757817, 3.027811, 3.199549, 3.614806, 3.786931, 4.015502, 3.993954, 3.629225, 3.167842, 3.14991, 3.029752, 2.847812, 3.010881, 2.64801, 2.367614, 2.066123, 2.202426, 2.125706, 1.833329, 1.294117, 1.635413, 1.231248, 0.586679, 0.394505, 0.089586, 1e-06]}, "lang": {"n_am_en": [16, 9, 14, 15, 15, 20, 14, 14, 16, 12, 16, 22, 20, 20, 25, 22, 21, 18, 21, 19, 14, 17, 19, 19, 28, 31, 32, 32, 23, 21, 23, 27, 28, 31, 34, 35, 33, 35, 45, 48, 50, 58, 59, 56, 54, 52, 50, 52, 50, 58], "n_am_pl": [1, 7, 3, 11, 11, 12, 11, 10, 10, 5, 9, 5, 10, 7, 10, 13, 9, 7, 4, 6, 4, 4, 4, 3, 4, 6, 8, 10, 11, 15, 10, 12, 13, 8, 6, 5, 8, 11, 5, 5, 3, 1, 0, 3, 2, 4, 8, 8, 10, 13], "n_pos": 71, "sum_m_en": [9.065661, 11.491982, 11.749219, 11.980845, 12.485265, 11.98603, 12.338067, 12.866008, 12.759993, 13.058191, 12.913034, 13.624364, 13.303643, 13.552996, 13.2326, 13.794416, 13.740863, 13.040326, 13.581638, 12.953818, 12.015564, 11.845082, 11.609614, 11.649587, 19.453448, 18.747194, 17.712411, 15.983308, 15.829651, 15.353914, 15.102863, 16.282412, 16.641503, 19.221399, 20.648603, 20.709434, 24.185442, 27.637902, 31.85301, 37.90291, 40.251452, 46.848585, 49.191555, 48.247702, 47.152809, 48.231048, 46.816037, 46.86713, 46.853814, 57.266857], "sum_m_pl": [1.493705, 3.442764, 3.751009, 3.610224, 3.443314, 3.750773, 4.16842, 4.355205, 4.852595, 4.884129, 4.935655, 4.906082, 5.76007, 5.530421, 5.799915, 5.443612, 5.201284, 5.201095, 4.824956, 4.766627, 4.584966, 4.369282, 4.166711, 4.125459, 5.069121, 5.406933, 5.770205, 6.269451, 6.75849, 8.12874, 7.340321, 7.214832, 7.468788, 6.841683, 6.387022, 6.686195, 6.343237, 6.298952, 5.572018, 4.758678, 4.462875, 3.026377, 2.735658, 3.005736, 4.401677, 5.038952, 7.521711, 8.512407, 11.0643, 12.928092]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "llmzszl-18695", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9867}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 10, 12, 19, 15, 17, 18, 16, 19, 22, 20, 24, 22, 19, 21, 23, 20, 20, 29, 34, 26, 19, 16, 21, 35, 39, 33, 21, 29, 23, 26, 20, 25, 27, 39, 40, 40, 40, 47, 47, 48, 50, 43, 43, 39, 32, 9, 2, 0, 0], "n_am_pl": [6, 13, 17, 17, 19, 17, 19, 17, 18, 19, 24, 17, 19, 18, 13, 15, 20, 15, 14, 13, 10, 10, 10, 11, 11, 13, 16, 10, 17, 17, 17, 18, 13, 13, 17, 13, 15, 16, 15, 13, 16, 10, 15, 20, 18, 28, 46, 52, 52, 54], "n_pos": 137, "sum_m_en": [12.510699, 18.906753, 20.325608, 20.489981, 21.682535, 20.93762, 22.15883, 23.300464, 22.028696, 23.04465, 23.932685, 23.296343, 23.183498, 22.302898, 21.662696, 22.989487, 23.054282, 21.75335, 23.032402, 22.280902, 20.568615, 20.745203, 20.853807, 20.864979, 27.982795, 26.388064, 24.032063, 22.906878, 23.081211, 23.120881, 22.406322, 22.455962, 22.853414, 24.868431, 27.321036, 27.345528, 30.345331, 32.04859, 35.073344, 36.468914, 37.867318, 40.097377, 40.266792, 42.520079, 39.152725, 31.900521, 11.77836, 2.369866, 0.781289, 3.5e-05], "sum_m_pl": [2.572601, 6.369187, 7.409388, 7.354446, 7.404512, 8.061432, 8.338981, 8.628181, 9.609362, 10.071309, 9.851922, 10.129907, 11.232546, 10.50927, 11.350884, 11.098025, 10.012118, 9.735139, 8.908242, 8.980039, 8.610048, 8.187653, 7.723294, 7.592285, 9.494329, 11.225279, 11.585375, 11.832869, 12.813482, 14.289333, 13.408376, 13.094512, 13.24145, 12.969108, 11.780375, 10.954484, 11.392884, 12.190025, 11.320426, 10.912656, 12.692401, 11.497989, 12.70106, 15.409777, 19.500917, 27.938827, 44.710901, 53.410614, 51.875409, 53.763051]}, "digit": {"n_am_en": [1, 1, 3, 1, 2, 1, 2, 0, 0, 0, 2, 1, 1, 0, 0, 1, 3, 0, 1, 3, 1, 0, 0, 3, 5, 4, 2, 1, 2, 1, 1, 1, 2, 2, 2, 3, 4, 3, 3, 3, 3, 5, 1, 6, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 4, 3, 5, 2, 4, 6, 5, 3, 1, 1, 2, 2, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 2, 2, 0, 1, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.643171, 2.234372, 2.117064, 2.107306, 2.031114, 2.083012, 2.219487, 2.42207, 2.256829, 2.34223, 2.383886, 2.297219, 2.325807, 2.296989, 2.130781, 2.1415, 2.336921, 2.274614, 2.496786, 2.342868, 2.19964, 2.295133, 2.269876, 2.348376, 2.484658, 2.38972, 2.13271, 2.296205, 2.264113, 2.402194, 2.268325, 2.392191, 2.410776, 2.372294, 2.470241, 2.513387, 2.831469, 2.750957, 3.05021, 3.010034, 2.377039, 2.616921, 2.002388, 5.042965, 2.908731, 1.389646, 0.656792, 0.200164, 0.013057, 0.0], "sum_m_pl": [0.374587, 0.86094, 0.987456, 0.96587, 0.986069, 1.027831, 0.984625, 1.020978, 1.185057, 1.22028, 1.148837, 1.289965, 1.383494, 1.235389, 1.386861, 1.595947, 1.30445, 1.251453, 1.055324, 1.093165, 1.040655, 0.983207, 0.907578, 0.895929, 1.104117, 1.22102, 1.251772, 1.315812, 1.339107, 1.488049, 1.451582, 1.386844, 1.334818, 1.318088, 1.314571, 1.253315, 1.307731, 1.112895, 0.959366, 0.764889, 0.820917, 0.834156, 0.736545, 0.501394, 0.640873, 0.42406, 0.257113, 0.138584, 0.008083, 0.0]}, "lang": {"n_am_en": [2, 4, 4, 6, 6, 7, 10, 9, 10, 10, 9, 15, 8, 8, 10, 9, 8, 7, 15, 12, 6, 6, 5, 7, 13, 16, 17, 7, 9, 5, 8, 4, 8, 8, 15, 15, 16, 14, 19, 19, 18, 24, 20, 19, 18, 15, 3, 1, 0, 0], "n_am_pl": [6, 5, 4, 6, 10, 8, 7, 9, 6, 9, 13, 10, 13, 11, 8, 4, 12, 8, 9, 7, 6, 7, 6, 7, 5, 8, 11, 7, 10, 8, 9, 10, 9, 11, 11, 11, 13, 13, 12, 11, 15, 9, 14, 19, 17, 26, 42, 50, 50, 54], "n_pos": 54, "sum_m_en": [4.878159, 7.38259, 8.504509, 8.664708, 9.714769, 9.392897, 10.205204, 10.725184, 10.288345, 10.527947, 10.751924, 10.349608, 10.300846, 9.890672, 9.411485, 10.141072, 9.952601, 9.389377, 9.888589, 9.700019, 8.717034, 8.694562, 8.871377, 8.740233, 12.321881, 11.771574, 10.79682, 9.812415, 9.868326, 9.398969, 9.214732, 9.207859, 9.257216, 9.939839, 10.740754, 11.071467, 12.095509, 12.798969, 14.055297, 15.29852, 15.833022, 18.976232, 20.652528, 20.082584, 19.032165, 14.641811, 4.268048, 0.502243, 0.221823, 3.2e-05], "sum_m_pl": [1.099226, 2.695274, 2.885848, 2.932265, 2.891364, 3.372675, 3.47167, 3.645917, 4.097423, 4.28318, 4.387954, 4.62982, 5.263681, 4.935694, 5.201718, 4.753543, 4.381166, 4.307233, 4.097462, 3.895538, 3.719719, 3.514706, 3.339455, 3.247668, 4.321374, 5.671637, 6.133362, 6.006492, 6.700908, 7.407216, 6.862615, 7.15407, 7.084124, 6.936951, 6.177565, 6.088885, 7.043086, 8.184251, 7.797143, 7.717058, 9.746705, 8.722901, 10.343206, 13.466843, 16.973163, 25.547054, 41.121402, 49.973182, 49.914562, 53.445587]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-18695", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9928}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 10, 6, 16, 17, 21, 25, 24, 22, 21, 16, 23, 13, 10, 16, 21, 22, 25, 30, 28, 23, 27, 26, 26, 33, 33, 29, 27, 26, 30, 25, 29, 24, 30, 33, 30, 37, 39, 38, 41, 41, 41, 39, 37, 43, 37, 39, 36, 31, 31], "n_am_pl": [1, 4, 6, 3, 6, 7, 6, 6, 3, 4, 14, 5, 9, 12, 8, 6, 5, 5, 4, 2, 2, 4, 4, 3, 3, 5, 8, 9, 8, 10, 8, 9, 4, 7, 7, 6, 3, 2, 3, 2, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 87, "sum_m_en": [8.924263, 13.745014, 13.524335, 13.664066, 14.983383, 14.754234, 14.748788, 14.225317, 13.801763, 14.028001, 13.909188, 14.759022, 13.240275, 13.532367, 14.17422, 15.326061, 14.365052, 13.883989, 14.407548, 14.295595, 13.420909, 13.87421, 13.401162, 13.558991, 24.174462, 24.038589, 21.624817, 18.311588, 17.986998, 18.158589, 16.418505, 17.278086, 18.487408, 20.222299, 22.452755, 24.279322, 29.722826, 32.150872, 31.22243, 32.280375, 33.008176, 33.804118, 34.476451, 34.870759, 36.828056, 35.586586, 36.843567, 35.287642, 31.51229, 31.111804], "sum_m_pl": [1.641249, 3.693027, 3.999561, 3.604354, 4.102988, 3.933843, 4.006056, 4.176916, 3.962137, 4.401456, 4.584716, 5.090603, 5.503133, 5.331479, 5.185365, 5.017703, 4.407615, 4.59178, 4.794676, 4.806211, 4.713898, 4.691259, 4.534388, 4.542, 5.003909, 5.784741, 5.2482, 6.692564, 6.428914, 6.706475, 6.337919, 5.633364, 5.457913, 5.434062, 5.049321, 4.912309, 4.263299, 3.351255, 2.99566, 2.905322, 2.601669, 2.369169, 2.157082, 2.146216, 1.914609, 1.39373, 0.955534, 0.641614, 0.196952, 0.000215]}, "digit": {"n_am_en": [0, 0, 0, 2, 0, 3, 1, 4, 3, 2, 2, 3, 2, 2, 5, 6, 4, 4, 5, 5, 4, 4, 3, 4, 7, 6, 4, 3, 3, 5, 3, 3, 1, 1, 2, 3, 5, 6, 5, 5, 5, 7, 6, 4, 5, 2, 3, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 4, 4, 1, 1, 3, 2, 5, 5, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 3, 3, 4, 3, 3, 3, 3, 4, 2, 4, 3, 3, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.473006, 2.86449, 2.71886, 2.496543, 2.647901, 2.545546, 2.752505, 2.643935, 2.560127, 2.636116, 2.701483, 2.83138, 2.699008, 2.767869, 2.977215, 3.354916, 3.012607, 2.759019, 2.848656, 2.731809, 2.552238, 2.654025, 2.567453, 2.676791, 3.882962, 3.925286, 3.526173, 2.771069, 2.785112, 3.01353, 2.581117, 2.706538, 2.708677, 2.712784, 2.971602, 3.136888, 5.133894, 4.869095, 3.884435, 4.182622, 4.04033, 4.07844, 4.038689, 4.299011, 3.985985, 2.448399, 2.319402, 0.965388, 0.109659, 0.0], "sum_m_pl": [0.201646, 0.631572, 0.622359, 0.529366, 0.661539, 0.717399, 0.727346, 0.757231, 0.671268, 0.670977, 0.750569, 0.87162, 0.918298, 0.904901, 0.860428, 0.875645, 0.745077, 0.819436, 0.816614, 0.859598, 0.84818, 0.862161, 0.835035, 0.884027, 1.44125, 1.659281, 1.136448, 1.739154, 1.731972, 1.697586, 1.529267, 1.069766, 0.94415, 0.91011, 0.903147, 0.987287, 0.619253, 0.589865, 0.621692, 0.608404, 0.603209, 0.658743, 0.583671, 0.595157, 0.590286, 0.579631, 0.293335, 0.233223, 0.033292, 0.0]}, "lang": {"n_am_en": [4, 5, 4, 7, 13, 13, 17, 12, 12, 12, 8, 12, 9, 5, 6, 12, 12, 15, 19, 17, 15, 19, 17, 18, 21, 23, 21, 17, 20, 19, 17, 19, 18, 23, 24, 19, 23, 22, 22, 27, 26, 27, 27, 28, 31, 30, 31, 31, 31, 31], "n_am_pl": [1, 2, 0, 2, 1, 3, 0, 0, 2, 1, 2, 1, 2, 5, 4, 2, 3, 2, 1, 0, 0, 0, 1, 1, 0, 0, 3, 5, 3, 3, 2, 3, 1, 1, 2, 2, 1, 0, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.496139, 5.125578, 5.263643, 5.606205, 6.297873, 6.174835, 5.909554, 5.834274, 5.911331, 5.868069, 5.814024, 6.225845, 5.343434, 5.488047, 5.605564, 6.151833, 5.651424, 5.576385, 5.819752, 5.796739, 5.389094, 5.55337, 5.35175, 5.294068, 13.093457, 13.365986, 12.218886, 10.032576, 9.80591, 9.546705, 8.47749, 8.933317, 9.98664, 11.392651, 12.928791, 14.669311, 17.81769, 20.228721, 20.834056, 21.706271, 21.993579, 23.913225, 24.679355, 24.964653, 27.367623, 27.657322, 29.006889, 28.994917, 30.189232, 31.052055], "sum_m_pl": [0.512079, 1.213621, 1.302061, 1.250821, 1.44731, 1.283076, 1.322322, 1.403541, 1.369441, 1.48817, 1.539319, 1.712968, 1.876886, 1.980859, 1.843017, 1.715468, 1.582084, 1.656595, 1.765793, 1.753836, 1.713453, 1.711865, 1.643245, 1.594132, 1.543084, 1.729873, 1.804504, 2.123759, 1.907874, 2.1733, 2.118283, 2.010095, 2.000304, 1.97186, 1.845139, 1.788233, 1.599283, 1.3038, 1.223695, 1.214471, 1.096055, 0.866612, 0.775984, 0.786488, 0.594993, 0.309025, 0.30752, 0.11622, 0.060012, 8.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "llmzszl-18699", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 737, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 15, 21, 34, 31, 36, 45, 43, 46, 40, 38, 34, 38, 39, 32, 40, 54, 55, 65, 69, 70, 66, 61, 59, 111, 109, 97, 74, 71, 71, 59, 70, 67, 93, 94, 104, 109, 112, 98, 100, 103, 98, 98, 102, 90, 63, 27, 11, 1, 0], "n_am_pl": [6, 28, 39, 26, 22, 25, 45, 38, 33, 34, 31, 36, 33, 31, 28, 36, 26, 25, 29, 25, 20, 13, 11, 12, 24, 25, 25, 33, 38, 38, 35, 34, 37, 27, 29, 24, 25, 19, 8, 11, 14, 14, 18, 20, 37, 62, 124, 134, 140, 140], "n_pos": 287, "sum_m_en": [27.116509, 42.660537, 45.110059, 45.763613, 47.973805, 46.415051, 47.4105, 48.122127, 45.446565, 46.16412, 47.184645, 49.748217, 46.928856, 46.885398, 47.650061, 50.926492, 47.979972, 45.740484, 46.338131, 45.898946, 44.444938, 45.69259, 44.655142, 45.259053, 71.973321, 71.433053, 62.118711, 54.961554, 53.362437, 53.777685, 48.716461, 51.018853, 53.087139, 59.862052, 65.54722, 74.252914, 76.758793, 86.505628, 84.103222, 86.472396, 86.867157, 87.017544, 88.936848, 93.058024, 80.718095, 60.098493, 27.145268, 10.313112, 2.879006, 0.000167], "sum_m_pl": [4.734036, 14.542841, 16.380912, 14.702183, 14.821507, 14.525105, 14.858695, 15.394683, 14.612668, 16.109483, 16.655389, 17.767154, 18.937918, 19.569323, 19.435729, 18.693012, 16.173569, 16.429288, 16.059438, 15.936812, 15.811295, 15.544625, 15.262407, 15.357555, 17.337653, 20.266493, 20.657788, 22.427026, 24.159266, 23.799754, 23.054829, 23.299385, 22.993688, 21.206011, 20.461919, 19.983912, 19.858628, 17.887932, 15.834787, 15.468917, 15.429355, 16.999352, 18.510952, 21.559249, 35.064255, 54.975074, 119.127264, 130.607722, 136.747697, 140.251831]}, "digit": {"n_am_en": [0, 3, 0, 4, 1, 2, 1, 1, 1, 4, 2, 3, 4, 2, 2, 5, 5, 7, 7, 9, 4, 2, 2, 2, 8, 12, 8, 5, 4, 4, 3, 2, 3, 8, 11, 6, 6, 5, 3, 4, 4, 5, 4, 4, 3, 1, 1, 0, 0, 0], "n_am_pl": [1, 0, 6, 1, 0, 1, 4, 7, 4, 4, 2, 1, 5, 2, 1, 2, 1, 1, 1, 0, 1, 1, 1, 1, 3, 4, 5, 5, 4, 6, 6, 6, 5, 3, 4, 4, 4, 3, 1, 2, 2, 1, 1, 2, 2, 0, 0, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.443044, 5.071174, 5.017893, 4.655606, 4.692556, 4.360422, 4.537705, 4.628993, 4.369035, 4.256985, 4.415521, 4.604625, 4.369718, 4.226768, 4.226956, 4.800295, 4.515711, 4.294682, 4.359549, 4.195374, 4.013106, 4.123823, 3.989916, 4.146418, 5.728849, 6.016463, 5.338437, 4.640873, 4.693189, 5.082111, 4.398654, 4.554573, 4.674671, 5.227152, 5.492242, 6.011089, 5.885456, 5.785023, 5.339309, 5.541998, 5.230755, 4.889913, 4.727421, 4.3619, 3.207142, 2.057581, 1.271554, 0.583171, 0.304948, 0.0], "sum_m_pl": [0.406559, 1.495974, 1.351663, 1.186918, 1.245461, 1.183201, 1.201078, 1.28084, 1.19294, 1.208679, 1.30357, 1.381085, 1.515647, 1.552327, 1.482938, 1.436806, 1.157602, 1.330519, 1.256338, 1.339276, 1.354339, 1.346002, 1.304884, 1.34291, 1.567711, 1.757363, 1.749751, 1.891523, 1.959517, 1.891523, 1.88986, 1.755505, 1.685743, 1.411762, 1.25418, 1.173387, 1.033987, 1.004715, 1.033259, 1.111309, 1.188667, 1.243485, 1.182918, 1.211278, 1.153685, 1.135443, 0.889319, 0.787901, 0.112887, 0.0]}, "lang": {"n_am_en": [3, 6, 11, 22, 15, 19, 28, 22, 28, 24, 23, 18, 25, 21, 19, 24, 31, 33, 38, 42, 44, 43, 41, 40, 62, 61, 56, 44, 42, 37, 37, 46, 45, 61, 56, 64, 70, 75, 64, 69, 71, 68, 70, 71, 64, 45, 19, 3, 0, 0], "n_am_pl": [4, 16, 20, 12, 15, 19, 20, 21, 20, 22, 17, 22, 11, 19, 15, 21, 16, 13, 17, 14, 11, 10, 7, 7, 15, 8, 12, 16, 15, 19, 18, 21, 21, 16, 15, 15, 14, 11, 4, 6, 10, 11, 15, 16, 26, 47, 93, 127, 136, 140], "n_pos": 140, "sum_m_en": [14.188833, 20.261333, 21.960449, 23.076168, 24.548262, 23.60355, 24.03672, 24.374459, 23.201419, 22.864815, 23.562786, 24.924734, 24.061557, 24.333817, 24.679595, 26.23512, 24.282924, 23.196429, 23.399152, 23.174894, 22.193835, 23.01722, 22.668211, 22.61161, 42.695144, 40.80432, 34.337482, 29.964594, 28.359729, 27.994464, 25.960085, 27.312583, 29.031635, 33.582411, 35.765614, 42.640761, 45.282263, 51.657955, 51.308803, 54.474888, 56.723799, 58.933298, 60.916823, 64.899439, 56.997962, 43.478465, 19.203746, 4.229821, 0.535458, 0.00013], "sum_m_pl": [2.333645, 7.047542, 8.26271, 7.691689, 7.537095, 7.423834, 7.733874, 8.164318, 7.624587, 8.513535, 8.410988, 9.161141, 9.777607, 10.535806, 10.387307, 9.940141, 8.71903, 8.730493, 8.485089, 8.215742, 8.106062, 8.017724, 7.919581, 7.926745, 9.201576, 10.693593, 11.25419, 12.262785, 13.112223, 13.173097, 12.670207, 13.500005, 13.306657, 12.460415, 11.941397, 11.773718, 11.428619, 10.449611, 8.756704, 8.636439, 9.15249, 10.951932, 13.32754, 16.184277, 24.791034, 41.390009, 87.833982, 121.490208, 131.909445, 139.762742]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 289, "item_id": "llmzszl-18699", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 865, "region_end": 287, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 7, 5, 9, 7, 14, 8, 10, 10, 9, 17, 10, 8, 10, 16, 14, 19, 16, 20, 17, 12, 16, 16, 11, 20, 26, 17, 15, 17, 16, 15, 13, 17, 19, 21, 22, 24, 29, 27, 27, 27, 27, 30, 26, 22, 24, 20, 18, 17, 14], "n_am_pl": [1, 13, 4, 9, 7, 3, 7, 6, 4, 8, 11, 7, 10, 11, 6, 9, 6, 4, 9, 2, 1, 4, 3, 6, 8, 9, 8, 8, 8, 8, 12, 11, 8, 8, 4, 8, 3, 3, 1, 5, 4, 1, 1, 0, 2, 1, 0, 2, 0, 0], "n_pos": 80, "sum_m_en": [8.449872, 12.462571, 11.963335, 12.304359, 13.238451, 13.060655, 12.904793, 12.986028, 12.429472, 13.214172, 12.737125, 13.376304, 12.952797, 13.490293, 13.763794, 13.414202, 13.511927, 13.86312, 14.278297, 13.913962, 12.507397, 12.694552, 12.476259, 12.677222, 16.337936, 15.503078, 13.936903, 13.854991, 13.098369, 14.123406, 13.550837, 14.040831, 14.80081, 15.484697, 15.462882, 15.969495, 17.621036, 21.129225, 21.391017, 23.029586, 24.776915, 24.876916, 22.60629, 22.882746, 23.184987, 21.216225, 20.073723, 19.083045, 17.297482, 14.185476], "sum_m_pl": [1.477049, 4.171329, 4.19247, 4.031792, 4.242115, 4.153827, 4.122162, 4.021505, 4.524131, 4.59409, 4.693141, 4.906561, 5.196028, 5.29118, 5.741481, 6.519288, 6.037706, 5.951888, 5.770483, 5.460717, 5.176994, 4.977853, 4.654251, 4.717809, 6.468098, 7.017649, 6.742775, 6.783166, 7.186853, 7.374247, 7.044001, 6.737626, 6.30565, 6.322077, 6.130199, 5.937023, 5.141833, 4.101755, 4.332863, 4.114364, 3.78105, 3.336927, 3.396713, 3.460075, 3.056094, 2.826808, 1.742657, 1.874207, 0.437197, 0.005148]}, "digit": {"n_am_en": [0, 1, 0, 3, 2, 4, 3, 2, 2, 1, 6, 3, 1, 1, 4, 2, 5, 4, 6, 4, 4, 4, 4, 3, 7, 12, 6, 6, 6, 6, 2, 4, 4, 7, 5, 7, 6, 7, 9, 9, 8, 8, 9, 7, 6, 7, 3, 2, 1, 0], "n_am_pl": [0, 2, 0, 2, 2, 1, 2, 1, 0, 4, 5, 3, 2, 4, 3, 5, 1, 2, 4, 0, 1, 1, 1, 3, 4, 3, 2, 1, 2, 3, 6, 3, 3, 3, 3, 2, 1, 3, 1, 3, 1, 0, 1, 0, 1, 1, 0, 2, 0, 0], "n_pos": 29, "sum_m_en": [2.908635, 4.820953, 4.772854, 4.753548, 4.960448, 4.844504, 5.08284, 5.070302, 4.941019, 5.178928, 5.101614, 5.214073, 5.085047, 5.285064, 5.282163, 5.090304, 5.148808, 5.296295, 5.429509, 5.360816, 4.782786, 4.835049, 4.815709, 4.91483, 6.83244, 6.230891, 5.500315, 5.419886, 5.185542, 5.13786, 4.92682, 5.35399, 5.315045, 5.277689, 5.10589, 5.424888, 6.101141, 7.073803, 6.900381, 7.086201, 7.729321, 7.608297, 6.527902, 6.411605, 6.478863, 5.110149, 3.953464, 2.617759, 1.387721, 0.0], "sum_m_pl": [0.521372, 1.562229, 1.412432, 1.352015, 1.365585, 1.338069, 1.256889, 1.292899, 1.538431, 1.558445, 1.655412, 1.69148, 1.844808, 1.930048, 2.067705, 2.29808, 2.035592, 2.04858, 1.998665, 1.829408, 1.723738, 1.687031, 1.594361, 1.657576, 2.342189, 2.426181, 2.101272, 2.320976, 2.3481, 2.388567, 2.265387, 2.209104, 1.912382, 1.96135, 2.125357, 2.054433, 1.811666, 1.664709, 1.815, 1.815931, 1.708448, 1.834891, 1.752272, 1.895443, 1.902977, 1.822098, 1.245503, 1.661988, 0.277842, 0.0]}, "lang": {"n_am_en": [2, 3, 2, 4, 5, 7, 3, 5, 6, 4, 5, 4, 3, 6, 5, 6, 6, 6, 5, 4, 3, 3, 5, 3, 6, 6, 5, 4, 4, 3, 5, 3, 5, 4, 5, 5, 7, 11, 9, 12, 12, 13, 15, 14, 13, 14, 15, 15, 15, 14], "n_am_pl": [1, 3, 2, 2, 1, 1, 1, 3, 1, 2, 3, 2, 4, 4, 2, 2, 3, 2, 2, 2, 0, 1, 0, 1, 2, 4, 5, 5, 4, 2, 3, 4, 3, 0, 1, 3, 1, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [2.226632, 2.652651, 2.627722, 2.758305, 3.082046, 3.219469, 3.005518, 3.234659, 3.06846, 3.089021, 2.931071, 3.363363, 3.353098, 3.57665, 3.655455, 3.41868, 3.355869, 3.433929, 3.439498, 3.409452, 2.864819, 2.885978, 2.745253, 2.745662, 3.957571, 3.971988, 3.616328, 3.448133, 3.046316, 3.585307, 3.556132, 3.506148, 3.680406, 3.585806, 3.390899, 3.747954, 4.178039, 6.370906, 6.626338, 8.214405, 9.684595, 11.225051, 10.748746, 11.446037, 12.20144, 12.139176, 13.242607, 13.881542, 14.156741, 14.033662], "sum_m_pl": [0.320065, 0.793744, 0.78899, 0.84533, 0.994953, 0.907279, 0.951213, 0.8812, 0.927859, 0.940038, 0.930292, 1.122163, 1.206476, 1.193262, 1.312927, 1.625755, 1.473587, 1.389828, 1.274056, 1.229068, 1.180812, 1.147942, 1.064973, 1.090479, 1.66958, 1.889939, 1.95752, 1.963691, 2.070277, 1.949005, 1.749972, 1.719355, 1.831903, 1.819474, 1.714196, 1.728975, 1.620444, 1.111102, 1.131132, 0.923486, 0.947029, 0.561877, 0.65324, 0.736437, 0.520142, 0.597647, 0.386055, 0.114631, 0.131785, 0.005148]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "llmzszl-18704", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 817, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9753}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 2, 10, 9, 17, 19, 14, 16, 13, 10, 12, 16, 15, 20, 17, 15, 23, 16, 31, 28, 28, 32, 32, 23, 48, 44, 35, 32, 20, 18, 20, 19, 23, 28, 33, 35, 40, 34, 37, 36, 45, 43, 47, 40, 32, 24, 7, 4, 1, 1], "n_am_pl": [5, 15, 13, 11, 7, 11, 9, 12, 8, 19, 19, 19, 16, 20, 22, 31, 18, 18, 18, 11, 10, 13, 7, 10, 16, 14, 13, 14, 22, 23, 19, 26, 20, 20, 13, 21, 5, 6, 8, 7, 7, 10, 10, 11, 16, 20, 34, 37, 35, 36], "n_pos": 127, "sum_m_en": [12.150178, 18.647739, 19.432115, 19.735882, 20.629819, 19.884445, 19.923563, 20.270603, 19.155405, 20.272594, 19.796766, 20.370328, 19.258434, 19.925761, 19.802427, 20.192433, 20.853998, 21.168319, 22.148585, 21.010392, 20.235662, 20.476063, 20.354395, 20.305644, 28.20184, 25.630775, 23.03454, 22.728614, 20.684199, 21.641667, 20.483067, 21.578195, 22.558766, 23.245928, 25.06829, 24.454931, 25.101428, 29.304079, 33.273524, 35.475616, 34.773873, 36.818307, 35.39932, 32.338305, 30.613498, 21.959642, 9.395627, 3.958125, 1.948424, 0.985816], "sum_m_pl": [2.720356, 6.758551, 7.49517, 7.09383, 7.475046, 7.557629, 7.538329, 7.309553, 7.863263, 8.065808, 8.374612, 8.563796, 8.938114, 9.290883, 9.90505, 10.840588, 9.927037, 9.767984, 9.056253, 8.767875, 8.264794, 7.946857, 7.702649, 7.824844, 11.93436, 12.368244, 12.138345, 12.194731, 13.629787, 13.836383, 12.908699, 12.705878, 11.756987, 10.874075, 10.079481, 9.72989, 8.84956, 7.951833, 8.040387, 7.915135, 8.182548, 9.937864, 11.502899, 13.112627, 15.895209, 21.693135, 32.20496, 35.020262, 34.708285, 35.53933]}, "digit": {"n_am_en": [0, 1, 3, 2, 0, 1, 1, 1, 1, 1, 2, 4, 1, 0, 3, 2, 1, 1, 7, 5, 3, 4, 7, 5, 9, 7, 6, 8, 5, 4, 3, 5, 5, 6, 7, 6, 7, 4, 6, 6, 8, 8, 9, 7, 6, 3, 2, 2, 1, 0], "n_am_pl": [0, 1, 3, 2, 1, 3, 1, 1, 2, 5, 6, 7, 1, 7, 5, 10, 6, 6, 5, 2, 3, 5, 1, 1, 2, 4, 2, 2, 5, 3, 3, 5, 3, 3, 3, 6, 2, 2, 2, 2, 1, 1, 1, 0, 0, 1, 1, 3, 0, 0], "n_pos": 32, "sum_m_en": [2.990958, 5.15206, 5.533267, 5.401221, 5.438742, 5.34259, 5.40909, 5.287787, 4.918705, 5.320064, 5.411044, 5.357508, 5.107679, 5.43888, 5.59789, 5.516076, 5.704308, 5.917278, 6.254647, 5.91411, 5.416276, 5.473173, 5.419845, 5.4974, 7.010563, 6.466936, 5.862967, 6.21451, 5.477052, 5.597085, 5.361284, 5.837543, 6.044192, 5.813146, 5.733736, 5.894247, 5.943772, 6.699931, 6.391868, 6.372257, 6.685364, 6.634371, 6.124525, 5.447601, 5.128352, 3.549149, 2.144472, 1.738837, 1.049755, 0.0], "sum_m_pl": [0.540056, 1.743356, 1.651906, 1.658165, 1.63792, 1.561347, 1.467641, 1.521892, 1.754131, 1.860407, 2.067947, 2.025189, 2.095758, 2.172532, 2.398396, 2.662182, 2.290831, 2.282662, 2.074052, 1.971972, 1.849482, 1.810599, 1.751091, 1.818035, 2.62883, 2.671659, 2.418438, 2.531927, 2.777443, 2.591548, 2.446253, 2.53995, 2.183306, 2.153888, 2.229582, 2.158828, 1.816576, 1.690559, 1.897944, 1.889611, 1.72303, 1.983083, 1.726949, 1.92299, 2.196171, 2.151916, 1.831291, 2.739911, 0.531476, 0.0]}, "lang": {"n_am_en": [3, 0, 4, 4, 6, 7, 4, 8, 3, 3, 2, 6, 7, 12, 9, 9, 12, 9, 13, 11, 14, 15, 14, 11, 21, 16, 16, 14, 7, 4, 8, 6, 6, 10, 12, 15, 16, 18, 19, 21, 24, 24, 28, 24, 20, 15, 5, 2, 0, 1], "n_am_pl": [1, 7, 4, 6, 5, 6, 2, 5, 2, 6, 7, 6, 11, 7, 9, 8, 5, 6, 4, 6, 5, 6, 5, 6, 9, 6, 4, 8, 9, 10, 6, 8, 8, 8, 4, 5, 2, 3, 5, 4, 5, 7, 7, 9, 13, 18, 29, 31, 33, 35], "n_pos": 36, "sum_m_en": [3.822635, 5.3035, 5.832845, 6.147985, 6.584733, 6.283133, 6.42774, 6.857139, 6.662969, 6.670609, 6.327448, 7.002787, 6.604344, 6.706136, 6.412411, 6.475435, 6.793384, 6.714065, 6.807518, 6.556033, 6.433453, 6.455103, 6.455257, 6.294398, 11.395641, 9.863518, 8.611625, 7.686097, 6.808082, 7.167489, 6.887196, 7.410393, 7.153023, 8.362198, 8.996, 9.10497, 9.55497, 12.395427, 16.063065, 18.095136, 17.762591, 20.073023, 21.060603, 18.915781, 18.561901, 12.843261, 5.291647, 1.625002, 0.598223, 0.985816], "sum_m_pl": [0.729173, 1.809415, 2.159141, 2.190687, 2.376248, 2.383074, 2.479159, 2.321695, 2.480913, 2.514387, 2.49373, 2.724065, 2.897365, 3.136832, 3.347602, 3.603938, 3.281522, 3.173513, 2.92751, 2.75642, 2.670747, 2.613709, 2.561029, 2.628494, 4.631863, 4.652832, 4.542162, 4.787113, 5.231102, 5.341713, 4.696049, 4.725849, 4.46081, 4.223321, 3.753074, 3.910554, 3.900388, 3.621519, 3.593852, 3.606557, 4.255503, 5.676271, 7.42323, 8.762139, 11.553812, 17.226761, 27.222617, 30.188724, 32.563697, 34.630628]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "llmzszl-18704", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 945, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.969, "tf_agree_excl_first": 0.9766}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [76, 52, 68, 61, 81, 88, 91, 102, 101, 121, 113, 123, 100, 115, 121, 133, 144, 158, 145, 138, 136, 126, 116, 110, 170, 164, 158, 147, 155, 141, 136, 137, 149, 151, 190, 200, 220, 219, 243, 235, 230, 220, 230, 238, 208, 188, 167, 155, 150, 173], "n_am_pl": [12, 37, 49, 38, 55, 57, 32, 30, 38, 48, 45, 71, 74, 83, 70, 62, 48, 48, 65, 81, 51, 42, 43, 45, 38, 55, 68, 61, 69, 85, 79, 75, 72, 63, 34, 30, 33, 30, 15, 8, 12, 5, 5, 4, 3, 2, 1, 0, 2, 0], "n_pos": 606, "sum_m_en": [70.50935, 86.546027, 83.967097, 84.57291, 88.278086, 87.490658, 92.356656, 98.345163, 98.206423, 104.441623, 100.85837, 99.63095, 101.967021, 98.422666, 98.971373, 104.879004, 105.109554, 102.39301, 102.670467, 100.157147, 97.399677, 97.944123, 95.981155, 95.14815, 123.000952, 125.218195, 120.967488, 114.830449, 117.662383, 111.475314, 109.146511, 112.309919, 113.34117, 121.843, 143.139375, 145.361051, 157.581245, 160.847759, 180.900723, 185.07869, 176.639577, 181.824886, 195.423501, 213.3617, 197.06264, 185.94895, 164.659039, 153.856739, 138.814477, 172.557729], "sum_m_pl": [12.947468, 25.995709, 30.376411, 27.798937, 30.107215, 29.954744, 29.265105, 30.68501, 32.975165, 35.707053, 36.563168, 37.108443, 40.118895, 39.574566, 40.382946, 39.871763, 38.961674, 38.34011, 37.829664, 37.824261, 35.993595, 34.403373, 33.033401, 32.958518, 39.009263, 43.841997, 43.704296, 48.574159, 50.916289, 55.543655, 53.787784, 48.185399, 47.887434, 43.816012, 40.706813, 36.834313, 34.056943, 32.591639, 29.927171, 24.695687, 21.685303, 19.198043, 16.368836, 14.069338, 12.220024, 10.464775, 4.008237, 3.577314, 3.890521, 0.080927]}, "digit": {"n_am_en": [11, 14, 16, 13, 14, 14, 11, 20, 20, 22, 16, 20, 6, 12, 13, 15, 16, 13, 9, 11, 9, 7, 6, 7, 17, 20, 13, 12, 19, 20, 16, 14, 15, 13, 14, 32, 25, 32, 18, 11, 10, 12, 17, 14, 12, 7, 6, 4, 0, 0], "n_am_pl": [1, 22, 31, 19, 21, 21, 12, 3, 9, 14, 17, 32, 44, 42, 32, 22, 19, 15, 25, 29, 15, 9, 11, 11, 18, 24, 27, 19, 27, 31, 30, 25, 30, 26, 10, 11, 13, 15, 12, 7, 10, 3, 3, 3, 3, 1, 0, 0, 0, 0], "n_pos": 119, "sum_m_en": [15.289068, 17.444009, 17.417051, 18.146455, 18.90082, 18.365529, 18.61056, 19.506111, 19.162034, 20.687673, 19.142792, 18.511946, 19.181238, 19.09428, 18.115103, 19.747849, 19.812859, 19.211127, 19.111285, 18.807037, 18.413452, 18.614512, 18.318658, 18.555915, 20.385962, 19.919334, 19.48037, 19.410772, 19.560616, 19.053695, 18.786677, 20.746195, 19.710187, 21.181353, 22.882469, 23.437833, 21.524116, 21.416823, 17.089054, 15.666303, 14.957151, 14.196413, 14.67311, 15.32796, 12.685064, 10.172658, 5.635241, 3.268573, 0.330976, 0.000239], "sum_m_pl": [2.269509, 5.231378, 5.552125, 5.245027, 5.928972, 5.932622, 5.627792, 6.325706, 7.088308, 7.930748, 8.248828, 8.817844, 10.000145, 10.144482, 10.295557, 9.773159, 9.294545, 9.204452, 8.761875, 8.707235, 8.088982, 7.61053, 7.236451, 7.271751, 10.697235, 12.096107, 11.582122, 12.850177, 13.382237, 14.971028, 14.122446, 11.851866, 11.550044, 10.352294, 9.5166, 8.752767, 9.328251, 9.228832, 10.075709, 8.831527, 8.245356, 7.780202, 6.704211, 5.988681, 5.760617, 5.200166, 1.326787, 1.232922, 0.255821, 1e-06]}, "lang": {"n_am_en": [24, 27, 24, 23, 40, 36, 39, 40, 37, 48, 47, 49, 55, 53, 64, 74, 73, 76, 78, 69, 80, 82, 77, 72, 103, 94, 99, 88, 76, 69, 69, 76, 83, 89, 115, 113, 124, 126, 139, 139, 140, 141, 137, 148, 145, 139, 139, 135, 137, 171], "n_am_pl": [3, 4, 5, 3, 5, 9, 9, 6, 7, 7, 9, 11, 7, 12, 12, 18, 9, 13, 13, 21, 14, 14, 11, 11, 4, 7, 10, 9, 13, 16, 13, 15, 8, 8, 6, 1, 1, 0, 0, 0, 0, 1, 2, 1, 0, 1, 1, 0, 2, 0], "n_pos": 171, "sum_m_en": [19.412943, 23.603631, 23.063414, 23.603474, 24.675583, 25.237288, 27.742121, 29.232031, 30.298555, 32.023116, 30.633013, 31.057536, 31.22967, 29.889122, 30.652316, 32.369541, 32.836999, 32.212015, 32.191992, 30.777378, 30.38698, 30.419679, 29.70239, 28.936849, 52.645079, 54.383241, 52.187475, 45.393441, 45.546932, 42.011714, 40.432276, 40.148931, 42.036595, 47.688185, 59.912515, 63.700441, 78.569404, 82.538023, 102.379113, 104.954283, 104.644692, 114.781529, 122.178027, 128.320268, 129.343852, 128.550929, 126.446202, 125.679343, 124.089105, 165.205564], "sum_m_pl": [3.117178, 5.71772, 6.623479, 6.515373, 6.834176, 6.974756, 7.345253, 7.552688, 8.137826, 8.504817, 8.395379, 8.511635, 9.159372, 9.185417, 9.936852, 9.961195, 10.040579, 9.668565, 9.966272, 9.753828, 9.300651, 8.905957, 8.654787, 8.566681, 9.030976, 9.611524, 10.024169, 11.131397, 11.928279, 12.780987, 12.200636, 11.616976, 12.114943, 11.284523, 10.217877, 9.034351, 7.32555, 7.223711, 5.163778, 4.568471, 4.489691, 3.199769, 2.676002, 2.304969, 2.106863, 1.992808, 1.381242, 1.117593, 2.454735, 0.080901]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 608, "item_id": "llmzszl-18705", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 753, "region_end": 606, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9852}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 39, 52, 83, 62, 93, 74, 83, 65, 69, 87, 78, 76, 65, 68, 100, 133, 119, 109, 123, 125, 119, 111, 106, 184, 144, 131, 124, 121, 106, 105, 101, 112, 128, 171, 153, 155, 180, 179, 173, 165, 153, 174, 176, 144, 118, 35, 7, 3, 0], "n_am_pl": [5, 48, 54, 56, 66, 79, 49, 49, 62, 78, 85, 100, 103, 110, 97, 93, 74, 87, 102, 89, 55, 45, 40, 47, 62, 95, 80, 95, 114, 108, 94, 105, 89, 83, 48, 36, 32, 39, 28, 34, 34, 34, 35, 33, 46, 63, 141, 168, 159, 155], "n_pos": 655, "sum_m_en": [67.9137, 92.849711, 93.719722, 93.68512, 97.316023, 95.878376, 99.118668, 102.375376, 99.589122, 108.950507, 109.694124, 108.289926, 108.759535, 101.806671, 98.264428, 104.936557, 109.643135, 105.110128, 105.191325, 103.909618, 101.69756, 102.324515, 100.026176, 99.919505, 133.85873, 121.966859, 110.668544, 105.551987, 108.006035, 106.401597, 100.886647, 103.147209, 107.254722, 113.248694, 129.304503, 126.882113, 121.906728, 131.01695, 140.808504, 151.523585, 144.973219, 137.276457, 155.572635, 170.292629, 144.237696, 116.515005, 44.434787, 14.259114, 6.645087, 0.000113], "sum_m_pl": [12.79611, 31.334231, 36.016239, 34.656481, 37.089865, 37.530345, 35.5309, 37.160979, 41.297793, 43.885082, 45.393292, 46.328885, 48.85373, 48.030691, 47.63612, 44.551886, 42.06792, 41.82188, 40.331307, 41.218121, 39.36764, 37.435811, 36.160112, 36.085941, 49.270166, 57.944527, 56.968452, 62.403104, 66.906556, 69.478908, 63.15036, 57.777704, 54.467634, 49.053676, 44.157877, 38.73191, 36.344072, 33.902412, 33.564761, 29.603103, 28.878828, 29.551859, 30.51328, 34.12669, 47.340081, 66.614367, 133.754603, 161.128114, 158.732851, 154.548674]}, "digit": {"n_am_en": [0, 24, 30, 27, 15, 16, 8, 9, 11, 15, 15, 10, 6, 15, 4, 12, 16, 10, 8, 13, 8, 5, 5, 6, 27, 14, 16, 17, 21, 23, 19, 13, 16, 12, 23, 24, 21, 32, 20, 18, 18, 17, 14, 12, 10, 8, 3, 1, 0, 0], "n_am_pl": [2, 15, 13, 15, 22, 18, 9, 13, 12, 20, 26, 43, 49, 45, 44, 38, 27, 32, 42, 37, 21, 9, 7, 10, 21, 33, 21, 26, 34, 26, 27, 34, 32, 32, 13, 6, 7, 13, 12, 11, 8, 3, 3, 2, 3, 4, 6, 5, 0, 0], "n_pos": 137, "sum_m_en": [16.584508, 19.578285, 20.342848, 20.640749, 21.651678, 20.699931, 20.574396, 21.242915, 20.669572, 22.900668, 21.890113, 21.496311, 22.166227, 21.291802, 20.189887, 21.723857, 22.489703, 21.530704, 21.556665, 21.266656, 20.972956, 21.392056, 20.892043, 21.26466, 24.441677, 22.343667, 20.639288, 21.156062, 21.775008, 21.371095, 20.983681, 21.941324, 22.393795, 23.482718, 26.151297, 26.28942, 25.000788, 26.773598, 23.41624, 22.396704, 21.165754, 18.104526, 17.201386, 17.229833, 13.462619, 9.914958, 4.540763, 1.746475, 0.313112, 0.0], "sum_m_pl": [2.772248, 6.450466, 6.736635, 6.479694, 7.107198, 6.772744, 6.067827, 7.368419, 8.079737, 9.317803, 10.185778, 10.942671, 11.773321, 11.658928, 12.140935, 11.430554, 10.646781, 10.536925, 9.969012, 10.008839, 9.22643, 8.601376, 8.208518, 8.198161, 12.49927, 14.794934, 13.820643, 14.704745, 16.064765, 16.024923, 14.83863, 13.505093, 12.816066, 12.165806, 10.413001, 9.335433, 9.583985, 9.215851, 10.120578, 8.960679, 8.16957, 7.397488, 7.059815, 6.677847, 6.877247, 6.113787, 5.554256, 4.186621, 0.284511, 0.0]}, "lang": {"n_am_en": [18, 12, 6, 18, 22, 35, 37, 38, 26, 34, 41, 34, 38, 21, 30, 38, 58, 53, 55, 58, 71, 73, 72, 67, 99, 79, 67, 56, 50, 46, 45, 48, 49, 55, 75, 73, 74, 83, 87, 83, 79, 78, 95, 99, 87, 71, 18, 1, 0, 0], "n_am_pl": [1, 11, 16, 9, 11, 18, 14, 16, 26, 19, 21, 26, 20, 23, 24, 23, 13, 25, 29, 27, 21, 21, 17, 21, 15, 24, 24, 29, 28, 34, 26, 26, 20, 23, 20, 16, 15, 12, 11, 18, 19, 23, 25, 25, 34, 51, 113, 145, 150, 155], "n_pos": 155, "sum_m_en": [15.564406, 22.38561, 24.049504, 24.044797, 24.868796, 24.908323, 26.967378, 27.224827, 26.932202, 29.689212, 30.444518, 30.033906, 28.652837, 25.762351, 24.266477, 26.638102, 29.030945, 28.008821, 27.657441, 27.426337, 27.448107, 27.236683, 26.609136, 26.084259, 52.695384, 45.697177, 40.452423, 34.375029, 33.537058, 31.44052, 28.843866, 28.900888, 29.928585, 34.664909, 40.903495, 43.378666, 45.1021, 49.686189, 60.928751, 66.97957, 67.8101, 68.164101, 79.870851, 88.885084, 79.982277, 63.630751, 20.395495, 1.979619, 0.673599, 4e-05], "sum_m_pl": [2.738016, 6.744152, 7.85013, 8.133536, 8.218652, 9.291435, 9.534022, 9.276935, 10.492357, 10.162989, 9.913149, 10.103928, 10.659613, 11.145299, 10.63068, 9.683499, 9.033878, 9.164743, 9.332245, 9.275468, 9.046595, 8.673159, 8.546193, 8.573673, 12.310943, 13.831402, 14.845098, 15.365402, 16.067827, 17.765757, 15.511966, 14.993367, 14.072995, 12.89505, 11.612655, 10.520815, 9.724274, 8.579482, 9.072414, 9.540841, 10.567009, 12.570275, 14.970539, 19.317443, 31.386395, 48.944351, 105.327785, 140.059807, 147.653558, 154.247449]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 657, "item_id": "llmzszl-18705", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 881, "region_end": 655, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9939}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 47, 37, 38, 55, 51, 50, 55, 57, 63, 55, 45, 56, 52, 67, 71, 82, 70, 70, 72, 72, 76, 72, 72, 114, 111, 98, 79, 69, 74, 72, 77, 94, 110, 133, 130, 137, 149, 142, 146, 146, 132, 143, 140, 134, 131, 131, 115, 108, 107], "n_am_pl": [7, 23, 31, 15, 21, 29, 23, 33, 42, 43, 39, 44, 46, 48, 48, 49, 35, 40, 29, 32, 25, 25, 19, 21, 19, 30, 25, 34, 35, 44, 35, 34, 37, 32, 34, 19, 19, 9, 14, 11, 5, 6, 6, 4, 5, 5, 3, 1, 1, 0], "n_pos": 338, "sum_m_en": [38.844279, 57.05623, 55.588364, 56.448419, 55.992276, 55.654157, 55.953444, 57.643357, 56.701874, 56.781337, 56.028723, 58.135973, 55.599545, 56.104798, 56.003063, 57.21643, 57.639028, 54.915715, 54.831894, 54.044462, 52.725087, 52.584327, 52.488128, 52.611976, 74.252475, 73.535973, 67.90502, 61.106246, 58.294746, 61.630597, 59.613115, 61.217641, 64.795592, 74.390359, 89.166649, 94.30737, 106.32841, 119.583483, 129.590089, 127.458104, 129.519147, 127.581247, 132.238564, 129.293832, 126.252208, 122.975698, 120.945972, 114.080511, 102.859067, 106.658387], "sum_m_pl": [7.142634, 15.012024, 17.431657, 15.87534, 16.494196, 15.846668, 15.712682, 18.117545, 19.599507, 20.332825, 20.803311, 22.165987, 22.316588, 22.742792, 21.952003, 22.242647, 21.422953, 21.051948, 21.094888, 21.200759, 20.196256, 19.388069, 18.719643, 18.74935, 22.57896, 25.296072, 24.937415, 27.409283, 29.027475, 30.734883, 27.212612, 26.855718, 25.295355, 23.378738, 22.800134, 22.021684, 19.532348, 16.806875, 15.284135, 12.829096, 10.949757, 9.73297, 9.985579, 8.431398, 8.211293, 7.270482, 4.620665, 2.870743, 2.80617, 0.005718]}, "digit": {"n_am_en": [2, 2, 5, 3, 4, 2, 3, 8, 6, 3, 6, 3, 3, 1, 9, 9, 6, 2, 3, 6, 8, 10, 7, 6, 10, 10, 10, 2, 5, 4, 3, 5, 5, 6, 6, 6, 10, 12, 9, 10, 11, 10, 14, 16, 12, 10, 8, 4, 1, 0], "n_am_pl": [2, 4, 2, 1, 2, 0, 1, 4, 4, 7, 4, 7, 6, 5, 5, 9, 5, 5, 7, 7, 7, 4, 2, 3, 4, 2, 3, 5, 5, 7, 5, 4, 8, 5, 3, 0, 4, 2, 5, 4, 1, 1, 0, 1, 2, 1, 2, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.415909, 5.722309, 5.928588, 6.052912, 5.932617, 5.42173, 5.400878, 5.854716, 5.909432, 5.895947, 6.085416, 6.018348, 6.051306, 5.937196, 5.93162, 6.065081, 5.954082, 5.467914, 5.397214, 5.346659, 5.198809, 5.174958, 5.129269, 5.197665, 6.364196, 6.38721, 6.093824, 5.558318, 5.70122, 5.735403, 5.721417, 6.183193, 6.108077, 6.500152, 6.905762, 6.952221, 7.064018, 7.923661, 8.993255, 9.417486, 8.798088, 9.141639, 9.569296, 10.60478, 9.609447, 8.398423, 6.748775, 3.327451, 1.200369, 0.0], "sum_m_pl": [1.00385, 1.91911, 1.987613, 1.768496, 1.702479, 1.62458, 1.700884, 2.110973, 2.085251, 2.15743, 2.212013, 2.548461, 2.409208, 2.596669, 2.445382, 2.512256, 2.319787, 2.264939, 2.207713, 2.212759, 2.066495, 1.979305, 1.896095, 1.915198, 2.60669, 2.66757, 2.698514, 3.149087, 3.11193, 3.370071, 3.039402, 3.049333, 2.860433, 2.834317, 2.646043, 2.378253, 2.493056, 2.291664, 2.304869, 2.086421, 2.061335, 2.18049, 2.108598, 2.021816, 2.430488, 2.383175, 1.953956, 1.013832, 0.149102, 0.0]}, "lang": {"n_am_en": [21, 28, 21, 23, 26, 25, 23, 26, 28, 30, 24, 30, 27, 29, 35, 32, 46, 43, 39, 43, 39, 43, 43, 46, 65, 65, 53, 50, 42, 43, 42, 47, 57, 60, 66, 68, 72, 75, 87, 90, 90, 91, 97, 93, 93, 93, 96, 93, 93, 107], "n_am_pl": [3, 7, 9, 7, 8, 11, 9, 7, 12, 9, 12, 12, 14, 21, 19, 18, 8, 11, 7, 8, 3, 4, 4, 2, 2, 5, 3, 6, 7, 9, 8, 8, 7, 7, 5, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 107, "sum_m_en": [12.787389, 18.503323, 18.14482, 17.955914, 18.020822, 18.275349, 18.556208, 18.799568, 18.361001, 18.361799, 17.388468, 18.922092, 17.313682, 18.026907, 18.364258, 18.331799, 18.870021, 18.388163, 18.106501, 17.817792, 17.394029, 17.114644, 17.296257, 17.157133, 34.996479, 34.209837, 30.791783, 25.770002, 23.071242, 24.192936, 22.756589, 22.736569, 24.900169, 29.16721, 37.924851, 42.253323, 51.821506, 57.910074, 69.538066, 72.981825, 78.388255, 82.421542, 87.512301, 87.288282, 88.371361, 88.350083, 89.565458, 88.896762, 87.476701, 105.979297], "sum_m_pl": [1.721803, 3.886586, 4.531908, 4.309536, 4.770794, 4.618561, 4.657429, 5.29612, 5.884327, 6.024851, 6.343093, 6.642757, 6.836393, 6.854887, 6.70595, 6.682113, 6.615355, 6.387529, 6.550097, 6.624737, 6.308077, 6.063622, 5.857513, 5.809065, 6.258089, 6.865809, 6.900354, 7.894551, 8.729337, 9.309494, 7.927831, 8.059008, 7.516254, 6.677918, 6.566017, 6.346154, 5.333625, 4.51885, 3.420176, 2.786371, 1.889374, 1.421778, 1.061202, 0.886852, 0.630921, 0.466102, 0.31237, 0.338232, 0.799165, 0.005681]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "llmzszl-18706", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9823}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 21, 29, 42, 52, 58, 64, 48, 40, 40, 48, 34, 37, 32, 51, 57, 82, 81, 88, 81, 83, 86, 85, 72, 146, 140, 126, 85, 65, 62, 72, 70, 78, 128, 146, 133, 159, 159, 168, 168, 168, 164, 169, 181, 155, 121, 48, 7, 1, 1], "n_am_pl": [6, 45, 38, 54, 50, 52, 45, 66, 72, 73, 72, 61, 72, 66, 43, 50, 46, 35, 39, 45, 39, 35, 36, 36, 31, 30, 26, 51, 53, 76, 64, 65, 61, 48, 49, 38, 22, 20, 26, 23, 18, 23, 32, 30, 43, 66, 141, 176, 174, 177], "n_pos": 445, "sum_m_en": [44.237547, 68.770411, 73.921936, 75.189559, 73.253509, 71.733712, 71.802498, 74.848507, 71.272783, 72.598344, 73.472587, 74.393031, 71.04952, 70.563717, 69.353636, 72.582307, 72.824098, 69.642905, 68.995146, 69.110681, 67.078596, 67.039195, 67.369174, 67.159943, 92.568261, 90.924184, 82.872083, 72.607839, 69.819654, 71.456471, 71.513798, 72.499826, 74.684449, 84.690532, 99.145027, 102.879577, 110.413128, 123.644857, 135.598167, 136.589989, 142.485534, 138.418574, 144.551509, 152.456479, 135.881797, 106.016718, 43.983444, 10.182072, 4.999753, 1.001071], "sum_m_pl": [8.7618, 22.212189, 26.192953, 25.464547, 24.697437, 24.317196, 23.180511, 26.316028, 28.889095, 28.970161, 29.385356, 31.249817, 31.432231, 32.010339, 30.313686, 28.806871, 27.015546, 26.831713, 25.523735, 26.195951, 25.618504, 24.713428, 24.209533, 24.399823, 29.674938, 32.531466, 33.318221, 38.193556, 41.398607, 43.290166, 38.529012, 39.050398, 37.535267, 34.235026, 32.413812, 30.89257, 27.248636, 26.265099, 24.922961, 24.204634, 22.801309, 24.246431, 29.270455, 32.643607, 42.190267, 66.961454, 140.083901, 169.180166, 169.830715, 177.8203]}, "digit": {"n_am_en": [2, 3, 2, 0, 0, 4, 4, 5, 4, 4, 3, 0, 1, 1, 6, 3, 7, 8, 10, 7, 10, 9, 10, 11, 12, 12, 12, 7, 2, 2, 7, 5, 4, 10, 11, 12, 14, 14, 12, 13, 13, 15, 16, 15, 13, 9, 1, 0, 0, 0], "n_am_pl": [3, 8, 7, 4, 6, 7, 0, 7, 6, 10, 10, 7, 7, 7, 4, 8, 3, 4, 5, 2, 5, 4, 3, 4, 5, 4, 3, 9, 6, 9, 9, 7, 4, 5, 4, 3, 1, 2, 4, 3, 1, 2, 1, 0, 2, 3, 8, 6, 1, 0], "n_pos": 38, "sum_m_en": [4.151095, 6.252809, 6.61821, 6.578466, 6.463478, 5.946418, 5.892285, 6.51954, 6.319915, 6.550285, 7.026441, 6.987823, 6.768387, 6.759453, 6.807806, 7.126881, 7.161722, 6.719834, 6.406948, 6.327716, 6.115807, 6.091791, 6.0346, 6.098955, 8.127493, 8.003332, 7.847986, 6.790175, 6.479945, 6.420932, 6.562838, 6.986476, 6.974605, 7.575368, 8.595502, 9.121995, 8.949687, 10.676493, 11.338858, 11.669489, 11.266754, 11.751968, 12.44194, 12.307227, 9.447977, 7.001487, 1.576444, 0.878609, 0.422105, 0.0], "sum_m_pl": [1.240685, 2.514598, 2.497669, 2.228539, 2.071144, 1.917916, 1.850953, 2.377708, 2.607925, 2.611795, 2.688489, 2.896852, 2.786612, 2.902374, 2.76282, 2.615382, 2.428187, 2.361403, 2.218974, 2.26365, 2.226122, 2.182056, 2.124585, 2.162289, 2.884603, 2.93792, 2.861596, 3.325952, 3.656886, 4.132581, 3.772379, 3.728003, 3.386064, 3.180444, 3.024113, 2.768374, 2.500567, 2.426154, 2.365332, 2.127554, 2.120817, 2.173926, 2.00824, 2.379751, 2.908416, 3.28994, 8.035204, 5.453526, 1.397552, 0.0]}, "lang": {"n_am_en": [7, 13, 12, 23, 27, 30, 34, 22, 19, 19, 19, 17, 19, 19, 24, 32, 40, 44, 42, 42, 46, 52, 51, 40, 89, 80, 68, 49, 33, 35, 28, 36, 43, 64, 71, 75, 78, 84, 99, 104, 106, 102, 108, 118, 106, 84, 31, 4, 1, 1], "n_am_pl": [1, 14, 17, 33, 24, 23, 22, 28, 36, 35, 30, 26, 32, 27, 18, 26, 20, 14, 20, 16, 17, 11, 12, 11, 11, 11, 7, 21, 24, 32, 25, 29, 28, 15, 18, 16, 10, 12, 12, 13, 14, 19, 28, 25, 34, 53, 122, 163, 166, 177], "n_pos": 178, "sum_m_en": [17.305349, 27.019011, 30.781606, 31.255603, 31.119536, 30.472951, 30.854099, 31.465625, 29.765731, 30.17862, 29.511734, 30.110444, 28.25575, 27.858338, 27.416287, 28.959704, 29.139281, 28.143517, 27.785629, 27.992752, 27.261326, 27.217505, 27.754098, 27.25313, 46.232336, 43.886906, 38.686606, 31.715229, 29.883882, 29.942944, 30.171261, 30.126717, 31.649837, 37.410654, 44.651316, 49.384402, 53.359184, 62.233695, 72.26565, 76.992832, 85.941395, 82.74628, 90.927787, 100.018493, 93.916722, 74.063689, 28.010319, 4.452671, 2.321925, 1.000164], "sum_m_pl": [2.581468, 7.511171, 9.188599, 9.483709, 9.231644, 9.3916, 9.271647, 10.014617, 11.37932, 11.67931, 11.996002, 12.923067, 13.528362, 14.010825, 12.658705, 11.873518, 10.936096, 10.899553, 10.508828, 10.660151, 10.450279, 10.064246, 9.841761, 9.909534, 12.106835, 13.321105, 14.430871, 16.773938, 17.91545, 18.791522, 16.116333, 17.087111, 16.190563, 14.374229, 13.955142, 14.063649, 13.375909, 13.178209, 12.723521, 13.351516, 12.850205, 14.763664, 19.167207, 22.126481, 31.429087, 53.973522, 119.538609, 154.705903, 160.317701, 176.920529]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 447, "item_id": "llmzszl-18706", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 854, "region_end": 445, "roundtrip_ok": true, "tf_agree": 0.9955, "tf_agree_excl_first": 0.9978}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 6, 17, 12, 12, 17, 15, 16, 18, 17, 17, 16, 17, 15, 21, 14, 22, 22, 23, 22, 28, 27, 24, 22, 28, 28, 23, 22, 23, 19, 22, 21, 24, 31, 38, 41, 45, 49, 50, 46, 45, 47, 49, 46, 44, 42, 38, 37, 34, 34], "n_am_pl": [3, 4, 2, 7, 13, 14, 2, 8, 9, 8, 12, 17, 16, 19, 18, 20, 13, 15, 10, 7, 5, 3, 6, 3, 12, 12, 6, 10, 14, 18, 17, 16, 10, 8, 7, 6, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 99, "sum_m_en": [11.066148, 15.631685, 15.501836, 15.850194, 16.125583, 14.972281, 14.87567, 16.007861, 15.05466, 16.783353, 16.407341, 17.192933, 16.622888, 16.076888, 15.587528, 16.439649, 16.565759, 16.0015, 15.315533, 15.642675, 15.405667, 15.226282, 15.193061, 15.06604, 20.973218, 20.225818, 18.033143, 17.314789, 16.623362, 17.725822, 17.900894, 18.859287, 19.039303, 21.615049, 27.595502, 28.896413, 31.49125, 35.196341, 41.053484, 40.252221, 38.177605, 38.73636, 42.807637, 41.307383, 39.896489, 39.667998, 36.721546, 36.222402, 32.924884, 34.135083], "sum_m_pl": [1.724533, 3.95375, 5.065441, 4.528943, 4.913112, 5.114429, 5.022956, 5.581873, 5.5277, 5.540525, 5.524092, 6.462975, 6.56055, 6.80531, 7.274379, 6.575134, 6.181797, 5.988816, 5.881872, 5.995384, 5.805042, 5.543207, 5.541584, 5.654257, 6.975975, 7.498296, 7.481489, 7.923766, 9.120817, 9.396931, 9.072363, 8.280447, 8.251791, 7.382886, 6.902731, 6.164631, 5.549856, 4.738001, 3.618431, 2.975451, 2.484591, 2.202664, 2.031071, 1.838563, 1.670796, 1.219909, 0.588895, 0.586234, 0.20456, 0.001691]}, "digit": {"n_am_en": [0, 0, 3, 0, 0, 1, 2, 2, 1, 2, 1, 1, 0, 1, 3, 0, 2, 1, 0, 1, 2, 3, 1, 2, 3, 3, 2, 4, 2, 3, 3, 2, 1, 1, 1, 3, 5, 7, 4, 5, 6, 6, 5, 5, 5, 3, 3, 1, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 0, 0, 1, 2, 3, 4, 2, 5, 7, 5, 6, 4, 4, 5, 4, 3, 2, 4, 2, 2, 4, 2, 3, 5, 5, 3, 3, 1, 2, 4, 3, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.380157, 2.136709, 2.015091, 2.068666, 2.227954, 2.011984, 2.001103, 2.069907, 1.951428, 2.348308, 2.311648, 2.426562, 2.434237, 2.318922, 2.302552, 2.400296, 2.475061, 2.309214, 2.286995, 2.264077, 2.261443, 2.287881, 2.289299, 2.311977, 2.637929, 2.618719, 2.572696, 2.437782, 2.359534, 2.402925, 2.454375, 2.632265, 2.314681, 2.463678, 2.700689, 2.801849, 3.137334, 3.529015, 4.140111, 4.118556, 4.12881, 3.72332, 3.895034, 3.928726, 3.504598, 2.465093, 2.197018, 0.858287, 0.067779, 0.0], "sum_m_pl": [0.267157, 0.710159, 0.78787, 0.723304, 0.748178, 0.80255, 0.733405, 0.826127, 0.800625, 0.864789, 0.823809, 0.982116, 1.004461, 1.149568, 1.258797, 1.032465, 1.015578, 0.991715, 0.942769, 0.946907, 0.885829, 0.860257, 0.863466, 0.913648, 1.283966, 1.407571, 1.312596, 1.409079, 1.554608, 1.507116, 1.481269, 1.199767, 1.202639, 1.10822, 0.983558, 0.944311, 0.905793, 0.83947, 0.723557, 0.578614, 0.58876, 0.640386, 0.648733, 0.606082, 0.679244, 0.564119, 0.273044, 0.315334, 0.021812, 0.0]}, "lang": {"n_am_en": [5, 4, 5, 8, 8, 10, 7, 8, 11, 10, 11, 11, 11, 10, 12, 8, 13, 12, 14, 12, 14, 13, 13, 14, 16, 16, 14, 13, 14, 9, 12, 15, 17, 21, 25, 27, 29, 30, 31, 30, 29, 30, 33, 32, 33, 33, 33, 33, 33, 34], "n_am_pl": [1, 1, 1, 2, 5, 5, 0, 2, 3, 1, 4, 5, 5, 3, 3, 7, 4, 4, 1, 2, 1, 1, 1, 0, 8, 4, 1, 2, 3, 3, 7, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [4.073677, 5.530326, 5.511946, 5.774778, 6.101217, 5.750093, 5.79027, 6.056984, 5.809576, 6.278646, 6.323385, 6.778877, 6.298808, 5.919787, 5.793151, 6.104423, 6.334201, 6.202373, 5.75844, 5.838779, 5.766179, 5.561293, 5.571763, 5.448953, 10.359058, 10.293188, 8.817265, 7.881542, 7.16197, 7.765404, 7.674265, 8.182524, 8.720416, 10.786758, 14.539468, 17.079795, 19.160383, 21.884554, 25.73762, 26.209731, 26.806789, 28.502402, 29.977275, 29.991644, 30.566426, 31.666566, 32.030855, 31.718005, 31.313843, 33.72171], "sum_m_pl": [0.579301, 1.106837, 1.328709, 1.267712, 1.446626, 1.42624, 1.466214, 1.539919, 1.536266, 1.632708, 1.754579, 2.026951, 2.064915, 2.028491, 2.206729, 2.06256, 1.959515, 1.878951, 1.910682, 1.97845, 1.945715, 1.828057, 1.848718, 1.869762, 2.664588, 2.470962, 2.340412, 2.444627, 2.772608, 2.930807, 2.916364, 2.629752, 2.588093, 2.178462, 1.882006, 1.671225, 1.639483, 1.343804, 0.710397, 0.593134, 0.491689, 0.292769, 0.241302, 0.197784, 0.127524, 0.046034, 0.021207, 0.03469, 0.101818, 0.001691]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "llmzszl-18707", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 805, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9604, "tf_agree_excl_first": 0.97}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 9, 23, 28, 32, 32, 49, 42, 34, 40, 58, 42, 43, 46, 44, 45, 62, 43, 44, 55, 77, 81, 72, 65, 98, 87, 76, 55, 52, 60, 60, 56, 53, 80, 91, 89, 108, 116, 125, 127, 118, 123, 121, 126, 112, 84, 25, 4, 0, 0], "n_am_pl": [10, 33, 25, 24, 33, 24, 28, 30, 43, 42, 44, 40, 42, 50, 30, 38, 27, 29, 20, 20, 23, 16, 18, 17, 25, 26, 33, 46, 52, 53, 55, 49, 44, 38, 34, 26, 19, 15, 19, 20, 22, 17, 28, 23, 32, 58, 114, 131, 132, 132], "n_pos": 312, "sum_m_en": [29.563051, 46.021812, 48.512005, 50.596745, 50.256134, 47.303467, 48.297473, 53.343862, 50.180337, 52.410704, 53.307958, 53.867788, 51.876372, 49.966868, 48.159311, 50.893112, 51.549269, 47.147165, 48.237933, 47.649951, 48.831507, 48.223427, 48.486896, 47.338093, 66.674166, 62.755107, 57.130057, 54.213027, 50.621099, 54.09669, 52.516728, 53.069594, 52.698993, 60.018203, 68.815318, 67.530912, 73.407895, 83.13949, 99.978866, 98.828245, 96.873763, 100.494763, 108.145726, 111.939698, 102.345426, 76.36624, 22.935678, 7.112013, 2.025525, 1.3e-05], "sum_m_pl": [5.543559, 14.353805, 18.201837, 16.910117, 16.512464, 16.764691, 16.567478, 18.361438, 19.041216, 19.071867, 19.342403, 20.676675, 20.438287, 21.045097, 19.526759, 17.71159, 16.723917, 16.804453, 16.744349, 17.586514, 17.202013, 16.260711, 16.311126, 16.980771, 21.961033, 25.96328, 27.480648, 29.334749, 31.637892, 31.692014, 29.022265, 29.881138, 28.189001, 24.484561, 22.766093, 22.470988, 21.342639, 20.322006, 18.075276, 18.335944, 17.760741, 18.074882, 21.461357, 23.715471, 30.021447, 55.557567, 106.540529, 123.675132, 127.548876, 132.07594]}, "digit": {"n_am_en": [0, 1, 3, 4, 2, 1, 0, 1, 2, 3, 4, 4, 3, 3, 5, 3, 4, 2, 0, 2, 8, 7, 5, 4, 7, 6, 2, 3, 2, 4, 4, 1, 1, 4, 4, 6, 9, 9, 11, 8, 6, 5, 5, 8, 6, 5, 4, 1, 0, 0], "n_am_pl": [0, 3, 2, 2, 1, 4, 3, 4, 1, 5, 5, 3, 4, 5, 2, 4, 0, 4, 3, 3, 2, 1, 1, 1, 2, 3, 5, 3, 3, 1, 2, 3, 4, 4, 4, 2, 4, 2, 2, 0, 1, 0, 1, 0, 0, 0, 4, 2, 0, 0], "n_pos": 24, "sum_m_en": [2.452569, 3.763633, 3.868214, 3.897141, 3.923906, 3.336596, 3.250141, 3.690952, 3.448564, 3.757654, 3.83247, 3.865001, 3.735492, 3.593907, 3.578395, 3.924946, 4.078293, 3.718688, 3.619669, 3.561119, 3.755073, 3.804698, 3.726693, 3.770267, 4.545465, 4.296535, 3.779084, 3.934591, 3.857412, 4.119302, 4.090566, 4.221672, 4.046127, 4.325972, 4.769741, 5.181029, 5.287019, 5.421599, 7.244696, 6.681467, 6.417131, 6.253913, 6.72627, 6.704623, 5.605201, 4.999573, 2.214806, 0.936505, 0.1731, 0.0], "sum_m_pl": [0.474518, 1.449396, 1.723167, 1.581679, 1.482729, 1.501192, 1.356089, 1.628633, 1.610157, 1.690911, 1.659167, 1.76245, 1.863455, 2.020895, 1.898925, 1.674422, 1.574499, 1.448081, 1.376211, 1.505874, 1.4533, 1.360455, 1.379057, 1.444277, 2.138418, 2.347959, 2.330895, 2.393439, 2.448207, 2.425927, 2.23979, 2.372871, 2.196316, 1.947409, 1.754548, 1.693125, 1.663153, 1.539647, 1.365463, 1.077752, 0.965436, 0.947639, 0.951407, 0.852978, 1.006521, 0.926079, 2.830077, 1.940385, 0.096929, 1e-06]}, "lang": {"n_am_en": [3, 4, 11, 14, 24, 21, 27, 17, 13, 22, 29, 26, 25, 25, 23, 24, 34, 24, 28, 28, 46, 46, 44, 39, 66, 56, 46, 34, 34, 35, 29, 29, 30, 48, 49, 55, 63, 67, 73, 75, 76, 81, 81, 88, 80, 59, 16, 1, 0, 0], "n_am_pl": [0, 9, 7, 10, 10, 6, 11, 14, 19, 17, 22, 19, 17, 22, 18, 15, 13, 13, 8, 7, 9, 7, 7, 8, 9, 11, 12, 20, 24, 22, 24, 19, 15, 22, 19, 15, 10, 8, 12, 14, 17, 12, 20, 19, 26, 50, 99, 125, 130, 132], "n_pos": 132, "sum_m_en": [12.053552, 18.975257, 21.238728, 22.314571, 22.709046, 21.592979, 22.8931, 24.442969, 22.829071, 24.221818, 24.837247, 25.241796, 24.37841, 23.291622, 22.314947, 23.273857, 24.005804, 21.603114, 22.636841, 22.388614, 22.935142, 22.405561, 23.1153, 22.00765, 38.450768, 35.468871, 30.603381, 27.861363, 25.01363, 26.312049, 25.516036, 25.521446, 24.959586, 29.59093, 33.002369, 34.071628, 37.864538, 43.043466, 54.108426, 56.826943, 59.516083, 63.809393, 70.763826, 76.821392, 73.015093, 53.531032, 15.749824, 2.949055, 0.708364, 7e-06], "sum_m_pl": [1.909029, 5.093925, 6.504166, 6.50549, 6.38472, 6.702155, 6.796334, 7.274529, 7.814862, 7.726225, 8.28114, 9.217511, 9.197161, 9.612982, 8.528027, 7.697556, 7.065779, 7.247069, 7.380869, 7.496465, 7.431044, 7.013284, 7.015492, 7.349028, 9.503274, 11.271484, 12.651506, 12.954572, 14.006926, 14.302319, 12.74025, 13.604821, 13.336496, 11.394201, 10.565518, 11.031261, 10.934483, 11.088038, 10.375049, 11.190004, 11.135506, 11.496447, 13.548825, 16.321547, 22.681863, 46.855478, 93.476975, 116.595439, 125.330137, 131.962009]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 314, "item_id": "llmzszl-18707", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 933, "region_end": 312, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9968}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 7, 17, 13, 24, 25, 23, 13, 15, 18, 13, 11, 21, 22, 21, 18, 27, 26, 28, 29, 29, 30, 27, 23, 31, 37, 25, 30, 27, 32, 32, 34, 33, 33, 36, 34, 33, 34, 39, 45, 42, 42, 43, 45, 35, 32, 30, 31, 29, 28], "n_am_pl": [3, 9, 10, 9, 10, 19, 8, 6, 7, 18, 16, 19, 17, 18, 21, 18, 19, 17, 11, 9, 9, 11, 5, 5, 8, 13, 13, 14, 19, 24, 14, 8, 10, 10, 12, 10, 14, 7, 3, 4, 4, 4, 6, 4, 6, 2, 4, 2, 4, 4], "n_pos": 155, "sum_m_en": [16.216178, 23.0582, 22.455536, 22.708423, 24.885408, 23.780206, 23.737178, 23.172813, 22.542209, 23.046595, 22.569444, 22.626985, 21.924568, 22.611867, 23.031344, 23.300862, 24.207475, 24.137572, 24.665224, 24.038788, 22.730055, 22.985264, 22.861348, 22.90238, 28.609842, 28.383645, 25.995163, 25.586668, 25.433178, 27.032115, 25.871939, 27.666053, 28.520197, 29.338315, 31.809286, 30.197187, 30.461402, 31.794186, 33.042827, 36.951235, 34.269347, 38.301484, 39.301726, 39.576213, 35.057871, 35.491929, 32.12586, 32.945977, 28.571161, 28.570776], "sum_m_pl": [3.138762, 7.161022, 8.092301, 7.1545, 7.573614, 7.160952, 7.346988, 7.170466, 8.127192, 9.493938, 10.017852, 10.38286, 10.637362, 10.574891, 11.206249, 11.230796, 10.756307, 10.877208, 10.242687, 9.966783, 9.742005, 9.271642, 8.817018, 8.800178, 11.449164, 12.781697, 12.393152, 13.38815, 13.580048, 14.683233, 13.374086, 12.774225, 12.121685, 11.376753, 11.327445, 10.511603, 9.512159, 8.974616, 9.655838, 8.241608, 7.853942, 6.76507, 6.577413, 6.160127, 6.141464, 4.423838, 5.098557, 3.800237, 3.824004, 3.799042]}, "digit": {"n_am_en": [1, 1, 0, 2, 5, 8, 6, 0, 0, 2, 2, 0, 1, 4, 6, 3, 4, 4, 4, 2, 2, 1, 2, 0, 2, 6, 4, 2, 2, 7, 4, 5, 5, 7, 7, 6, 4, 4, 3, 4, 1, 2, 4, 4, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 1, 7, 0, 1, 2, 2, 4, 3, 4, 1, 3, 6, 7, 6, 5, 2, 3, 4, 2, 3, 2, 5, 3, 4, 5, 7, 5, 2, 3, 3, 3, 3, 4, 3, 1, 0, 0, 2, 3, 0, 2, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.942288, 6.065464, 5.952356, 5.821272, 6.198355, 5.799501, 5.825105, 5.480046, 5.334364, 5.586459, 5.61485, 5.53219, 5.386335, 5.495862, 5.605069, 5.723101, 5.817315, 6.054711, 6.329084, 6.093321, 5.650031, 5.733864, 5.697321, 5.780158, 6.403009, 6.385801, 5.963961, 5.853594, 5.842307, 6.439402, 5.929037, 6.529637, 6.46015, 6.546023, 6.519331, 6.339044, 6.147693, 6.069466, 5.455622, 4.971926, 4.140373, 4.447783, 4.116592, 3.988094, 3.391298, 3.001464, 2.29957, 1.432296, 0.424166, 0.0], "sum_m_pl": [0.640718, 1.729618, 1.760141, 1.593486, 1.653838, 1.58691, 1.561145, 1.56676, 1.848812, 2.038171, 2.198352, 2.224131, 2.25954, 2.356764, 2.45009, 2.542506, 2.521766, 2.557583, 2.364943, 2.341187, 2.31335, 2.199318, 2.09839, 2.1417, 2.799512, 2.924132, 2.735892, 3.417868, 3.6341, 3.796225, 3.324671, 2.954162, 2.550879, 2.337682, 2.238561, 2.078349, 2.057151, 2.036397, 2.433987, 2.105603, 2.09801, 2.176361, 1.956327, 1.79635, 1.933925, 1.424303, 1.027381, 0.848511, 0.184383, 0.0]}, "lang": {"n_am_en": [5, 4, 7, 6, 8, 7, 8, 6, 8, 9, 5, 5, 9, 11, 8, 10, 13, 14, 15, 18, 16, 16, 16, 15, 18, 21, 16, 18, 12, 11, 12, 14, 15, 17, 19, 16, 19, 21, 25, 27, 29, 30, 27, 29, 27, 28, 28, 29, 28, 28], "n_am_pl": [0, 3, 2, 2, 2, 1, 4, 3, 2, 2, 3, 5, 1, 5, 8, 6, 2, 4, 1, 1, 1, 2, 1, 2, 2, 4, 4, 5, 6, 5, 2, 2, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 2, 4, 4], "n_pos": 33, "sum_m_en": [3.425776, 4.945171, 4.869985, 4.994068, 5.64875, 5.585994, 5.430833, 5.500963, 5.613431, 5.655862, 5.554362, 5.854954, 5.635941, 5.829602, 5.891542, 5.801389, 6.12997, 6.126822, 6.041388, 5.971745, 5.5531, 5.532129, 5.496231, 5.468951, 11.310029, 11.137362, 9.870902, 8.786072, 8.2147, 8.368108, 8.013443, 8.173334, 8.598069, 9.523154, 11.719923, 11.755204, 13.334669, 15.337192, 17.324224, 21.237066, 21.159553, 24.725122, 25.554599, 25.945362, 25.842313, 26.390331, 26.51311, 26.979617, 26.6931, 27.657734], "sum_m_pl": [0.578809, 1.258384, 1.394218, 1.332672, 1.438002, 1.323227, 1.444936, 1.430813, 1.64971, 1.938984, 2.217152, 2.38985, 2.521485, 2.464717, 2.669701, 2.64937, 2.440185, 2.447626, 2.275311, 2.199051, 2.165314, 2.074133, 1.953428, 1.897586, 2.311408, 2.630738, 2.591039, 2.848196, 2.7921, 3.082155, 2.854123, 2.792744, 2.641018, 2.485984, 2.426016, 2.461549, 2.265155, 2.086783, 1.907017, 1.404825, 1.517449, 0.862519, 0.787677, 0.805107, 0.939494, 0.702449, 2.637661, 2.266532, 3.35621, 3.799024]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-18709", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 14, 28, 36, 43, 45, 33, 29, 26, 42, 40, 30, 40, 37, 41, 45, 56, 58, 49, 47, 36, 47, 50, 48, 75, 62, 51, 46, 40, 42, 35, 39, 45, 58, 80, 88, 76, 86, 77, 99, 87, 84, 88, 78, 72, 56, 18, 0, 0, 0], "n_am_pl": [1, 23, 25, 16, 17, 24, 24, 29, 35, 31, 38, 41, 36, 30, 34, 29, 26, 24, 33, 28, 27, 21, 19, 17, 22, 32, 30, 28, 35, 36, 38, 34, 30, 26, 20, 15, 23, 19, 19, 18, 22, 24, 22, 23, 31, 41, 83, 108, 109, 110], "n_pos": 242, "sum_m_en": [23.527217, 37.206559, 37.662126, 38.96087, 39.164613, 38.323003, 39.660845, 38.587788, 38.717128, 40.662153, 40.992414, 40.527815, 38.846614, 38.193742, 37.908472, 38.884896, 40.881021, 41.088007, 40.384542, 38.757708, 36.982767, 38.709906, 37.922638, 37.843347, 58.712023, 53.222196, 49.46925, 45.548902, 43.332116, 43.786371, 41.146019, 43.14779, 45.427007, 48.962977, 54.184596, 56.059828, 57.348258, 62.001686, 63.271161, 77.49031, 73.502956, 75.047075, 81.883449, 75.702665, 65.87338, 51.180774, 18.986531, 4.717073, 2.55754, 0.000253], "sum_m_pl": [4.00278, 11.387449, 13.046543, 12.752213, 12.861679, 12.558127, 13.733892, 13.502081, 16.018734, 16.793777, 17.722672, 18.10068, 19.136058, 19.177028, 19.951905, 17.756416, 15.938981, 16.025802, 15.041745, 15.067265, 14.654842, 13.863688, 13.552731, 13.331599, 18.120168, 19.89986, 20.043723, 21.245005, 22.007608, 24.426937, 22.981876, 22.38365, 21.105102, 19.22862, 18.249088, 17.197766, 16.253781, 15.033769, 16.458973, 16.09955, 18.245088, 17.427397, 17.284494, 23.16005, 29.632861, 41.833428, 80.072837, 101.346033, 107.208731, 109.898005]}, "digit": {"n_am_en": [0, 1, 1, 3, 4, 4, 2, 4, 1, 2, 4, 2, 3, 6, 5, 4, 6, 4, 6, 4, 0, 1, 3, 2, 7, 6, 3, 2, 1, 3, 4, 5, 7, 5, 5, 10, 7, 7, 4, 8, 4, 4, 1, 3, 4, 4, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 1, 2, 5, 0, 3, 2, 0, 1, 2, 3, 0, 1, 2, 2, 2, 2, 4, 4, 4, 4, 5, 2, 5, 3, 4, 5, 3, 6, 4, 2, 2, 3, 4, 3, 3, 2, 2, 0, 2, 1, 0, 1, 0, 1, 2, 0, 0], "n_pos": 34, "sum_m_en": [3.130617, 5.625172, 5.83221, 5.461062, 5.593918, 5.223391, 5.378593, 5.134642, 4.895476, 5.092309, 5.270735, 5.32578, 4.99435, 5.280932, 5.290253, 5.220932, 5.224002, 5.416567, 5.67439, 5.589806, 5.267784, 5.322476, 5.24193, 5.371764, 6.670279, 6.252492, 5.828686, 5.580443, 5.403376, 5.717186, 5.298562, 5.85928, 6.316319, 6.563004, 6.841231, 6.784522, 6.482872, 6.671945, 5.913622, 5.632748, 4.960406, 4.77084, 4.478671, 4.341295, 4.293679, 3.736432, 2.249095, 1.079011, 0.476978, 0.0], "sum_m_pl": [0.526147, 1.58705, 1.620273, 1.545374, 1.554321, 1.412269, 1.438189, 1.462128, 1.80254, 1.929203, 2.115504, 1.98709, 2.146763, 2.086226, 2.175863, 2.207099, 2.052486, 2.143748, 1.911164, 2.026696, 1.935211, 1.845304, 1.787988, 1.835838, 2.417142, 2.646985, 2.256457, 2.304511, 2.282716, 2.631415, 2.562439, 2.604212, 2.36153, 2.135971, 1.988668, 1.838018, 1.793753, 1.71486, 1.972525, 1.708237, 1.682585, 1.677579, 1.600796, 1.571261, 1.656954, 1.24346, 1.760998, 2.132656, 0.188212, 0.0]}, "lang": {"n_am_en": [9, 10, 15, 23, 24, 26, 23, 14, 14, 22, 20, 16, 23, 21, 24, 24, 33, 38, 25, 22, 23, 28, 30, 33, 46, 39, 30, 29, 23, 22, 19, 19, 20, 35, 48, 55, 49, 56, 50, 64, 58, 55, 61, 52, 48, 37, 14, 0, 0, 0], "n_am_pl": [0, 14, 15, 12, 8, 12, 18, 18, 22, 22, 26, 29, 21, 24, 23, 22, 15, 17, 24, 17, 17, 14, 12, 10, 13, 19, 18, 16, 19, 24, 25, 21, 22, 17, 11, 9, 13, 11, 13, 13, 17, 18, 17, 20, 28, 36, 69, 92, 104, 109], "n_pos": 109, "sum_m_en": [11.17675, 16.776065, 17.51119, 18.310864, 18.081387, 18.040285, 18.791367, 18.20088, 18.802191, 19.79874, 19.753317, 19.616054, 18.732475, 17.798561, 17.368937, 17.981861, 19.695733, 20.122856, 19.219261, 18.334505, 17.553634, 19.03746, 18.444589, 18.200431, 33.42992, 29.604135, 27.174946, 23.996265, 22.100425, 21.76736, 20.630801, 20.999782, 22.002317, 24.58604, 27.398666, 29.840373, 31.172794, 35.295139, 37.504121, 48.546559, 47.305377, 47.759766, 54.917412, 50.515312, 42.829149, 31.911526, 11.155649, 1.433334, 0.660635, 0.00022], "sum_m_pl": [1.825586, 4.967373, 5.822138, 5.943813, 5.878149, 5.909835, 6.791712, 6.738733, 7.966071, 8.338755, 8.8619, 9.56893, 10.32338, 10.644737, 10.980019, 9.219909, 7.924834, 7.840764, 7.464532, 7.335596, 7.154621, 6.760361, 6.612915, 6.382228, 9.55858, 10.297536, 11.054133, 11.862095, 12.24759, 13.643439, 12.740542, 12.504913, 11.741174, 10.905986, 10.168506, 9.905565, 9.823324, 8.957601, 9.469304, 9.846415, 11.519709, 11.763974, 12.059864, 17.530843, 23.681241, 35.225085, 67.472175, 87.836711, 101.293441, 108.535181]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "llmzszl-18709", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 876, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9835}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 4, 7, 10, 8, 5, 10, 10, 7, 10, 9, 8, 7, 12, 12, 13, 16, 15, 18, 15, 16, 19, 14, 13, 19, 14, 14, 12, 9, 6, 12, 15, 17, 22, 17, 18, 12, 16, 19, 23, 25, 28, 21, 22, 20, 18, 11, 10, 11, 12], "n_am_pl": [3, 6, 5, 2, 7, 7, 5, 6, 8, 10, 10, 6, 7, 11, 5, 6, 5, 5, 6, 7, 7, 7, 5, 3, 3, 5, 4, 6, 8, 11, 9, 8, 5, 7, 7, 4, 5, 5, 4, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0], "n_pos": 72, "sum_m_en": [7.82878, 10.227939, 9.850484, 10.974877, 11.959764, 11.613795, 12.29068, 11.811173, 10.78718, 10.658919, 10.903282, 10.480058, 10.213211, 9.895076, 9.525424, 10.432863, 11.349222, 10.643718, 13.295529, 12.373597, 11.673773, 11.649197, 11.587455, 11.691855, 15.422271, 14.289431, 11.923618, 11.410565, 11.005615, 11.308145, 10.658691, 11.665048, 12.588357, 13.610055, 14.163001, 14.254961, 15.879716, 17.613636, 17.845458, 23.027037, 21.177412, 23.493928, 20.994137, 21.702476, 19.679908, 19.137307, 15.352277, 13.038575, 12.05411, 11.622694], "sum_m_pl": [1.963228, 3.683017, 4.415374, 4.056033, 4.347861, 4.17402, 4.429174, 4.543463, 4.813269, 4.856629, 4.93421, 4.914372, 5.553594, 5.463936, 5.577608, 5.760097, 5.450568, 5.28096, 4.591507, 4.392952, 4.214694, 4.131253, 3.96779, 4.074295, 4.762488, 6.065926, 6.003335, 6.731038, 6.49569, 7.179439, 7.032893, 6.810221, 6.875412, 6.332555, 6.270349, 5.293682, 4.307737, 3.810395, 3.29633, 2.136612, 2.113971, 1.602721, 1.587467, 1.35556, 1.151901, 1.010667, 0.69488, 0.484326, 0.162886, 1.6e-05]}, "digit": {"n_am_en": [2, 0, 1, 3, 1, 0, 1, 2, 0, 3, 1, 0, 0, 3, 3, 3, 3, 1, 1, 2, 1, 2, 0, 1, 2, 2, 2, 0, 0, 0, 0, 3, 2, 3, 2, 2, 2, 1, 2, 3, 4, 4, 3, 2, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 5, 3, 3, 2, 2, 4, 3, 1, 1, 4, 0, 1, 1, 0, 2, 1, 1, 3, 1, 1, 1, 2, 2, 2, 2, 2, 5, 3, 1, 1, 1, 1, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 14, "sum_m_en": [1.69866, 2.072409, 1.97452, 2.196691, 2.730219, 2.441097, 2.690992, 2.32874, 1.978923, 1.981578, 1.93154, 1.730013, 1.805502, 1.701119, 1.695213, 1.907741, 2.122078, 1.84286, 2.234528, 2.215563, 2.20829, 2.242969, 2.233678, 2.238346, 2.695995, 2.457298, 2.060592, 2.03442, 1.81652, 1.902812, 1.80292, 1.993605, 2.225498, 2.342193, 2.200159, 2.298963, 2.284624, 2.356046, 2.25282, 3.364348, 2.840651, 3.042845, 2.452647, 2.448402, 1.809018, 1.445827, 1.041136, 0.697434, 0.280933, 0.005982], "sum_m_pl": [0.387024, 0.766606, 0.815848, 0.763779, 0.919119, 0.802473, 0.737985, 0.803983, 0.830181, 0.942564, 0.929665, 0.922845, 1.042272, 1.052787, 1.043452, 1.165596, 1.11417, 1.101403, 0.916808, 0.82199, 0.793946, 0.791326, 0.759308, 0.797841, 1.208075, 1.597081, 1.737538, 1.861701, 1.772536, 2.045655, 1.967748, 1.994362, 1.946417, 1.746055, 1.351719, 1.126207, 0.884335, 0.839901, 0.822702, 0.589926, 0.643484, 0.639449, 0.708745, 0.612304, 0.666918, 0.543591, 0.53773, 0.393643, 0.085569, 0.0]}, "lang": {"n_am_en": [2, 0, 2, 2, 2, 3, 2, 3, 6, 2, 3, 4, 2, 3, 2, 2, 4, 4, 8, 5, 6, 8, 7, 7, 6, 5, 5, 5, 3, 4, 5, 5, 6, 7, 6, 9, 6, 9, 9, 9, 10, 11, 10, 9, 9, 10, 9, 9, 10, 11], "n_am_pl": [1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 2, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 2, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.155903, 1.546336, 1.635104, 1.841472, 2.05931, 2.154141, 2.218684, 2.202458, 2.208579, 2.115411, 2.264377, 2.267983, 2.097985, 2.056446, 1.80595, 2.085728, 2.338162, 2.37866, 2.796762, 2.596057, 2.456045, 2.361503, 2.312362, 2.278028, 4.215751, 3.644632, 3.095334, 2.702041, 2.535147, 2.580404, 2.432436, 2.622032, 2.929762, 3.378335, 3.925096, 4.487158, 5.597301, 6.193881, 6.742004, 7.875309, 7.947372, 9.437673, 9.248748, 9.095078, 9.550559, 9.947977, 9.782605, 9.473055, 9.716097, 10.318629], "sum_m_pl": [0.31974, 0.509362, 0.55831, 0.60003, 0.666578, 0.660389, 0.695627, 0.723957, 0.704615, 0.723889, 0.777884, 0.762349, 0.898435, 0.934667, 0.931961, 0.897831, 0.828689, 0.784225, 0.705181, 0.703456, 0.677474, 0.658671, 0.635156, 0.677512, 0.686243, 0.82074, 0.787978, 0.91341, 0.921356, 1.063546, 1.00232, 0.904121, 0.999297, 0.880206, 0.880844, 0.753997, 0.686869, 0.526541, 0.531851, 0.345872, 0.386108, 0.101925, 0.050742, 0.046914, 0.027724, 0.021596, 0.010136, 0.013689, 0.018943, 1.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "llmzszl-18711", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 719, "region_end": 72, "roundtrip_ok": true, "tf_agree": 0.9324, "tf_agree_excl_first": 0.9452}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 20, 28, 33, 37, 40, 38, 38, 40, 34, 40, 41, 39, 38, 44, 61, 79, 68, 83, 82, 77, 69, 71, 67, 107, 100, 94, 67, 64, 60, 58, 74, 76, 83, 92, 94, 97, 120, 120, 124, 117, 120, 111, 122, 94, 69, 26, 6, 4, 1], "n_am_pl": [1, 18, 36, 22, 34, 40, 35, 55, 46, 40, 33, 42, 39, 41, 38, 32, 34, 34, 30, 28, 19, 26, 26, 19, 15, 23, 27, 34, 36, 40, 50, 39, 40, 27, 24, 22, 12, 13, 7, 10, 16, 15, 19, 21, 23, 49, 80, 98, 102, 104], "n_pos": 311, "sum_m_en": [28.741759, 44.629307, 47.117907, 48.485351, 50.509814, 49.504566, 50.2833, 49.544443, 47.208594, 49.438048, 50.073801, 50.273897, 49.675215, 47.973887, 45.780963, 48.961523, 53.103641, 49.583538, 53.304738, 53.221277, 52.167383, 51.302206, 50.404712, 50.210999, 78.859718, 71.209145, 63.968564, 57.345324, 53.756236, 53.113171, 49.915471, 53.322967, 55.309909, 61.400712, 69.502977, 73.476068, 75.539987, 85.025891, 90.169056, 95.291069, 93.719589, 93.670331, 90.710758, 100.90871, 83.702441, 58.455965, 27.467152, 9.076661, 6.830005, 0.999283], "sum_m_pl": [4.922133, 14.386894, 18.207864, 18.360753, 19.20086, 18.887824, 19.924935, 19.718453, 21.306024, 22.107078, 21.724451, 22.082193, 24.113632, 24.223724, 24.441581, 23.027027, 21.265972, 20.953151, 18.237378, 17.958041, 17.011847, 16.249624, 15.719986, 16.017193, 17.507243, 20.935145, 22.892755, 26.265326, 28.60455, 30.512289, 28.87619, 27.122942, 27.633443, 25.72258, 25.035585, 22.206088, 18.778379, 17.136901, 15.686932, 14.896046, 16.213241, 16.752681, 17.663534, 20.955972, 25.44285, 46.272175, 73.418215, 94.549124, 99.507469, 103.858614]}, "digit": {"n_am_en": [1, 3, 10, 1, 1, 2, 2, 5, 3, 1, 0, 2, 3, 2, 5, 2, 7, 4, 7, 3, 5, 4, 2, 4, 10, 8, 5, 3, 8, 4, 4, 10, 8, 9, 5, 6, 6, 5, 8, 13, 8, 11, 7, 9, 5, 5, 3, 2, 2, 0], "n_am_pl": [0, 1, 5, 3, 6, 7, 4, 7, 4, 2, 3, 5, 5, 11, 8, 6, 3, 5, 1, 2, 2, 2, 2, 2, 0, 1, 5, 3, 2, 4, 4, 4, 3, 2, 2, 4, 0, 2, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_pos": 34, "sum_m_en": [4.050749, 5.775861, 5.91436, 5.967275, 7.190678, 6.863375, 6.914406, 6.421347, 5.775811, 5.691961, 5.581186, 5.279651, 4.962966, 4.985989, 4.916422, 5.212308, 5.593973, 4.962624, 5.452657, 5.763324, 5.705977, 5.717388, 5.629172, 5.814159, 8.299628, 7.188697, 6.202161, 5.860845, 5.405247, 5.448975, 5.213058, 6.018449, 6.373204, 6.527792, 6.500377, 5.959013, 5.640305, 6.04815, 7.244888, 8.247359, 7.410336, 8.1656, 6.672259, 7.593548, 5.320154, 4.221527, 3.01523, 2.157908, 1.54514, 0.000123], "sum_m_pl": [0.812475, 2.142739, 2.140785, 2.232281, 2.41325, 2.039947, 1.758207, 2.053382, 2.330245, 2.445835, 2.51142, 2.464996, 2.7337, 2.843813, 2.979765, 3.095482, 2.764938, 2.703539, 1.949953, 1.855389, 1.735559, 1.695119, 1.618386, 1.667255, 1.946935, 2.272172, 2.556085, 2.803024, 3.210018, 3.482177, 3.124976, 2.972046, 2.826107, 2.720861, 2.86383, 2.74889, 2.390048, 2.070993, 1.999466, 1.721759, 2.278611, 1.585982, 1.603365, 1.776005, 1.990111, 1.653146, 1.71939, 1.547313, 0.584193, 0.0]}, "lang": {"n_am_en": [2, 6, 6, 15, 15, 15, 16, 11, 17, 15, 15, 17, 14, 14, 14, 23, 40, 37, 46, 45, 43, 39, 41, 41, 60, 56, 47, 35, 27, 27, 27, 28, 33, 38, 43, 44, 55, 68, 65, 62, 63, 65, 63, 66, 57, 38, 12, 1, 1, 1], "n_am_pl": [0, 11, 11, 10, 14, 14, 10, 18, 15, 15, 12, 19, 19, 18, 17, 10, 15, 10, 14, 12, 9, 13, 16, 8, 7, 13, 14, 19, 18, 22, 21, 17, 18, 13, 17, 10, 9, 8, 6, 9, 14, 13, 18, 18, 20, 44, 72, 92, 100, 104], "n_pos": 105, "sum_m_en": [8.734641, 14.410074, 16.019425, 16.363503, 16.590666, 16.470611, 16.834813, 16.849255, 17.244013, 18.351155, 18.954968, 18.967508, 18.277419, 17.241005, 16.39628, 17.950431, 20.334956, 19.226844, 20.913947, 20.246872, 19.646796, 18.878715, 18.47994, 17.855024, 36.626629, 32.116884, 27.77402, 23.263132, 20.719252, 19.915579, 18.783156, 20.018324, 20.918813, 24.126622, 27.886271, 32.004094, 34.66223, 39.499027, 44.577054, 45.941691, 48.603252, 49.06863, 52.610066, 54.983599, 49.481032, 31.319262, 12.099827, 2.037219, 1.897036, 0.998879], "sum_m_pl": [1.422297, 3.929797, 5.12826, 5.580004, 5.913172, 6.240772, 6.660336, 6.454882, 6.953573, 7.291223, 7.003728, 7.447188, 8.429278, 8.512422, 8.733318, 7.622583, 6.887221, 6.814941, 6.544445, 6.225348, 5.941612, 5.690979, 5.487817, 5.627818, 6.3915, 8.012187, 9.733703, 10.499702, 11.269702, 12.131, 11.249271, 10.679702, 10.976588, 10.702964, 10.316389, 9.945819, 9.042386, 8.688811, 7.835328, 8.649789, 9.518692, 11.00655, 12.162366, 14.973458, 19.736956, 39.492811, 64.663245, 87.220241, 95.431577, 103.807712]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 313, "item_id": "llmzszl-18711", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 847, "region_end": 311, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 0.9904}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 13, 22, 20, 14, 17, 20, 22, 10, 11, 20, 15, 24, 21, 21, 27, 22, 17, 29, 31, 21, 16, 17, 19, 26, 23, 14, 19, 20, 20, 20, 23, 24, 34, 33, 42, 45, 37, 30, 38, 44, 44, 48, 49, 47, 41, 41, 42, 38, 39], "n_am_pl": [2, 8, 9, 11, 10, 13, 14, 7, 16, 13, 12, 16, 15, 16, 13, 10, 13, 22, 12, 11, 8, 9, 6, 6, 13, 19, 22, 21, 20, 20, 18, 13, 15, 11, 11, 9, 7, 7, 8, 9, 6, 3, 2, 1, 2, 0, 1, 1, 2, 2], "n_pos": 121, "sum_m_en": [13.447932, 18.844608, 18.446176, 18.45079, 19.645969, 18.711762, 19.125515, 19.413082, 18.523838, 18.762119, 18.96993, 19.331493, 19.68788, 19.074815, 18.606941, 20.017916, 20.103765, 18.759746, 21.020922, 20.588545, 18.574108, 18.550164, 18.101505, 18.250162, 23.271988, 23.036445, 20.823089, 19.996512, 19.4639, 19.365251, 19.618024, 22.143794, 22.512013, 23.97532, 25.745177, 25.554236, 29.355287, 29.300874, 29.527625, 32.58412, 34.696532, 38.985137, 41.829082, 40.366701, 40.993371, 39.431445, 38.999585, 37.669108, 36.660166, 39.346158], "sum_m_pl": [2.39259, 5.379101, 6.517545, 6.148599, 6.60031, 6.910012, 6.424334, 6.903118, 7.693854, 7.986455, 8.217754, 8.799058, 9.611326, 9.097323, 10.035981, 10.028519, 9.762574, 9.782698, 8.82382, 8.47413, 8.262604, 7.880003, 7.555572, 7.362107, 10.128802, 11.722814, 11.37276, 11.382199, 11.967851, 12.614456, 11.886172, 10.68417, 10.890242, 10.863472, 10.241528, 9.955673, 9.002288, 8.873261, 7.796809, 7.412718, 6.2172, 4.55327, 4.151255, 3.522138, 3.213615, 2.166746, 2.418985, 2.094486, 2.364733, 1.938602]}, "digit": {"n_am_en": [0, 1, 2, 1, 1, 1, 0, 1, 0, 0, 2, 1, 5, 2, 2, 1, 2, 2, 4, 3, 1, 0, 0, 0, 1, 3, 1, 2, 1, 3, 3, 3, 2, 4, 2, 6, 7, 5, 2, 1, 3, 3, 2, 2, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 0, 2, 1, 2, 2, 3, 2, 2, 3, 3, 3, 1, 2, 2, 3, 0, 2, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 2, 1, 1, 1, 3, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.708325, 2.685431, 2.446319, 2.44093, 2.6232, 2.524222, 2.501224, 2.608626, 2.462978, 2.503896, 2.646532, 2.67191, 2.73571, 2.530023, 2.362608, 2.55457, 2.741537, 2.594951, 2.928502, 2.751565, 2.419255, 2.484735, 2.427936, 2.513764, 2.714939, 2.825754, 2.489718, 2.725494, 2.643897, 2.708922, 2.681932, 2.84631, 2.813813, 2.779135, 2.871389, 2.926772, 2.916253, 3.086885, 2.36714, 2.481637, 2.701529, 2.925647, 2.413354, 1.906044, 1.533665, 1.195482, 0.901697, 0.415349, 0.098365, 0.0], "sum_m_pl": [0.308748, 0.883813, 0.900536, 0.858515, 0.868414, 0.824079, 0.728345, 0.865584, 0.935279, 1.055042, 1.056592, 1.111639, 1.291228, 1.25956, 1.361263, 1.52535, 1.441018, 1.495655, 1.324809, 1.292066, 1.205035, 1.127543, 1.063698, 1.065068, 1.629981, 1.735791, 1.579302, 1.714697, 1.784457, 1.574351, 1.537475, 1.39964, 1.402676, 1.362998, 1.26896, 1.298303, 1.193329, 1.13541, 1.102582, 1.024913, 0.890835, 0.961052, 0.95944, 0.874075, 0.883872, 0.674893, 0.567981, 0.310456, 0.089245, 0.0]}, "lang": {"n_am_en": [6, 5, 9, 6, 5, 6, 10, 7, 5, 5, 8, 7, 9, 8, 7, 9, 7, 6, 12, 14, 10, 8, 9, 11, 12, 11, 7, 10, 11, 9, 10, 12, 13, 15, 16, 20, 19, 19, 15, 22, 28, 30, 34, 37, 35, 36, 35, 36, 36, 39], "n_am_pl": [1, 3, 4, 4, 3, 8, 6, 4, 6, 6, 5, 5, 4, 5, 8, 4, 5, 8, 8, 7, 6, 6, 5, 5, 4, 8, 8, 8, 10, 9, 7, 6, 9, 6, 3, 1, 4, 3, 5, 6, 3, 2, 1, 1, 1, 0, 1, 1, 2, 2], "n_pos": 42, "sum_m_en": [4.527296, 6.351581, 6.46422, 6.342039, 6.697507, 6.657474, 6.959199, 7.050278, 7.017477, 6.945961, 7.057923, 7.209512, 7.261316, 7.125215, 6.81653, 7.367337, 7.116735, 6.731938, 7.491116, 7.478096, 6.756746, 6.477235, 6.348749, 6.352452, 9.263325, 9.525748, 8.850187, 8.448095, 7.410641, 7.591868, 7.832023, 8.728474, 8.52679, 9.563505, 10.051964, 10.236636, 12.896193, 13.639828, 14.685167, 16.905032, 19.148467, 23.864254, 27.231976, 27.732869, 30.182961, 31.2014, 32.743304, 31.580467, 33.461876, 38.58062], "sum_m_pl": [0.812353, 1.596446, 1.978099, 1.856396, 2.141479, 2.465004, 2.396934, 2.557675, 3.0177, 2.936454, 3.109377, 3.338923, 3.578342, 3.402905, 3.7985, 3.482726, 3.562242, 3.374075, 3.124991, 2.873284, 2.847668, 2.711082, 2.629668, 2.539747, 3.674274, 4.154134, 4.303597, 4.016635, 4.210472, 4.741238, 4.474214, 4.189714, 4.362306, 4.110026, 3.882175, 3.768655, 3.575831, 3.548495, 3.275982, 3.584984, 2.969759, 2.064272, 1.796917, 1.467247, 1.411935, 0.825464, 1.311585, 1.462143, 1.885842, 1.938602]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "llmzszl-18712", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 799, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9593, "tf_agree_excl_first": 0.9672}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 11, 21, 31, 35, 36, 36, 41, 33, 47, 44, 51, 47, 50, 47, 63, 55, 42, 78, 64, 54, 50, 53, 52, 81, 84, 75, 63, 56, 53, 56, 73, 62, 70, 75, 78, 85, 82, 77, 81, 87, 88, 94, 96, 80, 70, 30, 3, 0, 0], "n_am_pl": [10, 24, 27, 33, 28, 35, 34, 26, 32, 36, 40, 35, 26, 30, 27, 21, 29, 34, 31, 24, 16, 18, 15, 12, 17, 26, 24, 31, 38, 47, 38, 30, 32, 22, 28, 29, 31, 24, 32, 34, 37, 37, 34, 41, 46, 68, 101, 121, 129, 133], "n_pos": 258, "sum_m_en": [23.422332, 36.709822, 38.922827, 39.044868, 40.185646, 38.185318, 38.928951, 43.310381, 41.346679, 43.206154, 43.580953, 42.325204, 42.018336, 39.747842, 37.701072, 42.468531, 43.681092, 39.859443, 43.091637, 41.443254, 37.759983, 37.807371, 38.231137, 38.244526, 57.589358, 55.344603, 49.379134, 44.59458, 43.795928, 42.710122, 42.259722, 44.383462, 43.678845, 47.310229, 52.214318, 52.638599, 57.655335, 60.415406, 62.290655, 69.204909, 72.430044, 80.594403, 83.378555, 83.807524, 75.724932, 67.380724, 26.478669, 5.137002, 2.615478, 1.9e-05], "sum_m_pl": [4.204404, 11.789122, 13.780723, 13.366716, 12.768706, 15.096455, 15.41182, 15.628143, 17.899691, 18.675608, 18.474131, 19.504049, 21.454873, 19.520921, 20.661991, 18.485507, 18.643459, 19.027499, 17.058054, 16.959547, 16.597771, 15.990436, 15.270791, 15.128209, 18.161923, 21.990674, 21.382036, 22.98386, 24.834982, 27.046452, 24.782445, 23.725249, 24.263337, 23.202714, 21.310987, 21.464992, 23.554981, 25.491643, 24.488927, 25.327272, 27.012867, 25.743795, 29.726787, 35.217957, 43.616459, 60.806924, 98.092156, 117.912488, 125.59132, 133.262883]}, "digit": {"n_am_en": [1, 0, 4, 1, 1, 1, 2, 0, 2, 2, 1, 2, 0, 3, 2, 1, 1, 1, 3, 2, 4, 1, 2, 3, 2, 4, 3, 4, 4, 2, 1, 2, 2, 6, 6, 2, 4, 3, 4, 3, 3, 3, 3, 4, 3, 4, 2, 0, 0, 0], "n_am_pl": [1, 1, 5, 0, 0, 2, 2, 3, 1, 1, 2, 2, 1, 2, 3, 5, 1, 2, 5, 4, 2, 3, 1, 0, 0, 1, 3, 2, 3, 4, 7, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.959737, 3.112368, 3.181204, 3.176114, 3.150455, 3.094103, 3.177373, 3.336066, 3.002384, 3.133028, 3.189728, 2.917505, 2.825649, 2.836112, 2.687131, 2.940168, 3.281323, 3.076203, 3.325976, 3.119804, 2.885165, 2.990108, 2.915746, 3.029386, 3.435616, 3.30195, 2.995542, 3.23606, 3.252739, 3.131122, 2.974438, 3.367385, 3.162073, 2.980004, 3.266908, 3.308514, 3.425938, 3.622991, 3.370983, 3.06677, 3.651884, 3.73942, 3.631455, 3.67304, 3.094475, 3.651155, 1.587235, 0.287414, 0.120549, 0.0], "sum_m_pl": [0.403071, 1.085681, 1.114858, 1.10006, 0.979298, 1.026233, 0.984313, 1.08567, 1.308223, 1.382808, 1.41529, 1.36519, 1.558747, 1.396385, 1.600089, 1.719948, 1.543065, 1.600147, 1.430045, 1.467489, 1.351213, 1.2802, 1.221316, 1.216748, 1.520008, 1.779478, 1.725417, 1.979247, 2.022502, 2.043421, 1.8932, 1.786965, 1.819549, 1.660017, 1.506835, 1.514878, 1.392751, 1.259367, 1.111101, 1.079522, 1.013517, 0.961231, 0.946562, 0.854211, 0.801565, 0.62969, 0.387191, 0.143552, 0.044647, 0.0]}, "lang": {"n_am_en": [5, 7, 9, 18, 17, 17, 17, 30, 24, 33, 36, 32, 25, 27, 29, 40, 33, 25, 53, 41, 33, 33, 35, 32, 55, 51, 45, 40, 29, 31, 36, 43, 34, 38, 39, 45, 56, 57, 54, 56, 55, 59, 65, 63, 54, 46, 17, 2, 0, 0], "n_am_pl": [7, 13, 16, 14, 20, 21, 22, 18, 18, 22, 23, 23, 16, 19, 19, 10, 17, 19, 15, 11, 8, 9, 9, 9, 7, 14, 10, 19, 26, 30, 17, 17, 19, 16, 19, 16, 22, 17, 25, 27, 33, 31, 27, 35, 41, 61, 95, 118, 128, 133], "n_pos": 133, "sum_m_en": [12.20698, 18.749171, 20.617597, 20.548722, 21.447563, 20.533697, 21.384555, 24.13441, 23.804574, 24.82474, 24.971698, 24.178633, 23.841072, 22.449105, 20.95243, 24.356892, 24.548982, 22.24622, 24.381691, 23.22045, 20.829094, 20.747239, 21.131424, 20.936912, 36.820886, 35.271045, 31.148214, 26.633349, 25.14157, 24.269565, 24.037563, 24.975336, 24.481264, 27.786986, 30.235903, 31.271443, 35.061288, 37.053242, 38.617782, 45.440087, 47.479591, 54.703607, 55.990919, 55.698399, 50.419479, 41.984587, 15.069298, 2.476952, 1.137145, 1.8e-05], "sum_m_pl": [2.154344, 6.137225, 6.597501, 6.681084, 6.234117, 7.722779, 8.358303, 8.325143, 9.522861, 9.747881, 9.866058, 10.628618, 11.861576, 11.095888, 11.398764, 9.429117, 9.750009, 10.028213, 8.969842, 8.735885, 8.716532, 8.45661, 8.046271, 7.967065, 9.210116, 11.582019, 11.144581, 12.182803, 13.764118, 15.166142, 13.44636, 13.255199, 14.099052, 13.889066, 12.589074, 12.771287, 14.9521, 16.512642, 16.23791, 17.257153, 19.42055, 19.306282, 22.881517, 28.779607, 37.00549, 53.619869, 90.602915, 113.33366, 122.411447, 132.445897]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 260, "item_id": "llmzszl-18712", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 927, "region_end": 258, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9923}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 25, 42, 46, 46, 44, 46, 56, 36, 40, 47, 50, 47, 46, 49, 56, 69, 61, 63, 68, 59, 59, 45, 49, 78, 77, 61, 53, 48, 49, 50, 53, 70, 66, 69, 76, 73, 91, 88, 91, 96, 100, 105, 99, 92, 80, 77, 70, 64, 67], "n_am_pl": [4, 23, 31, 28, 17, 39, 24, 28, 30, 25, 30, 27, 41, 38, 21, 28, 28, 31, 21, 23, 20, 23, 18, 22, 19, 30, 35, 42, 50, 52, 56, 41, 32, 21, 21, 14, 10, 6, 3, 1, 4, 3, 3, 2, 1, 1, 2, 2, 2, 2], "n_pos": 334, "sum_m_en": [37.194291, 49.287852, 49.647945, 50.250954, 52.274396, 51.665223, 50.218323, 55.01231, 51.29227, 54.643349, 55.006646, 54.689226, 54.139039, 53.619212, 53.659692, 53.401766, 55.915985, 51.395663, 52.134767, 52.307774, 50.291718, 50.69444, 49.839205, 50.062406, 59.965475, 59.614485, 54.294166, 53.314399, 55.065828, 55.09882, 51.903997, 54.89285, 56.175134, 57.883952, 62.358473, 61.262032, 63.172235, 71.730511, 74.054461, 78.55487, 77.912597, 87.124325, 88.781877, 85.5445, 80.512493, 76.172466, 72.88178, 70.037527, 64.051043, 67.864235], "sum_m_pl": [6.780471, 13.837581, 17.982371, 17.387413, 17.788351, 18.512356, 17.618227, 18.358703, 19.936477, 20.100837, 19.951164, 20.932454, 21.75589, 21.307005, 20.916197, 20.405818, 19.336028, 19.519516, 19.115265, 19.750757, 19.375833, 18.921623, 18.369488, 18.426171, 22.93501, 25.356621, 26.04436, 28.229891, 28.456972, 30.818381, 28.464224, 25.71935, 25.357864, 22.607627, 21.813254, 20.075239, 18.391919, 15.251645, 14.258988, 11.436734, 10.771421, 8.888217, 8.164783, 7.286667, 6.783999, 5.497176, 4.140027, 3.985911, 3.17812, 2.00002]}, "digit": {"n_am_en": [0, 5, 11, 16, 11, 4, 3, 9, 5, 6, 5, 10, 12, 5, 9, 10, 15, 12, 12, 16, 13, 13, 8, 9, 19, 23, 16, 11, 11, 6, 7, 7, 11, 6, 7, 13, 15, 20, 14, 17, 17, 18, 18, 17, 12, 6, 7, 2, 0, 0], "n_am_pl": [2, 14, 16, 7, 4, 13, 6, 5, 6, 8, 8, 11, 14, 15, 5, 11, 11, 11, 11, 14, 12, 12, 7, 9, 8, 12, 15, 20, 23, 21, 20, 16, 12, 6, 7, 5, 3, 1, 3, 0, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 80, "sum_m_en": [9.28631, 11.629596, 12.190114, 12.377039, 13.29593, 12.650135, 12.000329, 13.575994, 12.586392, 13.486103, 13.878304, 13.642076, 13.569295, 13.376495, 13.25884, 13.162569, 13.695318, 12.39292, 12.721154, 12.718094, 12.532159, 12.707011, 12.411335, 12.511656, 13.975885, 14.296974, 12.64633, 13.044808, 13.282751, 12.763061, 12.427308, 13.248163, 13.165955, 13.164113, 13.882411, 14.078532, 14.175103, 15.946593, 14.88072, 15.072808, 14.436408, 14.55208, 15.112188, 14.200115, 10.900056, 8.114228, 7.233905, 2.701458, 1.227626, 0.0], "sum_m_pl": [1.806404, 3.466725, 4.042231, 3.890017, 3.798338, 3.741152, 3.538832, 4.060295, 4.59309, 5.163648, 5.313388, 5.647488, 5.950647, 5.900453, 5.884241, 6.087502, 5.882949, 5.866567, 5.531255, 5.533519, 5.226281, 5.055932, 4.78472, 4.786401, 7.001908, 7.247762, 7.947418, 8.33824, 8.052172, 8.567709, 7.726832, 6.851237, 6.742556, 6.297039, 5.957083, 5.741227, 5.982722, 5.510653, 5.619102, 4.887243, 4.763497, 4.202346, 3.878526, 3.759625, 3.29507, 2.31131, 0.989985, 0.670005, 0.239004, 0.0]}, "lang": {"n_am_en": [11, 12, 17, 16, 11, 13, 16, 21, 15, 18, 22, 21, 18, 22, 23, 28, 33, 35, 34, 30, 29, 28, 27, 29, 42, 37, 33, 28, 22, 28, 23, 24, 26, 33, 37, 40, 44, 49, 49, 52, 58, 61, 65, 65, 65, 62, 61, 61, 62, 67], "n_am_pl": [0, 2, 3, 2, 2, 9, 4, 6, 10, 8, 6, 4, 9, 7, 7, 4, 2, 4, 2, 2, 2, 2, 1, 2, 3, 4, 7, 7, 4, 7, 5, 7, 6, 4, 2, 4, 4, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 2], "n_pos": 69, "sum_m_en": [7.867901, 10.281475, 10.456488, 10.612536, 10.961296, 11.384813, 11.265074, 12.531728, 11.716776, 12.625053, 12.181473, 12.345224, 11.945304, 12.107458, 12.138772, 12.236094, 13.150642, 11.718322, 11.276168, 11.335934, 10.640365, 10.760515, 10.744431, 10.864527, 22.058136, 21.284346, 18.514527, 15.403679, 14.560138, 14.162278, 13.452196, 13.951355, 14.394655, 16.508914, 18.522244, 20.121305, 24.661967, 30.736781, 34.366289, 41.835179, 45.474279, 52.503022, 54.328788, 54.479695, 54.770173, 54.148629, 55.517679, 57.021833, 57.92559, 66.631513], "sum_m_pl": [1.074372, 2.511105, 3.278495, 3.318663, 3.533698, 4.025339, 4.323774, 4.121631, 4.61132, 4.319098, 4.215401, 4.459165, 4.461328, 4.345205, 4.249944, 4.027959, 3.706059, 3.799135, 3.876619, 4.174699, 4.050573, 3.895143, 3.837363, 3.829224, 4.393851, 5.002963, 5.495078, 5.860731, 6.064987, 6.544021, 5.487715, 5.405115, 5.217305, 4.668786, 4.482056, 4.595823, 4.259242, 3.315595, 2.908038, 1.956518, 1.730096, 1.091225, 0.979585, 1.078786, 1.403438, 1.202021, 2.106496, 2.152767, 2.299747, 2.000019]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 336, "item_id": "llmzszl-18713", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 753, "region_end": 334, "roundtrip_ok": true, "tf_agree": 0.994, "tf_agree_excl_first": 0.997}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 16, 38, 37, 47, 54, 50, 49, 49, 35, 53, 69, 73, 63, 69, 68, 94, 98, 112, 103, 94, 90, 83, 85, 136, 119, 103, 80, 74, 58, 66, 67, 92, 100, 110, 109, 105, 115, 123, 139, 138, 141, 142, 128, 107, 75, 29, 10, 1, 0], "n_am_pl": [2, 58, 32, 33, 33, 53, 47, 58, 36, 35, 39, 52, 63, 61, 47, 47, 34, 37, 24, 37, 33, 27, 21, 23, 24, 36, 46, 54, 61, 59, 56, 57, 41, 35, 33, 27, 18, 15, 12, 13, 13, 15, 14, 17, 37, 52, 84, 100, 108, 108], "n_pos": 383, "sum_m_en": [43.235211, 58.762418, 60.093324, 61.604567, 64.314231, 62.952177, 63.474752, 68.702376, 63.670078, 65.036786, 67.288349, 66.576674, 66.64967, 65.629055, 64.995652, 65.039618, 68.759262, 65.519318, 67.267617, 65.457416, 61.820194, 62.189064, 60.748375, 61.524464, 89.394872, 84.788317, 76.136988, 70.538738, 69.719084, 69.731812, 65.819843, 69.736613, 71.987278, 74.67429, 80.901302, 78.377109, 76.882, 83.501308, 87.786792, 105.569994, 103.884745, 110.438603, 115.119301, 113.043107, 94.136493, 64.54616, 32.33924, 11.262122, 2.727573, 6.8e-05], "sum_m_pl": [9.060705, 19.113043, 22.732848, 22.018346, 22.986087, 22.692917, 23.116137, 24.243012, 24.889049, 25.024001, 26.30146, 27.45646, 27.959619, 25.929438, 25.159796, 23.092264, 21.647463, 22.52628, 21.406531, 22.216851, 21.961978, 21.60836, 21.199649, 21.527702, 26.355636, 30.281256, 33.042431, 32.228015, 35.152366, 36.668828, 32.059875, 30.931021, 29.824317, 25.971345, 24.08176, 22.356577, 20.423092, 18.766746, 17.793001, 15.253163, 16.724087, 15.336301, 13.653125, 17.107551, 30.151705, 47.615568, 77.784279, 96.232864, 107.229108, 107.908998]}, "digit": {"n_am_en": [2, 1, 5, 3, 1, 8, 3, 1, 5, 2, 2, 12, 15, 15, 15, 5, 7, 8, 9, 7, 5, 4, 3, 4, 9, 6, 5, 4, 6, 6, 5, 4, 8, 8, 9, 9, 11, 18, 13, 13, 12, 12, 11, 8, 4, 4, 1, 1, 0, 0], "n_am_pl": [0, 7, 0, 1, 3, 4, 6, 9, 5, 3, 3, 9, 13, 12, 7, 10, 8, 8, 6, 14, 11, 12, 7, 7, 8, 9, 12, 13, 10, 15, 13, 11, 9, 6, 7, 10, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.345693, 8.161532, 7.847779, 8.480881, 8.585276, 8.580033, 8.458546, 9.55636, 8.563248, 8.850022, 9.280356, 9.142892, 9.953907, 10.294247, 10.175096, 9.707411, 9.770051, 9.239997, 10.017023, 9.410021, 9.034367, 9.243159, 9.043424, 9.143553, 9.865841, 9.545505, 9.018299, 9.538544, 9.747927, 10.179712, 9.505988, 10.391403, 10.840196, 10.33671, 10.945617, 10.106172, 10.792379, 11.062377, 10.472934, 10.31447, 9.038892, 8.836014, 8.020293, 7.361174, 5.797918, 3.597498, 1.579113, 1.100402, 0.238026, 0.0], "sum_m_pl": [1.603537, 2.638066, 2.938625, 2.995637, 3.206604, 2.787491, 2.568598, 2.846657, 2.997778, 3.504701, 3.653133, 3.919631, 3.692747, 3.479564, 3.363881, 3.423447, 3.449824, 3.961483, 3.385228, 3.460691, 3.310978, 3.1541, 3.028075, 3.089797, 4.375533, 4.577739, 4.876244, 4.910737, 4.933878, 5.280069, 4.82763, 4.572917, 4.110863, 3.993207, 3.713238, 3.574818, 3.245577, 3.004734, 2.94631, 2.80548, 2.702354, 2.516819, 2.147044, 2.152786, 1.677961, 1.322944, 0.66563, 0.344188, 0.092044, 0.0]}, "lang": {"n_am_en": [1, 10, 13, 17, 23, 19, 22, 25, 18, 23, 27, 26, 26, 19, 28, 32, 44, 45, 52, 53, 51, 46, 48, 49, 78, 69, 56, 42, 40, 26, 28, 29, 37, 49, 54, 52, 55, 61, 66, 73, 77, 78, 81, 77, 67, 44, 24, 7, 0, 0], "n_am_pl": [1, 8, 11, 10, 12, 22, 14, 23, 16, 12, 16, 18, 22, 22, 18, 16, 9, 11, 6, 5, 8, 3, 3, 3, 5, 7, 8, 14, 16, 16, 15, 17, 11, 14, 14, 11, 11, 10, 8, 10, 9, 8, 8, 13, 25, 39, 67, 93, 103, 108], "n_pos": 108, "sum_m_en": [11.115384, 15.954336, 17.542439, 18.647509, 19.790234, 20.010499, 20.385638, 21.910465, 20.643176, 21.078596, 21.449897, 21.038159, 20.717958, 19.896817, 18.979754, 19.482671, 21.397081, 20.2682, 20.365037, 20.30842, 18.945, 18.917491, 18.461038, 18.963957, 39.893133, 36.519218, 30.851154, 25.6243, 23.327523, 21.587052, 21.009024, 22.160695, 22.278523, 25.438666, 27.862219, 29.473485, 32.243625, 38.622206, 42.17065, 55.358451, 57.224318, 63.946135, 67.164396, 66.675644, 57.567516, 38.231799, 22.307853, 6.26123, 0.447323, 2e-06], "sum_m_pl": [1.810437, 4.84143, 5.624891, 5.76977, 6.401327, 7.047989, 7.734683, 8.296171, 7.660396, 7.04348, 7.7507, 8.108715, 8.480516, 7.890507, 7.560453, 6.237779, 5.818841, 6.133542, 6.136007, 6.37801, 6.326474, 6.315085, 6.224848, 6.352046, 6.900124, 8.103625, 9.472503, 9.3198, 10.892202, 11.640959, 9.480109, 9.532416, 9.593291, 8.40325, 7.776913, 7.791856, 8.033255, 7.551975, 7.454079, 6.053807, 7.602207, 6.60968, 6.444682, 9.907097, 18.549507, 35.985956, 62.515502, 87.349825, 101.630371, 107.699569]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 385, "item_id": "llmzszl-18713", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 881, "region_end": 383, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.9948}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 9, 15, 21, 15, 22, 14, 14, 15, 16, 16, 15, 9, 13, 9, 11, 17, 17, 18, 29, 22, 25, 27, 29, 37, 36, 28, 24, 18, 18, 20, 16, 20, 19, 30, 34, 31, 30, 37, 40, 43, 39, 45, 42, 37, 36, 30, 27, 26, 26], "n_am_pl": [4, 3, 12, 14, 7, 7, 8, 12, 16, 11, 11, 16, 23, 23, 18, 18, 20, 23, 17, 12, 7, 7, 5, 5, 10, 15, 11, 12, 17, 17, 15, 15, 14, 9, 8, 7, 9, 11, 5, 3, 4, 11, 12, 10, 9, 8, 5, 5, 5, 5], "n_pos": 124, "sum_m_en": [13.106627, 19.10634, 19.33207, 19.650125, 20.973371, 20.857375, 19.315419, 19.01935, 18.014404, 18.378489, 17.957084, 18.186639, 17.872994, 18.090478, 18.661557, 19.568908, 20.164031, 19.559775, 19.931997, 19.694691, 18.986143, 19.454577, 19.220884, 19.649066, 29.342877, 28.248355, 24.446062, 21.706595, 20.66099, 21.166659, 19.893456, 20.616694, 21.219532, 22.021243, 23.656591, 23.250902, 25.283995, 28.295622, 30.544736, 35.495844, 35.920978, 38.761578, 41.113896, 40.591164, 37.86408, 35.157716, 31.994098, 29.384254, 27.030838, 26.325178], "sum_m_pl": [2.796707, 5.931155, 7.030296, 6.359354, 6.474721, 6.019014, 5.856501, 6.265066, 7.159423, 7.763367, 8.1701, 9.242448, 10.481603, 9.890015, 10.184132, 10.526725, 8.789949, 8.392436, 8.091768, 8.171122, 7.765808, 7.425041, 7.1443, 7.274273, 9.565983, 11.898005, 10.961769, 12.11512, 12.080695, 13.926803, 12.867462, 11.396357, 11.13216, 9.709455, 8.771244, 8.477389, 7.643682, 6.699726, 5.730323, 5.133348, 5.085305, 8.11608, 9.073129, 11.733111, 9.969648, 8.285866, 5.712285, 5.855469, 5.076466, 4.999981]}, "digit": {"n_am_en": [1, 0, 3, 1, 0, 0, 0, 0, 2, 1, 1, 1, 2, 1, 0, 0, 1, 2, 2, 3, 3, 4, 4, 4, 7, 8, 5, 4, 2, 3, 4, 2, 5, 4, 5, 8, 7, 6, 5, 3, 3, 2, 4, 4, 2, 4, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 3, 4, 5, 6, 3, 1, 3, 2, 5, 3, 4, 4, 3, 4, 2, 0, 0, 0, 0, 2, 4, 2, 3, 2, 1, 2, 1, 2, 2, 1, 0, 2, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.099418, 3.474663, 3.562578, 3.453999, 3.583611, 3.548314, 3.165159, 3.307782, 3.302503, 3.366155, 3.331139, 3.316956, 3.277439, 3.277938, 3.509861, 3.63893, 3.527143, 3.599062, 3.693849, 3.620555, 3.487043, 3.555943, 3.511438, 3.628333, 5.534844, 5.605529, 4.604698, 4.140228, 4.016833, 3.961872, 3.835461, 4.035135, 4.114495, 3.847703, 3.929372, 3.81245, 4.614397, 4.708778, 4.482305, 4.430523, 3.778114, 3.875317, 3.647542, 3.608695, 3.077862, 2.866678, 1.646331, 0.695821, 0.112083, 0.0], "sum_m_pl": [0.398319, 1.081008, 1.260369, 1.19615, 1.064489, 1.130003, 1.012332, 1.197983, 1.473278, 1.462574, 1.572672, 1.717148, 1.83457, 1.725184, 1.719618, 1.964219, 1.685653, 1.622806, 1.52064, 1.528733, 1.409105, 1.33267, 1.294513, 1.320562, 1.61768, 1.948494, 1.732818, 1.932204, 1.893598, 2.322386, 2.193239, 1.882838, 1.758226, 1.626593, 1.598382, 1.619639, 1.509248, 1.357554, 1.333823, 1.290536, 1.363457, 1.284302, 1.339194, 1.721903, 1.363276, 0.789452, 0.516395, 0.251783, 0.029265, 0.0]}, "lang": {"n_am_en": [2, 7, 7, 9, 6, 10, 7, 4, 9, 6, 8, 7, 4, 5, 4, 7, 8, 6, 8, 15, 14, 13, 13, 14, 14, 14, 11, 12, 8, 9, 9, 8, 8, 10, 15, 17, 15, 16, 21, 22, 25, 25, 25, 25, 25, 25, 24, 24, 25, 26], "n_am_pl": [0, 0, 3, 3, 5, 2, 1, 4, 4, 2, 6, 10, 8, 10, 8, 10, 9, 11, 8, 1, 2, 4, 2, 3, 5, 6, 4, 5, 6, 8, 6, 8, 2, 2, 4, 3, 2, 4, 2, 2, 2, 5, 5, 5, 5, 5, 5, 5, 5, 5], "n_pos": 32, "sum_m_en": [3.498225, 5.174873, 5.468171, 5.634986, 6.37587, 6.103259, 5.903949, 5.517215, 5.401814, 5.607893, 5.638702, 5.644928, 5.540537, 5.599368, 5.669393, 6.093631, 6.639282, 6.332642, 6.234599, 6.134154, 5.807787, 6.055744, 5.933961, 6.167223, 12.392106, 11.943745, 10.082225, 8.403158, 7.617273, 7.802246, 7.289389, 7.454001, 7.727764, 9.022464, 10.066545, 10.382768, 11.67996, 13.749393, 15.577523, 18.298215, 19.398127, 21.394139, 22.254675, 23.770526, 24.744774, 24.301368, 24.238196, 23.981021, 25.151378, 25.999933], "sum_m_pl": [0.577488, 1.369801, 1.720007, 1.5696, 1.738477, 1.501222, 1.636732, 1.726365, 1.873772, 2.123694, 2.434263, 2.782956, 3.275074, 3.033583, 3.213098, 3.127927, 2.587598, 2.432522, 2.269586, 2.303065, 2.24105, 2.109775, 2.034994, 1.996317, 2.358125, 2.942988, 3.043823, 3.608654, 3.419614, 3.929767, 3.278841, 3.131875, 3.343607, 2.897667, 2.774695, 2.769178, 2.514777, 2.159979, 1.789627, 1.538609, 1.516304, 3.829447, 4.373022, 5.049208, 5.100076, 4.998706, 4.785079, 4.956383, 5.01319, 4.99998]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "llmzszl-18715", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 741, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.984}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 15, 11, 22, 29, 21, 23, 27, 15, 23, 22, 16, 18, 16, 17, 23, 36, 35, 29, 43, 37, 37, 36, 42, 66, 62, 53, 45, 31, 23, 23, 21, 19, 28, 42, 42, 47, 57, 61, 67, 63, 59, 56, 60, 55, 37, 11, 4, 0, 0], "n_am_pl": [3, 7, 17, 17, 12, 23, 9, 13, 19, 21, 26, 15, 12, 21, 17, 15, 9, 7, 12, 10, 5, 4, 6, 3, 6, 5, 10, 8, 17, 16, 19, 15, 16, 15, 6, 11, 9, 8, 5, 6, 7, 9, 12, 16, 15, 23, 34, 46, 48, 48], "n_pos": 151, "sum_m_en": [15.433031, 23.321208, 23.721815, 23.899091, 25.286972, 25.971912, 25.294087, 26.255193, 24.147369, 24.875046, 24.801265, 24.062413, 23.871942, 23.90538, 23.578152, 24.447159, 25.32584, 24.181532, 24.32673, 24.735469, 23.386408, 24.736459, 24.92828, 26.742869, 45.174296, 42.872839, 35.702371, 29.812929, 25.632096, 24.115289, 23.432088, 24.277575, 25.385515, 27.183572, 32.054902, 30.624782, 32.358954, 39.254109, 43.458179, 50.493277, 46.935631, 53.153049, 52.031052, 52.627124, 49.102029, 35.463261, 12.906369, 4.791407, 0.772308, 5.2e-05], "sum_m_pl": [2.849699, 7.642752, 9.070735, 8.496674, 8.063797, 7.953948, 8.395651, 8.394231, 8.692077, 9.811909, 10.444104, 11.432825, 12.003718, 11.465703, 11.067281, 10.850215, 9.180317, 8.832986, 8.656911, 8.716881, 8.282253, 8.06732, 7.866911, 7.881816, 8.025104, 9.424851, 10.077543, 11.646044, 12.533638, 15.305144, 13.774539, 12.882323, 11.865593, 10.662269, 9.431761, 9.016071, 8.867608, 7.456172, 6.445376, 6.037748, 7.436163, 6.724304, 9.845441, 15.906313, 14.322842, 20.040905, 33.017901, 45.474067, 46.977949, 48.361493]}, "digit": {"n_am_en": [1, 2, 3, 2, 1, 4, 0, 1, 0, 1, 0, 2, 1, 2, 2, 3, 2, 2, 4, 6, 3, 2, 2, 3, 10, 11, 8, 9, 5, 5, 5, 3, 1, 3, 3, 6, 6, 6, 7, 8, 6, 6, 5, 8, 4, 3, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 1, 0, 4, 0, 6, 5, 4, 7, 3, 2, 4, 3, 4, 4, 1, 0, 2, 0, 0, 0, 0, 3, 0, 2, 2, 2, 2, 2, 4, 2, 3, 1, 2, 3, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.587142, 3.709543, 3.624138, 3.535941, 3.688342, 3.743423, 3.589809, 3.843172, 3.969985, 3.832777, 3.83723, 3.657222, 3.581968, 3.720969, 3.961471, 3.889551, 3.790876, 3.937242, 4.092399, 4.16776, 3.961582, 4.002216, 3.909221, 4.133785, 6.622846, 6.508618, 5.691932, 5.154251, 4.881965, 4.532383, 4.392803, 4.611269, 4.748166, 4.312135, 4.385323, 4.191224, 4.913318, 5.32351, 5.535849, 5.09529, 4.307399, 4.699924, 3.684811, 5.064806, 3.461767, 2.933152, 1.454681, 0.861885, 0.062238, 0.0], "sum_m_pl": [0.529401, 1.343865, 1.438965, 1.336454, 1.182372, 1.214919, 1.059161, 1.191133, 1.316576, 1.431598, 1.558932, 1.649761, 1.715802, 1.600396, 1.58872, 1.747527, 1.550125, 1.499162, 1.397919, 1.372264, 1.308785, 1.256833, 1.227022, 1.235237, 1.288555, 1.475138, 1.395823, 1.595041, 1.648829, 2.042472, 1.972863, 1.861819, 1.642011, 1.470075, 1.400164, 1.438895, 1.461925, 1.185193, 1.109003, 1.035924, 1.200433, 1.188096, 1.157405, 1.865895, 1.15368, 0.563418, 0.319353, 0.147839, 0.024897, 0.0]}, "lang": {"n_am_en": [1, 1, 2, 8, 13, 10, 9, 9, 5, 9, 6, 5, 11, 7, 8, 12, 19, 20, 16, 23, 22, 21, 21, 24, 34, 33, 27, 21, 16, 9, 11, 12, 13, 18, 25, 24, 27, 30, 31, 31, 31, 31, 31, 31, 31, 22, 7, 2, 0, 0], "n_am_pl": [2, 3, 5, 10, 6, 5, 3, 3, 8, 5, 11, 7, 6, 9, 7, 4, 2, 3, 4, 2, 2, 2, 2, 1, 1, 1, 2, 3, 4, 5, 10, 5, 9, 5, 3, 5, 2, 4, 3, 3, 3, 3, 6, 8, 8, 18, 30, 44, 48, 48], "n_pos": 48, "sum_m_en": [4.895611, 7.458929, 7.757793, 8.222557, 8.902857, 8.956735, 8.701055, 8.984057, 8.205107, 8.702064, 8.734899, 8.409778, 8.324651, 8.437864, 7.877337, 8.589926, 9.483847, 8.811181, 8.572957, 8.687024, 8.126905, 9.154791, 9.00064, 10.367396, 22.750313, 21.83241, 17.421222, 12.571957, 9.753657, 8.642315, 8.63425, 8.851131, 9.389524, 11.268858, 14.033752, 14.430443, 14.747959, 17.619985, 20.456959, 24.362565, 24.206328, 27.275371, 28.023488, 27.889136, 29.204585, 20.803656, 8.049089, 2.26188, 0.329441, 0.0], "sum_m_pl": [0.842334, 2.196868, 2.550755, 2.653144, 2.404003, 2.459194, 3.012438, 3.053987, 3.033633, 3.384546, 3.654955, 4.122717, 4.366535, 4.235028, 3.910612, 3.541957, 2.9563, 2.845917, 2.911013, 2.840709, 2.68295, 2.614378, 2.599822, 2.556979, 2.24605, 2.586357, 3.294885, 4.361912, 4.702921, 5.810703, 5.203768, 5.026005, 4.817676, 4.418546, 3.857781, 3.837495, 3.922033, 3.352544, 2.790431, 2.721984, 3.734351, 2.809609, 4.49498, 7.853855, 7.492671, 14.890944, 28.035736, 41.957331, 45.955357, 47.997755]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "llmzszl-18715", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9935, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 7, 11, 9, 10, 11, 11, 8, 9, 10, 8, 8, 8, 9, 6, 8, 9, 12, 15, 13, 6, 11, 9, 9, 17, 15, 11, 9, 10, 14, 15, 16, 14, 18, 24, 22, 27, 29, 28, 27, 29, 27, 28, 25, 27, 22, 22, 23, 20, 21], "n_am_pl": [1, 8, 6, 1, 5, 6, 4, 3, 5, 12, 14, 20, 12, 10, 10, 12, 3, 3, 2, 0, 2, 6, 7, 2, 6, 4, 10, 6, 6, 5, 5, 7, 8, 5, 7, 8, 8, 6, 4, 5, 2, 3, 1, 4, 4, 2, 0, 0, 0, 0], "n_pos": 87, "sum_m_en": [8.078267, 13.371893, 13.072394, 13.288847, 14.740062, 14.745979, 14.57542, 14.356069, 12.831776, 13.455573, 13.566427, 14.15949, 13.553441, 13.409644, 12.750762, 13.114813, 14.08789, 13.842352, 13.548023, 13.085636, 12.299905, 12.72331, 12.501198, 12.663207, 14.056452, 14.312574, 13.435588, 14.397755, 14.516628, 16.180893, 15.896191, 15.810595, 15.567371, 17.134356, 18.197516, 18.080358, 19.776643, 20.701109, 22.294138, 22.753627, 21.862617, 21.901543, 22.518802, 23.630298, 24.660234, 24.211134, 21.908527, 20.978779, 20.773348, 20.695493], "sum_m_pl": [1.37012, 3.69602, 3.967413, 3.491194, 4.006488, 3.945904, 3.871996, 3.74893, 4.270391, 4.862321, 5.416625, 6.035974, 5.947582, 5.559855, 5.734545, 6.041652, 5.361192, 5.87331, 5.750468, 5.563976, 5.612077, 5.344781, 5.105769, 5.092857, 6.161717, 6.601153, 6.73323, 6.700451, 6.444145, 7.12966, 6.481961, 5.80395, 5.970457, 5.253414, 5.051321, 5.014568, 4.619548, 4.218073, 3.803798, 3.582809, 3.309655, 2.91899, 2.720839, 2.873381, 2.678199, 2.326233, 1.987424, 1.044779, 0.426564, 4.3e-05]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 5, 4, 1, 2, 3, 3, 2, 1, 2, 1, 4, 4, 3, 4, 1, 0, 1, 0, 0, 3, 2, 2, 0, 1, 2, 4, 4, 3, 4, 3, 3, 7, 9, 7, 8, 8, 5, 5, 3, 4, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 1, 0, 5, 4, 6, 3, 6, 3, 6, 0, 2, 0, 0, 0, 2, 3, 1, 1, 3, 6, 2, 1, 1, 2, 4, 3, 2, 3, 3, 3, 3, 2, 2, 0, 1, 0, 4, 3, 1, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.458328, 4.334257, 4.047452, 3.903521, 4.216526, 4.296657, 4.350628, 4.342143, 3.918027, 4.16634, 4.239206, 4.334329, 3.79957, 3.654287, 3.588626, 3.881492, 4.207475, 3.971727, 3.906596, 3.742083, 3.570779, 3.685962, 3.635306, 3.674784, 4.108594, 4.045151, 3.790905, 3.987139, 3.990931, 4.342988, 4.174447, 4.208195, 4.056776, 4.144917, 4.442169, 4.414967, 4.956703, 4.711367, 5.012602, 4.784284, 4.033772, 4.11721, 3.754819, 3.423906, 3.485693, 3.355655, 1.6151, 0.988895, 0.71016, 0.000128], "sum_m_pl": [0.339903, 1.031587, 0.870863, 0.784163, 0.953181, 0.967608, 0.943609, 0.903231, 1.055644, 1.259606, 1.470727, 1.673908, 1.656771, 1.555288, 1.574722, 1.672716, 1.491506, 1.643318, 1.653933, 1.601151, 1.643376, 1.558276, 1.478345, 1.510535, 1.909662, 2.113575, 1.837506, 2.213123, 1.950899, 2.182518, 2.083577, 1.580917, 1.47955, 1.340639, 1.33436, 1.435185, 1.364984, 1.313034, 1.480543, 1.560329, 1.369127, 1.383766, 1.284557, 1.543246, 1.49377, 1.32596, 0.895956, 0.513585, 0.285328, 2.4e-05]}, "lang": {"n_am_en": [5, 6, 6, 5, 6, 4, 4, 3, 4, 2, 3, 4, 3, 2, 2, 1, 1, 5, 7, 7, 3, 5, 4, 4, 9, 9, 6, 7, 6, 9, 8, 8, 7, 10, 15, 15, 15, 16, 16, 17, 17, 17, 19, 19, 20, 18, 19, 20, 20, 21], "n_am_pl": [0, 1, 0, 0, 0, 4, 2, 1, 3, 4, 4, 7, 5, 3, 4, 3, 2, 0, 0, 0, 1, 2, 0, 1, 0, 1, 2, 2, 3, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.274394, 3.547574, 3.647152, 3.753268, 4.144045, 4.101596, 4.056718, 3.87703, 3.513125, 3.594407, 3.526728, 3.86046, 3.989095, 3.946946, 3.710842, 3.791009, 3.957886, 4.116942, 3.935259, 3.899771, 3.579677, 3.720724, 3.642822, 3.674482, 5.357346, 5.351182, 4.864489, 5.012362, 4.782378, 5.170773, 5.300687, 5.24958, 5.149424, 6.21223, 6.67299, 7.572803, 8.524697, 10.356331, 11.878556, 13.349327, 13.19673, 13.93442, 15.286754, 15.944326, 16.652092, 16.510853, 16.580324, 16.791929, 18.786578, 20.397621], "sum_m_pl": [0.404081, 0.918124, 0.973792, 0.986941, 1.102055, 1.139216, 1.15496, 1.06964, 1.300687, 1.482197, 1.632963, 1.763916, 1.778203, 1.78608, 1.792516, 1.777583, 1.488591, 1.618921, 1.513681, 1.469716, 1.531571, 1.441359, 1.361584, 1.315625, 1.46728, 1.66376, 1.933867, 1.90156, 1.882025, 1.933448, 1.775901, 1.876983, 2.025817, 1.675297, 1.51108, 1.505344, 1.164657, 0.941313, 0.709856, 0.590062, 0.675096, 0.435126, 0.381031, 0.407762, 0.375766, 0.309021, 0.457502, 0.225733, 0.078601, 2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "llmzszl-18716", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 749, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 16, 35, 35, 42, 36, 28, 32, 32, 36, 29, 24, 36, 27, 40, 33, 35, 37, 46, 40, 39, 40, 38, 37, 75, 63, 63, 47, 52, 49, 52, 50, 56, 74, 88, 102, 95, 106, 101, 102, 100, 90, 93, 99, 91, 61, 33, 10, 1, 0], "n_am_pl": [2, 15, 25, 17, 24, 19, 16, 18, 24, 36, 41, 49, 33, 28, 20, 16, 14, 12, 11, 11, 10, 18, 13, 9, 16, 22, 29, 30, 28, 27, 26, 27, 29, 17, 14, 14, 22, 18, 15, 17, 18, 18, 21, 28, 29, 48, 90, 115, 120, 122], "n_pos": 249, "sum_m_en": [22.394369, 37.399207, 40.148214, 39.785434, 41.927921, 42.145843, 42.500442, 43.323194, 40.422695, 42.619235, 43.113257, 43.350302, 42.588797, 42.105683, 39.923655, 41.457025, 43.243043, 43.032874, 42.22862, 40.314967, 38.310896, 39.123114, 38.278077, 38.79906, 55.429368, 52.246214, 47.975433, 48.272796, 48.424028, 48.324759, 47.748804, 47.46369, 47.800134, 54.040548, 59.139639, 60.510066, 60.237834, 65.390908, 64.28071, 72.78906, 71.765578, 74.698039, 76.471993, 86.205917, 77.861148, 59.252729, 29.984275, 11.414946, 3.864259, 8.1e-05], "sum_m_pl": [3.573199, 11.126281, 12.786737, 11.439009, 12.315546, 12.540784, 13.476598, 12.806948, 14.450722, 15.890841, 16.876701, 18.353706, 17.770241, 17.441892, 18.165986, 17.497137, 15.312779, 15.982626, 15.71485, 15.772294, 15.556092, 15.157477, 14.85715, 14.729908, 18.509742, 19.613095, 20.589032, 20.108481, 21.142448, 22.357025, 19.978399, 20.083274, 20.721563, 17.817752, 17.004661, 16.573205, 17.09673, 15.138538, 14.916518, 15.524277, 15.695462, 14.741246, 18.234589, 22.454246, 28.94446, 45.020315, 88.880672, 110.028621, 117.668343, 122.02395]}, "digit": {"n_am_en": [0, 1, 5, 4, 6, 7, 3, 3, 1, 6, 4, 1, 4, 4, 9, 5, 6, 2, 3, 2, 1, 1, 1, 3, 7, 3, 0, 2, 3, 2, 5, 4, 4, 6, 5, 11, 7, 10, 7, 5, 13, 10, 10, 7, 10, 5, 4, 0, 0, 0], "n_am_pl": [0, 0, 4, 1, 2, 0, 1, 0, 0, 6, 4, 7, 4, 4, 1, 1, 1, 1, 1, 1, 0, 2, 0, 0, 1, 4, 5, 2, 3, 3, 3, 4, 6, 2, 2, 0, 7, 4, 4, 5, 1, 2, 0, 4, 2, 2, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.562138, 6.877115, 7.122066, 6.493758, 6.923447, 7.175611, 7.314705, 7.236083, 6.466732, 6.923938, 7.206057, 7.142277, 6.389282, 6.168958, 5.944282, 6.268009, 6.735091, 6.556279, 6.5294, 6.054817, 5.82316, 6.039862, 5.986521, 6.175483, 7.264481, 6.941425, 6.591674, 7.14565, 7.101132, 7.430422, 7.157305, 7.118967, 6.906466, 6.924148, 7.276941, 7.752529, 7.749871, 7.937483, 7.405727, 7.296591, 7.98883, 8.745795, 8.027862, 6.955922, 7.143365, 5.546193, 3.657461, 1.380828, 1.309121, 2.2e-05], "sum_m_pl": [0.51995, 1.854142, 1.595021, 1.341679, 1.529123, 1.650766, 1.727694, 1.659263, 1.865372, 2.252941, 2.515405, 2.669689, 2.722826, 2.586283, 2.797641, 2.697614, 2.332315, 2.486603, 2.431552, 2.495343, 2.478112, 2.367829, 2.260726, 2.308681, 2.654952, 2.883067, 2.656624, 2.722137, 2.568113, 2.728996, 2.52019, 2.48559, 2.405442, 2.101729, 2.127243, 2.281318, 2.231854, 2.03926, 2.367835, 2.486946, 2.078293, 1.965108, 1.767863, 1.989868, 1.702985, 1.758316, 1.457569, 0.989148, 0.583596, 8e-06]}, "lang": {"n_am_en": [8, 10, 22, 21, 30, 21, 15, 17, 21, 22, 17, 18, 23, 19, 22, 18, 19, 24, 31, 29, 28, 29, 27, 24, 55, 45, 46, 32, 34, 30, 35, 33, 33, 49, 59, 70, 65, 76, 76, 79, 68, 64, 67, 75, 67, 43, 22, 6, 0, 0], "n_am_pl": [0, 5, 10, 11, 12, 12, 9, 11, 15, 17, 23, 22, 18, 18, 13, 12, 10, 8, 7, 4, 5, 8, 7, 7, 10, 15, 15, 17, 15, 16, 15, 16, 13, 11, 9, 10, 11, 11, 10, 12, 16, 14, 19, 22, 26, 44, 86, 112, 117, 122], "n_pos": 122, "sum_m_en": [11.412654, 18.841537, 21.009416, 21.301872, 21.736102, 21.379915, 21.949806, 22.559481, 21.444225, 22.569225, 22.531241, 22.757122, 22.924327, 22.952809, 21.443137, 22.326829, 22.627179, 23.05582, 22.328163, 21.265537, 20.177533, 20.538946, 19.961112, 19.986311, 33.631302, 30.988938, 27.692489, 26.838019, 26.411275, 25.58515, 26.307915, 25.916946, 25.840319, 31.152554, 33.393711, 36.440445, 35.463022, 41.205523, 43.078069, 49.469069, 49.135982, 51.38943, 54.739444, 64.664366, 55.9645, 40.506466, 19.647473, 5.520221, 0.584219, 2.2e-05], "sum_m_pl": [1.724484, 5.107683, 6.043511, 5.922807, 6.034152, 6.312585, 7.069828, 6.628362, 7.421732, 8.123507, 8.537796, 9.233954, 8.933883, 9.351816, 9.726324, 9.183837, 7.772784, 7.954266, 7.980451, 7.925064, 7.812764, 7.730472, 7.614891, 7.503795, 9.442385, 10.33174, 11.346241, 11.144117, 11.880309, 12.900463, 11.11078, 11.881784, 12.107096, 10.37609, 9.890537, 9.37327, 10.517136, 9.298603, 8.997181, 9.75712, 10.285392, 9.812299, 13.741904, 17.734216, 24.417963, 40.052457, 82.75271, 104.794488, 114.179964, 121.448229]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 251, "item_id": "llmzszl-18716", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 877, "region_end": 249, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.992}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 40, 40, 40, 55, 38, 32, 48, 48, 59, 52, 54, 55, 50, 64, 55, 55, 58, 61, 51, 54, 55, 49, 41, 66, 71, 66, 72, 72, 80, 81, 73, 74, 71, 83, 92, 84, 90, 99, 103, 94, 98, 102, 112, 92, 87, 89, 87, 59, 62], "n_am_pl": [1, 44, 30, 25, 32, 28, 28, 22, 37, 38, 35, 46, 56, 62, 31, 55, 61, 66, 46, 36, 38, 35, 33, 34, 27, 55, 59, 75, 76, 73, 59, 48, 51, 49, 41, 20, 25, 18, 18, 16, 10, 18, 10, 14, 13, 11, 17, 15, 19, 16], "n_pos": 413, "sum_m_en": [45.690019, 66.375402, 64.310856, 65.457104, 70.196458, 62.226579, 62.695438, 68.950716, 64.345618, 66.208805, 65.977508, 67.730162, 69.162764, 69.775763, 67.818874, 70.577225, 71.791481, 67.41256, 69.009649, 69.184615, 65.619617, 66.880653, 65.835193, 66.329584, 75.063584, 76.286085, 71.745756, 69.328187, 73.01911, 74.740067, 72.992551, 75.054252, 76.804424, 73.784055, 78.501487, 76.905224, 78.317533, 82.273262, 87.346524, 94.706627, 87.755252, 93.972191, 95.168809, 98.444733, 87.790912, 86.305443, 83.848607, 81.260503, 63.673832, 61.517395], "sum_m_pl": [8.500686, 20.932844, 23.77789, 21.914946, 22.675543, 21.246928, 21.743286, 24.186679, 26.97259, 28.06972, 27.944847, 28.571652, 29.358086, 30.376542, 29.461413, 31.856076, 28.411927, 27.449429, 26.425502, 26.659775, 25.510425, 24.604891, 23.832446, 23.933244, 30.726944, 36.754453, 35.454441, 40.083508, 38.888167, 40.872282, 38.871696, 37.103265, 34.390984, 33.738437, 33.708017, 31.653106, 30.072609, 26.054773, 24.298018, 20.993937, 17.826379, 17.159261, 15.440103, 14.588409, 12.730802, 9.8593, 15.217985, 14.379838, 19.386229, 16.637633]}, "digit": {"n_am_en": [4, 13, 13, 11, 14, 9, 9, 11, 13, 12, 13, 9, 8, 6, 11, 8, 9, 11, 8, 6, 9, 11, 8, 6, 12, 12, 8, 7, 15, 14, 15, 11, 12, 9, 15, 22, 14, 15, 13, 10, 10, 11, 11, 19, 14, 10, 13, 14, 2, 0], "n_am_pl": [0, 15, 11, 4, 5, 4, 3, 12, 7, 16, 10, 13, 23, 26, 9, 16, 15, 23, 18, 13, 11, 10, 10, 11, 6, 16, 20, 30, 26, 18, 18, 18, 21, 18, 12, 4, 8, 7, 5, 4, 4, 4, 2, 2, 3, 1, 3, 1, 0, 0], "n_pos": 97, "sum_m_en": [11.355873, 16.287467, 15.870143, 16.675094, 17.984715, 16.047921, 15.786882, 17.364543, 15.476112, 16.537774, 15.736814, 16.321326, 17.207352, 17.319554, 16.311007, 17.782017, 17.989333, 17.145017, 17.843717, 17.987142, 17.020649, 17.379175, 16.944752, 17.221693, 19.012758, 18.644626, 17.099034, 17.128533, 18.129268, 17.976418, 18.357053, 19.773693, 18.948954, 18.472814, 19.15, 19.352254, 18.335718, 17.775629, 18.22159, 17.944595, 17.146244, 17.398229, 18.00412, 17.711752, 14.850287, 13.255881, 13.94735, 11.393248, 4.928085, 0.004059], "sum_m_pl": [2.155145, 5.524975, 5.666481, 5.409627, 5.168794, 4.58833, 4.706089, 5.593549, 6.02745, 6.712707, 6.897892, 7.631226, 8.291442, 8.716496, 8.159078, 8.477129, 7.330798, 7.069039, 6.747785, 6.730438, 6.288371, 6.138893, 5.957766, 6.052934, 7.733763, 10.062844, 9.783312, 11.096919, 10.584119, 10.755466, 11.115827, 10.284468, 9.458467, 8.972378, 8.567423, 7.469776, 7.813248, 6.923606, 6.607817, 6.219097, 5.740882, 5.539451, 5.233682, 5.218405, 4.806137, 3.901073, 3.70196, 2.593358, 0.89955, 0.0]}, "lang": {"n_am_en": [8, 10, 8, 8, 13, 13, 10, 17, 15, 21, 20, 23, 20, 24, 25, 16, 22, 20, 19, 20, 22, 21, 22, 17, 27, 29, 30, 28, 26, 30, 28, 28, 25, 24, 27, 36, 38, 42, 46, 55, 53, 58, 57, 61, 55, 56, 58, 58, 55, 62], "n_am_pl": [0, 2, 2, 2, 5, 3, 6, 2, 6, 4, 8, 7, 10, 6, 2, 8, 8, 14, 12, 6, 9, 8, 8, 10, 4, 8, 11, 4, 13, 11, 9, 6, 5, 11, 8, 5, 7, 5, 6, 3, 3, 10, 7, 11, 10, 10, 14, 14, 19, 16], "n_pos": 78, "sum_m_en": [9.365793, 12.267925, 12.14757, 11.998181, 12.938632, 12.23317, 12.600726, 13.676337, 13.372691, 13.603481, 13.394853, 13.736921, 13.640888, 14.297267, 13.863309, 14.62514, 14.929774, 13.718381, 13.353568, 13.430372, 12.818418, 13.059256, 12.869577, 12.706423, 20.077777, 20.671108, 19.529303, 17.445495, 17.334507, 17.614977, 16.316229, 16.019751, 17.032994, 17.617, 19.738978, 21.643982, 25.575643, 30.192783, 35.27336, 41.772715, 42.069472, 49.455394, 50.420471, 52.653158, 51.309614, 52.442664, 52.790634, 53.115858, 52.816404, 60.960427], "sum_m_pl": [1.751724, 3.583804, 3.81123, 3.608927, 3.940851, 3.787529, 3.983837, 4.561804, 5.201643, 4.973194, 5.1549, 4.807682, 4.991313, 4.944008, 5.034646, 5.710302, 5.148533, 4.997622, 5.081888, 5.252804, 4.963177, 4.692963, 4.534558, 4.514157, 6.108068, 6.801853, 6.519396, 6.711061, 7.002117, 7.448654, 6.414025, 6.46828, 6.279249, 6.785618, 6.703783, 6.753169, 6.268338, 5.21333, 4.753735, 4.106507, 3.926532, 4.835531, 4.04342, 5.016955, 5.14076, 4.070055, 10.459643, 10.984132, 17.206029, 16.63763]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 415, "item_id": "llmzszl-18718", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 834, "region_end": 413, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9928}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 23, 45, 56, 49, 47, 54, 56, 47, 63, 44, 48, 56, 52, 55, 57, 51, 73, 71, 61, 66, 62, 57, 57, 109, 91, 88, 75, 93, 94, 70, 65, 81, 80, 95, 96, 118, 114, 122, 134, 122, 119, 133, 132, 105, 83, 37, 19, 2, 0], "n_am_pl": [1, 44, 51, 43, 53, 31, 40, 47, 60, 56, 74, 73, 71, 73, 52, 59, 52, 44, 40, 32, 35, 28, 28, 32, 33, 54, 56, 73, 81, 69, 70, 62, 59, 50, 28, 27, 26, 27, 27, 26, 21, 24, 23, 24, 48, 53, 110, 129, 135, 131], "n_pos": 464, "sum_m_en": [44.256607, 71.122655, 73.085787, 73.75949, 74.829771, 68.533856, 70.526165, 79.294775, 74.016024, 77.093488, 79.507188, 79.491898, 79.740286, 79.658774, 77.004067, 81.402289, 82.328589, 76.933601, 78.183725, 79.061451, 75.337606, 76.597734, 75.487431, 75.802959, 93.315644, 92.157685, 85.303984, 81.685259, 82.49211, 82.35385, 79.033682, 80.821352, 81.578428, 80.100925, 84.621906, 84.052526, 88.343459, 93.64903, 95.918435, 106.313793, 99.995912, 105.784336, 110.783658, 114.66858, 90.707034, 75.627735, 32.366244, 18.620802, 5.571363, 0.001228], "sum_m_pl": [7.723082, 21.530278, 25.814981, 24.245585, 25.154265, 25.075386, 25.646923, 29.341883, 32.977993, 32.584028, 32.546466, 33.426061, 33.724902, 33.486125, 32.268698, 33.644757, 29.888929, 29.326213, 26.721453, 27.575507, 26.682468, 25.894985, 25.491454, 25.869474, 31.164823, 38.637112, 38.881762, 43.646696, 43.935631, 44.942732, 44.359136, 43.524207, 40.740109, 39.23487, 37.066844, 34.636004, 31.199447, 29.102262, 27.535251, 26.122811, 25.384864, 26.186466, 25.942735, 29.537927, 42.794932, 54.642622, 102.267695, 122.195539, 129.119598, 131.683381]}, "digit": {"n_am_en": [3, 6, 16, 12, 11, 15, 11, 9, 16, 13, 8, 6, 10, 3, 4, 3, 5, 7, 5, 9, 7, 6, 3, 7, 15, 12, 10, 12, 18, 25, 11, 10, 9, 10, 23, 23, 26, 21, 20, 20, 14, 12, 16, 17, 13, 10, 10, 7, 0, 0], "n_am_pl": [0, 15, 13, 7, 6, 6, 3, 7, 11, 13, 17, 22, 21, 22, 14, 22, 9, 14, 15, 7, 9, 8, 7, 10, 4, 11, 11, 16, 17, 9, 18, 16, 19, 12, 7, 7, 9, 9, 9, 7, 3, 4, 2, 1, 5, 2, 7, 3, 0, 0], "n_pos": 96, "sum_m_en": [10.762407, 15.725677, 15.824918, 16.147021, 16.993861, 15.271851, 14.845578, 16.824962, 14.958835, 16.045273, 15.327988, 15.471028, 16.352229, 16.848983, 15.910225, 17.63231, 17.692968, 16.791646, 17.258809, 17.592889, 16.660531, 16.969556, 16.486027, 16.81406, 18.909575, 18.335268, 17.011041, 17.112155, 17.516068, 17.56029, 17.484194, 18.732548, 18.280422, 18.032025, 19.056775, 19.041744, 19.05136, 19.057805, 19.391564, 19.920634, 17.815895, 18.043406, 17.16972, 17.490519, 14.100347, 10.844259, 8.761187, 6.338187, 1.981209, 0.0], "sum_m_pl": [2.206669, 5.63804, 5.98065, 5.528983, 5.184306, 4.767421, 4.730448, 5.859185, 6.531925, 7.036349, 7.541016, 8.437093, 8.786168, 8.740639, 8.387916, 8.482602, 7.307832, 7.019003, 6.310257, 6.376761, 5.98152, 5.826304, 5.705093, 5.804926, 7.368564, 9.733249, 9.40991, 10.258216, 10.384732, 10.221905, 10.650134, 10.525174, 9.526774, 8.998014, 8.296374, 7.353852, 6.993164, 6.276498, 6.059518, 5.617678, 5.26605, 4.794062, 4.66539, 5.166566, 5.043851, 4.826268, 7.279472, 6.093909, 1.224929, 0.0]}, "lang": {"n_am_en": [3, 11, 14, 19, 16, 18, 24, 18, 14, 21, 17, 19, 18, 23, 30, 26, 29, 32, 32, 27, 32, 33, 30, 27, 51, 42, 43, 38, 40, 34, 25, 25, 39, 31, 32, 35, 49, 56, 61, 66, 69, 67, 67, 68, 59, 43, 12, 3, 1, 0], "n_am_pl": [0, 11, 14, 12, 18, 14, 15, 19, 19, 22, 25, 22, 20, 25, 17, 15, 16, 9, 9, 10, 10, 7, 12, 11, 12, 12, 16, 19, 26, 22, 21, 19, 12, 17, 14, 14, 12, 11, 10, 7, 11, 12, 19, 19, 35, 43, 92, 115, 128, 131], "n_pos": 131, "sum_m_en": [11.824162, 19.150647, 21.37636, 21.431916, 21.326839, 20.000119, 21.594791, 24.268771, 23.302814, 24.373331, 25.940116, 25.088492, 24.265092, 24.052213, 22.923306, 24.444804, 25.003826, 22.882433, 22.618648, 22.919566, 22.116668, 22.500831, 22.365561, 22.055613, 33.003104, 33.384052, 30.591708, 27.584992, 26.652025, 24.950293, 23.457432, 23.490508, 23.878924, 24.524617, 25.496396, 26.190093, 30.372118, 35.132618, 38.054345, 43.545585, 44.326941, 50.399475, 55.569236, 59.184514, 47.73544, 38.790582, 11.51275, 3.019873, 1.984029, 0.001211], "sum_m_pl": [1.580859, 4.86637, 5.87139, 5.973792, 6.248794, 6.657098, 7.218192, 8.302627, 9.569856, 8.894486, 8.846288, 8.843247, 9.12475, 9.266453, 8.684091, 9.211434, 8.192894, 8.141147, 7.582311, 7.883116, 7.622867, 7.420377, 7.375549, 7.595622, 9.516065, 10.60544, 11.368037, 12.669137, 13.035103, 13.865717, 13.381452, 13.856257, 13.456696, 13.55307, 12.555797, 12.604107, 11.509714, 11.343174, 11.465842, 11.532243, 12.183755, 13.643408, 14.429389, 17.275761, 30.075788, 42.005259, 82.598754, 106.93456, 121.572992, 130.781813]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 466, "item_id": "llmzszl-18718", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 962, "region_end": 464, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9957}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 17, 15, 21, 26, 26, 33, 16, 27, 39, 37, 31, 27, 27, 30, 45, 43, 43, 41, 39, 39, 46, 42, 38, 46, 45, 29, 32, 29, 29, 35, 35, 33, 38, 49, 52, 49, 45, 47, 45, 38, 37, 38, 39, 40, 41, 42, 44, 47, 49], "n_am_pl": [5, 6, 14, 7, 16, 8, 8, 6, 9, 15, 14, 22, 14, 12, 4, 7, 6, 9, 8, 6, 3, 8, 6, 6, 13, 13, 16, 29, 27, 30, 22, 25, 16, 10, 10, 10, 8, 4, 7, 6, 6, 3, 1, 9, 1, 1, 8, 4, 4, 3], "n_pos": 153, "sum_m_en": [17.130076, 23.737101, 23.393591, 24.162832, 25.115277, 23.649817, 24.435412, 23.421184, 24.117534, 26.415582, 26.109245, 26.895281, 27.596977, 26.265217, 25.710141, 27.123281, 26.675938, 25.74743, 24.622875, 23.816578, 23.869192, 25.008524, 24.165767, 23.901259, 33.706429, 34.006211, 30.481786, 31.426689, 29.04141, 29.992719, 28.828484, 29.415836, 28.651038, 31.655679, 34.300312, 35.051121, 35.770271, 37.009355, 39.456952, 42.138189, 36.614106, 37.278356, 39.367535, 38.587138, 37.231582, 38.40378, 40.924564, 42.181239, 43.939943, 49.251517], "sum_m_pl": [3.171536, 6.651854, 7.809807, 7.306943, 7.770203, 7.269216, 7.562039, 7.416707, 8.224305, 9.294451, 9.33268, 9.88915, 9.985729, 9.196895, 9.163189, 9.451191, 9.26545, 9.619535, 9.517998, 10.133314, 9.673016, 9.488746, 9.07625, 9.199803, 11.180685, 12.268978, 13.213908, 15.132161, 16.310152, 16.828509, 15.8198, 14.217014, 14.138638, 12.39821, 11.582658, 11.202884, 10.526647, 9.320493, 7.441659, 6.091747, 5.938835, 5.049934, 4.426974, 5.309637, 4.751031, 3.212767, 8.000899, 4.897164, 4.616231, 3.022752]}, "digit": {"n_am_en": [0, 2, 0, 1, 0, 0, 0, 0, 3, 4, 4, 9, 3, 2, 4, 3, 6, 7, 4, 5, 6, 7, 7, 5, 9, 7, 6, 6, 5, 4, 3, 5, 1, 7, 5, 4, 5, 5, 4, 4, 4, 3, 2, 4, 3, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 5, 0, 0, 1, 1, 1, 2, 4, 2, 2, 3, 4, 1, 1, 2, 2, 2, 1, 0, 1, 0, 0, 1, 2, 3, 4, 3, 6, 3, 4, 3, 1, 1, 2, 3, 3, 3, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.829761, 3.022102, 2.806867, 2.989614, 3.152313, 2.981461, 3.155127, 3.13673, 3.240399, 3.571204, 3.786603, 3.74881, 3.641045, 3.430259, 3.444817, 3.397904, 3.319894, 3.333182, 3.099422, 2.99555, 2.9994, 3.241464, 3.104387, 3.128659, 4.774454, 4.412303, 3.667546, 3.853364, 3.76685, 3.638223, 3.64253, 3.719673, 3.202254, 3.788225, 3.764403, 3.637286, 3.596258, 3.809099, 3.681503, 4.410312, 3.306745, 3.461974, 3.037667, 3.515355, 2.897587, 2.734922, 2.155423, 0.722465, 0.105851, 0.0], "sum_m_pl": [0.27698, 1.063055, 1.198596, 1.146515, 1.064409, 1.023222, 1.03933, 1.104202, 1.119796, 1.348056, 1.267772, 1.258793, 1.403018, 1.381369, 1.378627, 1.342422, 1.173979, 1.180548, 1.156708, 1.227516, 1.164849, 1.143114, 1.099732, 1.108637, 1.458085, 1.652239, 1.802156, 2.536044, 2.631268, 2.815424, 2.888894, 2.646285, 2.377544, 1.853636, 1.568473, 1.657858, 1.622598, 1.378894, 1.345772, 1.112977, 1.130751, 1.145774, 1.09772, 0.997381, 0.813907, 0.534835, 0.408969, 0.193891, 0.063824, 0.0]}, "lang": {"n_am_en": [8, 7, 9, 14, 10, 12, 17, 6, 13, 17, 15, 10, 8, 11, 14, 19, 21, 20, 21, 20, 17, 21, 20, 21, 26, 25, 17, 18, 13, 15, 17, 18, 19, 19, 26, 29, 31, 31, 32, 32, 30, 30, 31, 30, 33, 34, 38, 41, 46, 48], "n_am_pl": [2, 2, 4, 4, 7, 2, 5, 4, 2, 4, 6, 11, 9, 4, 1, 0, 2, 2, 1, 2, 2, 3, 2, 3, 4, 5, 6, 9, 11, 10, 8, 9, 7, 3, 5, 4, 1, 0, 1, 2, 2, 0, 0, 1, 0, 0, 2, 4, 4, 3], "n_pos": 52, "sum_m_en": [5.877595, 8.103485, 8.409485, 8.770926, 9.011233, 8.296545, 8.52803, 8.157536, 8.731064, 8.991799, 8.673289, 9.445689, 9.546437, 9.262061, 9.258508, 9.791812, 9.785442, 9.707792, 8.907623, 8.628129, 9.070365, 9.165718, 8.721586, 8.547603, 15.340062, 15.775994, 14.157128, 13.800028, 12.001796, 12.377395, 11.7657, 11.95848, 12.293937, 14.155917, 16.004349, 17.340437, 19.358922, 21.270663, 24.000355, 26.450346, 25.186274, 26.915365, 28.147406, 27.908146, 28.609057, 29.940896, 34.773824, 37.203059, 41.949786, 47.732686], "sum_m_pl": [1.063119, 1.860422, 2.137326, 2.032619, 2.222911, 2.132804, 2.209707, 2.218128, 2.598842, 2.853323, 3.056474, 3.330313, 3.368856, 3.038732, 3.099712, 3.278247, 3.367862, 3.510478, 3.44073, 3.6614, 3.418409, 3.32758, 3.17246, 3.213057, 4.264444, 4.348109, 4.728933, 5.272729, 6.064946, 6.063752, 5.21545, 5.031204, 5.010817, 4.41072, 4.40678, 4.368314, 3.996709, 3.524421, 2.727586, 2.091053, 1.776063, 1.312706, 1.039493, 0.989274, 1.026865, 0.753646, 2.231627, 3.904532, 4.269288, 3.022704]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 155, "item_id": "llmzszl-18719", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 763, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9419, "tf_agree_excl_first": 0.9481}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 28, 29, 40, 39, 43, 38, 31, 44, 58, 42, 37, 39, 48, 50, 73, 94, 98, 81, 71, 88, 87, 83, 83, 127, 114, 98, 92, 65, 68, 75, 85, 86, 93, 111, 106, 107, 113, 102, 107, 93, 93, 96, 91, 81, 61, 35, 22, 17, 17], "n_am_pl": [3, 21, 45, 24, 25, 46, 45, 47, 47, 59, 48, 55, 54, 46, 45, 42, 32, 31, 24, 22, 22, 21, 19, 18, 23, 29, 46, 59, 76, 69, 69, 62, 58, 45, 33, 28, 34, 22, 22, 26, 26, 21, 17, 26, 27, 44, 80, 82, 86, 90], "n_pos": 358, "sum_m_en": [33.071245, 52.702597, 55.88442, 57.555791, 58.504316, 55.122067, 56.488958, 56.082751, 56.727178, 59.688192, 61.48794, 62.293214, 61.921692, 58.485713, 57.980045, 61.058119, 61.904546, 60.077287, 56.815563, 56.262069, 58.454077, 58.531765, 57.398099, 56.756927, 83.363333, 77.085016, 68.45323, 67.813696, 62.509432, 65.09795, 65.249453, 68.261534, 66.780073, 75.29228, 80.750928, 79.95993, 78.87137, 85.174112, 85.956351, 88.330669, 81.323067, 85.23684, 87.204406, 81.297504, 70.916666, 58.861497, 34.261322, 24.18299, 20.012729, 16.681772], "sum_m_pl": [6.323336, 17.710253, 21.332022, 20.562744, 21.081694, 20.669147, 20.922491, 21.621497, 23.468115, 25.810403, 26.124726, 25.548444, 26.662581, 25.606854, 25.091766, 24.885006, 22.54649, 22.893246, 21.993863, 23.610124, 22.171184, 21.631617, 20.950366, 21.145425, 26.484471, 31.544632, 33.021191, 37.357467, 41.59034, 40.660448, 37.193013, 34.567711, 34.129914, 31.79183, 30.215786, 28.152366, 26.272932, 23.718205, 21.708284, 21.129514, 20.238591, 16.8798, 19.241929, 25.04954, 29.382007, 41.903636, 77.270615, 80.557049, 84.261298, 90.047604]}, "digit": {"n_am_en": [0, 2, 2, 1, 3, 3, 1, 1, 2, 7, 10, 9, 4, 2, 7, 10, 12, 10, 10, 8, 10, 11, 8, 8, 14, 13, 12, 13, 6, 6, 10, 15, 8, 9, 11, 15, 13, 10, 7, 8, 8, 8, 4, 5, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 3, 5, 4, 1, 1, 2, 7, 6, 8, 2, 5, 8, 2, 4, 2, 7, 5, 3, 2, 1, 1, 1, 1, 3, 4, 6, 8, 10, 9, 9, 9, 6, 5, 0, 0, 4, 2, 2, 2, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 39, "sum_m_en": [3.37975, 6.163134, 6.384066, 6.652433, 6.812518, 6.246581, 6.368654, 6.727366, 6.901587, 7.527489, 8.165297, 7.976917, 7.659425, 7.137734, 7.236122, 7.138243, 7.262401, 7.247815, 6.604612, 6.503569, 6.779456, 7.274837, 6.824801, 6.683204, 10.186932, 9.552246, 8.195944, 8.701435, 7.86359, 7.966922, 8.359679, 8.708703, 7.975244, 8.644172, 9.317261, 9.167546, 9.553151, 9.142831, 8.976445, 9.04812, 8.050761, 8.067615, 6.993565, 6.433733, 5.366997, 4.156716, 2.253194, 1.348077, 0.900545, 0.0], "sum_m_pl": [0.532793, 1.956821, 2.149185, 2.0442, 1.938158, 1.861457, 2.002598, 2.322216, 2.459184, 2.852812, 2.832138, 2.558584, 2.755573, 2.733186, 2.69835, 2.694323, 2.368236, 2.396459, 2.31523, 2.587751, 2.389406, 2.289595, 2.179692, 2.242903, 2.460321, 3.299273, 3.202056, 3.912219, 3.929381, 3.837298, 3.791985, 3.592651, 3.342216, 2.999553, 2.869642, 2.630333, 2.501765, 2.292136, 2.310479, 2.155018, 1.965198, 1.942542, 2.002461, 1.753495, 1.596284, 1.444497, 2.100811, 1.035008, 0.27201, 0.0]}, "lang": {"n_am_en": [2, 7, 11, 14, 10, 13, 22, 16, 17, 18, 11, 9, 15, 19, 17, 29, 40, 44, 33, 30, 42, 41, 44, 46, 63, 56, 50, 43, 32, 37, 37, 36, 42, 45, 46, 50, 50, 60, 54, 52, 51, 54, 58, 56, 54, 36, 24, 16, 16, 16], "n_am_pl": [1, 8, 15, 7, 5, 15, 16, 19, 16, 18, 14, 15, 17, 17, 21, 13, 8, 8, 9, 7, 9, 7, 6, 8, 5, 7, 13, 17, 22, 22, 21, 19, 21, 18, 8, 10, 8, 6, 6, 9, 10, 12, 12, 15, 23, 36, 59, 75, 82, 90], "n_pos": 106, "sum_m_en": [9.991044, 15.384448, 16.990814, 17.574955, 18.06183, 17.145413, 17.841728, 17.392624, 18.013116, 18.269461, 18.674128, 19.272592, 19.037536, 17.754875, 17.765001, 19.351903, 20.091117, 19.440109, 17.919125, 17.765631, 19.687043, 18.419671, 18.003628, 17.88361, 34.04811, 30.187353, 25.782825, 24.356339, 21.33805, 22.023682, 21.774689, 22.730484, 22.529403, 25.710982, 27.952618, 29.767967, 30.024252, 35.999197, 39.368999, 39.488317, 39.482264, 44.842518, 48.313514, 46.837259, 44.940532, 36.217464, 23.575447, 17.320554, 16.557554, 16.000016], "sum_m_pl": [1.951241, 4.778802, 5.933775, 5.869848, 5.831658, 5.994612, 6.057958, 6.328191, 6.896978, 7.33991, 7.619839, 7.55028, 7.640067, 8.004921, 7.785326, 7.588139, 6.736309, 6.556462, 6.6272, 7.044547, 6.561181, 6.663091, 6.444018, 6.442917, 7.874583, 9.006974, 9.856513, 11.105119, 13.050844, 12.666707, 10.945875, 11.10851, 10.967101, 10.498712, 9.274923, 8.988627, 9.419345, 8.857377, 7.448341, 7.617243, 7.858254, 7.049998, 10.377095, 15.345307, 19.868054, 32.641415, 57.257015, 72.319452, 80.146514, 89.372767]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 358, "item_id": "llmzszl-18719", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 891, "region_end": 358, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9944}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 21, 41, 45, 62, 48, 54, 51, 53, 65, 63, 65, 55, 45, 65, 60, 68, 78, 93, 100, 75, 84, 69, 64, 113, 102, 97, 93, 82, 79, 77, 85, 83, 92, 98, 93, 116, 112, 117, 123, 132, 127, 136, 129, 131, 131, 110, 105, 107, 113], "n_am_pl": [9, 39, 49, 31, 31, 52, 29, 27, 36, 22, 28, 43, 41, 39, 41, 42, 28, 28, 17, 15, 10, 14, 14, 14, 13, 11, 22, 24, 28, 36, 35, 28, 27, 17, 22, 12, 9, 12, 9, 14, 15, 14, 7, 9, 11, 7, 10, 13, 9, 9], "n_pos": 332, "sum_m_en": [41.22516, 52.790911, 53.421497, 54.150251, 56.668673, 55.023543, 55.79073, 55.834096, 54.244858, 58.483924, 61.020654, 62.750065, 58.521609, 56.805313, 59.61701, 58.610703, 60.578014, 60.584414, 63.178849, 60.985647, 57.418182, 58.889235, 57.471815, 57.588389, 81.277024, 79.388493, 72.183339, 67.814894, 68.730286, 68.6173, 64.727206, 66.501254, 70.471101, 70.270067, 72.266775, 72.923764, 85.060313, 88.953387, 97.409745, 108.813595, 110.92434, 108.841535, 117.643557, 120.598371, 118.839867, 117.928068, 110.1635, 105.751526, 102.28727, 113.143654], "sum_m_pl": [8.758988, 18.150963, 20.090261, 18.001322, 19.047958, 17.836843, 17.665354, 19.712285, 20.086939, 20.341822, 21.687007, 22.402348, 23.368143, 23.524268, 24.087451, 22.714437, 20.414287, 20.541127, 20.349178, 21.082219, 20.520071, 20.073532, 19.910939, 19.764187, 21.715213, 23.320809, 24.425528, 26.459308, 27.378684, 27.575917, 25.560556, 25.518456, 24.976496, 22.162364, 21.602231, 20.360021, 20.066062, 18.733416, 16.176693, 14.411279, 17.136261, 14.643712, 12.916727, 11.333342, 13.474272, 12.084578, 12.525449, 13.15707, 11.411859, 8.530687]}, "digit": {"n_am_en": [2, 2, 1, 6, 12, 3, 7, 10, 8, 12, 13, 11, 11, 6, 9, 7, 10, 10, 12, 15, 11, 11, 9, 10, 18, 17, 12, 9, 9, 8, 9, 10, 8, 10, 10, 13, 18, 17, 11, 13, 19, 19, 16, 11, 7, 6, 5, 4, 0, 0], "n_am_pl": [0, 10, 18, 8, 6, 13, 3, 1, 2, 4, 4, 8, 11, 7, 9, 5, 4, 5, 4, 4, 0, 3, 4, 3, 5, 3, 6, 6, 4, 5, 7, 6, 2, 3, 3, 1, 1, 1, 4, 1, 1, 2, 1, 1, 3, 0, 1, 1, 1, 0], "n_pos": 65, "sum_m_en": [7.718081, 10.701432, 10.578818, 10.174896, 10.584442, 10.04496, 10.42531, 10.498337, 10.031232, 11.460859, 11.702479, 11.686013, 11.159562, 11.00021, 11.131366, 10.565512, 10.735432, 11.100162, 11.718282, 11.410172, 10.601232, 11.047592, 10.908683, 10.978655, 13.852621, 12.666309, 11.353669, 11.313286, 11.909483, 11.258684, 10.873552, 11.675354, 12.025055, 10.768839, 10.943709, 11.746321, 12.795377, 12.070306, 11.098996, 11.263893, 11.08703, 11.168691, 11.048677, 11.319667, 8.862534, 7.934708, 6.31579, 3.91961, 2.15522, 0.0], "sum_m_pl": [1.713654, 4.191038, 4.209333, 3.774904, 3.478289, 3.400405, 3.205475, 3.632362, 3.83274, 4.15289, 4.479436, 4.786164, 4.918852, 4.62665, 4.872334, 4.688004, 4.339564, 4.439195, 4.134611, 4.249277, 4.152316, 4.006274, 3.942012, 3.98216, 4.495083, 5.080929, 5.425026, 5.515806, 5.494599, 5.706779, 5.316045, 5.306016, 5.091073, 4.590271, 4.301184, 4.229069, 3.942422, 3.858874, 3.779438, 3.62841, 3.529929, 3.347699, 3.065675, 2.886402, 3.126574, 2.178182, 1.949569, 1.649675, 0.996611, 0.0]}, "lang": {"n_am_en": [15, 12, 18, 23, 27, 26, 25, 24, 26, 29, 29, 32, 29, 25, 31, 37, 32, 41, 49, 58, 42, 48, 40, 38, 66, 60, 65, 57, 49, 49, 52, 53, 52, 61, 64, 61, 69, 71, 81, 82, 88, 84, 93, 94, 99, 100, 92, 95, 102, 113], "n_am_pl": [3, 10, 11, 7, 7, 14, 6, 9, 15, 9, 10, 19, 14, 17, 17, 22, 12, 10, 3, 5, 5, 7, 7, 5, 4, 5, 5, 6, 7, 11, 10, 11, 14, 9, 8, 4, 2, 4, 1, 6, 4, 7, 2, 3, 2, 2, 3, 7, 7, 9], "n_pos": 122, "sum_m_en": [16.2716, 19.787082, 20.577122, 21.90507, 23.019844, 21.815433, 22.085381, 22.062411, 22.057871, 22.824315, 23.865514, 25.596809, 23.69136, 23.705796, 25.165451, 24.883373, 25.39809, 25.663789, 26.372404, 25.273336, 23.656543, 23.825906, 23.08144, 22.988081, 39.021993, 39.567673, 37.048117, 32.731335, 32.15994, 32.531338, 30.632189, 30.591771, 33.098282, 35.912271, 36.112409, 38.936997, 48.28061, 53.31314, 61.921484, 72.009784, 75.110381, 74.365132, 81.982281, 84.80507, 89.068205, 90.153489, 89.40135, 89.755425, 94.111797, 112.257351], "sum_m_pl": [3.02846, 5.564021, 6.216548, 5.502284, 6.167457, 5.928656, 5.941279, 6.876036, 6.944545, 6.72958, 7.122796, 7.288297, 7.703545, 8.287377, 8.366556, 7.835672, 7.112959, 7.119384, 7.423155, 7.825715, 7.685675, 7.536449, 7.517471, 7.411125, 8.267524, 8.476075, 8.861891, 9.647255, 9.943889, 9.840588, 9.096884, 9.429945, 9.058497, 8.434844, 8.458276, 8.182328, 7.144606, 6.787749, 5.941189, 4.869383, 5.443148, 4.592224, 3.801216, 3.805813, 3.57235, 2.976929, 3.189993, 5.795619, 7.693836, 8.530495]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 334, "item_id": "llmzszl-18720", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 902, "region_end": 332, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 29, 44, 50, 72, 71, 67, 83, 79, 80, 74, 75, 61, 67, 81, 96, 110, 106, 136, 116, 115, 115, 110, 105, 169, 154, 126, 94, 76, 80, 75, 76, 85, 102, 114, 126, 148, 156, 146, 168, 167, 143, 157, 158, 123, 103, 42, 2, 1, 1], "n_am_pl": [10, 48, 66, 34, 39, 73, 59, 50, 52, 46, 55, 78, 79, 76, 82, 73, 53, 40, 32, 42, 33, 31, 35, 33, 25, 27, 44, 50, 61, 79, 77, 69, 55, 44, 38, 34, 24, 27, 32, 39, 50, 53, 62, 62, 85, 112, 168, 205, 224, 226], "n_pos": 506, "sum_m_en": [48.09506, 73.815023, 78.242898, 80.055024, 83.32121, 82.846768, 86.021842, 87.692993, 85.441176, 90.776089, 95.994439, 96.410508, 92.121845, 88.514088, 90.126783, 89.246836, 90.886792, 89.208906, 94.205804, 90.915084, 86.348314, 88.156389, 86.382119, 86.065646, 119.859761, 115.488022, 99.682067, 91.550191, 91.967655, 91.494685, 89.724366, 91.203119, 94.001832, 93.03113, 96.668233, 98.506492, 109.684612, 114.561737, 119.727426, 128.055803, 123.822675, 114.216314, 138.131794, 139.33265, 119.417104, 97.043383, 43.514499, 10.39405, 4.765279, 1.00002], "sum_m_pl": [9.653794, 26.929282, 30.457108, 29.419131, 31.698988, 30.810073, 30.453589, 33.738948, 33.899437, 33.085997, 36.257725, 40.519751, 41.891166, 41.665657, 41.6073, 37.845466, 32.345576, 32.952358, 29.471601, 31.265526, 31.009038, 30.255458, 30.522695, 30.144907, 35.178718, 38.778861, 41.579415, 45.498288, 48.776674, 49.440516, 46.032259, 47.111884, 44.682445, 40.94594, 38.340768, 35.888914, 34.716966, 34.615229, 33.669167, 33.951874, 41.631013, 37.878715, 41.4126, 47.389764, 78.274147, 102.780065, 160.948499, 200.524556, 222.302905, 224.856454]}, "digit": {"n_am_en": [1, 5, 8, 14, 6, 10, 10, 7, 8, 9, 13, 11, 9, 10, 10, 15, 15, 13, 19, 18, 13, 13, 12, 14, 21, 13, 12, 9, 7, 6, 3, 9, 9, 8, 12, 14, 23, 17, 13, 14, 14, 14, 15, 13, 9, 9, 7, 1, 0, 0], "n_am_pl": [0, 5, 16, 3, 5, 10, 7, 3, 4, 3, 7, 11, 12, 8, 15, 7, 5, 7, 2, 2, 0, 4, 1, 3, 1, 4, 7, 6, 11, 6, 11, 12, 10, 7, 3, 4, 2, 0, 0, 1, 0, 0, 1, 0, 0, 2, 0, 1, 0, 0], "n_pos": 73, "sum_m_en": [7.937723, 10.713694, 11.247962, 10.596362, 11.007551, 11.010408, 11.122373, 11.287274, 11.234767, 12.733821, 12.968241, 12.653689, 12.398922, 11.96058, 12.411102, 11.837697, 12.226269, 12.693951, 13.345439, 13.037954, 12.014152, 12.482294, 12.307498, 12.600867, 15.771075, 15.128752, 13.728156, 13.718873, 14.097254, 13.088538, 12.745197, 13.263204, 14.512627, 13.224386, 13.720561, 13.573578, 14.365488, 13.661133, 12.361985, 11.40338, 11.543025, 12.110204, 12.19123, 12.173203, 9.319234, 8.023865, 5.453889, 3.401387, 1.919576, 0.0], "sum_m_pl": [1.879125, 4.426977, 4.469049, 4.048472, 3.778621, 3.855548, 3.401812, 3.910692, 4.240479, 4.64934, 5.101284, 5.875447, 5.819176, 5.382143, 5.765019, 5.668964, 5.076833, 5.219133, 4.535518, 4.720285, 4.552576, 4.333521, 4.284174, 4.247924, 5.007685, 5.496095, 5.687903, 5.907035, 6.199868, 6.568046, 6.210729, 6.039774, 5.639355, 5.282497, 4.903935, 4.789048, 4.178328, 4.059466, 3.965498, 3.724527, 3.638753, 3.617251, 3.270937, 2.737875, 2.599653, 1.773, 1.528063, 2.029186, 0.799098, 0.0]}, "lang": {"n_am_en": [8, 12, 10, 16, 44, 38, 33, 49, 48, 45, 24, 37, 27, 32, 40, 47, 54, 58, 70, 63, 66, 67, 65, 58, 105, 93, 79, 58, 45, 47, 46, 49, 46, 66, 65, 72, 75, 86, 80, 93, 95, 80, 90, 93, 75, 67, 29, 0, 1, 1], "n_am_pl": [1, 26, 28, 16, 19, 26, 25, 24, 26, 24, 33, 39, 34, 34, 36, 38, 29, 20, 16, 21, 20, 16, 23, 17, 14, 13, 20, 23, 24, 43, 37, 37, 24, 18, 22, 16, 14, 20, 25, 32, 38, 40, 51, 52, 72, 95, 147, 194, 222, 226], "n_pos": 228, "sum_m_en": [20.499828, 32.811092, 35.055132, 37.662131, 39.432409, 38.739407, 40.759009, 42.035546, 41.353896, 42.780948, 45.770033, 46.453185, 43.886492, 42.453092, 43.048778, 43.365689, 43.770414, 42.578189, 44.831442, 43.17523, 41.407375, 41.960532, 41.127218, 40.572545, 64.834413, 62.412839, 52.611754, 45.076442, 44.028628, 44.846177, 44.330382, 44.605005, 44.447131, 46.554831, 47.200258, 50.709348, 56.482721, 61.340515, 63.554108, 69.803047, 67.833542, 63.832897, 80.615675, 83.271353, 73.756012, 60.610572, 29.229659, 3.521331, 1.455248, 1.000017], "sum_m_pl": [3.647282, 11.682128, 12.963747, 12.666668, 14.404547, 14.451267, 14.701423, 16.053568, 16.035198, 15.075749, 16.534099, 18.812115, 19.673486, 20.367066, 19.720192, 17.327907, 14.707762, 15.010646, 13.397517, 14.207611, 14.355105, 14.212588, 14.469061, 14.312074, 16.738748, 18.248475, 19.873238, 21.872766, 23.05164, 23.130289, 21.629789, 23.448429, 22.402172, 20.448249, 19.962388, 18.86493, 19.115562, 19.938631, 21.128271, 22.133445, 27.429627, 24.339448, 30.145687, 37.342465, 62.420722, 85.098021, 139.13596, 186.318591, 216.807391, 224.708877]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 508, "item_id": "llmzszl-18720", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 506, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9921}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 27, 37, 28, 23, 21, 35, 30, 35, 28, 23, 28, 24, 32, 38, 41, 36, 44, 34, 46, 37, 32, 24, 18, 42, 40, 41, 32, 43, 44, 41, 49, 54, 49, 71, 63, 65, 71, 67, 59, 53, 54, 61, 59, 54, 50, 41, 38, 33, 40], "n_am_pl": [3, 15, 25, 24, 17, 19, 28, 22, 28, 41, 45, 50, 52, 38, 32, 29, 27, 24, 27, 29, 29, 31, 26, 28, 28, 31, 36, 29, 39, 39, 41, 44, 36, 29, 27, 23, 14, 9, 10, 6, 7, 9, 9, 8, 7, 7, 7, 6, 9, 4], "n_pos": 288, "sum_m_en": [32.885102, 41.585009, 40.243958, 41.133953, 41.511878, 41.469158, 42.170905, 44.363978, 42.421519, 45.073426, 44.879966, 43.472348, 43.118049, 42.49289, 40.812837, 43.690742, 43.129617, 42.629627, 43.752057, 43.01147, 41.211293, 41.83676, 41.314483, 40.986682, 41.266335, 41.908039, 40.629938, 41.064727, 44.154751, 44.103372, 42.735884, 44.563436, 46.507441, 47.858792, 53.059609, 52.89221, 54.379726, 56.656707, 56.112743, 59.100456, 54.755502, 55.497515, 58.856355, 63.212953, 55.626635, 51.34233, 42.604231, 41.320205, 34.178352, 39.0668], "sum_m_pl": [6.575716, 12.916025, 15.342923, 14.497359, 16.045386, 15.885897, 16.438255, 17.671373, 19.145759, 21.743939, 23.080941, 23.943971, 24.581279, 23.629408, 23.893395, 23.046444, 22.411896, 22.159916, 20.738933, 20.201969, 18.927998, 18.532863, 17.782597, 17.6533, 24.673042, 28.117214, 28.917091, 29.594204, 30.027477, 33.027508, 31.163829, 28.614537, 26.360942, 25.993039, 23.039467, 19.93268, 18.365922, 16.158324, 14.709329, 12.337792, 12.707643, 11.908969, 10.790834, 9.480709, 8.574102, 9.282497, 6.494499, 5.682374, 7.987688, 3.998626]}, "digit": {"n_am_en": [1, 3, 3, 5, 5, 4, 11, 6, 5, 8, 6, 8, 6, 5, 9, 3, 3, 6, 3, 7, 5, 6, 1, 0, 10, 7, 10, 6, 10, 6, 7, 8, 8, 9, 13, 12, 8, 11, 8, 3, 3, 5, 10, 8, 5, 5, 3, 3, 0, 0], "n_am_pl": [0, 6, 13, 9, 1, 3, 5, 3, 5, 8, 17, 21, 18, 12, 10, 8, 11, 12, 12, 13, 9, 9, 9, 11, 8, 13, 9, 12, 11, 12, 10, 13, 10, 7, 6, 4, 5, 2, 5, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [6.933062, 8.637065, 8.454176, 9.152625, 9.337841, 9.158479, 9.221269, 9.795053, 9.335244, 9.978977, 10.060057, 9.088081, 9.113653, 9.324046, 8.410587, 8.966331, 8.85106, 8.990574, 9.34161, 9.158782, 8.896612, 9.087421, 8.931902, 8.909307, 8.855917, 8.640319, 8.643461, 8.423943, 9.128106, 8.648092, 8.639562, 9.46253, 9.513022, 9.950592, 10.600045, 10.359889, 9.748335, 9.601796, 8.622237, 7.890368, 6.934685, 6.913057, 7.236156, 8.218914, 6.325101, 5.070256, 2.669408, 2.461035, 0.192563, 0.0], "sum_m_pl": [1.144431, 2.660967, 2.885915, 2.910103, 3.262128, 3.194018, 3.169264, 3.610904, 4.109633, 4.717575, 5.228747, 5.5813, 5.925761, 5.939046, 6.367595, 6.081286, 5.702195, 5.579318, 5.181135, 4.930451, 4.383733, 4.261771, 4.063539, 4.119588, 6.825416, 7.417734, 7.79956, 7.514311, 7.547201, 7.950396, 7.557339, 6.843873, 6.479881, 6.694609, 5.817679, 5.163384, 5.122477, 4.801311, 4.585684, 4.07552, 3.629442, 3.785033, 3.430825, 3.141404, 2.888446, 2.280512, 1.065214, 0.633691, 0.104656, 0.00106]}, "lang": {"n_am_en": [10, 9, 8, 6, 6, 5, 12, 7, 14, 6, 9, 10, 9, 10, 12, 15, 14, 13, 13, 15, 12, 10, 12, 10, 20, 19, 14, 12, 11, 17, 15, 17, 21, 22, 23, 23, 25, 26, 30, 31, 27, 28, 28, 29, 29, 30, 31, 31, 33, 40], "n_am_pl": [1, 6, 6, 4, 3, 3, 7, 4, 3, 10, 10, 4, 7, 8, 7, 6, 5, 3, 2, 2, 6, 8, 6, 6, 3, 4, 3, 3, 6, 6, 5, 6, 6, 4, 3, 4, 3, 0, 2, 2, 5, 4, 4, 4, 4, 5, 5, 5, 7, 4], "n_pos": 46, "sum_m_en": [4.905333, 7.057131, 6.872649, 6.932039, 6.955303, 7.281033, 7.280035, 7.613689, 7.571992, 7.920273, 7.785197, 7.870156, 7.530463, 7.581219, 7.314219, 8.103585, 8.163266, 8.13877, 8.178291, 7.951177, 7.568919, 7.471457, 7.421702, 7.349956, 12.278933, 12.476252, 11.567325, 10.810984, 10.757481, 10.484151, 9.702421, 10.084839, 10.692442, 12.693215, 14.420332, 16.329035, 18.714319, 22.213316, 24.130534, 26.323922, 25.717006, 27.751649, 28.22211, 28.843722, 29.667326, 29.462614, 29.829937, 30.698741, 31.184057, 38.71782], "sum_m_pl": [1.111446, 1.747755, 1.990983, 2.067753, 2.225864, 2.323773, 2.542832, 2.88457, 3.080229, 3.349842, 3.444945, 3.485848, 3.89645, 3.785299, 3.690974, 3.698897, 3.549099, 3.499281, 3.327551, 3.180375, 3.007151, 2.98244, 2.857346, 2.777847, 3.825862, 4.412889, 4.260462, 4.346801, 4.609764, 5.036182, 4.875428, 4.449459, 4.109888, 4.030332, 3.557604, 3.237038, 2.691144, 2.162315, 1.909393, 1.848054, 3.668747, 3.276983, 3.038774, 2.999182, 2.846174, 4.522909, 4.169198, 4.026603, 6.179265, 3.941603]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "llmzszl-18722", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 720, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9792}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 64, 62, 62, 67, 68, 60, 75, 65, 81, 70, 62, 62, 66, 69, 90, 108, 108, 90, 132, 139, 130, 114, 99, 175, 146, 142, 127, 125, 109, 116, 94, 106, 125, 155, 175, 158, 183, 189, 203, 198, 182, 192, 192, 152, 115, 41, 5, 0, 0], "n_am_pl": [7, 50, 54, 67, 60, 69, 87, 81, 98, 91, 112, 121, 121, 119, 103, 89, 83, 78, 86, 78, 60, 67, 68, 69, 55, 69, 80, 98, 89, 101, 100, 106, 105, 96, 70, 43, 49, 43, 33, 27, 30, 36, 41, 40, 58, 91, 158, 196, 196, 192], "n_pos": 619, "sum_m_en": [65.66287, 91.564182, 94.23638, 96.641854, 95.038904, 94.324759, 96.780732, 98.925964, 93.164385, 99.000388, 100.821236, 101.519554, 100.540665, 97.323192, 89.520933, 96.853799, 99.029291, 96.583393, 98.355826, 98.839102, 96.504862, 95.638658, 94.710741, 94.767662, 129.157165, 118.129236, 108.586864, 101.550978, 101.079382, 99.388555, 96.507938, 100.516359, 102.221916, 107.873722, 121.04603, 123.046156, 122.399888, 139.580604, 150.398977, 167.395204, 167.501557, 159.695355, 175.10017, 182.653429, 146.074937, 109.107609, 44.254453, 10.637428, 7.320674, 0.000258], "sum_m_pl": [11.760379, 28.627868, 32.371717, 33.444712, 36.269343, 38.032018, 38.859478, 41.509519, 46.413686, 48.856918, 51.383214, 52.207878, 53.571216, 54.55718, 56.324799, 51.866924, 47.986025, 46.86686, 42.653127, 42.076182, 39.68248, 38.22734, 37.328862, 35.914274, 47.524618, 57.336952, 61.259268, 67.187644, 69.676851, 74.02876, 68.06383, 63.942517, 61.172888, 56.4294, 49.673855, 46.252262, 45.728504, 42.625261, 40.143701, 36.9425, 33.86137, 37.807636, 39.635464, 43.417217, 60.254161, 88.429371, 152.223187, 189.531773, 186.441475, 191.462786]}, "digit": {"n_am_en": [1, 5, 10, 10, 10, 5, 9, 8, 7, 10, 14, 6, 4, 8, 9, 5, 5, 8, 7, 12, 10, 8, 4, 2, 12, 8, 10, 12, 12, 11, 11, 4, 7, 7, 14, 14, 13, 19, 13, 13, 7, 5, 6, 8, 3, 2, 0, 1, 0, 0], "n_am_pl": [0, 16, 17, 18, 9, 9, 10, 13, 6, 8, 17, 19, 21, 15, 17, 14, 15, 17, 16, 18, 15, 16, 12, 13, 14, 17, 12, 20, 19, 20, 16, 17, 21, 13, 8, 3, 7, 4, 2, 3, 3, 3, 2, 0, 0, 0, 1, 0, 0, 0], "n_pos": 79, "sum_m_en": [9.597343, 11.738155, 11.932401, 12.765959, 12.924155, 13.047359, 12.869583, 13.293705, 12.570796, 13.444837, 13.655512, 12.627437, 12.927715, 12.775716, 11.235882, 12.096658, 12.406983, 12.146986, 12.346335, 12.318423, 11.963137, 12.209919, 12.073179, 12.371902, 13.62422, 12.041199, 11.773534, 11.815868, 12.42884, 12.168549, 12.204997, 13.192853, 13.231159, 13.488163, 14.353533, 14.301992, 13.558446, 15.04459, 13.439971, 12.217276, 10.163315, 9.812189, 9.333275, 9.031793, 6.285003, 4.675349, 2.24076, 1.492529, 0.293288, 0.0], "sum_m_pl": [1.583159, 3.839292, 3.970664, 4.285963, 4.833622, 4.62423, 4.534491, 5.033722, 5.755949, 6.520482, 7.452376, 7.71246, 7.898423, 8.174639, 8.950144, 8.527892, 7.780115, 7.515135, 6.657897, 6.468727, 5.709591, 5.365639, 5.158363, 5.043986, 8.008855, 9.596844, 9.771115, 10.337033, 10.426708, 11.164183, 9.978785, 9.243273, 9.161968, 8.660873, 7.496618, 6.545575, 6.518294, 5.661036, 6.030546, 5.495588, 4.759979, 4.882807, 4.48983, 4.22036, 3.737575, 3.189233, 1.334599, 0.771665, 0.121842, 0.0]}, "lang": {"n_am_en": [13, 16, 21, 26, 26, 28, 27, 28, 20, 21, 23, 22, 25, 23, 24, 39, 45, 52, 45, 68, 74, 70, 63, 62, 92, 82, 77, 60, 55, 58, 55, 47, 50, 60, 67, 87, 82, 93, 99, 105, 103, 102, 112, 106, 85, 58, 23, 3, 0, 0], "n_am_pl": [2, 13, 9, 19, 19, 28, 29, 24, 43, 39, 49, 56, 49, 52, 44, 39, 40, 33, 36, 25, 21, 30, 36, 27, 16, 14, 26, 30, 26, 33, 42, 42, 41, 44, 34, 21, 26, 24, 22, 22, 25, 30, 35, 38, 53, 81, 131, 170, 182, 191], "n_pos": 191, "sum_m_en": [19.58236, 28.326619, 30.436442, 31.33441, 31.050048, 29.856684, 31.165001, 31.129056, 29.640088, 30.993163, 31.838274, 33.029555, 32.505865, 31.614698, 29.333384, 32.258765, 33.651477, 33.103011, 32.87951, 33.10771, 32.989685, 32.008141, 31.707138, 31.266792, 58.93507, 52.290147, 45.495123, 38.408392, 35.826877, 34.358984, 33.31461, 34.173792, 34.177892, 37.9534, 43.708047, 49.424909, 49.952101, 62.91891, 70.809733, 81.653438, 87.495116, 84.800964, 98.101849, 99.065482, 78.444714, 54.779336, 21.119896, 3.211251, 1.65165, 0.000222], "sum_m_pl": [3.180702, 8.040595, 9.115181, 10.251038, 10.75688, 12.128936, 12.977085, 13.982311, 16.131932, 16.28493, 16.563646, 17.207596, 18.343465, 19.249875, 19.184839, 16.847068, 15.175439, 14.408152, 13.620936, 12.92282, 12.296222, 12.067931, 11.724314, 10.958588, 13.852422, 16.375519, 19.319503, 21.096503, 22.707121, 23.97026, 22.419644, 22.50324, 21.849912, 20.46082, 18.442884, 18.332746, 19.983357, 19.350565, 17.750125, 18.530983, 18.230327, 23.578701, 26.429129, 31.82455, 47.924579, 74.248595, 125.913175, 163.685276, 172.492057, 189.964847]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 621, "item_id": "llmzszl-18722", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 848, "region_end": 619, "roundtrip_ok": true, "tf_agree": 0.9952, "tf_agree_excl_first": 0.9968}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 19, 31, 24, 18, 19, 24, 28, 11, 24, 36, 31, 21, 18, 28, 28, 28, 22, 24, 29, 12, 16, 16, 14, 37, 31, 25, 20, 23, 23, 21, 27, 25, 29, 37, 36, 45, 49, 52, 55, 54, 52, 55, 52, 46, 47, 39, 32, 30, 29], "n_am_pl": [3, 10, 18, 15, 20, 14, 12, 17, 17, 19, 17, 21, 17, 23, 19, 15, 12, 16, 14, 9, 8, 7, 5, 3, 13, 22, 15, 22, 23, 28, 26, 21, 14, 14, 11, 15, 10, 5, 7, 1, 1, 1, 0, 1, 2, 1, 2, 2, 5, 5], "n_pos": 165, "sum_m_en": [19.40906, 26.875061, 26.247589, 26.337142, 27.127514, 26.898796, 27.028796, 29.862087, 26.981877, 26.918732, 27.97888, 28.145057, 27.93711, 27.131824, 25.675777, 26.453181, 27.46033, 26.081569, 26.582475, 25.902164, 24.514337, 24.92631, 24.655555, 24.625103, 30.781816, 29.301225, 27.159862, 25.750443, 26.933906, 28.233388, 26.511898, 28.510083, 28.087265, 29.444008, 33.276885, 32.191972, 33.898321, 37.459264, 38.977492, 43.678182, 42.710589, 47.115933, 47.809209, 46.522639, 45.369678, 40.286646, 37.315383, 34.846473, 29.050745, 29.107682], "sum_m_pl": [3.834175, 7.876979, 9.872476, 9.987152, 9.931754, 9.146153, 9.288504, 9.505801, 9.994314, 10.765057, 11.087009, 11.40099, 12.03926, 11.91085, 11.852098, 12.313924, 11.839993, 11.928714, 10.568858, 10.260156, 9.831841, 9.389522, 8.982208, 8.85669, 11.086726, 12.735832, 12.879249, 13.91987, 14.54908, 15.447568, 13.790712, 12.667476, 12.388292, 10.752286, 10.599335, 10.65412, 8.545365, 7.62628, 6.880604, 5.483756, 4.727241, 4.331453, 3.544394, 3.299393, 3.752848, 3.478739, 4.234557, 3.426759, 5.281089, 4.998319]}, "digit": {"n_am_en": [0, 2, 5, 3, 2, 4, 1, 6, 2, 5, 7, 6, 2, 2, 4, 2, 6, 3, 1, 4, 0, 0, 3, 1, 8, 6, 3, 3, 2, 3, 2, 5, 3, 5, 6, 6, 11, 9, 8, 8, 8, 8, 9, 8, 6, 9, 5, 0, 0, 0], "n_am_pl": [3, 2, 6, 1, 5, 1, 1, 4, 2, 3, 3, 5, 7, 4, 5, 6, 2, 5, 5, 5, 3, 3, 2, 1, 3, 2, 6, 5, 5, 7, 5, 7, 4, 3, 1, 5, 4, 3, 4, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [4.339252, 5.03921, 4.895671, 4.971906, 5.209689, 5.325687, 5.388311, 6.093221, 5.534794, 5.318103, 5.901286, 5.766578, 5.830015, 5.518405, 4.84477, 5.108748, 5.453171, 5.319265, 5.495482, 5.202393, 4.969519, 5.03645, 4.929254, 4.952299, 5.840594, 5.80794, 5.471745, 5.361288, 5.554802, 5.888704, 5.767482, 6.14215, 5.622847, 5.762833, 6.282742, 6.601903, 6.900646, 7.659065, 6.97417, 6.772556, 7.232719, 7.162557, 7.696585, 7.522237, 6.410696, 5.323369, 3.938176, 1.571941, 0.703464, 0.0], "sum_m_pl": [0.944813, 1.714873, 1.614473, 1.777615, 1.63921, 1.415215, 1.373414, 1.521229, 1.55547, 1.803665, 1.856517, 2.039029, 2.11346, 2.170051, 2.319987, 2.620364, 2.396963, 2.420884, 2.16497, 2.087814, 1.899087, 1.800247, 1.692383, 1.719716, 2.393988, 2.504675, 2.634167, 2.791212, 2.867125, 3.244311, 2.774125, 2.56738, 2.640115, 2.118034, 2.141961, 2.294926, 2.05133, 2.076505, 2.032879, 2.037975, 1.766712, 1.772556, 1.494523, 1.564401, 1.418992, 1.182812, 0.87999, 0.54347, 0.288172, 0.0]}, "lang": {"n_am_en": [5, 5, 9, 8, 9, 8, 8, 13, 5, 4, 13, 11, 7, 4, 5, 12, 11, 11, 10, 12, 9, 10, 10, 10, 17, 18, 14, 11, 10, 15, 14, 13, 16, 18, 18, 17, 15, 22, 25, 25, 25, 27, 30, 30, 30, 28, 27, 28, 26, 28], "n_am_pl": [0, 2, 2, 3, 2, 2, 2, 4, 4, 5, 4, 6, 6, 8, 5, 1, 3, 4, 4, 1, 2, 2, 1, 1, 3, 10, 2, 4, 4, 5, 2, 3, 1, 1, 3, 2, 3, 1, 1, 0, 0, 0, 0, 0, 1, 1, 2, 2, 5, 5], "n_pos": 34, "sum_m_en": [4.195038, 5.881446, 5.687989, 5.90012, 5.824247, 5.856889, 6.090354, 6.80381, 6.116684, 6.14725, 6.252632, 6.557154, 6.212103, 6.229944, 6.206003, 6.398848, 6.535543, 6.290851, 6.092568, 6.118409, 5.70145, 5.721406, 5.692567, 5.648087, 10.954684, 10.179301, 9.179025, 7.867071, 7.936448, 7.997356, 7.469866, 8.001326, 7.953923, 9.036885, 9.842596, 10.627028, 12.782745, 14.967252, 16.265438, 18.952533, 20.720043, 23.266282, 23.979087, 25.410367, 27.257449, 25.673477, 25.419869, 25.372973, 23.539862, 27.867627], "sum_m_pl": [0.788185, 1.497296, 1.851895, 1.931491, 2.031527, 1.971857, 2.083718, 2.027799, 2.161867, 2.177209, 2.295488, 2.424406, 2.64183, 2.517641, 2.616386, 2.593373, 2.644608, 2.593105, 2.239129, 2.176985, 2.092951, 1.978489, 1.919916, 1.884066, 2.147643, 2.425917, 2.284584, 2.579654, 2.601807, 2.854073, 2.593608, 2.383246, 2.375891, 2.107741, 2.129314, 2.052734, 2.025874, 1.831007, 1.574473, 1.315421, 1.054276, 0.913367, 0.60718, 0.438681, 1.123675, 1.226143, 2.725357, 2.409486, 4.565903, 4.998319]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "llmzszl-18724", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 754, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9558, "tf_agree_excl_first": 0.9611}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 8, 24, 10, 15, 27, 18, 36, 19, 34, 32, 29, 22, 24, 23, 24, 25, 40, 31, 32, 30, 28, 26, 28, 54, 41, 39, 29, 29, 23, 23, 29, 32, 35, 49, 51, 53, 60, 68, 68, 67, 66, 72, 66, 55, 43, 21, 7, 0, 2], "n_am_pl": [0, 24, 20, 19, 23, 26, 27, 29, 24, 15, 23, 21, 36, 43, 24, 30, 23, 23, 13, 19, 12, 12, 12, 10, 14, 18, 19, 27, 28, 35, 30, 18, 18, 18, 22, 21, 20, 14, 11, 10, 9, 12, 6, 15, 18, 29, 44, 58, 64, 67], "n_pos": 180, "sum_m_en": [18.848016, 26.848422, 27.813809, 29.322281, 30.21071, 30.494333, 31.303911, 34.599926, 32.078037, 32.229001, 33.197363, 31.996811, 32.485588, 31.472591, 29.090359, 31.214778, 32.194148, 31.016458, 30.729432, 29.590276, 27.492936, 28.327391, 28.122055, 28.452123, 39.305286, 35.519688, 32.652215, 30.640429, 31.530397, 30.761275, 30.202921, 32.159051, 31.442612, 32.963246, 36.729159, 38.118343, 38.332527, 40.92121, 44.947479, 53.77087, 54.602674, 57.785829, 59.508661, 60.47583, 52.515708, 38.911799, 20.335822, 7.289093, 1.92382, 1.697033], "sum_m_pl": [3.352983, 8.531975, 10.487829, 10.666014, 10.822697, 10.519245, 10.778279, 10.835945, 12.081491, 12.506127, 12.870802, 13.580865, 14.088911, 13.845445, 13.892353, 14.206823, 13.511159, 13.736859, 11.771634, 11.501372, 11.243913, 10.850806, 10.472968, 10.458539, 14.091647, 15.630872, 16.220292, 17.306565, 18.328669, 19.788923, 16.429343, 15.429932, 16.019111, 14.369714, 13.610222, 13.070128, 11.761236, 11.092411, 11.06, 8.000573, 8.702299, 8.397731, 7.837579, 12.923146, 19.772225, 29.529182, 43.431915, 56.078318, 64.015191, 66.939607]}, "digit": {"n_am_en": [0, 1, 3, 0, 3, 5, 1, 2, 1, 4, 3, 5, 2, 3, 4, 0, 4, 3, 5, 4, 6, 3, 2, 4, 8, 6, 6, 3, 1, 2, 1, 3, 3, 3, 6, 7, 8, 7, 8, 8, 7, 6, 9, 9, 5, 6, 2, 1, 0, 0], "n_am_pl": [0, 3, 2, 1, 2, 1, 3, 6, 3, 3, 5, 3, 11, 7, 3, 7, 1, 0, 1, 5, 1, 0, 2, 1, 1, 2, 3, 2, 3, 3, 4, 4, 5, 4, 2, 4, 3, 3, 2, 2, 2, 2, 0, 0, 0, 0, 2, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.271304, 4.305668, 4.093507, 4.170813, 4.26393, 4.491377, 4.562815, 5.316912, 4.836486, 4.777914, 5.112397, 4.739087, 4.867446, 4.712334, 4.01315, 4.293649, 4.663623, 4.520711, 4.531153, 4.398741, 4.144808, 4.263431, 4.165003, 4.305212, 5.328408, 5.028126, 4.889772, 4.807912, 5.105607, 5.087771, 4.890584, 5.26244, 4.720288, 4.81606, 5.364109, 5.616353, 5.731181, 5.80211, 5.554236, 6.379128, 6.138572, 6.328553, 6.137635, 5.668816, 4.719348, 3.494596, 2.267418, 1.113655, 0.546777, 4e-06], "sum_m_pl": [0.582713, 1.35827, 1.326896, 1.463339, 1.419587, 1.321333, 1.2738, 1.357748, 1.473898, 1.683355, 1.664374, 1.884329, 1.845564, 1.808454, 1.988116, 2.320865, 2.16625, 2.200241, 1.936712, 1.860565, 1.713708, 1.628776, 1.510822, 1.531367, 2.053279, 2.226789, 2.321221, 2.396092, 2.412002, 2.650927, 2.34348, 2.135579, 2.26922, 1.973822, 1.977407, 2.079274, 1.757844, 1.692755, 1.663898, 1.616802, 1.487329, 1.380059, 1.273448, 1.345689, 1.413565, 1.162841, 1.123662, 0.572585, 0.270377, 1e-06]}, "lang": {"n_am_en": [4, 1, 6, 6, 9, 10, 8, 21, 11, 11, 11, 10, 12, 8, 9, 11, 11, 22, 15, 18, 17, 18, 17, 18, 33, 25, 21, 14, 15, 11, 10, 14, 15, 17, 24, 25, 27, 35, 35, 42, 43, 40, 43, 40, 33, 22, 13, 3, 0, 2], "n_am_pl": [0, 14, 10, 13, 9, 15, 18, 11, 9, 9, 10, 11, 10, 16, 11, 11, 14, 12, 7, 8, 6, 7, 7, 6, 8, 9, 10, 17, 13, 18, 13, 7, 6, 8, 12, 12, 14, 8, 9, 7, 7, 10, 6, 15, 18, 27, 40, 58, 64, 67], "n_pos": 69, "sum_m_en": [7.314183, 10.150159, 11.130668, 11.904256, 12.116208, 12.297962, 12.927548, 14.568713, 13.443299, 13.453967, 13.768707, 13.488084, 13.569137, 12.909277, 12.019263, 13.410469, 13.718111, 13.306132, 12.937555, 12.346034, 11.416804, 11.643814, 11.618644, 11.648747, 19.3828, 16.81594, 14.77931, 12.90364, 13.221579, 12.410559, 12.515447, 13.152859, 13.094815, 14.39809, 15.414999, 17.799532, 18.599643, 20.775138, 23.226745, 32.557688, 32.879044, 34.677729, 37.412716, 39.161548, 32.422499, 23.473134, 13.114634, 3.058829, 0.562575, 1.696756], "sum_m_pl": [1.235043, 3.140349, 3.686224, 3.806311, 3.924595, 4.098218, 4.393242, 4.347975, 4.968692, 4.947213, 5.108832, 5.572262, 6.074264, 6.09979, 6.122951, 5.894089, 5.602151, 5.733662, 4.744552, 4.503279, 4.490324, 4.388525, 4.296101, 4.270514, 6.044486, 6.640219, 7.237089, 7.740524, 8.217776, 9.180696, 7.338613, 7.217872, 7.42912, 6.754381, 6.296, 6.092808, 6.470336, 6.09573, 6.569414, 4.514556, 5.663488, 5.715515, 5.303482, 10.399122, 16.399848, 25.430384, 38.561315, 54.506373, 63.153338, 66.842322]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18724", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 882, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 12, 8, 7, 14, 22, 15, 21, 18, 17, 20, 20, 20, 20, 19, 25, 34, 28, 29, 25, 22, 19, 21, 21, 30, 34, 29, 22, 24, 22, 18, 22, 29, 22, 29, 25, 23, 33, 34, 34, 28, 28, 26, 22, 21, 26, 20, 20, 18, 16], "n_am_pl": [10, 19, 18, 13, 9, 10, 11, 16, 16, 16, 16, 14, 20, 13, 13, 19, 16, 15, 14, 9, 10, 17, 16, 17, 16, 16, 17, 17, 23, 15, 26, 29, 17, 15, 11, 12, 9, 10, 7, 2, 5, 2, 3, 1, 1, 0, 0, 0, 0, 0], "n_pos": 125, "sum_m_en": [14.347585, 18.639836, 17.915022, 18.544434, 20.08176, 19.259253, 18.799162, 18.020066, 18.154411, 19.424216, 17.93312, 18.613847, 18.4239, 18.351728, 20.281688, 20.185247, 21.092603, 20.632709, 21.649557, 21.142544, 20.291307, 20.559453, 20.364804, 20.612276, 24.856896, 24.334203, 22.167762, 21.158763, 21.090439, 20.912841, 20.00493, 20.700077, 22.291852, 21.84522, 22.298619, 22.809648, 24.699055, 28.889923, 28.695714, 26.276713, 25.299572, 25.992373, 25.066023, 22.058242, 21.135848, 23.484118, 20.272338, 19.188088, 17.382326, 16.797035], "sum_m_pl": [3.950964, 7.117485, 8.513929, 8.494871, 8.824074, 8.091464, 8.410652, 9.142261, 9.862059, 10.551732, 10.827726, 10.898282, 11.319892, 11.583181, 12.504465, 13.515194, 13.175299, 12.793014, 11.281478, 10.507787, 10.029414, 9.588976, 9.243101, 9.047306, 13.839248, 15.630319, 14.907653, 14.509795, 14.973286, 15.352855, 14.901269, 15.406638, 14.23991, 14.533703, 13.695563, 11.946004, 11.546927, 9.566293, 7.931407, 5.615571, 4.89297, 4.412378, 3.925358, 3.294525, 2.155526, 1.658198, 0.652104, 0.488559, 0.108964, 1.4e-05]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 2, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 3, 1, 1, 1, 0, 1, 2, 2, 1, 1, 0, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 1, 0, 0, 1, 1, 1, 2, 2, 3, 4, 3, 3, 1, 1, 0, 1, 0, 2, 1, 1, 1, 1, 0, 1, 1, 3, 1, 2, 4, 2, 2, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.715097, 1.281352, 1.219677, 1.284299, 1.32389, 1.301557, 1.246391, 1.276707, 1.312907, 1.430412, 1.337962, 1.320403, 1.245208, 1.219804, 1.393804, 1.432439, 1.405233, 1.391121, 1.46218, 1.455734, 1.357228, 1.400922, 1.400865, 1.440817, 1.533289, 1.549035, 1.440998, 1.484371, 1.429775, 1.457365, 1.350937, 1.325256, 1.476772, 1.480802, 1.445601, 1.428854, 1.363135, 1.315654, 1.100221, 1.194427, 1.138576, 1.094803, 1.040743, 0.689863, 0.453029, 0.27176, 0.137196, 0.09444, 0.003994, 1e-06], "sum_m_pl": [0.276773, 0.529016, 0.625966, 0.681169, 0.581534, 0.575264, 0.59861, 0.60876, 0.672906, 0.681486, 0.741771, 0.814226, 0.808225, 0.688308, 0.761764, 0.845889, 0.859772, 0.820314, 0.72023, 0.666435, 0.641099, 0.626744, 0.604128, 0.603365, 0.998019, 0.978018, 1.0987, 0.952532, 1.052576, 1.113628, 1.148623, 1.198023, 1.122398, 1.200133, 1.14927, 1.022897, 0.966576, 0.638348, 0.455495, 0.330788, 0.271887, 0.343209, 0.338306, 0.359636, 0.32182, 0.1579, 0.112216, 0.075681, 0.003865, 0.0]}, "lang": {"n_am_en": [4, 2, 0, 1, 3, 3, 3, 2, 5, 3, 3, 5, 5, 5, 5, 5, 7, 5, 6, 6, 5, 4, 4, 5, 7, 8, 6, 4, 5, 5, 4, 4, 4, 3, 7, 10, 9, 10, 11, 12, 10, 14, 14, 13, 14, 17, 14, 14, 15, 16], "n_am_pl": [1, 4, 3, 2, 0, 1, 1, 2, 2, 3, 2, 2, 5, 3, 1, 4, 2, 3, 4, 3, 3, 6, 5, 5, 3, 4, 5, 5, 5, 6, 7, 5, 4, 2, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.105863, 2.551079, 2.603907, 2.753951, 3.083892, 3.258131, 3.125762, 2.905662, 3.221226, 3.13431, 2.929971, 2.988879, 3.047161, 3.062022, 3.151223, 3.314489, 3.484336, 3.544505, 3.632845, 3.583002, 3.434174, 3.350642, 3.351945, 3.378012, 4.669801, 4.99611, 4.584729, 3.812206, 3.819602, 3.759624, 3.621953, 3.66629, 4.102076, 4.432547, 4.850733, 5.655199, 6.48192, 8.293535, 8.989687, 9.140418, 9.22216, 10.984465, 11.012842, 11.050921, 12.5143, 14.39245, 13.853412, 13.424908, 14.045412, 15.938767], "sum_m_pl": [0.360578, 0.754096, 0.865861, 0.870007, 0.953591, 0.914149, 1.026994, 1.213562, 1.34243, 1.350466, 1.399483, 1.439876, 1.574446, 1.649259, 1.583786, 1.774764, 1.672997, 1.643409, 1.546033, 1.404009, 1.400514, 1.341153, 1.296556, 1.253209, 1.865298, 2.254374, 2.30331, 2.464884, 2.350851, 2.30461, 2.003327, 2.148939, 1.914473, 1.82762, 1.78871, 1.60984, 1.574653, 0.903073, 0.746227, 0.502723, 0.431548, 0.346015, 0.32835, 0.271907, 0.224426, 0.170033, 0.113094, 0.153671, 0.023383, 8e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "llmzszl-18725", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 749, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.9841}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 27, 36, 51, 55, 57, 48, 53, 61, 64, 43, 51, 57, 71, 67, 76, 106, 91, 106, 114, 112, 91, 89, 94, 131, 127, 111, 90, 78, 71, 66, 66, 73, 80, 97, 102, 118, 149, 146, 141, 147, 138, 128, 126, 107, 79, 35, 10, 3, 1], "n_am_pl": [9, 36, 45, 32, 32, 45, 58, 68, 69, 50, 67, 68, 61, 61, 61, 55, 53, 51, 48, 41, 30, 37, 33, 42, 31, 32, 54, 63, 64, 56, 63, 68, 48, 49, 54, 49, 47, 31, 32, 22, 26, 33, 37, 46, 50, 81, 123, 154, 148, 153], "n_pos": 378, "sum_m_en": [36.920955, 56.049913, 60.146286, 59.115389, 61.137644, 57.334193, 57.698989, 58.392068, 58.567826, 63.231951, 62.554242, 63.733347, 63.590272, 62.243542, 59.742282, 64.009347, 66.811123, 64.063284, 67.403229, 66.172919, 63.190224, 61.75407, 60.952395, 61.040185, 92.659973, 85.091732, 76.259798, 71.500437, 65.065791, 63.607734, 60.192466, 62.6419, 65.429197, 70.291681, 75.661033, 78.603379, 86.135412, 108.899882, 114.035216, 108.154448, 113.87253, 112.617184, 109.899157, 109.539125, 103.260982, 77.89523, 35.016026, 12.997927, 6.802724, 1.016466], "sum_m_pl": [7.695357, 18.924755, 21.860391, 21.677058, 22.867658, 22.840983, 23.973053, 26.365568, 28.530891, 29.192968, 29.570683, 31.81225, 33.764987, 34.392956, 35.19562, 35.693939, 31.940257, 30.956928, 28.862414, 27.962705, 27.084638, 25.630255, 25.106606, 24.588405, 34.711704, 39.246701, 42.520758, 43.636585, 46.215708, 49.511796, 47.157245, 46.787884, 43.74034, 42.536517, 41.805806, 40.989323, 37.703675, 30.885469, 27.168754, 27.427381, 25.485528, 27.818395, 32.063248, 42.498284, 49.480195, 73.645134, 117.212813, 143.34586, 142.246854, 152.973771]}, "digit": {"n_am_en": [0, 3, 1, 0, 3, 1, 1, 2, 6, 6, 3, 1, 2, 2, 2, 2, 6, 3, 5, 6, 7, 4, 1, 1, 5, 5, 5, 2, 1, 3, 2, 2, 4, 1, 4, 5, 6, 8, 6, 5, 4, 4, 1, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 4, 2, 0, 0, 3, 4, 3, 3, 2, 6, 10, 8, 8, 8, 7, 4, 1, 2, 1, 0, 0, 1, 2, 1, 3, 2, 5, 6, 4, 5, 6, 2, 5, 5, 5, 4, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.166042, 4.057831, 4.180475, 3.803461, 4.010816, 3.820746, 3.757633, 3.982684, 4.05948, 4.446922, 4.407281, 4.26325, 4.065649, 3.972094, 3.826179, 3.954043, 4.263249, 4.196976, 4.422657, 4.26561, 4.078765, 4.053702, 4.017423, 4.130929, 4.838041, 4.898546, 4.615332, 4.873265, 4.238146, 4.388467, 3.825383, 4.116789, 4.533555, 4.545646, 4.501218, 4.25409, 4.373755, 5.07058, 4.602344, 3.965435, 3.827023, 3.977681, 2.877068, 1.968677, 1.257466, 0.867314, 0.759486, 0.350539, 0.248086, 0.0], "sum_m_pl": [0.390745, 1.420632, 1.332542, 1.230723, 1.309387, 1.19922, 1.166642, 1.410689, 1.433654, 1.637306, 1.702128, 1.898516, 1.918361, 2.060314, 2.107643, 2.206713, 1.857106, 1.883192, 1.79525, 1.813571, 1.695794, 1.623357, 1.573136, 1.579808, 2.078184, 2.311841, 2.368635, 2.4152, 2.675573, 2.782976, 2.73922, 2.705993, 2.374357, 2.381061, 2.192103, 1.921647, 2.0356, 1.502054, 1.373232, 1.268299, 1.237157, 1.292388, 1.12152, 1.043111, 0.839622, 0.653585, 0.364522, 0.204224, 0.080215, 0.0]}, "lang": {"n_am_en": [5, 13, 19, 21, 27, 25, 24, 26, 23, 29, 19, 26, 24, 32, 34, 34, 55, 50, 56, 64, 67, 59, 55, 56, 77, 75, 66, 51, 49, 38, 38, 37, 42, 47, 60, 58, 70, 81, 81, 79, 87, 86, 80, 79, 69, 45, 19, 4, 1, 1], "n_am_pl": [2, 13, 17, 17, 15, 22, 22, 28, 31, 22, 30, 31, 30, 23, 28, 28, 27, 20, 22, 20, 18, 19, 18, 19, 14, 11, 22, 27, 26, 25, 27, 29, 18, 22, 22, 22, 19, 14, 15, 15, 16, 22, 27, 34, 40, 69, 106, 137, 144, 153], "n_pos": 155, "sum_m_en": [13.837802, 22.566542, 25.161056, 24.962868, 25.170014, 23.359819, 24.013087, 24.373572, 24.656178, 26.500625, 26.735557, 27.774436, 27.48551, 26.570057, 25.639036, 28.062749, 29.763892, 28.635302, 29.835489, 29.623262, 28.222006, 26.913342, 26.567238, 25.973945, 49.558953, 44.105377, 38.569916, 33.650895, 29.992058, 28.737499, 27.303265, 28.433049, 29.993433, 33.053579, 37.519063, 40.219304, 46.376359, 58.113324, 62.893077, 61.177601, 65.482379, 66.012462, 66.68872, 69.345844, 64.57624, 46.44528, 19.251432, 4.394203, 2.621097, 0.982865], "sum_m_pl": [2.214756, 6.589888, 7.791199, 7.989372, 8.252929, 8.849374, 9.264599, 10.18835, 11.704381, 11.691321, 11.928475, 12.902694, 14.424465, 15.033263, 14.956838, 14.630448, 12.600743, 11.978513, 11.531401, 11.238633, 11.017522, 10.383784, 10.122015, 9.786901, 13.271775, 15.707338, 18.114644, 18.589112, 19.715607, 21.588556, 20.106705, 20.509518, 19.040801, 18.654712, 17.841575, 17.652889, 16.520294, 13.363235, 12.609885, 13.831234, 13.392541, 16.458114, 20.966373, 30.282253, 37.426998, 60.825614, 99.357852, 128.192234, 136.442588, 151.986579]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 380, "item_id": "llmzszl-18725", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 877, "region_end": 378, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 9, 20, 29, 25, 26, 28, 34, 30, 33, 35, 27, 34, 26, 38, 24, 29, 26, 28, 26, 27, 32, 28, 32, 43, 34, 37, 36, 32, 27, 32, 32, 30, 21, 30, 32, 39, 51, 55, 50, 53, 44, 48, 43, 33, 32, 28, 28, 25, 26], "n_am_pl": [5, 7, 12, 9, 10, 12, 11, 7, 13, 16, 10, 15, 20, 21, 13, 20, 8, 13, 15, 14, 9, 14, 9, 14, 11, 17, 15, 16, 23, 25, 23, 18, 19, 16, 15, 18, 14, 7, 4, 3, 1, 2, 1, 1, 1, 1, 2, 2, 2, 2], "n_pos": 163, "sum_m_en": [17.870339, 23.546688, 24.004153, 25.488599, 27.397236, 25.520555, 25.38239, 24.80736, 25.334914, 26.576365, 27.397823, 27.946766, 26.814607, 26.655841, 26.4973, 26.066374, 28.967056, 27.655865, 28.544388, 27.604555, 27.233579, 27.655193, 27.380656, 27.575674, 34.167587, 32.629074, 31.583847, 31.157695, 31.980988, 30.59901, 30.466262, 31.063063, 31.801935, 30.664706, 32.932636, 31.164335, 31.089325, 38.399295, 41.063636, 41.225527, 43.685765, 40.993819, 44.85815, 43.612617, 36.211019, 33.552035, 29.213585, 27.947157, 24.374832, 25.836581], "sum_m_pl": [3.951666, 7.756374, 9.964495, 9.059136, 9.764129, 9.731071, 9.169301, 9.212251, 10.447677, 10.96904, 11.171238, 11.970305, 13.345069, 12.576659, 13.783612, 13.538449, 11.970376, 12.802972, 11.651519, 11.312265, 10.678659, 10.486056, 10.235503, 10.194294, 13.071109, 15.02052, 15.825445, 15.847187, 15.546127, 18.194511, 16.226831, 15.808062, 14.522652, 13.716101, 13.630851, 12.918684, 12.112166, 9.372389, 7.388922, 5.994032, 4.501873, 3.582826, 2.821826, 2.494723, 2.224683, 1.805845, 1.874239, 2.459208, 2.306759, 2.000103]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 1, 1, 0, 2, 3, 1, 3, 0, 1, 1, 2, 6, 2, 3, 2, 2, 2, 3, 5, 4, 3, 3, 2, 3, 3, 3, 2, 1, 1, 5, 6, 6, 5, 5, 5, 4, 4, 1, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 5, 1, 0, 1, 1, 0, 1, 1, 2, 5, 4, 3, 2, 1, 0, 0, 1, 2, 0, 0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 3, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.794581, 2.41253, 2.377866, 2.388869, 2.474999, 2.415522, 2.41396, 2.366141, 2.300421, 2.617045, 2.813754, 2.814217, 2.750772, 2.831927, 2.688012, 2.611823, 2.993061, 2.92398, 3.224907, 3.049619, 2.920841, 3.023256, 3.010917, 3.07454, 3.587427, 3.583392, 3.235062, 3.099292, 3.305645, 3.001271, 2.886562, 2.870385, 2.913243, 2.564454, 2.85628, 2.852874, 3.251432, 3.88059, 3.366818, 3.747152, 3.973875, 3.623899, 3.507352, 2.833502, 2.711284, 2.00863, 1.171072, 0.542371, 0.17439, 0.0], "sum_m_pl": [0.306397, 0.885837, 1.002181, 0.903754, 0.828693, 0.869626, 0.86099, 0.851997, 0.91633, 0.964492, 1.0644, 1.188905, 1.267683, 1.165143, 1.268127, 1.319048, 1.142527, 1.207356, 1.093309, 1.098551, 1.052033, 1.030274, 1.007848, 1.04396, 1.25125, 1.488752, 1.982253, 1.938145, 1.638857, 1.732902, 1.491497, 1.468904, 1.355058, 1.316123, 1.287192, 1.32158, 1.287816, 1.143699, 1.14813, 0.912962, 0.875793, 0.998964, 0.896966, 0.822593, 0.749257, 0.439643, 0.358579, 0.226907, 0.088444, 0.0]}, "lang": {"n_am_en": [8, 4, 6, 5, 8, 7, 6, 7, 9, 7, 10, 5, 7, 8, 9, 7, 7, 6, 9, 10, 10, 12, 12, 9, 11, 10, 9, 10, 8, 7, 10, 12, 10, 10, 15, 15, 18, 20, 22, 25, 26, 22, 24, 25, 25, 25, 25, 25, 24, 26], "n_am_pl": [1, 2, 0, 1, 0, 2, 0, 2, 2, 1, 0, 5, 7, 3, 3, 4, 3, 5, 4, 5, 3, 3, 3, 4, 4, 4, 3, 5, 1, 5, 3, 3, 3, 3, 2, 4, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2], "n_pos": 29, "sum_m_en": [3.189562, 3.964792, 4.092426, 4.274087, 4.470978, 4.354218, 4.58549, 4.493208, 4.536851, 4.777305, 4.908159, 5.178062, 5.099326, 5.296081, 5.175728, 5.26651, 5.856966, 5.649307, 5.549365, 5.489396, 5.393695, 5.391935, 5.432473, 5.334849, 9.437805, 9.265666, 8.856429, 8.279405, 8.047296, 7.667599, 8.077364, 8.328787, 8.328271, 8.733502, 9.655052, 10.007681, 10.728903, 14.360274, 16.757801, 18.481438, 20.817565, 20.18447, 21.545251, 23.908643, 24.218454, 24.203124, 24.116244, 23.517963, 22.876546, 25.809694], "sum_m_pl": [0.618959, 1.129436, 1.321756, 1.349801, 1.520157, 1.510867, 1.55913, 1.715951, 1.998006, 1.926219, 2.122643, 2.645913, 3.124089, 2.811645, 3.18022, 3.123496, 2.703811, 2.923893, 2.517112, 2.344103, 2.18061, 2.09919, 2.041481, 2.049411, 2.970802, 3.031786, 3.028471, 2.965468, 2.87115, 3.50363, 3.137652, 3.321473, 3.116348, 3.017794, 3.067894, 3.287523, 3.376732, 2.039091, 1.424236, 1.261995, 0.822841, 0.479614, 0.356218, 0.267987, 0.184205, 0.172593, 0.958179, 2.046723, 2.081526, 2.000103]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "llmzszl-18727", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 821, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9939}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 19, 55, 78, 74, 79, 61, 80, 80, 104, 88, 77, 76, 82, 70, 75, 102, 86, 117, 120, 122, 120, 128, 119, 186, 163, 138, 119, 113, 102, 95, 87, 107, 111, 124, 130, 136, 183, 177, 177, 195, 187, 188, 163, 125, 105, 38, 16, 0, 1], "n_am_pl": [9, 56, 54, 36, 76, 58, 82, 53, 68, 57, 66, 64, 82, 88, 92, 80, 48, 67, 37, 39, 29, 35, 32, 28, 32, 54, 56, 69, 81, 83, 65, 75, 69, 62, 48, 38, 29, 34, 30, 23, 25, 24, 31, 41, 51, 73, 134, 166, 179, 181], "n_pos": 538, "sum_m_en": [55.661942, 78.342674, 85.013474, 89.897278, 90.695653, 87.250372, 89.294925, 89.301313, 89.392488, 93.936635, 96.726475, 97.111448, 95.0072, 90.489457, 88.46114, 92.193983, 100.285611, 91.769426, 93.699943, 92.007474, 89.605721, 91.549585, 90.176935, 89.254293, 134.94063, 123.268027, 116.363995, 103.580229, 102.07016, 100.052979, 96.869668, 96.851578, 98.771727, 101.776286, 111.113397, 107.525577, 110.501198, 133.004768, 142.699672, 147.914165, 157.63139, 151.124365, 173.210921, 154.501917, 122.793999, 95.497412, 40.137824, 16.817448, 5.154289, 1.000281], "sum_m_pl": [12.457303, 29.196442, 34.080139, 33.393157, 36.086029, 36.239873, 34.689511, 33.270805, 36.294241, 36.948985, 37.287709, 38.757038, 40.575776, 42.18025, 43.789219, 40.02299, 35.709506, 36.803941, 32.626202, 32.665088, 31.399386, 30.522235, 30.396855, 30.343675, 36.833096, 41.026943, 45.285388, 50.264094, 53.195431, 57.398691, 51.267882, 51.800553, 50.595095, 46.638518, 43.369346, 40.777292, 37.102271, 32.578051, 29.376626, 29.984818, 28.53025, 26.590552, 30.543459, 38.868354, 49.349759, 72.114779, 124.779529, 157.331449, 175.062616, 180.629061]}, "digit": {"n_am_en": [5, 0, 0, 2, 0, 2, 0, 1, 3, 4, 8, 6, 7, 4, 4, 3, 3, 3, 5, 5, 3, 4, 4, 2, 9, 7, 7, 5, 4, 4, 2, 5, 8, 5, 5, 5, 6, 6, 2, 2, 5, 4, 5, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 12, 5, 12, 14, 6, 8, 9, 6, 8, 9, 3, 7, 5, 8, 2, 5, 5, 7, 3, 1, 2, 2, 2, 4, 8, 10, 7, 9, 5, 5, 6, 1, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0], "n_pos": 41, "sum_m_en": [4.687758, 5.873858, 5.979003, 5.94263, 6.141773, 6.094676, 6.18641, 6.232414, 6.055187, 6.879954, 6.914314, 6.6466, 6.531344, 6.472312, 6.414065, 6.286107, 7.03677, 6.567467, 6.950003, 6.761695, 6.637899, 6.83747, 6.886806, 7.09577, 8.636611, 7.771796, 7.559608, 7.111086, 7.147845, 7.130592, 6.78605, 6.934589, 7.302751, 6.728286, 6.971532, 6.414522, 6.664529, 6.822642, 6.395662, 6.568875, 6.170446, 6.373828, 6.087828, 5.231986, 3.711993, 2.697524, 1.361128, 0.751815, 0.325329, 0.0], "sum_m_pl": [1.205047, 2.647087, 2.692731, 2.572216, 2.585494, 2.655426, 2.583025, 2.457851, 3.009367, 2.816006, 3.183806, 3.216718, 3.005016, 3.032599, 3.379792, 3.20555, 2.737731, 2.923397, 2.613932, 2.727042, 2.566126, 2.47096, 2.437036, 2.419588, 3.014843, 3.471578, 3.946241, 4.278951, 4.251797, 4.264287, 3.537614, 3.682551, 3.567416, 3.207133, 3.077949, 2.880859, 2.588695, 2.316837, 2.265457, 2.141559, 2.089859, 2.126937, 1.846082, 1.692827, 1.443115, 0.810622, 1.656775, 0.654446, 0.354087, 0.0]}, "lang": {"n_am_en": [7, 14, 17, 27, 32, 26, 16, 21, 28, 33, 27, 27, 33, 32, 35, 34, 56, 46, 63, 69, 80, 75, 77, 70, 96, 90, 72, 59, 57, 46, 47, 35, 50, 49, 59, 69, 71, 92, 93, 97, 97, 98, 98, 91, 77, 58, 22, 6, 0, 1], "n_am_pl": [1, 17, 23, 15, 17, 14, 26, 16, 23, 20, 29, 26, 34, 39, 38, 30, 21, 24, 10, 14, 13, 15, 11, 8, 12, 14, 13, 27, 24, 26, 21, 30, 28, 25, 18, 22, 14, 22, 20, 21, 25, 23, 30, 37, 48, 69, 120, 154, 174, 181], "n_pos": 182, "sum_m_en": [17.975222, 25.96524, 29.090593, 30.377988, 30.694966, 28.97313, 30.094791, 30.498854, 31.357724, 32.721466, 33.912984, 34.269537, 34.1144, 32.657942, 32.083671, 34.326179, 37.26541, 34.134195, 34.419279, 33.995646, 33.004811, 34.114858, 33.343358, 31.915464, 61.120393, 54.962399, 49.944793, 41.028567, 38.595969, 36.794345, 36.240415, 36.168411, 36.756437, 39.888257, 44.600293, 45.574658, 49.079133, 63.883896, 69.203011, 73.985933, 78.801837, 78.082689, 87.2802, 80.940606, 70.877194, 50.896472, 20.334529, 5.421593, 1.699631, 1.00025], "sum_m_pl": [3.015868, 9.046461, 9.928818, 10.454957, 11.582533, 12.131246, 12.326569, 12.111458, 12.819743, 12.685613, 13.132946, 13.94894, 15.118462, 15.645364, 16.244301, 14.544933, 12.917165, 13.160934, 11.456228, 11.095603, 10.685194, 10.353455, 10.379655, 10.490877, 12.683787, 14.371371, 16.085594, 18.405368, 19.593869, 21.509768, 19.864711, 20.245228, 20.222679, 19.422395, 17.72045, 17.916106, 16.805875, 15.145315, 14.796886, 17.294941, 18.639886, 18.118392, 23.351537, 30.503127, 42.255839, 65.005312, 110.665834, 145.592069, 168.143766, 180.13062]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 540, "item_id": "llmzszl-18727", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 538, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 0.9944}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 16, 21, 22, 18, 26, 24, 31, 26, 32, 31, 32, 29, 26, 42, 34, 37, 39, 42, 35, 43, 51, 45, 47, 71, 74, 55, 44, 33, 39, 43, 42, 59, 62, 80, 80, 93, 92, 96, 90, 80, 82, 84, 86, 83, 77, 65, 66, 53, 53], "n_am_pl": [9, 23, 24, 17, 24, 17, 21, 19, 23, 22, 28, 24, 35, 46, 42, 38, 37, 39, 36, 42, 35, 28, 26, 27, 33, 36, 30, 42, 39, 43, 44, 42, 29, 20, 18, 24, 17, 9, 13, 9, 10, 5, 5, 5, 2, 1, 4, 2, 2, 0], "n_pos": 270, "sum_m_en": [29.052823, 42.482281, 41.742828, 42.389756, 43.001096, 40.360987, 39.447787, 42.324512, 40.220853, 43.215784, 41.613688, 42.520563, 41.400225, 41.53026, 41.128222, 40.697624, 41.09926, 38.390889, 39.086581, 38.005848, 37.801158, 38.773068, 37.548979, 37.913014, 49.371319, 50.020378, 43.554476, 42.518023, 41.279159, 41.238901, 39.980177, 42.846301, 46.212322, 49.105702, 58.366794, 60.594946, 66.318103, 74.680563, 81.716897, 79.514998, 76.27831, 76.819276, 76.532094, 76.700692, 72.461315, 71.282397, 65.685775, 66.438431, 52.773865, 53.193942], "sum_m_pl": [5.167195, 12.5992, 15.937045, 15.157435, 15.018726, 14.218263, 13.368421, 14.187821, 14.427147, 15.840055, 16.64567, 17.434684, 17.945197, 19.580667, 18.651354, 18.082014, 17.234833, 17.31728, 17.031505, 17.060237, 16.23172, 15.499268, 15.375161, 15.085629, 22.293494, 23.426896, 22.846842, 24.762213, 24.807832, 26.729868, 24.14825, 23.623773, 20.809113, 19.862704, 19.045614, 17.36715, 14.73995, 14.15347, 12.479463, 11.411563, 10.094654, 9.063278, 8.501735, 8.525041, 6.252142, 5.538119, 4.878001, 3.549209, 2.944287, 0.012739]}, "digit": {"n_am_en": [1, 9, 3, 5, 1, 4, 0, 5, 5, 8, 8, 6, 6, 5, 8, 6, 1, 2, 0, 1, 10, 14, 9, 9, 14, 14, 8, 1, 0, 1, 1, 3, 2, 7, 16, 15, 17, 15, 18, 19, 14, 15, 14, 15, 13, 10, 7, 1, 1, 0], "n_am_pl": [0, 5, 2, 3, 4, 4, 7, 1, 2, 4, 5, 3, 6, 9, 10, 6, 10, 9, 8, 15, 14, 7, 8, 7, 7, 8, 2, 10, 9, 13, 10, 8, 7, 4, 6, 4, 2, 2, 1, 1, 0, 2, 1, 1, 0, 0, 1, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.946367, 6.95794, 7.04177, 6.982239, 7.084469, 6.442448, 6.167937, 6.731377, 6.614081, 7.196864, 7.180606, 7.011477, 6.682598, 6.409176, 6.403946, 6.536099, 6.41921, 5.937286, 6.072873, 5.812568, 5.918623, 6.012142, 5.754185, 5.80141, 8.238413, 7.826034, 6.316209, 6.002166, 5.943786, 6.091354, 6.353754, 6.777622, 6.71998, 7.096635, 8.275338, 9.023839, 9.973374, 10.965325, 13.449761, 13.83732, 13.169622, 13.255265, 12.050899, 12.45638, 10.659669, 9.057094, 5.514656, 3.377945, 1.38186, 0.0], "sum_m_pl": [0.665146, 2.142399, 2.214944, 2.244357, 2.09687, 2.003483, 1.828745, 2.002838, 1.901104, 2.191183, 2.552861, 2.749658, 2.907984, 3.341737, 3.109794, 2.728316, 2.552623, 2.513054, 2.425777, 2.484552, 2.420646, 2.3009, 2.262629, 2.317407, 3.597601, 3.8159, 3.624179, 4.382599, 4.550514, 4.786361, 4.264751, 4.087735, 3.465172, 3.18083, 2.991572, 2.671606, 2.186148, 2.287079, 2.143046, 2.134909, 1.883201, 1.847301, 1.634323, 1.624741, 1.287119, 1.216221, 1.102027, 0.734093, 0.125502, 0.0]}, "lang": {"n_am_en": [7, 6, 7, 7, 8, 12, 13, 13, 13, 13, 12, 13, 10, 9, 15, 12, 18, 18, 24, 18, 21, 22, 22, 26, 35, 33, 29, 25, 23, 21, 24, 23, 28, 30, 34, 35, 39, 39, 40, 43, 44, 46, 47, 50, 50, 50, 48, 50, 48, 53], "n_am_pl": [1, 3, 4, 2, 5, 4, 3, 1, 3, 4, 7, 5, 6, 10, 8, 6, 7, 4, 3, 4, 6, 5, 5, 5, 3, 3, 4, 5, 6, 5, 7, 4, 4, 3, 0, 3, 3, 0, 1, 2, 3, 2, 2, 1, 2, 1, 2, 2, 1, 0], "n_pos": 53, "sum_m_en": [6.5346, 7.948131, 8.11564, 8.298787, 8.481362, 8.124828, 8.361663, 9.130801, 8.81857, 9.300746, 8.573672, 8.973256, 8.721313, 8.941899, 8.532098, 8.51516, 9.234108, 8.579336, 8.453306, 8.105038, 8.003316, 8.122978, 7.712838, 7.749832, 17.261275, 17.687492, 14.971631, 12.303015, 11.094418, 10.639342, 9.721353, 10.425077, 11.542427, 13.625309, 18.436957, 21.659461, 26.011042, 31.252388, 36.046662, 39.203632, 40.415103, 43.083793, 43.580162, 45.167819, 45.660962, 45.882443, 46.545165, 46.114539, 44.286844, 52.944934], "sum_m_pl": [0.968645, 1.857459, 2.283008, 2.24416, 2.224565, 2.219621, 2.269252, 2.189699, 2.307685, 2.307209, 2.475908, 2.681017, 3.080341, 3.224307, 3.220153, 3.002625, 2.904382, 2.855315, 3.121682, 3.124908, 3.044325, 2.852101, 2.87818, 2.816875, 3.362037, 3.385377, 3.712083, 4.033082, 4.621122, 5.028235, 4.49044, 4.496779, 3.918145, 3.721801, 3.198636, 2.82078, 2.340412, 1.876242, 1.48657, 1.478106, 1.591355, 1.358112, 1.267967, 1.256591, 1.200065, 1.281743, 1.207964, 1.557983, 1.326335, 0.012738]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 270, "item_id": "llmzszl-18730", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 270, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 18, 30, 28, 46, 45, 40, 34, 29, 40, 36, 38, 41, 41, 41, 51, 73, 62, 71, 67, 82, 90, 83, 76, 124, 119, 88, 64, 56, 62, 59, 55, 58, 75, 103, 112, 115, 128, 136, 143, 129, 122, 130, 127, 108, 76, 28, 6, 0, 1], "n_am_pl": [2, 38, 43, 43, 31, 32, 42, 40, 43, 32, 42, 50, 50, 49, 52, 47, 33, 37, 41, 41, 45, 27, 27, 32, 37, 41, 36, 48, 50, 50, 46, 54, 35, 36, 18, 18, 13, 15, 16, 16, 16, 13, 18, 26, 33, 64, 108, 142, 142, 139], "n_pos": 351, "sum_m_en": [33.196177, 52.813096, 55.079017, 55.061484, 55.419736, 54.138271, 53.26826, 56.568008, 54.154014, 57.915156, 57.03808, 57.334285, 56.305235, 55.837687, 53.835661, 53.882257, 54.883997, 50.875392, 51.368201, 50.236577, 49.945434, 50.832923, 49.549983, 50.383504, 75.924633, 74.11344, 65.222755, 60.53765, 55.562288, 56.411303, 54.258282, 56.278124, 58.581354, 61.503712, 71.935245, 73.083724, 75.976119, 88.711755, 102.659351, 112.746649, 107.708159, 111.565964, 117.541006, 117.062105, 98.545072, 72.420012, 30.348611, 9.705156, 2.785979, 1.000051], "sum_m_pl": [5.657188, 16.837338, 20.918322, 20.684677, 20.507395, 19.938045, 19.254902, 19.823392, 21.102973, 21.675026, 23.087945, 23.863492, 24.142586, 25.980947, 24.237289, 22.451821, 20.972594, 21.641794, 20.24829, 20.759064, 20.097241, 19.111057, 19.260873, 18.894919, 26.317719, 28.07676, 28.530381, 30.629311, 32.959189, 34.186086, 29.696642, 29.665683, 28.082598, 26.327248, 24.573913, 22.785125, 20.364826, 20.088139, 19.532446, 16.623689, 17.330254, 17.012713, 19.227967, 24.185746, 30.854074, 56.422619, 101.960707, 133.635263, 137.450759, 138.778912]}, "digit": {"n_am_en": [0, 9, 6, 0, 2, 3, 3, 3, 3, 4, 8, 3, 2, 0, 2, 2, 8, 5, 6, 5, 8, 10, 9, 7, 13, 10, 7, 4, 4, 2, 2, 2, 1, 3, 11, 13, 15, 15, 16, 13, 11, 11, 12, 10, 9, 6, 1, 0, 0, 0], "n_am_pl": [0, 2, 3, 5, 4, 4, 9, 4, 2, 6, 5, 8, 5, 8, 7, 7, 4, 2, 6, 11, 11, 6, 6, 6, 5, 9, 3, 6, 9, 7, 4, 9, 5, 5, 4, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 9, 7, 0, 0], "n_pos": 37, "sum_m_en": [3.462059, 6.331677, 6.482555, 6.213011, 6.187062, 5.875917, 5.607158, 6.078827, 5.929769, 6.567532, 6.776264, 6.555073, 6.337662, 6.201108, 6.157626, 6.215141, 6.386547, 5.770127, 5.7539, 5.53809, 5.481818, 5.526043, 5.307107, 5.447546, 7.835221, 7.550884, 6.300754, 6.202429, 5.969838, 6.037041, 5.997216, 6.243255, 6.345103, 6.489089, 7.922716, 8.01344, 7.852455, 9.175593, 12.283267, 12.496376, 12.309228, 12.196068, 11.414623, 10.304842, 8.309831, 7.259441, 2.246463, 1.350929, 0.345959, 0.0], "sum_m_pl": [0.524043, 2.01203, 2.10883, 2.216645, 2.080519, 2.045866, 1.87618, 2.043195, 2.038894, 2.287938, 2.626998, 2.791613, 2.879222, 3.099966, 2.983628, 2.597393, 2.342444, 2.379837, 2.170542, 2.238432, 2.16048, 2.000533, 1.996033, 1.96751, 2.881827, 3.089305, 2.921976, 3.388062, 3.729553, 3.848469, 3.259804, 3.453784, 3.050502, 2.836092, 2.612352, 2.360965, 1.995745, 1.907449, 1.841727, 1.766717, 1.536609, 1.473698, 1.327172, 1.271139, 1.166026, 1.290712, 6.850543, 6.143669, 0.499545, 1.5e-05]}, "lang": {"n_am_en": [3, 5, 14, 12, 24, 22, 18, 16, 17, 18, 16, 19, 26, 26, 24, 23, 39, 34, 40, 40, 53, 58, 54, 53, 79, 77, 59, 41, 36, 39, 37, 37, 39, 44, 59, 70, 68, 79, 81, 89, 83, 84, 85, 85, 76, 46, 19, 1, 0, 1], "n_am_pl": [1, 21, 13, 21, 15, 17, 19, 21, 21, 14, 24, 26, 24, 18, 19, 17, 16, 15, 11, 11, 13, 7, 7, 6, 7, 12, 14, 13, 19, 17, 18, 18, 15, 15, 10, 7, 7, 10, 8, 8, 13, 12, 15, 22, 29, 56, 91, 128, 137, 138], "n_pos": 139, "sum_m_en": [13.628225, 20.234254, 22.638618, 22.677254, 22.965603, 22.530393, 22.920623, 24.47988, 23.506959, 24.804023, 23.9184, 24.085591, 23.900808, 23.833156, 22.136611, 22.38554, 23.045457, 20.994525, 21.015526, 20.590055, 20.837942, 20.973604, 20.364361, 20.527499, 40.075657, 38.529644, 32.855845, 28.022339, 24.52467, 24.804786, 23.80633, 24.361988, 25.350151, 27.991735, 33.583642, 36.771968, 40.830826, 48.811342, 58.475969, 68.367375, 67.252919, 69.743087, 75.276098, 77.86554, 66.706891, 44.024814, 19.029558, 2.420489, 1.04345, 1.000017], "sum_m_pl": [2.353261, 5.955032, 7.053504, 7.425344, 7.507017, 7.557832, 7.945626, 7.750886, 8.551733, 8.327471, 9.0618, 9.628566, 9.89729, 10.948561, 9.86829, 8.652562, 8.082275, 8.348181, 8.021557, 8.098032, 7.915411, 7.513298, 7.709177, 7.543389, 9.926872, 10.180781, 11.235347, 11.660437, 13.336543, 14.206576, 11.875573, 12.482068, 12.211133, 11.484201, 10.512517, 10.176796, 9.639958, 9.388936, 9.316923, 7.882952, 9.803298, 10.179691, 12.541619, 17.424118, 25.09868, 49.101692, 87.671729, 120.318385, 131.422652, 137.751599]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 353, "item_id": "llmzszl-18730", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 849, "region_end": 351, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9943}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 7, 5, 15, 18, 23, 28, 22, 23, 30, 14, 14, 21, 19, 22, 18, 22, 21, 21, 30, 24, 25, 27, 25, 34, 33, 34, 27, 25, 20, 15, 21, 19, 27, 26, 28, 29, 28, 33, 34, 33, 35, 32, 35, 37, 27, 12, 4, 2, 1], "n_am_pl": [2, 11, 7, 9, 11, 12, 8, 19, 13, 10, 15, 15, 17, 17, 16, 15, 10, 13, 13, 8, 5, 7, 7, 5, 6, 13, 10, 14, 16, 14, 16, 19, 14, 15, 11, 12, 9, 12, 7, 8, 13, 15, 14, 19, 13, 25, 41, 50, 59, 62], "n_pos": 90, "sum_m_en": [9.462364, 13.314168, 13.325282, 15.371161, 16.681244, 16.481862, 17.443058, 17.291137, 16.997143, 17.739081, 16.394314, 16.467989, 15.259461, 15.314843, 14.965013, 15.744034, 14.99829, 14.059557, 14.071621, 15.34277, 14.187987, 13.944551, 14.093207, 14.384581, 25.647423, 25.004281, 21.613426, 18.37275, 17.069873, 17.918257, 15.803535, 16.874107, 16.015745, 16.512497, 17.699114, 18.177671, 17.503972, 20.872153, 24.475863, 27.879018, 26.861395, 27.906558, 29.080127, 33.130421, 35.602971, 25.20128, 11.050866, 4.436856, 2.092599, 1.243428], "sum_m_pl": [1.808885, 4.693952, 5.411834, 5.284293, 5.690237, 5.646886, 6.266932, 7.326653, 7.469385, 7.760226, 8.40027, 8.74423, 8.47791, 8.253221, 7.868569, 6.895635, 6.60583, 6.445625, 6.419677, 6.862131, 5.874215, 6.186588, 5.905286, 5.809667, 5.922298, 9.318279, 8.62753, 9.883405, 9.941586, 9.982428, 9.523531, 8.703508, 9.020591, 9.235639, 8.126581, 8.130841, 9.247308, 8.700521, 7.914741, 8.151266, 9.746308, 11.624731, 11.67721, 14.164395, 13.059392, 21.378359, 39.504566, 48.902845, 55.860976, 61.689451]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 4, 12, 12, 17, 20, 14, 19, 24, 11, 8, 15, 11, 17, 14, 16, 17, 18, 26, 21, 22, 22, 21, 30, 28, 28, 23, 22, 18, 13, 17, 14, 21, 19, 18, 20, 23, 27, 28, 25, 26, 27, 27, 31, 21, 9, 3, 1, 1], "n_am_pl": [1, 9, 7, 8, 9, 10, 6, 15, 10, 5, 12, 13, 13, 13, 13, 10, 8, 9, 11, 6, 4, 6, 7, 5, 5, 11, 8, 11, 8, 11, 12, 13, 10, 12, 9, 10, 9, 12, 7, 8, 13, 14, 11, 15, 10, 20, 39, 49, 58, 62], "n_pos": 63, "sum_m_en": [6.627085, 9.098286, 9.195621, 10.700685, 11.490781, 11.546886, 12.383643, 12.25449, 12.367742, 12.596268, 11.567644, 11.513995, 10.765934, 10.841976, 10.562918, 11.129176, 10.610197, 9.965554, 10.03575, 11.168476, 10.342621, 9.888349, 10.024937, 10.191428, 21.238059, 20.30361, 17.010708, 13.52412, 12.150481, 12.658119, 10.787753, 11.623132, 11.500207, 11.833833, 12.312229, 12.87575, 12.471264, 15.576796, 18.914469, 22.311942, 21.423, 21.872534, 23.883271, 25.989315, 28.647392, 19.17188, 7.948835, 3.068385, 1.389451, 0.996344], "sum_m_pl": [1.253734, 3.262756, 3.877391, 3.723441, 3.942417, 3.900102, 4.433228, 5.355836, 5.366519, 5.72933, 6.257418, 6.602843, 6.521592, 6.309824, 5.984706, 5.053485, 4.809039, 4.681168, 4.663266, 4.966376, 4.257315, 4.536771, 4.319607, 4.247213, 4.367884, 7.381537, 6.860692, 7.899426, 7.777922, 7.839532, 7.473996, 6.749616, 6.891026, 7.2726, 6.440231, 6.481246, 7.714777, 7.580369, 7.112196, 7.045511, 8.580694, 10.039693, 9.981167, 11.505032, 10.896472, 18.792971, 37.073701, 47.380356, 54.644015, 60.76399]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-18731", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 740, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 5, 6, 15, 19, 22, 25, 22, 19, 26, 18, 14, 13, 13, 17, 19, 20, 27, 19, 27, 23, 22, 22, 22, 37, 35, 30, 26, 22, 15, 13, 18, 21, 18, 20, 23, 25, 31, 32, 30, 30, 33, 28, 34, 35, 27, 11, 4, 1, 1], "n_am_pl": [2, 8, 6, 7, 10, 10, 9, 13, 9, 9, 12, 13, 16, 15, 16, 14, 13, 11, 9, 9, 4, 7, 5, 5, 3, 5, 8, 14, 13, 14, 14, 15, 11, 12, 12, 12, 11, 8, 8, 6, 13, 14, 15, 16, 14, 28, 46, 52, 63, 63], "n_pos": 91, "sum_m_en": [9.659122, 13.522517, 13.511675, 15.672691, 16.677844, 16.189487, 16.809086, 17.217534, 16.562651, 16.841501, 15.900164, 16.058301, 15.042773, 14.793415, 14.545165, 14.973809, 14.702257, 14.089304, 14.053036, 15.048145, 13.679712, 13.747819, 13.948451, 14.143582, 24.171989, 24.356485, 20.344102, 17.192202, 15.926237, 16.555186, 14.639816, 15.376703, 15.616178, 15.721102, 16.733951, 17.37722, 16.292002, 21.104811, 24.158875, 25.745119, 25.591182, 26.846141, 27.686668, 30.973532, 32.158795, 24.302493, 9.373809, 3.859988, 1.394173, 0.98781], "sum_m_pl": [1.79605, 4.50647, 5.338832, 5.233702, 5.422567, 5.520764, 6.396239, 7.319956, 7.612953, 7.662478, 8.171942, 8.20477, 8.295378, 8.053946, 7.680122, 6.910067, 6.709102, 6.498715, 6.466706, 6.760627, 5.682181, 6.026596, 5.827969, 5.715419, 4.875789, 7.006774, 6.944358, 8.662828, 9.138341, 9.316382, 9.02023, 8.837587, 8.885882, 8.933806, 8.158046, 8.159358, 9.461967, 9.169212, 7.875745, 7.951834, 9.719398, 11.698231, 11.768045, 15.004868, 15.19332, 24.855545, 43.39351, 51.011929, 58.383215, 63.053309]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 2, 6, 14, 14, 19, 20, 16, 16, 22, 16, 12, 13, 10, 15, 15, 16, 23, 16, 24, 22, 20, 19, 18, 28, 29, 25, 20, 19, 12, 11, 14, 17, 14, 16, 19, 20, 26, 26, 26, 27, 27, 24, 29, 29, 22, 8, 3, 1, 1], "n_am_pl": [2, 7, 5, 6, 7, 8, 5, 11, 6, 5, 8, 9, 11, 12, 15, 9, 11, 7, 7, 6, 3, 6, 5, 5, 2, 4, 6, 9, 9, 12, 13, 13, 7, 10, 10, 10, 11, 8, 7, 5, 12, 12, 12, 13, 12, 24, 44, 50, 61, 63], "n_pos": 64, "sum_m_en": [7.020018, 9.462943, 9.622546, 11.249482, 11.942567, 11.580913, 12.32978, 12.472553, 12.074613, 12.242252, 11.401094, 11.484528, 10.694589, 10.445117, 10.266023, 10.538145, 10.432819, 10.035879, 10.027925, 10.867638, 9.771565, 9.718464, 9.879801, 9.935049, 19.650815, 19.600211, 15.900481, 12.706775, 11.444168, 11.900355, 10.263102, 10.938116, 11.200245, 11.315137, 12.068056, 12.875023, 12.110624, 16.365378, 18.968551, 21.142737, 21.040033, 21.909793, 23.417794, 25.351761, 25.83821, 18.955295, 7.006826, 2.711786, 1.245077, 0.987737], "sum_m_pl": [1.37331, 3.234914, 3.875577, 3.72048, 3.765772, 3.835116, 4.457355, 5.252598, 5.453137, 5.480374, 5.924733, 6.047249, 6.164896, 5.982114, 5.648603, 4.982912, 4.906748, 4.748551, 4.746026, 4.974431, 4.064674, 4.320631, 4.195428, 4.108828, 3.17357, 4.936598, 4.949484, 6.414976, 6.829742, 7.029767, 6.900141, 6.787535, 6.819828, 7.058706, 6.554704, 6.502516, 8.047678, 7.811042, 6.959997, 6.88921, 8.598891, 9.592598, 9.959373, 12.524679, 13.180978, 21.616588, 40.340417, 49.0572, 56.945768, 62.692373]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "llmzszl-18731", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 868, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9783}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 29, 41, 77, 102, 127, 122, 108, 148, 162, 137, 113, 129, 116, 118, 146, 174, 171, 185, 192, 209, 210, 204, 208, 271, 234, 217, 172, 118, 136, 133, 137, 151, 169, 162, 183, 201, 223, 217, 243, 231, 243, 245, 237, 223, 179, 78, 17, 5, 0], "n_am_pl": [19, 56, 48, 59, 72, 67, 89, 64, 49, 61, 73, 75, 82, 82, 87, 102, 77, 61, 66, 80, 60, 48, 50, 46, 52, 54, 48, 56, 76, 74, 81, 77, 73, 75, 74, 70, 74, 74, 90, 77, 91, 88, 97, 120, 134, 188, 292, 370, 382, 392], "n_pos": 579, "sum_m_en": [53.22203, 81.563315, 87.861775, 97.444695, 106.799252, 112.460791, 116.14927, 118.087771, 115.969338, 116.79715, 119.488859, 118.38825, 116.44244, 114.158539, 115.413403, 116.173052, 112.602176, 105.358907, 104.742626, 104.835147, 101.312997, 99.031752, 98.11829, 96.0272, 183.531052, 159.539402, 146.508746, 129.983494, 117.382244, 116.522844, 110.558039, 112.398184, 114.089832, 123.039763, 125.817213, 132.809549, 136.143489, 149.328592, 162.672455, 178.878354, 183.39892, 196.532505, 208.359525, 210.860018, 197.567733, 158.315344, 75.854405, 21.898814, 9.555034, 0.175243], "sum_m_pl": [9.459501, 26.411852, 28.343085, 30.843926, 32.983595, 35.773342, 36.265721, 37.293245, 36.403626, 37.856665, 41.850768, 44.516212, 45.256077, 45.964533, 46.2833, 46.088968, 42.777411, 41.213149, 40.69571, 39.963015, 36.171883, 35.176881, 34.355349, 34.215437, 47.042818, 48.056472, 44.920432, 50.092668, 57.458916, 58.867345, 57.005008, 53.398015, 53.772243, 50.548004, 52.606704, 50.935228, 55.74955, 59.283105, 66.505956, 64.966098, 67.713644, 68.632923, 82.501304, 95.898982, 120.098512, 173.725958, 274.395202, 348.618053, 371.226684, 390.808934]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 16, 26, 50, 77, 92, 88, 77, 102, 109, 92, 81, 90, 80, 91, 93, 115, 106, 129, 138, 147, 154, 151, 156, 193, 165, 150, 117, 77, 91, 86, 89, 105, 107, 109, 131, 139, 151, 149, 167, 161, 173, 180, 164, 161, 124, 55, 10, 3, 0], "n_am_pl": [14, 37, 26, 43, 53, 55, 62, 51, 33, 47, 53, 59, 63, 54, 63, 79, 54, 48, 50, 56, 42, 31, 28, 29, 36, 41, 36, 45, 63, 59, 57, 54, 54, 58, 57, 49, 60, 58, 69, 61, 77, 75, 86, 107, 120, 173, 269, 343, 371, 391], "n_pos": 392, "sum_m_en": [35.931857, 55.367411, 60.162819, 65.360986, 72.699273, 76.014669, 79.381673, 80.202291, 78.993296, 80.07935, 82.243177, 81.720108, 79.526457, 77.792989, 78.804983, 78.836236, 76.506783, 71.437507, 71.308243, 71.251803, 68.85126, 67.163273, 66.593059, 65.199734, 132.771062, 112.558386, 102.290622, 90.754178, 81.097234, 79.972769, 75.455464, 77.22682, 78.13146, 82.8605, 85.207019, 90.36212, 92.687466, 102.298789, 110.772378, 123.988452, 127.072879, 139.156585, 148.12253, 150.710582, 141.486655, 109.650166, 52.170512, 12.26116, 4.643481, 0.165583], "sum_m_pl": [6.36061, 17.448398, 18.84646, 20.50618, 22.159657, 23.752831, 24.657668, 25.358168, 24.889541, 26.223303, 28.613582, 30.805522, 31.611731, 32.229616, 32.492188, 32.330839, 29.659594, 28.917843, 28.509318, 27.68917, 24.981475, 24.184354, 23.633802, 23.634405, 32.34159, 34.397055, 32.318119, 35.979695, 41.305465, 42.858568, 41.301488, 38.484118, 38.910319, 37.136999, 37.62826, 36.370354, 41.830563, 44.184514, 49.313967, 50.02733, 55.229562, 55.689177, 70.842072, 82.149184, 104.653179, 157.176844, 250.609591, 325.367527, 358.989947, 387.158278]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 581, "item_id": "llmzszl-18733", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 840, "region_end": 579, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9879}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 29, 59, 113, 136, 190, 182, 177, 186, 162, 159, 155, 157, 163, 164, 188, 206, 198, 201, 236, 252, 269, 257, 259, 345, 305, 276, 226, 172, 169, 165, 164, 173, 206, 226, 242, 264, 288, 305, 318, 311, 305, 296, 296, 294, 228, 89, 21, 6, 0], "n_am_pl": [16, 53, 59, 64, 71, 77, 97, 66, 51, 57, 82, 77, 88, 86, 84, 78, 66, 69, 74, 69, 59, 69, 61, 57, 54, 46, 54, 57, 78, 96, 98, 94, 85, 71, 79, 79, 78, 78, 84, 85, 90, 91, 117, 126, 143, 210, 327, 421, 448, 469], "n_pos": 698, "sum_m_en": [62.035977, 99.919837, 107.871892, 120.015915, 130.624403, 137.861513, 141.767325, 141.712798, 138.942574, 137.946807, 140.758241, 137.869934, 138.230199, 136.542611, 136.587222, 139.423433, 134.902544, 127.112395, 125.977148, 127.303634, 124.671279, 121.582393, 121.016113, 118.659895, 234.562439, 209.144487, 188.851976, 162.170022, 143.225293, 140.228881, 134.056695, 133.127841, 136.709141, 146.615434, 153.937542, 164.835171, 169.862598, 195.420351, 215.186023, 228.816481, 230.96211, 242.89459, 253.715458, 261.046096, 245.907872, 196.348931, 86.214965, 26.137901, 11.682541, 0.194002], "sum_m_pl": [10.766727, 31.136742, 34.078699, 36.812575, 38.79653, 41.423285, 43.083485, 43.671473, 41.960396, 44.466564, 48.90514, 50.685147, 52.592735, 53.076641, 53.667735, 51.818227, 49.468644, 48.585993, 48.203408, 47.078826, 42.674062, 41.14591, 40.271904, 40.14392, 52.350242, 51.140941, 49.255203, 56.010505, 66.927157, 67.870473, 66.698056, 63.940759, 63.421816, 56.93079, 58.021117, 57.608344, 64.021311, 62.351508, 70.710601, 70.693528, 75.449649, 76.83732, 95.589879, 105.89177, 129.775381, 192.153808, 306.126721, 399.169633, 430.797002, 468.728989]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.119152, 0.309481, 0.330086, 0.36716, 0.376509, 0.429123, 0.450511, 0.398582, 0.374391, 0.324232, 0.331397, 0.299445, 0.309021, 0.292631, 0.273795, 0.293068, 0.299448, 0.293007, 0.281558, 0.321467, 0.316188, 0.308527, 0.323431, 0.337515, 0.581011, 0.617738, 0.546711, 0.371159, 0.325158, 0.317927, 0.263568, 0.268893, 0.297978, 0.259569, 0.329968, 0.306297, 0.35402, 0.519868, 0.47971, 0.301699, 0.256882, 0.501868, 0.468008, 0.859141, 0.94291, 0.919916, 0.680215, 0.054482, 0.030363, 8e-06], "sum_m_pl": [0.018593, 0.079009, 0.099956, 0.082277, 0.097306, 0.094038, 0.093294, 0.083414, 0.072233, 0.086395, 0.087604, 0.057156, 0.062181, 0.05541, 0.078281, 0.083116, 0.091739, 0.088324, 0.076656, 0.088123, 0.072588, 0.07016, 0.072291, 0.074983, 0.097995, 0.116984, 0.078356, 0.093448, 0.081372, 0.075671, 0.069922, 0.070241, 0.073284, 0.103314, 0.167022, 0.240257, 0.241084, 0.279686, 0.272453, 0.499295, 0.865761, 0.717576, 0.729787, 0.992133, 0.915182, 0.911189, 0.795966, 0.502262, 0.328053, 0.355528]}, "lang": {"n_am_en": [7, 15, 38, 80, 101, 143, 131, 125, 132, 113, 114, 115, 109, 117, 116, 136, 152, 139, 145, 176, 186, 205, 199, 198, 259, 230, 207, 168, 123, 113, 120, 115, 113, 141, 157, 165, 182, 203, 217, 230, 220, 221, 215, 210, 215, 165, 64, 14, 3, 0], "n_am_pl": [12, 41, 38, 45, 55, 53, 61, 50, 37, 42, 60, 57, 66, 62, 60, 57, 43, 52, 54, 50, 41, 45, 39, 36, 39, 33, 36, 38, 57, 75, 71, 68, 67, 54, 56, 58, 61, 63, 64, 65, 79, 78, 103, 112, 130, 191, 298, 396, 443, 468], "n_pos": 472, "sum_m_en": [42.177549, 67.873759, 74.086709, 80.937821, 89.056481, 92.971437, 96.186022, 95.730234, 94.190183, 93.883049, 95.896125, 93.99415, 93.883668, 92.671587, 92.940846, 94.991016, 92.021443, 86.412575, 86.213161, 86.700681, 84.936479, 82.477185, 82.203311, 80.242428, 170.981948, 149.304288, 134.057371, 114.520973, 99.734135, 96.890057, 92.401102, 91.868235, 94.370361, 100.94246, 104.823291, 111.948604, 114.549167, 133.843648, 149.501927, 159.37221, 161.258089, 169.998657, 180.174937, 184.895828, 178.868164, 140.344025, 60.305208, 15.157102, 6.430611, 0.188506], "sum_m_pl": [7.117462, 20.752374, 22.779911, 24.548806, 25.808482, 27.551951, 29.452059, 29.675931, 28.522367, 30.483177, 33.320922, 34.717026, 36.37309, 37.050543, 37.529268, 35.85281, 34.105905, 33.812643, 33.297508, 32.224808, 29.200031, 28.039137, 27.451694, 27.460914, 35.547459, 35.453231, 34.30614, 39.584071, 47.560237, 48.859033, 48.205849, 46.222924, 46.249353, 41.847929, 41.773102, 41.48361, 47.785266, 46.129655, 51.860627, 53.600919, 59.783904, 61.551161, 79.814706, 90.532371, 114.064074, 172.474978, 277.762393, 375.286561, 419.945978, 466.245817]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 700, "item_id": "llmzszl-18733", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 968, "region_end": 698, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9843}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 9, 8, 8, 10, 11, 9, 16, 17, 13, 15, 19, 15, 24, 22, 14, 25, 21, 19, 17, 17, 17, 16, 16, 21, 25, 24, 21, 20, 17, 16, 13, 19, 26, 21, 27, 23, 18, 28, 37, 38, 39, 37, 39, 38, 38, 36, 32, 36, 39], "n_am_pl": [2, 7, 10, 11, 13, 4, 9, 8, 11, 11, 10, 12, 10, 18, 16, 9, 10, 10, 9, 7, 4, 5, 7, 4, 4, 5, 6, 4, 6, 8, 11, 9, 10, 11, 9, 19, 18, 5, 6, 5, 2, 3, 6, 9, 12, 15, 20, 21, 22, 20], "n_pos": 99, "sum_m_en": [9.855896, 13.563621, 13.905233, 14.902105, 15.688773, 15.194853, 14.966174, 15.23992, 14.841655, 15.173633, 15.348077, 16.051704, 15.680793, 15.531839, 15.661626, 16.49932, 17.07283, 16.147109, 16.040171, 15.358455, 14.646014, 14.656666, 14.708455, 15.021843, 18.87853, 19.844615, 18.805929, 17.384304, 16.64217, 17.445856, 16.158775, 16.265187, 16.416388, 17.606126, 18.120133, 18.896835, 20.599066, 21.937885, 23.887315, 26.276739, 26.646106, 31.402777, 31.196819, 32.798334, 32.772956, 33.678292, 33.95192, 31.618146, 31.69344, 40.206126], "sum_m_pl": [1.788601, 3.70703, 4.509072, 4.758609, 5.194788, 5.47573, 5.733505, 6.193124, 6.553448, 7.19951, 7.718314, 8.022462, 8.034401, 8.372123, 9.206258, 8.219202, 7.719425, 7.52185, 7.915229, 7.640056, 7.285676, 6.949959, 6.683872, 6.52229, 6.887518, 7.129889, 7.481186, 7.906363, 8.37327, 9.614422, 9.37805, 9.467948, 9.991262, 10.169741, 9.908845, 10.923484, 10.826272, 8.84861, 8.125054, 7.061775, 5.513232, 5.107887, 6.31723, 8.906583, 11.033892, 12.384934, 17.166189, 19.765719, 21.457661, 20.146966]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 3, 6, 5, 3, 4, 3, 11, 10, 10, 14, 15, 13, 17, 17, 10, 14, 16, 13, 13, 14, 15, 12, 13, 19, 23, 20, 18, 18, 15, 13, 13, 15, 20, 16, 21, 21, 15, 22, 30, 29, 29, 27, 31, 32, 33, 34, 31, 33, 38], "n_am_pl": [2, 4, 9, 9, 9, 3, 5, 5, 9, 7, 8, 9, 6, 11, 7, 2, 6, 9, 7, 5, 3, 3, 4, 2, 3, 2, 3, 2, 4, 6, 7, 6, 7, 7, 6, 12, 12, 3, 3, 1, 2, 3, 6, 6, 9, 13, 17, 19, 22, 20], "n_pos": 59, "sum_m_en": [5.574475, 8.320287, 8.332493, 8.805532, 9.195938, 9.010883, 9.095556, 9.447152, 9.153444, 9.402068, 9.520908, 9.981349, 9.817636, 9.743198, 9.776506, 10.160559, 10.539772, 10.069665, 9.941073, 9.540738, 9.078039, 9.137653, 9.17104, 9.397248, 14.550003, 15.038866, 14.106604, 12.390892, 11.536081, 12.014685, 11.169763, 11.281981, 11.426192, 12.125813, 12.388425, 13.517009, 15.146917, 16.586907, 17.349429, 19.821075, 20.132896, 23.096073, 23.675869, 27.518357, 27.46675, 29.372982, 29.853716, 28.210801, 28.41775, 37.939832], "sum_m_pl": [0.988943, 2.164031, 2.811454, 2.911277, 3.137805, 3.208407, 3.406991, 3.62333, 3.894959, 4.363542, 4.696967, 4.928131, 4.891057, 5.033763, 5.445131, 4.926582, 4.687631, 4.557735, 4.876431, 4.737403, 4.483715, 4.278351, 4.124065, 3.990236, 4.465097, 4.723095, 4.724605, 5.105602, 5.386824, 6.320902, 6.170284, 6.115434, 6.441631, 6.538205, 6.135482, 6.469673, 6.733341, 5.601858, 5.508258, 4.573928, 3.855094, 3.657051, 5.0853, 5.905773, 8.618151, 10.638952, 15.702701, 18.303284, 20.873477, 20.146884]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "llmzszl-18734", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 794, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.98}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 6, 6, 5, 6, 5, 12, 13, 13, 12, 12, 10, 11, 10, 10, 10, 15, 13, 12, 13, 12, 14, 13, 9, 13, 18, 15, 12, 12, 10, 10, 13, 15, 17, 15, 17, 13, 13, 20, 18, 20, 22, 26, 27, 25, 14, 5, 1, 2, 0], "n_am_pl": [1, 6, 6, 6, 7, 12, 9, 8, 6, 4, 15, 9, 11, 10, 16, 9, 8, 9, 7, 4, 6, 6, 5, 2, 7, 8, 4, 5, 5, 2, 8, 8, 14, 11, 5, 11, 12, 4, 4, 7, 4, 4, 11, 11, 15, 24, 40, 53, 56, 56], "n_pos": 82, "sum_m_en": [7.396535, 12.169857, 13.504564, 13.869507, 13.840879, 13.286206, 12.541538, 13.256918, 12.792592, 13.249267, 13.153218, 13.441099, 13.302445, 12.803127, 13.197409, 13.90294, 14.359513, 13.64686, 13.118601, 12.738731, 12.331014, 12.436668, 12.106454, 12.456712, 13.156509, 14.96113, 12.992505, 13.134578, 12.678371, 12.666745, 11.920942, 12.528673, 12.796381, 13.838623, 14.463632, 14.419664, 14.430641, 14.962829, 14.665802, 14.597017, 14.761754, 18.459042, 20.747112, 21.992222, 20.358293, 14.203176, 5.276716, 2.194921, 2.032004, 0.012059], "sum_m_pl": [1.173366, 3.638828, 4.254262, 4.549616, 4.366181, 4.885667, 5.103627, 5.623316, 5.600998, 5.858131, 6.122493, 6.458497, 6.464057, 6.618119, 6.840663, 6.692352, 6.231616, 5.898579, 6.018654, 5.873857, 5.667322, 5.226992, 4.889708, 4.889658, 4.941281, 5.270169, 5.187608, 5.634232, 6.199994, 7.339365, 7.680019, 7.981766, 8.673105, 8.347122, 7.674994, 7.909747, 8.322459, 7.686805, 7.526602, 7.219292, 5.83852, 4.65467, 7.213048, 9.235204, 13.278175, 22.746168, 38.252493, 48.682119, 54.61028, 55.136461]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 4, 4, 2, 1, 9, 12, 7, 8, 10, 6, 7, 6, 6, 5, 8, 7, 6, 6, 6, 7, 9, 6, 7, 10, 10, 7, 7, 5, 7, 9, 9, 8, 9, 11, 5, 6, 12, 10, 12, 14, 18, 14, 16, 9, 3, 0, 0, 0], "n_am_pl": [0, 4, 6, 4, 7, 10, 4, 2, 3, 3, 10, 7, 8, 6, 9, 5, 5, 6, 4, 2, 5, 4, 5, 2, 6, 7, 3, 5, 3, 2, 4, 7, 10, 9, 4, 6, 7, 3, 3, 3, 2, 2, 8, 10, 13, 21, 36, 48, 53, 55], "n_pos": 55, "sum_m_en": [4.908884, 8.172061, 9.124019, 9.368249, 9.327274, 8.969792, 8.418677, 9.073111, 8.658306, 8.926073, 8.857335, 9.076084, 8.963475, 8.631906, 8.83619, 9.398477, 9.69553, 9.098277, 8.739353, 8.49132, 8.205603, 8.226403, 8.029765, 8.238083, 7.906486, 9.07122, 7.745736, 8.027163, 7.957251, 8.222824, 7.927709, 8.175105, 8.33691, 8.969591, 9.128164, 9.219434, 8.751394, 8.804988, 8.434507, 8.215268, 8.081079, 10.927513, 13.103241, 14.086107, 14.039318, 9.701289, 4.040672, 0.823554, 0.120833, 4e-06], "sum_m_pl": [0.792329, 2.428142, 3.016418, 3.1822, 3.019067, 3.301977, 3.400339, 3.767676, 3.772919, 3.928022, 4.108769, 4.373337, 4.335296, 4.388885, 4.582768, 4.527005, 4.203791, 3.952133, 4.018572, 3.8615, 3.738026, 3.460778, 3.240557, 3.284596, 3.362505, 3.626134, 3.561267, 3.967902, 4.474871, 5.304122, 5.507586, 5.719563, 6.288478, 5.970449, 5.488914, 5.555996, 5.798431, 5.271993, 5.060169, 4.469541, 3.855899, 3.21813, 5.32998, 7.679484, 10.463477, 19.055272, 34.016836, 44.702618, 52.006918, 54.330577]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 84, "item_id": "llmzszl-18734", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 922, "region_end": 82, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9759}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 11, 12, 13, 14, 12, 15, 12, 13, 16, 14, 16, 20, 14, 17, 16, 20, 19, 25, 19, 22, 23, 24, 22, 24, 20, 23, 23, 20, 18, 17, 14, 15, 19, 23, 22, 18, 24, 23, 26, 27, 22, 23, 21, 28, 24, 22, 25, 33, 34], "n_am_pl": [3, 6, 5, 2, 2, 3, 2, 4, 10, 8, 7, 8, 12, 12, 11, 12, 10, 10, 7, 9, 5, 6, 3, 5, 7, 6, 4, 8, 5, 10, 9, 8, 7, 7, 5, 5, 3, 3, 5, 4, 6, 7, 6, 4, 4, 4, 7, 4, 5, 4], "n_pos": 58, "sum_m_en": [7.692642, 8.579075, 10.356982, 10.119865, 11.515219, 11.642793, 11.90599, 11.961011, 11.230842, 11.442409, 10.960399, 11.564367, 11.089111, 11.632895, 11.170447, 11.98585, 11.772217, 11.562646, 11.636282, 10.806324, 10.904312, 11.23405, 11.224386, 10.996829, 21.531372, 20.201163, 18.792628, 17.46993, 15.542001, 14.766564, 13.439697, 13.618644, 14.406109, 14.785061, 14.67601, 15.250495, 15.666818, 17.324612, 19.603377, 20.84141, 22.889246, 21.558368, 22.267767, 21.166947, 23.44605, 23.38402, 22.814514, 25.91357, 29.501101, 33.907993], "sum_m_pl": [1.42259, 2.674413, 2.739025, 2.628205, 2.804361, 3.269279, 3.38233, 3.671448, 4.077913, 4.164797, 4.341877, 4.385536, 4.950756, 4.738272, 5.097547, 4.967859, 4.84484, 4.634418, 4.299928, 4.469375, 3.882059, 3.56868, 3.307053, 3.320438, 4.875213, 4.527181, 4.201537, 4.375928, 4.377302, 4.740506, 4.606865, 4.815358, 5.09408, 5.202231, 5.706745, 5.775399, 5.240772, 5.41278, 6.087514, 5.430106, 4.043213, 6.863085, 5.808894, 5.168969, 3.865502, 4.140633, 5.656257, 4.213269, 4.166489, 3.519577]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 9, 10, 9, 9, 8, 11, 9, 9, 14, 12, 11, 15, 12, 12, 11, 13, 13, 16, 14, 16, 18, 18, 17, 18, 16, 18, 20, 17, 15, 14, 11, 13, 16, 17, 15, 13, 19, 17, 20, 20, 18, 18, 17, 22, 20, 20, 23, 31, 33], "n_am_pl": [3, 3, 2, 1, 2, 3, 2, 3, 7, 7, 6, 6, 9, 10, 7, 8, 9, 6, 5, 7, 4, 3, 2, 4, 6, 6, 4, 5, 3, 5, 5, 3, 5, 5, 4, 4, 3, 2, 4, 3, 5, 5, 5, 4, 3, 2, 6, 4, 5, 4], "n_pos": 38, "sum_m_en": [4.894476, 5.420037, 6.764134, 6.34955, 7.230635, 7.458506, 7.745202, 7.85811, 7.560741, 8.026475, 7.46314, 7.955963, 7.630089, 7.976339, 7.771443, 8.342109, 8.097717, 8.122389, 8.089641, 7.384464, 7.458889, 7.836255, 7.821705, 7.684531, 16.662623, 15.917531, 14.839258, 13.903657, 12.151097, 11.243903, 10.061543, 10.03598, 10.948629, 11.128132, 11.125029, 11.619849, 12.009569, 13.520987, 15.133441, 16.513619, 17.376908, 17.999348, 18.63063, 17.466235, 19.789172, 19.924936, 20.122037, 23.00053, 26.995656, 31.95234], "sum_m_pl": [0.909606, 1.576913, 1.601355, 1.569436, 1.726062, 2.109194, 2.190107, 2.404928, 2.695809, 2.797348, 2.852417, 2.876219, 3.330186, 3.228712, 3.395186, 3.322307, 3.297342, 3.13978, 2.854707, 3.017583, 2.569243, 2.30697, 2.111315, 2.180633, 3.874147, 3.40048, 2.948646, 2.900716, 2.829563, 2.894448, 2.99641, 3.142305, 3.308347, 3.477361, 3.905857, 3.891075, 3.568789, 3.549885, 4.587084, 3.8736, 2.980622, 4.913861, 3.956028, 3.916316, 2.958663, 2.948076, 4.579365, 3.879804, 4.021401, 3.513631]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "llmzszl-18736", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 768, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.95, "tf_agree_excl_first": 0.9661}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 6, 15, 27, 34, 38, 46, 38, 31, 42, 37, 31, 28, 33, 27, 37, 43, 45, 51, 50, 59, 52, 52, 52, 60, 54, 41, 50, 46, 47, 44, 41, 47, 46, 48, 49, 55, 57, 61, 65, 65, 66, 58, 59, 57, 46, 12, 4, 1, 0], "n_am_pl": [3, 9, 10, 10, 9, 13, 18, 12, 12, 9, 17, 16, 20, 19, 9, 10, 18, 12, 12, 12, 15, 15, 12, 23, 19, 18, 18, 13, 15, 16, 9, 9, 11, 16, 18, 18, 12, 13, 14, 19, 19, 27, 29, 20, 33, 43, 89, 106, 108, 110], "n_pos": 145, "sum_m_en": [13.280294, 20.107719, 21.641416, 22.911809, 25.41685, 26.130182, 26.540257, 28.034485, 26.849224, 28.498902, 26.541642, 25.379746, 24.898258, 24.565007, 22.407045, 23.569424, 25.612705, 25.08014, 25.938571, 25.490166, 26.188382, 27.913264, 28.365429, 27.395504, 48.633895, 46.855783, 39.89804, 39.511098, 35.041544, 32.421768, 29.199577, 28.159763, 27.439107, 28.884588, 32.451812, 36.15408, 38.239818, 43.74191, 47.948181, 52.939407, 54.302985, 51.928549, 55.24265, 54.089343, 49.879696, 43.308452, 13.40335, 6.004907, 2.490798, 0.007582], "sum_m_pl": [2.122102, 5.879407, 7.008207, 7.302092, 7.236344, 8.238485, 9.014511, 9.059351, 9.05499, 9.378224, 9.469044, 9.433034, 10.492032, 10.342493, 11.024832, 10.323414, 11.526091, 11.263787, 10.627277, 10.963325, 9.552021, 8.974223, 8.368909, 9.32703, 14.949189, 13.404938, 12.138839, 12.042679, 13.374966, 14.908797, 13.675732, 13.407, 13.435745, 13.797388, 15.273137, 14.634943, 13.605514, 12.641211, 12.903403, 14.583478, 15.316493, 22.279213, 21.700927, 19.802788, 27.882723, 43.061051, 79.336063, 99.4691, 103.467562, 108.963615]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 3, 12, 22, 31, 38, 42, 35, 28, 39, 32, 27, 24, 28, 24, 31, 33, 35, 42, 43, 50, 45, 45, 44, 49, 45, 36, 42, 36, 36, 34, 36, 39, 39, 41, 40, 47, 47, 47, 50, 50, 53, 49, 45, 44, 38, 7, 3, 1, 0], "n_am_pl": [2, 6, 7, 7, 7, 7, 12, 7, 9, 6, 9, 11, 15, 15, 5, 10, 14, 9, 9, 11, 10, 11, 8, 14, 13, 12, 13, 11, 13, 15, 8, 7, 10, 9, 10, 13, 6, 9, 9, 15, 15, 19, 21, 16, 29, 38, 80, 97, 105, 109], "n_pos": 110, "sum_m_en": [9.72003, 15.28388, 16.8358, 17.754889, 19.904421, 20.759162, 20.819544, 22.059449, 21.102971, 22.329671, 20.662285, 19.982432, 19.500226, 19.020876, 17.390951, 18.184747, 19.931868, 19.527112, 20.408437, 20.067326, 20.929469, 22.547092, 22.978298, 21.976591, 40.460685, 39.720556, 33.783927, 33.015216, 28.846508, 26.490527, 23.709662, 22.591463, 22.022552, 23.411772, 26.415512, 29.156802, 31.591028, 36.077827, 38.841114, 41.841188, 44.223604, 43.367683, 46.195893, 42.574142, 40.134449, 34.876946, 9.706523, 4.078405, 2.197885, 0.007569], "sum_m_pl": [1.639566, 4.363543, 5.132084, 5.323952, 5.351098, 5.971336, 6.594864, 6.532151, 6.5043, 6.764972, 6.723847, 6.764513, 7.651448, 7.432352, 7.945269, 7.532511, 8.584872, 8.399196, 7.862395, 8.178855, 7.00808, 6.564124, 6.098025, 6.984814, 10.32227, 9.433618, 8.755729, 8.593604, 10.057376, 11.273449, 10.298746, 10.100342, 10.151025, 10.12269, 10.920336, 10.459775, 9.732623, 8.906657, 8.884369, 10.899208, 11.738538, 15.004268, 15.927435, 16.194655, 23.918474, 37.132219, 71.763457, 90.937913, 100.912747, 108.443362]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "llmzszl-18736", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 896, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9932}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 8, 6, 8, 15, 15, 11, 17, 13, 12, 9, 9, 8, 11, 16, 13, 10, 10, 8, 7, 10, 21, 12, 13, 21, 22, 18, 18, 14, 7, 13, 12, 14, 18, 17, 23, 23, 26, 27, 27, 21, 19, 22, 23, 22, 22, 21, 19, 24, 27], "n_am_pl": [2, 1, 4, 4, 5, 7, 4, 1, 1, 0, 3, 3, 4, 1, 4, 6, 6, 4, 8, 12, 4, 2, 7, 4, 6, 5, 7, 11, 13, 14, 12, 9, 7, 9, 6, 3, 3, 5, 8, 9, 13, 13, 14, 14, 15, 16, 15, 16, 10, 7], "n_pos": 57, "sum_m_en": [5.945667, 8.109144, 7.984754, 8.893021, 10.03997, 10.892733, 10.617639, 11.000074, 10.447551, 10.406137, 10.073184, 10.045317, 9.495672, 10.045977, 9.809314, 10.339606, 10.320657, 10.136813, 9.913669, 9.888384, 9.25271, 9.899946, 9.601926, 9.025309, 15.697072, 15.590282, 14.712525, 13.885279, 12.748626, 11.622903, 11.490036, 11.4376, 10.779399, 11.632974, 12.082849, 12.774251, 14.424453, 15.820915, 17.437558, 21.716534, 19.466654, 19.760668, 21.219358, 19.992594, 20.646046, 21.696297, 20.933729, 21.186582, 23.674055, 25.656615], "sum_m_pl": [1.462307, 2.177411, 2.46843, 2.489903, 2.722656, 2.700397, 2.905521, 3.278783, 3.024448, 3.507117, 3.947239, 4.209698, 4.066321, 3.825767, 3.959381, 4.241306, 4.051476, 3.986115, 4.223969, 4.502004, 4.127845, 3.946006, 3.595266, 3.464611, 5.33786, 5.175381, 4.791478, 5.562398, 5.382464, 5.980685, 5.456712, 5.292585, 5.647518, 5.85158, 5.812565, 5.367244, 5.182484, 4.510807, 6.471599, 8.494306, 11.325031, 10.47454, 14.428282, 14.39661, 15.942445, 15.295945, 14.76541, 13.435359, 9.713915, 7.407448]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 3, 4, 7, 6, 4, 8, 6, 5, 3, 3, 5, 7, 8, 7, 7, 8, 3, 4, 5, 13, 7, 11, 14, 12, 11, 10, 10, 5, 7, 7, 10, 10, 12, 14, 16, 21, 20, 20, 17, 17, 18, 19, 17, 19, 18, 16, 21, 25], "n_am_pl": [0, 0, 2, 3, 3, 4, 2, 0, 0, 0, 1, 2, 1, 0, 2, 4, 4, 1, 4, 6, 3, 2, 5, 2, 3, 4, 6, 8, 10, 8, 7, 5, 4, 3, 4, 2, 3, 3, 4, 4, 8, 8, 9, 10, 11, 10, 10, 10, 9, 7], "n_pos": 32, "sum_m_en": [3.001789, 4.496665, 4.412773, 4.927677, 5.412946, 5.68719, 5.526437, 5.947382, 5.670506, 5.74604, 5.450709, 5.517831, 5.230291, 5.699856, 5.579437, 5.910174, 5.942521, 5.703267, 5.460568, 5.449455, 5.099736, 5.404047, 5.139333, 4.955985, 8.925129, 8.300587, 7.876381, 7.316475, 7.031221, 6.612148, 6.628751, 6.826374, 6.545064, 6.947142, 7.56263, 8.111856, 9.576289, 10.965167, 12.421406, 15.339575, 14.136896, 14.976655, 16.162497, 15.945641, 15.953394, 17.144398, 17.186828, 16.823495, 19.631959, 24.211385], "sum_m_pl": [0.620721, 1.174528, 1.45443, 1.384852, 1.531095, 1.476161, 1.695323, 1.874803, 1.691343, 1.955238, 2.206562, 2.386581, 2.301455, 2.169768, 2.252079, 2.391491, 2.276453, 2.298405, 2.460828, 2.580258, 2.340866, 2.214756, 2.003888, 1.923667, 2.866625, 3.24501, 3.191243, 3.4498, 3.305492, 3.567858, 3.211951, 3.018461, 3.241061, 3.322994, 3.485989, 3.047922, 2.921188, 2.521171, 3.570833, 4.727222, 6.973615, 6.150987, 8.874955, 9.5849, 11.035309, 9.541539, 9.553971, 9.774173, 8.512718, 7.367524]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 59, "item_id": "llmzszl-18737", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 777, "region_end": 57, "roundtrip_ok": true, "tf_agree": 0.8983, "tf_agree_excl_first": 0.9138}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 16, 18, 17, 21, 25, 26, 27, 17, 24, 29, 31, 27, 32, 35, 31, 33, 30, 34, 33, 33, 50, 44, 45, 52, 53, 50, 41, 39, 33, 28, 29, 27, 32, 43, 39, 50, 49, 58, 63, 54, 54, 62, 60, 50, 38, 19, 7, 2, 1], "n_am_pl": [6, 13, 11, 17, 16, 21, 20, 22, 16, 11, 18, 14, 18, 17, 24, 36, 28, 23, 25, 28, 23, 17, 29, 17, 29, 20, 20, 21, 27, 30, 28, 32, 34, 32, 27, 38, 27, 24, 26, 39, 37, 40, 47, 54, 63, 86, 107, 123, 129, 129], "n_pos": 179, "sum_m_en": [16.697365, 25.791718, 26.321472, 27.985734, 29.420659, 31.039105, 30.859799, 33.766812, 33.570143, 33.750855, 33.814429, 34.290054, 31.37753, 32.044188, 31.56238, 32.895176, 32.0653, 31.148358, 30.505797, 29.910931, 27.910874, 29.020848, 27.720195, 27.690994, 43.902439, 43.931921, 39.59172, 36.122669, 32.004242, 31.369649, 29.91301, 30.365226, 29.918836, 31.677352, 32.798899, 34.546857, 37.020625, 38.544114, 38.835448, 50.82816, 45.425181, 48.280771, 55.301098, 56.573803, 51.141922, 35.836577, 16.132644, 6.6335, 2.767311, 0.986537], "sum_m_pl": [3.06968, 8.906668, 9.643814, 9.697453, 9.800802, 9.815572, 9.877643, 12.358752, 11.554028, 12.698778, 13.520396, 14.50306, 14.132914, 13.927617, 14.426534, 14.988738, 14.313587, 14.038203, 13.73464, 13.540902, 12.086743, 11.611932, 11.352179, 10.875433, 20.877843, 19.160855, 16.576504, 17.003198, 18.413769, 19.137367, 18.552491, 18.820105, 19.864276, 19.604843, 20.301527, 19.429685, 19.32254, 18.916019, 21.374542, 25.438314, 30.366544, 29.608096, 36.768342, 42.328068, 56.539618, 77.860613, 105.074189, 121.401434, 127.243482, 128.971778]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 11, 14, 14, 18, 20, 15, 22, 14, 20, 24, 21, 19, 26, 28, 23, 26, 23, 24, 26, 26, 38, 31, 35, 42, 44, 43, 34, 32, 26, 24, 24, 21, 24, 35, 29, 40, 39, 45, 48, 44, 41, 49, 46, 37, 28, 15, 7, 1, 1], "n_am_pl": [4, 9, 4, 8, 10, 16, 12, 16, 10, 7, 12, 10, 11, 11, 17, 25, 18, 16, 21, 19, 18, 14, 24, 15, 24, 14, 12, 14, 20, 22, 23, 27, 28, 24, 22, 30, 23, 21, 22, 32, 30, 34, 39, 46, 52, 70, 96, 113, 128, 129], "n_pos": 130, "sum_m_en": [12.122484, 18.957009, 19.56566, 20.598744, 21.85927, 22.894727, 22.455467, 24.620041, 24.244127, 24.417835, 24.474715, 24.870505, 23.062251, 23.475138, 23.379643, 24.207039, 23.552674, 22.842176, 22.422562, 21.889778, 20.467956, 21.582903, 20.450856, 20.470552, 34.668349, 35.328575, 31.586916, 28.074114, 24.446836, 24.009061, 22.787623, 23.18865, 22.852051, 24.105809, 24.754676, 25.97274, 28.059171, 28.618662, 29.560636, 39.091764, 35.201137, 37.891868, 44.27161, 44.4724, 38.851732, 27.060411, 12.903317, 5.823252, 1.638694, 0.985925], "sum_m_pl": [2.161373, 6.350589, 6.750071, 6.786159, 6.937933, 7.038864, 6.866832, 8.598061, 8.060793, 8.854564, 9.548322, 10.3927, 9.967593, 9.857837, 10.356796, 10.802971, 10.437691, 10.275801, 10.147266, 10.034537, 8.882763, 8.517463, 8.419261, 8.038644, 16.025008, 14.91042, 12.543496, 13.268267, 14.434308, 14.767181, 14.384435, 14.320542, 15.155982, 14.84536, 15.660079, 15.150596, 15.179276, 15.034644, 16.839476, 19.364815, 23.83359, 24.153741, 30.021294, 35.444342, 47.597677, 65.7861, 92.812521, 111.282782, 124.569819, 128.822255]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "llmzszl-18737", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 905, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9944}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 6, 9, 13, 14, 11, 16, 12, 8, 13, 11, 9, 14, 10, 11, 13, 15, 18, 18, 19, 20, 18, 22, 21, 27, 26, 23, 20, 19, 17, 12, 16, 15, 20, 18, 25, 30, 31, 35, 33, 31, 32, 32, 34, 32, 30, 33, 28, 31, 33], "n_am_pl": [2, 2, 1, 3, 5, 2, 6, 7, 7, 5, 9, 8, 11, 11, 8, 8, 8, 5, 6, 7, 9, 5, 4, 4, 2, 2, 6, 5, 3, 7, 7, 6, 7, 9, 7, 7, 4, 5, 5, 2, 1, 3, 3, 3, 1, 2, 2, 6, 6, 6], "n_pos": 64, "sum_m_en": [6.181963, 8.411277, 8.705481, 9.105396, 9.727786, 10.551632, 10.947448, 9.982713, 9.566752, 10.590412, 10.679004, 10.646218, 10.371857, 10.179731, 10.321296, 10.609207, 11.351699, 11.364908, 11.683438, 11.457946, 10.767169, 10.658696, 10.815344, 10.489822, 18.66249, 17.664361, 15.356622, 14.43312, 12.940572, 12.142095, 11.505016, 11.546568, 11.939162, 12.977345, 14.251936, 16.334251, 19.115373, 22.296655, 23.410726, 25.539743, 26.309056, 28.485083, 29.581409, 29.977952, 29.17593, 28.455453, 29.07949, 26.378143, 26.114699, 31.70926], "sum_m_pl": [1.267062, 2.315594, 2.596246, 2.570879, 2.843524, 3.236139, 3.545103, 3.914682, 3.975382, 4.16952, 4.790961, 4.937103, 5.00737, 4.939808, 5.104574, 5.25765, 5.132657, 4.881135, 4.639307, 4.578981, 4.33626, 4.01683, 3.780829, 3.67227, 4.09461, 4.537435, 4.718157, 5.422726, 5.94613, 6.351595, 5.9402, 5.866002, 6.644092, 6.124079, 6.137946, 6.092767, 5.688441, 4.996618, 3.790493, 2.824553, 2.693134, 2.980873, 2.818115, 2.622407, 2.601766, 2.658772, 3.627765, 5.473846, 6.267875, 6.047654]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 4, 8, 5, 7, 8, 12, 8, 6, 9, 8, 7, 11, 8, 8, 8, 11, 15, 14, 17, 14, 13, 18, 17, 20, 19, 17, 15, 13, 12, 8, 13, 12, 18, 15, 20, 22, 23, 27, 25, 25, 25, 25, 28, 28, 26, 27, 25, 29, 32], "n_am_pl": [0, 2, 1, 1, 4, 1, 1, 5, 3, 2, 3, 5, 7, 7, 5, 3, 4, 3, 5, 5, 6, 5, 3, 3, 1, 2, 5, 5, 3, 7, 6, 6, 5, 7, 5, 4, 3, 3, 4, 2, 1, 3, 3, 3, 1, 2, 2, 6, 6, 6], "n_pos": 39, "sum_m_en": [3.500456, 5.194023, 5.413085, 5.708337, 6.028374, 6.714611, 6.820178, 6.343117, 6.192952, 6.699853, 6.923751, 6.861704, 6.638534, 6.588337, 6.537608, 6.70981, 7.123036, 7.245707, 7.549488, 7.419684, 6.847805, 6.842015, 6.897454, 6.658799, 14.194197, 13.254605, 11.456339, 10.5176, 9.069926, 8.201713, 7.765011, 7.944828, 8.422633, 9.635672, 10.371642, 12.279421, 14.500862, 17.387096, 18.864148, 20.321609, 20.582703, 22.99992, 24.065084, 26.046004, 24.586563, 24.135099, 24.438823, 22.878749, 23.970401, 30.571922], "sum_m_pl": [0.539136, 1.1852, 1.379723, 1.483011, 1.655496, 1.794523, 1.969272, 2.133818, 2.207465, 2.393883, 2.768217, 2.858321, 2.969266, 2.784984, 3.128965, 3.392749, 3.329954, 3.225776, 2.952118, 2.858754, 2.656787, 2.422906, 2.246923, 2.188669, 2.682858, 3.100445, 3.310953, 3.869118, 4.173845, 4.265233, 3.982326, 3.932211, 4.652278, 4.084911, 4.282234, 4.114314, 3.903381, 3.459113, 2.629093, 1.893371, 1.979119, 2.102731, 1.968851, 1.680484, 1.934555, 2.236455, 3.176105, 5.111501, 6.001679, 6.044887]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 66, "item_id": "llmzszl-18739", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 64, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9692}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 7, 7, 15, 24, 25, 27, 30, 27, 29, 20, 25, 22, 18, 20, 27, 34, 37, 32, 37, 39, 48, 47, 36, 51, 51, 47, 44, 36, 33, 26, 28, 25, 31, 41, 40, 43, 47, 50, 56, 60, 52, 54, 55, 50, 43, 11, 5, 1, 1], "n_am_pl": [0, 7, 9, 4, 5, 10, 11, 7, 4, 9, 15, 18, 19, 21, 10, 9, 8, 10, 15, 14, 13, 11, 6, 5, 9, 5, 7, 7, 10, 17, 18, 12, 20, 18, 14, 12, 14, 10, 7, 7, 7, 12, 20, 18, 21, 33, 63, 71, 73, 74], "n_pos": 122, "sum_m_en": [11.030814, 17.01819, 17.577645, 17.018081, 17.317234, 18.351385, 19.768831, 19.800032, 19.072378, 20.302252, 20.156434, 20.148841, 19.083656, 18.429644, 18.864104, 19.68074, 20.427627, 20.126848, 20.855899, 19.786662, 20.015288, 20.827803, 24.534009, 22.752237, 40.792228, 40.079419, 35.291483, 31.936016, 26.950137, 25.386283, 22.801961, 21.447671, 21.587235, 22.507271, 25.55465, 27.755379, 29.12176, 34.682471, 38.920762, 44.248924, 46.094493, 45.102157, 47.434509, 47.433216, 43.044037, 34.414562, 12.986993, 5.301159, 2.001638, 1.000452], "sum_m_pl": [1.777031, 4.955314, 5.677263, 5.382836, 5.776353, 6.88021, 7.107446, 7.464688, 7.383848, 7.727023, 8.865035, 9.26788, 9.673162, 9.496731, 9.4518, 8.831116, 8.8841, 8.451433, 7.624257, 7.577342, 7.388965, 6.880092, 6.227088, 6.306847, 5.674207, 6.647168, 7.155604, 8.741612, 10.959258, 12.507952, 11.166431, 11.303517, 11.813397, 11.41203, 11.199504, 10.42963, 9.632155, 9.042042, 7.463286, 6.965059, 7.263922, 8.731474, 9.573292, 12.921026, 20.026822, 31.837707, 56.763388, 68.584567, 72.599692, 75.122035]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 3, 11, 16, 16, 19, 19, 16, 21, 11, 17, 12, 11, 13, 14, 22, 23, 19, 24, 28, 32, 33, 27, 38, 34, 29, 29, 26, 24, 13, 19, 17, 24, 26, 26, 29, 29, 33, 38, 40, 37, 36, 35, 31, 26, 8, 4, 1, 1], "n_am_pl": [0, 5, 7, 3, 2, 6, 5, 4, 3, 5, 13, 11, 11, 10, 6, 6, 3, 3, 9, 8, 8, 7, 4, 2, 4, 3, 3, 3, 6, 7, 11, 6, 13, 9, 8, 5, 9, 6, 5, 4, 3, 9, 13, 13, 16, 25, 54, 63, 72, 73], "n_pos": 76, "sum_m_en": [6.548861, 10.802066, 11.411128, 10.953813, 11.181457, 11.538377, 12.402735, 12.281555, 12.006947, 12.636594, 12.507554, 12.550931, 11.815562, 11.277963, 11.63293, 12.367617, 12.975396, 12.715809, 13.372364, 12.633733, 13.079258, 13.7249, 17.365438, 15.626378, 28.666463, 28.155744, 24.893638, 22.113737, 17.835821, 16.414999, 14.466783, 13.507261, 13.374217, 13.99957, 16.053712, 16.929949, 17.991054, 21.233813, 26.176981, 30.451847, 32.399759, 32.509412, 33.955323, 31.888618, 29.425917, 22.479235, 8.791513, 3.38623, 1.325306, 0.999696], "sum_m_pl": [0.985142, 2.929843, 3.426968, 3.408561, 3.604661, 4.276371, 4.466779, 4.682599, 4.610135, 4.854607, 5.674464, 5.980996, 6.099272, 5.799911, 5.644894, 5.316097, 5.411356, 4.956993, 4.632386, 4.697638, 4.679246, 4.356299, 3.763919, 3.883728, 3.063057, 3.99205, 4.526805, 5.55472, 7.17894, 8.182714, 7.332348, 7.24507, 7.727532, 7.363804, 7.3028, 6.940294, 6.602685, 6.036788, 4.866954, 3.91917, 3.938496, 5.174293, 6.262457, 8.993211, 14.471529, 24.628452, 48.008622, 60.718144, 69.781426, 73.272995]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "llmzszl-18739", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 898, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9837}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 7, 15, 15, 18, 14, 20, 25, 11, 17, 23, 28, 26, 20, 28, 14, 24, 29, 27, 27, 24, 27, 23, 21, 33, 30, 24, 19, 20, 16, 20, 24, 20, 23, 29, 43, 46, 39, 46, 43, 42, 41, 40, 38, 33, 28, 24, 23, 18, 12], "n_am_pl": [13, 20, 16, 28, 23, 24, 14, 19, 21, 24, 19, 22, 13, 21, 23, 20, 24, 13, 10, 14, 14, 15, 16, 14, 11, 19, 23, 31, 20, 32, 28, 29, 26, 25, 23, 21, 14, 12, 9, 8, 8, 9, 6, 6, 3, 5, 1, 0, 2, 3], "n_pos": 178, "sum_m_en": [21.54671, 27.048389, 26.534051, 26.762919, 29.016265, 28.8925, 28.484555, 30.863605, 27.478612, 29.166397, 29.499185, 29.858358, 30.041373, 30.214542, 28.827417, 29.055924, 29.476023, 27.675299, 28.609456, 27.74941, 26.262193, 26.71082, 26.246753, 26.424531, 30.697197, 29.970484, 27.145717, 26.136238, 26.550406, 27.498974, 27.216617, 29.275405, 29.930572, 29.892152, 32.259713, 32.203766, 32.270644, 32.784614, 32.521742, 35.668024, 36.000147, 37.191713, 38.379639, 36.463634, 33.266573, 29.563039, 24.861184, 22.295599, 17.131666, 12.171952], "sum_m_pl": [6.511655, 10.868588, 12.05068, 11.651412, 11.600597, 10.814484, 10.040492, 10.496471, 10.655524, 12.271646, 13.122893, 13.45498, 13.619687, 13.284134, 12.874891, 12.768834, 12.141666, 12.90491, 11.811673, 11.824572, 11.160018, 10.789339, 10.446819, 10.554692, 14.173008, 16.134848, 16.495679, 17.728212, 18.118862, 20.762381, 17.833369, 16.363594, 15.402069, 14.214404, 13.639305, 13.503924, 11.536275, 10.133165, 10.030739, 8.601127, 8.041759, 7.268813, 6.197931, 5.586399, 6.27843, 5.178548, 3.615725, 2.059311, 3.947272, 2.87452]}, "digit": {"n_am_en": [3, 0, 0, 1, 8, 6, 3, 3, 2, 2, 6, 8, 4, 3, 3, 1, 5, 8, 5, 4, 4, 6, 5, 6, 9, 9, 5, 3, 2, 2, 3, 4, 1, 4, 5, 14, 14, 11, 11, 11, 13, 12, 9, 7, 5, 3, 1, 1, 0, 0], "n_am_pl": [0, 4, 4, 2, 5, 5, 2, 2, 3, 6, 3, 6, 3, 8, 8, 5, 6, 5, 1, 2, 4, 2, 2, 5, 3, 5, 3, 11, 4, 9, 6, 5, 7, 9, 6, 6, 6, 4, 3, 4, 5, 5, 2, 4, 1, 1, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.416039, 6.915675, 6.427176, 6.495654, 7.232073, 7.25341, 6.971321, 7.966176, 7.255439, 7.547147, 7.707602, 7.708475, 7.759569, 7.721842, 7.205057, 7.141251, 7.208272, 6.759385, 7.253139, 7.022708, 6.525249, 6.68708, 6.495877, 6.700874, 8.400843, 8.390291, 7.163459, 6.820424, 6.862978, 7.101643, 6.887474, 7.846282, 7.594371, 7.3365, 7.650486, 7.684154, 8.233668, 8.245287, 7.216618, 7.174924, 6.874071, 7.940836, 7.828242, 7.363228, 6.191365, 4.911904, 2.779415, 1.619086, 0.574395, 1e-06], "sum_m_pl": [1.295737, 2.548777, 2.449361, 2.44558, 2.432868, 2.21874, 1.90941, 2.052577, 2.124091, 2.47864, 2.801145, 2.704376, 2.791394, 2.692223, 2.609211, 2.630449, 2.450894, 2.590553, 2.463148, 2.647783, 2.546484, 2.480812, 2.383414, 2.445431, 3.102553, 3.380988, 3.431257, 3.897969, 3.895365, 4.37176, 3.879778, 3.4731, 3.419293, 3.258727, 2.954759, 3.362, 2.758108, 2.579061, 2.797434, 2.632506, 2.546149, 2.453554, 2.30404, 2.346979, 2.467231, 1.91753, 1.181914, 0.716074, 0.237933, 0.0]}, "lang": {"n_am_en": [3, 3, 7, 4, 4, 3, 6, 7, 5, 7, 7, 7, 6, 5, 6, 3, 6, 5, 6, 6, 7, 7, 7, 6, 7, 8, 6, 7, 8, 6, 7, 9, 7, 8, 9, 9, 12, 11, 11, 10, 12, 11, 12, 13, 13, 12, 13, 12, 13, 12], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 2, 0, 0, 3, 2, 1, 0, 0, 1, 0, 0, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 2, 3], "n_pos": 16, "sum_m_en": [1.99933, 2.897758, 2.910485, 2.720765, 2.774045, 2.770428, 2.925591, 3.077631, 3.11974, 3.193655, 3.191898, 3.336793, 3.180576, 3.218613, 3.011845, 3.107151, 3.076128, 3.052594, 3.083012, 2.819722, 2.883872, 2.777727, 2.851697, 2.768136, 6.060096, 6.431531, 5.89549, 4.848043, 4.560002, 4.253126, 4.14815, 4.342034, 4.596952, 5.265635, 5.727866, 6.526594, 6.883269, 7.581956, 8.583699, 9.555239, 10.088587, 10.366989, 10.935065, 11.142321, 11.096352, 11.285899, 11.323898, 10.9539, 10.835186, 12.00595], "sum_m_pl": [0.245937, 0.655197, 0.779403, 0.767961, 0.814628, 0.821856, 0.861244, 0.813893, 0.883163, 0.899115, 0.998177, 1.021444, 1.220181, 1.163114, 1.044516, 0.974435, 0.966847, 0.945883, 0.929738, 0.922651, 0.903423, 0.922324, 0.899695, 0.894073, 1.120554, 1.047258, 1.293786, 1.277666, 1.477027, 1.986806, 1.384812, 1.102913, 1.097636, 1.047041, 1.158585, 1.140266, 1.267899, 1.075018, 1.04688, 0.796187, 0.864634, 0.667929, 0.455302, 0.424421, 0.508706, 0.452674, 0.514553, 0.415405, 2.46031, 2.837425]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "llmzszl-18743", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 14, 39, 39, 43, 58, 38, 55, 42, 43, 60, 52, 47, 47, 52, 60, 55, 61, 61, 63, 63, 60, 65, 55, 93, 88, 66, 63, 56, 52, 51, 56, 57, 46, 70, 82, 79, 85, 91, 93, 102, 118, 119, 105, 91, 71, 43, 30, 14, 22], "n_am_pl": [2, 33, 44, 56, 63, 38, 40, 52, 45, 54, 57, 64, 68, 75, 58, 50, 52, 46, 40, 38, 34, 26, 27, 26, 25, 38, 50, 61, 63, 62, 69, 59, 55, 46, 48, 42, 35, 31, 29, 32, 29, 25, 23, 28, 26, 35, 59, 72, 77, 68], "n_pos": 400, "sum_m_en": [41.273677, 61.362184, 65.144384, 65.564682, 67.947672, 67.217806, 66.307783, 73.016627, 65.427531, 66.944136, 67.145796, 68.390917, 67.82512, 67.29355, 64.59998, 66.10612, 67.94659, 63.511408, 64.792247, 62.724645, 59.988657, 61.976385, 60.727477, 60.922737, 78.489113, 73.499406, 66.602545, 62.828901, 61.721063, 62.93749, 59.931192, 64.908416, 67.001645, 69.143598, 74.771155, 72.755336, 70.626098, 70.689776, 69.794317, 80.791853, 85.084415, 86.567599, 97.015209, 89.295134, 81.631615, 60.707998, 38.933825, 28.747087, 17.266891, 21.393624], "sum_m_pl": [7.928756, 22.08129, 26.36573, 26.268538, 27.354877, 25.357203, 25.02704, 26.258348, 27.206915, 30.18278, 32.060405, 32.118825, 32.403408, 32.078491, 31.710835, 29.362666, 26.498857, 27.893907, 26.078567, 26.125066, 24.765502, 24.137293, 23.833048, 23.749843, 32.649967, 37.814744, 39.683018, 44.0, 45.120094, 48.194657, 41.516794, 41.24242, 39.267605, 35.082973, 31.329735, 31.286005, 25.515751, 23.746884, 23.010724, 22.141736, 20.545564, 18.746178, 19.669717, 26.450703, 31.554354, 38.765143, 60.296036, 67.196045, 76.322703, 68.167016]}, "digit": {"n_am_en": [2, 2, 8, 5, 7, 6, 3, 7, 6, 7, 11, 9, 5, 6, 5, 6, 6, 9, 9, 9, 8, 9, 11, 10, 12, 13, 10, 11, 9, 6, 3, 5, 3, 5, 7, 17, 16, 13, 17, 16, 16, 14, 13, 11, 9, 9, 3, 1, 0, 0], "n_am_pl": [0, 5, 7, 10, 7, 6, 5, 5, 4, 7, 8, 6, 12, 10, 8, 7, 4, 5, 7, 5, 3, 0, 2, 2, 2, 5, 6, 10, 10, 6, 9, 7, 8, 6, 8, 11, 8, 9, 9, 10, 10, 12, 5, 5, 2, 2, 1, 1, 0, 0], "n_pos": 60, "sum_m_en": [7.350979, 10.289791, 10.64757, 10.314732, 10.766311, 10.602598, 10.335673, 11.50261, 10.326164, 10.415002, 10.683352, 10.885467, 10.667714, 10.553249, 9.903917, 10.209314, 10.701316, 9.925702, 10.56492, 10.311948, 9.809493, 10.047912, 9.741731, 9.951096, 11.880878, 11.558256, 10.688856, 10.651683, 10.365462, 10.856511, 9.879244, 11.139077, 11.131085, 11.201755, 11.639035, 12.265594, 12.154836, 12.180354, 10.869621, 12.68419, 12.848274, 11.846003, 10.352611, 11.89448, 9.538518, 7.526267, 4.216302, 2.216904, 1.524145, 0.0], "sum_m_pl": [1.352438, 3.430033, 3.275765, 3.278362, 3.158091, 3.046443, 2.734577, 3.186002, 3.283168, 3.723838, 4.254136, 4.162019, 4.287968, 4.323249, 4.261706, 4.13952, 3.629102, 3.923797, 3.736395, 3.911906, 3.671281, 3.59036, 3.49398, 3.596826, 4.652288, 5.104271, 5.170565, 5.643562, 5.60836, 5.96482, 5.524454, 5.605664, 5.55959, 5.061748, 4.685878, 5.128663, 4.364699, 4.127763, 4.343342, 4.264128, 3.931757, 3.763917, 3.574273, 3.143331, 3.546267, 3.020452, 1.907007, 1.930135, 0.753328, 0.0]}, "lang": {"n_am_en": [4, 6, 7, 4, 8, 13, 8, 11, 8, 12, 18, 15, 15, 9, 13, 16, 21, 18, 22, 24, 26, 26, 26, 27, 41, 35, 27, 23, 16, 18, 18, 21, 23, 19, 29, 31, 29, 34, 40, 44, 48, 60, 58, 55, 51, 39, 30, 24, 14, 22], "n_am_pl": [0, 8, 16, 11, 20, 9, 14, 13, 13, 15, 14, 17, 23, 24, 16, 13, 12, 14, 14, 11, 10, 7, 10, 5, 7, 7, 9, 8, 10, 13, 10, 12, 9, 12, 14, 14, 17, 11, 12, 15, 17, 8, 16, 20, 24, 31, 49, 62, 73, 68], "n_pos": 90, "sum_m_en": [8.357726, 14.081738, 15.890149, 15.923261, 16.363701, 16.768781, 17.067038, 18.818237, 17.951967, 18.306919, 18.478663, 18.417866, 17.553622, 17.138901, 15.901959, 16.740694, 17.087208, 16.083258, 16.267911, 15.541095, 14.947092, 15.297441, 15.145639, 15.552417, 28.147751, 24.774769, 21.658366, 18.51145, 17.008906, 16.849284, 16.215996, 17.480143, 18.329658, 20.109662, 22.380734, 23.613444, 23.391513, 24.371847, 27.610441, 32.43325, 35.478587, 38.462171, 43.927968, 41.382999, 42.521449, 32.173643, 24.394261, 20.792251, 12.492084, 21.38561], "sum_m_pl": [1.49006, 4.545233, 5.453931, 5.627998, 5.903651, 5.823149, 5.903177, 6.070035, 6.270356, 6.653634, 7.037994, 7.22842, 7.421251, 7.497942, 7.399417, 6.284044, 5.516175, 5.965861, 5.761178, 5.467266, 5.195964, 5.25349, 5.2684, 5.231497, 6.707927, 7.751053, 8.179185, 9.469176, 10.124247, 11.071573, 9.428396, 9.869821, 9.243072, 8.521012, 7.367957, 7.770814, 7.302627, 6.493189, 6.490065, 6.731771, 7.095805, 6.812155, 8.833665, 17.364034, 23.613057, 30.771142, 46.960819, 57.897473, 71.309629, 67.876753]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 402, "item_id": "llmzszl-18743", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 875, "region_end": 400, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 0.995}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 14, 25, 17, 27, 25, 33, 31, 30, 30, 28, 26, 23, 26, 33, 34, 45, 38, 39, 36, 36, 37, 35, 34, 51, 57, 54, 46, 38, 36, 38, 38, 42, 56, 59, 58, 55, 62, 61, 66, 70, 70, 73, 74, 78, 80, 77, 75, 76, 81], "n_am_pl": [3, 3, 9, 3, 5, 9, 15, 19, 14, 14, 13, 25, 18, 19, 19, 16, 14, 8, 7, 14, 9, 11, 9, 8, 9, 8, 13, 16, 16, 13, 11, 10, 7, 3, 4, 5, 4, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 130, "sum_m_en": [14.380887, 19.001634, 19.342272, 19.523949, 21.724127, 22.497764, 22.736558, 22.835687, 22.984197, 24.21235, 23.799283, 24.084896, 22.86191, 23.530097, 23.832761, 26.289799, 25.723876, 25.036877, 24.098056, 23.754196, 22.88666, 23.509516, 23.084041, 22.81696, 36.724319, 35.634789, 32.246599, 28.31615, 27.475763, 28.169577, 28.035875, 27.916135, 27.614126, 29.90297, 32.723636, 32.448845, 39.9187, 45.999602, 49.993103, 54.782315, 57.751754, 59.277674, 65.003953, 68.028252, 70.504158, 70.050519, 71.258421, 71.95837, 69.745702, 80.591631], "sum_m_pl": [2.399724, 4.711538, 5.722005, 4.90208, 5.764131, 6.002629, 6.20124, 6.690806, 7.334073, 7.528158, 8.383241, 8.350036, 7.65512, 7.372016, 7.464931, 7.835052, 8.091748, 8.155919, 8.559157, 8.286277, 7.90366, 7.875773, 7.719453, 7.686015, 10.009001, 10.546166, 11.174889, 11.728532, 11.029166, 10.943759, 10.028708, 9.412338, 9.472183, 8.982323, 8.315566, 8.49781, 7.706095, 6.964666, 6.215074, 5.350665, 5.042862, 4.173825, 3.495114, 2.828769, 1.742727, 1.470782, 1.184984, 0.72233, 0.417824, 0.000414]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 3, 1, 3, 2, 1, 1, 0, 0, 2, 0, 1, 1, 2, 2, 0, 1, 2, 1, 3, 3, 1, 0, 4, 3, 4, 1, 1, 3, 2, 1, 1, 2, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 2, 1, 2, 0, 1, 1, 3, 2, 1, 0, 0, 3, 3, 1, 3, 2, 2, 2, 2, 2, 2, 4, 4, 4, 2, 1, 1, 1, 0, 0, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.972071, 1.718703, 1.684878, 1.495842, 1.646724, 1.754291, 1.907964, 1.887186, 1.985948, 2.238063, 2.257386, 2.352995, 1.938713, 2.283615, 2.288095, 2.310429, 2.11375, 2.045428, 2.003666, 1.920343, 1.920573, 2.021401, 2.007227, 2.011487, 2.50815, 2.391855, 2.221709, 2.239202, 2.249853, 2.22082, 2.164456, 2.388132, 2.331854, 2.333862, 2.211268, 2.320831, 2.891204, 2.886298, 2.124101, 2.024983, 1.879041, 1.991647, 2.563283, 2.136957, 1.896148, 1.471188, 1.06103, 0.495544, 0.043347, 0.0], "sum_m_pl": [0.143358, 0.50122, 0.532287, 0.421797, 0.485175, 0.577622, 0.626566, 0.623581, 0.601439, 0.635307, 0.70988, 0.636479, 0.618505, 0.582699, 0.659762, 0.694626, 0.745096, 0.775743, 0.762817, 0.696804, 0.702418, 0.713224, 0.6763, 0.73468, 1.423951, 1.270539, 1.681066, 1.368761, 1.100821, 1.045839, 0.933521, 0.81561, 0.787419, 0.747899, 0.720391, 0.781232, 0.674112, 0.593613, 0.638348, 0.609238, 0.609318, 0.563531, 0.549312, 0.499904, 0.487991, 0.449238, 0.378325, 0.21839, 0.017714, 0.0]}, "lang": {"n_am_en": [14, 11, 19, 9, 18, 17, 24, 24, 24, 25, 20, 19, 17, 19, 21, 23, 34, 31, 32, 27, 32, 29, 29, 27, 41, 46, 46, 37, 32, 29, 32, 35, 37, 43, 47, 50, 48, 54, 53, 59, 63, 63, 65, 66, 69, 73, 72, 73, 76, 81], "n_am_pl": [3, 2, 5, 3, 5, 3, 10, 10, 7, 8, 8, 18, 11, 14, 15, 12, 6, 3, 4, 5, 3, 5, 2, 4, 5, 2, 5, 8, 9, 7, 7, 5, 3, 3, 3, 2, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 82, "sum_m_en": [9.337476, 11.768375, 12.343175, 12.629834, 13.841067, 14.411078, 14.323492, 14.679086, 14.700246, 15.378793, 14.911809, 15.295203, 14.551029, 14.820146, 14.858535, 16.779447, 16.904573, 16.519599, 15.759917, 15.556895, 14.970871, 15.188156, 14.819646, 14.580142, 26.758061, 26.060362, 23.525122, 19.52033, 18.740489, 19.139124, 18.976025, 18.825039, 18.813771, 20.743341, 22.835587, 23.092978, 30.299936, 36.220192, 41.836415, 47.204887, 49.888273, 51.694895, 57.354642, 60.64392, 63.761052, 64.421218, 67.225046, 68.429104, 68.748255, 80.572423], "sum_m_pl": [1.666621, 2.87066, 3.461313, 2.991916, 3.547394, 3.519593, 3.64522, 4.124009, 4.618539, 4.642837, 5.278908, 5.372311, 5.021914, 4.788954, 4.713628, 4.973192, 5.009852, 5.089494, 5.39971, 5.221017, 4.927451, 4.918384, 4.871736, 4.798364, 5.651559, 6.236086, 6.398528, 7.213011, 7.153842, 7.107711, 6.566873, 6.185193, 6.24214, 5.891989, 5.184275, 5.250819, 4.67357, 4.342306, 3.716533, 3.11955, 2.982067, 2.458807, 2.033613, 1.481416, 0.687307, 0.448791, 0.436785, 0.233717, 0.244197, 0.000399]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "llmzszl-18744", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 836, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9771}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 23, 34, 46, 57, 77, 78, 100, 80, 76, 79, 73, 56, 65, 79, 92, 124, 113, 120, 94, 97, 103, 96, 100, 174, 147, 118, 99, 86, 74, 89, 83, 96, 113, 162, 146, 160, 176, 180, 169, 189, 172, 187, 183, 154, 109, 35, 9, 1, 0], "n_am_pl": [10, 49, 35, 47, 61, 65, 61, 66, 43, 38, 54, 66, 61, 67, 59, 50, 45, 56, 45, 55, 37, 36, 33, 38, 44, 37, 42, 62, 63, 63, 57, 68, 54, 50, 38, 40, 30, 23, 23, 25, 33, 30, 40, 38, 59, 100, 173, 214, 234, 242], "n_pos": 499, "sum_m_en": [46.421783, 75.503604, 79.977738, 80.370476, 84.822879, 85.869314, 89.804315, 92.674429, 89.329751, 92.539627, 94.38996, 91.714234, 87.594652, 89.274156, 89.352102, 97.600531, 98.093697, 92.563133, 90.942184, 86.397642, 84.949659, 85.687115, 85.246041, 84.667331, 122.064782, 115.5207, 107.126174, 96.403993, 90.036011, 90.955358, 88.994312, 91.252874, 92.717588, 99.561482, 110.382688, 106.933209, 116.90502, 126.487802, 131.830554, 138.216837, 144.309131, 143.443909, 160.697146, 157.182176, 135.518753, 103.523027, 39.811102, 14.090091, 6.655782, 0.001447], "sum_m_pl": [8.626737, 24.670597, 29.20531, 27.763621, 29.698325, 30.217864, 31.772309, 32.957808, 34.914796, 34.246108, 36.144932, 37.586054, 36.475298, 36.376365, 33.354003, 32.402929, 29.870536, 31.636297, 30.928268, 30.254672, 29.250056, 28.408267, 28.380778, 28.251311, 35.568857, 41.722896, 43.348946, 47.468507, 50.222117, 48.807564, 44.201049, 43.004099, 41.262593, 39.237433, 36.285798, 36.588146, 35.766575, 33.079884, 32.013821, 31.807056, 33.414011, 32.323405, 36.93818, 42.164575, 55.524042, 93.076928, 161.090597, 207.806836, 229.215986, 241.158335]}, "digit": {"n_am_en": [0, 1, 2, 3, 7, 4, 3, 8, 6, 10, 9, 13, 4, 8, 9, 9, 13, 7, 8, 9, 9, 10, 10, 11, 23, 16, 15, 8, 5, 6, 9, 12, 11, 14, 21, 17, 17, 18, 12, 16, 11, 11, 18, 19, 10, 4, 2, 1, 0, 0], "n_am_pl": [0, 6, 7, 3, 5, 9, 8, 12, 6, 3, 7, 8, 4, 7, 6, 5, 8, 8, 8, 5, 5, 7, 3, 2, 3, 4, 8, 15, 12, 10, 8, 7, 8, 3, 2, 3, 2, 2, 3, 3, 2, 4, 2, 3, 5, 3, 8, 7, 1, 0], "n_pos": 74, "sum_m_en": [5.857377, 11.890932, 12.330081, 11.704272, 12.501544, 12.916089, 13.660867, 14.450924, 14.468626, 14.133369, 14.194892, 13.071494, 12.476658, 13.44925, 13.310541, 14.088416, 13.936725, 12.834805, 12.521212, 12.275637, 12.086692, 12.406924, 12.388286, 12.587343, 16.688355, 15.303075, 14.846927, 14.20036, 13.559267, 13.438652, 13.391681, 13.792088, 13.54156, 14.575991, 16.874396, 16.933721, 16.870992, 16.693528, 15.5176, 14.346364, 13.460022, 13.767613, 13.848591, 13.868351, 9.85787, 6.892929, 4.40564, 2.209926, 1.537884, 1e-06], "sum_m_pl": [1.384548, 4.796217, 4.74858, 3.660238, 4.029933, 4.17857, 4.391721, 4.439152, 4.623219, 4.53009, 4.99892, 5.669087, 5.214681, 4.498433, 4.029895, 4.467817, 4.023876, 4.393822, 4.09021, 3.768378, 3.856645, 3.729248, 3.68119, 3.745431, 4.14227, 5.171196, 5.202802, 5.528068, 5.668778, 5.406385, 4.674633, 4.308187, 4.13093, 3.547578, 3.414961, 3.507145, 3.350395, 3.203997, 3.657924, 3.694757, 3.686714, 3.672519, 3.803075, 3.940693, 4.836987, 4.041473, 5.194988, 6.326607, 1.450567, 0.0]}, "lang": {"n_am_en": [12, 14, 23, 30, 34, 51, 51, 54, 46, 36, 35, 31, 34, 31, 41, 52, 71, 63, 71, 54, 61, 66, 63, 67, 103, 86, 69, 52, 50, 41, 50, 46, 60, 61, 90, 87, 98, 111, 121, 107, 127, 112, 123, 121, 106, 75, 20, 4, 1, 0], "n_am_pl": [4, 20, 12, 31, 29, 33, 34, 40, 25, 21, 32, 42, 39, 40, 37, 27, 23, 35, 30, 34, 20, 21, 23, 22, 21, 22, 26, 34, 33, 35, 40, 46, 34, 40, 32, 29, 22, 18, 17, 21, 30, 20, 32, 32, 52, 90, 151, 199, 228, 241], "n_pos": 241, "sum_m_en": [23.62655, 35.542199, 39.623045, 40.565753, 42.984781, 42.908769, 44.320601, 45.543729, 43.739843, 45.767582, 47.439327, 47.120533, 44.962574, 44.694721, 45.421924, 51.146358, 51.844731, 49.313692, 48.099286, 44.940275, 44.074619, 44.363929, 43.924054, 43.235871, 67.974615, 63.073736, 57.166804, 49.774437, 45.54361, 46.112662, 45.893335, 47.588667, 48.035369, 52.487514, 57.873101, 56.754618, 62.267956, 70.780494, 76.99769, 81.866263, 87.999842, 87.013739, 102.49857, 99.762841, 88.342611, 65.583669, 20.588037, 5.004672, 1.666372, 0.000439], "sum_m_pl": [3.888626, 10.783181, 13.148885, 13.800829, 14.29112, 14.753047, 16.209467, 17.470636, 18.757892, 18.03981, 19.040325, 19.423132, 19.407932, 20.249809, 18.780612, 17.510131, 16.072147, 17.131182, 16.946185, 16.38717, 15.572454, 15.125997, 15.105405, 14.951242, 20.380029, 24.521339, 26.129413, 28.618258, 30.060342, 28.942193, 26.732303, 26.74025, 25.845312, 25.588895, 22.859838, 23.621448, 23.38118, 21.091916, 19.90884, 20.107494, 21.945222, 21.762228, 25.454058, 30.740225, 45.330343, 81.306795, 142.667583, 191.210622, 220.840163, 239.38722]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 501, "item_id": "llmzszl-18744", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 964, "region_end": 499, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.99}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [48, 48, 64, 68, 66, 65, 61, 43, 46, 61, 63, 72, 58, 74, 82, 74, 77, 70, 77, 66, 50, 52, 52, 51, 75, 66, 64, 68, 55, 64, 52, 60, 65, 87, 94, 93, 102, 105, 93, 90, 86, 95, 91, 84, 75, 79, 86, 89, 88, 97], "n_am_pl": [8, 17, 19, 17, 17, 32, 29, 32, 36, 40, 45, 44, 52, 47, 34, 46, 50, 44, 42, 36, 38, 25, 27, 29, 45, 46, 45, 67, 68, 68, 51, 51, 45, 36, 35, 29, 26, 13, 18, 10, 9, 8, 7, 8, 13, 11, 17, 16, 11, 11], "n_pos": 353, "sum_m_en": [42.183581, 57.068943, 56.199409, 58.025767, 60.221508, 58.22838, 58.056662, 56.183824, 54.990317, 59.609407, 57.788581, 60.051653, 62.867501, 63.204313, 63.142153, 62.5587, 62.076692, 59.397809, 60.373356, 58.851604, 57.409493, 57.542757, 56.470308, 55.734362, 68.360459, 66.166428, 62.662771, 60.976322, 61.359216, 63.160562, 61.82205, 63.177195, 65.764045, 70.202592, 73.39781, 72.403613, 77.477977, 82.26887, 83.450295, 81.415082, 78.74625, 87.220895, 86.147527, 82.107722, 77.275741, 82.40553, 83.392783, 85.419426, 86.098386, 96.303759], "sum_m_pl": [6.631492, 15.162443, 17.761548, 17.074146, 18.69946, 19.866833, 20.486641, 20.399867, 22.155008, 23.298165, 24.360394, 24.877323, 27.488894, 26.060393, 25.754113, 28.24301, 27.278278, 27.247306, 27.870365, 27.177448, 25.760096, 24.229833, 23.300833, 23.013315, 34.784897, 37.264248, 37.326487, 37.985208, 38.980526, 39.681639, 36.594283, 33.486619, 33.285823, 31.486929, 31.187122, 29.673591, 28.154602, 25.612836, 23.798392, 20.898159, 18.158379, 14.913864, 13.271443, 13.207352, 14.969025, 13.220693, 17.874866, 14.037397, 13.416179, 11.001435]}, "digit": {"n_am_en": [4, 2, 4, 11, 9, 7, 5, 3, 0, 6, 9, 8, 8, 6, 9, 7, 8, 6, 10, 5, 5, 3, 4, 2, 10, 6, 5, 8, 6, 7, 3, 3, 3, 3, 5, 6, 6, 4, 2, 3, 2, 2, 1, 1, 0, 1, 2, 0, 0, 0], "n_am_pl": [1, 7, 7, 2, 4, 3, 4, 5, 5, 9, 12, 13, 8, 12, 5, 7, 12, 8, 7, 6, 4, 4, 2, 7, 7, 5, 9, 14, 16, 11, 11, 11, 10, 7, 5, 3, 5, 2, 1, 2, 2, 0, 1, 1, 1, 1, 1, 2, 0, 0], "n_pos": 51, "sum_m_en": [5.730323, 7.864562, 7.727045, 7.943376, 8.305894, 7.879405, 8.103369, 7.701623, 7.595355, 8.14573, 7.886351, 7.913509, 8.485636, 8.213193, 8.007821, 7.803618, 7.830617, 7.719477, 8.138818, 8.002165, 7.932248, 7.977474, 7.878081, 7.833992, 8.141631, 7.616948, 7.029643, 7.601553, 7.86992, 7.927327, 7.768567, 8.096969, 7.860844, 7.599342, 7.992723, 8.165214, 7.882804, 7.624402, 6.325406, 6.620987, 6.091236, 6.212572, 5.481768, 4.175123, 2.81681, 2.909892, 1.332129, 0.892758, 0.438925, 0.0], "sum_m_pl": [0.944617, 2.619502, 2.632745, 2.62059, 2.852382, 2.936347, 2.939191, 3.28354, 3.23872, 3.692412, 3.796023, 4.081139, 4.588223, 4.190971, 4.051737, 4.469814, 4.271599, 4.161453, 4.201344, 4.115908, 3.869823, 3.589414, 3.437605, 3.441131, 5.395168, 5.962851, 6.104813, 6.741736, 6.967544, 6.994798, 6.470646, 5.58155, 5.374394, 4.760911, 4.317291, 3.951969, 4.117058, 3.439859, 3.266839, 2.918362, 2.916817, 2.915276, 2.609089, 2.789433, 2.40997, 2.003428, 1.604253, 0.604065, 0.168302, 0.0]}, "lang": {"n_am_en": [18, 20, 21, 22, 26, 26, 18, 18, 21, 20, 20, 25, 22, 33, 39, 34, 31, 32, 33, 27, 22, 22, 24, 25, 37, 33, 30, 29, 27, 29, 32, 30, 35, 43, 44, 47, 52, 62, 59, 60, 60, 73, 73, 71, 66, 71, 75, 81, 83, 95], "n_am_pl": [3, 6, 5, 7, 4, 9, 10, 10, 8, 10, 14, 14, 20, 17, 16, 18, 16, 14, 15, 16, 14, 9, 14, 13, 19, 21, 18, 28, 28, 24, 19, 18, 17, 15, 16, 11, 8, 6, 9, 6, 5, 5, 3, 2, 10, 10, 13, 12, 11, 11], "n_pos": 107, "sum_m_en": [13.702405, 17.035583, 17.002638, 18.029454, 19.225375, 18.523633, 18.204444, 17.76261, 17.221563, 18.608266, 17.671392, 18.580377, 19.720193, 20.26577, 20.597114, 20.510121, 20.490069, 19.487126, 19.205945, 18.724241, 18.115754, 18.172156, 17.816288, 17.543816, 25.772821, 25.905649, 23.878876, 21.912144, 21.653623, 22.075142, 21.892592, 22.253562, 23.817963, 27.335011, 29.08358, 30.033656, 33.835416, 38.427816, 42.683619, 44.617202, 45.197115, 56.729758, 59.383986, 58.795121, 59.876106, 65.392307, 68.378048, 71.059523, 76.162828, 94.140955], "sum_m_pl": [1.84095, 3.674128, 4.493595, 4.27655, 4.770466, 5.387241, 5.93561, 5.720664, 6.70169, 6.848665, 7.516335, 7.575662, 8.261125, 7.87633, 8.035433, 8.885261, 8.75667, 8.940962, 9.058836, 8.581026, 8.135195, 7.628068, 7.315366, 7.141699, 11.772323, 12.110319, 12.491098, 12.617963, 12.956238, 13.439124, 12.090522, 11.329893, 11.461449, 11.133882, 11.554666, 11.580901, 10.692558, 10.53696, 10.051912, 8.963573, 7.967599, 5.628556, 4.872221, 5.003686, 8.282881, 7.512811, 12.751599, 11.574903, 11.614092, 10.995495]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 355, "item_id": "llmzszl-18745", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 741, "region_end": 353, "roundtrip_ok": true, "tf_agree": 0.9606, "tf_agree_excl_first": 0.9633}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 47, 68, 62, 61, 66, 70, 65, 65, 64, 72, 78, 66, 75, 96, 78, 89, 84, 97, 94, 88, 77, 80, 75, 129, 103, 104, 100, 85, 75, 83, 73, 85, 122, 116, 131, 121, 149, 154, 153, 151, 131, 132, 123, 92, 74, 41, 21, 18, 18], "n_am_pl": [13, 45, 61, 68, 51, 59, 74, 86, 77, 83, 100, 97, 117, 113, 87, 95, 99, 82, 89, 73, 65, 69, 62, 59, 87, 100, 116, 137, 135, 128, 111, 118, 92, 84, 68, 78, 65, 49, 44, 38, 36, 42, 43, 45, 64, 92, 149, 171, 179, 175], "n_pos": 625, "sum_m_en": [61.542441, 95.763311, 103.137876, 103.87506, 101.237622, 98.120306, 100.658141, 99.364231, 95.124828, 101.08556, 102.361522, 104.48514, 107.417036, 103.729968, 101.259176, 104.258456, 107.502686, 102.274169, 104.636857, 101.83877, 101.667578, 101.063923, 99.297143, 99.351829, 122.862676, 112.726971, 104.441783, 102.66374, 99.396602, 101.646356, 100.370804, 102.828865, 102.68604, 109.404854, 117.845242, 112.824761, 110.015963, 123.879574, 125.842982, 123.855644, 122.774456, 121.685729, 126.918414, 124.265161, 94.560572, 76.506009, 43.726223, 24.052695, 22.611594, 18.001404], "sum_m_pl": [12.512734, 33.253626, 37.357858, 37.528447, 38.09451, 39.557933, 38.703769, 39.786159, 43.402709, 46.120332, 49.340381, 49.45311, 53.017959, 52.616165, 51.674922, 53.4274, 48.018866, 47.70152, 47.358131, 47.850585, 45.013241, 41.811268, 40.604021, 40.290869, 61.549834, 70.254937, 72.702581, 71.764331, 75.293536, 75.507949, 68.562175, 65.103545, 63.121785, 58.974909, 55.647334, 52.686769, 50.081868, 46.086394, 44.683334, 41.205482, 37.630997, 37.122626, 41.144145, 43.876468, 64.081359, 86.005507, 139.235984, 162.654468, 170.253282, 174.944897]}, "digit": {"n_am_en": [1, 5, 12, 8, 6, 3, 9, 14, 6, 7, 5, 2, 8, 7, 8, 10, 8, 6, 6, 5, 3, 5, 4, 3, 13, 9, 10, 10, 6, 12, 9, 8, 8, 9, 5, 15, 11, 19, 12, 9, 12, 8, 6, 5, 2, 3, 3, 0, 0, 0], "n_am_pl": [4, 8, 9, 3, 3, 2, 6, 6, 4, 10, 19, 17, 17, 12, 10, 12, 19, 12, 14, 10, 9, 9, 8, 14, 14, 19, 16, 26, 28, 22, 17, 17, 13, 8, 6, 6, 9, 3, 4, 5, 3, 4, 4, 2, 4, 4, 7, 4, 1, 0], "n_pos": 77, "sum_m_en": [7.408502, 12.413257, 13.455086, 13.556281, 12.922767, 12.748608, 12.809857, 13.160224, 12.162413, 13.15841, 13.022744, 13.20388, 13.641402, 12.77116, 12.410975, 12.687511, 13.097736, 12.725985, 13.085571, 12.62729, 12.764956, 12.832766, 12.576242, 12.834468, 14.202975, 13.373457, 12.755655, 13.256878, 12.672087, 13.351973, 13.207304, 13.671597, 13.643784, 13.958231, 14.049758, 14.901491, 14.673712, 14.860934, 13.198015, 12.449242, 11.836616, 11.818148, 10.861035, 9.03887, 6.615489, 5.711635, 2.907387, 1.294561, 0.607482, 0.0], "sum_m_pl": [1.744232, 4.606293, 4.58866, 4.648594, 4.462172, 4.325102, 4.147774, 4.791226, 5.235443, 5.68763, 6.107254, 6.240228, 6.731624, 6.500744, 6.348736, 6.761717, 6.022805, 6.129989, 6.225441, 6.149677, 5.785963, 5.363763, 5.13413, 5.152206, 8.458741, 9.317338, 9.558859, 10.346679, 10.002982, 9.335765, 8.22528, 7.973531, 7.445633, 6.80094, 6.445462, 6.091805, 5.826673, 5.238691, 5.345988, 4.951484, 4.544745, 5.061277, 4.822498, 5.346773, 5.541449, 5.120004, 4.833008, 4.853772, 1.189394, 0.000804]}, "lang": {"n_am_en": [7, 11, 17, 25, 22, 27, 26, 21, 27, 30, 28, 31, 26, 30, 31, 34, 39, 43, 41, 45, 45, 43, 45, 40, 64, 52, 51, 46, 35, 25, 35, 32, 36, 57, 58, 64, 54, 70, 88, 95, 97, 90, 87, 79, 65, 49, 31, 21, 18, 18], "n_am_pl": [4, 13, 16, 27, 20, 22, 27, 32, 40, 38, 47, 40, 44, 45, 35, 38, 42, 38, 34, 26, 26, 27, 21, 17, 24, 37, 39, 40, 43, 46, 40, 39, 34, 39, 28, 38, 26, 31, 25, 24, 25, 29, 30, 32, 49, 76, 113, 142, 165, 175], "n_pos": 193, "sum_m_en": [18.818934, 28.337891, 32.2062, 32.988514, 32.944349, 31.265769, 32.147887, 31.752597, 31.260345, 32.8701, 32.847399, 34.04923, 34.516891, 33.19703, 31.979638, 33.213118, 34.689008, 33.000751, 33.251283, 32.259897, 32.530205, 32.33656, 31.939392, 31.485421, 50.319675, 44.289192, 39.954213, 37.146334, 33.48589, 33.720259, 33.648543, 34.096927, 34.286902, 38.334809, 42.176298, 42.900161, 43.307152, 52.151187, 57.995271, 59.241517, 64.721206, 66.04253, 72.554139, 75.076004, 61.340263, 50.26786, 32.366494, 20.025349, 18.919652, 18.001187], "sum_m_pl": [3.518303, 9.253573, 10.270722, 10.854, 10.914496, 12.211052, 12.325999, 12.663536, 14.39785, 15.093276, 16.330546, 16.045926, 16.923698, 17.786583, 17.436879, 17.794589, 15.544905, 15.326046, 14.886413, 14.890085, 14.194595, 13.193057, 12.756814, 12.534369, 19.349828, 22.313876, 24.154488, 23.039855, 25.0881, 25.701958, 23.024518, 23.494675, 23.522867, 22.274072, 20.733046, 20.355971, 20.914804, 19.823494, 18.811884, 17.958139, 17.50012, 18.33913, 21.40171, 24.372365, 44.408027, 66.258037, 107.984863, 134.829625, 158.249747, 173.530158]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 627, "item_id": "llmzszl-18745", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 625, "roundtrip_ok": true, "tf_agree": 0.992, "tf_agree_excl_first": 0.9936}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 20, 25, 19, 27, 22, 23, 27, 28, 34, 36, 37, 37, 33, 32, 34, 40, 33, 44, 37, 31, 30, 31, 36, 44, 47, 27, 29, 34, 34, 31, 34, 42, 41, 54, 48, 55, 64, 67, 76, 75, 83, 75, 82, 73, 74, 60, 53, 46, 50], "n_am_pl": [0, 16, 16, 20, 19, 13, 12, 18, 20, 16, 16, 15, 20, 28, 21, 27, 34, 24, 17, 22, 24, 29, 14, 16, 24, 33, 39, 40, 34, 42, 28, 29, 20, 22, 24, 17, 18, 15, 17, 13, 8, 3, 1, 3, 2, 3, 5, 6, 10, 6], "n_pos": 224, "sum_m_en": [24.057555, 35.113973, 34.326207, 35.005181, 36.548378, 30.626218, 31.520798, 34.430272, 33.151726, 35.059538, 34.879051, 36.352279, 36.66132, 36.128929, 35.240922, 37.104691, 37.396354, 35.912398, 35.385249, 35.145282, 33.582164, 34.390172, 33.477625, 33.236326, 37.334537, 37.746417, 34.353662, 33.904322, 35.254878, 36.505896, 36.473325, 37.612388, 37.409549, 38.219399, 41.73003, 41.816439, 43.813091, 47.906547, 54.755582, 62.132607, 58.820783, 65.775677, 65.556009, 67.539535, 65.280589, 64.176421, 55.911647, 52.581667, 44.614498, 49.740087], "sum_m_pl": [3.894959, 10.143837, 12.252907, 11.328071, 11.936632, 11.710538, 11.968695, 13.096365, 14.316891, 14.630886, 14.814787, 15.213716, 15.480168, 15.635109, 15.444222, 16.984723, 14.438272, 13.568587, 14.170411, 14.423848, 14.090407, 13.592469, 13.04002, 13.103706, 18.653493, 20.602175, 20.045465, 21.837761, 20.853413, 22.537138, 20.138241, 19.070056, 18.44225, 18.195029, 18.151406, 17.500987, 17.056942, 15.780624, 14.602567, 12.365529, 10.637899, 8.67111, 8.116525, 6.71937, 6.221812, 4.527976, 5.681554, 6.232331, 9.607913, 6.007925]}, "digit": {"n_am_en": [1, 0, 1, 6, 4, 2, 3, 1, 1, 7, 6, 4, 6, 3, 4, 4, 4, 4, 9, 6, 3, 4, 5, 6, 8, 8, 5, 4, 0, 1, 1, 2, 3, 4, 5, 8, 8, 8, 8, 8, 6, 10, 7, 10, 6, 4, 4, 2, 0, 0], "n_am_pl": [0, 3, 5, 1, 1, 3, 1, 6, 3, 7, 4, 6, 6, 8, 2, 5, 6, 4, 4, 7, 2, 6, 5, 5, 6, 8, 8, 10, 8, 10, 9, 9, 3, 6, 4, 1, 1, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.08647, 5.390983, 5.171957, 5.449171, 5.631177, 4.726981, 4.794975, 5.154174, 5.023751, 5.440044, 5.681658, 5.734009, 5.655358, 5.325398, 5.467185, 5.925534, 6.078906, 5.980614, 5.883638, 5.756835, 5.416073, 5.574731, 5.296262, 5.263185, 5.461525, 5.623295, 5.353282, 5.02532, 5.12225, 5.220084, 5.429126, 5.650967, 5.439777, 5.446836, 5.786075, 6.226801, 6.870058, 7.412684, 6.972275, 7.053304, 6.855132, 7.692197, 7.423557, 6.938731, 6.236668, 4.259202, 3.359589, 1.93908, 0.966884, 0.0], "sum_m_pl": [0.4915, 1.73003, 1.789462, 1.65777, 1.674144, 1.61883, 1.624247, 1.812392, 1.986905, 2.164338, 2.219621, 2.312222, 2.48394, 2.505493, 2.490657, 2.596418, 2.002388, 1.893006, 1.975387, 2.017536, 2.066768, 2.054202, 1.942458, 2.010152, 3.091777, 3.542402, 3.422749, 4.626108, 4.130515, 4.045005, 3.628713, 3.082026, 2.653286, 2.632343, 2.541096, 2.091379, 2.19627, 2.00521, 2.187696, 2.028333, 1.974541, 1.766436, 1.826756, 1.65624, 1.496366, 0.772307, 0.651999, 0.568028, 0.151108, 0.0]}, "lang": {"n_am_en": [11, 13, 10, 7, 10, 10, 12, 14, 11, 11, 12, 22, 17, 14, 17, 18, 20, 20, 20, 21, 18, 21, 19, 21, 26, 26, 15, 18, 20, 18, 15, 17, 22, 23, 24, 26, 28, 33, 36, 43, 42, 46, 48, 49, 48, 48, 47, 45, 45, 50], "n_am_pl": [0, 2, 3, 7, 2, 4, 4, 3, 5, 3, 5, 5, 4, 4, 4, 5, 9, 4, 5, 2, 7, 7, 3, 2, 3, 7, 10, 9, 10, 12, 8, 6, 3, 2, 6, 2, 3, 3, 4, 1, 3, 1, 1, 2, 2, 3, 4, 6, 9, 6], "n_pos": 56, "sum_m_en": [6.651917, 9.226367, 9.192804, 9.144754, 9.568967, 8.371002, 8.844988, 9.624488, 9.294306, 9.995332, 9.956307, 10.751569, 10.679592, 10.956518, 10.542337, 10.954958, 10.906491, 10.318342, 9.558266, 9.492178, 9.220218, 9.339437, 9.026204, 8.836176, 14.677161, 14.873368, 12.753216, 12.234429, 12.345745, 12.536495, 12.173985, 12.561698, 12.156079, 13.605933, 14.566681, 14.912832, 16.846101, 20.877714, 28.535535, 33.997464, 33.70817, 38.409371, 39.946316, 41.238594, 42.365226, 42.094255, 43.267497, 43.169726, 41.73623, 49.705666], "sum_m_pl": [0.985543, 2.051639, 2.604984, 2.533, 2.685019, 2.707984, 2.881086, 3.229582, 3.669129, 3.489682, 3.759831, 3.755606, 3.936916, 3.844168, 3.663515, 4.190644, 3.646648, 3.30929, 3.662398, 3.770356, 3.578599, 3.389703, 3.234321, 3.197575, 4.577929, 4.919868, 4.952967, 4.753114, 4.893153, 5.548076, 4.745355, 4.703855, 4.668471, 4.85125, 4.924439, 5.024282, 5.057099, 4.387228, 3.622952, 3.009056, 3.365812, 2.687643, 2.449592, 2.076546, 2.268961, 1.899633, 3.541406, 4.960118, 7.936237, 6.007376]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "llmzszl-18746", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 9, 16, 9, 16, 14, 13, 14, 12, 10, 14, 17, 17, 16, 14, 12, 21, 17, 21, 19, 21, 21, 23, 18, 28, 23, 22, 16, 18, 18, 15, 18, 22, 20, 26, 22, 35, 30, 28, 39, 42, 36, 35, 30, 23, 20, 10, 4, 0, 0], "n_am_pl": [0, 9, 10, 10, 9, 11, 5, 11, 16, 13, 18, 16, 11, 20, 8, 16, 12, 8, 8, 7, 9, 6, 6, 3, 6, 14, 19, 21, 16, 22, 18, 11, 13, 14, 11, 4, 9, 6, 8, 5, 4, 4, 6, 6, 9, 12, 25, 33, 36, 37], "n_pos": 131, "sum_m_en": [12.22027, 19.609037, 19.755797, 19.772734, 19.963105, 16.832578, 17.734326, 18.905755, 18.114435, 19.680603, 19.963106, 20.191597, 20.27662, 20.186302, 19.325215, 21.238913, 21.496785, 21.201842, 21.389565, 21.233019, 20.062415, 20.342649, 20.046687, 19.89836, 23.439021, 22.418243, 20.080846, 20.32411, 19.773932, 20.887102, 20.735811, 20.903597, 21.283352, 22.119826, 24.720191, 23.962905, 25.499661, 26.056641, 25.673891, 33.392499, 30.434624, 30.234413, 29.817516, 28.99941, 23.618596, 19.606555, 9.465776, 4.331976, 0.902788, 7e-06], "sum_m_pl": [1.913408, 5.906619, 7.271013, 6.589552, 6.69967, 7.243996, 7.229953, 8.154049, 8.540951, 8.810148, 9.002088, 8.944801, 9.11772, 9.002457, 9.044603, 9.432232, 7.962856, 7.477732, 7.554729, 7.745989, 7.735764, 7.513966, 7.317218, 7.448056, 9.771622, 11.37252, 11.225022, 10.729591, 10.481825, 11.558044, 10.467254, 10.029706, 9.986874, 9.196244, 8.768231, 7.881472, 7.345889, 7.093831, 7.111013, 5.801554, 5.739136, 5.492253, 5.616333, 7.518856, 9.684677, 13.72515, 23.583287, 31.987885, 33.28935, 37.000139]}, "digit": {"n_am_en": [1, 0, 1, 2, 2, 2, 3, 0, 0, 3, 1, 2, 2, 2, 0, 2, 6, 5, 6, 4, 4, 3, 4, 4, 5, 5, 4, 3, 5, 5, 5, 6, 5, 6, 5, 7, 11, 8, 4, 5, 4, 4, 2, 3, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 3, 2, 0, 1, 0, 1, 6, 1, 2, 7, 6, 5, 5, 4, 4, 2, 2, 2, 0, 0, 2, 0, 0, 2, 4, 5, 6, 3, 3, 5, 3, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0], "n_pos": 22, "sum_m_en": [1.967964, 3.41316, 3.280743, 3.403324, 3.374306, 2.790818, 2.813971, 3.094413, 3.041042, 3.483687, 3.392463, 3.417704, 3.325401, 3.343785, 3.321226, 3.805796, 4.006687, 4.163675, 4.244139, 4.023186, 3.681612, 3.716257, 3.607386, 3.749005, 4.485012, 4.612701, 4.228087, 4.139161, 4.094791, 4.164536, 4.035045, 4.137206, 4.00101, 4.270655, 4.680015, 4.957373, 5.39115, 5.53668, 4.89764, 4.844982, 4.695826, 4.80792, 4.356248, 3.932, 3.295737, 2.409642, 1.251709, 0.529292, 0.182853, 0.0], "sum_m_pl": [0.312124, 1.061046, 1.202346, 1.015933, 1.009739, 1.102896, 1.047348, 1.259972, 1.331199, 1.468251, 1.516834, 1.52421, 1.665833, 1.672684, 1.642548, 1.771302, 1.33481, 1.268625, 1.284195, 1.316209, 1.307964, 1.301937, 1.250264, 1.297219, 1.778635, 2.182962, 1.985631, 1.696482, 1.514905, 1.652173, 1.541592, 1.505901, 1.375023, 1.322778, 1.325701, 1.105272, 1.174235, 1.050198, 1.193212, 1.108162, 1.045449, 0.997957, 1.094196, 0.993182, 0.933287, 0.52147, 0.418059, 1.265127, 0.603423, 0.0]}, "lang": {"n_am_en": [0, 4, 5, 4, 7, 7, 3, 3, 3, 6, 7, 7, 8, 8, 9, 7, 9, 9, 9, 7, 9, 9, 10, 7, 12, 10, 10, 7, 7, 5, 6, 5, 9, 7, 8, 8, 12, 13, 10, 17, 21, 18, 17, 14, 12, 11, 4, 0, 0, 0], "n_am_pl": [0, 2, 4, 5, 6, 6, 3, 4, 5, 4, 7, 7, 4, 5, 0, 1, 3, 2, 1, 2, 1, 0, 3, 3, 1, 3, 7, 6, 5, 8, 5, 3, 5, 3, 5, 0, 4, 4, 6, 3, 4, 4, 6, 6, 8, 10, 24, 32, 34, 36], "n_pos": 36, "sum_m_en": [3.435355, 5.240859, 5.69084, 5.550331, 5.89527, 4.907409, 5.258779, 6.005867, 5.869395, 6.478828, 6.784572, 6.750797, 6.514926, 6.401392, 5.837912, 6.556078, 6.442335, 6.158115, 5.95133, 6.067547, 5.711036, 5.78531, 5.677743, 5.444501, 7.934033, 7.493703, 6.374792, 6.255708, 6.026342, 6.250295, 6.26576, 6.247225, 6.169385, 6.611349, 7.123689, 6.990287, 7.439414, 8.496062, 9.227626, 14.399592, 13.5205, 14.883604, 15.892295, 15.356279, 13.288661, 9.415759, 2.775054, 0.237776, 0.169865, 6e-06], "sum_m_pl": [0.49384, 1.43239, 1.687897, 1.710285, 1.817518, 2.031746, 2.077722, 2.36147, 2.397934, 2.337567, 2.397478, 2.387067, 2.45153, 2.340557, 2.342467, 2.402876, 2.14105, 1.990512, 2.058425, 2.149478, 2.15735, 2.090506, 2.102009, 2.14938, 3.08471, 3.327603, 3.546093, 3.456522, 3.327837, 3.880465, 3.328468, 3.245397, 3.463489, 3.234608, 3.029147, 2.694932, 2.707577, 2.823948, 2.90664, 2.247636, 2.744982, 2.678179, 2.82649, 5.094646, 6.418895, 10.721685, 21.429916, 29.655752, 31.983657, 35.866003]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "llmzszl-18746", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 861, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 27, 34, 30, 49, 43, 47, 46, 44, 42, 42, 43, 47, 45, 39, 64, 53, 58, 49, 53, 51, 48, 48, 42, 62, 57, 57, 61, 71, 63, 62, 68, 62, 68, 82, 75, 69, 66, 74, 73, 75, 67, 65, 64, 57, 60, 62, 59, 57, 57], "n_am_pl": [8, 10, 36, 24, 24, 25, 20, 20, 23, 21, 33, 30, 20, 27, 32, 35, 25, 24, 23, 26, 14, 18, 18, 22, 26, 30, 28, 39, 39, 52, 35, 38, 32, 18, 13, 11, 13, 6, 5, 8, 5, 4, 6, 11, 5, 2, 14, 9, 10, 8], "n_pos": 264, "sum_m_en": [30.340029, 41.160468, 41.432335, 42.90223, 43.846309, 41.456101, 41.143161, 40.774552, 40.85092, 45.083459, 44.084613, 45.191643, 46.217884, 44.447129, 42.908483, 46.590183, 45.970806, 44.706715, 44.555954, 42.449604, 41.684576, 41.837282, 41.002138, 41.46999, 51.594677, 52.968596, 47.864078, 51.486734, 51.069537, 51.971595, 49.277119, 52.068834, 53.463386, 57.069308, 60.861219, 60.122156, 60.053046, 64.834217, 66.833913, 66.909734, 64.299232, 64.036788, 63.497854, 65.177058, 59.874261, 60.334098, 56.373953, 57.944518, 54.403355, 56.087196], "sum_m_pl": [6.889804, 12.657041, 14.056132, 14.178405, 14.569982, 13.329119, 13.73991, 14.072297, 15.603993, 17.114511, 16.985029, 16.879907, 16.953151, 16.923998, 18.239325, 19.61842, 18.428442, 17.276413, 17.736783, 18.298231, 17.396443, 16.72668, 16.146946, 16.063211, 21.555292, 23.912922, 22.92773, 24.133089, 24.112617, 24.937498, 23.134368, 21.992768, 22.171279, 20.695863, 18.282581, 16.565019, 15.892036, 13.840672, 11.670839, 9.949648, 9.243371, 8.022205, 7.463661, 8.370502, 7.84548, 6.120928, 13.463518, 9.74205, 10.24257, 7.968424]}, "digit": {"n_am_en": [0, 1, 1, 3, 2, 2, 1, 2, 4, 8, 7, 8, 7, 4, 2, 7, 3, 3, 2, 4, 7, 8, 7, 6, 8, 7, 7, 7, 9, 12, 8, 7, 4, 7, 9, 9, 7, 7, 6, 7, 6, 5, 5, 5, 3, 2, 2, 0, 0, 0], "n_am_pl": [0, 1, 17, 2, 7, 5, 4, 2, 2, 3, 4, 5, 4, 5, 9, 8, 4, 1, 3, 4, 0, 0, 1, 1, 2, 3, 2, 7, 9, 6, 7, 8, 10, 4, 0, 3, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 36, "sum_m_en": [4.241496, 5.251731, 4.906445, 5.540049, 5.612561, 5.403905, 5.259502, 5.240075, 5.285268, 6.278441, 5.906383, 5.910498, 6.281389, 5.941439, 5.500849, 6.098873, 5.565385, 5.698896, 5.612908, 5.440074, 5.464803, 5.583211, 5.437604, 5.521758, 6.479892, 6.578349, 6.076389, 6.717663, 7.160245, 7.141111, 6.843261, 7.208789, 7.049452, 7.924746, 7.424224, 7.383261, 7.168473, 7.05931, 6.909218, 6.647758, 5.325928, 5.571762, 5.167542, 4.928833, 3.400386, 3.905036, 2.267698, 0.737413, 0.090508, 0.0], "sum_m_pl": [0.656302, 1.926021, 2.201921, 2.224516, 2.295633, 2.103054, 1.973594, 2.182284, 2.300326, 2.602572, 2.545198, 2.561363, 2.61815, 2.61936, 2.95394, 3.1332, 2.88934, 2.555527, 2.610668, 2.725615, 2.51294, 2.339115, 2.295381, 2.281422, 2.955795, 3.45811, 3.604795, 3.743873, 3.527969, 3.646095, 3.471297, 3.449793, 3.524214, 3.078039, 2.430517, 2.094201, 2.248896, 2.107581, 2.087084, 1.951946, 1.762506, 1.586765, 1.739567, 1.623768, 1.373016, 0.87712, 1.27112, 0.765861, 0.047136, 0.0]}, "lang": {"n_am_en": [15, 12, 14, 15, 26, 19, 22, 20, 17, 17, 17, 15, 19, 19, 16, 19, 23, 20, 23, 22, 25, 23, 25, 22, 25, 25, 24, 26, 27, 22, 28, 30, 29, 28, 31, 32, 31, 34, 37, 35, 40, 38, 41, 43, 42, 43, 46, 46, 49, 55], "n_am_pl": [5, 5, 5, 4, 3, 5, 3, 5, 9, 2, 11, 8, 5, 7, 9, 12, 4, 9, 6, 8, 2, 2, 3, 5, 6, 9, 7, 5, 3, 12, 8, 6, 5, 3, 3, 3, 3, 3, 1, 2, 2, 0, 2, 3, 2, 2, 6, 8, 9, 8], "n_pos": 64, "sum_m_en": [7.663013, 10.34724, 10.811875, 11.453526, 12.024018, 11.312884, 11.199867, 10.848854, 11.343142, 12.079078, 11.166161, 11.697613, 12.091316, 12.203198, 11.865787, 12.817819, 13.187245, 12.930911, 12.515309, 12.096297, 11.795685, 11.798018, 11.589036, 11.661022, 19.529952, 19.937477, 18.102141, 18.213016, 17.198293, 16.493372, 15.769304, 16.380945, 17.275692, 19.39384, 21.629598, 22.845514, 25.195291, 28.938229, 31.28163, 33.354433, 35.233839, 36.944708, 38.419829, 41.134886, 40.34407, 39.150296, 41.234283, 42.538229, 45.412407, 54.465881], "sum_m_pl": [2.435386, 2.675861, 2.949409, 3.062475, 3.036553, 2.756387, 3.078881, 3.410773, 3.933973, 4.002776, 4.229636, 4.268735, 4.320989, 4.447187, 4.814017, 5.198608, 4.740671, 4.592695, 4.713045, 4.672313, 4.377461, 4.236273, 4.053992, 3.948174, 4.840141, 5.416607, 5.450584, 5.705903, 5.753546, 6.49147, 5.574714, 5.526232, 5.651124, 5.468064, 4.922061, 4.599932, 4.078542, 3.387707, 2.479298, 2.14746, 2.002084, 1.502435, 1.52122, 1.950417, 2.363686, 2.218347, 5.396574, 7.790344, 9.053053, 7.968112]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 266, "item_id": "llmzszl-18748", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 735, "region_end": 264, "roundtrip_ok": true, "tf_agree": 0.9624, "tf_agree_excl_first": 0.966}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 89, 100, 159, 181, 187, 199, 226, 233, 226, 232, 241, 249, 228, 246, 300, 323, 358, 367, 356, 390, 400, 367, 319, 470, 436, 397, 376, 333, 291, 283, 267, 314, 381, 395, 422, 430, 431, 473, 490, 479, 460, 461, 430, 397, 305, 123, 47, 34, 25], "n_am_pl": [12, 100, 103, 100, 94, 114, 138, 144, 172, 134, 148, 177, 164, 169, 144, 177, 141, 124, 112, 116, 95, 91, 91, 101, 80, 102, 123, 171, 239, 232, 186, 198, 172, 124, 106, 85, 113, 94, 86, 94, 96, 87, 89, 124, 145, 211, 410, 499, 528, 546], "n_pos": 1280, "sum_m_en": [115.657856, 185.454696, 202.335223, 207.625123, 207.026223, 204.326339, 207.183801, 206.352318, 207.188825, 214.11273, 227.204122, 227.234694, 236.1617, 227.149389, 224.298026, 229.60879, 229.358007, 227.671036, 219.236456, 210.072539, 211.346935, 210.796056, 206.920981, 204.564953, 312.828125, 301.19164, 274.033364, 262.26206, 252.552918, 250.843892, 239.963178, 246.659716, 249.132868, 270.516168, 287.983615, 292.744843, 301.677324, 325.486814, 348.160835, 368.973175, 371.153853, 377.614109, 401.4717, 388.800593, 356.492353, 283.566123, 121.140067, 55.083187, 44.192798, 25.574989], "sum_m_pl": [19.953466, 55.881611, 65.930563, 66.478158, 68.981876, 69.953005, 72.09868, 74.681855, 80.131044, 85.073337, 82.971846, 80.637697, 79.967834, 77.85398, 80.154178, 81.083841, 77.889645, 75.469114, 73.957112, 78.238918, 75.258732, 73.451843, 71.391173, 70.707121, 83.697569, 97.610624, 103.976902, 113.435801, 129.445713, 130.529796, 125.392453, 119.405996, 115.832446, 105.394391, 101.551895, 95.202944, 93.515187, 90.192816, 85.495578, 86.875665, 82.714837, 82.931668, 84.745818, 107.732596, 136.606448, 203.503072, 377.578678, 476.528449, 506.728538, 547.997255]}, "digit": {"n_am_en": [0, 0, 4, 4, 7, 4, 4, 5, 4, 5, 16, 13, 19, 10, 8, 17, 13, 15, 12, 19, 20, 20, 19, 18, 29, 19, 12, 15, 17, 14, 9, 8, 10, 21, 15, 17, 24, 20, 18, 23, 19, 17, 15, 16, 12, 9, 8, 3, 0, 0], "n_am_pl": [0, 1, 7, 9, 14, 9, 8, 16, 8, 9, 12, 13, 14, 13, 12, 19, 11, 11, 6, 14, 9, 8, 8, 7, 9, 15, 17, 21, 25, 19, 24, 22, 19, 14, 8, 2, 2, 1, 3, 2, 3, 1, 0, 1, 1, 3, 2, 4, 0, 0], "n_pos": 79, "sum_m_en": [7.352392, 11.852692, 12.466474, 13.09573, 13.099783, 12.811606, 12.270133, 11.813427, 11.70604, 13.635937, 14.755462, 14.416285, 14.983034, 14.616796, 14.087899, 14.20958, 13.057757, 13.252349, 12.756419, 12.378295, 12.893064, 12.804396, 12.509512, 12.502329, 16.620799, 15.114555, 13.45557, 15.334937, 14.969585, 15.661076, 14.771728, 15.398342, 15.160537, 17.226235, 17.154459, 16.490013, 16.624628, 17.206735, 15.932444, 16.009321, 17.232573, 17.300771, 16.6519, 16.858028, 12.966281, 11.18233, 6.455951, 2.627771, 1.305696, 0.0], "sum_m_pl": [1.334658, 3.998741, 4.645717, 4.709965, 4.621327, 4.399683, 4.587135, 5.245757, 5.321922, 5.824747, 6.04537, 5.356145, 5.150115, 4.935557, 4.923152, 5.327226, 4.932955, 4.947116, 4.777044, 5.358506, 4.873058, 4.670805, 4.518566, 4.495824, 5.516463, 7.642046, 8.016889, 8.924174, 10.266769, 9.803769, 9.960625, 9.800483, 8.355447, 6.979227, 5.995837, 5.053929, 4.717111, 4.734601, 4.359932, 4.285117, 4.179549, 3.753301, 3.992823, 3.799753, 4.092201, 3.723444, 4.169488, 4.664902, 0.48393, 0.0]}, "lang": {"n_am_en": [24, 35, 48, 86, 102, 105, 109, 119, 120, 115, 109, 119, 119, 116, 121, 139, 152, 181, 195, 186, 219, 217, 204, 184, 244, 233, 218, 195, 172, 145, 143, 137, 156, 187, 203, 223, 234, 246, 279, 281, 273, 280, 282, 268, 265, 207, 81, 30, 28, 25], "n_am_pl": [7, 57, 43, 50, 42, 52, 61, 59, 78, 60, 72, 80, 78, 90, 76, 81, 61, 54, 59, 55, 41, 45, 42, 44, 37, 44, 56, 86, 101, 103, 86, 96, 90, 59, 57, 47, 60, 62, 48, 57, 62, 64, 59, 79, 109, 177, 344, 453, 502, 544], "n_pos": 570, "sum_m_en": [51.827701, 82.068423, 92.43744, 93.841973, 94.527986, 93.280379, 94.99697, 95.839127, 97.602552, 97.044194, 103.554296, 103.698, 106.467206, 101.571095, 101.620683, 103.575641, 104.672398, 105.73922, 101.007751, 96.803477, 98.26101, 97.183334, 95.162471, 93.43955, 163.67449, 154.581684, 140.483618, 126.742228, 120.295068, 116.46454, 110.891266, 112.852073, 115.997041, 126.505505, 134.887091, 142.346743, 148.478677, 163.839149, 185.548119, 200.163916, 205.749239, 221.45808, 241.892009, 244.640839, 233.230135, 181.729307, 79.528857, 35.683641, 32.261081, 24.971405], "sum_m_pl": [7.901765, 22.328168, 26.326121, 27.645933, 28.732113, 30.521521, 31.967473, 32.818156, 35.351004, 37.202743, 35.844182, 35.228332, 35.542297, 36.133641, 37.021724, 37.014693, 35.417951, 34.070599, 33.493499, 34.803435, 33.510096, 32.929242, 31.817606, 31.424815, 36.695621, 42.733347, 46.380597, 50.884314, 59.459388, 61.002932, 59.856819, 57.67799, 55.367168, 51.63482, 50.436689, 48.256057, 48.977461, 48.540378, 46.577873, 47.664115, 47.217786, 51.861169, 55.111013, 72.021137, 98.259941, 162.224116, 312.038729, 424.915288, 477.760131, 539.774225]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18748", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 863, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 6, 3, 9, 11, 10, 24, 25, 23, 16, 13, 8, 12, 16, 13, 16, 17, 21, 18, 36, 23, 32, 28, 30, 45, 38, 36, 32, 28, 24, 19, 20, 23, 25, 35, 41, 34, 41, 42, 41, 43, 41, 45, 39, 35, 27, 8, 4, 1, 0], "n_am_pl": [5, 8, 10, 11, 19, 16, 19, 16, 16, 14, 19, 23, 31, 21, 28, 21, 31, 24, 24, 17, 12, 20, 16, 23, 21, 25, 18, 21, 17, 28, 28, 26, 22, 17, 13, 14, 15, 12, 14, 18, 17, 32, 30, 23, 25, 42, 57, 78, 78, 82], "n_pos": 128, "sum_m_en": [12.460103, 17.999724, 17.927534, 18.610293, 19.104591, 18.756732, 21.661859, 21.941692, 19.94334, 18.860626, 18.364648, 19.09207, 18.138556, 18.094204, 18.195529, 19.511485, 20.349082, 19.58427, 18.716209, 19.732236, 18.837664, 18.52282, 19.198535, 19.981488, 30.416158, 29.527502, 27.176359, 23.715535, 21.871394, 21.295782, 18.821784, 19.411297, 19.233428, 21.460813, 23.028012, 26.376234, 25.795364, 29.432343, 31.632611, 35.378006, 31.520305, 32.5134, 34.73443, 28.429939, 30.354588, 25.127934, 10.116312, 5.119427, 1.531635, 0.000414], "sum_m_pl": [2.180424, 5.785009, 6.852374, 7.041059, 7.772902, 7.97384, 8.277506, 9.693729, 10.133115, 10.664159, 11.196467, 11.157596, 12.091445, 11.517123, 12.037888, 13.012875, 11.679169, 10.699876, 11.108101, 11.196613, 9.681941, 9.105983, 8.820966, 8.770863, 15.297583, 16.081912, 13.091521, 14.503189, 14.714296, 15.889816, 16.735718, 15.203969, 15.239285, 15.523863, 16.024584, 14.469759, 15.653901, 15.062004, 14.682292, 15.355339, 16.267385, 28.170633, 26.139851, 24.204611, 26.053543, 40.081638, 56.163379, 73.514459, 77.527595, 82.735198]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 2, 1, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.183445, 0.38969, 0.329403, 0.381696, 0.379813, 0.330821, 0.395577, 0.428423, 0.323891, 0.311731, 0.243666, 0.255169, 0.223936, 0.206029, 0.203004, 0.238104, 0.28758, 0.287928, 0.259379, 0.311504, 0.314154, 0.317794, 0.335835, 0.344282, 0.220767, 0.289451, 0.270633, 0.228431, 0.235049, 0.239461, 0.221655, 0.226025, 0.213572, 0.212441, 0.214693, 0.235351, 0.19, 0.169907, 0.18155, 0.189904, 0.210396, 0.105473, 0.512533, 0.478071, 0.23098, 0.304157, 0.122838, 0.087741, 0.125056, 2.2e-05], "sum_m_pl": [0.035025, 0.111963, 0.107425, 0.117541, 0.111289, 0.106406, 0.157701, 0.292068, 0.164124, 0.149697, 0.142886, 0.134616, 0.130721, 0.134671, 0.136411, 0.164573, 0.164817, 0.139707, 0.151327, 0.159604, 0.144998, 0.138316, 0.13564, 0.152595, 0.873783, 0.414228, 0.26768, 0.196487, 0.159884, 0.152797, 0.156397, 0.134033, 0.122039, 0.133167, 0.167429, 0.144647, 0.146239, 0.112511, 0.125774, 0.107709, 0.099683, 1.45947, 0.975993, 0.273997, 0.122739, 0.171579, 0.150708, 0.191051, 0.139172, 6.2e-05]}, "lang": {"n_am_en": [3, 3, 1, 5, 8, 9, 17, 19, 16, 12, 7, 3, 7, 10, 7, 13, 9, 10, 9, 25, 15, 23, 20, 22, 32, 27, 25, 19, 17, 12, 11, 14, 17, 12, 22, 23, 17, 22, 25, 24, 25, 27, 29, 24, 24, 19, 5, 2, 1, 0], "n_am_pl": [5, 7, 7, 8, 10, 7, 10, 9, 10, 7, 14, 16, 17, 14, 22, 16, 25, 15, 18, 12, 9, 13, 9, 15, 12, 17, 10, 17, 11, 19, 23, 19, 13, 12, 7, 10, 13, 12, 12, 16, 16, 24, 22, 19, 23, 35, 52, 72, 76, 82], "n_pos": 83, "sum_m_en": [8.131411, 11.511064, 11.574068, 12.067384, 12.149149, 11.958891, 14.116937, 14.075506, 12.876069, 12.001132, 11.57988, 12.122395, 11.586749, 11.62431, 11.701102, 12.74921, 13.129631, 12.784685, 12.231288, 12.718445, 12.219205, 11.952501, 12.444874, 13.087191, 21.635789, 20.865076, 19.033192, 16.255812, 14.526933, 13.899502, 12.248764, 12.649414, 12.753365, 14.123094, 15.243483, 16.669847, 15.257538, 17.687101, 18.975481, 22.792861, 21.238727, 23.240519, 23.256568, 17.904162, 21.230739, 17.300124, 7.18955, 2.312657, 0.672307, 0.000378], "sum_m_pl": [1.427129, 3.740743, 4.425439, 4.641826, 5.038586, 5.059469, 5.261188, 6.214571, 6.873813, 7.311998, 7.593194, 7.55895, 8.130442, 7.805491, 8.10958, 8.879625, 7.932191, 7.2381, 7.566558, 7.498403, 6.452646, 6.085524, 5.888957, 5.892412, 9.669741, 10.820759, 8.928594, 10.083899, 10.338407, 11.524032, 12.214417, 11.082392, 10.900189, 11.092789, 11.157784, 10.349397, 11.694402, 11.613683, 11.650792, 12.747329, 13.453391, 20.02714, 18.649095, 19.247833, 21.754576, 33.98655, 50.247797, 67.860225, 75.188061, 81.830296]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "llmzszl-18750", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 7, 6, 13, 18, 21, 29, 31, 32, 22, 19, 18, 15, 18, 17, 20, 17, 22, 24, 49, 51, 37, 34, 36, 50, 47, 50, 41, 33, 29, 22, 26, 36, 41, 50, 53, 45, 56, 55, 66, 57, 54, 49, 43, 39, 34, 12, 6, 0, 0], "n_am_pl": [7, 14, 17, 14, 25, 21, 19, 25, 27, 25, 25, 40, 40, 31, 40, 38, 39, 35, 25, 21, 23, 25, 25, 28, 27, 32, 20, 30, 32, 32, 28, 28, 28, 32, 20, 32, 41, 28, 24, 27, 31, 41, 45, 45, 46, 63, 92, 118, 120, 119], "n_pos": 178, "sum_m_en": [16.776473, 25.551529, 25.059259, 26.34957, 26.044492, 25.080294, 28.701788, 29.051148, 26.162985, 25.256399, 24.746807, 25.906092, 24.706785, 24.958227, 24.719194, 26.960101, 27.847512, 27.644389, 26.155016, 27.516917, 26.075689, 25.506042, 26.184917, 26.579055, 39.644318, 37.88438, 35.432706, 32.11979, 29.58025, 29.193753, 25.801627, 26.599292, 27.702244, 30.734824, 31.890118, 35.381809, 35.111262, 41.437972, 45.402477, 50.097409, 47.062108, 45.476722, 44.853279, 39.858538, 39.028304, 31.126837, 14.742832, 6.148462, 0.780981, 0.000553], "sum_m_pl": [2.815694, 7.89407, 9.391223, 9.505051, 10.542863, 11.207372, 11.514199, 13.881828, 14.577273, 15.450618, 16.742516, 16.868673, 18.285748, 17.338436, 17.868666, 19.035116, 17.411535, 15.748375, 15.69832, 16.118294, 13.932517, 13.248078, 12.569852, 13.983244, 22.299797, 24.586696, 19.802412, 20.678954, 20.997589, 22.382506, 22.608489, 21.864001, 22.101175, 23.044512, 23.636569, 21.970423, 22.835597, 23.33502, 23.144179, 26.999434, 27.069159, 38.635107, 38.210367, 37.498026, 41.870835, 59.283943, 84.342884, 106.765123, 117.326215, 119.134638]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 1, "sum_m_en": [0.095148, 0.198906, 0.195677, 0.184335, 0.164448, 0.088406, 0.109258, 0.113295, 0.080973, 0.093081, 0.121938, 0.117465, 0.124006, 0.120209, 0.110341, 0.110539, 0.109536, 0.098177, 0.101407, 0.113618, 0.116907, 0.108037, 0.102925, 0.114031, 0.101889, 0.097641, 0.09774, 0.073655, 0.056545, 0.116423, 0.114017, 0.133222, 0.138754, 0.127036, 0.123589, 0.150599, 0.149848, 0.202019, 0.152045, 0.280346, 0.151209, 0.176476, 0.043767, 0.156606, 0.558304, 0.113821, 0.01989, 0.007785, 0.013386, 0.0], "sum_m_pl": [0.024074, 0.102653, 0.080827, 0.065457, 0.067278, 0.046185, 0.036808, 0.054316, 0.054327, 0.057388, 0.083917, 0.086187, 0.083675, 0.088628, 0.085138, 0.0963, 0.093056, 0.082401, 0.067362, 0.068213, 0.061107, 0.053964, 0.054963, 0.051465, 0.106185, 0.163616, 0.104757, 0.197753, 0.148927, 0.13921, 0.112655, 0.094006, 0.088708, 0.108278, 0.097092, 0.068501, 0.08248, 0.102787, 0.06979, 0.048611, 0.090737, 0.125861, 0.521922, 0.172766, 0.179774, 0.134124, 0.482929, 0.506177, 0.295373, 0.0]}, "lang": {"n_am_en": [2, 5, 4, 9, 14, 16, 25, 21, 24, 17, 13, 9, 9, 13, 9, 12, 10, 16, 17, 35, 34, 26, 24, 26, 36, 34, 38, 28, 25, 23, 18, 20, 26, 32, 35, 34, 30, 39, 36, 44, 39, 39, 35, 30, 28, 25, 9, 4, 0, 0], "n_am_pl": [7, 11, 15, 12, 14, 9, 13, 18, 19, 18, 16, 27, 26, 19, 29, 27, 26, 22, 14, 11, 17, 17, 16, 19, 17, 19, 14, 20, 26, 24, 19, 22, 20, 23, 15, 20, 27, 23, 20, 21, 24, 33, 34, 34, 36, 54, 78, 102, 115, 118], "n_pos": 119, "sum_m_en": [11.649931, 17.301071, 16.958012, 17.670225, 17.336667, 16.852167, 19.755024, 19.761175, 17.804532, 17.220001, 16.812599, 17.547149, 16.698702, 16.936184, 16.888666, 18.489226, 19.197532, 19.334679, 18.142339, 18.798819, 17.897477, 17.453853, 17.973022, 18.349453, 29.67491, 27.804268, 25.728947, 22.927779, 21.011088, 20.468618, 18.042115, 18.402432, 19.271191, 21.013337, 21.702173, 23.831854, 22.90621, 27.984263, 31.112171, 33.808303, 33.034515, 32.792257, 32.872425, 27.680345, 28.36956, 22.69605, 11.180379, 3.664484, 0.255977, 0.000536], "sum_m_pl": [1.946582, 5.267168, 6.400148, 6.486381, 7.12481, 7.34231, 7.712994, 9.383675, 9.955012, 10.693621, 11.248872, 11.345338, 12.468523, 12.017949, 12.570829, 13.405738, 12.069952, 10.770763, 10.775705, 10.981637, 9.451665, 9.020202, 8.551579, 9.362511, 15.493989, 16.987941, 14.020184, 14.605622, 14.94971, 16.243457, 16.494748, 16.017612, 16.131874, 16.953771, 17.000369, 15.846046, 16.84434, 17.125304, 17.435894, 20.882336, 20.988861, 30.718731, 29.299927, 29.287517, 33.643787, 49.683758, 71.190539, 95.110328, 112.200606, 117.934023]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "llmzszl-18750", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 910, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9832}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 9, 10, 9, 11, 10, 17, 13, 16, 13, 14, 16, 17, 19, 11, 14, 15, 18, 14, 19, 19, 17, 23, 18, 24, 23, 22, 18, 13, 15, 11, 19, 18, 16, 20, 29, 25, 32, 27, 26, 29, 32, 38, 34, 33, 31, 26, 26, 26, 34], "n_am_pl": [5, 5, 4, 7, 3, 9, 8, 8, 2, 4, 9, 5, 5, 4, 5, 5, 9, 7, 8, 5, 7, 9, 4, 5, 7, 8, 4, 9, 5, 5, 12, 10, 11, 11, 10, 9, 8, 7, 8, 10, 9, 6, 3, 8, 8, 8, 7, 7, 6, 5], "n_pos": 71, "sum_m_en": [8.190434, 10.311055, 10.308501, 11.94563, 12.803129, 13.248936, 13.69387, 12.961552, 12.461573, 12.431496, 13.156195, 12.751177, 12.690269, 12.486713, 11.953825, 12.159511, 12.44574, 12.296901, 12.72249, 12.722348, 12.342962, 11.682413, 11.574883, 11.668205, 15.038434, 16.35096, 14.896362, 14.379362, 13.722398, 14.003731, 13.196893, 14.152502, 13.991025, 13.852017, 15.374532, 15.499275, 16.11084, 20.178101, 21.095381, 21.727108, 22.935923, 25.663418, 29.317546, 30.742278, 28.565174, 27.55019, 25.849563, 25.318435, 25.551064, 34.631214], "sum_m_pl": [2.2962, 3.165054, 3.532811, 3.723817, 4.153326, 4.659179, 4.812394, 5.05282, 4.820116, 5.345021, 5.772228, 5.587559, 6.115165, 5.564217, 6.197238, 6.09952, 5.939282, 5.849613, 6.001731, 5.849849, 5.666995, 4.964897, 4.710918, 4.501574, 6.004282, 6.226894, 6.579279, 7.416152, 7.628118, 7.61874, 8.041037, 7.338534, 8.017704, 7.484844, 8.271905, 7.796164, 7.694653, 7.090492, 8.104409, 8.442592, 8.351514, 6.702768, 5.235046, 7.819559, 7.034, 7.086603, 6.309777, 6.370542, 5.716611, 5.000856]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 6, 4, 7, 6, 7, 13, 5, 8, 9, 7, 10, 10, 13, 6, 7, 7, 11, 10, 14, 14, 12, 17, 13, 18, 14, 18, 14, 11, 12, 7, 12, 12, 13, 15, 20, 18, 25, 21, 22, 22, 26, 29, 28, 28, 27, 25, 24, 25, 33], "n_am_pl": [2, 2, 3, 3, 2, 6, 5, 5, 1, 2, 7, 4, 2, 2, 2, 3, 6, 5, 5, 2, 4, 6, 3, 4, 5, 5, 2, 6, 4, 3, 8, 6, 6, 9, 6, 5, 4, 3, 4, 4, 5, 4, 2, 6, 6, 6, 6, 6, 6, 5], "n_pos": 40, "sum_m_en": [4.221803, 5.825089, 5.714182, 6.697644, 7.134832, 7.545059, 8.007082, 7.171498, 6.955826, 7.025689, 7.541549, 7.183818, 7.08094, 6.912526, 6.521895, 6.592132, 6.677606, 6.770113, 7.063805, 7.023302, 6.868605, 6.506979, 6.437366, 6.575148, 10.531386, 10.417276, 9.659917, 8.874686, 8.355189, 8.487867, 7.783387, 8.259113, 8.069765, 8.244234, 9.102881, 9.542144, 10.395246, 13.734638, 15.172243, 16.549598, 17.501116, 21.013758, 23.880826, 24.915313, 23.794929, 24.130738, 22.816566, 22.171205, 23.429741, 32.914785], "sum_m_pl": [1.223289, 1.564006, 1.821253, 2.053271, 2.252769, 2.589687, 2.664736, 2.684576, 2.646924, 2.856571, 3.14475, 3.14652, 3.398738, 3.014852, 3.377788, 3.211778, 3.2041, 3.131696, 3.237324, 3.127747, 3.077625, 2.743358, 2.601795, 2.484808, 3.464636, 3.783049, 3.853446, 4.364422, 4.532084, 4.648139, 4.87862, 4.337549, 4.775033, 4.453046, 4.716223, 4.770454, 4.527299, 3.89036, 4.732867, 5.169329, 5.377503, 3.65238, 2.953498, 5.336827, 5.023364, 5.172084, 5.34985, 5.57361, 5.462246, 5.000316]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "llmzszl-18751", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 759, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9452, "tf_agree_excl_first": 0.9583}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 3, 9, 13, 14, 13, 15, 15, 15, 16, 16, 23, 13, 18, 16, 16, 24, 17, 19, 14, 17, 14, 18, 18, 30, 30, 25, 22, 22, 19, 14, 22, 20, 19, 27, 25, 29, 26, 25, 32, 30, 30, 32, 29, 22, 19, 9, 5, 0, 0], "n_am_pl": [6, 8, 10, 14, 15, 22, 18, 16, 11, 15, 9, 9, 13, 10, 14, 17, 14, 17, 12, 12, 9, 13, 10, 14, 7, 8, 8, 15, 12, 13, 18, 17, 17, 20, 18, 20, 22, 24, 24, 21, 25, 23, 22, 24, 29, 38, 51, 55, 56, 60], "n_pos": 92, "sum_m_en": [9.618432, 13.114351, 13.859981, 15.98624, 16.637067, 16.50642, 16.844043, 16.657454, 16.093227, 15.995156, 16.654458, 16.263436, 15.979915, 15.419814, 15.611219, 16.055655, 16.576612, 16.079777, 16.279799, 16.166948, 15.676171, 15.545011, 15.203298, 14.775286, 21.574561, 23.793567, 20.619293, 18.565991, 17.510673, 16.495303, 15.955581, 16.536909, 17.282327, 16.310054, 17.601244, 18.299451, 17.379094, 18.81128, 20.317672, 22.309351, 21.89744, 24.798847, 27.396716, 26.703178, 20.940887, 17.994085, 9.026387, 4.151289, 0.994456, 0.000216], "sum_m_pl": [2.035701, 4.393059, 5.230327, 5.621418, 5.906804, 6.849794, 7.010283, 7.773586, 7.648381, 7.961265, 7.90548, 7.932102, 8.779839, 8.378611, 8.522257, 8.593788, 8.060131, 7.842055, 7.88436, 7.956752, 7.333791, 6.729119, 6.518667, 6.146018, 8.638969, 9.450408, 9.530406, 10.429746, 10.631947, 11.441917, 11.341512, 10.869673, 10.902491, 11.743439, 12.378057, 11.859109, 13.879743, 14.435706, 15.76618, 16.977916, 17.160366, 17.019892, 17.601866, 18.695876, 26.850697, 35.011191, 47.813289, 53.99424, 55.407286, 59.200856]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 2, 5, 9, 11, 6, 7, 9, 10, 10, 10, 16, 13, 13, 8, 9, 13, 10, 9, 9, 10, 10, 11, 12, 19, 19, 17, 15, 13, 11, 7, 14, 14, 10, 16, 12, 17, 15, 13, 20, 18, 20, 22, 20, 14, 12, 3, 1, 0, 0], "n_am_pl": [3, 5, 8, 9, 12, 17, 15, 12, 8, 9, 5, 6, 10, 6, 11, 11, 8, 9, 5, 6, 7, 10, 8, 10, 5, 6, 7, 12, 8, 9, 14, 12, 13, 15, 13, 14, 15, 18, 18, 16, 18, 17, 16, 18, 26, 34, 47, 51, 55, 58], "n_pos": 58, "sum_m_en": [5.926646, 8.393512, 9.131965, 10.22255, 10.661539, 10.386957, 10.950978, 10.675086, 10.441054, 10.42028, 10.874666, 10.732275, 10.51301, 9.983116, 10.049921, 10.269636, 10.56279, 10.281716, 10.489318, 10.317046, 10.079639, 10.140284, 9.844764, 9.494611, 14.135959, 15.248708, 13.21073, 11.809307, 11.121394, 10.601016, 10.309279, 10.602337, 10.871781, 10.023891, 10.586206, 10.903353, 10.560268, 11.530825, 12.602488, 14.672968, 13.744041, 16.877402, 18.931746, 19.054635, 13.838864, 10.788156, 3.755926, 1.350898, 0.526875, 0.000157], "sum_m_pl": [1.24705, 2.651427, 3.166196, 3.572395, 3.880891, 4.57597, 4.696834, 5.186273, 4.977862, 5.215471, 5.148254, 5.16793, 5.715639, 5.503159, 5.587005, 5.762175, 5.349487, 5.263744, 5.239051, 5.264121, 4.862342, 4.431172, 4.27183, 4.011088, 5.567686, 6.23156, 6.086449, 6.955475, 6.848421, 7.35543, 7.651197, 7.358769, 7.487467, 8.108787, 8.380263, 8.204688, 9.665804, 9.968849, 10.873468, 11.772702, 11.966007, 12.177441, 12.280744, 13.470973, 22.326447, 30.238362, 43.429382, 50.565677, 53.84555, 57.258236]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "llmzszl-18751", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 887, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9574, "tf_agree_excl_first": 0.9677}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [173, 106, 150, 200, 274, 293, 263, 222, 254, 220, 201, 306, 259, 327, 251, 293, 287, 333, 339, 325, 303, 286, 272, 263, 463, 401, 407, 381, 329, 302, 336, 359, 332, 481, 515, 532, 622, 637, 662, 655, 675, 684, 706, 685, 693, 702, 641, 668, 687, 719], "n_am_pl": [21, 58, 54, 125, 132, 99, 108, 156, 200, 155, 209, 149, 115, 102, 166, 184, 209, 170, 190, 177, 128, 131, 128, 108, 82, 100, 107, 186, 193, 177, 142, 144, 196, 116, 108, 88, 32, 43, 48, 76, 73, 75, 69, 65, 44, 51, 49, 47, 47, 46], "n_pos": 1280, "sum_m_en": [162.385186, 186.058695, 177.258472, 188.227981, 198.636771, 200.072877, 203.293771, 196.332565, 195.528876, 206.735091, 211.273876, 221.097867, 216.877017, 224.48371, 220.507476, 217.426011, 217.052592, 209.895697, 210.339355, 208.703608, 202.146833, 201.89057, 202.291651, 201.35376, 293.553849, 273.996024, 275.782932, 247.872099, 257.609961, 251.259658, 252.732671, 247.776799, 250.159589, 276.031574, 300.496333, 313.948972, 403.265415, 440.075039, 473.799315, 513.729431, 565.506863, 588.732915, 603.220513, 599.981443, 603.47331, 613.506625, 588.509852, 615.174675, 629.273912, 716.20642], "sum_m_pl": [26.290805, 48.44917, 62.11498, 66.317449, 69.840097, 66.017732, 68.774489, 69.455763, 80.071854, 79.172806, 86.29504, 87.791621, 83.630609, 84.153005, 86.13084, 86.596983, 84.403515, 80.065603, 83.990602, 84.245824, 79.171785, 76.832774, 74.646675, 74.799235, 88.068835, 97.327402, 101.667469, 111.545501, 117.354808, 124.697837, 110.374934, 114.322548, 126.400944, 110.131218, 104.544979, 97.301101, 78.032315, 74.496339, 72.957558, 77.753574, 71.732578, 71.324053, 69.557659, 72.579321, 65.59911, 61.746984, 60.946222, 51.292975, 55.171212, 46.309273]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [124, 91, 92, 129, 163, 216, 196, 168, 185, 154, 147, 208, 175, 211, 177, 205, 200, 243, 259, 242, 233, 229, 222, 218, 322, 311, 311, 281, 232, 210, 240, 258, 266, 347, 383, 405, 496, 498, 531, 549, 575, 581, 589, 582, 600, 594, 556, 594, 651, 718], "n_am_pl": [7, 29, 15, 75, 77, 49, 63, 53, 82, 56, 89, 89, 77, 69, 92, 96, 120, 103, 105, 115, 86, 75, 63, 44, 53, 59, 55, 104, 126, 110, 94, 71, 110, 64, 65, 57, 15, 20, 31, 44, 42, 45, 43, 43, 39, 49, 46, 46, 47, 46], "n_pos": 767, "sum_m_en": [95.400308, 109.115095, 104.057455, 111.412483, 117.999008, 119.527843, 120.193738, 116.16216, 117.955152, 124.295497, 128.093458, 133.460975, 131.616978, 137.075981, 134.962433, 134.896106, 132.719194, 129.95388, 130.747423, 128.62278, 123.999713, 123.509651, 124.031832, 123.271347, 206.271362, 193.707325, 190.382008, 165.258015, 169.700537, 162.496072, 160.77829, 161.898474, 166.242412, 183.466412, 203.843437, 221.05029, 302.348016, 338.405945, 366.314472, 409.327917, 460.286158, 486.083646, 494.57197, 497.441388, 507.448582, 512.268311, 495.784015, 528.351362, 582.010965, 707.21274], "sum_m_pl": [15.297251, 27.663654, 34.541178, 36.598163, 38.780736, 36.68609, 37.894508, 38.505407, 44.479696, 45.286117, 49.130637, 51.490096, 50.753675, 50.963247, 53.169488, 52.870188, 51.648424, 48.679777, 51.509366, 51.783825, 48.275888, 46.577053, 45.09778, 44.979058, 53.656841, 57.739256, 60.3928, 66.287743, 72.743059, 77.428525, 69.496394, 69.403454, 78.34825, 69.023586, 66.443296, 62.664, 50.741919, 48.348298, 49.553347, 51.312361, 49.813038, 51.156956, 48.795765, 52.381857, 52.484736, 52.629665, 53.833446, 46.675049, 51.636815, 46.304925]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18752", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 22, 17, 39, 55, 69, 65, 65, 67, 62, 63, 62, 60, 68, 76, 88, 96, 102, 111, 125, 133, 127, 123, 123, 172, 158, 143, 116, 93, 75, 75, 83, 94, 122, 126, 148, 153, 172, 171, 168, 162, 169, 159, 148, 113, 93, 50, 15, 9, 8], "n_am_pl": [15, 34, 48, 39, 51, 43, 53, 65, 50, 51, 54, 63, 48, 59, 48, 47, 46, 48, 52, 51, 36, 51, 48, 55, 34, 44, 52, 58, 60, 74, 59, 65, 57, 56, 47, 49, 46, 36, 43, 58, 64, 72, 74, 81, 100, 132, 170, 217, 254, 261], "n_pos": 380, "sum_m_en": [33.40787, 51.402915, 55.281054, 58.61307, 63.217974, 63.384398, 64.494229, 65.317665, 63.831922, 65.623762, 69.802845, 68.145456, 65.344858, 65.975737, 66.180246, 68.644801, 67.452621, 64.865742, 65.047028, 65.699634, 66.27871, 64.832187, 66.203001, 65.761081, 121.068072, 111.406562, 94.822795, 78.314861, 75.560732, 73.40877, 70.373274, 70.467877, 73.664984, 79.170338, 81.032425, 88.717985, 93.735262, 111.852589, 120.180283, 118.674105, 122.763211, 131.751841, 132.972449, 125.381986, 106.397296, 83.649086, 46.247284, 18.008828, 11.217741, 8.015306], "sum_m_pl": [6.455655, 16.462706, 18.636184, 18.645058, 20.495764, 22.418203, 24.088418, 28.096297, 27.249777, 28.335175, 29.595157, 31.584234, 32.916632, 32.239916, 31.968985, 28.845002, 27.112134, 26.863915, 25.457968, 25.767364, 24.510527, 24.168021, 22.958904, 23.350584, 31.035234, 35.903854, 38.250347, 40.065151, 41.814652, 43.003708, 41.249611, 41.643028, 43.08669, 42.085148, 39.337319, 38.290888, 39.191253, 37.319207, 39.971152, 52.884574, 53.874714, 58.832981, 59.411184, 67.808351, 84.529415, 123.680635, 161.9414, 206.8592, 241.007084, 259.218358]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 18, 13, 26, 41, 52, 45, 46, 51, 50, 49, 48, 46, 49, 57, 61, 62, 72, 81, 94, 102, 93, 93, 93, 132, 119, 106, 88, 73, 56, 55, 63, 69, 84, 89, 109, 117, 124, 123, 119, 124, 126, 125, 117, 87, 67, 42, 15, 9, 8], "n_am_pl": [13, 19, 33, 28, 36, 24, 36, 45, 35, 40, 36, 52, 39, 49, 42, 38, 36, 39, 40, 39, 28, 40, 37, 41, 26, 35, 38, 47, 43, 58, 48, 48, 42, 44, 33, 30, 31, 26, 34, 46, 48, 57, 59, 70, 89, 124, 159, 207, 247, 260], "n_pos": 269, "sum_m_en": [23.576958, 36.10611, 39.451754, 41.522112, 44.759434, 44.846619, 45.609444, 46.371294, 45.760514, 47.251605, 49.99844, 48.970684, 47.240402, 47.489587, 47.206847, 49.256845, 48.253024, 46.346419, 46.874067, 47.359573, 47.880819, 46.752731, 47.058375, 46.901385, 90.675816, 83.605485, 70.704387, 58.256607, 55.242465, 53.594434, 51.353654, 51.360081, 54.078732, 57.629196, 59.593677, 64.775114, 70.194279, 83.690798, 90.671582, 88.088715, 90.18634, 97.529627, 101.851853, 95.855705, 81.162021, 63.180672, 38.184384, 15.355918, 10.092267, 7.950309], "sum_m_pl": [4.685798, 11.594264, 12.888041, 13.084533, 14.480057, 15.854658, 16.907274, 19.671693, 19.481402, 20.432156, 20.971992, 22.769439, 24.11952, 23.922105, 23.358205, 20.807561, 19.786669, 19.523195, 18.512635, 18.795963, 17.792595, 17.561159, 16.716982, 16.985176, 23.260364, 26.871744, 28.532911, 30.147826, 31.502454, 32.284407, 31.201414, 31.697368, 32.217878, 31.59222, 29.639938, 29.006864, 30.532236, 29.346643, 31.275883, 40.978221, 42.725234, 46.930322, 47.220057, 56.667335, 75.198087, 113.302365, 149.539921, 195.430731, 233.609377, 257.009161]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 382, "item_id": "llmzszl-18752", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 380, "roundtrip_ok": true, "tf_agree": 0.9791, "tf_agree_excl_first": 0.9816}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 7, 10, 14, 15, 10, 11, 13, 10, 5, 11, 15, 11, 19, 17, 17, 18, 9, 17, 17, 14, 13, 11, 14, 15, 19, 15, 13, 16, 10, 19, 16, 19, 21, 20, 22, 32, 26, 24, 22, 20, 25, 27, 26, 24, 24, 25, 24, 23, 26], "n_am_pl": [5, 11, 6, 3, 7, 9, 13, 7, 4, 9, 6, 6, 9, 9, 17, 12, 14, 10, 8, 5, 7, 3, 3, 4, 5, 8, 12, 13, 11, 14, 14, 15, 10, 15, 14, 9, 8, 12, 10, 10, 11, 9, 6, 8, 8, 5, 7, 6, 6, 7], "n_pos": 80, "sum_m_en": [8.653689, 10.454843, 10.969241, 11.955219, 12.972187, 13.812714, 13.378052, 13.21732, 13.689132, 13.257805, 13.756461, 13.483869, 13.354349, 13.564349, 13.759806, 13.652454, 13.352302, 12.822231, 13.251476, 13.144711, 13.080504, 12.883214, 12.892482, 12.820329, 13.599067, 14.823906, 14.834154, 14.527772, 14.331667, 15.027517, 14.60217, 14.10457, 13.938103, 14.841408, 15.300923, 16.247089, 18.597588, 21.138696, 20.561813, 21.650462, 21.634686, 22.118082, 23.291129, 24.630194, 21.757706, 22.044756, 22.151936, 20.823315, 21.173532, 25.391056], "sum_m_pl": [2.157054, 3.93203, 4.321165, 4.314249, 4.630127, 5.005946, 5.707703, 5.683276, 5.694963, 6.316505, 6.445992, 6.673328, 7.10561, 6.904688, 7.769526, 7.781763, 7.102564, 7.216101, 6.597101, 6.592797, 6.043034, 5.550023, 5.240034, 5.141325, 7.677477, 8.226168, 8.51639, 9.338374, 9.560338, 9.93964, 10.134552, 9.10301, 9.253128, 9.526315, 9.605098, 8.798213, 8.263313, 8.109141, 9.319467, 7.962925, 7.669792, 7.978952, 7.083977, 7.389095, 7.296472, 5.795977, 7.141447, 6.399725, 6.319418, 6.824769]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 5, 5, 8, 9, 6, 7, 5, 5, 3, 6, 7, 6, 10, 6, 8, 10, 9, 12, 11, 10, 10, 10, 11, 10, 11, 10, 9, 11, 6, 11, 10, 11, 13, 13, 13, 19, 15, 15, 15, 14, 19, 22, 20, 19, 21, 22, 21, 22, 26], "n_am_pl": [3, 5, 3, 1, 4, 3, 5, 4, 2, 6, 4, 4, 6, 7, 10, 5, 4, 4, 3, 2, 4, 3, 3, 3, 3, 6, 5, 3, 4, 6, 9, 11, 7, 9, 10, 8, 4, 5, 5, 5, 6, 6, 5, 6, 7, 5, 6, 6, 6, 7], "n_pos": 34, "sum_m_en": [3.351747, 4.785912, 5.085186, 5.486403, 5.827088, 6.250125, 6.113079, 5.930799, 5.978475, 5.893926, 6.198222, 5.949338, 5.911723, 6.169995, 6.208772, 6.158362, 5.899107, 5.86453, 5.98312, 5.889832, 6.058121, 5.952252, 5.890241, 5.801649, 7.527807, 8.272141, 8.530009, 8.041183, 7.684137, 8.090654, 7.446638, 7.237016, 7.429637, 8.116085, 8.557543, 9.751065, 11.404346, 13.18558, 13.158943, 14.191425, 14.473697, 15.888892, 17.258928, 18.76983, 17.358791, 18.691513, 19.258774, 18.488794, 19.924287, 25.273314], "sum_m_pl": [0.6607, 1.215603, 1.417448, 1.523299, 1.815513, 1.918281, 2.078995, 2.267603, 2.305935, 2.866951, 2.739846, 2.958931, 3.340206, 3.072018, 3.558998, 3.371846, 3.021357, 3.248037, 2.879599, 2.890993, 2.588769, 2.3541, 2.185159, 2.131601, 3.945968, 4.015295, 4.028379, 4.149118, 4.368693, 4.558011, 4.877317, 4.167112, 4.3686, 4.577552, 4.549132, 4.134023, 3.950295, 4.133754, 4.877354, 3.830429, 4.101289, 4.203152, 4.310063, 4.789676, 5.596628, 4.977254, 5.928538, 6.051955, 6.171396, 6.824012]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "llmzszl-18754", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 800, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 6, 6, 9, 13, 8, 9, 12, 11, 11, 17, 15, 9, 8, 15, 20, 16, 12, 14, 12, 17, 11, 9, 10, 18, 20, 18, 19, 16, 15, 10, 14, 14, 18, 19, 17, 23, 27, 24, 19, 21, 17, 17, 19, 14, 12, 5, 1, 0, 0], "n_am_pl": [2, 5, 6, 7, 9, 12, 10, 8, 5, 7, 9, 9, 8, 9, 11, 17, 15, 13, 14, 15, 12, 15, 16, 16, 8, 10, 10, 13, 13, 10, 21, 18, 12, 12, 14, 18, 16, 22, 24, 27, 28, 30, 27, 26, 29, 30, 43, 48, 49, 49], "n_pos": 72, "sum_m_en": [6.721846, 10.477266, 11.210701, 11.850069, 11.926871, 12.112765, 11.972785, 11.73677, 11.436876, 11.254646, 11.965295, 11.902403, 11.709683, 11.499533, 11.289905, 11.353147, 11.058914, 11.186695, 11.089565, 11.271128, 10.623116, 10.525177, 10.935301, 10.868397, 14.639475, 16.226697, 14.305824, 13.207529, 12.755985, 12.836982, 12.063222, 12.336425, 12.934986, 13.378187, 13.1501, 14.402417, 15.920458, 18.648651, 16.489575, 17.7131, 17.073399, 14.137309, 14.836254, 15.089632, 14.283872, 9.93726, 4.531967, 1.265209, 0.345128, 2.8e-05], "sum_m_pl": [1.28341, 3.17424, 3.567489, 3.999869, 4.301727, 4.82863, 4.599733, 5.437783, 5.339919, 5.462051, 5.716765, 6.05217, 6.042729, 5.529281, 6.170963, 5.867036, 5.345263, 5.105845, 5.045585, 4.892936, 4.563635, 4.434194, 4.373797, 4.314511, 6.603035, 7.366632, 7.211383, 7.84122, 8.067973, 9.059498, 9.30688, 8.745829, 8.517406, 8.679923, 8.322843, 7.937028, 8.676041, 10.219692, 14.585218, 16.623157, 19.139985, 20.782434, 20.443372, 23.193489, 25.128755, 29.047805, 38.801021, 43.193142, 48.137296, 49.972948]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 4, 5, 7, 7, 7, 7, 12, 8, 8, 13, 7, 6, 6, 10, 13, 7, 8, 10, 9, 12, 9, 7, 8, 13, 17, 11, 13, 12, 12, 7, 11, 9, 14, 13, 12, 15, 20, 17, 14, 15, 13, 13, 14, 11, 8, 4, 1, 0, 0], "n_am_pl": [1, 2, 6, 4, 6, 8, 6, 5, 4, 5, 6, 6, 5, 4, 10, 12, 11, 9, 10, 9, 6, 10, 11, 12, 7, 8, 7, 9, 10, 9, 19, 13, 9, 8, 10, 12, 11, 13, 16, 20, 21, 24, 22, 22, 24, 26, 37, 44, 49, 49], "n_pos": 49, "sum_m_en": [4.504683, 7.272903, 7.857354, 8.1097, 8.132984, 8.271606, 8.304054, 8.207522, 8.042709, 7.906909, 8.42112, 8.353587, 8.117489, 7.927365, 7.745877, 7.786536, 7.603734, 7.633802, 7.575948, 7.63523, 7.182513, 7.07651, 7.399882, 7.295979, 10.761964, 12.292908, 10.345293, 9.449196, 8.919568, 8.865145, 8.270995, 8.504834, 8.896079, 9.303635, 8.886416, 9.692052, 11.178445, 12.294908, 11.309098, 12.389033, 11.491279, 10.077875, 11.067365, 11.26058, 11.309874, 7.467041, 3.283454, 1.075912, 0.251745, 0.0], "sum_m_pl": [0.805236, 2.12841, 2.380668, 2.579063, 2.804088, 3.312572, 3.203383, 3.827651, 3.812014, 3.855547, 3.998152, 4.225135, 4.264183, 3.861918, 4.421455, 4.203298, 3.840297, 3.635233, 3.557117, 3.393213, 3.129288, 3.06552, 3.04639, 2.978668, 4.659748, 5.356515, 5.097733, 5.586134, 5.674157, 6.521906, 6.802225, 6.287475, 6.121405, 6.346044, 6.064473, 5.826361, 6.40825, 7.818262, 10.787273, 12.414544, 14.321996, 15.767596, 15.61708, 18.252618, 20.252181, 23.926987, 34.696738, 40.488223, 47.189518, 48.998163]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "llmzszl-18754", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 928, "region_end": 72, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9863}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 6, 9, 13, 14, 11, 16, 12, 8, 13, 11, 9, 14, 10, 11, 13, 15, 18, 18, 19, 20, 18, 22, 21, 27, 26, 23, 20, 19, 17, 12, 16, 15, 20, 18, 25, 30, 31, 35, 33, 31, 32, 32, 34, 32, 30, 33, 28, 31, 33], "n_am_pl": [2, 2, 1, 3, 5, 2, 6, 7, 7, 5, 9, 8, 11, 11, 8, 8, 8, 5, 6, 7, 9, 5, 4, 4, 2, 2, 6, 5, 3, 7, 7, 6, 7, 9, 7, 7, 4, 5, 5, 2, 1, 3, 3, 3, 1, 2, 2, 6, 6, 6], "n_pos": 64, "sum_m_en": [6.181963, 8.411277, 8.705481, 9.105396, 9.727786, 10.551632, 10.947448, 9.982713, 9.566752, 10.590412, 10.679004, 10.646218, 10.371857, 10.179731, 10.321296, 10.609207, 11.351699, 11.364908, 11.683438, 11.457946, 10.767169, 10.658696, 10.815344, 10.489822, 18.66249, 17.664361, 15.356622, 14.43312, 12.940572, 12.142095, 11.505016, 11.546568, 11.939162, 12.977345, 14.251936, 16.334251, 19.115373, 22.296655, 23.410726, 25.539743, 26.309056, 28.485083, 29.581409, 29.977952, 29.17593, 28.455453, 29.07949, 26.378143, 26.114699, 31.70926], "sum_m_pl": [1.267062, 2.315594, 2.596246, 2.570879, 2.843524, 3.236139, 3.545103, 3.914682, 3.975382, 4.16952, 4.790961, 4.937103, 5.00737, 4.939808, 5.104574, 5.25765, 5.132657, 4.881135, 4.639307, 4.578981, 4.33626, 4.01683, 3.780829, 3.67227, 4.09461, 4.537435, 4.718157, 5.422726, 5.94613, 6.351595, 5.9402, 5.866002, 6.644092, 6.124079, 6.137946, 6.092767, 5.688441, 4.996618, 3.790493, 2.824553, 2.693134, 2.980873, 2.818115, 2.622407, 2.601766, 2.658772, 3.627765, 5.473846, 6.267875, 6.047654]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 4, 8, 5, 7, 8, 12, 8, 6, 9, 8, 7, 11, 8, 8, 8, 11, 15, 14, 17, 14, 13, 18, 17, 20, 19, 17, 15, 13, 12, 8, 13, 12, 18, 15, 20, 22, 23, 27, 25, 25, 25, 25, 28, 28, 26, 27, 25, 29, 32], "n_am_pl": [0, 2, 1, 1, 4, 1, 1, 5, 3, 2, 3, 5, 7, 7, 5, 3, 4, 3, 5, 5, 6, 5, 3, 3, 1, 2, 5, 5, 3, 7, 6, 6, 5, 7, 5, 4, 3, 3, 4, 2, 1, 3, 3, 3, 1, 2, 2, 6, 6, 6], "n_pos": 39, "sum_m_en": [3.500456, 5.194023, 5.413085, 5.708337, 6.028374, 6.714611, 6.820178, 6.343117, 6.192952, 6.699853, 6.923751, 6.861704, 6.638534, 6.588337, 6.537608, 6.70981, 7.123036, 7.245707, 7.549488, 7.419684, 6.847805, 6.842015, 6.897454, 6.658799, 14.194197, 13.254605, 11.456339, 10.5176, 9.069926, 8.201713, 7.765011, 7.944828, 8.422633, 9.635672, 10.371642, 12.279421, 14.500862, 17.387096, 18.864148, 20.321609, 20.582703, 22.99992, 24.065084, 26.046004, 24.586563, 24.135099, 24.438823, 22.878749, 23.970401, 30.571922], "sum_m_pl": [0.539136, 1.1852, 1.379723, 1.483011, 1.655496, 1.794523, 1.969272, 2.133818, 2.207465, 2.393883, 2.768217, 2.858321, 2.969266, 2.784984, 3.128965, 3.392749, 3.329954, 3.225776, 2.952118, 2.858754, 2.656787, 2.422906, 2.246923, 2.188669, 2.682858, 3.100445, 3.310953, 3.869118, 4.173845, 4.265233, 3.982326, 3.932211, 4.652278, 4.084911, 4.282234, 4.114314, 3.903381, 3.459113, 2.629093, 1.893371, 1.979119, 2.102731, 1.968851, 1.680484, 1.934555, 2.236455, 3.176105, 5.111501, 6.001679, 6.044887]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 66, "item_id": "llmzszl-18755", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 64, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9692}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 7, 7, 15, 24, 25, 27, 30, 27, 29, 20, 25, 22, 18, 20, 27, 34, 37, 32, 37, 39, 48, 47, 36, 51, 51, 47, 44, 36, 33, 26, 28, 25, 31, 41, 40, 43, 47, 50, 56, 60, 52, 54, 55, 50, 43, 11, 5, 1, 1], "n_am_pl": [0, 7, 9, 4, 5, 10, 11, 7, 4, 9, 15, 18, 19, 21, 10, 9, 8, 10, 15, 14, 13, 11, 6, 5, 9, 5, 7, 7, 10, 17, 18, 12, 20, 18, 14, 12, 14, 10, 7, 7, 7, 12, 20, 18, 21, 33, 63, 71, 73, 74], "n_pos": 122, "sum_m_en": [11.030814, 17.01819, 17.577645, 17.018081, 17.317234, 18.351385, 19.768831, 19.800032, 19.072378, 20.302252, 20.156434, 20.148841, 19.083656, 18.429644, 18.864104, 19.68074, 20.427627, 20.126848, 20.855899, 19.786662, 20.015288, 20.827803, 24.534009, 22.752237, 40.792228, 40.079419, 35.291483, 31.936016, 26.950137, 25.386283, 22.801961, 21.447671, 21.587235, 22.507271, 25.55465, 27.755379, 29.12176, 34.682471, 38.920762, 44.248924, 46.094493, 45.102157, 47.434509, 47.433216, 43.044037, 34.414562, 12.986993, 5.301159, 2.001638, 1.000452], "sum_m_pl": [1.777031, 4.955314, 5.677263, 5.382836, 5.776353, 6.88021, 7.107446, 7.464688, 7.383848, 7.727023, 8.865035, 9.26788, 9.673162, 9.496731, 9.4518, 8.831116, 8.8841, 8.451433, 7.624257, 7.577342, 7.388965, 6.880092, 6.227088, 6.306847, 5.674207, 6.647168, 7.155604, 8.741612, 10.959258, 12.507952, 11.166431, 11.303517, 11.813397, 11.41203, 11.199504, 10.42963, 9.632155, 9.042042, 7.463286, 6.965059, 7.263922, 8.731474, 9.573292, 12.921026, 20.026822, 31.837707, 56.763388, 68.584567, 72.599692, 75.122035]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 3, 11, 16, 16, 19, 19, 16, 21, 11, 17, 12, 11, 13, 14, 22, 23, 19, 24, 28, 32, 33, 27, 38, 34, 29, 29, 26, 24, 13, 19, 17, 24, 26, 26, 29, 29, 33, 38, 40, 37, 36, 35, 31, 26, 8, 4, 1, 1], "n_am_pl": [0, 5, 7, 3, 2, 6, 5, 4, 3, 5, 13, 11, 11, 10, 6, 6, 3, 3, 9, 8, 8, 7, 4, 2, 4, 3, 3, 3, 6, 7, 11, 6, 13, 9, 8, 5, 9, 6, 5, 4, 3, 9, 13, 13, 16, 25, 54, 63, 72, 73], "n_pos": 76, "sum_m_en": [6.548861, 10.802066, 11.411128, 10.953813, 11.181457, 11.538377, 12.402735, 12.281555, 12.006947, 12.636594, 12.507554, 12.550931, 11.815562, 11.277963, 11.63293, 12.367617, 12.975396, 12.715809, 13.372364, 12.633733, 13.079258, 13.7249, 17.365438, 15.626378, 28.666463, 28.155744, 24.893638, 22.113737, 17.835821, 16.414999, 14.466783, 13.507261, 13.374217, 13.99957, 16.053712, 16.929949, 17.991054, 21.233813, 26.176981, 30.451847, 32.399759, 32.509412, 33.955323, 31.888618, 29.425917, 22.479235, 8.791513, 3.38623, 1.325306, 0.999696], "sum_m_pl": [0.985142, 2.929843, 3.426968, 3.408561, 3.604661, 4.276371, 4.466779, 4.682599, 4.610135, 4.854607, 5.674464, 5.980996, 6.099272, 5.799911, 5.644894, 5.316097, 5.411356, 4.956993, 4.632386, 4.697638, 4.679246, 4.356299, 3.763919, 3.883728, 3.063057, 3.99205, 4.526805, 5.55472, 7.17894, 8.182714, 7.332348, 7.24507, 7.727532, 7.363804, 7.3028, 6.940294, 6.602685, 6.036788, 4.866954, 3.91917, 3.938496, 5.174293, 6.262457, 8.993211, 14.471529, 24.628452, 48.008622, 60.718144, 69.781426, 73.272995]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "llmzszl-18755", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 898, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9837}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 21, 21, 14, 19, 20, 30, 28, 27, 32, 32, 31, 29, 30, 24, 28, 19, 21, 25, 25, 21, 23, 24, 22, 38, 38, 37, 38, 31, 31, 27, 30, 32, 43, 44, 49, 50, 49, 48, 50, 48, 47, 51, 50, 56, 53, 46, 43, 47, 59], "n_am_pl": [3, 6, 17, 7, 9, 13, 11, 17, 15, 15, 15, 12, 12, 23, 15, 20, 13, 19, 13, 8, 9, 5, 7, 11, 14, 17, 15, 15, 16, 24, 31, 26, 20, 15, 13, 12, 3, 4, 3, 1, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 154, "sum_m_en": [18.839686, 24.532801, 23.003727, 23.776174, 24.689271, 23.235718, 23.536959, 23.473537, 22.790041, 25.389236, 24.756815, 25.736343, 24.614752, 24.685653, 23.799915, 24.386392, 22.725692, 22.571827, 22.206374, 21.523188, 20.586839, 21.343378, 21.530037, 21.541719, 26.835226, 27.507251, 25.318203, 24.900672, 24.296891, 25.412898, 23.86932, 25.658914, 24.668772, 26.092097, 29.290977, 31.830963, 38.838681, 42.245927, 42.652843, 44.060619, 43.725547, 44.325759, 47.286722, 50.522798, 54.566515, 50.647568, 45.659701, 44.006745, 45.898021, 58.660954], "sum_m_pl": [4.287601, 7.002416, 8.173786, 7.071449, 7.457498, 7.358673, 7.295375, 8.917051, 10.310351, 11.178326, 10.937396, 11.059537, 10.974624, 10.64644, 11.196124, 11.409809, 10.667045, 10.617919, 9.971705, 10.399232, 9.991311, 9.567122, 9.223582, 9.212472, 11.629934, 13.128041, 12.732477, 14.831516, 15.859758, 16.687845, 15.954347, 14.261128, 14.006116, 13.035856, 12.279836, 12.118287, 10.61837, 9.090406, 6.711329, 5.321229, 4.356857, 3.918514, 3.707484, 3.152559, 2.166899, 1.714461, 0.706952, 0.556818, 0.399707, 4e-06]}, "digit": {"n_am_en": [0, 0, 2, 0, 1, 0, 0, 1, 2, 3, 3, 3, 4, 4, 1, 1, 1, 3, 3, 3, 3, 2, 2, 2, 4, 3, 2, 4, 3, 4, 1, 4, 1, 4, 1, 2, 3, 3, 4, 5, 4, 3, 2, 1, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 3, 2, 2, 1, 3, 1, 2, 3, 3, 3, 0, 4, 3, 1, 2, 3, 3, 2, 0, 0, 1, 2, 2, 5, 1, 3, 1, 3, 5, 3, 5, 3, 3, 0, 0, 1, 1, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.189492, 3.338535, 2.822547, 2.782775, 2.941979, 2.990177, 2.764866, 3.028308, 3.015723, 3.311222, 3.221411, 3.222159, 3.138812, 3.146331, 3.021759, 3.070249, 2.94327, 2.866312, 2.859482, 2.841507, 2.802819, 2.963741, 3.025181, 3.050181, 3.59375, 3.310076, 2.96352, 3.08119, 3.002099, 3.016637, 2.994541, 3.518784, 3.304615, 3.378999, 3.503137, 3.1926, 3.440637, 3.747229, 3.816193, 3.158165, 2.988033, 3.037731, 2.942641, 2.903032, 3.275043, 3.069922, 2.166319, 1.420394, 0.102459, 0.0], "sum_m_pl": [0.435392, 1.211959, 1.493405, 1.252123, 1.405414, 1.252048, 1.266227, 1.488166, 1.619087, 1.727942, 1.630699, 1.672907, 1.532665, 1.560182, 1.686015, 1.796148, 1.591126, 1.689815, 1.438834, 1.524872, 1.477599, 1.441523, 1.410243, 1.387324, 1.958262, 2.333434, 2.119862, 2.566483, 2.309488, 2.456806, 2.437643, 2.090698, 1.948171, 1.808202, 1.561489, 1.290231, 1.241461, 1.094209, 1.015681, 0.898813, 0.81117, 0.727629, 0.788008, 0.889554, 0.746357, 0.661224, 0.414124, 0.337023, 0.051494, 0.0]}, "lang": {"n_am_en": [15, 9, 9, 7, 9, 10, 21, 14, 18, 19, 17, 19, 16, 16, 12, 11, 12, 14, 14, 11, 13, 14, 17, 12, 28, 26, 24, 20, 16, 16, 15, 18, 18, 24, 27, 35, 36, 36, 34, 37, 37, 42, 43, 45, 48, 47, 42, 40, 45, 59], "n_am_pl": [1, 1, 5, 4, 4, 6, 6, 10, 5, 9, 8, 6, 5, 12, 7, 14, 6, 6, 7, 4, 4, 3, 3, 3, 4, 2, 3, 3, 7, 10, 12, 10, 4, 4, 6, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.849411, 9.831173, 9.492871, 9.739664, 10.155305, 9.682828, 10.391362, 9.778646, 9.479375, 10.822347, 10.36316, 11.11864, 10.247236, 10.178555, 9.803023, 10.037911, 9.373813, 9.550562, 9.239838, 8.765543, 8.332284, 8.573434, 8.757224, 8.710358, 13.804085, 13.647156, 12.459103, 11.692578, 10.961603, 11.414026, 10.515603, 11.216868, 10.869021, 11.990483, 13.854308, 16.63371, 23.629999, 25.881772, 28.974364, 32.400494, 33.196542, 36.28322, 39.325646, 42.979124, 46.870091, 44.110295, 41.112327, 39.91299, 43.873565, 58.593544], "sum_m_pl": [1.125498, 2.290444, 2.679662, 2.396593, 2.483514, 2.423381, 2.572818, 3.129804, 3.794159, 4.208294, 4.353473, 4.328279, 4.332305, 4.205307, 4.217008, 4.251336, 3.969871, 3.72394, 3.72465, 3.89161, 3.806782, 3.595959, 3.439482, 3.442412, 4.204585, 4.339362, 4.616577, 5.217799, 6.342223, 6.511795, 6.26781, 5.278721, 5.310115, 5.089586, 5.031261, 5.012202, 3.962239, 3.166047, 1.779984, 1.293154, 0.992398, 0.872455, 0.738396, 0.500386, 0.209449, 0.288091, 0.187433, 0.116237, 0.184771, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "llmzszl-18759", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9551, "tf_agree_excl_first": 0.9613}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 29, 41, 43, 48, 61, 64, 78, 59, 59, 60, 71, 55, 52, 53, 53, 63, 71, 62, 43, 63, 73, 68, 62, 106, 111, 112, 83, 60, 70, 62, 72, 66, 74, 107, 108, 118, 106, 135, 129, 128, 132, 126, 140, 135, 101, 36, 16, 7, 8], "n_am_pl": [9, 40, 40, 47, 52, 43, 35, 46, 63, 59, 62, 76, 72, 66, 67, 81, 63, 54, 55, 46, 41, 34, 31, 29, 44, 46, 49, 65, 60, 74, 60, 63, 71, 62, 48, 49, 35, 40, 29, 20, 33, 30, 37, 31, 31, 62, 132, 142, 150, 158], "n_pos": 412, "sum_m_en": [39.508963, 61.327644, 63.735068, 66.84755, 66.542824, 63.105222, 62.710521, 66.02898, 64.544508, 68.133246, 68.944056, 69.019376, 68.22064, 66.153091, 63.874138, 65.344829, 61.176607, 60.517675, 58.964554, 57.58004, 55.647638, 57.267987, 57.622076, 55.756422, 78.867994, 80.413272, 71.706154, 65.945459, 65.82954, 68.019161, 65.106006, 67.393501, 66.14712, 72.059708, 83.819372, 82.81202, 93.714314, 96.361575, 105.843427, 110.702185, 108.352924, 116.195522, 115.003557, 122.625547, 126.826486, 97.324768, 35.032447, 17.084462, 9.846054, 7.953605], "sum_m_pl": [7.227939, 20.054946, 23.31444, 22.936472, 22.850748, 23.201556, 22.523511, 26.109855, 30.023929, 31.718997, 31.897711, 34.056813, 34.798308, 34.288684, 35.076848, 35.384311, 31.087751, 30.551083, 27.77331, 29.002441, 27.418602, 26.235929, 25.67675, 24.930941, 33.367911, 38.463489, 38.883813, 42.62509, 47.226692, 50.921997, 48.707739, 46.958055, 45.073245, 42.269342, 38.847985, 36.501669, 33.312163, 32.890079, 25.682865, 23.283118, 25.470614, 23.96757, 33.432072, 32.671029, 37.564093, 62.16621, 119.861336, 140.418225, 146.565132, 158.687154]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 3, 1, 4, 6, 5, 4, 3, 5, 4, 1, 4, 4, 6, 3, 2, 3, 5, 4, 4, 6, 5, 6, 3, 2, 6, 4, 6, 3, 2, 7, 4, 6, 5, 5, 6, 7, 6, 5, 4, 2, 1, 2, 1, 0, 0], "n_am_pl": [0, 2, 3, 3, 4, 4, 6, 4, 3, 2, 5, 7, 2, 4, 5, 2, 3, 3, 3, 3, 3, 5, 6, 4, 4, 7, 3, 4, 3, 6, 4, 5, 7, 5, 1, 6, 1, 1, 3, 1, 4, 2, 2, 0, 1, 1, 1, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.234255, 5.523906, 5.350943, 5.309938, 5.245537, 5.091186, 4.717297, 5.209944, 4.992087, 5.223524, 5.282246, 5.240732, 5.076574, 5.001396, 5.134277, 5.260893, 4.841914, 4.831729, 4.542745, 4.43244, 4.374343, 4.579126, 4.649541, 4.614825, 5.927792, 5.892547, 4.991255, 4.862688, 4.922083, 5.127669, 4.955213, 5.44415, 5.230437, 5.493117, 6.06913, 5.746266, 6.28606, 6.114554, 6.152953, 6.009397, 5.976982, 6.039611, 5.509121, 4.817734, 4.099034, 2.821073, 1.555668, 0.991737, 0.318253, 0.0], "sum_m_pl": [0.588596, 2.032915, 2.297296, 2.148072, 2.179416, 1.979219, 2.055195, 2.506201, 2.661477, 2.784397, 2.790912, 2.830086, 2.696539, 2.720947, 2.915267, 3.073698, 2.536867, 2.444819, 2.219612, 2.331269, 2.181818, 2.03015, 2.01754, 1.963961, 2.570813, 3.344448, 3.063613, 3.550422, 3.800333, 4.239138, 4.092424, 3.717064, 3.317434, 3.058785, 2.701045, 2.425768, 2.100553, 1.71487, 1.629144, 1.396351, 1.296076, 1.159213, 1.284876, 1.349946, 2.007944, 1.609012, 1.418384, 0.834052, 0.142966, 0.0]}, "lang": {"n_am_en": [3, 8, 18, 21, 21, 31, 33, 40, 33, 32, 34, 30, 27, 23, 20, 25, 29, 34, 28, 20, 35, 36, 40, 34, 63, 64, 58, 41, 26, 33, 28, 27, 28, 34, 50, 53, 64, 60, 77, 79, 71, 75, 81, 92, 92, 70, 20, 10, 7, 8], "n_am_pl": [3, 19, 19, 28, 25, 18, 17, 25, 35, 29, 31, 38, 37, 37, 38, 39, 34, 25, 19, 17, 19, 14, 12, 12, 16, 17, 22, 26, 30, 33, 26, 23, 30, 28, 24, 21, 23, 21, 14, 12, 22, 23, 29, 26, 28, 54, 117, 136, 149, 158], "n_pos": 167, "sum_m_en": [15.874021, 24.519567, 26.875628, 28.211523, 28.406417, 27.445127, 27.914011, 28.658794, 28.391587, 29.708785, 30.282763, 30.29356, 29.272963, 28.162885, 26.856299, 27.578001, 26.152675, 25.816535, 25.236743, 24.638005, 24.016339, 24.58923, 25.004733, 23.436372, 38.559066, 37.574217, 33.017347, 29.51124, 28.728052, 28.971505, 28.240741, 28.867745, 28.081168, 31.164679, 37.069551, 37.442026, 44.253416, 46.979353, 56.122467, 61.504974, 61.692631, 67.822389, 69.709618, 80.585472, 82.056394, 65.238347, 22.311235, 11.016552, 8.055742, 7.946661], "sum_m_pl": [2.323526, 7.161262, 8.49887, 8.880706, 8.956262, 9.193496, 8.91458, 10.221331, 12.044772, 12.826822, 13.211679, 14.439812, 14.624001, 15.054105, 15.393589, 15.197699, 13.195185, 12.657756, 11.629767, 12.08325, 11.439263, 11.014878, 10.792029, 10.261512, 13.810644, 15.369479, 16.511698, 17.600858, 20.381015, 22.060383, 21.011205, 20.634597, 20.143105, 18.925562, 17.306147, 16.518977, 15.283797, 16.15056, 11.943454, 11.935438, 15.166253, 15.586582, 24.24652, 23.970655, 29.04761, 51.342302, 106.375394, 133.249514, 143.7416, 158.290559]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18759", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 846, "region_end": 412, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 21, 44, 33, 35, 47, 58, 42, 45, 49, 29, 29, 20, 31, 32, 39, 47, 47, 54, 44, 36, 39, 29, 36, 60, 48, 43, 40, 47, 42, 29, 37, 37, 54, 62, 68, 94, 97, 101, 95, 87, 97, 79, 72, 60, 58, 50, 45, 45, 49], "n_am_pl": [4, 27, 36, 18, 17, 22, 21, 32, 22, 26, 40, 43, 42, 51, 45, 40, 34, 34, 24, 22, 15, 17, 17, 18, 26, 31, 34, 32, 43, 38, 43, 49, 36, 28, 31, 16, 18, 6, 4, 3, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0], "n_pos": 283, "sum_m_en": [33.200336, 43.875742, 44.239373, 43.413296, 45.691692, 43.848359, 44.278771, 43.757159, 44.203173, 47.632842, 44.112671, 44.484168, 44.286452, 44.924791, 43.585774, 43.747417, 45.027364, 44.653554, 45.671274, 44.726135, 42.492157, 43.163085, 43.058746, 44.397409, 49.693216, 47.59223, 42.458046, 45.038556, 44.717579, 43.308156, 41.832049, 45.102384, 48.165925, 49.446041, 53.236135, 55.14203, 62.188074, 73.489275, 81.180207, 75.642546, 73.147502, 84.356283, 70.476847, 72.330364, 62.201858, 60.483372, 53.601796, 50.330506, 45.394388, 48.808289], "sum_m_pl": [7.03364, 15.023234, 16.49563, 15.019872, 17.184541, 15.695641, 15.983332, 17.400668, 19.05001, 21.974059, 22.417152, 23.6131, 25.560401, 25.173786, 27.161122, 27.671976, 25.478453, 24.73018, 23.566636, 22.711019, 21.475029, 20.391107, 19.90868, 19.557454, 28.61263, 31.902459, 32.04931, 31.888593, 32.590202, 36.024063, 34.315976, 32.060801, 29.969565, 27.432447, 25.353439, 22.396554, 21.337517, 17.491102, 13.709396, 10.845771, 10.592298, 8.917319, 7.683074, 6.452142, 4.098682, 3.230271, 1.29898, 0.866424, 0.69912, 2.3e-05]}, "digit": {"n_am_en": [12, 5, 1, 3, 7, 14, 13, 10, 10, 13, 7, 2, 7, 6, 10, 10, 10, 11, 9, 8, 10, 12, 6, 11, 16, 9, 4, 6, 10, 11, 5, 10, 8, 16, 15, 14, 30, 25, 25, 23, 22, 24, 16, 13, 6, 4, 2, 0, 0, 0], "n_am_pl": [0, 13, 25, 10, 7, 7, 4, 10, 5, 8, 8, 16, 15, 16, 18, 9, 14, 13, 7, 7, 2, 3, 5, 6, 12, 14, 17, 11, 13, 11, 15, 13, 12, 12, 10, 5, 5, 1, 1, 1, 2, 0, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 81, "sum_m_en": [9.514339, 12.733007, 12.027248, 11.936711, 13.096213, 12.301958, 12.406263, 12.363974, 12.612909, 13.63503, 11.757806, 11.395442, 11.572461, 12.040374, 11.989447, 11.966708, 12.062805, 12.183297, 12.348601, 12.101897, 11.538328, 11.787687, 11.883654, 12.371638, 13.111838, 11.81753, 10.783666, 11.856, 11.888795, 11.432712, 11.361674, 12.366729, 12.911793, 12.57239, 12.703768, 12.327952, 13.615937, 16.653472, 16.080138, 15.690756, 14.247927, 17.560052, 11.768922, 13.465372, 6.854364, 5.652366, 3.257929, 1.453055, 0.675608, 0.000107], "sum_m_pl": [1.789785, 4.793198, 4.694731, 4.359867, 4.799114, 4.153684, 4.25127, 4.828701, 5.230998, 6.079625, 6.210536, 6.466375, 6.962643, 6.900368, 7.727991, 8.009118, 7.526927, 7.225604, 6.639929, 6.471273, 6.038466, 5.704748, 5.59489, 5.474784, 8.708355, 9.420602, 9.413987, 9.190539, 8.916987, 9.958156, 9.436199, 8.721988, 8.019389, 7.52008, 6.81398, 6.299701, 6.081213, 5.292421, 4.877339, 4.232931, 4.754201, 4.549159, 4.084066, 3.817336, 2.514927, 1.940798, 0.787868, 0.474541, 0.193344, 8e-06]}, "lang": {"n_am_en": [6, 6, 10, 8, 9, 8, 15, 8, 10, 11, 8, 9, 6, 7, 7, 7, 10, 12, 13, 12, 9, 9, 6, 9, 17, 17, 13, 8, 15, 8, 6, 8, 10, 14, 20, 24, 30, 34, 36, 36, 38, 39, 38, 38, 38, 37, 39, 36, 40, 47], "n_am_pl": [1, 4, 4, 1, 5, 6, 5, 7, 8, 4, 3, 6, 6, 11, 8, 13, 5, 7, 5, 7, 5, 4, 5, 6, 3, 6, 7, 9, 13, 11, 12, 12, 10, 4, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 48, "sum_m_en": [5.085528, 6.884413, 7.118522, 6.917723, 7.312532, 7.217812, 7.455632, 7.316962, 7.270594, 7.779655, 7.453484, 7.769092, 7.666189, 7.888999, 7.614126, 7.789701, 8.017555, 8.110174, 8.205128, 8.269922, 7.75703, 7.717381, 7.627798, 8.014622, 10.677634, 11.293591, 9.88421, 9.643033, 9.604749, 9.041315, 8.497368, 9.280684, 10.433833, 12.229979, 13.680523, 15.197312, 19.403938, 24.289757, 28.742016, 29.276191, 31.040037, 34.74463, 34.099291, 35.964251, 37.407761, 37.618195, 37.839993, 36.437489, 37.456511, 46.175245], "sum_m_pl": [1.022416, 2.184326, 2.347357, 2.147384, 2.616093, 2.55855, 2.715792, 3.028901, 3.518938, 3.989061, 3.889041, 4.350004, 4.674022, 4.603799, 4.953593, 4.699773, 4.367159, 4.255559, 4.133682, 3.93046, 3.799091, 3.629887, 3.513833, 3.473494, 5.362582, 5.9204, 6.4141, 6.092768, 6.385139, 7.077878, 6.967967, 6.549023, 6.024105, 5.234494, 4.939009, 4.730855, 4.52336, 3.290621, 2.248829, 1.686569, 1.408265, 0.795637, 0.601551, 0.471198, 0.223427, 0.155866, 0.042324, 0.028158, 0.108499, 8e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 285, "item_id": "llmzszl-18763", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 283, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9859}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 46, 85, 59, 92, 102, 100, 86, 67, 81, 60, 72, 70, 95, 85, 87, 103, 117, 125, 123, 96, 95, 95, 101, 133, 130, 105, 100, 105, 97, 90, 96, 109, 122, 138, 160, 163, 194, 180, 166, 170, 169, 137, 155, 125, 107, 53, 20, 1, 0], "n_am_pl": [29, 63, 66, 56, 74, 72, 90, 87, 84, 72, 102, 99, 79, 105, 106, 98, 92, 76, 71, 73, 61, 56, 56, 57, 61, 93, 100, 124, 130, 130, 101, 132, 109, 100, 95, 63, 54, 34, 27, 25, 25, 30, 31, 34, 43, 73, 126, 155, 165, 160], "n_pos": 610, "sum_m_en": [67.644704, 92.307934, 97.710787, 94.365863, 99.613956, 95.131226, 97.87826, 96.276684, 96.230144, 100.589607, 97.18387, 98.050407, 101.137971, 100.590399, 96.160146, 97.657579, 102.185279, 99.69549, 102.755402, 100.764343, 94.341913, 95.498446, 94.435001, 95.979333, 121.631209, 116.746556, 102.357836, 102.475472, 99.594377, 96.914723, 94.868125, 98.314087, 105.688698, 110.406923, 117.911601, 123.69086, 131.652647, 149.503097, 145.550492, 145.348475, 141.657521, 149.44432, 133.876252, 145.182432, 123.9514, 104.042837, 54.658233, 23.004875, 5.228172, 0.001095], "sum_m_pl": [15.590618, 34.630204, 37.46835, 37.590073, 40.590742, 37.285173, 39.207131, 42.557855, 45.166674, 48.590958, 51.194982, 52.011698, 52.720838, 53.332925, 55.753555, 56.037657, 51.899224, 50.219004, 45.870119, 44.96691, 42.756227, 40.814229, 40.267467, 38.950406, 55.977401, 65.843258, 71.345785, 73.838858, 77.671219, 85.103226, 76.489425, 77.549783, 72.104497, 66.373156, 60.975293, 52.394505, 49.181672, 44.279725, 39.41565, 33.194374, 33.083448, 33.88216, 33.978756, 41.848404, 47.56499, 71.873639, 121.145206, 153.151399, 158.373093, 160.011574]}, "digit": {"n_am_en": [6, 4, 2, 2, 5, 12, 21, 8, 10, 12, 11, 10, 10, 12, 9, 11, 6, 13, 13, 12, 5, 8, 6, 13, 13, 5, 8, 3, 11, 14, 8, 7, 8, 9, 12, 13, 19, 21, 12, 15, 13, 17, 11, 13, 6, 7, 1, 1, 0, 0], "n_am_pl": [0, 12, 29, 7, 9, 8, 7, 11, 9, 8, 25, 24, 14, 23, 21, 17, 17, 10, 10, 10, 10, 6, 6, 8, 12, 21, 24, 26, 26, 23, 14, 15, 20, 19, 18, 10, 6, 4, 2, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 96, "sum_m_en": [10.760794, 14.802115, 14.574277, 14.306103, 15.619217, 15.316903, 15.780832, 15.363625, 15.897394, 16.588667, 15.019275, 15.058944, 15.722594, 15.835595, 14.903301, 14.485109, 15.199572, 14.775898, 14.973763, 14.724085, 13.904429, 14.192869, 14.264919, 14.828882, 16.172335, 15.101303, 13.477401, 14.862479, 15.156784, 15.401887, 14.886729, 15.621527, 16.97192, 16.583546, 16.817451, 15.918823, 16.799791, 18.471276, 16.649953, 16.093138, 12.929075, 16.426912, 12.810755, 15.881181, 9.551359, 7.527816, 2.452715, 1.231376, 0.471738, 0.0], "sum_m_pl": [1.893925, 5.814941, 5.863094, 5.511418, 5.684388, 4.835815, 4.82076, 5.751084, 5.922963, 7.030836, 8.385526, 8.220221, 8.121017, 8.15361, 8.638288, 8.994593, 8.026176, 7.902278, 7.027936, 7.196939, 6.852115, 6.413355, 6.24013, 6.055979, 8.876733, 10.599763, 10.989072, 11.266996, 11.988597, 12.797645, 10.97346, 10.832156, 9.663369, 8.761884, 8.360536, 7.320942, 7.058367, 6.352345, 5.906745, 4.974768, 5.163963, 5.309918, 4.431629, 4.156906, 3.028856, 2.133424, 0.825698, 0.479294, 0.183509, 3e-06]}, "lang": {"n_am_en": [2, 12, 8, 20, 26, 26, 25, 24, 21, 22, 24, 27, 30, 37, 27, 36, 43, 49, 50, 53, 46, 47, 48, 48, 62, 56, 47, 43, 48, 45, 46, 42, 56, 57, 67, 73, 73, 84, 79, 69, 77, 75, 71, 70, 62, 52, 21, 2, 0, 0], "n_am_pl": [8, 15, 18, 23, 17, 24, 21, 27, 28, 22, 23, 26, 30, 38, 34, 29, 26, 27, 22, 23, 17, 19, 15, 15, 13, 22, 25, 29, 35, 33, 27, 38, 27, 31, 26, 26, 23, 21, 17, 19, 18, 25, 28, 32, 38, 65, 107, 137, 152, 158], "n_pos": 160, "sum_m_en": [16.603729, 23.518584, 26.165547, 25.710171, 26.688845, 25.22036, 26.487444, 26.595544, 26.83097, 27.536019, 27.963145, 28.684737, 29.60422, 29.286424, 27.113935, 28.887241, 30.776796, 30.717051, 31.599371, 30.81808, 28.092699, 28.28024, 27.522654, 27.269549, 46.779604, 44.366149, 37.568224, 34.113852, 31.444003, 30.109974, 30.246619, 30.567147, 32.995534, 36.987345, 41.431199, 46.01642, 48.311739, 56.918203, 56.036471, 58.512418, 61.048601, 64.420997, 64.577135, 65.576392, 61.104418, 47.686139, 20.065385, 3.074934, 1.234766, 0.000128], "sum_m_pl": [3.076012, 7.153468, 8.010083, 8.9479, 9.378698, 9.763137, 10.6297, 11.215626, 12.407417, 12.668646, 12.780339, 12.912824, 13.851724, 14.523535, 14.777539, 13.983274, 12.948771, 12.418973, 11.856992, 11.36301, 10.94541, 10.540233, 10.451224, 10.070563, 12.401257, 14.934234, 18.072824, 18.914477, 20.612085, 22.586607, 21.356559, 21.600434, 19.650239, 18.661474, 17.721253, 16.52585, 17.068834, 17.215339, 16.170495, 15.46792, 16.147256, 18.186937, 20.298453, 29.17382, 34.398612, 58.191312, 100.957357, 135.695743, 146.66951, 158.439912]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 612, "item_id": "llmzszl-18763", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 850, "region_end": 610, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 26, 37, 43, 35, 28, 34, 37, 36, 44, 44, 44, 39, 33, 42, 48, 40, 41, 43, 48, 33, 33, 31, 40, 68, 60, 52, 39, 39, 51, 40, 42, 51, 52, 66, 75, 80, 82, 77, 79, 85, 85, 80, 81, 77, 72, 54, 51, 49, 50], "n_am_pl": [9, 35, 37, 26, 36, 39, 58, 55, 47, 45, 37, 47, 45, 56, 48, 61, 60, 52, 48, 44, 44, 47, 43, 36, 38, 35, 45, 47, 50, 57, 47, 42, 53, 34, 37, 34, 19, 11, 6, 8, 14, 21, 28, 24, 19, 20, 9, 9, 2, 2], "n_pos": 344, "sum_m_en": [42.493621, 50.053182, 49.540063, 48.99308, 50.32754, 50.000975, 53.220131, 52.906015, 48.4379, 50.955935, 52.074159, 51.720447, 53.020845, 53.242118, 50.941809, 52.265538, 52.513293, 51.042887, 52.541935, 52.579958, 49.803482, 52.07464, 51.014625, 51.758747, 59.691878, 57.945217, 49.302642, 49.872101, 50.464493, 51.605757, 50.385359, 53.030997, 55.747883, 56.049358, 60.944481, 60.918969, 66.509732, 73.402726, 72.915985, 77.716015, 76.187281, 78.423186, 77.687228, 84.199093, 72.542388, 66.018581, 56.712348, 49.887373, 48.244859, 50.442957], "sum_m_pl": [9.379505, 16.642179, 20.024913, 18.468309, 20.486206, 19.622353, 20.986943, 23.075219, 24.812955, 26.491524, 27.913798, 27.589226, 28.411208, 29.313651, 29.830393, 30.134202, 28.439489, 27.503543, 25.69835, 25.48181, 23.513446, 22.544509, 21.591634, 21.256547, 32.262124, 34.655744, 34.437521, 36.295643, 36.47243, 40.067278, 36.321773, 35.016543, 33.575209, 29.81769, 28.463942, 26.468979, 23.324785, 19.814, 17.10586, 13.883794, 17.626074, 18.405436, 26.107432, 24.381824, 21.061216, 17.766604, 9.929744, 9.486995, 3.892246, 2.003336]}, "digit": {"n_am_en": [5, 3, 4, 6, 6, 2, 3, 5, 7, 7, 7, 5, 4, 1, 5, 5, 3, 6, 4, 3, 3, 5, 4, 3, 7, 8, 0, 0, 5, 3, 2, 1, 6, 8, 4, 9, 6, 8, 2, 3, 7, 8, 9, 9, 7, 5, 3, 2, 0, 0], "n_am_pl": [2, 12, 14, 5, 3, 1, 4, 4, 6, 6, 10, 12, 11, 15, 11, 12, 5, 5, 9, 6, 5, 5, 5, 4, 6, 5, 7, 7, 7, 10, 10, 12, 13, 8, 8, 4, 4, 3, 2, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 52, "sum_m_en": [7.324586, 6.956701, 6.520031, 6.503661, 6.466038, 6.529566, 7.174035, 7.030145, 6.654646, 7.219642, 7.298264, 7.02791, 7.259518, 7.439586, 7.180708, 7.369462, 7.213964, 7.194445, 7.369801, 7.408994, 7.103625, 7.610892, 7.452019, 7.709597, 8.001493, 7.887625, 6.384495, 6.903535, 6.951139, 6.870117, 6.93407, 7.340425, 7.801899, 7.655304, 7.817548, 7.929944, 8.066613, 7.639789, 6.607897, 6.773004, 6.399239, 6.900457, 7.135012, 10.135891, 5.756203, 4.428488, 2.163131, 1.21749, 0.431924, 0.0], "sum_m_pl": [1.428818, 2.589182, 2.835348, 2.465406, 2.484085, 2.548884, 2.585354, 2.78137, 3.265308, 3.820904, 4.566846, 4.461038, 4.634241, 4.670837, 5.061116, 5.026183, 4.477756, 4.262074, 3.916417, 4.026459, 3.680719, 3.510474, 3.354862, 3.297032, 4.521179, 5.311469, 5.502139, 5.825411, 5.993291, 6.279178, 5.782415, 5.836809, 5.799149, 4.9676, 4.797566, 4.705307, 4.306039, 3.777907, 3.515638, 3.243734, 3.057007, 2.981854, 2.435065, 2.160835, 1.798057, 1.433039, 0.632032, 0.413111, 0.120267, 0.0]}, "lang": {"n_am_en": [10, 8, 6, 12, 10, 11, 10, 11, 10, 9, 11, 11, 11, 12, 12, 14, 16, 18, 14, 15, 11, 10, 11, 14, 23, 23, 26, 22, 17, 23, 21, 20, 20, 22, 25, 26, 30, 34, 37, 39, 41, 40, 40, 44, 43, 42, 40, 42, 45, 50], "n_am_pl": [1, 5, 6, 5, 5, 9, 9, 8, 10, 7, 5, 9, 8, 5, 10, 9, 12, 7, 3, 7, 7, 10, 8, 7, 6, 4, 3, 6, 9, 8, 8, 6, 10, 3, 1, 3, 2, 0, 1, 0, 2, 2, 2, 1, 1, 3, 1, 3, 2, 2], "n_pos": 55, "sum_m_en": [6.700528, 8.072588, 8.267391, 8.467135, 8.895674, 9.194849, 9.572781, 9.467101, 9.056651, 9.166957, 9.087022, 9.550875, 9.655194, 9.779325, 9.392026, 9.543118, 9.687782, 9.527196, 9.685899, 9.737833, 9.185273, 9.341097, 9.145819, 9.155821, 16.398631, 15.867344, 13.683969, 12.177541, 11.997602, 12.041224, 11.382229, 11.368046, 12.403612, 13.825133, 15.84921, 17.193857, 20.233449, 24.451034, 27.471642, 31.201548, 35.010148, 35.926552, 37.932911, 39.745877, 39.408759, 38.938913, 38.799029, 39.488947, 41.543004, 49.624769], "sum_m_pl": [1.388437, 2.242342, 2.870957, 2.626052, 2.936154, 2.875284, 3.016382, 3.472456, 3.691828, 3.761303, 3.898718, 3.774787, 4.209691, 4.161594, 4.219924, 4.386274, 4.280116, 3.945775, 3.905629, 3.907179, 3.583363, 3.383451, 3.209904, 3.223933, 3.944497, 4.312774, 4.630276, 5.249483, 5.514438, 6.277785, 5.936865, 5.746868, 5.418614, 4.937866, 4.702935, 4.395378, 3.813256, 3.183304, 2.536352, 1.841535, 2.488485, 2.568175, 2.151335, 2.023145, 2.30521, 2.81939, 1.523281, 2.695566, 2.578724, 2.003335]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 346, "item_id": "llmzszl-18765", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 781, "region_end": 344, "roundtrip_ok": true, "tf_agree": 0.9682, "tf_agree_excl_first": 0.971}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 37, 63, 65, 70, 59, 63, 86, 52, 62, 56, 64, 69, 80, 70, 70, 98, 109, 125, 129, 108, 109, 108, 109, 190, 158, 115, 95, 92, 87, 94, 83, 107, 119, 138, 157, 166, 180, 169, 185, 186, 181, 190, 207, 168, 135, 60, 13, 0, 1], "n_am_pl": [8, 70, 75, 65, 63, 81, 94, 102, 112, 84, 113, 105, 114, 108, 102, 101, 86, 77, 76, 67, 52, 52, 40, 46, 47, 70, 84, 82, 103, 106, 87, 110, 95, 78, 71, 60, 54, 42, 30, 29, 42, 52, 66, 70, 68, 98, 155, 182, 185, 176], "n_pos": 624, "sum_m_en": [68.145789, 90.427316, 95.506989, 95.849283, 97.409518, 95.499227, 98.600016, 99.824984, 94.178502, 97.029065, 97.807401, 95.031094, 98.093906, 97.725911, 92.977906, 95.702671, 99.397872, 96.794207, 98.874525, 99.784846, 93.66004, 97.224418, 95.357245, 95.622784, 132.277959, 120.519715, 102.382514, 97.821421, 97.691202, 97.059243, 95.883507, 99.824588, 102.353785, 105.726891, 115.521932, 115.476547, 121.560211, 142.403443, 143.951708, 158.81433, 160.491813, 160.546893, 164.432057, 184.22302, 152.748796, 121.455229, 51.658747, 14.514286, 6.831994, 0.974738], "sum_m_pl": [13.356434, 29.138702, 35.551315, 34.859426, 37.763028, 38.097956, 38.506842, 41.647276, 45.307734, 48.389348, 51.330688, 50.443546, 52.836173, 54.800249, 53.971032, 52.719413, 49.292971, 48.324971, 43.484165, 43.472831, 40.243528, 38.301624, 36.754976, 35.95652, 46.60118, 54.580877, 58.442857, 66.658096, 71.315676, 77.381205, 69.729425, 67.165067, 65.093595, 58.454425, 55.334744, 50.775014, 47.742092, 42.784427, 40.70937, 35.635821, 40.265059, 43.076193, 55.400608, 59.604787, 64.637762, 88.930851, 147.493448, 178.447335, 175.557933, 175.750315]}, "digit": {"n_am_en": [8, 3, 5, 8, 7, 3, 5, 13, 11, 11, 4, 6, 7, 5, 1, 6, 5, 6, 9, 9, 5, 7, 3, 3, 12, 6, 8, 5, 7, 6, 5, 6, 8, 10, 9, 13, 11, 9, 9, 8, 9, 13, 11, 12, 5, 8, 5, 4, 0, 0], "n_am_pl": [3, 19, 16, 5, 4, 4, 4, 4, 11, 6, 20, 16, 13, 12, 15, 12, 10, 11, 11, 8, 4, 4, 1, 2, 5, 9, 8, 11, 17, 17, 9, 20, 16, 10, 10, 11, 6, 2, 5, 2, 1, 2, 1, 1, 1, 0, 3, 1, 0, 0], "n_pos": 72, "sum_m_en": [9.745713, 9.627728, 9.39499, 9.28538, 9.158869, 9.105811, 9.706684, 9.744013, 9.455301, 10.119323, 10.033046, 9.661437, 10.158131, 10.436203, 9.963251, 10.088275, 10.158578, 10.319945, 10.553658, 10.517746, 10.080832, 10.616574, 10.397044, 10.682082, 11.376283, 10.938264, 9.50012, 10.205508, 10.113502, 10.135147, 9.955716, 10.822218, 11.245, 10.871608, 10.973667, 10.809337, 10.94442, 10.490562, 9.38458, 9.767895, 10.040837, 11.238024, 9.932987, 13.822553, 6.788237, 5.310573, 2.644772, 1.607943, 0.509109, 0.0], "sum_m_pl": [1.845888, 3.753695, 3.978169, 3.662273, 3.679824, 3.752387, 3.501698, 3.835663, 4.357435, 5.049759, 6.233548, 6.02874, 6.126431, 6.044611, 6.512445, 6.577095, 5.810794, 5.67841, 5.042267, 5.224214, 4.872957, 4.621988, 4.41793, 4.288209, 5.610143, 6.573247, 6.89484, 7.537321, 8.042572, 8.351947, 7.524901, 7.203579, 7.208382, 6.213191, 6.022114, 5.852433, 5.471769, 4.848437, 4.700313, 4.352791, 4.00806, 3.806564, 3.327241, 3.036064, 2.683858, 2.042721, 1.860969, 0.681754, 0.212495, 0.0]}, "lang": {"n_am_en": [9, 14, 14, 18, 22, 17, 22, 26, 24, 20, 23, 20, 24, 27, 23, 31, 47, 52, 56, 66, 62, 57, 58, 62, 87, 72, 56, 49, 39, 39, 47, 43, 51, 51, 63, 75, 73, 84, 82, 101, 93, 92, 99, 109, 102, 78, 34, 2, 0, 1], "n_am_pl": [1, 19, 20, 21, 16, 32, 26, 28, 32, 29, 33, 35, 40, 37, 40, 34, 27, 25, 23, 21, 19, 21, 18, 17, 16, 22, 25, 25, 31, 29, 24, 44, 37, 30, 31, 24, 25, 19, 12, 10, 16, 17, 22, 26, 27, 56, 110, 152, 169, 175], "n_pos": 176, "sum_m_en": [17.464581, 25.660168, 28.363338, 29.762413, 30.920291, 30.359242, 30.711548, 31.214917, 31.073767, 31.01866, 31.292185, 30.822847, 31.364005, 30.559887, 28.945605, 30.487301, 31.846922, 31.22642, 31.53036, 32.297116, 29.725773, 30.713102, 30.260268, 29.611738, 54.697353, 48.125133, 39.746023, 34.36471, 33.398744, 31.991095, 32.063429, 32.653258, 33.330595, 37.589673, 41.425809, 45.225124, 47.719759, 58.970768, 63.653767, 72.692496, 77.648869, 80.225693, 84.666852, 95.931988, 88.190924, 68.6494, 27.859208, 4.358571, 1.80253, 0.974104], "sum_m_pl": [2.734163, 7.151023, 9.05836, 9.58497, 9.918137, 10.69826, 11.211625, 11.951199, 12.524628, 13.53542, 13.862964, 13.969633, 15.404591, 16.520647, 15.723907, 14.824929, 14.152515, 13.500918, 12.401832, 12.332399, 11.29068, 10.642681, 9.985431, 9.92003, 12.639378, 15.440079, 17.186714, 20.925613, 22.172829, 24.837913, 22.989627, 22.71185, 21.786183, 20.708808, 20.208594, 18.844774, 19.214252, 17.498668, 16.086928, 14.560004, 14.281354, 14.952449, 16.856302, 21.431613, 25.483014, 51.619476, 105.292112, 147.33436, 161.111661, 174.602863]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 648, "item_id": "llmzszl-18765", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 909, "region_end": 624, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9892}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 20, 27, 40, 35, 37, 35, 43, 39, 38, 44, 40, 30, 27, 28, 36, 38, 33, 51, 50, 52, 54, 46, 45, 82, 69, 67, 52, 50, 46, 40, 46, 45, 54, 54, 60, 63, 71, 70, 73, 84, 78, 88, 92, 81, 74, 65, 61, 67, 66], "n_am_pl": [6, 23, 29, 20, 25, 31, 19, 20, 22, 13, 18, 27, 26, 23, 25, 26, 22, 11, 9, 15, 9, 15, 9, 6, 6, 10, 15, 23, 28, 35, 26, 26, 20, 13, 21, 14, 14, 8, 14, 13, 14, 10, 9, 7, 7, 8, 12, 12, 10, 10], "n_pos": 232, "sum_m_en": [28.630524, 36.769177, 36.696329, 37.284708, 38.045152, 37.069235, 36.920643, 36.981727, 36.444174, 39.086462, 41.114843, 42.558202, 39.644541, 38.632338, 40.468395, 38.472657, 39.406771, 39.387948, 42.017485, 40.859041, 39.084001, 39.978947, 39.04254, 38.962731, 54.745862, 52.470656, 47.582024, 43.59994, 45.538131, 45.252442, 43.108427, 44.652745, 46.326925, 44.652745, 47.138733, 45.876651, 53.311191, 57.718594, 60.22583, 65.983676, 69.19931, 70.844964, 79.005669, 83.892844, 76.604342, 73.925079, 67.875644, 64.643328, 63.206831, 65.992493], "sum_m_pl": [5.888773, 12.746208, 13.815579, 12.506427, 12.905947, 12.363831, 12.46004, 13.395059, 13.518945, 13.051902, 14.261933, 14.826397, 15.764201, 15.781091, 16.282082, 15.774214, 14.331432, 14.433792, 13.703982, 14.509432, 14.130126, 13.743337, 13.616549, 13.586578, 14.596366, 16.178896, 17.198577, 19.377952, 20.286489, 20.001395, 17.486531, 17.284416, 17.228991, 16.241049, 16.486108, 15.522991, 15.217167, 14.84959, 13.914117, 12.252335, 12.678402, 9.325016, 8.504855, 7.896995, 9.363653, 9.835752, 12.081934, 11.986884, 12.393528, 10.004612]}, "digit": {"n_am_en": [2, 1, 1, 4, 5, 1, 3, 9, 5, 5, 7, 4, 3, 3, 3, 5, 2, 2, 7, 6, 3, 6, 4, 7, 17, 11, 8, 5, 4, 4, 3, 5, 7, 7, 8, 10, 5, 8, 5, 2, 7, 9, 13, 14, 5, 4, 1, 1, 0, 0], "n_am_pl": [0, 6, 12, 5, 6, 7, 2, 0, 1, 2, 3, 5, 6, 4, 7, 6, 8, 5, 2, 2, 1, 3, 2, 1, 2, 3, 7, 7, 5, 8, 4, 7, 1, 3, 5, 3, 4, 3, 5, 3, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.941605, 7.029688, 6.525059, 6.338035, 6.30488, 6.015191, 6.09305, 6.248416, 5.879761, 6.994561, 7.128097, 7.129868, 6.849834, 6.812221, 7.113445, 6.338983, 6.326564, 6.834184, 7.347746, 7.0786, 6.528821, 6.90368, 6.805699, 6.977638, 9.191388, 8.31615, 7.155471, 6.847271, 7.588574, 7.380611, 7.18947, 7.83591, 7.912418, 7.099012, 7.046739, 7.343336, 7.783378, 7.386938, 6.229515, 5.793097, 5.978489, 7.858251, 7.686442, 9.978198, 6.06654, 4.902288, 2.874033, 1.874806, 1.21009, 5e-06], "sum_m_pl": [0.999582, 2.796517, 2.849702, 2.59395, 2.319627, 2.386269, 2.257054, 2.504418, 2.616511, 2.632572, 2.853572, 3.020089, 3.066241, 2.882761, 3.16783, 3.219546, 2.87999, 2.846142, 2.648087, 2.753676, 2.691372, 2.586996, 2.529622, 2.545955, 2.932139, 3.392449, 3.892477, 3.877497, 3.819538, 3.975267, 3.32963, 3.291048, 2.996431, 3.043542, 2.938769, 2.811942, 2.750507, 2.627054, 2.682714, 2.320295, 2.450916, 2.360778, 2.257917, 2.016688, 1.901604, 1.162642, 0.80144, 0.441629, 0.265755, 0.0]}, "lang": {"n_am_en": [8, 9, 12, 16, 17, 20, 17, 21, 19, 20, 25, 24, 18, 17, 14, 25, 22, 21, 27, 31, 35, 32, 28, 25, 43, 38, 41, 32, 30, 30, 25, 24, 25, 32, 31, 38, 40, 49, 47, 53, 56, 51, 52, 52, 59, 59, 58, 56, 62, 65], "n_am_pl": [2, 5, 5, 2, 4, 7, 4, 7, 7, 1, 4, 8, 5, 7, 7, 6, 3, 4, 5, 5, 4, 7, 5, 3, 1, 1, 1, 3, 5, 9, 5, 7, 6, 4, 5, 2, 1, 1, 3, 6, 4, 4, 3, 5, 4, 6, 9, 11, 10, 10], "n_pos": 76, "sum_m_en": [10.089245, 12.285677, 13.452788, 14.103652, 14.432602, 13.783043, 13.700898, 13.63439, 14.070593, 14.124633, 15.009635, 16.251622, 14.675339, 14.85569, 15.758262, 14.789138, 15.113428, 15.08749, 15.930056, 15.622053, 14.820033, 14.648177, 14.210465, 13.919653, 25.332631, 24.410989, 22.726491, 19.640304, 19.566025, 19.234117, 18.235476, 18.177988, 19.339717, 20.065979, 21.23323, 22.260165, 28.01305, 32.833175, 36.666926, 41.630292, 44.413011, 45.514599, 49.806563, 50.181687, 53.564528, 54.416319, 54.716532, 52.830293, 56.021034, 64.938042], "sum_m_pl": [1.752555, 3.242008, 3.547043, 3.168402, 3.640808, 3.526749, 3.547899, 3.80307, 3.845217, 3.405966, 3.813171, 4.02217, 4.217068, 4.763471, 4.76367, 4.623131, 4.345477, 4.427266, 4.354125, 4.659255, 4.582975, 4.42395, 4.43073, 4.392349, 4.313301, 4.570425, 4.84661, 5.52975, 5.651791, 5.614415, 5.08721, 5.480296, 5.383907, 5.250578, 5.310388, 5.030905, 4.42497, 4.548322, 4.514975, 3.739519, 3.663402, 2.575344, 2.358542, 2.905173, 3.559877, 4.370753, 7.380984, 9.328103, 9.95829, 10.004512]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 234, "item_id": "llmzszl-18766", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 888, "region_end": 232, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9785}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 22, 25, 31, 38, 50, 64, 71, 66, 63, 40, 51, 43, 39, 59, 63, 59, 49, 84, 82, 75, 86, 67, 72, 124, 112, 96, 70, 66, 55, 45, 45, 56, 76, 88, 77, 103, 123, 123, 117, 123, 116, 137, 136, 81, 56, 27, 1, 0, 0], "n_am_pl": [3, 40, 46, 31, 35, 54, 48, 34, 41, 31, 34, 57, 54, 49, 52, 57, 35, 30, 23, 30, 29, 20, 23, 23, 16, 15, 27, 47, 54, 59, 62, 60, 58, 42, 32, 19, 23, 22, 23, 24, 26, 28, 31, 34, 63, 74, 112, 142, 171, 172], "n_pos": 371, "sum_m_en": [34.454085, 53.74319, 55.820973, 58.133451, 59.098298, 59.085912, 61.577756, 64.435262, 62.90512, 65.852939, 70.356923, 72.697839, 66.044682, 63.835586, 65.628855, 64.574746, 66.544004, 65.131683, 69.704423, 67.299957, 63.889817, 65.094005, 63.679554, 63.465521, 91.350034, 87.199853, 74.465346, 65.29665, 65.594906, 66.046648, 63.739752, 65.104595, 67.286203, 65.25118, 66.304708, 66.63892, 75.545292, 85.32267, 84.064435, 86.732038, 88.414948, 82.61309, 106.317488, 109.693133, 81.468896, 62.861179, 29.534663, 4.960211, 1.972517, 8e-06], "sum_m_pl": [6.507045, 20.181995, 23.174625, 22.947906, 24.747505, 23.865773, 22.963618, 25.574851, 25.527174, 24.050962, 26.578047, 29.402434, 29.924617, 30.044485, 29.710219, 27.029126, 22.894912, 23.803717, 20.876504, 22.528895, 22.369569, 21.789872, 22.059216, 21.86899, 24.474478, 26.47202, 29.287722, 34.297619, 38.117102, 36.277776, 32.782679, 34.077644, 33.982054, 30.938448, 28.411538, 26.383558, 24.544916, 24.359955, 25.481557, 26.019689, 26.424024, 23.172614, 23.752122, 27.196751, 52.462681, 65.134158, 108.668366, 138.627553, 167.071475, 172.029317]}, "digit": {"n_am_en": [1, 3, 4, 2, 1, 2, 4, 3, 5, 7, 5, 1, 5, 3, 5, 9, 3, 4, 8, 6, 7, 10, 7, 8, 19, 15, 9, 10, 7, 5, 5, 4, 6, 8, 5, 8, 10, 7, 4, 5, 4, 7, 10, 12, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 5, 12, 7, 9, 9, 6, 2, 1, 2, 6, 11, 6, 3, 3, 3, 2, 2, 2, 0, 0, 0, 1, 1, 0, 1, 2, 2, 2, 3, 3, 4, 1, 1, 3, 0, 3, 2, 5, 5, 3, 4, 3, 0, 1, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.772696, 6.956733, 6.679831, 6.664254, 6.499393, 6.53733, 6.691047, 7.154122, 7.00493, 8.002781, 7.968233, 7.871083, 7.436964, 7.421285, 7.622947, 7.053534, 6.949287, 7.511587, 8.138069, 7.949153, 7.267329, 7.580283, 7.445183, 7.698117, 10.680815, 9.95724, 8.488956, 8.096033, 8.448472, 8.044899, 7.707576, 8.019784, 8.629674, 7.550669, 7.480597, 7.364318, 8.105541, 7.785574, 7.073599, 6.366901, 6.544115, 7.619114, 8.463109, 10.516383, 6.069531, 4.086175, 1.762791, 0.676285, 0.523041, 1e-06], "sum_m_pl": [1.052873, 2.959307, 3.153127, 3.043948, 2.832012, 2.882213, 2.530165, 2.844786, 2.883033, 2.904408, 3.169419, 3.568491, 3.399535, 3.139639, 3.491857, 3.422971, 2.985319, 3.059945, 2.734128, 2.901364, 2.843842, 2.684941, 2.618792, 2.60315, 2.898866, 3.126741, 3.474823, 3.757827, 3.904841, 3.898121, 3.420841, 3.349729, 3.250498, 3.132951, 3.163913, 3.000955, 2.946086, 2.716965, 2.642342, 2.336056, 2.362628, 2.310119, 2.179085, 1.781938, 1.671352, 0.955003, 0.648315, 0.268022, 0.153692, 0.0]}, "lang": {"n_am_en": [2, 4, 6, 12, 22, 24, 34, 40, 38, 39, 18, 26, 26, 20, 31, 28, 30, 29, 53, 52, 47, 53, 42, 45, 75, 67, 59, 46, 44, 39, 28, 32, 36, 51, 58, 45, 58, 74, 66, 61, 67, 64, 75, 72, 46, 33, 20, 1, 0, 0], "n_am_pl": [2, 21, 18, 8, 12, 24, 19, 19, 16, 11, 14, 21, 24, 22, 27, 30, 16, 16, 12, 18, 16, 10, 13, 13, 10, 7, 13, 22, 28, 33, 36, 34, 29, 22, 16, 10, 12, 11, 12, 16, 19, 21, 25, 29, 58, 68, 102, 138, 168, 172], "n_pos": 172, "sum_m_en": [15.444646, 24.157591, 25.678844, 27.954305, 28.906483, 28.144373, 29.789815, 31.411631, 31.047675, 31.306641, 33.715122, 35.532875, 31.75871, 31.410493, 32.07471, 31.938294, 32.945291, 32.078259, 34.34041, 32.793844, 31.30622, 31.736363, 31.034375, 30.559277, 50.749662, 48.394032, 40.211942, 33.334009, 32.010997, 32.543681, 31.700212, 32.342405, 33.160044, 34.495248, 34.592745, 36.250417, 39.531707, 46.41767, 44.34247, 44.736391, 46.032178, 43.379447, 57.162973, 58.728608, 45.643749, 36.722286, 20.170836, 2.587165, 0.404917, 6e-06], "sum_m_pl": [2.79439, 8.9785, 10.072327, 9.855315, 11.616659, 11.373576, 10.997253, 12.217669, 11.962182, 10.967508, 12.192806, 13.716449, 13.937822, 14.568625, 13.996767, 12.461844, 10.37618, 10.927355, 9.488652, 10.247806, 10.338497, 10.166321, 10.493786, 10.422277, 11.350014, 12.440913, 13.950033, 16.586353, 18.938635, 18.114198, 16.852837, 18.185442, 18.210032, 16.288482, 14.858258, 14.157034, 13.547834, 14.167764, 16.036236, 17.288648, 17.734029, 15.622942, 17.373561, 21.474327, 45.514643, 58.277985, 98.535318, 133.834591, 163.922219, 171.675826]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 373, "item_id": "llmzszl-18766", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1016, "region_end": 371, "roundtrip_ok": true, "tf_agree": 0.992, "tf_agree_excl_first": 0.9946}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 21, 22, 17, 25, 23, 23, 17, 23, 21, 27, 18, 16, 20, 30, 21, 24, 32, 37, 27, 28, 34, 23, 26, 33, 37, 27, 22, 24, 18, 14, 24, 25, 27, 39, 34, 41, 49, 51, 50, 48, 45, 46, 47, 45, 44, 39, 38, 35, 34], "n_am_pl": [2, 14, 7, 9, 15, 20, 14, 18, 9, 18, 21, 22, 24, 27, 26, 24, 29, 26, 22, 16, 15, 14, 11, 16, 14, 20, 23, 28, 19, 25, 34, 30, 25, 19, 20, 20, 19, 14, 8, 5, 3, 0, 0, 1, 1, 2, 0, 0, 0, 0], "n_pos": 167, "sum_m_en": [18.933638, 24.74181, 24.070591, 24.450584, 25.194987, 23.154945, 22.795451, 24.89728, 24.56958, 25.84848, 25.38221, 25.258132, 25.294631, 24.803383, 24.806596, 24.841193, 24.930282, 24.73602, 26.829504, 26.520122, 25.061727, 25.564907, 25.087655, 25.952549, 29.625632, 29.710384, 26.544999, 26.419352, 26.660927, 25.495038, 25.038751, 27.010191, 26.936011, 27.333485, 29.98683, 30.397925, 32.652585, 33.819111, 37.656535, 44.04917, 42.504936, 42.994319, 43.199598, 45.264632, 43.899782, 40.80742, 38.945673, 37.902643, 33.81865, 33.65429], "sum_m_pl": [3.839345, 8.506795, 10.046579, 9.275756, 9.987316, 9.941276, 9.624559, 10.356699, 10.825056, 12.752383, 13.141361, 13.921665, 15.522589, 14.230226, 14.810099, 15.007376, 13.31818, 13.392816, 12.636235, 12.267574, 11.687179, 11.336274, 10.976117, 10.857838, 14.377163, 16.662482, 17.165392, 18.073535, 18.207437, 20.222565, 19.482654, 17.859956, 17.407456, 17.528189, 16.724941, 15.965335, 15.374881, 13.953396, 11.910128, 8.664217, 6.90735, 5.072675, 3.983728, 2.908431, 2.759801, 2.514732, 1.979108, 1.329462, 0.388971, 2e-06]}, "digit": {"n_am_en": [3, 2, 2, 2, 3, 1, 4, 3, 2, 5, 4, 2, 0, 0, 5, 4, 4, 6, 3, 5, 2, 4, 3, 3, 6, 8, 8, 2, 2, 2, 2, 5, 3, 7, 5, 5, 5, 7, 5, 2, 7, 4, 6, 6, 6, 7, 4, 3, 0, 0], "n_am_pl": [0, 3, 3, 1, 2, 3, 1, 5, 2, 7, 4, 6, 4, 8, 5, 5, 8, 3, 5, 0, 1, 3, 1, 2, 2, 1, 2, 11, 4, 8, 7, 3, 4, 1, 2, 3, 4, 3, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.2347, 4.713287, 4.410837, 4.509131, 4.632441, 4.28248, 4.306578, 4.861739, 4.802364, 5.207384, 5.224507, 5.01221, 5.00664, 4.731714, 5.020134, 4.91715, 4.987572, 4.907521, 5.310273, 5.17988, 4.915026, 4.982765, 4.838124, 4.920737, 5.18438, 5.151009, 4.565988, 4.550353, 4.690471, 4.480244, 4.655668, 5.087179, 5.151641, 5.525774, 5.417212, 5.383451, 5.913549, 5.702403, 5.18672, 5.025977, 5.355093, 4.740843, 4.820366, 5.255781, 5.477501, 4.606237, 3.74575, 2.248228, 0.543201, 0.000158], "sum_m_pl": [0.667717, 1.565751, 1.692, 1.610803, 1.622358, 1.578418, 1.510923, 1.638187, 1.813283, 2.270419, 2.401231, 2.514831, 2.742158, 2.63992, 2.541976, 2.598316, 2.364411, 2.393685, 2.301656, 2.134379, 2.081114, 2.020581, 1.946022, 1.993585, 2.314395, 2.752584, 2.959783, 3.761653, 3.547691, 3.9808, 3.614136, 2.984133, 2.823012, 2.857349, 2.847596, 2.705869, 2.494428, 2.417603, 2.271469, 2.112399, 1.85252, 1.753663, 1.615383, 1.574644, 1.420688, 1.315837, 1.028602, 0.846934, 0.269239, 0.0]}, "lang": {"n_am_en": [5, 5, 9, 6, 10, 6, 5, 1, 4, 4, 6, 8, 10, 7, 11, 8, 6, 11, 13, 9, 13, 16, 14, 16, 13, 12, 8, 11, 9, 8, 6, 7, 9, 10, 17, 17, 21, 27, 26, 29, 29, 32, 31, 32, 31, 30, 31, 33, 34, 34], "n_am_pl": [0, 1, 0, 4, 3, 5, 8, 5, 2, 5, 4, 3, 5, 9, 6, 5, 3, 4, 1, 4, 2, 2, 5, 4, 5, 9, 8, 8, 5, 5, 7, 8, 6, 4, 4, 3, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.095494, 5.049026, 5.214958, 5.281796, 5.268302, 4.902066, 4.814258, 5.167541, 5.245488, 5.69537, 5.513029, 5.747029, 5.839558, 5.847561, 5.881155, 5.789124, 5.786446, 5.985793, 6.21221, 6.153112, 5.759806, 5.898341, 5.850922, 6.449872, 10.148643, 10.026256, 9.011627, 8.374886, 7.897855, 7.60135, 7.312451, 7.790962, 7.983431, 7.920343, 9.274204, 10.472155, 11.935176, 13.409177, 17.545867, 22.117716, 23.940461, 28.015439, 28.212975, 29.701511, 29.833541, 28.727605, 29.366929, 31.270352, 31.912968, 33.29335], "sum_m_pl": [0.686424, 1.443139, 1.794573, 1.84463, 1.792888, 2.021203, 2.148481, 2.441952, 2.472351, 2.811514, 2.861645, 2.922684, 3.542914, 3.089041, 3.252686, 3.162775, 2.76215, 2.821022, 2.612934, 2.614942, 2.556922, 2.493067, 2.407113, 2.368027, 3.507147, 4.068915, 4.26104, 4.212854, 4.511529, 4.569791, 4.340588, 4.044638, 3.820725, 3.876839, 3.424447, 3.39743, 3.563528, 3.19562, 2.151582, 1.426171, 1.064518, 0.558139, 0.407868, 0.248286, 0.168172, 0.208981, 0.302788, 0.138086, 0.053756, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "llmzszl-18770", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 735, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 0.994}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 12, 21, 24, 28, 34, 29, 31, 27, 21, 32, 21, 21, 24, 20, 29, 35, 37, 54, 41, 42, 52, 43, 41, 75, 73, 62, 45, 36, 32, 32, 33, 30, 44, 50, 60, 71, 76, 74, 73, 75, 75, 74, 70, 66, 42, 24, 6, 1, 0], "n_am_pl": [6, 22, 18, 24, 36, 38, 32, 27, 30, 38, 46, 55, 41, 39, 41, 24, 22, 20, 18, 22, 20, 14, 11, 12, 20, 21, 26, 31, 33, 39, 36, 36, 27, 34, 25, 21, 16, 18, 13, 10, 11, 10, 10, 8, 15, 28, 42, 61, 62, 61], "n_pos": 236, "sum_m_en": [23.577181, 34.477555, 35.154451, 34.852278, 36.609731, 35.344784, 36.159822, 39.039809, 37.292956, 38.019326, 37.51952, 36.18245, 37.279732, 36.724858, 35.592518, 36.642659, 37.308518, 35.622393, 38.785213, 38.22016, 35.275876, 36.078181, 35.339793, 36.564563, 50.975544, 49.138331, 41.289399, 39.198915, 37.642514, 35.463844, 35.39038, 37.145666, 38.263523, 39.926195, 45.096298, 45.44145, 49.985406, 53.121822, 56.164083, 63.505447, 60.629339, 60.501493, 65.042176, 64.027023, 61.443098, 43.084092, 22.079423, 8.434429, 2.572653, 0.139678], "sum_m_pl": [4.461833, 11.763348, 14.214248, 13.462172, 14.346771, 14.76182, 14.151648, 14.199415, 15.397984, 17.040754, 17.942837, 18.576464, 19.876579, 18.031364, 18.234303, 17.730838, 15.676374, 16.195024, 15.079618, 15.137317, 14.462155, 14.269396, 14.015548, 13.924515, 17.290871, 19.868119, 20.530798, 22.987345, 23.960115, 26.321158, 24.137748, 22.703029, 21.129309, 21.089603, 19.692836, 18.507294, 17.493534, 17.947482, 14.281477, 13.629269, 12.627346, 10.567445, 11.008485, 13.036436, 15.634799, 29.867902, 45.696052, 59.340475, 61.455017, 61.566668]}, "digit": {"n_am_en": [0, 2, 1, 0, 3, 2, 1, 2, 6, 4, 3, 1, 2, 7, 2, 1, 5, 7, 9, 9, 9, 9, 6, 6, 11, 12, 7, 6, 3, 6, 4, 7, 4, 8, 5, 11, 11, 13, 9, 9, 10, 11, 7, 8, 7, 4, 3, 1, 0, 0], "n_am_pl": [0, 1, 4, 4, 7, 5, 6, 5, 4, 6, 10, 12, 9, 5, 7, 3, 4, 2, 3, 2, 1, 1, 1, 1, 2, 4, 1, 6, 5, 8, 6, 8, 5, 3, 3, 4, 2, 1, 0, 0, 0, 1, 1, 1, 0, 1, 2, 3, 1, 0], "n_pos": 31, "sum_m_en": [3.157866, 4.658028, 4.882716, 4.79842, 5.07794, 4.88991, 5.045279, 5.590514, 5.307698, 5.434668, 5.448052, 5.057345, 5.110549, 5.253643, 5.192859, 5.099805, 5.248699, 5.124637, 5.703318, 5.497408, 5.099804, 5.10551, 4.94606, 5.13201, 6.768284, 6.853274, 5.793746, 5.629853, 5.455129, 5.278512, 5.430481, 5.622766, 5.586738, 5.939758, 6.809597, 7.367543, 7.914416, 7.771208, 6.971315, 7.173726, 6.938842, 7.080805, 6.977804, 7.706993, 6.168096, 4.202511, 2.901165, 1.594046, 0.732334, 0.0], "sum_m_pl": [0.543757, 1.472347, 1.590896, 1.567014, 1.942389, 1.71598, 1.561839, 1.589585, 1.881401, 2.168871, 2.291036, 2.359246, 2.675316, 2.497084, 2.480775, 2.339895, 1.903694, 1.980492, 1.806722, 1.860419, 1.779318, 1.767435, 1.721835, 1.76234, 2.08745, 2.618469, 2.470918, 2.929028, 3.061936, 3.470713, 3.155403, 3.236202, 2.768591, 2.531257, 2.371704, 2.27588, 1.89078, 1.783174, 1.648565, 1.566237, 1.407779, 1.462262, 1.315188, 1.301388, 1.478672, 2.042543, 2.969828, 3.143959, 1.282629, 0.0]}, "lang": {"n_am_en": [1, 4, 7, 10, 10, 8, 9, 7, 7, 6, 10, 6, 8, 5, 6, 11, 15, 12, 17, 13, 14, 19, 19, 16, 30, 27, 25, 14, 7, 6, 9, 6, 14, 16, 21, 24, 29, 29, 28, 28, 31, 34, 36, 35, 29, 20, 11, 3, 0, 0], "n_am_pl": [4, 10, 5, 9, 7, 12, 9, 12, 12, 9, 15, 18, 14, 15, 14, 9, 5, 1, 6, 8, 6, 5, 4, 2, 4, 3, 9, 10, 9, 12, 9, 6, 7, 9, 7, 9, 7, 9, 8, 8, 11, 8, 9, 7, 15, 25, 39, 56, 61, 61], "n_pos": 61, "sum_m_en": [6.142673, 9.567458, 10.043332, 10.042794, 10.498176, 10.062952, 10.400254, 11.295006, 11.502303, 11.540456, 11.166568, 10.969568, 11.349627, 11.073541, 10.01409, 10.562583, 10.962949, 10.330901, 11.090885, 10.807032, 9.694134, 10.080621, 9.658788, 10.214397, 18.96167, 18.257287, 14.098764, 12.033402, 11.088251, 10.217195, 10.432466, 11.183307, 11.703093, 12.984688, 15.381921, 15.91103, 18.344952, 20.972677, 22.188348, 24.900469, 25.517742, 28.152727, 30.296232, 28.710501, 28.220703, 19.196368, 9.28797, 2.504607, 0.161437, 3e-06], "sum_m_pl": [1.077642, 2.917334, 3.253703, 3.364608, 3.420417, 3.979089, 4.270904, 4.511271, 4.721254, 4.908687, 5.300784, 5.481102, 5.816628, 5.053127, 5.14968, 4.680779, 4.188775, 4.40378, 4.100789, 3.917028, 3.821173, 3.861757, 3.829512, 3.749715, 4.37763, 5.112259, 5.827729, 6.664839, 7.109719, 7.68981, 6.817775, 6.36303, 6.383384, 6.696732, 6.134364, 5.672468, 7.071311, 8.166703, 6.931101, 7.7705, 8.109532, 6.849059, 7.807163, 10.095656, 12.40894, 25.144864, 39.869632, 53.603196, 59.569211, 60.998717]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "llmzszl-18770", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 863, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9958}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 13, 19, 15, 19, 28, 26, 24, 19, 19, 22, 18, 24, 15, 17, 23, 26, 20, 24, 27, 35, 36, 32, 33, 38, 37, 31, 28, 23, 22, 25, 29, 26, 28, 32, 33, 39, 43, 46, 48, 53, 53, 56, 51, 48, 51, 42, 42, 39, 43], "n_am_pl": [0, 1, 4, 8, 5, 7, 6, 5, 5, 15, 18, 14, 16, 13, 16, 17, 12, 15, 12, 7, 5, 5, 5, 4, 10, 10, 14, 13, 16, 18, 16, 17, 13, 16, 15, 9, 9, 5, 4, 5, 5, 2, 2, 1, 2, 2, 2, 2, 2, 2], "n_pos": 118, "sum_m_en": [12.161551, 18.81981, 19.175143, 19.012381, 19.972217, 20.350033, 20.162761, 19.654125, 19.482175, 20.206994, 20.446498, 20.164895, 20.356448, 19.590797, 19.080847, 19.026701, 19.714559, 18.933087, 19.354264, 19.403599, 18.915062, 18.794793, 18.480308, 18.964381, 27.220762, 26.793416, 24.695354, 22.557194, 21.479903, 21.253889, 20.298911, 21.589231, 21.764363, 23.266795, 25.005762, 26.936548, 31.247698, 34.798849, 35.355075, 37.832003, 38.538151, 43.684795, 44.985565, 44.510027, 44.109961, 48.142255, 43.063357, 42.111861, 39.609476, 42.774551], "sum_m_pl": [2.131258, 4.938516, 5.302079, 4.957446, 5.493676, 5.482026, 5.517985, 5.636666, 5.724869, 6.859391, 7.44588, 7.868283, 8.130907, 7.99543, 8.613557, 8.6704, 7.720648, 7.998338, 8.018861, 8.160064, 7.593497, 7.55538, 7.312374, 7.378177, 9.443851, 10.963257, 10.297249, 10.885385, 10.756993, 11.5605, 10.870313, 10.898612, 10.751052, 9.386238, 8.83126, 8.476431, 7.672995, 6.700436, 6.443213, 6.577487, 6.232258, 5.160255, 4.99366, 4.245776, 3.7524, 2.764085, 2.173446, 1.947773, 2.291156, 1.977038]}, "digit": {"n_am_en": [0, 1, 1, 1, 2, 4, 3, 6, 3, 2, 3, 1, 3, 0, 3, 6, 3, 0, 1, 1, 5, 6, 4, 3, 7, 6, 6, 4, 3, 1, 1, 1, 0, 2, 3, 2, 5, 6, 6, 5, 5, 11, 8, 7, 6, 4, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 0, 0, 0, 6, 7, 6, 5, 7, 3, 7, 4, 6, 3, 3, 2, 4, 4, 3, 3, 4, 2, 5, 5, 7, 7, 6, 6, 6, 6, 3, 4, 2, 2, 2, 2, 1, 1, 0, 1, 1, 1, 1, 0, 0], "n_pos": 26, "sum_m_en": [2.474834, 4.575336, 4.664455, 4.46377, 4.413877, 4.424048, 4.53835, 4.482724, 4.298363, 4.563802, 4.752472, 4.19205, 4.316851, 4.182342, 4.097279, 4.104736, 4.41533, 4.04195, 4.29001, 4.44721, 4.285208, 4.310626, 4.183415, 4.300447, 5.244333, 5.207547, 4.856101, 4.67459, 4.518395, 4.284757, 4.262512, 4.360579, 4.127923, 4.252552, 4.602601, 4.675311, 5.118601, 5.775055, 5.176565, 5.360355, 4.713181, 6.036519, 5.005722, 4.609079, 4.346861, 4.75136, 2.331225, 0.997568, 0.36361, 0.0], "sum_m_pl": [0.464199, 1.178616, 1.114456, 1.008203, 1.057945, 1.044795, 1.031123, 1.116008, 1.087886, 1.33652, 1.517224, 1.619568, 1.737581, 1.690116, 1.848367, 1.869529, 1.632703, 1.900091, 1.779372, 1.787266, 1.643527, 1.650601, 1.601289, 1.666495, 2.081128, 2.684176, 2.00308, 2.559541, 2.253552, 2.60182, 2.279655, 2.38388, 2.311506, 1.944064, 1.753806, 1.77976, 1.700061, 1.522042, 1.703157, 1.841127, 1.79928, 1.559402, 1.4491, 1.384294, 1.240799, 0.870291, 0.584485, 0.441747, 0.136568, 0.0]}, "lang": {"n_am_en": [4, 6, 10, 7, 8, 12, 11, 9, 10, 11, 11, 8, 12, 7, 9, 14, 15, 15, 15, 15, 22, 21, 19, 20, 23, 24, 17, 17, 12, 15, 15, 20, 16, 19, 21, 24, 27, 31, 32, 34, 36, 36, 38, 38, 38, 38, 39, 38, 39, 43], "n_am_pl": [0, 1, 2, 4, 3, 3, 2, 2, 3, 6, 7, 5, 6, 4, 10, 5, 4, 5, 6, 1, 1, 1, 1, 1, 2, 3, 6, 4, 6, 4, 4, 5, 4, 7, 6, 4, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2], "n_pos": 46, "sum_m_en": [4.838805, 7.30126, 7.538227, 7.397703, 7.898578, 8.095879, 7.888221, 7.650007, 7.897802, 8.183206, 8.230558, 8.670175, 8.697628, 8.410029, 8.214724, 8.340355, 8.383175, 8.461145, 8.330227, 8.113146, 8.045264, 7.889881, 7.792826, 7.990162, 13.792411, 13.52768, 11.89178, 10.267275, 9.948856, 9.967741, 9.402037, 10.298126, 10.585045, 11.885856, 13.249278, 15.134661, 18.737694, 21.290254, 23.064414, 24.495451, 25.856299, 30.509607, 32.616803, 33.101535, 34.073135, 35.698644, 36.349416, 36.235451, 37.837768, 42.76984], "sum_m_pl": [0.76474, 1.845732, 2.041584, 1.964755, 2.184094, 2.160941, 2.215943, 2.288597, 2.379044, 2.887891, 3.016435, 3.199416, 3.413951, 3.490454, 3.811985, 3.819892, 3.36811, 3.362743, 3.434222, 3.412663, 3.188704, 3.211079, 3.102486, 3.093099, 4.20182, 4.620813, 4.897668, 4.706414, 4.557459, 4.950848, 4.917698, 4.693473, 4.927689, 4.378721, 4.356145, 4.082566, 3.540676, 2.99192, 2.720679, 2.833985, 2.578822, 1.967411, 1.826497, 1.652796, 1.467803, 1.093674, 1.158816, 1.158318, 1.935451, 1.977038]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "llmzszl-18771", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 832, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 5, 32, 27, 34, 41, 45, 59, 40, 35, 35, 38, 41, 40, 38, 41, 44, 36, 48, 50, 46, 53, 50, 56, 76, 67, 61, 49, 44, 42, 42, 50, 61, 62, 67, 82, 80, 93, 86, 84, 97, 90, 108, 92, 79, 60, 31, 17, 11, 6], "n_am_pl": [7, 29, 31, 25, 33, 36, 34, 35, 41, 26, 43, 52, 40, 35, 40, 32, 25, 31, 21, 31, 21, 20, 15, 12, 17, 32, 31, 29, 42, 43, 45, 38, 31, 27, 33, 24, 31, 23, 18, 16, 15, 17, 20, 24, 25, 53, 89, 111, 116, 116], "n_pos": 292, "sum_m_en": [29.891957, 44.432562, 47.471582, 47.206349, 47.563563, 48.821955, 49.512339, 50.53812, 48.517219, 48.938889, 49.97897, 49.354911, 50.652969, 49.299877, 46.105075, 46.749486, 48.627618, 45.584726, 47.751583, 47.438916, 46.290216, 46.621754, 46.335825, 46.927585, 62.972694, 61.903528, 56.731172, 51.557128, 49.716072, 49.632817, 47.975779, 52.600802, 52.87684, 54.723779, 58.050478, 58.641336, 60.375089, 65.189621, 62.838935, 69.184675, 71.929478, 77.0551, 86.128981, 81.127008, 75.663257, 59.955527, 32.1222, 16.552348, 12.838394, 6.080624], "sum_m_pl": [6.613833, 15.740865, 17.681146, 16.635318, 16.797667, 16.270814, 15.965151, 17.039109, 18.355352, 19.694535, 20.480226, 22.237408, 21.488405, 21.633867, 21.606587, 21.86944, 18.496328, 18.457762, 17.734296, 18.26907, 17.359707, 16.948353, 16.686948, 16.643862, 20.256215, 23.032408, 23.850265, 24.97431, 27.202779, 30.442429, 27.114477, 27.697539, 26.415944, 23.495704, 21.127848, 19.619893, 19.345823, 16.247185, 15.575093, 14.767232, 15.195077, 15.552095, 18.735697, 23.418182, 28.467767, 47.518057, 81.868566, 106.651496, 113.066845, 115.713155]}, "digit": {"n_am_en": [2, 0, 5, 4, 5, 4, 5, 7, 4, 4, 1, 6, 7, 6, 6, 3, 3, 5, 2, 5, 4, 6, 7, 7, 13, 7, 5, 6, 4, 7, 5, 3, 5, 5, 8, 12, 14, 15, 8, 8, 14, 12, 12, 6, 7, 6, 1, 1, 1, 0], "n_am_pl": [2, 8, 3, 0, 5, 6, 4, 3, 3, 4, 8, 10, 7, 3, 5, 6, 4, 7, 3, 7, 4, 3, 2, 2, 3, 7, 10, 4, 4, 4, 6, 9, 4, 7, 9, 5, 3, 2, 4, 3, 3, 2, 2, 3, 3, 1, 2, 3, 0, 0], "n_pos": 51, "sum_m_en": [5.077984, 8.454335, 8.91995, 8.584712, 8.541816, 8.827966, 9.046229, 8.990132, 8.181596, 8.438266, 8.939671, 8.223132, 8.365455, 8.23008, 7.82244, 7.901715, 8.293308, 7.899807, 8.422805, 8.498834, 8.189641, 8.248767, 8.174541, 8.396755, 10.252544, 9.915108, 9.176794, 8.903394, 8.512768, 8.333405, 7.774147, 9.02555, 9.138701, 8.972839, 9.173827, 9.569823, 10.053152, 9.930526, 8.729966, 10.104646, 8.823311, 10.354402, 8.665683, 8.211671, 7.893493, 7.151951, 3.95374, 1.51813, 1.54042, 0.0], "sum_m_pl": [1.264008, 3.00688, 2.820764, 2.613756, 2.399507, 2.550567, 2.43038, 2.493312, 2.618114, 3.095468, 3.340822, 3.656818, 3.630656, 3.444356, 3.572729, 3.650278, 3.095124, 3.132185, 2.931251, 3.152205, 3.00986, 3.001267, 2.948057, 2.980897, 3.608758, 4.146097, 3.907336, 4.27481, 4.387084, 4.821929, 4.541551, 4.348598, 4.142258, 3.887231, 3.488862, 3.29814, 2.988661, 2.496621, 2.451465, 2.346638, 2.4394, 2.319469, 2.392734, 2.642787, 2.699998, 2.237289, 2.299302, 2.575788, 0.323084, 3e-06]}, "lang": {"n_am_en": [10, 5, 12, 9, 18, 25, 25, 33, 22, 21, 19, 22, 27, 26, 22, 30, 26, 21, 29, 26, 25, 33, 29, 38, 45, 42, 33, 32, 28, 24, 27, 35, 37, 38, 37, 43, 45, 52, 52, 56, 60, 59, 78, 69, 62, 45, 26, 11, 6, 6], "n_am_pl": [4, 12, 11, 18, 15, 15, 18, 15, 20, 10, 19, 28, 21, 20, 23, 21, 16, 15, 11, 18, 11, 10, 8, 5, 8, 16, 12, 11, 19, 20, 16, 17, 14, 13, 13, 12, 20, 18, 12, 10, 12, 15, 16, 19, 21, 47, 76, 98, 114, 116], "n_pos": 122, "sum_m_en": [13.305645, 19.236149, 20.876354, 20.916919, 21.182045, 21.34157, 21.78928, 22.3945, 22.031624, 22.113487, 22.334325, 22.69451, 23.346689, 22.767672, 21.243252, 21.548609, 22.16122, 20.812973, 21.40295, 21.125167, 20.821492, 20.928332, 20.800254, 20.951963, 33.401914, 32.547362, 28.924079, 25.470463, 24.219784, 24.078226, 23.362255, 25.205443, 24.94753, 26.770784, 28.114902, 30.033374, 30.939754, 34.858002, 36.388309, 40.734086, 45.13679, 48.80554, 60.526388, 58.318063, 54.698962, 43.088279, 22.811581, 10.886212, 7.032572, 5.981678], "sum_m_pl": [2.615694, 6.359804, 7.518993, 7.423537, 7.493225, 7.156532, 7.09862, 7.680937, 8.581554, 8.437409, 8.806742, 9.612401, 9.555069, 10.058585, 9.939101, 9.932438, 8.117183, 8.021178, 7.860078, 7.844947, 7.516208, 7.369389, 7.258252, 7.190453, 8.675517, 10.085241, 11.092917, 11.391459, 12.681257, 14.439954, 12.655127, 13.774745, 13.306426, 11.858416, 10.418357, 9.893499, 10.90122, 9.189565, 9.169351, 8.655684, 9.215456, 9.891343, 12.527479, 17.055448, 22.227682, 39.556973, 70.471297, 94.638332, 110.028627, 115.601155]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 292, "item_id": "llmzszl-18771", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 960, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9966, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 9, 18, 14, 20, 15, 16, 15, 18, 15, 15, 12, 10, 13, 14, 18, 21, 24, 22, 23, 19, 22, 21, 19, 31, 29, 23, 19, 19, 16, 17, 18, 17, 23, 19, 25, 27, 36, 41, 44, 43, 43, 42, 43, 39, 38, 36, 36, 35, 34], "n_am_pl": [5, 9, 5, 8, 8, 2, 7, 10, 3, 6, 15, 15, 21, 19, 13, 10, 11, 11, 8, 6, 8, 7, 6, 5, 7, 9, 5, 6, 7, 7, 8, 9, 9, 3, 6, 6, 6, 3, 4, 1, 0, 3, 2, 0, 1, 0, 0, 0, 0, 0], "n_pos": 100, "sum_m_en": [9.953127, 15.341503, 15.411699, 15.25181, 16.640763, 16.686541, 16.169206, 16.649761, 16.325939, 17.387538, 16.884478, 17.808171, 16.253955, 16.390136, 16.408772, 16.763101, 17.131649, 16.353718, 16.364536, 16.26325, 15.767861, 16.00956, 15.757537, 15.941099, 22.081248, 20.039919, 18.93188, 17.411581, 16.183034, 17.477752, 16.358722, 17.100626, 17.320069, 17.960228, 19.359147, 19.413995, 21.51924, 27.077546, 32.560208, 34.306757, 33.849556, 35.810549, 37.41639, 37.661693, 39.153119, 39.106204, 36.374793, 35.877501, 34.345421, 33.650753], "sum_m_pl": [1.756197, 4.572023, 4.874925, 4.534619, 4.835484, 4.858044, 5.077197, 5.282693, 5.018586, 5.357469, 5.99624, 6.467311, 6.700763, 6.788673, 7.375753, 8.063144, 7.581433, 8.200485, 7.259899, 6.985449, 6.835142, 6.646067, 6.363292, 6.388981, 8.97443, 9.560633, 8.691838, 8.710929, 8.72908, 9.454433, 9.039309, 8.617641, 8.794546, 8.448529, 8.102515, 7.72736, 7.128523, 5.912993, 5.209542, 4.815777, 4.370181, 3.583121, 3.572805, 3.292588, 2.739552, 1.780608, 1.250714, 0.812283, 0.209491, 1.1e-05]}, "digit": {"n_am_en": [0, 1, 3, 2, 2, 2, 3, 2, 3, 1, 6, 4, 3, 4, 1, 3, 5, 4, 6, 6, 5, 7, 4, 5, 7, 5, 4, 3, 2, 2, 5, 4, 2, 4, 2, 2, 1, 3, 3, 6, 6, 5, 4, 4, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 1, 3, 1, 2, 4, 7, 4, 3, 2, 1, 4, 4, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 1, 2, 0, 0, 2, 2, 0, 1, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.901515, 3.657399, 3.526136, 3.322165, 3.627694, 3.739262, 3.436476, 3.53753, 3.506625, 3.703884, 3.889171, 3.97157, 3.651741, 3.582081, 3.670862, 3.572784, 3.66144, 3.599827, 3.668837, 3.644215, 3.418416, 3.494667, 3.46104, 3.57649, 4.707102, 4.137332, 3.939267, 3.659608, 3.357491, 3.503765, 3.388191, 3.936883, 3.68433, 3.713845, 3.607096, 3.344043, 3.37774, 3.851365, 4.118841, 3.912924, 3.879599, 3.975927, 4.008945, 3.603587, 3.276233, 2.814347, 1.973219, 1.228005, 0.245487, 0.0], "sum_m_pl": [0.245822, 0.881578, 0.760046, 0.689896, 0.725664, 0.786416, 0.794775, 0.867607, 0.906006, 0.945909, 1.145632, 1.208739, 1.19206, 1.240484, 1.448643, 1.592873, 1.512877, 1.72942, 1.537333, 1.508573, 1.465917, 1.411578, 1.345503, 1.379434, 1.978741, 2.054869, 1.891141, 1.941811, 1.817642, 1.753768, 1.680983, 1.540462, 1.479328, 1.389671, 1.260553, 1.330851, 1.315744, 1.238307, 1.371957, 1.270601, 1.305059, 1.233791, 1.263403, 1.220067, 1.207739, 0.812614, 0.773699, 0.476619, 0.105896, 0.0]}, "lang": {"n_am_en": [6, 6, 11, 9, 12, 8, 10, 10, 11, 8, 5, 8, 5, 3, 6, 7, 10, 9, 6, 8, 7, 7, 9, 8, 13, 14, 14, 10, 11, 9, 8, 7, 9, 12, 15, 16, 21, 24, 27, 28, 29, 33, 35, 35, 34, 34, 34, 33, 35, 34], "n_am_pl": [4, 4, 4, 6, 4, 2, 3, 4, 0, 3, 7, 7, 12, 13, 7, 5, 4, 1, 2, 3, 2, 3, 3, 2, 2, 1, 2, 3, 3, 2, 4, 3, 6, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.277086, 5.432473, 5.93461, 5.859615, 6.734054, 6.766409, 6.870296, 7.193718, 7.133975, 7.135638, 6.571636, 7.232723, 6.500041, 6.686799, 6.525065, 6.831051, 6.825948, 6.304048, 6.184145, 6.226011, 6.119725, 6.265852, 6.135188, 6.122692, 10.734593, 9.546847, 9.098476, 7.910193, 7.310118, 8.004742, 7.364628, 7.341698, 7.549904, 8.008437, 9.230591, 9.727341, 11.120507, 15.447468, 20.519197, 22.57377, 23.205685, 26.046366, 28.480837, 28.615344, 30.95196, 32.00575, 32.369579, 32.230125, 33.090128, 33.548533], "sum_m_pl": [0.950523, 1.776706, 1.947497, 1.846051, 2.047235, 2.0412, 2.226674, 2.309096, 2.117954, 2.190207, 2.513991, 2.788506, 3.078344, 3.125705, 3.217672, 3.520605, 3.153777, 3.270834, 2.85299, 2.70513, 2.672703, 2.619114, 2.549297, 2.544206, 3.439192, 3.997481, 3.843355, 3.879755, 3.806006, 4.236857, 4.03913, 3.828876, 4.227046, 4.110343, 3.753885, 3.5044, 3.35894, 2.461638, 1.740108, 1.522861, 1.357086, 0.967653, 0.869545, 0.812065, 0.510461, 0.316145, 0.225227, 0.12599, 0.052086, 8e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "llmzszl-18773", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 795, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9802}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 12, 14, 19, 35, 32, 33, 29, 22, 30, 24, 30, 18, 24, 21, 31, 29, 32, 28, 34, 31, 28, 35, 30, 52, 45, 34, 26, 21, 25, 20, 27, 22, 24, 39, 41, 39, 55, 67, 62, 64, 69, 76, 71, 60, 40, 13, 1, 0, 0], "n_am_pl": [3, 20, 16, 13, 19, 18, 12, 17, 19, 19, 23, 23, 35, 19, 28, 20, 12, 15, 23, 22, 19, 19, 15, 16, 22, 25, 20, 17, 22, 23, 24, 22, 21, 27, 14, 16, 18, 9, 7, 11, 9, 11, 10, 9, 23, 40, 57, 64, 65, 65], "n_pos": 179, "sum_m_en": [18.036292, 27.03239, 28.497501, 28.5882, 30.417031, 29.881642, 29.92289, 30.57737, 30.195089, 31.573787, 31.42959, 32.012473, 30.595067, 30.364878, 29.229419, 30.126162, 30.763605, 28.5347, 29.143364, 28.751654, 28.385819, 28.788781, 28.635764, 28.844908, 38.306781, 32.859099, 29.899676, 29.419832, 27.750697, 28.550457, 27.665318, 29.172279, 30.645436, 31.156216, 33.10491, 33.1376, 35.977549, 43.760656, 49.163442, 47.664665, 48.430218, 53.975186, 60.250041, 62.212586, 52.234581, 38.604801, 12.353595, 3.182648, 1.141551, 4.4e-05], "sum_m_pl": [3.189296, 8.927781, 9.723218, 9.267018, 9.341557, 10.04573, 9.982213, 10.272969, 10.404011, 10.875575, 11.726085, 12.682737, 13.550251, 14.4428, 14.852739, 15.077201, 14.071147, 15.069049, 13.118278, 12.833395, 12.832213, 12.299794, 12.049521, 11.843839, 16.972471, 20.261696, 19.891307, 19.205665, 19.488132, 20.744628, 19.307742, 18.608935, 17.48442, 17.094061, 16.527808, 16.020035, 14.199467, 12.158106, 11.837043, 11.741691, 12.490498, 10.637815, 10.944864, 13.781923, 22.960768, 33.602777, 56.985693, 63.107051, 64.113063, 65.20476]}, "digit": {"n_am_en": [0, 1, 6, 3, 4, 3, 1, 2, 3, 3, 3, 3, 3, 4, 1, 1, 0, 4, 4, 2, 0, 3, 2, 2, 6, 7, 4, 2, 3, 2, 0, 5, 2, 3, 1, 2, 1, 5, 5, 1, 3, 4, 6, 5, 6, 3, 2, 0, 0, 0], "n_am_pl": [0, 3, 3, 1, 0, 2, 1, 1, 1, 3, 7, 4, 7, 3, 5, 5, 2, 1, 3, 4, 3, 2, 2, 1, 1, 3, 3, 0, 1, 2, 0, 1, 1, 3, 1, 3, 4, 2, 2, 2, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.750655, 4.675767, 4.93669, 4.782597, 4.832973, 5.166919, 4.775375, 4.7631, 4.574046, 4.972596, 5.191, 5.00354, 4.963399, 4.794037, 4.744291, 4.736325, 5.085379, 4.728901, 4.912545, 4.819256, 4.678649, 4.827972, 4.7403, 4.90759, 6.021179, 5.212052, 4.82183, 4.998135, 4.730337, 4.649503, 4.45908, 4.981705, 5.138838, 4.780954, 4.869196, 4.681519, 5.018494, 5.176363, 4.766006, 4.376456, 4.343846, 4.516737, 5.442322, 4.61566, 4.128873, 2.888048, 2.043794, 1.161932, 0.432126, 0.0], "sum_m_pl": [0.436819, 1.382804, 1.345782, 1.246276, 1.10657, 1.233457, 1.148849, 1.296167, 1.494305, 1.668397, 1.96318, 1.877432, 2.087156, 2.348341, 2.489508, 2.50959, 2.195399, 2.501078, 2.125698, 2.09269, 2.052435, 1.919086, 1.840091, 1.838045, 2.424768, 2.949643, 2.627307, 2.661058, 2.637693, 2.774685, 2.564733, 2.520904, 2.470128, 2.318138, 2.248628, 2.466029, 2.237214, 2.032361, 2.051247, 1.874507, 1.827914, 1.721916, 1.643004, 1.700912, 1.614587, 1.175902, 1.047138, 0.657458, 0.176478, 0.0]}, "lang": {"n_am_en": [4, 4, 6, 9, 21, 21, 19, 18, 12, 10, 9, 14, 10, 11, 12, 16, 17, 17, 19, 24, 23, 20, 23, 23, 32, 23, 18, 10, 10, 14, 12, 15, 14, 10, 22, 23, 24, 32, 44, 44, 43, 49, 49, 44, 37, 22, 7, 0, 0, 0], "n_am_pl": [2, 5, 9, 7, 10, 7, 3, 9, 8, 9, 8, 12, 18, 8, 11, 6, 4, 7, 10, 10, 8, 11, 9, 10, 8, 13, 8, 9, 12, 11, 11, 11, 13, 15, 7, 8, 9, 5, 2, 6, 6, 5, 5, 9, 21, 38, 51, 62, 64, 65], "n_pos": 65, "sum_m_en": [7.394172, 10.056885, 10.982375, 11.19912, 12.337806, 11.979216, 12.508262, 12.626859, 12.747681, 13.187826, 12.993468, 13.51328, 13.067912, 12.9578, 12.029785, 12.187077, 12.172354, 11.104302, 11.381847, 11.339433, 11.372524, 11.329526, 11.27999, 11.14219, 18.785236, 14.765741, 12.634133, 11.818672, 10.72507, 11.34143, 11.318568, 12.046564, 12.560918, 13.12635, 13.763387, 14.501457, 16.402691, 21.423462, 26.985598, 26.676434, 27.862752, 33.073066, 37.755603, 37.993198, 30.715241, 22.788886, 6.247211, 0.607031, 0.160904, 7e-06], "sum_m_pl": [1.239146, 3.008109, 3.533253, 3.321013, 3.569576, 3.71928, 4.023517, 4.080847, 4.188273, 4.289004, 4.599371, 5.439519, 5.748436, 6.026303, 6.08739, 6.070069, 5.784046, 6.160175, 5.356376, 5.118627, 5.174685, 5.000209, 4.943828, 4.808947, 7.485106, 9.266813, 9.533283, 9.069507, 9.389455, 9.562547, 8.910825, 8.608326, 8.176705, 8.200706, 7.792906, 7.518259, 7.299773, 6.001188, 5.318973, 5.555084, 6.514996, 5.139248, 5.726776, 9.055038, 17.884726, 29.269402, 50.150629, 59.106455, 62.286744, 64.57346]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "llmzszl-18773", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 923, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9945, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 7, 4, 11, 9, 17, 18, 26, 23, 21, 21, 28, 19, 11, 22, 21, 14, 17, 21, 23, 21, 23, 21, 19, 26, 27, 23, 22, 23, 19, 21, 28, 24, 38, 40, 42, 41, 45, 50, 51, 48, 46, 42, 41, 39, 37, 32, 34, 34, 31], "n_am_pl": [4, 7, 13, 9, 9, 7, 11, 10, 9, 9, 13, 13, 13, 14, 15, 18, 23, 16, 12, 9, 8, 11, 9, 9, 7, 10, 10, 19, 18, 18, 14, 16, 13, 12, 13, 16, 5, 4, 2, 2, 2, 3, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 106, "sum_m_en": [9.905237, 16.73088, 15.958395, 16.386252, 16.861743, 17.452639, 17.945755, 18.776514, 17.751887, 17.972014, 17.429011, 17.861248, 16.924635, 16.994518, 16.83163, 18.754908, 18.410051, 17.26031, 18.283686, 18.012378, 17.492656, 17.531263, 17.044147, 16.912134, 24.267681, 23.11176, 21.949392, 21.163955, 20.166495, 19.598039, 18.743596, 20.789456, 20.504907, 23.426401, 25.243761, 28.325294, 33.911522, 35.203485, 37.876832, 40.179286, 40.129779, 37.592651, 37.302695, 36.8746, 34.771617, 35.575929, 34.650014, 34.090588, 32.451321, 31.242808], "sum_m_pl": [1.932846, 4.139211, 4.970154, 4.271467, 4.776279, 4.801694, 4.774322, 4.7086, 5.157691, 6.158302, 6.298497, 7.354727, 7.150213, 6.95759, 7.352323, 8.097381, 7.377105, 7.913519, 7.357774, 7.319648, 6.935033, 6.707689, 6.491038, 6.348018, 8.203944, 8.778087, 9.028985, 9.894549, 10.053263, 11.178933, 10.055542, 9.208667, 9.045835, 8.639702, 8.363356, 8.602677, 7.158, 6.029936, 5.376129, 4.790688, 4.12563, 3.7757, 3.789822, 2.890548, 2.375168, 1.699476, 0.914396, 0.610446, 0.505308, 0.08979]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 2, 4, 6, 5, 2, 2, 3, 0, 0, 1, 3, 2, 3, 2, 2, 0, 1, 1, 2, 3, 4, 2, 2, 3, 3, 4, 4, 4, 4, 4, 4, 5, 5, 7, 9, 5, 6, 5, 4, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 0, 0, 0, 1, 3, 3, 4, 4, 6, 2, 2, 5, 5, 3, 1, 3, 2, 4, 2, 3, 1, 2, 1, 5, 5, 4, 2, 0, 1, 1, 3, 2, 2, 2, 1, 1, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.536269, 3.268352, 2.967092, 2.709663, 2.767318, 3.162043, 3.348217, 3.469581, 3.141199, 3.118828, 2.836306, 2.963781, 2.618239, 2.600209, 2.473989, 2.845221, 3.118885, 2.956221, 2.956901, 2.912549, 2.966578, 3.011534, 3.041093, 3.070129, 3.482468, 3.500802, 3.122246, 3.296268, 3.425336, 3.295392, 3.388499, 3.799663, 3.532872, 3.951589, 3.972678, 4.125643, 4.323188, 4.263826, 4.557959, 4.964863, 4.880919, 4.24779, 4.475068, 4.005393, 2.993804, 2.962444, 2.620544, 0.722857, 0.142901, 0.0], "sum_m_pl": [0.226143, 0.848175, 0.909521, 0.760575, 0.714302, 0.696343, 0.725264, 0.738167, 0.777794, 0.947723, 0.997052, 1.154932, 1.205624, 1.292763, 1.328286, 1.506704, 1.309832, 1.351299, 1.249421, 1.263122, 1.184443, 1.170943, 1.132667, 1.10702, 1.488205, 1.339607, 1.409733, 1.740303, 1.692564, 1.87868, 1.687208, 1.527249, 1.494453, 1.37197, 1.426018, 1.342314, 1.261393, 1.156329, 1.078526, 0.931337, 0.859276, 0.904408, 0.863702, 0.950031, 0.888909, 0.717873, 0.508027, 0.233144, 0.04411, 0.0]}, "lang": {"n_am_en": [3, 2, 2, 3, 2, 2, 8, 9, 10, 9, 9, 12, 9, 7, 11, 10, 8, 10, 11, 14, 17, 17, 16, 14, 17, 18, 17, 14, 15, 12, 11, 16, 13, 18, 21, 23, 23, 25, 27, 27, 26, 30, 28, 28, 28, 26, 26, 29, 31, 31], "n_am_pl": [2, 2, 5, 2, 4, 4, 5, 4, 1, 1, 4, 5, 2, 2, 3, 5, 7, 4, 3, 2, 1, 1, 1, 1, 0, 0, 2, 6, 2, 4, 3, 5, 3, 2, 5, 4, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.479688, 4.55346, 4.405978, 4.721616, 4.775235, 4.984101, 5.229149, 5.560116, 5.508161, 5.517897, 5.472055, 5.887172, 5.677939, 5.848029, 5.8339, 6.754553, 6.418306, 6.188076, 6.5535, 6.73446, 6.338327, 6.13911, 5.720314, 5.533293, 12.7838, 12.061298, 11.717017, 10.000399, 9.086611, 8.485701, 7.778292, 8.810679, 8.490017, 10.622195, 11.487091, 14.003188, 18.251374, 19.89228, 21.954569, 23.407123, 23.806276, 24.743199, 24.812849, 25.259079, 25.140659, 25.596159, 26.547419, 28.025437, 28.719937, 30.8321], "sum_m_pl": [0.630429, 1.14869, 1.268661, 1.179864, 1.388492, 1.33647, 1.38236, 1.346362, 1.519655, 1.826646, 1.927069, 2.302148, 2.146772, 1.999967, 2.152411, 2.352236, 2.208077, 2.357923, 2.176869, 2.122275, 2.008189, 1.922098, 1.879478, 1.834584, 1.740324, 2.013006, 2.281689, 2.451166, 2.653586, 3.087311, 2.855037, 2.73745, 2.603276, 2.364668, 2.334774, 2.36783, 1.683699, 1.230356, 1.096915, 0.906236, 0.780812, 0.529958, 0.53835, 0.331454, 0.257542, 0.056686, 0.031035, 0.047625, 0.172549, 0.089737]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "llmzszl-18774", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 847, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9537, "tf_agree_excl_first": 0.9626}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 19, 22, 51, 48, 59, 49, 51, 51, 76, 70, 63, 69, 66, 88, 93, 99, 97, 99, 87, 92, 90, 91, 82, 134, 127, 123, 106, 94, 84, 87, 89, 96, 129, 136, 129, 119, 127, 140, 144, 163, 149, 147, 143, 130, 96, 31, 0, 0, 0], "n_am_pl": [3, 37, 37, 37, 19, 39, 38, 46, 43, 32, 50, 47, 45, 45, 56, 42, 48, 44, 30, 33, 26, 22, 29, 32, 24, 37, 39, 52, 62, 55, 44, 58, 45, 28, 30, 38, 35, 31, 33, 33, 28, 36, 37, 30, 49, 83, 149, 166, 161, 156], "n_pos": 362, "sum_m_en": [32.532486, 54.546294, 56.853621, 57.594288, 58.677679, 59.931137, 61.355875, 63.517713, 61.620384, 64.960164, 65.995363, 66.149289, 67.42694, 70.110281, 67.697419, 68.775957, 69.302611, 66.345726, 64.818812, 63.449138, 62.98234, 61.788567, 60.985358, 59.881822, 97.772274, 90.660045, 81.924408, 72.940133, 67.890081, 65.722097, 64.854003, 69.794007, 69.974008, 79.052851, 86.280653, 94.073832, 96.48623, 105.003973, 112.916352, 114.570967, 123.485123, 117.184063, 120.727962, 121.643461, 112.457581, 84.027145, 31.445196, 6.139648, 2.896277, 8.5e-05], "sum_m_pl": [5.472315, 16.704243, 20.694752, 18.427537, 18.788566, 20.402778, 19.947295, 19.87513, 20.637185, 22.265413, 23.261196, 25.543904, 26.123316, 25.110492, 25.778236, 25.976425, 23.293705, 23.896069, 22.887296, 22.754417, 21.921376, 20.981782, 20.57694, 20.380407, 25.361918, 28.154173, 30.40081, 32.951194, 36.846076, 37.595044, 33.888315, 33.745832, 33.309379, 29.5061, 28.767715, 28.70361, 28.876757, 26.118766, 27.373723, 28.62365, 26.251689, 28.699342, 33.312136, 34.845122, 47.651053, 78.966976, 133.142133, 155.630636, 154.292895, 156.203688]}, "digit": {"n_am_en": [0, 5, 1, 3, 0, 3, 3, 3, 4, 8, 6, 1, 2, 4, 5, 6, 5, 4, 3, 4, 2, 3, 1, 1, 5, 3, 5, 5, 4, 3, 5, 6, 8, 10, 9, 9, 8, 9, 8, 10, 13, 8, 6, 9, 6, 3, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 0, 3, 1, 3, 4, 3, 5, 8, 4, 6, 3, 3, 6, 5, 5, 5, 6, 3, 5, 3, 2, 2, 1, 4, 3, 5, 3, 5, 3, 1, 3, 2, 4, 1, 1, 1, 1, 0, 1, 0, 1, 1, 7, 2, 0, 0], "n_pos": 35, "sum_m_en": [2.947039, 6.157307, 6.365419, 5.932337, 5.647203, 6.126993, 6.342467, 6.536311, 5.871696, 6.063888, 6.146337, 5.487657, 5.684657, 6.519879, 6.277278, 6.241555, 6.481747, 6.206786, 5.754704, 5.725625, 5.763372, 5.772817, 5.757082, 5.732113, 7.337845, 7.048824, 6.222495, 6.453308, 6.468722, 6.206614, 6.291471, 7.118034, 6.94761, 7.057274, 6.887232, 7.569021, 8.604798, 8.014041, 8.302039, 8.468064, 9.064819, 7.475808, 7.51165, 7.101505, 5.301928, 4.35551, 2.188894, 0.584538, 0.221022, 0.0], "sum_m_pl": [0.586137, 2.172199, 2.480276, 1.991885, 1.7232, 1.864324, 1.767221, 1.820462, 1.736104, 2.069522, 2.197857, 2.424492, 2.366761, 2.184459, 2.239781, 2.513409, 2.234274, 2.322658, 2.107374, 2.136942, 2.071545, 1.977039, 1.925824, 1.923776, 2.354231, 2.309616, 2.180671, 2.785438, 3.152062, 3.142118, 2.762154, 2.769266, 2.741515, 2.612667, 2.614994, 2.502479, 1.970853, 1.778625, 1.705129, 1.80587, 1.677063, 1.73423, 1.643852, 1.749304, 1.734784, 2.039547, 4.59089, 2.553898, 0.229234, 0.0]}, "lang": {"n_am_en": [6, 7, 15, 27, 29, 38, 30, 28, 26, 33, 35, 35, 39, 40, 48, 52, 57, 55, 58, 57, 59, 55, 57, 52, 81, 78, 74, 57, 54, 45, 50, 51, 52, 72, 72, 71, 69, 76, 84, 84, 94, 89, 90, 92, 83, 59, 19, 0, 0, 0], "n_am_pl": [3, 17, 13, 22, 10, 20, 21, 25, 22, 15, 23, 22, 24, 24, 27, 24, 22, 18, 16, 15, 12, 10, 12, 13, 8, 21, 20, 30, 31, 22, 18, 28, 25, 16, 17, 26, 22, 22, 21, 22, 22, 29, 29, 25, 43, 74, 118, 148, 155, 156], "n_pos": 157, "sum_m_en": [14.365153, 23.156309, 24.902106, 25.11296, 25.843277, 26.068911, 27.052667, 28.271686, 28.395345, 29.934612, 30.35464, 31.393526, 31.659617, 32.434809, 31.252363, 32.562011, 32.957917, 32.183676, 31.188163, 30.38541, 30.191429, 28.887334, 28.489907, 27.7598, 52.710355, 48.075128, 42.309095, 36.172519, 32.330539, 30.984649, 30.927569, 32.67651, 32.643774, 37.800232, 42.924202, 47.250651, 48.640883, 56.458916, 63.555335, 62.580752, 70.849692, 67.585051, 72.441874, 76.601677, 71.880542, 50.575317, 16.8075, 2.146979, 1.303335, 8e-05], "sum_m_pl": [2.421842, 6.816744, 8.21743, 7.91851, 8.216738, 9.009199, 9.150922, 9.222248, 9.773166, 10.110111, 10.998969, 12.584913, 13.087197, 12.466278, 12.76025, 12.501616, 11.16173, 11.074358, 10.729442, 10.491597, 9.947226, 9.504513, 9.269709, 9.110508, 11.4904, 13.059208, 15.299007, 16.079633, 17.761022, 18.311832, 16.604827, 17.463955, 17.248176, 15.786, 15.055222, 15.36594, 17.145737, 15.860585, 16.20018, 17.478704, 16.559351, 19.216097, 24.04573, 26.399866, 39.237965, 67.344061, 107.849956, 137.868251, 147.389296, 155.344405]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 364, "item_id": "llmzszl-18774", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 975, "region_end": 362, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 11, 12, 20, 25, 21, 18, 22, 17, 20, 26, 23, 22, 21, 26, 24, 17, 12, 18, 17, 11, 13, 12, 12, 33, 34, 28, 24, 25, 26, 19, 16, 22, 25, 34, 30, 30, 39, 42, 43, 47, 49, 47, 47, 48, 48, 46, 44, 45, 41], "n_am_pl": [4, 8, 10, 9, 6, 12, 12, 9, 10, 14, 15, 17, 13, 17, 18, 13, 20, 18, 11, 18, 16, 15, 13, 12, 15, 17, 13, 23, 22, 16, 25, 22, 21, 16, 16, 15, 10, 9, 10, 9, 9, 7, 5, 7, 10, 9, 13, 14, 14, 16], "n_pos": 115, "sum_m_en": [12.092988, 16.696347, 17.094851, 17.621157, 19.356368, 20.77933, 20.823907, 21.498192, 20.889644, 20.127565, 21.009939, 19.865151, 19.932674, 19.977003, 18.719353, 18.576686, 16.811201, 16.759826, 16.606547, 17.444023, 16.232618, 16.775797, 16.62197, 16.595067, 21.237142, 22.899038, 22.054264, 21.698542, 22.032465, 21.453922, 19.410128, 21.314753, 21.039045, 20.431325, 21.312371, 20.584089, 22.683905, 24.144608, 25.799174, 31.37086, 35.832333, 35.963062, 37.74771, 38.614021, 41.829671, 43.717382, 41.233051, 41.46733, 40.892734, 41.649496], "sum_m_pl": [2.41598, 5.138791, 6.062178, 5.125258, 5.551748, 5.023518, 5.63998, 5.542182, 6.029738, 6.351399, 7.054583, 8.115234, 8.131215, 8.027936, 8.668337, 8.801373, 8.637617, 8.85589, 7.93342, 8.099065, 7.612669, 7.218778, 7.028792, 6.872216, 9.7068, 11.117674, 9.531942, 10.547388, 9.793927, 10.112581, 10.620449, 10.189625, 10.637003, 9.628329, 9.877064, 9.995545, 8.563511, 8.027008, 8.143009, 7.452726, 6.808405, 6.159438, 5.453814, 6.004009, 6.353265, 7.654954, 11.540198, 12.224398, 14.588724, 15.219658]}, "digit": {"n_am_en": [0, 0, 2, 2, 4, 1, 4, 2, 1, 0, 3, 1, 1, 2, 4, 3, 1, 0, 1, 0, 0, 0, 1, 0, 3, 2, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 3, 3, 3, 4, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 1, 1, 1, 3, 3, 0, 3, 4, 3, 3, 1, 1, 1, 1, 0, 1, 2, 0, 0, 0, 0, 2, 3, 2, 1, 2, 2, 1, 2, 2, 3, 3, 2, 2, 1, 0, 0], "n_pos": 12, "sum_m_en": [1.204586, 2.279338, 2.412507, 2.335947, 2.526154, 2.541384, 2.535835, 2.422427, 2.327435, 2.239763, 2.662092, 2.445376, 2.505662, 2.362534, 2.209024, 2.19441, 1.793642, 1.740802, 1.737261, 1.6875, 1.560124, 1.686511, 1.681927, 1.684254, 1.830523, 1.884974, 2.023033, 2.164953, 2.338787, 2.105263, 1.888757, 2.190446, 2.237735, 2.021904, 1.934716, 1.994554, 2.089408, 1.898049, 1.45115, 1.747092, 2.21591, 1.94846, 1.797378, 1.476089, 1.268851, 1.115965, 0.90468, 0.815397, 0.677881, 5e-06], "sum_m_pl": [0.191899, 0.511236, 0.482062, 0.431316, 0.511234, 0.45038, 0.436396, 0.425695, 0.522992, 0.486421, 0.571261, 0.754353, 0.699192, 0.623573, 0.638861, 0.702875, 0.73306, 0.808023, 0.819952, 0.847371, 0.786955, 0.73957, 0.707602, 0.725726, 0.964708, 1.127444, 0.976929, 1.088506, 0.939552, 0.90081, 0.918626, 0.844749, 0.772785, 0.685191, 0.798104, 0.863165, 0.842891, 0.76846, 0.934194, 0.760038, 0.676991, 0.842689, 0.890891, 0.913835, 1.025757, 0.925367, 0.890419, 0.558917, 0.237873, 0.0]}, "lang": {"n_am_en": [3, 6, 5, 12, 14, 13, 10, 13, 11, 15, 13, 14, 14, 14, 14, 13, 10, 9, 12, 10, 8, 9, 6, 7, 20, 24, 17, 17, 18, 20, 14, 10, 14, 16, 20, 19, 21, 26, 30, 29, 33, 34, 33, 34, 36, 37, 36, 38, 40, 41], "n_am_pl": [2, 7, 9, 7, 4, 6, 6, 4, 5, 10, 8, 10, 5, 5, 8, 8, 10, 12, 8, 10, 6, 7, 6, 6, 9, 8, 7, 12, 11, 7, 18, 15, 13, 13, 9, 8, 5, 2, 4, 2, 4, 2, 1, 3, 5, 5, 10, 11, 14, 16], "n_pos": 58, "sum_m_en": [6.206264, 8.327443, 8.631039, 9.055697, 9.888104, 10.691002, 10.759289, 11.182138, 10.933456, 10.405671, 10.68083, 10.123054, 10.225903, 10.613597, 10.064379, 10.00672, 8.978308, 8.869914, 8.757988, 9.22645, 8.540121, 8.770065, 8.639489, 8.580186, 12.38573, 13.06356, 12.552694, 12.662262, 12.665347, 12.18352, 11.179162, 12.393308, 12.145244, 11.97485, 12.563737, 11.856082, 13.839392, 15.413611, 17.17211, 21.73241, 24.069158, 24.847093, 27.375737, 28.452139, 32.573304, 33.997338, 32.2208, 34.558185, 35.128024, 40.695819], "sum_m_pl": [1.278815, 2.69906, 3.434025, 2.784931, 2.953376, 2.681203, 2.967754, 2.948619, 3.138762, 3.358518, 3.698786, 4.223457, 4.410298, 4.258442, 4.902471, 5.02812, 4.914156, 5.075278, 4.238608, 4.245191, 3.969656, 3.716764, 3.609122, 3.490445, 5.4054, 5.899755, 4.748698, 5.103473, 4.932586, 5.110213, 5.503345, 5.235484, 5.812094, 5.3158, 5.448694, 5.75292, 4.524658, 4.101881, 4.036586, 3.237012, 2.898256, 2.525652, 2.35763, 3.005579, 3.537225, 4.869186, 8.280988, 10.569994, 13.720321, 15.172743]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "llmzszl-18775", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 765, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9828}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 29, 45, 58, 51, 59, 56, 72, 65, 72, 62, 53, 71, 67, 74, 88, 78, 86, 85, 86, 83, 90, 114, 104, 168, 142, 117, 93, 95, 92, 85, 87, 100, 125, 133, 151, 147, 183, 192, 203, 205, 198, 193, 178, 163, 133, 49, 8, 2, 1], "n_am_pl": [0, 46, 66, 44, 44, 42, 65, 48, 59, 64, 69, 66, 74, 82, 70, 62, 51, 38, 42, 46, 44, 39, 32, 33, 37, 57, 53, 62, 69, 78, 69, 72, 67, 49, 38, 43, 50, 35, 43, 44, 34, 39, 55, 61, 65, 121, 217, 251, 274, 279], "n_pos": 486, "sum_m_en": [46.931077, 74.657121, 78.964493, 80.307961, 84.155753, 87.006607, 87.300596, 93.072556, 87.467586, 86.985309, 89.003889, 88.147814, 87.577734, 86.276602, 82.497882, 87.918269, 82.426912, 79.541316, 77.907551, 77.531151, 74.374086, 76.056223, 76.318309, 75.344962, 118.711925, 112.692083, 101.815946, 94.039044, 90.52243, 90.808847, 86.604536, 90.02791, 92.513544, 98.412401, 102.751905, 105.842176, 107.424791, 123.14901, 132.748319, 151.109371, 169.52031, 164.905917, 170.400809, 161.944389, 150.183467, 119.8032, 47.168604, 11.881719, 7.646562, 1.006496], "sum_m_pl": [7.975342, 23.689941, 29.163914, 27.249739, 27.59523, 27.676025, 29.907692, 28.873844, 31.193441, 31.88916, 33.74521, 36.278954, 36.916181, 37.992911, 38.010191, 34.165377, 31.596777, 31.379864, 30.430405, 30.978819, 30.317251, 28.61431, 28.23712, 27.880545, 36.870748, 43.580095, 42.6615, 45.388615, 48.500685, 49.159992, 44.50642, 43.919982, 43.137561, 37.78736, 37.352139, 35.848867, 34.059113, 34.373496, 34.857158, 33.496196, 30.032539, 32.711994, 38.30491, 46.932031, 62.625639, 105.096506, 195.149384, 236.480455, 263.700552, 278.162249]}, "digit": {"n_am_en": [0, 4, 4, 5, 4, 3, 3, 1, 4, 3, 11, 3, 4, 4, 2, 3, 1, 1, 3, 1, 3, 3, 2, 1, 3, 4, 2, 0, 0, 4, 1, 2, 3, 7, 6, 6, 8, 6, 7, 6, 7, 7, 6, 5, 5, 4, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 4, 2, 1, 3, 4, 1, 4, 6, 3, 5, 3, 3, 5, 3, 2, 2, 2, 1, 3, 1, 0, 0, 1, 5, 9, 7, 5, 5, 5, 4, 2, 2, 2, 4, 1, 4, 3, 1, 4, 5, 4, 1, 1, 3, 2, 0, 0], "n_pos": 32, "sum_m_en": [3.394243, 6.007132, 6.433527, 6.379978, 6.288972, 6.219624, 6.049714, 5.756136, 5.366547, 5.707628, 6.256552, 5.989537, 6.21327, 6.038259, 5.894951, 5.738571, 5.763222, 5.638541, 5.606829, 5.427701, 5.286637, 5.422789, 5.317506, 5.410815, 6.903051, 7.191788, 6.851081, 6.618795, 6.508925, 6.41034, 6.003159, 6.663416, 6.681044, 6.841761, 6.891767, 7.682142, 7.069537, 6.948505, 6.925424, 6.989334, 7.239691, 6.987786, 6.14358, 5.247982, 4.889443, 3.741095, 2.254996, 1.096498, 0.658604, 0.0], "sum_m_pl": [0.617702, 1.977593, 1.819059, 1.808541, 1.70227, 1.627228, 1.631178, 1.547543, 1.702727, 1.759585, 1.952797, 2.127335, 1.861137, 1.993184, 2.048873, 1.861823, 1.712758, 1.755971, 1.745288, 1.758027, 1.760717, 1.670672, 1.638811, 1.674538, 2.084168, 2.380977, 2.105863, 2.41032, 2.464265, 2.574497, 2.159117, 1.982545, 1.976504, 1.634145, 1.702786, 1.691636, 1.639344, 1.655201, 1.704221, 1.684263, 1.616081, 1.920463, 2.513649, 2.238013, 2.101389, 2.087774, 2.976593, 2.578582, 0.814615, 0.0]}, "lang": {"n_am_en": [11, 17, 22, 37, 30, 39, 32, 46, 42, 46, 37, 28, 41, 40, 43, 54, 54, 60, 58, 64, 54, 63, 85, 80, 118, 99, 82, 64, 64, 55, 62, 53, 61, 78, 83, 101, 91, 123, 128, 138, 143, 138, 136, 132, 122, 103, 37, 6, 1, 1], "n_am_pl": [0, 30, 48, 18, 29, 28, 41, 26, 36, 41, 42, 45, 44, 51, 44, 38, 30, 26, 26, 27, 29, 21, 16, 17, 22, 36, 32, 35, 44, 45, 41, 47, 42, 35, 22, 30, 36, 28, 33, 36, 27, 29, 40, 44, 54, 100, 190, 237, 266, 277], "n_pos": 278, "sum_m_en": [27.11788, 41.509593, 44.554392, 46.007792, 49.438704, 51.3673, 52.148335, 56.351046, 53.305487, 52.671952, 53.412834, 52.668245, 52.048342, 51.306889, 49.569031, 54.289068, 49.955939, 47.86487, 45.786372, 45.979856, 44.019009, 45.008024, 45.564493, 44.234359, 79.4606, 73.765488, 64.544003, 59.114039, 55.439063, 54.909602, 53.241837, 55.183228, 56.526263, 61.315779, 63.044609, 64.569043, 65.502312, 76.103076, 80.733184, 96.66657, 115.684189, 113.37204, 119.296544, 116.709871, 110.498807, 90.280138, 33.977905, 7.36517, 3.506917, 1.006279], "sum_m_pl": [4.693577, 12.898932, 16.724144, 15.374724, 15.213273, 15.559616, 17.452268, 17.073355, 18.7713, 19.140195, 20.505094, 22.258545, 22.360741, 23.476772, 23.301768, 21.067591, 19.519848, 19.272037, 18.695345, 18.86882, 18.34659, 17.316364, 16.96364, 16.699645, 22.097213, 26.482684, 26.55674, 27.972125, 29.830615, 30.557254, 28.148249, 28.072464, 27.432607, 24.617754, 23.957586, 23.488359, 22.779506, 22.858033, 24.173227, 23.193362, 20.188997, 22.6841, 25.874886, 33.136468, 49.022028, 87.926342, 170.480445, 221.717136, 254.170964, 276.167537]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 488, "item_id": "llmzszl-18775", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 893, "region_end": 486, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 20, 28, 34, 43, 47, 52, 44, 50, 48, 46, 40, 41, 41, 54, 53, 54, 54, 41, 48, 51, 53, 41, 42, 74, 61, 51, 55, 51, 46, 43, 51, 48, 58, 69, 72, 82, 84, 71, 76, 74, 78, 82, 83, 81, 84, 78, 74, 70, 71], "n_am_pl": [19, 9, 10, 12, 13, 10, 9, 15, 12, 13, 29, 15, 15, 20, 12, 9, 10, 8, 5, 4, 1, 4, 3, 6, 6, 7, 10, 8, 16, 12, 14, 8, 18, 13, 7, 8, 6, 5, 4, 5, 6, 4, 7, 4, 2, 0, 0, 2, 2, 0], "n_pos": 169, "sum_m_en": [19.581977, 26.577733, 26.753992, 27.913036, 32.020867, 34.937353, 36.470002, 35.657062, 35.277178, 37.521644, 36.919908, 35.875144, 33.753006, 32.654301, 33.208204, 33.235613, 31.149041, 29.427432, 28.512339, 28.685645, 28.715627, 29.208115, 28.560428, 28.97634, 44.915563, 43.389755, 39.052936, 40.217428, 39.985159, 40.586637, 38.987734, 40.251807, 40.742806, 41.592311, 44.212361, 44.14896, 48.061395, 54.770361, 59.423777, 62.895022, 60.817645, 69.064199, 72.249554, 72.445432, 70.94539, 70.630505, 72.617073, 68.357077, 66.53703, 71.315017], "sum_m_pl": [4.203182, 7.891895, 8.392122, 7.614891, 8.014606, 7.770919, 8.239716, 7.956897, 7.881576, 7.763446, 8.921278, 8.247927, 7.836156, 7.653008, 7.822694, 6.85116, 6.985391, 7.497781, 7.946963, 8.485692, 8.276221, 8.142174, 8.005562, 8.304566, 8.772303, 9.851278, 9.761919, 9.670729, 10.561678, 10.172996, 9.557865, 9.144955, 9.251884, 8.661882, 8.019925, 8.435777, 7.793534, 7.093286, 6.752132, 6.042651, 6.266239, 5.504682, 5.298965, 4.240917, 4.705885, 3.429581, 2.606828, 3.414126, 2.825456, 0.004489]}, "digit": {"n_am_en": [0, 1, 2, 5, 5, 7, 7, 6, 9, 9, 6, 4, 10, 6, 10, 3, 5, 6, 3, 7, 7, 7, 5, 3, 7, 8, 6, 7, 6, 2, 2, 7, 2, 4, 8, 10, 10, 13, 6, 5, 4, 3, 8, 8, 5, 4, 2, 3, 0, 0], "n_am_pl": [0, 1, 1, 1, 4, 4, 4, 9, 4, 6, 11, 3, 3, 6, 4, 3, 4, 6, 1, 0, 0, 2, 1, 2, 2, 1, 3, 2, 4, 3, 5, 4, 8, 7, 5, 4, 3, 2, 2, 3, 2, 2, 3, 0, 0, 0, 0, 1, 1, 0], "n_pos": 33, "sum_m_en": [3.307712, 5.925756, 6.072659, 5.960254, 6.557574, 7.196288, 7.28691, 7.103044, 6.884086, 7.482469, 7.783763, 7.340336, 6.76813, 6.595872, 6.640821, 6.431728, 5.503154, 5.149156, 5.525873, 5.751259, 5.81902, 5.971141, 5.747049, 5.882854, 7.482498, 7.326292, 6.35106, 7.223473, 7.031904, 7.27286, 6.875027, 7.243832, 7.033486, 7.125427, 7.54088, 7.003667, 7.020237, 7.019968, 6.443103, 5.473031, 5.101183, 5.145872, 5.707496, 5.270531, 5.069124, 5.051198, 3.97166, 2.521264, 1.620324, 0.0], "sum_m_pl": [0.548485, 1.549466, 1.492601, 1.330727, 1.390984, 1.404599, 1.501541, 1.41054, 1.374924, 1.424135, 1.606963, 1.397313, 1.309844, 1.353758, 1.415393, 1.226558, 1.349758, 1.499307, 1.479898, 1.599085, 1.603654, 1.610124, 1.574695, 1.750662, 2.116146, 2.155319, 2.148019, 2.300968, 2.423689, 2.084988, 2.294579, 1.953937, 2.024446, 1.831607, 1.83404, 1.91169, 1.734998, 1.72098, 1.835671, 1.820715, 1.91674, 2.04993, 2.1236, 1.439997, 1.320276, 1.270217, 1.144301, 1.700904, 1.124152, 0.0]}, "lang": {"n_am_en": [13, 14, 16, 22, 27, 30, 29, 27, 27, 26, 30, 26, 20, 19, 29, 32, 32, 32, 27, 28, 32, 36, 27, 29, 46, 34, 34, 32, 33, 32, 34, 32, 34, 41, 44, 44, 51, 52, 48, 53, 56, 60, 61, 62, 63, 67, 67, 66, 67, 71], "n_am_pl": [6, 7, 5, 6, 6, 5, 3, 2, 5, 3, 7, 6, 6, 9, 3, 2, 3, 0, 0, 2, 1, 1, 2, 3, 2, 3, 5, 5, 6, 3, 3, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 0, 0, 1, 0, 0], "n_pos": 72, "sum_m_en": [8.927221, 11.349746, 11.413518, 12.158012, 14.183728, 15.330431, 16.721509, 16.256463, 16.13857, 16.849076, 16.785133, 16.824533, 15.873926, 15.366129, 15.792549, 16.00401, 15.305977, 14.659386, 13.58862, 13.253575, 12.999673, 13.159862, 12.859075, 12.912622, 23.893489, 23.003979, 20.572119, 20.084838, 20.35127, 21.069689, 20.60919, 21.086676, 21.900076, 22.969809, 24.856032, 26.801858, 30.519378, 34.897481, 39.313618, 44.499998, 44.991386, 50.996231, 53.632114, 54.633142, 55.079196, 55.539672, 59.608593, 58.608865, 59.627812, 70.09133], "sum_m_pl": [1.925152, 3.050827, 3.162888, 2.894246, 3.014249, 2.808936, 3.08954, 3.064913, 3.272396, 3.060539, 3.708992, 3.354471, 3.271762, 3.154472, 3.127802, 2.786863, 2.825348, 3.132519, 3.418101, 3.692778, 3.529422, 3.435328, 3.389432, 3.515098, 3.763999, 4.249473, 4.286303, 4.228751, 4.626725, 4.514019, 4.027304, 4.086872, 4.072638, 3.793352, 3.464662, 3.631422, 3.073047, 2.946017, 2.789939, 2.583521, 2.565013, 1.766309, 1.465996, 1.300018, 1.70236, 1.006286, 0.735059, 1.030966, 0.518872, 0.003327]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "llmzszl-18783", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 844, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9708, "tf_agree_excl_first": 0.9765}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 38, 61, 65, 125, 127, 141, 139, 121, 161, 146, 145, 123, 128, 124, 129, 171, 174, 149, 155, 171, 174, 148, 138, 263, 255, 204, 189, 146, 165, 158, 158, 155, 180, 206, 201, 236, 268, 254, 267, 266, 275, 262, 249, 205, 159, 63, 16, 2, 0], "n_am_pl": [60, 53, 78, 69, 64, 82, 70, 81, 65, 50, 79, 78, 62, 59, 70, 57, 49, 44, 37, 42, 36, 34, 29, 43, 43, 55, 52, 61, 83, 69, 76, 63, 60, 42, 36, 50, 35, 39, 40, 45, 50, 56, 78, 88, 122, 160, 259, 293, 314, 317], "n_pos": 752, "sum_m_en": [75.731613, 113.732069, 119.854226, 121.848718, 132.44177, 142.037007, 146.065603, 145.951527, 148.833449, 147.77913, 156.27156, 148.309358, 138.098613, 134.363508, 133.898163, 135.021191, 128.171276, 122.741182, 120.311384, 120.306267, 122.179972, 123.078407, 121.882748, 124.323701, 179.376684, 174.663132, 159.392507, 154.504074, 154.117043, 149.671673, 144.079452, 143.302993, 142.852156, 144.343203, 154.095984, 150.85818, 153.116711, 176.547874, 176.51013, 186.530376, 190.235403, 201.849981, 203.595477, 213.183352, 186.072696, 161.999718, 71.908113, 26.001544, 15.032245, 0.023991], "sum_m_pl": [14.2901, 36.603357, 41.148265, 39.302805, 40.31926, 39.701666, 41.106875, 39.521624, 39.204741, 37.456665, 44.85894, 45.362018, 41.08505, 40.977494, 43.288115, 37.899368, 36.305359, 38.533946, 38.122666, 38.443296, 37.17715, 35.555815, 35.824766, 37.133952, 42.573943, 47.867574, 49.208772, 50.180145, 56.640314, 52.435141, 48.200994, 46.840344, 45.98616, 42.695849, 37.852653, 41.848946, 40.294294, 39.135903, 40.253585, 41.610973, 47.100284, 52.203632, 63.975077, 70.753336, 104.207048, 136.444898, 239.606154, 281.879855, 309.147036, 317.846372]}, "digit": {"n_am_en": [0, 12, 8, 13, 23, 22, 15, 24, 12, 19, 14, 16, 19, 16, 21, 16, 17, 16, 11, 9, 10, 11, 7, 7, 29, 28, 15, 18, 18, 14, 16, 19, 13, 15, 19, 14, 18, 23, 18, 19, 24, 27, 34, 24, 24, 11, 7, 2, 1, 0], "n_am_pl": [0, 30, 6, 2, 9, 14, 12, 23, 16, 8, 11, 11, 11, 4, 5, 3, 10, 8, 7, 1, 4, 4, 3, 3, 3, 5, 5, 6, 7, 9, 12, 7, 10, 7, 4, 12, 8, 10, 7, 5, 5, 4, 4, 5, 3, 5, 2, 4, 3, 0], "n_pos": 125, "sum_m_en": [13.307052, 22.917763, 25.989879, 25.931113, 26.872222, 27.114645, 26.383524, 26.073187, 26.279244, 26.536437, 28.136698, 25.523878, 23.319007, 22.836013, 24.137093, 23.928458, 19.906302, 18.442412, 19.921244, 20.512343, 21.058579, 21.277311, 20.991157, 21.801968, 25.897077, 25.278642, 23.836572, 26.223478, 27.515814, 27.09997, 25.173616, 24.669594, 24.943925, 25.039752, 24.554014, 22.406951, 22.56475, 23.026564, 21.121239, 19.976116, 20.153361, 20.344696, 23.883749, 19.528653, 18.677937, 16.502636, 11.929723, 7.439286, 7.385377, 2e-06], "sum_m_pl": [2.534185, 7.129103, 6.791176, 6.092411, 5.870859, 6.182918, 6.364779, 6.168793, 6.168398, 6.167661, 7.315973, 6.73676, 5.146671, 4.88384, 6.162087, 5.416515, 5.271859, 6.048635, 5.741736, 5.81661, 5.926876, 5.62309, 5.614975, 5.964955, 6.781849, 7.853989, 6.990115, 7.467585, 7.364086, 6.319466, 5.997443, 5.675072, 5.557971, 5.446548, 5.315974, 7.116553, 6.893877, 6.17432, 6.409944, 6.810336, 7.322894, 7.042263, 7.14048, 6.321808, 6.137941, 5.718688, 5.222175, 5.565612, 4.531664, 0.344642]}, "lang": {"n_am_en": [11, 11, 19, 35, 75, 76, 89, 73, 65, 77, 88, 86, 70, 68, 68, 77, 99, 99, 98, 104, 117, 121, 100, 99, 167, 162, 135, 112, 83, 87, 87, 86, 99, 109, 126, 128, 162, 176, 165, 179, 178, 185, 170, 168, 138, 113, 42, 9, 1, 0], "n_am_pl": [3, 15, 34, 27, 30, 44, 40, 37, 36, 27, 45, 41, 35, 33, 41, 30, 25, 18, 21, 25, 22, 19, 14, 26, 27, 27, 29, 38, 49, 39, 44, 34, 35, 27, 22, 27, 21, 25, 30, 37, 39, 45, 68, 78, 108, 140, 228, 269, 293, 317], "n_pos": 318, "sum_m_en": [32.002266, 47.079795, 49.418235, 50.419418, 56.840952, 61.212619, 65.135852, 64.402941, 65.609076, 65.769163, 69.993343, 68.724378, 63.943688, 62.065938, 61.376586, 62.645483, 61.231725, 59.538952, 56.549067, 55.517099, 55.252596, 55.85178, 55.36606, 55.783428, 98.905147, 93.752765, 81.526761, 75.480119, 73.054173, 71.654255, 70.388971, 70.060583, 70.238607, 74.227359, 80.560279, 82.905734, 86.056483, 101.448772, 102.572397, 114.033744, 117.910639, 130.492598, 129.817373, 144.100424, 124.263152, 107.400214, 42.521539, 8.502, 3.295061, 0.023534], "sum_m_pl": [5.070235, 13.801379, 15.886936, 16.259784, 16.124322, 16.041417, 17.167754, 16.535182, 16.929249, 15.96686, 19.239847, 20.008766, 18.665673, 19.424249, 19.245353, 17.547131, 16.574508, 17.33554, 17.727274, 17.628438, 16.523056, 15.856758, 15.942302, 16.39739, 20.110412, 21.659344, 24.09492, 24.324268, 29.206079, 27.35987, 25.003072, 25.378537, 25.297893, 23.396151, 20.16807, 21.892822, 21.922621, 22.197344, 23.239777, 25.559108, 29.146085, 34.530683, 46.448816, 54.061872, 84.694848, 115.93505, 209.319383, 255.179788, 285.170669, 314.193194]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 754, "item_id": "llmzszl-18783", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 972, "region_end": 752, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.992}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 11, 13, 19, 20, 25, 20, 23, 15, 18, 14, 15, 14, 13, 13, 12, 21, 23, 27, 26, 19, 18, 17, 20, 26, 26, 22, 20, 22, 17, 18, 18, 24, 29, 31, 27, 26, 31, 28, 30, 31, 26, 31, 33, 30, 29, 24, 27, 25, 24], "n_am_pl": [1, 10, 11, 4, 3, 6, 6, 6, 1, 5, 6, 3, 4, 7, 3, 3, 2, 4, 5, 2, 2, 2, 4, 2, 5, 5, 4, 5, 9, 10, 12, 9, 9, 4, 5, 6, 4, 2, 4, 4, 3, 2, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 81, "sum_m_en": [9.894825, 13.638115, 13.769232, 14.102101, 15.435306, 15.680223, 14.375196, 14.365779, 13.82932, 14.231011, 14.261119, 14.904037, 14.921081, 15.138457, 15.019525, 14.845255, 16.324999, 14.300074, 14.480069, 14.5386, 13.675335, 13.656547, 13.606264, 14.005526, 21.740115, 21.287991, 18.095422, 16.71344, 16.677795, 16.561836, 15.078185, 16.016648, 17.167519, 18.033584, 19.778126, 18.194134, 19.571119, 22.360174, 24.718575, 24.819005, 25.173608, 25.864482, 27.955821, 30.227697, 27.809799, 28.700946, 24.972123, 27.259179, 25.216718, 23.788003], "sum_m_pl": [2.004092, 4.177185, 4.507787, 4.223245, 4.380671, 4.252528, 4.320162, 4.246863, 4.059496, 4.33643, 4.588712, 4.889633, 5.196402, 4.669783, 4.971729, 5.025797, 4.543152, 4.931926, 4.798823, 4.93527, 4.787152, 4.705528, 4.612067, 4.574365, 5.006252, 5.305996, 5.411454, 6.017638, 6.244932, 6.883559, 6.625981, 5.888046, 5.405092, 4.889361, 4.599699, 4.802204, 4.548467, 3.970979, 3.768615, 3.885542, 3.648639, 3.009593, 2.422295, 1.689941, 1.743775, 1.340373, 0.717968, 0.555154, 0.215624, 0.273412]}, "digit": {"n_am_en": [1, 0, 0, 2, 3, 2, 1, 0, 1, 3, 1, 3, 2, 2, 2, 1, 5, 6, 6, 5, 3, 2, 2, 3, 6, 5, 5, 5, 4, 2, 2, 3, 4, 5, 5, 5, 4, 3, 4, 5, 5, 2, 3, 5, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 5, 3, 1, 0, 2, 0, 0, 0, 0, 3, 1, 2, 3, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 3, 2, 2, 2, 3, 1, 3, 0, 2, 0, 0, 0, 1, 0, 2, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.537774, 2.758847, 2.627766, 2.629063, 2.822549, 2.851402, 2.625475, 2.565577, 2.47713, 2.632902, 2.745754, 2.825002, 2.59824, 2.583624, 2.662908, 2.708628, 3.129667, 2.874384, 2.934707, 2.958413, 2.816555, 2.815868, 2.88988, 3.017312, 4.834795, 4.476979, 3.44217, 2.999686, 3.010119, 2.938055, 2.77466, 2.875217, 3.143133, 3.206769, 3.314074, 3.227025, 3.082597, 3.223512, 3.271329, 3.222776, 3.201083, 3.011787, 3.192145, 3.770121, 2.897502, 2.445968, 1.996945, 1.384092, 0.262216, 0.0], "sum_m_pl": [0.273676, 0.853215, 0.738587, 0.721711, 0.693338, 0.696381, 0.669744, 0.70332, 0.714278, 0.738117, 0.848629, 0.930556, 1.110348, 0.981083, 1.060848, 1.066477, 0.958466, 1.053837, 0.978359, 1.032758, 1.004769, 0.976825, 0.934187, 0.937055, 1.015886, 1.121201, 1.198035, 1.390541, 1.441048, 1.496362, 1.479514, 1.309318, 1.135314, 1.003528, 0.937337, 1.031768, 0.991961, 0.963131, 1.083524, 1.052409, 1.09371, 1.151358, 0.884235, 0.726937, 0.859669, 0.618465, 0.34522, 0.15042, 0.027603, 0.0]}, "lang": {"n_am_en": [3, 7, 8, 11, 9, 13, 13, 15, 10, 10, 10, 8, 9, 8, 6, 8, 10, 12, 11, 14, 10, 9, 10, 12, 17, 17, 12, 11, 13, 9, 9, 9, 14, 17, 17, 18, 16, 20, 18, 20, 22, 20, 22, 22, 23, 24, 22, 24, 25, 24], "n_am_pl": [0, 1, 5, 1, 1, 1, 1, 3, 0, 1, 1, 1, 1, 3, 2, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 2, 1, 3, 4, 6, 5, 4, 2, 3, 4, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [3.226531, 4.58114, 4.968039, 5.127527, 5.754529, 5.661167, 5.424548, 5.462035, 5.236315, 5.25626, 5.108429, 5.718621, 5.696686, 5.901528, 5.762295, 5.472981, 5.953107, 5.256839, 5.075981, 5.050044, 4.753172, 4.724227, 4.651643, 4.789895, 10.6543, 10.184285, 8.643148, 7.456053, 7.149732, 7.101958, 6.363546, 6.771506, 7.157283, 7.441361, 8.684623, 8.09658, 9.656789, 12.190302, 14.837182, 15.263807, 15.432598, 17.327534, 19.398239, 20.381699, 21.456205, 22.602938, 21.469145, 22.927209, 23.69707, 23.605012], "sum_m_pl": [0.409868, 1.042732, 1.271857, 1.133089, 1.283558, 1.263427, 1.311342, 1.276452, 1.226367, 1.275699, 1.425543, 1.450298, 1.514003, 1.383294, 1.396974, 1.429179, 1.29813, 1.469736, 1.50367, 1.479969, 1.461952, 1.473501, 1.469536, 1.470246, 1.432722, 1.537177, 1.678235, 1.830855, 1.95551, 2.036721, 1.996988, 1.985939, 1.829133, 1.731641, 1.620257, 1.844438, 1.757956, 1.489917, 1.214665, 1.094244, 0.914068, 0.666166, 0.439901, 0.317805, 0.193431, 0.093211, 0.056891, 0.06327, 0.120155, 0.273412]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "llmzszl-18784", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 837, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9878}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 14, 28, 41, 47, 55, 53, 78, 61, 53, 44, 51, 34, 42, 55, 48, 82, 59, 74, 75, 74, 73, 70, 72, 109, 99, 84, 62, 46, 45, 44, 45, 50, 71, 84, 82, 87, 84, 84, 95, 89, 86, 98, 105, 86, 64, 13, 1, 0, 0], "n_am_pl": [5, 35, 36, 29, 31, 38, 37, 31, 23, 35, 28, 31, 45, 36, 25, 23, 12, 28, 25, 16, 13, 13, 10, 13, 14, 15, 22, 29, 43, 54, 42, 29, 26, 12, 11, 18, 14, 23, 22, 25, 23, 29, 27, 27, 41, 63, 109, 119, 121, 115], "n_pos": 267, "sum_m_en": [26.929608, 41.224075, 43.762398, 45.525635, 48.803719, 51.238458, 50.490026, 54.239107, 51.553323, 53.5915, 52.658104, 53.735858, 53.33171, 53.833908, 52.234876, 52.351561, 57.003087, 49.094569, 48.535195, 48.684481, 45.990765, 46.685464, 46.492955, 47.076634, 76.544397, 72.188386, 59.35187, 53.260321, 50.65895, 50.776412, 46.83097, 48.916251, 52.09336, 56.74696, 61.760152, 59.965676, 57.842592, 64.338625, 68.803187, 73.669267, 71.820367, 76.76207, 82.60731, 89.66625, 78.205183, 60.559452, 19.827882, 5.577167, 2.431966, 8e-06], "sum_m_pl": [5.411678, 14.985323, 17.06504, 17.049862, 16.128491, 17.308805, 18.52836, 17.802248, 17.209376, 18.201575, 19.515673, 19.981216, 20.133325, 18.62042, 17.898522, 16.928218, 15.555591, 16.408197, 15.558738, 16.112264, 15.430372, 15.405293, 15.186565, 14.926942, 17.104191, 18.397072, 20.036346, 22.104028, 24.171315, 26.125434, 23.44826, 21.163459, 19.39864, 17.205968, 16.054603, 16.447519, 17.720831, 16.938504, 17.68164, 18.021495, 19.080844, 18.859739, 24.365474, 26.32181, 38.607977, 53.882479, 95.73129, 111.552854, 117.475158, 115.282336]}, "digit": {"n_am_en": [2, 0, 2, 3, 2, 2, 3, 4, 4, 3, 5, 1, 0, 4, 2, 1, 10, 7, 9, 2, 7, 7, 8, 9, 13, 9, 9, 3, 5, 5, 5, 6, 4, 9, 9, 11, 14, 10, 5, 9, 7, 5, 4, 6, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 3, 3, 3, 2, 2, 4, 0, 0, 2, 4, 3, 8, 4, 3, 2, 0, 2, 1, 1, 1, 1, 0, 0, 0, 1, 2, 1, 2, 4, 2, 1, 3, 0, 1, 0, 1, 0, 2, 2, 2, 5, 3, 4, 5, 5, 5, 2, 1, 0], "n_pos": 28, "sum_m_en": [2.30026, 4.096597, 4.434486, 4.460521, 4.732262, 5.216319, 5.00297, 4.861475, 4.574728, 4.975627, 5.275223, 5.048035, 4.672519, 4.848917, 4.892766, 4.867604, 5.72229, 5.23892, 5.144091, 4.930306, 4.818429, 4.817823, 4.937613, 5.2308, 8.257624, 7.558846, 5.727239, 5.384267, 5.448492, 5.575017, 5.075429, 5.439536, 6.010841, 6.451934, 6.424316, 6.416612, 6.05803, 6.011414, 6.409111, 5.965899, 6.002971, 5.945165, 4.899165, 5.337872, 3.206649, 2.091753, 1.273858, 0.790269, 0.307925, 0.0], "sum_m_pl": [0.418576, 1.313306, 1.236337, 1.26083, 1.172813, 1.361098, 1.326628, 1.354425, 1.476449, 1.472859, 1.725766, 1.74425, 1.964844, 1.965632, 1.863414, 1.861327, 1.634404, 1.715708, 1.658903, 1.781173, 1.625435, 1.574649, 1.551418, 1.534029, 1.618338, 1.812932, 2.012995, 2.31148, 2.323043, 2.613083, 2.427593, 2.191013, 1.886506, 1.574074, 1.472368, 1.517775, 1.364551, 1.397225, 1.641228, 1.683684, 1.676916, 2.158962, 2.774097, 2.504785, 4.357313, 4.116446, 4.608557, 1.3142, 1.039, 0.0]}, "lang": {"n_am_en": [4, 7, 11, 21, 33, 26, 27, 45, 37, 33, 19, 29, 23, 21, 30, 31, 43, 33, 45, 49, 45, 46, 42, 40, 58, 57, 49, 36, 20, 22, 24, 22, 33, 41, 47, 46, 45, 48, 49, 54, 51, 51, 59, 61, 57, 45, 10, 1, 0, 0], "n_am_pl": [3, 20, 16, 13, 8, 18, 15, 15, 11, 18, 16, 12, 19, 15, 13, 10, 5, 16, 12, 8, 6, 6, 6, 7, 8, 7, 14, 17, 30, 32, 26, 16, 14, 11, 7, 15, 9, 19, 16, 18, 16, 16, 20, 19, 28, 47, 88, 101, 112, 115], "n_pos": 115, "sum_m_en": [11.779938, 17.658564, 18.867188, 20.679328, 22.643744, 22.672314, 22.861079, 25.61894, 25.06392, 26.066179, 25.192384, 26.030076, 25.820793, 26.048253, 24.761063, 24.761247, 27.1716, 23.102797, 22.196474, 22.579461, 21.126647, 21.127789, 21.243964, 21.199018, 39.171046, 37.337761, 30.475083, 26.659817, 23.775956, 24.122102, 22.706683, 23.765285, 24.931558, 28.609613, 31.112996, 31.241216, 29.710578, 33.56802, 36.08374, 39.146128, 38.61293, 43.083511, 47.253958, 53.038883, 49.035187, 41.887774, 13.482058, 2.473292, 0.478771, 0.0], "sum_m_pl": [2.436351, 6.941632, 7.661632, 7.41433, 6.893168, 8.287356, 9.149316, 8.738233, 8.123842, 8.478591, 9.147853, 9.19956, 9.194343, 8.566888, 8.303007, 7.71779, 7.04166, 7.606485, 7.285037, 7.177137, 6.922734, 7.018669, 6.896968, 6.750921, 8.088472, 8.632825, 10.013983, 10.556838, 12.004838, 12.946397, 11.379862, 10.73797, 10.300135, 9.661528, 9.151649, 9.770448, 10.643636, 10.270559, 10.681629, 10.536235, 11.421231, 10.651327, 14.152199, 17.47149, 26.029004, 39.582841, 76.295806, 96.517331, 107.526955, 114.614722]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 269, "item_id": "llmzszl-18784", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9925}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 14, 20, 23, 43, 48, 31, 35, 33, 28, 51, 41, 29, 27, 33, 37, 55, 55, 55, 52, 47, 62, 54, 54, 80, 68, 50, 51, 42, 38, 31, 38, 47, 61, 73, 75, 97, 106, 115, 114, 113, 89, 80, 75, 70, 70, 67, 68, 55, 56], "n_am_pl": [11, 20, 22, 14, 20, 17, 23, 16, 17, 23, 32, 32, 25, 26, 32, 10, 15, 18, 19, 20, 21, 16, 16, 22, 22, 23, 30, 24, 30, 39, 41, 38, 33, 23, 23, 17, 16, 13, 12, 13, 9, 11, 7, 9, 8, 8, 10, 2, 2, 1], "n_pos": 256, "sum_m_en": [26.962943, 39.205864, 40.931597, 40.064772, 43.295876, 43.908772, 41.785654, 41.801197, 40.999461, 45.547585, 45.569636, 44.51136, 43.457702, 42.660951, 42.411004, 43.918293, 45.793814, 43.025521, 42.914465, 41.439202, 39.861157, 40.533523, 40.475986, 40.796289, 51.743364, 50.706158, 47.426374, 42.781622, 45.202308, 43.941359, 40.661152, 42.952984, 44.52284, 48.15583, 52.714713, 55.499999, 68.584746, 76.728836, 78.003083, 83.821335, 84.522408, 75.985538, 74.287878, 74.829084, 72.639888, 70.539442, 66.220875, 67.701788, 55.592985, 55.5578], "sum_m_pl": [5.421401, 13.331862, 13.551346, 13.175038, 13.34982, 12.236905, 11.370608, 11.555487, 11.756549, 13.354115, 14.882598, 15.894643, 15.820017, 15.638001, 15.417253, 14.189078, 13.3655, 13.721015, 14.652391, 14.976892, 14.56338, 14.175364, 13.900766, 14.104894, 16.963818, 18.888719, 18.203208, 21.043796, 19.61515, 21.729314, 20.487872, 17.582881, 17.456051, 15.690505, 16.067358, 14.942051, 13.93485, 13.152621, 13.549176, 13.977245, 13.612742, 14.636694, 13.256883, 11.308196, 10.360825, 10.355377, 9.551864, 5.416197, 3.277691, 1.000073]}, "digit": {"n_am_en": [2, 5, 5, 8, 9, 11, 7, 8, 5, 5, 14, 9, 8, 6, 6, 5, 10, 15, 12, 13, 13, 21, 19, 18, 26, 24, 21, 24, 18, 9, 7, 9, 18, 18, 24, 26, 29, 30, 30, 31, 27, 19, 11, 9, 9, 8, 7, 4, 1, 0], "n_am_pl": [3, 6, 6, 2, 8, 5, 3, 1, 2, 4, 6, 7, 4, 8, 9, 3, 5, 9, 7, 8, 7, 1, 3, 5, 5, 6, 6, 6, 7, 10, 8, 12, 7, 8, 5, 6, 10, 6, 8, 9, 6, 6, 4, 6, 5, 5, 7, 0, 0, 0], "n_pos": 78, "sum_m_en": [8.426133, 12.890172, 13.733191, 13.048605, 13.881404, 13.387266, 12.974459, 13.052081, 12.335859, 13.926583, 14.298719, 13.685387, 13.520869, 13.386858, 13.066658, 13.550077, 14.25702, 13.612882, 13.689202, 12.952601, 12.753941, 13.156917, 13.146789, 13.167848, 18.035193, 17.265799, 16.01102, 14.189429, 14.932213, 13.664501, 12.536194, 13.187987, 13.717922, 15.052609, 15.59404, 17.110037, 21.451694, 22.38256, 20.436348, 22.084245, 20.570581, 15.83003, 14.083109, 13.596161, 11.030002, 10.02467, 7.263357, 5.599434, 3.826387, 0.0], "sum_m_pl": [1.588583, 4.292323, 3.672193, 3.992043, 3.839041, 3.593049, 3.154099, 3.176862, 3.268292, 3.575033, 4.224991, 4.715048, 4.820182, 5.015495, 5.139841, 4.725513, 4.430737, 4.556452, 4.805936, 4.897183, 4.703617, 4.521132, 4.392855, 4.417149, 5.39735, 5.918806, 5.662439, 6.446319, 6.054133, 6.35934, 5.736043, 5.327967, 5.097951, 4.749598, 4.729016, 4.741949, 4.387467, 4.444448, 4.837608, 5.540638, 5.884552, 6.92281, 6.02129, 5.419902, 5.215795, 5.319132, 5.017082, 2.129457, 0.655447, 0.0]}, "lang": {"n_am_en": [5, 5, 11, 8, 14, 13, 14, 13, 14, 11, 14, 13, 12, 13, 14, 16, 24, 22, 21, 19, 22, 25, 25, 27, 35, 34, 22, 19, 17, 16, 16, 18, 20, 28, 32, 35, 48, 47, 53, 52, 52, 53, 52, 53, 51, 54, 51, 52, 50, 55], "n_am_pl": [0, 2, 6, 3, 4, 3, 9, 3, 4, 2, 7, 7, 6, 6, 4, 0, 2, 2, 5, 5, 4, 4, 4, 4, 5, 3, 6, 6, 6, 9, 6, 6, 5, 4, 5, 4, 2, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "n_pos": 56, "sum_m_en": [4.862782, 7.829902, 8.43783, 8.307257, 8.908402, 9.65447, 9.046839, 8.965185, 9.30882, 9.798685, 9.379638, 9.305527, 9.330141, 9.48548, 9.729147, 10.181533, 10.658108, 10.029089, 9.790691, 9.678698, 9.05006, 9.086601, 8.983064, 9.092891, 15.549616, 15.258891, 13.872539, 11.266739, 11.560158, 11.285037, 10.233365, 10.750675, 11.447488, 13.394213, 15.925265, 17.821524, 27.432521, 32.205572, 36.590568, 40.555412, 43.279848, 44.528593, 45.71757, 47.593346, 49.233932, 49.217694, 48.1403, 47.862261, 46.456659, 54.558661], "sum_m_pl": [0.766364, 2.444184, 2.811361, 2.67043, 2.782843, 2.350349, 2.533438, 2.659321, 2.72332, 3.129484, 3.382662, 3.739138, 3.576953, 3.346849, 3.043897, 2.851752, 2.703456, 2.962754, 3.374995, 3.520715, 3.372146, 3.298534, 3.234314, 3.247916, 3.962919, 4.381092, 4.309602, 4.923061, 4.473151, 4.791382, 4.723694, 4.097481, 3.918237, 3.653171, 3.845935, 3.650803, 3.179061, 2.662054, 2.987028, 2.675755, 2.130576, 1.879743, 1.75759, 1.49953, 1.227256, 1.222367, 1.337735, 1.257126, 1.175324, 1.000042]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 258, "item_id": "llmzszl-18790", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 792, "region_end": 256, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9883}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 20, 24, 39, 35, 46, 43, 42, 44, 48, 41, 46, 38, 32, 35, 41, 73, 75, 67, 59, 55, 65, 62, 52, 101, 86, 77, 53, 51, 49, 43, 46, 57, 83, 99, 113, 129, 131, 135, 133, 142, 122, 112, 105, 100, 80, 41, 12, 1, 1], "n_am_pl": [11, 40, 40, 31, 39, 28, 23, 19, 30, 22, 47, 52, 50, 56, 42, 27, 23, 28, 19, 21, 25, 19, 19, 28, 19, 33, 25, 37, 38, 43, 50, 45, 43, 30, 25, 24, 14, 9, 17, 21, 13, 19, 24, 21, 22, 35, 70, 85, 92, 89], "n_pos": 316, "sum_m_en": [30.333114, 46.90942, 51.052943, 49.30757, 51.942248, 53.409556, 50.653095, 51.117895, 50.272652, 56.182455, 55.985411, 55.128062, 52.820215, 51.673474, 51.203032, 53.039932, 55.816784, 52.980808, 52.812124, 50.994054, 49.214529, 49.814022, 49.646187, 49.857503, 68.596587, 64.780119, 59.799856, 55.155544, 55.648659, 55.700847, 51.189312, 52.816296, 55.30528, 60.093898, 66.2474, 72.368258, 83.443065, 90.936663, 95.257536, 98.450715, 101.750223, 89.852938, 94.041475, 96.561499, 91.926303, 78.555907, 39.995209, 15.992935, 5.409551, 0.592877], "sum_m_pl": [6.024492, 17.005612, 17.737538, 16.735678, 16.696072, 15.812203, 14.709937, 14.514892, 14.858848, 16.448633, 17.838374, 19.364417, 19.712158, 19.04374, 18.248596, 16.917612, 15.571042, 15.623592, 16.214397, 16.97447, 16.454185, 15.918012, 15.656206, 16.103305, 18.773992, 21.371004, 20.740574, 23.787179, 24.331779, 25.123239, 22.980686, 21.452871, 20.907442, 18.316679, 17.77512, 16.079311, 14.701926, 14.066197, 14.653759, 17.124596, 17.851557, 20.605144, 20.413058, 23.249743, 25.499029, 36.369213, 65.250789, 84.570066, 89.894468, 89.019822]}, "digit": {"n_am_en": [4, 8, 7, 7, 3, 14, 10, 13, 9, 7, 11, 12, 10, 4, 5, 2, 17, 18, 15, 12, 13, 20, 16, 11, 30, 20, 23, 15, 15, 10, 6, 7, 12, 15, 19, 32, 35, 29, 29, 27, 27, 16, 15, 12, 11, 7, 5, 1, 0, 0], "n_am_pl": [6, 17, 17, 3, 5, 8, 2, 3, 11, 5, 13, 21, 13, 17, 16, 5, 5, 10, 4, 9, 9, 6, 5, 9, 6, 11, 5, 8, 11, 9, 13, 11, 13, 12, 4, 9, 7, 4, 7, 10, 3, 7, 8, 8, 4, 5, 5, 1, 0, 0], "n_pos": 90, "sum_m_en": [9.53276, 13.974963, 15.831358, 14.396127, 15.075953, 15.098723, 14.198882, 14.255384, 13.568054, 15.344325, 15.726178, 14.854405, 14.736695, 14.496157, 14.104857, 14.470083, 15.439598, 14.586174, 14.752359, 14.094875, 13.929542, 14.234754, 14.134768, 14.309921, 18.48669, 17.553429, 16.148915, 14.729662, 15.368302, 14.630525, 13.158693, 13.956386, 14.316789, 15.788983, 16.471236, 19.054067, 22.945459, 23.958686, 22.981237, 22.982823, 21.670402, 16.114032, 15.348541, 14.383674, 12.48425, 10.395885, 7.288558, 3.908595, 2.572832, 0.0], "sum_m_pl": [1.960121, 5.474429, 4.546666, 4.509581, 4.261451, 4.190881, 3.503526, 3.57256, 3.836335, 4.160004, 4.975883, 5.453507, 5.521321, 5.458626, 5.308264, 5.067741, 4.770808, 4.759762, 4.90477, 4.984161, 4.826267, 4.592332, 4.465186, 4.552417, 5.311347, 6.060732, 5.466057, 6.40712, 6.636417, 6.712976, 6.136525, 5.736449, 5.497783, 4.869636, 5.068288, 4.75299, 4.215269, 4.364719, 4.597464, 5.062212, 5.000781, 6.025639, 5.575945, 5.766339, 5.735559, 5.553716, 5.44067, 2.745457, 1.014919, 0.0]}, "lang": {"n_am_en": [0, 3, 9, 19, 28, 21, 24, 21, 28, 27, 18, 23, 15, 16, 18, 18, 31, 36, 37, 33, 29, 24, 29, 29, 48, 43, 34, 23, 23, 26, 26, 27, 31, 43, 53, 56, 64, 67, 66, 65, 73, 69, 66, 68, 66, 55, 25, 5, 0, 0], "n_am_pl": [1, 6, 7, 9, 8, 4, 7, 10, 9, 10, 15, 11, 18, 19, 17, 8, 11, 10, 10, 8, 8, 10, 8, 12, 6, 7, 8, 13, 11, 13, 18, 11, 11, 7, 9, 6, 5, 3, 6, 7, 8, 6, 13, 10, 13, 24, 57, 80, 89, 89], "n_pos": 89, "sum_m_en": [7.533761, 12.827687, 14.500802, 14.728414, 15.347817, 16.420297, 15.21498, 15.469301, 15.661212, 17.312449, 16.4603, 16.764041, 15.932429, 15.424413, 15.454422, 16.206318, 17.158041, 16.580054, 16.353357, 15.830731, 15.276732, 15.110112, 15.134719, 14.923717, 27.22728, 24.493966, 21.987463, 19.610554, 18.532915, 18.550274, 17.564394, 17.452016, 18.96091, 21.497072, 24.311528, 29.662788, 37.716251, 41.798536, 45.678244, 44.640955, 49.792299, 46.661912, 50.298259, 54.960421, 57.099235, 48.194063, 21.453506, 5.006225, 0.383039, 1e-06], "sum_m_pl": [1.178754, 3.51307, 4.447231, 4.543298, 4.854728, 4.720929, 5.053479, 4.790747, 4.784529, 5.295153, 5.214648, 5.973757, 6.080933, 6.101658, 5.784724, 5.294527, 4.619059, 4.465358, 4.750082, 5.095147, 4.886933, 4.736953, 4.66839, 4.849428, 5.586761, 6.514899, 6.992612, 7.628497, 7.891282, 8.388661, 7.444412, 7.243596, 7.026636, 6.358001, 5.959931, 4.980399, 4.926641, 4.307492, 4.9523, 6.150284, 6.910745, 7.731832, 8.856096, 11.299764, 13.334126, 22.959354, 52.323804, 76.648358, 86.123721, 88.999771]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 318, "item_id": "llmzszl-18790", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 920, "region_end": 316, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9905}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 21, 5, 19, 18, 10, 17, 17, 22, 21, 24, 22, 23, 13, 10, 22, 16, 20, 22, 22, 18, 16, 8, 10, 21, 20, 17, 17, 17, 32, 26, 29, 26, 24, 27, 25, 28, 31, 32, 24, 28, 24, 31, 31, 24, 24, 23, 19, 18, 17], "n_am_pl": [6, 13, 18, 4, 9, 14, 9, 9, 15, 6, 7, 10, 18, 31, 20, 13, 21, 22, 18, 17, 14, 14, 10, 11, 9, 18, 15, 25, 30, 33, 27, 24, 21, 13, 13, 12, 6, 5, 7, 7, 2, 2, 1, 1, 2, 1, 1, 1, 2, 0], "n_pos": 153, "sum_m_en": [17.145796, 23.330677, 21.726063, 21.903557, 22.198073, 21.28866, 21.368868, 23.506808, 22.542935, 24.324447, 23.821337, 24.237086, 24.202059, 22.501491, 22.481918, 23.04996, 24.278277, 23.511183, 24.284967, 24.135048, 23.64943, 23.704897, 23.43671, 23.238833, 24.451812, 24.739562, 23.588316, 23.622838, 23.497292, 24.867599, 23.981171, 24.708295, 24.828439, 25.521539, 28.335925, 28.125209, 30.334047, 30.706191, 28.996181, 27.357528, 26.47682, 28.847042, 30.156745, 29.745725, 25.663612, 23.974985, 21.314471, 21.474879, 17.485061, 17.020247], "sum_m_pl": [3.810387, 8.243063, 9.534879, 8.354288, 9.228411, 8.631191, 8.105149, 8.797996, 8.883802, 10.049875, 10.401214, 10.26592, 10.674177, 10.675784, 10.46396, 11.161405, 10.765445, 11.44481, 10.256459, 10.875594, 9.959299, 9.211525, 8.924944, 9.024114, 12.209324, 13.877945, 13.967723, 15.828054, 16.575918, 17.410151, 16.60854, 14.579769, 14.221585, 12.822535, 12.086681, 11.788525, 9.889643, 9.00005, 9.444509, 9.458375, 8.040734, 7.241109, 6.670944, 6.229221, 6.140559, 5.045982, 2.119227, 1.735867, 2.169124, 0.001964]}, "digit": {"n_am_en": [2, 5, 2, 3, 4, 2, 3, 4, 3, 5, 10, 9, 5, 3, 3, 6, 1, 4, 5, 2, 4, 3, 1, 1, 5, 6, 5, 6, 6, 11, 9, 8, 4, 5, 2, 3, 2, 5, 5, 4, 3, 4, 6, 7, 4, 6, 5, 2, 0, 0], "n_am_pl": [0, 3, 8, 1, 3, 1, 1, 0, 3, 0, 1, 4, 9, 14, 9, 2, 14, 11, 7, 5, 3, 3, 3, 4, 3, 9, 6, 6, 10, 10, 10, 7, 5, 5, 6, 4, 3, 2, 3, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.456997, 5.308161, 4.991522, 4.977928, 5.093473, 4.825802, 4.75967, 5.648723, 5.252913, 5.673649, 5.588113, 5.646731, 5.395487, 5.013779, 4.946137, 5.140006, 5.401042, 5.41926, 5.530815, 5.218225, 5.128278, 5.19733, 5.102196, 5.059126, 5.285294, 5.399113, 5.227704, 5.177981, 5.175424, 5.74175, 5.506608, 5.595808, 5.381751, 5.452299, 5.63017, 5.716287, 5.484326, 5.344528, 5.033877, 5.192146, 4.971932, 5.372278, 5.827005, 6.124764, 4.763854, 4.111905, 3.026445, 2.20068, 0.404861, 0.0], "sum_m_pl": [0.789824, 1.948025, 2.183562, 1.839518, 1.899756, 1.684869, 1.608727, 1.914592, 1.938177, 2.170354, 2.318425, 2.415734, 2.590081, 2.774895, 2.543666, 2.573989, 2.517865, 2.69286, 2.401358, 2.442452, 2.320586, 2.217411, 2.135772, 2.171687, 3.037974, 3.639393, 3.752708, 4.482776, 4.725762, 4.337765, 4.528598, 3.492844, 3.186056, 3.044494, 2.857732, 2.827942, 2.535433, 2.428841, 2.654186, 2.443587, 2.275148, 2.210457, 2.03868, 2.047519, 1.65879, 1.387152, 0.742884, 0.434465, 0.084813, 0.0]}, "lang": {"n_am_en": [6, 5, 1, 3, 3, 2, 3, 2, 9, 6, 5, 6, 6, 5, 5, 7, 4, 7, 6, 11, 7, 7, 5, 7, 7, 6, 6, 6, 5, 7, 5, 8, 8, 8, 11, 11, 12, 12, 12, 12, 16, 13, 15, 15, 15, 15, 14, 14, 15, 17], "n_am_pl": [2, 2, 1, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 2, 2, 2, 0, 1, 1, 1, 3, 2, 2, 0, 2, 0, 1, 2, 2, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [2.084909, 2.371251, 2.359847, 2.591801, 2.5353, 2.531739, 2.477563, 2.535738, 2.721394, 2.87507, 2.673645, 2.869416, 2.92042, 2.772987, 2.628814, 2.775508, 3.085388, 3.037753, 2.982005, 3.149121, 3.020232, 2.936416, 2.897075, 2.852242, 5.298019, 5.506937, 4.991182, 4.343846, 3.765527, 3.775058, 3.628639, 3.771238, 3.99517, 4.766742, 5.923158, 6.902205, 8.618805, 9.210983, 9.825726, 10.07058, 11.151432, 12.35614, 13.428418, 14.151396, 13.821804, 14.00691, 13.745887, 14.005891, 14.50128, 16.862253], "sum_m_pl": [0.410892, 0.652637, 0.792531, 0.747508, 0.827935, 0.810293, 0.810218, 0.776357, 0.825553, 0.9283, 1.005874, 1.003839, 1.096621, 1.152211, 1.219885, 1.21359, 1.129717, 1.161131, 1.123931, 1.128955, 1.055691, 0.959186, 0.939904, 0.913539, 0.847089, 0.94689, 1.160183, 1.161673, 1.44795, 1.535402, 1.423519, 1.428308, 1.651856, 1.25828, 1.113023, 0.987112, 0.770308, 0.62546, 0.53151, 0.570485, 0.468141, 0.31679, 0.211042, 0.098603, 0.101382, 0.108431, 0.039124, 0.110033, 0.211207, 0.001964]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 155, "item_id": "llmzszl-18792", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 790, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.987}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 36, 40, 55, 62, 52, 49, 49, 52, 60, 51, 60, 62, 56, 60, 68, 87, 99, 107, 101, 127, 124, 108, 104, 159, 139, 122, 91, 82, 75, 87, 76, 76, 116, 135, 140, 130, 141, 142, 139, 142, 124, 121, 116, 120, 92, 37, 12, 5, 3], "n_am_pl": [9, 33, 53, 41, 52, 61, 60, 42, 32, 35, 51, 56, 69, 62, 64, 50, 52, 61, 47, 42, 25, 18, 18, 24, 21, 30, 36, 57, 67, 57, 51, 50, 41, 31, 30, 16, 17, 13, 17, 27, 27, 27, 37, 42, 46, 75, 137, 161, 156, 156], "n_pos": 450, "sum_m_en": [46.815172, 69.399497, 69.756287, 71.489013, 71.27976, 69.972327, 72.716701, 74.933144, 70.900993, 75.742702, 77.815048, 78.377314, 80.468307, 74.463582, 71.476426, 75.60977, 79.695958, 77.574608, 78.578389, 79.991793, 77.583665, 77.178254, 75.324853, 74.71183, 110.24306, 98.090401, 89.984541, 80.684446, 76.773271, 77.96014, 78.211039, 77.887263, 79.281877, 85.028252, 96.105709, 101.450201, 103.186382, 116.354304, 116.414784, 118.670586, 124.039401, 117.653786, 115.170846, 115.385558, 111.15946, 87.809244, 39.327365, 16.772756, 9.991899, 3.002704], "sum_m_pl": [10.052015, 23.586435, 25.410671, 24.802894, 26.272971, 26.93163, 26.957598, 27.414407, 28.940754, 29.437911, 30.163545, 30.899889, 31.700519, 33.684151, 32.231722, 30.782545, 30.563217, 30.001582, 26.921447, 28.663791, 26.566539, 24.486686, 24.14254, 24.079962, 28.712638, 32.134393, 32.931763, 38.060821, 42.425623, 42.707703, 37.707453, 36.070316, 35.102027, 31.719813, 29.107162, 26.704321, 23.512994, 21.896551, 22.390052, 23.22926, 22.914092, 25.036255, 32.516199, 36.86693, 45.40898, 71.370036, 124.035549, 151.473553, 152.86905, 156.102892]}, "digit": {"n_am_en": [1, 7, 6, 5, 3, 2, 2, 4, 2, 9, 12, 11, 4, 5, 3, 6, 5, 3, 7, 4, 7, 5, 5, 4, 13, 11, 13, 6, 6, 6, 9, 5, 4, 8, 11, 10, 10, 8, 11, 5, 7, 6, 5, 4, 8, 6, 3, 1, 0, 0], "n_am_pl": [0, 2, 16, 7, 9, 3, 4, 2, 6, 6, 9, 9, 9, 8, 8, 8, 9, 12, 6, 6, 5, 1, 1, 3, 0, 1, 2, 7, 8, 5, 3, 5, 4, 2, 3, 2, 2, 1, 2, 4, 3, 2, 1, 1, 0, 2, 4, 3, 0, 0], "n_pos": 42, "sum_m_en": [4.242856, 7.611246, 7.783023, 7.688377, 7.371469, 7.079907, 6.951626, 7.61668, 6.835578, 7.415913, 7.829992, 7.728703, 7.666694, 6.870418, 6.379228, 6.557397, 7.198278, 7.057679, 7.344296, 7.1971, 6.841952, 6.821527, 6.679474, 6.836875, 9.159854, 8.040678, 7.999211, 7.882585, 7.66352, 7.893883, 7.692975, 7.648614, 6.955119, 7.965081, 8.561441, 9.495114, 9.811845, 9.467424, 9.459784, 8.687744, 8.366164, 8.153692, 7.472886, 6.600415, 6.49943, 4.093946, 2.009571, 1.366786, 0.733289, 2.6e-05], "sum_m_pl": [0.897699, 2.663666, 2.615999, 2.458834, 2.275564, 2.278147, 2.27303, 2.432949, 2.561114, 2.760247, 2.897834, 2.957257, 3.241162, 3.183166, 2.97213, 2.882737, 2.990405, 3.087578, 2.677246, 2.826372, 2.686742, 2.505343, 2.474259, 2.495874, 3.029165, 3.256486, 3.071527, 3.665822, 3.900421, 3.860697, 3.418444, 3.271745, 3.17556, 3.096077, 2.826245, 2.898623, 2.22018, 2.285335, 2.421026, 2.211379, 2.131241, 2.1018, 1.948074, 1.967923, 1.714493, 2.449962, 4.328071, 2.602441, 0.231467, 1.3e-05]}, "lang": {"n_am_en": [9, 10, 20, 23, 32, 27, 23, 19, 27, 25, 15, 21, 29, 29, 31, 38, 48, 56, 66, 66, 76, 82, 73, 75, 91, 80, 64, 48, 46, 41, 46, 42, 42, 63, 72, 84, 74, 82, 81, 85, 89, 78, 78, 81, 79, 54, 20, 4, 3, 3], "n_am_pl": [4, 11, 10, 8, 17, 22, 22, 22, 12, 13, 25, 21, 24, 19, 24, 16, 15, 13, 13, 12, 8, 6, 6, 7, 7, 10, 15, 27, 27, 19, 14, 14, 16, 13, 14, 8, 12, 6, 7, 11, 16, 22, 30, 34, 43, 71, 114, 139, 149, 156], "n_pos": 159, "sum_m_en": [16.27012, 24.268918, 26.07339, 26.670209, 26.970671, 25.962051, 27.375123, 27.465623, 26.911678, 28.184724, 28.257245, 29.117074, 29.716681, 28.039864, 27.105407, 29.288215, 30.927366, 30.882634, 31.106582, 32.045064, 31.021847, 30.773882, 29.81265, 29.010613, 57.583695, 49.287484, 43.311561, 34.836486, 31.367565, 32.114234, 32.249081, 32.13325, 33.696406, 38.261176, 44.292925, 50.710638, 53.253979, 61.224788, 62.790746, 66.747806, 71.248139, 67.744994, 68.05181, 71.830491, 68.854534, 51.399381, 21.156865, 5.46685, 4.360722, 3.000471], "sum_m_pl": [2.670347, 6.997945, 7.938105, 8.246262, 9.180923, 10.023564, 10.494759, 10.630978, 11.604205, 11.065671, 11.420582, 11.795826, 11.703185, 13.098598, 12.32047, 11.188935, 10.81703, 10.276539, 9.360636, 9.804556, 8.995517, 8.328931, 8.203339, 8.121996, 9.017514, 10.400048, 11.955877, 14.100024, 15.937874, 15.789483, 13.427099, 14.160736, 13.695443, 12.8123, 11.479669, 10.418378, 10.180111, 9.669093, 9.436581, 9.940356, 10.702053, 13.393941, 22.135383, 25.510075, 34.975873, 60.938619, 102.348726, 132.900814, 145.159038, 155.503642]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 452, "item_id": "llmzszl-18792", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 918, "region_end": 450, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 11, 12, 13, 16, 20, 17, 24, 32, 31, 30, 25, 28, 22, 29, 34, 32, 36, 36, 34, 36, 40, 39, 34, 47, 43, 39, 32, 31, 32, 28, 34, 37, 38, 40, 41, 54, 53, 56, 55, 58, 55, 49, 45, 43, 41, 37, 38, 32, 35], "n_am_pl": [1, 0, 4, 1, 8, 5, 4, 5, 6, 5, 6, 6, 4, 7, 3, 9, 4, 5, 8, 6, 2, 5, 2, 3, 6, 5, 2, 7, 4, 4, 8, 10, 6, 6, 2, 3, 5, 1, 2, 1, 1, 2, 2, 3, 2, 0, 1, 0, 0, 0], "n_pos": 96, "sum_m_en": [11.05241, 15.570151, 15.195214, 15.225596, 16.72075, 16.685643, 16.107108, 17.152444, 17.280386, 19.07773, 18.284631, 18.357902, 18.850385, 18.184726, 17.733981, 18.948873, 19.546701, 19.613313, 19.614372, 17.957126, 16.928926, 17.049804, 16.605274, 16.858043, 30.579887, 29.622725, 27.781908, 24.867592, 23.965363, 24.407614, 23.573865, 24.47306, 25.937934, 28.506019, 29.556748, 29.700137, 35.533009, 39.359219, 44.284204, 47.585378, 44.421839, 45.451436, 41.701741, 39.891536, 39.262491, 39.174666, 36.927869, 37.048298, 32.354346, 33.991291], "sum_m_pl": [1.727381, 4.228908, 4.376345, 3.862766, 4.449977, 4.18101, 4.133112, 4.247197, 4.324656, 4.385965, 4.620123, 4.777694, 4.605062, 4.609285, 4.420405, 4.571459, 4.541962, 4.759735, 4.945332, 5.405979, 5.335418, 5.395031, 5.18097, 5.267868, 5.980771, 6.013966, 5.758288, 5.741401, 5.590157, 6.119839, 5.552476, 5.348468, 5.178136, 4.628038, 4.517829, 4.836738, 4.293199, 3.600506, 3.49488, 2.790818, 3.207542, 2.591565, 2.83157, 2.846458, 2.53918, 1.963632, 1.17248, 0.734923, 0.30655, 0.001058]}, "digit": {"n_am_en": [1, 2, 1, 1, 1, 1, 2, 1, 2, 6, 3, 3, 4, 3, 6, 3, 2, 4, 5, 4, 5, 6, 6, 5, 11, 9, 5, 5, 1, 5, 2, 3, 3, 3, 2, 3, 13, 11, 14, 12, 13, 13, 10, 10, 5, 4, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 0, 2, 2, 1, 1, 1, 2, 1, 3, 0, 3, 1, 2, 2, 4, 2, 2, 0, 1, 0, 1, 0, 0, 1, 1, 1, 5, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 2, 3, 2, 0, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.505824, 4.122058, 4.137484, 3.644872, 4.033753, 3.827714, 3.808378, 4.205267, 3.958316, 4.656886, 4.532743, 4.339975, 4.584823, 4.521132, 4.179744, 4.348483, 4.391703, 4.055951, 3.999144, 3.913495, 3.684832, 3.870725, 3.838877, 4.01681, 5.662045, 5.859181, 5.112928, 4.687863, 4.298888, 4.556951, 4.562705, 4.8424, 4.826673, 4.895993, 4.703592, 4.61505, 4.856642, 6.156085, 7.380696, 8.907615, 7.199205, 9.374728, 6.181862, 4.981153, 3.967729, 3.668859, 2.388618, 1.467787, 0.353442, 0.0], "sum_m_pl": [0.373717, 1.031871, 0.888956, 0.826295, 0.906787, 0.938494, 0.893189, 1.010058, 0.995568, 1.055105, 1.147199, 1.209056, 1.223515, 1.146372, 1.074683, 1.128531, 1.130024, 1.185811, 1.295576, 1.391112, 1.342321, 1.295017, 1.240548, 1.282863, 1.520913, 1.53957, 1.400924, 1.482327, 1.395813, 1.540991, 1.310535, 1.267996, 1.171432, 1.132194, 1.233345, 1.375896, 1.479579, 1.179751, 1.332918, 1.085531, 1.301859, 1.099126, 1.397079, 1.475122, 1.315088, 1.11198, 0.640275, 0.383736, 0.121181, 0.0]}, "lang": {"n_am_en": [6, 7, 9, 10, 12, 11, 6, 11, 16, 14, 18, 14, 16, 14, 16, 21, 22, 19, 24, 23, 22, 23, 20, 21, 26, 23, 23, 18, 18, 19, 19, 21, 23, 26, 26, 28, 26, 29, 32, 28, 31, 31, 31, 29, 32, 31, 33, 32, 32, 35], "n_am_pl": [1, 0, 1, 1, 5, 2, 0, 0, 3, 3, 1, 2, 1, 2, 2, 2, 0, 0, 2, 0, 0, 1, 2, 2, 1, 1, 0, 3, 2, 2, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.369327, 5.797961, 5.514738, 5.753628, 6.317421, 6.533081, 6.366166, 6.652938, 6.998472, 7.592993, 7.387, 7.536433, 7.712374, 7.513297, 7.627048, 8.145268, 8.449223, 8.8986, 9.2635, 7.92229, 7.410781, 7.156321, 6.834148, 6.870114, 16.018178, 15.178093, 14.382998, 12.301369, 11.954972, 12.214268, 11.738695, 12.053353, 13.239645, 14.952855, 16.345506, 16.792341, 21.445692, 23.266593, 26.328261, 25.088477, 25.415773, 26.467926, 27.0267, 27.100058, 28.985159, 28.907525, 30.276553, 30.793324, 30.952956, 33.680491], "sum_m_pl": [0.691673, 1.534455, 1.69262, 1.554832, 1.883451, 1.611923, 1.625985, 1.616651, 1.792983, 1.761335, 1.868531, 1.900266, 1.783144, 1.821532, 1.765308, 1.823159, 1.777396, 1.880318, 1.826321, 2.010696, 2.022629, 2.088609, 2.027101, 2.040491, 2.091508, 2.104249, 2.17782, 2.128684, 2.096118, 2.263929, 2.179573, 2.126744, 2.079247, 1.870792, 1.679301, 1.832366, 1.312478, 0.989427, 0.78586, 0.647968, 0.746603, 0.516304, 0.568289, 0.691098, 0.618521, 0.374266, 0.269325, 0.16631, 0.114829, 0.000933]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "llmzszl-18793", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 778, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9694, "tf_agree_excl_first": 0.9794}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 18, 29, 30, 25, 29, 39, 39, 37, 46, 36, 40, 46, 37, 47, 50, 57, 71, 88, 76, 70, 97, 86, 76, 126, 104, 91, 81, 67, 64, 59, 63, 51, 80, 91, 101, 107, 124, 119, 126, 124, 120, 116, 122, 91, 77, 27, 2, 1, 1], "n_am_pl": [7, 25, 31, 21, 25, 22, 31, 26, 34, 36, 32, 38, 25, 24, 27, 25, 16, 13, 11, 11, 11, 6, 12, 11, 13, 26, 21, 32, 37, 34, 19, 22, 24, 23, 21, 15, 9, 12, 13, 11, 12, 18, 19, 24, 39, 59, 103, 113, 121, 120], "n_pos": 277, "sum_m_en": [27.487168, 41.213416, 44.664432, 44.978568, 47.402977, 46.425395, 46.193986, 48.062244, 45.393083, 50.767581, 49.29931, 49.162339, 49.916606, 49.776334, 46.237359, 50.629797, 52.128055, 49.542761, 48.142765, 46.25115, 45.060257, 46.655745, 45.978686, 45.941787, 77.947214, 71.732751, 64.164, 56.635354, 52.499433, 54.589946, 51.940925, 55.081761, 55.667637, 60.563751, 64.754817, 64.73876, 68.882353, 74.580219, 81.706836, 96.089832, 91.812275, 89.895011, 96.98179, 96.079886, 81.20765, 69.77943, 27.000577, 7.325462, 3.629674, 1.000153], "sum_m_pl": [5.792912, 14.807544, 16.545075, 15.709677, 15.388182, 15.132667, 15.651921, 15.511211, 15.814656, 15.233941, 15.437843, 15.486337, 14.40074, 14.900481, 14.546283, 13.688133, 13.536634, 13.647322, 13.048297, 13.828001, 13.843265, 13.852404, 13.879979, 14.328263, 16.447093, 17.980515, 18.321515, 19.128595, 20.56605, 20.289149, 17.744936, 17.705911, 17.474049, 15.305803, 14.561138, 14.18792, 14.117771, 14.027171, 13.247298, 12.206965, 12.823309, 14.404219, 17.516893, 22.939158, 33.071812, 52.540193, 98.681192, 109.706919, 120.459646, 119.644589]}, "digit": {"n_am_en": [0, 4, 3, 3, 2, 4, 3, 3, 0, 6, 2, 4, 1, 3, 3, 2, 3, 10, 13, 7, 5, 12, 6, 9, 17, 16, 12, 11, 7, 9, 7, 6, 3, 6, 8, 14, 20, 19, 13, 17, 12, 20, 14, 13, 6, 5, 4, 0, 0, 0], "n_am_pl": [0, 2, 6, 4, 2, 0, 0, 1, 1, 4, 4, 5, 3, 4, 5, 5, 1, 1, 1, 0, 0, 0, 1, 0, 1, 7, 6, 6, 6, 6, 1, 2, 2, 2, 3, 1, 2, 2, 3, 2, 2, 1, 3, 1, 2, 3, 1, 1, 0, 0], "n_pos": 41, "sum_m_en": [4.062707, 6.867627, 7.417243, 7.021279, 7.657827, 7.103952, 6.416572, 6.754408, 6.200418, 7.354218, 6.94364, 6.956316, 7.355059, 7.442623, 6.869041, 7.414105, 7.523784, 6.902711, 6.951457, 6.678663, 6.464068, 6.715087, 6.640661, 6.893946, 9.716828, 9.401003, 8.03379, 7.963632, 7.33434, 7.948456, 7.696335, 8.140572, 8.319152, 8.465279, 8.224742, 8.190581, 8.803736, 9.179297, 9.489142, 10.606287, 9.444866, 10.797704, 8.815886, 7.247812, 5.344569, 5.238166, 3.550463, 1.385648, 0.968073, 0.0], "sum_m_pl": [0.711754, 2.230928, 2.058804, 1.992691, 1.71574, 1.637011, 1.502189, 1.587431, 1.737895, 1.934364, 1.98853, 2.061532, 1.983152, 1.940768, 1.868616, 1.832753, 1.754624, 1.824881, 1.821698, 2.049176, 2.058967, 1.999787, 1.976139, 2.057861, 2.457381, 2.799054, 2.611605, 2.817861, 2.844896, 2.664702, 2.241352, 2.19097, 2.204503, 1.955728, 1.941067, 2.042775, 1.850536, 1.787385, 1.997617, 1.743596, 1.78348, 1.620283, 1.856331, 2.133352, 2.075074, 1.80399, 1.270043, 1.500765, 0.33992, 0.0]}, "lang": {"n_am_en": [12, 9, 11, 12, 13, 13, 18, 17, 16, 21, 14, 19, 27, 22, 28, 33, 37, 42, 53, 50, 47, 61, 57, 50, 74, 60, 51, 50, 42, 38, 36, 37, 31, 42, 47, 51, 56, 71, 70, 71, 76, 69, 71, 74, 58, 50, 14, 1, 1, 1], "n_am_pl": [6, 13, 16, 9, 15, 13, 18, 15, 22, 17, 21, 28, 15, 12, 14, 7, 7, 7, 4, 5, 7, 4, 5, 7, 6, 12, 11, 18, 16, 15, 12, 11, 15, 17, 15, 13, 7, 9, 9, 9, 9, 15, 14, 21, 31, 48, 94, 107, 117, 119], "n_pos": 120, "sum_m_en": [12.567267, 17.070517, 19.125237, 19.529596, 20.375773, 20.101469, 20.645886, 21.581063, 20.69896, 22.984423, 22.896435, 22.901991, 22.719517, 22.479243, 21.166762, 23.453624, 24.197665, 23.424152, 22.224084, 21.262769, 20.714545, 21.401532, 21.164148, 20.872855, 42.432601, 38.333184, 34.175698, 28.836633, 26.290895, 26.635784, 25.729614, 26.862782, 26.940733, 29.797936, 32.202758, 32.828396, 35.176627, 38.837186, 45.483745, 52.7735, 52.792088, 52.254504, 60.735198, 61.472438, 53.038896, 45.155085, 14.172908, 3.064481, 1.289355, 1.000016], "sum_m_pl": [2.929023, 6.105607, 7.131676, 7.090557, 7.242377, 7.255852, 7.607554, 7.554777, 7.851349, 7.151162, 7.214947, 7.613143, 7.026693, 7.60753, 7.262668, 6.47608, 6.455756, 6.46331, 5.994602, 6.196524, 6.19006, 6.259706, 6.293759, 6.407111, 7.165056, 7.954763, 8.689419, 8.779118, 9.460103, 9.985085, 8.443248, 8.903599, 8.918551, 7.905736, 7.520517, 7.460188, 7.937758, 8.005598, 7.136372, 7.144154, 7.789619, 9.522638, 11.810463, 17.126716, 25.337538, 44.408617, 89.317976, 104.041596, 115.114845, 118.39673]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 279, "item_id": "llmzszl-18793", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 906, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 0.9964}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 25, 21, 31, 33, 32, 40, 41, 54, 49, 58, 61, 54, 52, 57, 54, 78, 78, 74, 64, 60, 61, 63, 59, 89, 91, 81, 89, 82, 78, 81, 89, 87, 102, 100, 105, 104, 101, 89, 96, 96, 95, 99, 99, 104, 93, 106, 98, 94, 95], "n_am_pl": [4, 13, 14, 8, 13, 16, 14, 10, 21, 25, 15, 23, 23, 22, 20, 20, 13, 19, 17, 14, 8, 5, 4, 5, 9, 10, 16, 15, 20, 20, 17, 14, 10, 6, 10, 4, 4, 5, 8, 6, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 220, "sum_m_en": [25.09244, 35.607481, 34.96997, 34.692903, 36.816351, 35.794616, 38.426867, 39.329355, 40.858514, 42.634747, 40.803516, 41.580079, 39.763362, 38.262288, 39.094822, 41.280492, 43.065376, 42.554756, 41.44388, 38.843718, 36.574893, 36.818939, 36.160345, 36.339023, 58.997312, 58.817336, 53.967623, 53.894342, 52.25426, 53.683461, 49.272937, 50.93649, 54.652584, 60.285633, 68.164592, 69.425551, 74.792774, 78.18253, 78.843901, 80.75187, 81.793514, 83.491926, 85.474051, 88.264514, 94.552718, 90.08914, 97.00849, 92.357022, 89.275574, 94.85645], "sum_m_pl": [4.20716, 8.582355, 9.556354, 8.554811, 9.201439, 8.575737, 9.110467, 8.606335, 9.494817, 10.256007, 11.139211, 11.417445, 12.647177, 12.719839, 13.674461, 12.753471, 13.016472, 13.027548, 12.983285, 12.417728, 12.072271, 11.790318, 11.561498, 11.453786, 11.633076, 11.978341, 12.17644, 12.937576, 13.771259, 14.302735, 13.98656, 12.785132, 12.691304, 11.385118, 11.380247, 10.587504, 10.028204, 9.70912, 8.68785, 8.085071, 7.142768, 5.624119, 5.985532, 5.929205, 5.653588, 4.113823, 2.955987, 2.202752, 1.350122, 2.5e-05]}, "digit": {"n_am_en": [0, 1, 4, 3, 0, 1, 0, 4, 5, 3, 1, 2, 3, 2, 3, 1, 11, 4, 7, 2, 2, 3, 3, 3, 8, 5, 4, 4, 3, 6, 6, 9, 8, 7, 12, 10, 10, 7, 6, 5, 4, 4, 5, 3, 4, 5, 5, 3, 0, 0], "n_am_pl": [0, 2, 2, 1, 1, 2, 5, 2, 5, 4, 6, 7, 11, 6, 4, 5, 3, 4, 4, 1, 0, 1, 0, 0, 2, 1, 1, 0, 2, 4, 2, 1, 1, 1, 1, 0, 0, 1, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.9238, 5.325143, 5.099409, 4.625221, 4.66952, 4.318618, 4.86431, 4.962249, 4.832079, 5.336817, 5.075563, 5.116479, 4.953023, 4.865118, 4.970794, 4.987338, 5.5383, 5.538435, 5.617605, 5.045797, 4.798576, 4.908042, 4.85033, 4.90122, 5.606111, 5.632225, 5.461809, 6.060674, 6.021261, 6.297221, 6.03587, 6.040664, 6.667971, 6.990601, 7.308778, 7.457675, 7.294034, 6.585274, 5.473209, 5.573004, 4.794496, 4.479696, 4.737508, 4.479752, 3.922553, 4.926721, 5.246423, 3.263919, 1.503012, 0.0], "sum_m_pl": [0.391311, 1.167954, 1.132702, 1.014091, 1.157476, 1.091341, 1.304612, 1.169234, 1.378757, 1.478078, 1.575758, 1.782232, 1.921087, 1.872649, 2.027561, 1.878416, 1.833971, 1.953477, 1.603865, 1.516868, 1.5093, 1.438314, 1.456776, 1.487943, 1.542844, 1.645197, 1.515827, 1.620833, 1.725153, 1.962389, 1.632676, 1.467874, 1.434125, 1.291374, 1.378476, 1.438397, 1.219892, 1.200699, 1.268296, 1.215221, 1.256395, 1.288035, 1.334, 1.207345, 1.343641, 1.433171, 1.376352, 1.257163, 0.521769, 0.0]}, "lang": {"n_am_en": [25, 15, 11, 16, 21, 16, 23, 22, 29, 32, 36, 38, 34, 36, 41, 39, 48, 51, 49, 43, 42, 42, 42, 41, 55, 59, 55, 57, 54, 48, 46, 52, 57, 61, 64, 65, 66, 67, 63, 68, 74, 73, 77, 78, 81, 77, 87, 84, 88, 94], "n_am_pl": [2, 7, 3, 1, 5, 6, 2, 5, 7, 10, 5, 6, 5, 6, 5, 2, 1, 5, 7, 8, 2, 1, 2, 2, 2, 2, 6, 9, 8, 8, 6, 4, 3, 1, 3, 1, 2, 3, 5, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 94, "sum_m_en": [11.370467, 14.869063, 14.931259, 15.100629, 16.166475, 15.391991, 16.995035, 17.4939, 19.167278, 19.365026, 18.69341, 19.141405, 18.526103, 17.886166, 18.573386, 19.785503, 20.407482, 20.187949, 19.104711, 17.923581, 16.638988, 16.370537, 16.009453, 15.992522, 34.383538, 34.168971, 31.274326, 29.345979, 28.332286, 28.437671, 25.539369, 26.43635, 28.855133, 32.878289, 37.185211, 40.213709, 45.018327, 49.206494, 52.955676, 56.745989, 59.39154, 60.942319, 63.655089, 66.328069, 72.543113, 70.332785, 75.647276, 75.409735, 79.173758, 93.340225], "sum_m_pl": [1.918848, 3.316931, 3.587485, 3.291059, 3.508382, 3.23401, 3.527949, 3.420474, 3.952598, 4.314402, 4.906283, 4.765204, 5.558006, 5.466315, 5.727637, 5.270073, 5.573849, 5.442632, 5.635972, 5.325053, 5.173278, 5.09287, 4.97058, 4.837494, 4.660326, 4.949107, 4.986872, 5.466743, 5.772351, 5.881299, 5.913896, 5.56022, 5.291283, 4.67887, 4.721053, 4.437572, 4.399476, 4.240791, 4.059244, 3.659176, 2.998103, 2.146158, 2.15055, 2.193798, 1.612887, 0.956487, 0.690912, 0.407202, 0.407451, 2.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "llmzszl-18799", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 787, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9774}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 19, 58, 78, 76, 87, 93, 110, 116, 133, 109, 119, 97, 80, 93, 122, 148, 169, 182, 150, 129, 129, 117, 132, 232, 212, 190, 190, 158, 160, 137, 152, 174, 212, 243, 228, 222, 239, 247, 258, 263, 251, 240, 229, 216, 171, 81, 28, 8, 10], "n_am_pl": [8, 50, 52, 47, 49, 57, 70, 67, 87, 81, 85, 87, 93, 105, 102, 78, 61, 53, 40, 49, 30, 32, 28, 29, 39, 47, 64, 63, 81, 86, 103, 93, 77, 57, 65, 49, 53, 55, 47, 50, 55, 52, 65, 96, 122, 162, 298, 319, 330, 338], "n_pos": 645, "sum_m_en": [58.022817, 93.879049, 103.101169, 100.8007, 103.054101, 105.270272, 107.693807, 113.311094, 112.589904, 119.867846, 118.585592, 114.896274, 111.390049, 107.377539, 105.596699, 110.808383, 114.101295, 112.042927, 109.711644, 103.530008, 97.880126, 100.108496, 100.222858, 102.38386, 152.49302, 145.589485, 136.923458, 135.001866, 126.631349, 124.059619, 116.180888, 121.698044, 130.244119, 143.227261, 160.101705, 156.743217, 156.654147, 171.087263, 181.050038, 186.993006, 191.015672, 190.76973, 199.725504, 199.43653, 193.106243, 168.179429, 78.676552, 31.216051, 18.249179, 9.830745], "sum_m_pl": [9.423325, 27.347095, 31.783575, 30.798325, 31.444978, 31.709502, 33.460601, 34.393132, 36.921138, 39.736582, 43.62997, 45.95656, 47.540195, 46.636762, 50.617665, 43.260561, 41.847395, 41.568474, 39.47679, 37.738549, 36.10921, 34.942836, 34.509497, 34.353131, 41.780101, 44.532886, 45.727367, 47.827493, 55.988232, 56.174292, 55.685595, 54.073093, 52.197867, 47.591083, 47.293234, 45.349975, 44.084653, 44.189327, 42.259214, 43.342737, 49.549304, 46.88414, 62.478329, 86.820375, 106.792468, 146.677762, 282.538758, 316.027863, 322.827329, 338.587606]}, "digit": {"n_am_en": [0, 0, 6, 4, 3, 1, 4, 8, 8, 9, 6, 6, 6, 6, 6, 5, 7, 7, 11, 5, 2, 2, 2, 2, 7, 4, 7, 9, 9, 14, 8, 7, 13, 13, 17, 16, 12, 13, 12, 12, 10, 12, 9, 12, 12, 15, 17, 13, 1, 0], "n_am_pl": [0, 4, 6, 1, 0, 5, 6, 4, 10, 11, 17, 13, 9, 6, 6, 6, 5, 9, 8, 5, 1, 1, 1, 1, 2, 4, 4, 3, 3, 6, 8, 8, 5, 6, 14, 7, 3, 5, 6, 3, 2, 1, 2, 2, 3, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [6.232815, 12.224046, 12.810155, 11.038841, 10.704999, 10.439731, 10.869126, 11.362164, 10.86027, 11.916721, 11.854382, 11.112062, 11.084666, 10.724523, 10.498204, 10.093861, 10.980805, 10.786117, 11.149775, 10.431561, 10.018081, 10.31213, 10.338565, 10.715863, 12.655274, 12.238399, 11.917518, 13.37056, 13.290172, 13.736636, 12.626706, 13.339421, 13.675642, 13.741126, 15.136854, 14.397571, 14.44053, 13.768853, 12.317914, 12.607087, 11.656065, 11.059244, 10.793552, 10.806491, 9.695813, 11.526603, 12.122226, 8.528268, 5.893251, 0.0], "sum_m_pl": [0.894673, 3.146262, 2.928578, 2.657593, 2.584511, 2.751967, 3.010245, 3.108552, 3.521681, 3.825165, 4.509358, 4.550877, 4.372478, 3.833543, 4.254591, 3.817374, 3.703162, 3.740724, 3.23271, 3.105419, 3.17042, 3.038655, 3.06506, 3.220321, 3.473071, 3.658126, 3.274479, 3.548192, 3.996974, 3.939562, 3.966641, 3.464446, 3.451426, 3.466712, 3.614187, 3.86248, 3.319479, 3.04466, 3.427598, 3.361709, 3.689024, 3.785838, 3.900117, 3.604122, 3.697195, 3.063336, 2.846124, 2.344424, 1.861776, 0.0]}, "lang": {"n_am_en": [13, 15, 38, 43, 41, 54, 53, 66, 72, 87, 68, 72, 67, 55, 66, 76, 96, 111, 115, 101, 89, 93, 84, 98, 155, 148, 129, 131, 112, 107, 95, 105, 114, 140, 147, 144, 147, 161, 168, 174, 182, 177, 171, 156, 149, 113, 47, 10, 4, 10], "n_am_pl": [6, 25, 29, 24, 28, 32, 36, 44, 53, 44, 40, 49, 44, 58, 56, 51, 30, 21, 15, 26, 18, 17, 15, 14, 20, 26, 41, 34, 42, 39, 49, 46, 36, 32, 29, 28, 37, 37, 33, 40, 44, 42, 59, 83, 99, 132, 253, 313, 328, 337], "n_pos": 347, "sum_m_en": [32.490116, 48.966275, 55.529217, 54.056122, 54.638118, 56.621552, 58.515515, 61.858812, 62.544375, 67.012346, 65.885233, 63.891061, 61.640051, 59.217679, 58.474935, 61.896401, 62.907231, 62.909312, 60.415318, 56.973218, 53.667964, 54.914695, 55.130431, 56.042651, 94.208309, 89.26795, 84.072422, 79.591396, 73.423367, 70.075916, 65.816673, 69.713281, 75.379959, 85.521184, 95.328637, 94.738096, 96.455767, 108.586775, 116.758938, 121.921582, 126.111341, 125.782819, 135.213519, 135.792304, 133.732934, 110.700053, 45.017919, 11.531429, 5.766749, 9.83074], "sum_m_pl": [5.311467, 14.137431, 17.318707, 17.312364, 17.508371, 17.775207, 18.52653, 19.335085, 20.828534, 22.684896, 24.942041, 26.563152, 27.528153, 27.728809, 29.552916, 24.523633, 23.402995, 22.905954, 22.253079, 21.131225, 20.206507, 19.657477, 19.339193, 19.088267, 23.113863, 25.043135, 26.728575, 27.99986, 32.521825, 32.767196, 32.62132, 32.474411, 30.679916, 27.736678, 27.725221, 26.648248, 26.439618, 27.546972, 26.522171, 27.943976, 33.81015, 32.946509, 48.23636, 69.86909, 86.186064, 121.264184, 240.357579, 302.69564, 314.706825, 336.325055]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 647, "item_id": "llmzszl-18799", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 915, "region_end": 645, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.9923}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 14, 24, 21, 32, 38, 34, 22, 40, 35, 24, 28, 32, 32, 48, 50, 72, 63, 55, 57, 56, 56, 43, 46, 69, 65, 39, 33, 38, 41, 42, 54, 52, 45, 74, 78, 73, 81, 77, 88, 73, 90, 89, 101, 86, 72, 47, 46, 38, 45], "n_am_pl": [10, 27, 21, 16, 11, 10, 19, 24, 26, 29, 34, 30, 43, 40, 37, 40, 30, 31, 28, 18, 18, 15, 15, 20, 28, 28, 40, 56, 45, 57, 44, 39, 33, 27, 22, 14, 7, 5, 3, 5, 6, 2, 5, 4, 4, 1, 7, 7, 9, 7], "n_pos": 289, "sum_m_en": [29.350261, 43.042773, 43.272915, 43.29027, 44.04177, 42.364239, 40.69526, 40.935188, 39.715724, 43.116707, 42.520375, 44.38903, 45.18757, 43.695201, 44.487999, 47.249446, 49.705453, 46.184331, 46.191575, 44.943316, 43.904677, 43.965694, 43.002387, 43.749115, 53.674086, 50.690591, 46.979837, 43.440738, 44.170739, 46.55986, 45.518553, 47.089361, 48.736772, 50.309885, 56.817524, 55.466073, 57.195977, 58.71176, 63.587828, 62.430678, 62.026731, 69.44355, 71.801951, 89.736209, 73.121559, 65.072511, 52.985978, 50.72114, 43.004866, 43.598969], "sum_m_pl": [6.136319, 14.339697, 16.568244, 14.826294, 14.277377, 13.605641, 13.314048, 14.161637, 15.406213, 17.354548, 17.764097, 18.408962, 20.531698, 20.061754, 20.516431, 19.185652, 17.238439, 15.94904, 16.42794, 17.320533, 16.964582, 16.599235, 15.93812, 16.305622, 21.704008, 24.744479, 25.070996, 27.343865, 27.069652, 27.384533, 25.001957, 22.730823, 21.912029, 19.461986, 18.11116, 16.036054, 15.020936, 13.316683, 11.814417, 11.411658, 11.075172, 10.291419, 9.56545, 7.183962, 7.482012, 5.534176, 10.082467, 8.266031, 9.143376, 7.000164]}, "digit": {"n_am_en": [2, 0, 4, 2, 2, 4, 3, 4, 9, 12, 5, 7, 4, 2, 8, 9, 18, 14, 14, 17, 17, 15, 12, 17, 21, 16, 9, 8, 8, 6, 8, 8, 8, 10, 16, 21, 18, 24, 19, 24, 19, 20, 22, 28, 22, 16, 2, 3, 0, 0], "n_am_pl": [0, 5, 6, 1, 2, 0, 0, 2, 8, 8, 11, 8, 12, 15, 8, 11, 9, 7, 2, 3, 5, 6, 6, 8, 6, 12, 15, 18, 16, 16, 17, 17, 14, 14, 3, 5, 1, 0, 1, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 64, "sum_m_en": [5.708048, 9.743609, 10.368493, 10.018799, 10.271881, 9.780083, 8.950044, 8.996601, 8.63809, 9.507785, 9.530915, 9.812138, 10.412303, 10.334307, 10.713381, 11.786381, 12.315073, 11.383084, 11.473195, 11.103762, 10.632552, 10.824254, 10.54354, 10.799617, 14.461883, 12.119103, 11.127964, 9.854687, 9.940601, 10.210701, 10.41164, 10.634482, 10.868681, 11.240855, 12.094363, 13.498271, 14.840516, 15.147136, 15.984883, 15.268566, 14.410561, 15.428628, 16.027087, 22.627211, 17.358534, 12.81974, 7.267217, 5.175611, 1.936961, 0.0], "sum_m_pl": [0.962884, 3.074436, 3.32064, 3.095904, 2.72401, 2.67619, 2.401231, 2.788835, 3.188754, 3.715187, 4.053117, 4.387443, 5.090683, 5.186045, 5.253286, 4.994927, 4.334005, 3.895038, 3.881277, 4.126453, 4.061335, 3.944872, 3.805452, 3.891863, 5.005359, 6.929367, 6.30199, 7.713147, 7.613014, 6.899548, 6.400085, 5.70273, 5.481916, 5.318735, 4.92685, 4.300567, 4.134668, 3.807975, 3.445239, 3.367126, 3.323763, 3.218724, 3.009843, 2.31566, 2.568492, 2.174313, 1.602931, 1.084305, 0.460661, 0.0]}, "lang": {"n_am_en": [6, 6, 10, 7, 11, 11, 11, 10, 12, 12, 10, 10, 9, 10, 15, 16, 20, 21, 20, 19, 19, 22, 17, 16, 23, 24, 16, 16, 16, 20, 16, 16, 25, 20, 27, 31, 29, 34, 35, 34, 35, 37, 39, 39, 36, 38, 39, 38, 36, 44], "n_am_pl": [3, 3, 1, 1, 2, 2, 2, 1, 3, 3, 3, 7, 10, 7, 6, 7, 4, 3, 5, 5, 2, 0, 2, 2, 7, 4, 4, 10, 4, 10, 5, 3, 3, 3, 4, 2, 2, 2, 1, 2, 3, 1, 2, 1, 3, 0, 7, 7, 7, 7], "n_pos": 51, "sum_m_en": [5.970847, 7.699384, 7.339507, 7.788882, 8.067578, 7.771467, 7.622333, 7.93968, 8.101876, 8.788189, 8.365896, 8.797468, 8.671501, 8.16393, 8.208311, 8.751193, 9.341859, 9.079756, 8.966614, 8.822919, 8.560371, 8.327653, 8.148385, 8.243209, 13.822161, 13.713894, 12.381335, 11.077647, 11.037283, 11.33522, 10.900058, 10.888734, 11.438795, 12.96981, 15.488836, 17.198576, 19.19726, 20.663289, 23.640962, 24.956568, 27.542172, 31.011416, 33.182338, 34.559246, 34.129425, 35.642846, 36.26493, 36.391142, 36.259618, 43.117771], "sum_m_pl": [1.32798, 2.388765, 2.705759, 2.318809, 2.376621, 2.250562, 2.267352, 2.383744, 2.582143, 2.807864, 2.738104, 3.016327, 3.13391, 3.04467, 3.039654, 2.801194, 2.447105, 2.34551, 2.694779, 3.005716, 2.933911, 2.977947, 2.827835, 2.95347, 4.383779, 4.201774, 4.133671, 4.093567, 4.412675, 4.931349, 4.186356, 3.967939, 3.86408, 3.25897, 2.838947, 3.00933, 2.937935, 2.621651, 2.259947, 2.45758, 2.346517, 1.920784, 1.772207, 1.688981, 2.544762, 1.479114, 7.183451, 6.091906, 6.979075, 6.999519]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 291, "item_id": "llmzszl-18801", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 780, "region_end": 289, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 18, 26, 30, 28, 39, 41, 38, 48, 54, 52, 41, 44, 48, 51, 62, 87, 88, 72, 70, 74, 79, 73, 58, 101, 81, 69, 64, 56, 58, 66, 69, 70, 72, 107, 100, 81, 91, 99, 95, 94, 109, 105, 133, 108, 82, 25, 12, 9, 8], "n_am_pl": [2, 26, 38, 28, 41, 30, 35, 41, 50, 39, 56, 59, 82, 64, 62, 64, 36, 38, 38, 41, 29, 22, 28, 29, 31, 38, 55, 69, 82, 69, 57, 50, 46, 37, 22, 27, 18, 23, 10, 14, 16, 16, 14, 20, 29, 43, 82, 85, 81, 78], "n_pos": 382, "sum_m_en": [36.861507, 56.323845, 58.15056, 58.050362, 59.7234, 57.488689, 56.305071, 56.864442, 55.578153, 59.723171, 59.077878, 60.251996, 60.376249, 59.045112, 60.073427, 64.021284, 67.197327, 62.106041, 61.273562, 60.221031, 58.546075, 58.437005, 57.093997, 57.99384, 74.605424, 70.633348, 63.333211, 58.523058, 57.74267, 61.206458, 59.512444, 62.333808, 65.201477, 66.255, 77.519823, 74.357719, 70.40349, 75.504641, 84.885322, 83.237991, 82.602362, 86.571641, 93.09286, 115.65788, 94.73549, 72.016373, 30.368554, 20.784285, 11.574384, 8.000131], "sum_m_pl": [7.010637, 19.578206, 22.356529, 21.176832, 20.643696, 20.264531, 19.802773, 21.017002, 22.835621, 24.69781, 26.084207, 26.457885, 28.675581, 27.711446, 27.34336, 25.000375, 22.591245, 20.872849, 20.743574, 21.82463, 21.729336, 21.093505, 20.493134, 21.083154, 27.012521, 30.183307, 32.984669, 34.939922, 35.257297, 35.660236, 32.309857, 29.970375, 29.509836, 25.710637, 23.537247, 21.420545, 21.371536, 20.187208, 17.591408, 19.075416, 18.353081, 19.26577, 18.67194, 19.419861, 30.273693, 44.793276, 79.743746, 82.705038, 78.950219, 78.333296]}, "digit": {"n_am_en": [0, 0, 6, 3, 2, 7, 8, 10, 12, 12, 6, 9, 3, 3, 5, 13, 16, 18, 13, 13, 17, 18, 13, 14, 18, 17, 13, 14, 15, 10, 13, 14, 17, 11, 19, 25, 23, 23, 23, 26, 24, 26, 26, 34, 27, 23, 4, 0, 0, 0], "n_am_pl": [0, 6, 12, 4, 8, 4, 3, 3, 9, 7, 14, 12, 23, 23, 14, 21, 11, 11, 6, 7, 5, 7, 9, 8, 5, 9, 17, 25, 24, 20, 14, 17, 10, 13, 7, 3, 1, 5, 1, 2, 1, 1, 2, 3, 2, 6, 8, 7, 1, 0], "n_pos": 83, "sum_m_en": [7.631753, 12.792073, 13.717979, 13.069517, 13.368987, 12.817892, 11.952217, 12.230368, 11.798407, 12.817042, 13.095283, 13.21835, 13.502958, 13.437774, 13.865521, 15.047202, 15.96522, 14.445279, 14.591575, 14.313266, 13.413354, 13.558923, 13.154275, 13.602014, 16.550951, 15.668101, 14.506414, 13.480112, 13.462508, 13.924929, 13.652432, 14.31252, 14.926505, 15.158096, 16.125558, 16.853433, 17.936109, 18.122937, 20.826879, 20.539481, 18.408173, 18.638438, 19.280549, 28.478355, 22.978574, 17.893714, 7.73802, 4.485954, 1.563632, 0.0], "sum_m_pl": [1.210989, 4.19961, 4.40048, 4.174681, 3.892385, 3.823934, 3.557288, 4.084758, 4.626189, 5.18612, 5.794753, 6.048715, 6.570089, 6.593706, 6.43938, 6.150048, 5.427826, 4.863333, 4.713582, 5.057276, 5.070505, 4.859126, 4.753451, 4.927176, 6.092143, 6.969304, 7.5015, 8.273811, 8.25963, 8.249329, 7.323699, 6.651298, 6.344377, 5.90028, 5.789459, 5.137707, 4.903395, 4.991066, 4.43324, 4.336037, 4.246768, 4.258129, 4.10483, 3.744043, 5.072145, 8.140776, 8.701219, 7.133915, 1.126648, 0.007884]}, "lang": {"n_am_en": [2, 8, 7, 13, 15, 11, 15, 14, 19, 22, 20, 14, 19, 20, 19, 22, 29, 33, 33, 29, 31, 32, 33, 24, 45, 42, 35, 33, 26, 26, 28, 28, 25, 34, 41, 42, 34, 41, 43, 39, 42, 44, 45, 51, 42, 32, 17, 8, 8, 8], "n_am_pl": [2, 4, 6, 11, 11, 9, 5, 6, 12, 12, 14, 18, 20, 20, 16, 16, 8, 10, 10, 12, 7, 8, 9, 8, 10, 9, 20, 17, 19, 17, 12, 11, 16, 13, 6, 11, 12, 9, 6, 9, 12, 13, 11, 16, 19, 28, 59, 72, 77, 78], "n_pos": 87, "sum_m_en": [8.079013, 13.158474, 13.690841, 14.231486, 15.19636, 14.544888, 14.743928, 14.73298, 14.918841, 15.689961, 15.101887, 15.409245, 15.246194, 14.613932, 14.316965, 15.42836, 16.150664, 15.622691, 15.234977, 14.858102, 14.875853, 14.613528, 14.285533, 14.097753, 25.971351, 23.530598, 19.956366, 17.486171, 16.208206, 16.615949, 16.827293, 17.319742, 17.782003, 19.467725, 24.11054, 26.164581, 25.141136, 29.111509, 33.728127, 34.563692, 37.352846, 38.279789, 44.179181, 44.664865, 42.373479, 31.044409, 15.713517, 8.176543, 8.208962, 8.000131], "sum_m_pl": [1.862178, 4.200457, 4.846271, 4.788947, 4.667728, 4.935391, 5.046271, 5.144508, 5.456874, 5.534199, 5.882602, 6.206002, 6.788029, 6.72517, 6.321978, 5.751462, 4.94518, 4.745263, 4.943778, 5.168812, 5.133865, 5.092998, 4.92063, 5.126859, 6.922713, 7.460899, 8.393453, 8.548509, 9.155612, 9.786589, 8.297095, 8.080342, 8.20278, 7.396255, 6.320619, 6.351068, 6.83173, 6.284074, 5.70632, 7.446465, 7.494853, 8.716786, 9.048126, 11.429022, 16.316181, 27.778522, 57.157747, 69.439981, 73.719642, 78.224777]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 384, "item_id": "llmzszl-18801", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 382, "roundtrip_ok": true, "tf_agree": 0.9948, "tf_agree_excl_first": 0.9974}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 33, 35, 34, 44, 51, 51, 59, 57, 61, 63, 48, 57, 73, 74, 91, 84, 91, 99, 85, 85, 83, 82, 89, 118, 104, 93, 71, 72, 69, 71, 70, 91, 113, 118, 129, 140, 155, 168, 152, 147, 150, 155, 150, 120, 109, 102, 96, 94, 88], "n_am_pl": [5, 26, 87, 64, 69, 65, 46, 39, 28, 37, 56, 52, 60, 74, 69, 71, 67, 67, 59, 50, 39, 41, 36, 29, 25, 38, 49, 55, 67, 70, 59, 78, 62, 46, 43, 35, 33, 10, 11, 7, 8, 4, 3, 1, 5, 3, 0, 0, 1, 0], "n_pos": 393, "sum_m_en": [42.218177, 60.76856, 59.724637, 60.227651, 62.663899, 62.010427, 62.667001, 64.703796, 63.181129, 68.478992, 65.777081, 67.541308, 66.899672, 67.805519, 65.167906, 66.530447, 65.658719, 64.399964, 67.353312, 64.831905, 63.38839, 64.499583, 64.211758, 65.082604, 84.885142, 82.39517, 75.889588, 71.165471, 70.517593, 67.348262, 66.008397, 69.662275, 72.525, 75.118211, 82.009103, 85.115564, 102.557043, 111.91903, 129.266937, 125.79774, 129.100492, 134.639109, 139.592884, 142.483155, 118.894798, 111.349166, 101.204128, 99.143998, 88.474626, 88.968809], "sum_m_pl": [8.274251, 20.186009, 23.706369, 21.502994, 22.612628, 22.332582, 22.315396, 23.227324, 25.031812, 27.181245, 29.251596, 29.771848, 31.845115, 31.526271, 33.248243, 34.533112, 32.756876, 34.604385, 30.12551, 29.178592, 27.466391, 25.92234, 24.983993, 24.140142, 31.522854, 34.388442, 38.332028, 39.002884, 42.376807, 45.807194, 42.04106, 40.034462, 39.064644, 34.800019, 33.912637, 32.364058, 28.266942, 23.520831, 21.508684, 18.866103, 16.993052, 14.69429, 13.708239, 11.329813, 8.105664, 6.121276, 3.207093, 1.861112, 2.439823, 0.02272]}, "digit": {"n_am_en": [0, 9, 5, 3, 3, 8, 5, 7, 5, 9, 5, 6, 7, 12, 10, 17, 14, 15, 16, 14, 16, 18, 12, 21, 25, 16, 14, 9, 9, 9, 5, 9, 8, 15, 17, 22, 25, 25, 24, 19, 19, 22, 19, 24, 7, 5, 2, 0, 0, 0], "n_am_pl": [0, 6, 32, 16, 20, 15, 7, 3, 4, 10, 13, 19, 22, 30, 23, 16, 24, 19, 15, 12, 4, 5, 5, 5, 1, 4, 6, 11, 19, 17, 8, 22, 16, 14, 9, 9, 8, 0, 1, 1, 1, 1, 0, 0, 4, 2, 0, 0, 0, 0], "n_pos": 76, "sum_m_en": [7.86317, 12.680365, 11.981673, 11.732186, 11.984981, 11.305805, 11.154972, 11.933316, 11.804771, 13.408696, 12.812982, 12.721964, 12.331195, 13.191061, 11.968933, 11.960791, 11.99744, 12.277223, 13.277164, 12.391319, 11.912313, 12.419097, 12.365934, 12.845131, 17.649695, 16.065694, 13.439751, 13.04468, 13.088663, 11.900788, 11.417956, 12.390739, 12.854639, 12.365824, 12.975792, 14.137638, 17.107151, 15.725349, 17.000911, 15.315384, 15.037821, 16.442164, 16.790156, 23.257093, 10.461613, 8.367861, 4.276216, 2.042951, 0.457119, 0.0], "sum_m_pl": [1.328841, 4.492362, 4.690041, 3.864283, 3.643284, 3.628665, 3.387032, 3.664698, 4.323007, 5.091143, 6.298191, 5.978473, 6.576108, 6.651766, 7.098255, 7.684498, 7.051234, 7.225373, 6.003383, 5.691686, 5.412585, 4.992927, 4.838826, 4.642585, 5.491435, 5.871923, 6.794592, 7.049789, 7.570593, 8.233063, 7.077489, 7.232894, 6.605902, 6.367407, 6.484394, 6.430589, 5.348374, 5.244919, 5.375824, 5.054052, 5.130286, 4.784677, 4.12106, 3.261453, 3.056404, 2.302132, 1.452013, 0.66311, 0.156708, 0.0]}, "lang": {"n_am_en": [9, 10, 12, 16, 20, 18, 14, 22, 19, 20, 23, 19, 25, 27, 25, 30, 27, 37, 37, 33, 36, 38, 41, 37, 51, 49, 47, 39, 36, 36, 37, 33, 43, 51, 55, 56, 60, 67, 76, 81, 82, 86, 88, 88, 85, 79, 84, 85, 87, 87], "n_am_pl": [2, 8, 6, 11, 10, 8, 6, 8, 8, 7, 10, 13, 13, 13, 15, 19, 12, 11, 8, 11, 10, 10, 8, 9, 6, 11, 9, 5, 5, 9, 15, 17, 11, 4, 5, 4, 7, 3, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 90, "sum_m_en": [9.508263, 13.243377, 13.281973, 13.763653, 14.864705, 14.909109, 15.155009, 15.582751, 15.601162, 16.077765, 15.83703, 16.623275, 16.868092, 17.041128, 16.624315, 17.245324, 17.252228, 16.911959, 16.914888, 16.771139, 16.892489, 16.576707, 16.092173, 15.900002, 27.782699, 28.314015, 27.332377, 23.357712, 22.411477, 21.93317, 21.081634, 21.545222, 22.622255, 26.14743, 30.21964, 33.364115, 41.622333, 48.923311, 59.264158, 63.497873, 67.134476, 72.367199, 76.163189, 78.03958, 77.348627, 75.487364, 78.184781, 78.716227, 76.877545, 86.747897], "sum_m_pl": [1.634689, 3.722341, 4.068441, 3.965443, 4.44022, 4.523142, 4.815042, 5.075672, 5.315006, 5.342487, 5.880585, 6.387139, 6.992146, 6.780617, 7.4705, 7.598148, 7.390082, 7.75713, 7.086358, 6.663467, 6.382851, 6.064575, 5.878516, 5.640707, 7.584033, 7.755439, 8.230499, 8.368301, 9.193684, 9.681822, 9.498983, 8.962961, 9.342193, 7.963867, 7.503543, 7.238239, 6.599013, 5.09119, 3.707476, 3.000358, 2.677634, 1.940929, 1.635084, 1.048618, 0.828449, 0.644577, 0.389453, 0.274871, 0.481906, 6.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 395, "item_id": "llmzszl-18804", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 922, "region_end": 393, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9848}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 44, 57, 88, 103, 128, 117, 131, 126, 144, 152, 145, 158, 141, 150, 187, 188, 190, 215, 181, 158, 174, 154, 171, 309, 283, 211, 182, 160, 140, 139, 173, 190, 224, 271, 295, 326, 335, 331, 350, 363, 381, 397, 402, 316, 241, 129, 47, 30, 29], "n_am_pl": [9, 68, 103, 99, 137, 139, 144, 111, 138, 116, 124, 133, 135, 130, 152, 141, 131, 129, 126, 103, 91, 82, 88, 88, 87, 131, 135, 161, 173, 194, 165, 179, 165, 151, 128, 123, 105, 101, 95, 80, 75, 73, 70, 80, 110, 164, 258, 310, 337, 348], "n_pos": 949, "sum_m_en": [86.806175, 134.648563, 142.697234, 145.861338, 150.884199, 153.669709, 155.399572, 160.982108, 155.104082, 162.225164, 164.964702, 167.722511, 164.886764, 163.994471, 153.647266, 158.04195, 154.153537, 148.279679, 149.624535, 148.279909, 148.215259, 150.514209, 150.075669, 151.488019, 217.677362, 206.402495, 181.005968, 164.812008, 156.788388, 156.877084, 155.514283, 161.26767, 165.41043, 171.106455, 188.633228, 196.25833, 215.132227, 244.747474, 267.967135, 277.993923, 282.747134, 310.058337, 338.090181, 351.468444, 276.418178, 222.135169, 120.423506, 54.137453, 37.490881, 29.00045], "sum_m_pl": [17.203609, 45.786761, 56.486822, 55.732897, 57.288368, 58.365645, 60.270989, 59.626845, 65.907372, 67.560307, 72.910372, 72.669844, 73.057351, 72.688682, 78.374516, 81.062004, 74.671872, 78.953768, 68.043164, 66.863724, 62.886143, 59.349001, 57.284569, 56.039061, 77.716846, 85.346098, 97.207362, 100.858126, 114.806633, 113.701774, 100.799743, 102.075716, 99.944599, 95.102962, 88.279619, 86.628151, 81.369771, 75.219972, 74.060602, 67.95706, 71.712522, 71.468828, 73.386223, 85.232362, 114.593742, 160.041166, 241.068802, 293.334114, 319.847233, 346.359415]}, "digit": {"n_am_en": [0, 6, 17, 3, 3, 0, 2, 7, 18, 13, 9, 7, 10, 6, 10, 14, 16, 15, 20, 14, 15, 14, 13, 25, 37, 24, 15, 9, 10, 8, 10, 8, 11, 16, 20, 31, 36, 26, 26, 22, 20, 25, 29, 51, 19, 12, 4, 1, 0, 0], "n_am_pl": [2, 10, 13, 15, 27, 33, 24, 14, 17, 10, 11, 19, 16, 24, 19, 22, 12, 14, 10, 12, 4, 1, 2, 6, 8, 17, 20, 22, 24, 22, 9, 20, 13, 10, 13, 14, 4, 7, 4, 3, 0, 0, 0, 1, 0, 2, 5, 3, 0, 0], "n_pos": 97, "sum_m_en": [8.078581, 12.896812, 13.98948, 13.935399, 14.616771, 14.765591, 14.225062, 15.634801, 15.100628, 16.669104, 16.560288, 16.733347, 16.651782, 17.009801, 15.331695, 15.207613, 15.068734, 14.70929, 15.35137, 15.36966, 15.077906, 15.732209, 15.773298, 16.372145, 21.671068, 19.322701, 16.396007, 15.704801, 15.381723, 15.099566, 14.840409, 15.425605, 16.010553, 15.638876, 16.85749, 18.242667, 19.899952, 19.76785, 20.327558, 20.625043, 19.39546, 22.537945, 24.32618, 32.892819, 17.311994, 13.074585, 5.173655, 2.337887, 0.521161, 0.0], "sum_m_pl": [2.397175, 5.972273, 6.758687, 6.5721, 6.356008, 6.222686, 5.280301, 5.426894, 6.368393, 7.199697, 9.079325, 8.132504, 7.956765, 7.557134, 8.303436, 9.167294, 7.976389, 8.111297, 6.85548, 6.694492, 6.325344, 5.877807, 5.661624, 5.563181, 7.379065, 9.043064, 10.328013, 11.34436, 12.325796, 11.898555, 9.232619, 9.67501, 8.9829, 8.412355, 8.582217, 7.776654, 6.723149, 5.788041, 6.140759, 5.78727, 5.691028, 5.041114, 4.692933, 4.155386, 3.665431, 3.633933, 4.226557, 2.825101, 0.404547, 5.7e-05]}, "lang": {"n_am_en": [15, 18, 19, 37, 46, 55, 59, 65, 60, 68, 78, 71, 73, 71, 77, 84, 95, 92, 103, 92, 85, 97, 89, 81, 172, 152, 109, 102, 89, 79, 74, 93, 106, 117, 141, 148, 160, 182, 176, 196, 211, 223, 242, 234, 200, 160, 99, 40, 30, 29], "n_am_pl": [2, 35, 34, 33, 52, 51, 51, 45, 57, 45, 54, 63, 69, 60, 62, 56, 52, 52, 58, 48, 39, 38, 40, 37, 30, 49, 58, 67, 73, 78, 71, 81, 76, 75, 64, 54, 63, 62, 57, 49, 54, 54, 53, 58, 94, 134, 225, 288, 326, 348], "n_pos": 377, "sum_m_en": [32.609021, 52.473653, 57.319672, 59.270458, 63.180525, 63.082639, 64.800329, 67.333713, 65.612579, 67.787089, 69.156365, 70.797841, 68.98689, 68.302081, 64.707298, 68.23414, 67.141138, 65.071648, 64.265025, 63.110663, 63.131252, 63.281279, 62.798369, 62.454162, 103.71797, 97.616229, 85.424279, 74.973376, 69.312525, 69.69846, 69.585411, 70.842169, 72.123295, 77.212963, 84.475512, 89.870574, 102.413246, 122.374308, 136.295991, 147.634867, 155.485713, 170.977841, 202.049995, 204.277776, 178.355576, 143.974714, 89.626277, 41.715402, 32.831213, 29.000187], "sum_m_pl": [5.402053, 15.817248, 19.884577, 20.651049, 21.664454, 23.430735, 24.940743, 24.323372, 27.277699, 26.579521, 28.584837, 29.30172, 29.683303, 30.521411, 32.489172, 32.078881, 29.457308, 31.654492, 28.018801, 26.954391, 25.373814, 24.066322, 23.355224, 22.784698, 32.027198, 34.138418, 40.373504, 42.161188, 49.010059, 47.684796, 43.105031, 45.036015, 45.351959, 43.015361, 38.861519, 40.012935, 38.791934, 38.220688, 37.195835, 34.111185, 39.472936, 40.421119, 43.921542, 54.66842, 90.21299, 128.986996, 205.834766, 270.870237, 306.632088, 345.001996]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 951, "item_id": "llmzszl-18804", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1050, "region_end": 949, "roundtrip_ok": true, "tf_agree": 0.9958, "tf_agree_excl_first": 0.9968}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 5, 11, 9, 11, 6, 8, 8, 7, 6, 5, 6, 9, 6, 10, 9, 7, 10, 9, 6, 7, 9, 5, 6, 9, 9, 12, 10, 10, 5, 4, 5, 12, 11, 11, 16, 17, 16, 13, 13, 13, 13, 12, 14, 13, 9, 10, 9, 9, 9], "n_am_pl": [1, 13, 17, 5, 5, 8, 9, 9, 8, 7, 6, 11, 5, 10, 11, 13, 8, 9, 12, 7, 5, 3, 5, 5, 6, 7, 6, 6, 11, 11, 11, 9, 9, 7, 6, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 68, "sum_m_en": [8.080716, 10.236356, 9.867259, 9.664567, 10.399601, 9.937495, 9.826806, 10.182166, 9.743565, 10.629848, 9.942383, 9.823629, 10.012378, 9.911621, 9.650217, 10.072762, 10.03729, 9.864415, 10.254793, 10.220184, 9.58813, 9.971109, 9.834608, 9.944617, 10.376796, 10.322983, 9.83995, 9.578701, 10.042376, 9.560491, 9.259346, 10.029678, 11.493551, 11.41362, 12.421258, 12.821909, 12.753146, 12.807135, 12.781651, 12.282608, 12.371917, 12.659015, 12.988333, 13.871492, 13.059034, 10.147072, 10.626775, 10.05179, 8.879848, 8.618414], "sum_m_pl": [1.854896, 3.889839, 4.450987, 3.80099, 3.890317, 3.831077, 3.726074, 3.827687, 4.197533, 5.042142, 5.236071, 5.35116, 5.40165, 5.325261, 5.543757, 6.08315, 5.792086, 5.629035, 5.012481, 4.955157, 4.430748, 4.318162, 4.179399, 4.086472, 4.859378, 5.53249, 5.551989, 6.258018, 6.311834, 7.393966, 6.737918, 5.963478, 5.743758, 5.22135, 4.689978, 3.991542, 3.637964, 3.252233, 2.859467, 2.363247, 2.231856, 1.88926, 1.646911, 1.318525, 1.084961, 0.770331, 0.354043, 0.202203, 0.122725, 1e-06]}, "digit": {"n_am_en": [0, 0, 3, 2, 2, 0, 0, 0, 1, 0, 1, 2, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 1, 0, 0, 2, 1, 0, 1, 5, 4, 1, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [1, 8, 10, 1, 2, 2, 0, 1, 0, 0, 2, 5, 2, 5, 3, 5, 4, 6, 5, 4, 3, 3, 3, 3, 2, 2, 3, 3, 5, 3, 2, 3, 2, 2, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.597085, 3.169924, 2.953047, 2.899209, 2.843322, 2.682995, 2.716605, 2.929281, 2.642198, 3.12063, 2.893384, 2.727072, 2.735753, 2.685893, 2.598364, 2.647192, 2.653288, 2.738054, 2.706242, 2.720592, 2.520961, 2.704756, 2.74184, 2.860802, 2.530435, 2.51632, 2.604336, 2.392522, 2.558723, 2.472874, 2.282025, 2.539983, 2.861389, 2.398051, 2.377386, 2.441074, 2.60831, 2.444419, 1.810221, 1.691486, 1.653272, 1.822156, 1.881244, 1.702749, 1.30531, 1.065884, 0.42664, 0.227311, 0.04939, 0.0], "sum_m_pl": [0.573326, 1.327936, 1.413311, 1.146892, 1.008864, 0.973678, 0.873449, 0.902336, 1.030494, 1.305031, 1.470368, 1.722764, 1.701001, 1.664871, 1.852414, 2.106793, 2.028914, 1.883383, 1.717487, 1.690066, 1.479523, 1.376598, 1.325137, 1.308184, 1.723103, 1.764438, 1.75149, 1.840464, 1.785934, 2.082358, 1.812724, 1.812927, 1.658743, 1.619245, 1.578797, 1.632243, 1.592565, 1.458927, 1.483613, 1.234082, 1.201722, 1.155205, 1.067185, 0.951705, 0.826929, 0.555137, 0.199293, 0.091436, 0.015538, 0.0]}, "lang": {"n_am_en": [1, 2, 3, 3, 2, 1, 4, 3, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 1, 2, 3, 3, 2, 4, 4, 3, 3, 3, 2, 1, 1, 2, 2, 6, 6, 8, 8, 8, 7, 8, 9, 8, 8, 8, 6, 8, 7, 8, 9], "n_am_pl": [0, 1, 0, 0, 0, 3, 0, 2, 2, 2, 1, 2, 2, 2, 3, 3, 1, 2, 3, 1, 1, 0, 1, 0, 0, 1, 0, 0, 2, 2, 5, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.133296, 1.585578, 1.611634, 1.658255, 1.725017, 1.768533, 1.814678, 1.759709, 1.861219, 1.896149, 1.773034, 1.812985, 1.781617, 1.807091, 1.731106, 1.906845, 1.895388, 1.940993, 2.003207, 2.035708, 1.970202, 1.964265, 1.93215, 1.89326, 2.981934, 2.868717, 2.68456, 2.411159, 2.480329, 2.261905, 2.203986, 2.303079, 2.689017, 3.165694, 3.575429, 4.242494, 4.271384, 4.809864, 5.770796, 5.952883, 5.964813, 6.634956, 6.909762, 7.587232, 7.745331, 6.620256, 7.985752, 7.491063, 7.49231, 8.401625], "sum_m_pl": [0.228584, 0.544245, 0.498893, 0.488414, 0.528401, 0.527744, 0.590001, 0.638337, 0.715956, 0.862236, 0.867933, 0.825478, 0.885456, 0.87367, 0.763417, 0.781404, 0.765612, 0.80604, 0.6868, 0.596082, 0.571342, 0.580099, 0.577926, 0.568049, 0.614287, 0.81601, 0.82493, 0.955476, 0.929516, 1.233183, 1.153681, 1.012572, 0.912618, 0.805257, 0.731921, 0.610367, 0.546447, 0.488697, 0.391423, 0.342361, 0.313601, 0.247369, 0.176523, 0.10085, 0.075133, 0.054783, 0.038858, 0.039327, 0.049249, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 70, "item_id": "llmzszl-18809", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.9855}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 32, 36, 55, 60, 77, 62, 55, 51, 54, 59, 57, 54, 58, 44, 57, 71, 73, 71, 82, 105, 102, 97, 95, 131, 114, 98, 78, 76, 75, 63, 77, 78, 96, 128, 125, 123, 130, 127, 118, 118, 113, 116, 102, 102, 78, 28, 6, 1, 0], "n_am_pl": [6, 39, 65, 51, 47, 66, 73, 64, 58, 33, 46, 60, 64, 84, 64, 64, 55, 50, 41, 39, 27, 26, 22, 23, 30, 35, 43, 56, 67, 71, 65, 56, 48, 52, 36, 34, 35, 20, 20, 19, 23, 23, 30, 28, 41, 61, 128, 154, 153, 150], "n_pos": 399, "sum_m_en": [38.759571, 59.410132, 60.695772, 62.361103, 64.30192, 65.476524, 66.480133, 67.917418, 65.4963, 69.864713, 67.703665, 69.434565, 71.385623, 67.580223, 63.966425, 66.54781, 66.62614, 66.843312, 66.914974, 66.754481, 65.343284, 66.641974, 66.0231, 63.726338, 95.194906, 87.276732, 80.10523, 71.439937, 66.927901, 66.872584, 66.166622, 68.278012, 70.060422, 76.902644, 89.07583, 90.713205, 90.366526, 97.563876, 99.92986, 101.464061, 106.788906, 103.735188, 107.307224, 102.861081, 96.81441, 76.10408, 29.01109, 7.274481, 4.995707, 0.000219], "sum_m_pl": [7.615727, 20.261845, 23.026194, 22.412872, 22.549128, 23.917819, 24.004917, 23.260763, 25.755611, 28.423308, 28.608182, 29.339892, 30.767294, 32.074114, 31.787026, 30.792025, 29.807106, 29.947974, 28.735858, 28.499034, 26.052052, 24.704066, 24.434307, 24.174856, 29.380167, 33.321731, 36.30558, 42.105385, 44.161898, 45.660267, 41.358437, 38.823374, 37.404215, 33.271102, 30.966327, 29.583245, 29.701731, 26.507184, 22.042948, 20.681555, 20.506644, 19.78873, 24.563957, 28.608067, 37.187506, 59.366052, 121.08507, 146.893003, 147.778033, 150.127047]}, "digit": {"n_am_en": [0, 7, 8, 9, 4, 7, 5, 5, 5, 8, 15, 5, 5, 7, 6, 2, 3, 4, 3, 2, 5, 6, 5, 6, 11, 5, 8, 5, 6, 7, 6, 5, 7, 6, 8, 8, 9, 9, 7, 3, 3, 3, 2, 0, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 7, 28, 13, 16, 16, 10, 9, 6, 2, 9, 12, 13, 18, 8, 6, 6, 9, 4, 7, 4, 5, 4, 4, 4, 8, 10, 11, 13, 14, 6, 10, 5, 5, 3, 4, 4, 3, 2, 2, 2, 1, 1, 3, 2, 2, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.126526, 8.855937, 8.662432, 8.779377, 8.583523, 8.512852, 8.509737, 8.653759, 8.04667, 9.115294, 8.623882, 8.328315, 8.400897, 8.153057, 7.864076, 7.958576, 8.012669, 7.93514, 7.878088, 7.824826, 7.497203, 7.899843, 7.825211, 8.152596, 9.063568, 8.670344, 8.135888, 8.065516, 8.003528, 8.048809, 7.709001, 8.086106, 8.467768, 8.052623, 8.248449, 8.282201, 8.319554, 7.850301, 7.251139, 6.542357, 6.058549, 5.83957, 5.205713, 4.246841, 3.162616, 2.573613, 1.359389, 0.470009, 0.363811, 0.0], "sum_m_pl": [1.500748, 4.051971, 4.122564, 3.89948, 3.624326, 3.679831, 3.290541, 3.273541, 3.572823, 4.138641, 4.403674, 4.629216, 4.607839, 4.58495, 4.41446, 4.770037, 4.534462, 4.533564, 4.077861, 4.124537, 3.779772, 3.475216, 3.393983, 3.35746, 4.277524, 4.79689, 5.528581, 6.213027, 6.488876, 6.160456, 5.366955, 5.186029, 4.811377, 4.343521, 4.404841, 4.287103, 3.90175, 3.615041, 3.413168, 3.250414, 3.106061, 2.943008, 2.702244, 2.796991, 2.636017, 2.041586, 0.911039, 0.384721, 0.314452, 5.9e-05]}, "lang": {"n_am_en": [6, 9, 11, 22, 25, 31, 31, 17, 20, 25, 19, 26, 28, 24, 18, 27, 35, 39, 38, 46, 56, 57, 54, 54, 67, 56, 48, 35, 35, 36, 32, 38, 38, 53, 65, 74, 70, 76, 77, 68, 75, 74, 76, 70, 67, 48, 17, 4, 0, 0], "n_am_pl": [5, 17, 22, 15, 18, 29, 26, 26, 21, 14, 20, 26, 26, 30, 29, 30, 27, 19, 20, 14, 11, 10, 7, 7, 11, 14, 19, 28, 29, 28, 28, 22, 25, 26, 20, 19, 21, 12, 12, 14, 15, 16, 21, 24, 34, 55, 107, 133, 144, 150], "n_pos": 150, "sum_m_en": [13.71711, 21.273027, 22.771381, 23.792611, 24.417189, 24.7833, 25.404232, 26.281095, 26.027193, 26.984156, 26.04529, 27.156698, 28.294093, 26.75752, 25.056036, 26.490126, 26.974635, 27.38058, 27.323568, 27.334286, 27.262268, 27.021068, 27.269314, 25.471411, 44.887124, 40.113497, 36.402162, 30.797195, 27.952623, 27.521909, 27.625404, 28.637721, 29.060868, 33.903852, 39.914842, 42.856577, 44.580448, 50.875883, 53.296629, 56.773286, 62.20769, 62.340073, 66.048763, 64.70898, 60.013681, 44.388499, 15.85762, 3.65416, 1.100449, 0.000217], "sum_m_pl": [2.474246, 6.427969, 7.491986, 7.5678, 7.688169, 8.447492, 8.77838, 8.695268, 9.909683, 10.882252, 10.946475, 11.756671, 12.461939, 13.52536, 13.383885, 12.293914, 11.822386, 11.867625, 11.871804, 11.252974, 10.429395, 9.823761, 9.716656, 9.496257, 12.191958, 14.256633, 15.730536, 18.143049, 18.734607, 19.764623, 18.120508, 17.658925, 17.303483, 15.867969, 14.867303, 14.463156, 15.995038, 14.213262, 11.990382, 11.384977, 12.037261, 12.088191, 17.219114, 21.5298, 29.929725, 50.373496, 100.453343, 126.707017, 136.976416, 149.235701]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 401, "item_id": "llmzszl-18809", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 856, "region_end": 399, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.9925}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 15, 13, 14, 14, 11, 14, 17, 10, 15, 17, 12, 9, 13, 13, 16, 23, 28, 28, 21, 26, 17, 20, 23, 20, 21, 16, 21, 20, 17, 15, 17, 18, 18, 17, 17, 19, 25, 27, 26, 25, 25, 24, 25, 26, 23, 24, 23, 22, 18], "n_am_pl": [1, 5, 8, 4, 3, 4, 5, 3, 5, 9, 11, 9, 7, 13, 12, 2, 5, 2, 3, 3, 3, 6, 6, 3, 4, 7, 9, 9, 7, 7, 8, 5, 3, 2, 2, 4, 4, 1, 1, 2, 2, 2, 2, 1, 3, 4, 4, 4, 5, 6], "n_pos": 83, "sum_m_en": [8.482682, 13.094333, 12.972624, 12.95028, 13.782049, 14.124795, 13.834108, 14.082929, 13.082359, 14.503529, 14.533441, 14.710796, 14.70921, 14.989935, 14.938771, 15.091312, 16.419011, 16.774735, 16.559675, 15.927391, 15.139626, 15.049565, 14.872524, 15.082258, 19.864132, 19.244593, 16.741224, 17.090413, 16.080881, 15.661832, 14.89341, 15.788414, 16.906656, 17.318195, 18.093935, 18.11838, 17.73634, 18.900163, 20.588019, 21.883375, 20.786327, 21.22445, 20.335341, 20.861609, 22.694696, 22.8299, 24.655061, 23.733909, 19.90478, 17.403309], "sum_m_pl": [1.574642, 4.455546, 4.680759, 4.06005, 4.308374, 4.206846, 4.295586, 4.375691, 4.622071, 5.061322, 5.710068, 5.960201, 6.1321, 5.941102, 5.506924, 5.807536, 5.566131, 6.025721, 6.143756, 6.06615, 5.801749, 5.607754, 5.369292, 5.303929, 6.385519, 7.086275, 7.2795, 7.45358, 7.486422, 8.235483, 7.372392, 6.336778, 6.291183, 6.032315, 5.639027, 5.054724, 4.673151, 3.869243, 3.340145, 3.150215, 2.972974, 3.144585, 3.356083, 3.006114, 4.29377, 4.006678, 4.540992, 5.023448, 5.070095, 6.075433]}, "digit": {"n_am_en": [0, 9, 4, 2, 5, 5, 6, 7, 5, 6, 8, 6, 3, 4, 5, 5, 11, 9, 11, 7, 11, 4, 5, 7, 7, 5, 2, 5, 5, 4, 3, 4, 4, 7, 5, 7, 5, 10, 9, 7, 5, 6, 7, 8, 8, 5, 6, 5, 4, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 0, 0, 1, 2, 2, 2, 4, 6, 2, 1, 3, 2, 3, 1, 1, 5, 3, 2, 2, 4, 5, 5, 4, 4, 3, 2, 2, 1, 1, 1, 2, 0, 0, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.745718, 4.861703, 4.863147, 4.672404, 4.967171, 5.01372, 4.93806, 4.97678, 4.649776, 5.20947, 5.309257, 5.38201, 5.150202, 5.202188, 4.996801, 5.053766, 5.624396, 5.405958, 5.568397, 5.308605, 4.966083, 4.856921, 4.888173, 4.960874, 6.059655, 5.93052, 4.980349, 5.305448, 5.058744, 4.93786, 4.745045, 5.232612, 5.308321, 5.442025, 5.439471, 5.60421, 5.470672, 6.022775, 5.370085, 5.479689, 5.077692, 4.947078, 4.944985, 5.433604, 5.91291, 5.418236, 6.002367, 5.640707, 2.601166, 0.0], "sum_m_pl": [0.410109, 1.431866, 1.296717, 1.113791, 1.177247, 1.173638, 1.108454, 1.194836, 1.243612, 1.425145, 1.64235, 1.751566, 1.795953, 1.826263, 1.711147, 1.8777, 1.828726, 2.006967, 2.061287, 2.038318, 1.990491, 1.922378, 1.831913, 1.848758, 2.504269, 2.567417, 2.442758, 2.671541, 2.502031, 2.5595, 2.236688, 1.870609, 1.908278, 1.879796, 1.800978, 1.702461, 1.674351, 1.400569, 1.417264, 1.385184, 1.321264, 1.3016, 1.436646, 1.245622, 1.444535, 1.505454, 0.840043, 0.984317, 0.203804, 0.0]}, "lang": {"n_am_en": [2, 2, 4, 8, 7, 5, 3, 6, 4, 6, 5, 4, 6, 6, 6, 8, 9, 12, 10, 10, 9, 10, 11, 11, 8, 11, 8, 10, 11, 5, 9, 9, 8, 9, 8, 7, 12, 12, 13, 14, 15, 16, 16, 16, 17, 17, 17, 16, 17, 18], "n_am_pl": [1, 3, 2, 1, 0, 1, 3, 2, 2, 2, 4, 5, 0, 5, 5, 0, 1, 0, 0, 2, 0, 0, 2, 0, 0, 2, 3, 3, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 0, 2, 2, 4, 4, 5, 6], "n_pos": 25, "sum_m_en": [2.822696, 3.681588, 3.726784, 3.923926, 4.123674, 4.354374, 4.091813, 4.378645, 4.114133, 4.506581, 4.374225, 4.628432, 4.75477, 4.843178, 5.017092, 5.117255, 5.574823, 5.814623, 5.584131, 5.35636, 5.179803, 5.210016, 5.002153, 5.062037, 8.112794, 7.827133, 7.015347, 6.959756, 6.444452, 6.316889, 6.012138, 6.114264, 6.783661, 7.175392, 7.513023, 8.169279, 8.315378, 9.138376, 10.901297, 11.857922, 11.875497, 13.575604, 13.41199, 13.581789, 15.248258, 15.506997, 16.376121, 15.31823, 15.779178, 17.396016], "sum_m_pl": [0.586077, 1.355955, 1.341281, 1.251078, 1.35731, 1.358978, 1.498019, 1.435599, 1.536396, 1.639449, 1.910938, 1.993403, 2.088149, 1.992598, 1.780632, 1.901124, 1.827799, 1.985853, 1.968273, 1.928852, 1.807885, 1.767369, 1.69848, 1.657091, 1.885725, 2.261211, 2.688948, 2.550371, 2.594623, 2.744422, 2.526409, 2.261937, 2.253375, 2.133379, 1.943069, 1.825726, 1.620784, 1.37401, 1.132872, 1.031963, 0.941372, 1.148363, 1.263323, 1.307644, 2.410393, 2.128923, 3.543388, 3.915883, 4.833408, 5.999941]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "llmzszl-18810", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 837, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9881}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 19, 22, 29, 36, 43, 43, 36, 43, 42, 45, 40, 42, 36, 51, 60, 70, 72, 80, 72, 85, 74, 78, 80, 112, 94, 86, 74, 50, 65, 66, 61, 62, 70, 84, 91, 92, 100, 102, 111, 113, 107, 92, 92, 79, 58, 26, 15, 5, 2], "n_am_pl": [3, 27, 36, 24, 23, 37, 38, 33, 35, 26, 39, 40, 45, 37, 35, 24, 20, 26, 14, 15, 11, 7, 12, 11, 12, 15, 22, 19, 27, 27, 24, 22, 28, 14, 16, 24, 21, 14, 16, 22, 18, 18, 27, 28, 38, 61, 105, 112, 122, 118], "n_pos": 261, "sum_m_en": [24.763273, 40.165157, 41.280098, 41.391199, 42.825432, 42.986089, 43.910948, 45.179489, 43.808325, 45.809011, 47.196265, 47.279108, 47.032026, 47.334313, 44.901213, 47.072186, 52.431332, 51.098926, 51.548954, 49.966978, 48.426691, 48.779192, 48.342277, 46.349711, 79.11336, 68.001605, 59.757212, 54.718459, 51.153571, 51.175037, 49.610581, 51.189395, 54.112215, 57.354429, 62.079858, 64.143747, 64.736259, 71.52917, 76.89583, 88.773996, 88.38344, 84.984181, 80.381749, 79.918596, 75.374822, 56.828945, 28.757239, 13.309374, 8.019434, 2.001517], "sum_m_pl": [4.091347, 13.606518, 14.608017, 14.002724, 14.602218, 15.042756, 16.298606, 16.337719, 17.460598, 17.511351, 19.327392, 19.844237, 19.692188, 20.396356, 19.341244, 19.163384, 17.358353, 18.150756, 18.053462, 17.882536, 16.814975, 16.171089, 16.122794, 16.218249, 17.867051, 20.796161, 24.030043, 24.399776, 26.765358, 26.472566, 23.426986, 22.721486, 22.099435, 19.687761, 18.404319, 18.325308, 18.223368, 17.105855, 16.670568, 16.421747, 16.836171, 18.788033, 23.076445, 29.147154, 37.623868, 53.636687, 97.838395, 113.152113, 119.525026, 119.204365]}, "digit": {"n_am_en": [0, 6, 10, 4, 3, 2, 4, 4, 6, 7, 11, 6, 7, 6, 7, 8, 17, 13, 16, 12, 20, 10, 12, 13, 24, 16, 15, 7, 9, 9, 12, 10, 9, 11, 12, 14, 15, 14, 14, 12, 14, 14, 9, 8, 4, 4, 9, 7, 2, 0], "n_am_pl": [0, 4, 5, 3, 2, 5, 4, 6, 3, 3, 10, 13, 8, 7, 8, 5, 7, 7, 4, 4, 2, 0, 0, 0, 1, 0, 2, 4, 4, 6, 6, 4, 3, 1, 2, 4, 5, 4, 5, 4, 1, 1, 2, 1, 2, 3, 4, 1, 2, 0], "n_pos": 50, "sum_m_en": [4.770253, 8.763487, 9.284944, 8.135259, 8.444356, 8.373982, 8.235176, 8.395683, 7.951931, 8.651616, 9.084712, 9.212919, 9.005171, 9.061405, 8.68944, 9.252877, 10.615139, 10.228699, 10.535771, 10.026843, 9.456841, 9.301326, 9.308501, 9.317385, 14.969101, 12.545421, 11.440003, 10.388199, 9.702613, 9.687259, 9.179454, 9.660787, 10.000059, 10.564329, 10.924312, 11.765193, 10.854435, 12.165559, 12.009706, 11.946308, 11.10971, 9.948207, 9.199958, 8.285474, 7.075204, 5.145416, 8.330464, 5.267702, 2.88639, 0.0], "sum_m_pl": [0.775859, 3.07326, 2.454809, 2.085627, 2.130813, 2.191754, 2.300425, 2.435377, 2.80523, 3.295906, 3.531623, 3.552416, 3.390454, 3.617215, 3.493104, 3.495741, 3.160638, 3.472644, 3.384218, 3.354377, 3.134019, 3.055714, 3.00789, 3.108183, 3.193404, 3.744155, 3.896742, 4.189263, 4.370847, 4.376787, 3.914758, 3.832472, 3.999119, 3.282499, 3.197532, 3.115282, 3.195313, 2.588634, 2.680114, 2.621775, 2.576393, 2.491053, 2.695279, 2.392292, 2.549741, 2.428905, 3.459422, 2.105948, 1.396174, 0.0]}, "lang": {"n_am_en": [6, 7, 7, 14, 20, 29, 24, 16, 24, 23, 21, 17, 23, 19, 30, 34, 33, 42, 42, 41, 42, 41, 47, 48, 62, 56, 47, 43, 29, 36, 38, 31, 33, 38, 44, 49, 50, 59, 61, 69, 71, 63, 54, 56, 53, 35, 13, 4, 2, 2], "n_am_pl": [2, 16, 21, 14, 16, 22, 23, 16, 20, 14, 16, 17, 25, 17, 18, 9, 8, 12, 5, 8, 4, 2, 5, 4, 6, 9, 12, 9, 14, 15, 13, 14, 18, 8, 9, 15, 13, 9, 7, 11, 13, 14, 24, 26, 33, 56, 90, 102, 117, 118], "n_pos": 120, "sum_m_en": [11.446943, 17.880477, 18.32539, 19.170554, 19.884575, 20.142714, 21.15231, 21.975567, 21.937755, 22.498209, 23.09643, 22.694641, 22.70019, 22.65341, 21.738187, 22.897796, 25.581977, 25.163687, 24.807759, 24.340753, 23.794949, 23.688429, 23.490253, 22.113557, 43.527514, 36.46366, 31.095071, 28.190676, 25.736443, 25.479819, 25.050579, 25.456606, 27.012582, 28.956605, 31.311416, 33.033282, 33.734597, 38.859455, 41.913307, 50.080614, 51.296305, 49.522681, 47.536726, 49.339768, 47.455365, 34.398831, 13.72365, 3.888746, 2.659025, 2.000004], "sum_m_pl": [1.829438, 5.644388, 6.726896, 6.575029, 7.095201, 7.36637, 8.079587, 8.397833, 8.825981, 8.461889, 9.299672, 9.775543, 10.025936, 10.685598, 10.045242, 9.64214, 8.72775, 9.033719, 9.036248, 8.846669, 8.271975, 7.950136, 7.951813, 7.857694, 8.341962, 9.897289, 12.215993, 12.321596, 13.823353, 13.730624, 12.066487, 12.224405, 11.585877, 10.602718, 9.718467, 10.120943, 10.43898, 10.009309, 9.545928, 9.41366, 10.164833, 12.243238, 16.498746, 22.821298, 30.610686, 46.488879, 83.873111, 101.349507, 114.04775, 117.995504]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 263, "item_id": "llmzszl-18810", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 261, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9962}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 28, 33, 42, 56, 62, 57, 72, 65, 61, 60, 64, 52, 60, 54, 73, 78, 80, 66, 68, 69, 65, 67, 65, 98, 93, 85, 90, 61, 65, 65, 69, 70, 81, 93, 90, 88, 84, 89, 98, 97, 110, 113, 109, 102, 105, 93, 85, 82, 79], "n_am_pl": [4, 24, 19, 13, 9, 13, 8, 11, 13, 16, 12, 16, 16, 25, 16, 15, 11, 8, 8, 7, 5, 4, 4, 3, 4, 13, 22, 15, 17, 15, 10, 7, 8, 8, 11, 7, 8, 9, 9, 7, 4, 3, 1, 3, 4, 3, 5, 10, 10, 16], "n_pos": 211, "sum_m_en": [24.468225, 33.929015, 34.966427, 36.736071, 41.001213, 41.445834, 43.114615, 45.883975, 43.666822, 44.56811, 43.302388, 45.414343, 44.021706, 43.677288, 42.134656, 43.797762, 42.549427, 40.264805, 38.351414, 38.43667, 35.815284, 36.461375, 35.760241, 35.759879, 62.533108, 62.850381, 59.72686, 53.876081, 49.881708, 49.266369, 45.987203, 47.336556, 48.435482, 51.724382, 54.564627, 55.953718, 59.239312, 64.61333, 69.225614, 76.170033, 71.680481, 88.52378, 96.370228, 97.395925, 96.622294, 94.437424, 85.090904, 76.327907, 75.819621, 80.215357], "sum_m_pl": [3.910795, 9.754188, 10.909834, 10.557567, 11.096494, 10.641862, 10.968827, 11.516251, 11.336936, 11.885296, 12.639765, 12.679284, 12.394363, 12.954469, 13.070054, 13.156593, 11.561608, 10.636809, 11.108918, 11.019764, 10.587392, 10.276916, 10.241157, 10.290888, 10.620141, 13.802804, 13.480093, 14.19966, 15.527611, 16.874147, 14.042673, 12.913258, 13.024214, 12.482844, 11.9492, 12.112062, 11.933628, 9.755187, 10.081962, 9.132931, 8.960218, 6.279491, 5.608726, 5.300768, 6.581004, 6.733549, 7.796049, 11.402065, 12.18059, 16.002972]}, "digit": {"n_am_en": [0, 2, 0, 1, 1, 5, 3, 8, 4, 0, 0, 1, 0, 1, 4, 4, 6, 7, 6, 4, 4, 5, 4, 3, 5, 7, 6, 5, 4, 3, 3, 6, 7, 7, 8, 7, 5, 4, 5, 7, 7, 6, 3, 4, 3, 1, 2, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.176307, 3.393356, 3.473425, 3.543866, 3.946199, 4.007012, 3.851815, 3.873763, 3.626445, 3.732328, 4.048553, 4.234029, 4.078914, 3.788954, 3.773838, 3.767876, 4.120034, 3.803764, 3.924835, 3.752335, 3.599994, 3.726542, 3.582648, 3.655738, 4.901106, 4.847236, 5.066591, 4.540378, 4.304335, 4.063585, 3.818121, 4.41388, 4.911027, 4.792261, 4.611579, 4.402145, 4.441564, 4.292419, 4.020311, 4.211272, 3.647046, 3.934374, 3.7169, 4.239341, 2.958047, 2.155386, 2.070017, 2.093451, 0.726184, 0.0], "sum_m_pl": [0.350832, 1.017146, 0.964082, 0.977045, 1.044823, 0.877256, 0.798279, 0.759815, 0.848666, 0.876392, 1.080969, 1.153894, 1.138096, 1.195173, 1.099064, 1.087221, 0.934513, 0.871718, 0.949192, 0.949506, 0.949429, 0.946975, 0.956345, 0.973466, 1.023756, 1.275947, 1.11264, 1.224607, 1.388895, 1.413496, 1.178624, 1.036236, 1.043535, 0.888966, 0.844108, 0.927731, 0.951696, 0.924351, 1.085499, 1.180703, 1.268991, 1.19766, 1.274199, 1.137271, 1.101669, 0.952291, 0.874228, 0.915657, 0.306532, 0.0]}, "lang": {"n_am_en": [13, 16, 15, 16, 27, 28, 25, 34, 34, 35, 32, 37, 26, 32, 30, 37, 41, 42, 34, 37, 36, 38, 41, 38, 61, 59, 53, 55, 39, 44, 41, 43, 47, 49, 53, 53, 59, 56, 63, 67, 66, 76, 78, 79, 82, 83, 78, 73, 76, 78], "n_am_pl": [3, 13, 4, 7, 6, 7, 3, 6, 6, 9, 5, 7, 7, 11, 10, 11, 7, 4, 2, 4, 4, 2, 2, 2, 2, 7, 10, 8, 10, 8, 5, 3, 3, 5, 6, 3, 4, 5, 5, 2, 0, 0, 0, 0, 0, 1, 0, 5, 10, 16], "n_pos": 96, "sum_m_en": [11.2733, 15.826798, 16.348461, 16.613673, 18.714489, 18.723521, 20.251801, 21.634374, 20.681755, 21.543043, 20.639694, 21.451877, 20.722762, 21.15532, 20.015128, 21.076877, 19.928039, 19.22174, 17.644883, 18.183353, 16.913755, 17.032188, 16.591975, 16.535968, 34.93149, 34.69542, 32.493038, 28.788638, 26.111318, 25.815052, 23.722019, 23.963968, 24.241326, 27.085327, 28.94485, 31.434656, 34.400089, 39.255975, 44.767571, 50.319142, 49.742763, 61.243584, 68.395341, 70.466541, 74.52173, 74.027343, 70.049309, 62.525059, 68.333669, 78.258589], "sum_m_pl": [1.832044, 4.286508, 4.977132, 4.681519, 4.985368, 4.969193, 5.284156, 5.649191, 5.566974, 5.764981, 6.044778, 5.770229, 5.864044, 6.144623, 6.257975, 6.505665, 5.657337, 5.147702, 5.414818, 5.240301, 4.964412, 4.758646, 4.72001, 4.732369, 4.970654, 6.352467, 6.565086, 7.011982, 7.739453, 8.479719, 6.926886, 6.461964, 6.508731, 6.555402, 6.188517, 6.436847, 6.298934, 4.900676, 4.72553, 3.723438, 3.466373, 1.988857, 1.326463, 1.509567, 1.496964, 1.495001, 1.619561, 4.725295, 10.815759, 16.002968]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 213, "item_id": "llmzszl-18811", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 830, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.9671, "tf_agree_excl_first": 0.9717}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 12, 28, 50, 44, 56, 61, 69, 58, 57, 46, 35, 35, 51, 51, 67, 73, 92, 73, 76, 75, 82, 75, 65, 139, 127, 106, 88, 75, 56, 48, 64, 61, 85, 105, 98, 102, 104, 120, 117, 111, 122, 120, 121, 102, 60, 31, 6, 1, 0], "n_am_pl": [2, 23, 26, 31, 36, 34, 40, 41, 35, 33, 35, 46, 42, 40, 41, 28, 23, 15, 18, 14, 10, 11, 9, 9, 13, 12, 15, 17, 27, 44, 31, 31, 27, 14, 15, 23, 18, 16, 11, 16, 23, 22, 27, 24, 37, 66, 109, 130, 134, 133], "n_pos": 305, "sum_m_en": [29.243425, 44.7894, 49.225395, 51.133578, 54.412584, 57.924131, 59.58546, 61.822433, 57.167466, 59.257685, 58.03046, 58.073315, 57.613502, 57.604655, 55.184143, 58.065455, 59.372612, 54.741463, 52.129253, 52.357387, 48.982829, 50.493458, 49.588068, 50.031931, 79.728083, 79.934286, 72.010101, 64.293978, 60.726013, 60.38579, 55.799638, 57.111444, 57.778985, 60.787033, 65.972474, 65.188389, 65.60613, 73.768911, 78.500978, 88.464332, 83.113566, 99.078645, 99.077699, 102.760256, 89.711979, 60.848675, 31.559442, 7.486313, 3.872883, 2.7e-05], "sum_m_pl": [4.645745, 14.598169, 16.746316, 17.491714, 17.357363, 17.31024, 18.233918, 18.828663, 19.615391, 19.884654, 21.762926, 22.108461, 20.862607, 21.061581, 20.557575, 20.094376, 17.309373, 15.656363, 15.273932, 15.216693, 14.898616, 14.528516, 14.68045, 15.032321, 16.47677, 19.816514, 20.264665, 22.170628, 25.67078, 28.133766, 24.169123, 23.021374, 22.661887, 20.446036, 19.270208, 20.766769, 20.09545, 17.374085, 17.89914, 17.592701, 21.066838, 19.011605, 23.84536, 26.835725, 38.330056, 62.37902, 98.722878, 124.949262, 131.5467, 134.047509]}, "digit": {"n_am_en": [0, 0, 2, 3, 2, 2, 3, 6, 4, 2, 3, 0, 1, 1, 6, 6, 6, 7, 5, 3, 6, 6, 6, 4, 7, 6, 5, 3, 4, 2, 2, 3, 6, 8, 12, 7, 4, 4, 8, 10, 4, 5, 3, 5, 3, 1, 1, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 2, 3, 3, 1, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 1, 3, 1, 2, 1, 1, 0, 0, 0, 0, 2, 1, 1, 0], "n_pos": 26, "sum_m_en": [2.606233, 4.14023, 4.624266, 4.536175, 4.938099, 5.16334, 4.974041, 4.965003, 4.579575, 4.827897, 5.202074, 5.174982, 4.961075, 4.838907, 4.704826, 4.746344, 5.619055, 4.920924, 4.952012, 4.823124, 4.60701, 4.679509, 4.478335, 4.615959, 6.704335, 6.391894, 6.098597, 5.431829, 5.269634, 5.075918, 4.677292, 5.341795, 5.983739, 5.86973, 6.005488, 5.656756, 5.31317, 5.266512, 5.377921, 5.407327, 4.582347, 4.827657, 4.73602, 4.975722, 3.666437, 3.012993, 2.174482, 2.165975, 1.01926, 0.0], "sum_m_pl": [0.421453, 1.287568, 1.202762, 1.255102, 1.226833, 1.130121, 1.031283, 1.104733, 1.174524, 1.265767, 1.499013, 1.720642, 1.601538, 1.546131, 1.453037, 1.405048, 1.180591, 1.147433, 1.149084, 1.174171, 1.204664, 1.200243, 1.22824, 1.242262, 1.249827, 1.508883, 1.346534, 1.532409, 1.782031, 1.810952, 1.585666, 1.559444, 1.430536, 1.10717, 1.069194, 1.201014, 1.228568, 1.1995, 1.405374, 1.510066, 1.678854, 1.599057, 1.524619, 1.467341, 1.378064, 1.368317, 2.556559, 2.474848, 1.198408, 0.0]}, "lang": {"n_am_en": [8, 9, 15, 19, 22, 28, 25, 28, 29, 23, 22, 20, 17, 30, 25, 30, 44, 51, 38, 40, 37, 38, 36, 36, 74, 75, 54, 47, 38, 24, 28, 36, 36, 41, 53, 51, 60, 59, 68, 67, 67, 75, 74, 73, 65, 39, 22, 2, 0, 0], "n_am_pl": [0, 14, 7, 15, 17, 14, 20, 21, 19, 15, 19, 24, 22, 25, 20, 10, 8, 8, 8, 3, 3, 3, 4, 4, 6, 5, 5, 8, 12, 18, 16, 19, 16, 11, 10, 20, 11, 10, 5, 10, 16, 15, 19, 17, 28, 54, 85, 116, 129, 133], "n_pos": 134, "sum_m_en": [12.699627, 19.784236, 22.177667, 23.248645, 24.889148, 25.81579, 27.236298, 28.379777, 26.746722, 28.011957, 27.402072, 27.686633, 27.390604, 27.269795, 25.973182, 28.013607, 27.867117, 25.861176, 23.65221, 23.941917, 22.223101, 22.84433, 22.371271, 22.461659, 40.596656, 40.695807, 36.139415, 31.65324, 29.170685, 28.945061, 27.276121, 27.604551, 27.202341, 29.926217, 32.00627, 32.220814, 32.695914, 39.301138, 42.6749, 48.434723, 47.59555, 60.579901, 62.008387, 64.646238, 58.219895, 38.812047, 21.926758, 2.135309, 0.620907, 2.3e-05], "sum_m_pl": [1.896306, 5.953751, 6.723507, 7.379311, 7.305576, 7.452047, 8.04741, 8.345411, 8.923813, 8.790641, 9.828097, 9.926545, 9.6473, 9.98302, 9.699474, 9.398805, 7.936682, 7.140679, 7.159341, 6.90416, 6.68128, 6.516985, 6.622169, 6.872962, 7.760962, 9.242568, 9.409374, 10.565657, 12.393105, 13.640614, 11.652126, 11.614001, 11.545381, 10.487691, 10.086928, 11.734495, 11.171666, 9.482512, 9.402944, 8.97876, 10.967687, 10.55066, 14.698545, 18.143094, 27.38832, 48.250261, 77.573984, 108.603881, 124.956023, 132.872687]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 786, "item_id": "llmzszl-18811", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 958, "region_end": 305, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9911}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 13, 28, 31, 32, 41, 20, 15, 11, 23, 16, 18, 17, 12, 16, 21, 25, 25, 22, 18, 17, 32, 27, 25, 25, 23, 23, 17, 19, 22, 17, 29, 28, 39, 43, 44, 49, 57, 48, 59, 60, 57, 52, 54, 50, 47, 47, 38, 36, 39], "n_am_pl": [9, 10, 12, 10, 11, 9, 12, 20, 14, 19, 24, 28, 27, 30, 31, 30, 25, 30, 26, 25, 16, 12, 8, 11, 15, 14, 21, 21, 18, 24, 24, 23, 11, 16, 14, 14, 9, 6, 4, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 175, "sum_m_en": [20.168201, 27.521833, 27.314351, 27.267637, 27.859842, 26.463108, 26.621609, 26.993371, 25.131319, 26.788602, 26.757188, 27.655774, 27.078157, 27.151824, 25.769082, 26.271141, 27.622608, 26.873, 27.112675, 26.792954, 26.001498, 26.16391, 25.754085, 26.196101, 28.044339, 26.119605, 24.730917, 24.741573, 25.561844, 25.206233, 25.386033, 27.386014, 28.558995, 29.953595, 32.576137, 31.259944, 33.541137, 37.724345, 39.958043, 48.267051, 45.885144, 42.216152, 43.207694, 47.826938, 49.251425, 45.266412, 44.337299, 36.188626, 37.384992, 39.420163], "sum_m_pl": [4.466733, 9.327249, 10.48252, 9.982668, 10.940478, 10.226491, 10.119078, 10.399422, 10.822334, 12.300226, 13.057281, 13.853262, 14.486457, 14.597153, 14.131057, 15.138458, 13.618349, 13.104458, 13.271548, 13.423153, 12.542202, 12.052891, 11.646549, 11.675486, 15.714793, 17.510554, 18.019018, 18.82395, 18.664221, 20.952249, 19.069125, 17.196525, 16.327375, 14.672829, 13.45196, 12.131102, 11.393844, 9.629837, 8.321027, 6.410884, 5.359237, 5.16331, 4.416608, 3.189111, 2.221624, 1.920516, 0.903032, 0.78557, 0.450067, 6e-06]}, "digit": {"n_am_en": [0, 1, 0, 6, 2, 2, 1, 2, 0, 3, 0, 0, 1, 0, 4, 2, 6, 4, 5, 2, 2, 4, 4, 3, 6, 5, 4, 4, 6, 4, 6, 7, 4, 8, 7, 9, 10, 12, 8, 10, 9, 8, 7, 8, 5, 5, 4, 2, 0, 0], "n_am_pl": [0, 1, 1, 4, 3, 1, 0, 1, 1, 4, 6, 7, 8, 9, 8, 6, 5, 8, 8, 4, 3, 3, 2, 2, 4, 3, 7, 6, 5, 3, 3, 3, 2, 2, 5, 3, 3, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.908133, 5.792819, 5.648798, 5.641167, 5.562676, 5.179883, 5.489713, 5.748331, 5.261511, 5.573666, 5.648715, 5.753467, 5.725748, 5.694423, 5.301737, 5.389135, 5.79451, 5.594577, 5.448261, 5.379672, 5.177347, 5.131138, 5.028944, 5.22977, 5.686044, 5.182271, 4.951268, 5.05437, 5.404583, 5.275723, 5.385785, 5.783969, 6.264192, 6.835918, 6.931549, 6.516424, 6.414916, 6.765288, 6.857782, 8.398162, 7.751748, 6.575659, 6.54563, 6.819669, 6.152222, 4.773642, 3.094115, 1.15911, 0.375703, 2e-06], "sum_m_pl": [0.762701, 2.011665, 1.821598, 2.056501, 2.137957, 1.872904, 1.741795, 1.751321, 1.979625, 2.28043, 2.583755, 2.728484, 2.934109, 2.992963, 2.858709, 3.137908, 2.736581, 2.579744, 2.67741, 2.602814, 2.349192, 2.274096, 2.180357, 2.218993, 3.260736, 3.675259, 3.666919, 3.447065, 3.405323, 4.022092, 3.543527, 3.398818, 2.993259, 2.609573, 2.536732, 2.611081, 2.398253, 2.131805, 1.988124, 1.725272, 1.717323, 1.865782, 1.610993, 1.352451, 0.828375, 0.643686, 0.342485, 0.25282, 0.049769, 0.0]}, "lang": {"n_am_en": [2, 3, 6, 9, 5, 7, 3, 4, 4, 4, 4, 3, 2, 4, 3, 7, 9, 9, 7, 7, 9, 13, 13, 12, 10, 10, 10, 8, 10, 8, 5, 8, 10, 11, 15, 16, 18, 24, 25, 31, 32, 32, 31, 32, 33, 33, 36, 33, 35, 38], "n_am_pl": [0, 3, 2, 2, 0, 3, 5, 7, 6, 5, 7, 11, 9, 4, 8, 5, 5, 5, 6, 4, 5, 6, 3, 2, 6, 5, 5, 5, 2, 4, 7, 7, 4, 3, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.717909, 5.707265, 5.766049, 5.790679, 6.078956, 5.60642, 5.527813, 5.632362, 5.45879, 5.724092, 5.677115, 5.895664, 5.781833, 5.971688, 5.792209, 5.97832, 6.131302, 6.138004, 6.189913, 6.112273, 5.949659, 5.937454, 5.860195, 5.90963, 7.896921, 7.398774, 7.130955, 6.509913, 6.581851, 6.145295, 6.282467, 6.821768, 6.811636, 7.240502, 8.279346, 8.989508, 10.819904, 14.219157, 17.436656, 22.011686, 23.393474, 23.370391, 25.31846, 29.757687, 32.104522, 31.482932, 33.134747, 30.623211, 34.047945, 37.336639], "sum_m_pl": [0.598979, 1.673942, 2.011463, 1.795553, 2.081898, 2.127096, 2.126162, 2.360357, 2.451924, 2.757215, 2.907176, 3.177534, 3.274272, 3.147698, 3.053007, 3.1706, 2.906113, 2.925501, 3.051475, 3.110048, 2.98329, 2.86592, 2.778093, 2.747078, 4.193101, 4.646893, 4.566823, 4.336976, 4.201717, 4.658928, 4.461256, 4.142059, 3.898063, 3.724841, 3.279498, 3.107681, 3.101536, 2.497341, 2.13577, 1.585828, 1.222892, 1.190284, 0.904219, 0.410456, 0.194323, 0.242364, 0.094335, 0.164344, 0.140347, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "llmzszl-18812", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 732, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9774, "tf_agree_excl_first": 0.983}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 35, 47, 61, 80, 92, 79, 57, 53, 58, 70, 56, 56, 59, 67, 61, 88, 101, 106, 113, 114, 109, 103, 86, 143, 104, 104, 87, 77, 78, 77, 88, 92, 115, 134, 141, 147, 159, 190, 209, 212, 190, 192, 194, 186, 156, 82, 41, 38, 37], "n_am_pl": [4, 37, 36, 40, 42, 48, 41, 69, 81, 61, 64, 80, 90, 95, 83, 99, 89, 86, 91, 82, 60, 52, 52, 56, 71, 89, 85, 97, 108, 102, 95, 87, 76, 68, 62, 49, 45, 29, 31, 26, 20, 19, 24, 21, 27, 46, 101, 138, 135, 132], "n_pos": 511, "sum_m_en": [46.867874, 76.967226, 82.141989, 82.724492, 83.191448, 81.396768, 82.287979, 81.523991, 78.223942, 85.292071, 84.560528, 85.434725, 86.113922, 84.757715, 78.547586, 81.142208, 86.0459, 82.337363, 84.896587, 85.067104, 83.173405, 81.490027, 80.246883, 80.157057, 107.843754, 95.092065, 89.592254, 85.412679, 81.897432, 82.810907, 81.427588, 85.583806, 88.499251, 94.521319, 101.244231, 105.619462, 107.822863, 123.670352, 139.065953, 156.301274, 160.069367, 149.282958, 161.356107, 174.341312, 170.077266, 145.617197, 81.626817, 41.814811, 39.355025, 36.657234], "sum_m_pl": [9.389271, 24.663092, 28.42966, 28.734814, 29.987201, 29.754299, 30.087856, 31.270643, 33.619539, 36.760217, 38.671694, 41.211013, 42.924039, 44.742061, 45.0098, 44.895293, 39.241326, 38.386832, 38.248222, 38.293249, 35.316695, 34.07313, 33.652662, 32.982592, 47.407767, 57.590508, 58.448141, 60.316191, 63.379906, 67.755023, 61.488167, 58.192581, 55.569825, 49.362441, 46.316652, 41.609548, 38.946169, 35.437995, 31.49686, 29.103052, 27.760651, 26.308127, 27.229544, 25.511701, 32.378636, 44.813665, 99.542719, 131.986876, 129.818476, 132.290738]}, "digit": {"n_am_en": [1, 8, 11, 12, 9, 4, 20, 25, 9, 8, 9, 2, 7, 7, 9, 6, 15, 17, 15, 15, 9, 12, 8, 9, 15, 7, 6, 4, 5, 6, 3, 8, 11, 16, 14, 27, 27, 23, 19, 23, 22, 21, 18, 19, 15, 11, 6, 3, 1, 0], "n_am_pl": [0, 2, 4, 8, 4, 2, 2, 3, 7, 10, 14, 18, 12, 9, 9, 12, 10, 7, 7, 9, 7, 7, 9, 6, 16, 24, 18, 22, 28, 17, 13, 8, 11, 14, 12, 4, 7, 5, 6, 4, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 68, "sum_m_en": [5.435416, 11.587035, 12.192587, 12.305933, 12.162027, 11.790088, 11.818088, 11.846679, 11.066472, 12.029877, 12.405283, 12.197513, 12.081859, 11.802273, 11.071611, 11.116214, 12.163468, 11.596771, 11.585042, 11.524004, 11.011192, 10.840708, 10.649242, 11.070219, 13.160824, 11.454745, 11.043955, 11.240138, 10.879531, 11.12998, 11.146217, 12.50548, 12.909583, 13.763154, 14.414663, 14.884494, 14.832488, 16.088102, 16.576825, 17.054507, 16.891188, 16.196335, 15.519187, 13.559285, 14.23509, 10.044512, 5.70176, 2.110237, 0.96163, 0.0], "sum_m_pl": [1.295633, 3.704822, 3.464842, 3.839723, 3.688959, 3.328558, 3.094842, 3.361133, 3.845943, 4.239443, 4.831505, 5.170233, 5.192913, 5.618025, 5.225521, 5.540268, 4.725463, 4.618574, 4.659235, 4.871015, 4.388946, 4.262609, 4.161487, 4.244867, 6.661769, 8.233594, 7.552511, 8.305673, 8.095756, 8.819269, 7.655549, 7.285308, 6.544409, 5.777222, 5.353252, 4.811514, 4.43168, 3.906948, 3.636575, 3.495828, 3.117425, 3.162579, 2.841982, 2.581777, 1.942888, 1.777316, 1.370787, 1.178963, 0.226791, 0.0]}, "lang": {"n_am_en": [4, 8, 10, 13, 26, 25, 23, 15, 20, 22, 22, 26, 21, 24, 25, 24, 32, 41, 45, 50, 60, 56, 53, 45, 72, 48, 43, 34, 28, 30, 34, 27, 31, 43, 52, 57, 64, 78, 105, 114, 125, 114, 113, 114, 118, 102, 62, 36, 36, 36], "n_am_pl": [0, 19, 15, 22, 18, 28, 21, 30, 30, 20, 20, 28, 36, 36, 38, 38, 34, 36, 40, 33, 23, 16, 18, 25, 23, 32, 32, 38, 36, 38, 39, 34, 33, 30, 27, 27, 24, 10, 13, 11, 11, 13, 17, 18, 26, 41, 81, 121, 128, 132], "n_pos": 168, "sum_m_en": [15.040081, 23.500486, 26.52968, 27.141889, 28.455803, 27.116768, 27.805983, 27.299905, 27.152759, 29.35687, 28.575134, 29.107455, 29.635538, 28.740607, 26.26171, 27.506703, 29.920841, 28.926906, 30.124554, 30.213622, 29.68929, 28.232559, 28.164834, 27.738313, 45.105478, 37.707692, 34.314257, 30.306669, 28.043078, 27.800689, 27.997751, 28.698122, 29.761127, 33.324974, 36.291853, 41.030937, 44.776885, 55.936824, 66.808955, 78.752615, 82.403688, 80.67724, 92.405851, 105.37771, 103.957256, 92.017941, 57.693426, 35.240363, 34.714608, 36.055705], "sum_m_pl": [2.728996, 7.22122, 8.715194, 9.064441, 9.463104, 9.79465, 10.486154, 11.41187, 12.496159, 13.096307, 13.569339, 14.688812, 15.655571, 16.892602, 17.772111, 16.852825, 14.301051, 13.957744, 13.995126, 13.395817, 12.493568, 12.269553, 12.11153, 11.61162, 17.180646, 21.364847, 22.142642, 22.665591, 24.185319, 25.866903, 23.971185, 23.416925, 22.373684, 20.424951, 19.371864, 17.902316, 17.946687, 15.962911, 14.49085, 13.003566, 13.386871, 14.16528, 16.052786, 16.80779, 25.6137, 37.049088, 80.523898, 114.10802, 121.574415, 131.341501]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 513, "item_id": "llmzszl-18812", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 860, "region_end": 511, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 0.9961}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 17, 21, 29, 28, 30, 37, 30, 26, 30, 34, 28, 27, 34, 30, 32, 31, 29, 32, 34, 33, 40, 35, 36, 53, 47, 32, 29, 29, 24, 21, 31, 35, 39, 33, 41, 48, 62, 63, 64, 56, 58, 61, 51, 49, 46, 43, 38, 37, 41], "n_am_pl": [5, 20, 23, 13, 14, 10, 15, 22, 17, 19, 9, 17, 19, 12, 15, 19, 12, 14, 18, 12, 12, 11, 12, 8, 16, 15, 14, 14, 22, 13, 15, 15, 18, 11, 22, 15, 11, 8, 3, 3, 1, 2, 0, 1, 3, 0, 0, 0, 0, 0], "n_pos": 144, "sum_m_en": [16.741167, 22.769657, 22.356266, 22.711318, 24.130442, 26.159273, 25.331706, 25.945254, 23.6753, 25.81869, 26.784966, 26.350054, 24.795127, 25.629315, 24.110708, 25.720858, 25.699493, 25.296001, 24.457466, 23.76131, 23.451694, 24.088274, 23.895314, 24.184708, 34.246616, 32.601929, 28.51693, 26.996332, 27.355449, 26.328684, 24.487624, 26.083917, 27.244949, 28.76476, 29.597231, 29.06761, 32.174225, 37.868999, 44.303017, 50.979516, 44.910974, 48.366619, 46.14501, 47.614384, 45.438527, 41.965177, 40.339, 37.512242, 37.544789, 42.171019], "sum_m_pl": [3.905202, 8.153284, 8.812255, 7.883489, 7.464522, 7.516719, 8.367713, 9.078441, 8.915082, 9.884794, 10.115279, 10.720294, 11.746103, 11.63204, 11.672114, 11.389225, 11.242474, 11.584963, 11.267614, 11.160411, 11.030545, 10.584979, 10.048703, 9.918905, 14.060866, 14.724517, 14.24254, 14.495004, 15.032743, 15.711805, 15.088374, 13.097378, 12.433836, 12.234119, 13.659205, 12.479666, 10.995889, 10.613664, 8.500479, 6.289946, 6.580668, 4.764373, 4.622742, 3.604123, 3.142096, 2.35847, 1.767658, 1.384117, 0.804758, 2.3e-05]}, "digit": {"n_am_en": [0, 1, 1, 3, 4, 5, 6, 4, 4, 2, 8, 4, 7, 5, 7, 6, 9, 6, 9, 14, 11, 11, 12, 11, 15, 10, 6, 2, 4, 2, 3, 4, 1, 2, 5, 7, 7, 10, 10, 15, 13, 10, 8, 3, 5, 6, 4, 1, 0, 0], "n_am_pl": [0, 9, 7, 3, 3, 0, 2, 0, 5, 4, 2, 2, 6, 3, 1, 3, 2, 3, 4, 1, 0, 2, 2, 1, 3, 4, 3, 2, 5, 3, 3, 3, 6, 2, 4, 5, 4, 1, 1, 1, 1, 2, 0, 1, 2, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.026237, 5.003354, 4.665574, 4.478645, 4.629145, 5.137991, 5.577552, 5.959375, 5.627414, 5.86023, 6.299736, 6.194351, 5.735492, 5.787916, 5.444693, 5.740305, 5.99498, 5.774202, 5.535533, 5.264003, 5.114369, 5.218005, 5.151883, 5.354934, 8.257603, 6.958834, 5.797249, 5.169083, 5.436663, 4.911215, 4.579579, 5.004587, 5.16234, 5.277665, 5.142447, 5.520443, 5.970936, 7.219695, 7.197886, 9.131421, 7.273667, 7.024573, 5.108738, 4.936767, 5.391176, 4.510416, 3.764198, 1.932779, 1.463338, 0.0], "sum_m_pl": [0.782026, 1.93528, 1.749534, 1.472273, 1.234148, 1.132041, 1.186728, 1.450156, 1.516733, 1.746404, 1.923913, 1.907079, 2.147055, 2.287282, 2.392737, 2.347946, 2.070327, 2.159766, 2.310273, 2.23189, 2.197967, 2.133956, 2.02397, 2.002784, 2.661841, 3.083183, 3.056825, 3.225133, 3.222206, 3.419221, 3.312175, 2.86857, 2.71467, 2.498882, 2.688176, 2.429858, 2.224935, 2.009593, 2.019987, 1.537107, 1.820962, 1.697224, 1.857951, 1.83851, 1.70034, 1.33336, 1.271867, 0.952308, 0.478327, 0.0]}, "lang": {"n_am_en": [3, 6, 9, 11, 13, 13, 13, 13, 10, 14, 13, 13, 9, 13, 10, 12, 11, 13, 10, 9, 8, 11, 11, 11, 16, 15, 12, 10, 10, 8, 7, 14, 16, 21, 14, 13, 19, 22, 27, 24, 25, 29, 35, 32, 35, 30, 32, 32, 33, 41], "n_am_pl": [1, 2, 4, 2, 4, 3, 5, 5, 3, 3, 3, 6, 6, 2, 5, 6, 2, 5, 8, 5, 3, 3, 2, 2, 6, 4, 8, 5, 4, 2, 6, 6, 5, 2, 7, 4, 1, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.415822, 6.374785, 6.381517, 6.754325, 7.582024, 8.405524, 7.727667, 7.77887, 7.269757, 7.96964, 8.168861, 8.043524, 7.568698, 8.110191, 7.512391, 8.391613, 7.863897, 7.842365, 7.228792, 6.986721, 6.865192, 7.094672, 7.094306, 7.106384, 11.654238, 11.606512, 9.903265, 9.355506, 9.361533, 9.243121, 8.421024, 9.389088, 9.850844, 10.53964, 10.568588, 10.206979, 11.402391, 13.416205, 18.324947, 21.590575, 21.297265, 24.29433, 27.07611, 29.623154, 29.842242, 27.06025, 29.524552, 30.044189, 31.933416, 41.014143], "sum_m_pl": [0.74313, 1.963547, 2.242973, 2.09984, 2.145084, 2.338465, 2.570691, 2.646077, 2.709048, 2.889527, 2.950396, 3.079419, 3.501855, 3.41151, 3.213115, 2.976067, 3.26341, 3.452024, 3.426966, 3.502424, 3.536102, 3.384342, 3.19436, 3.11562, 4.293085, 4.419951, 4.493697, 4.278568, 4.390773, 4.364628, 4.347298, 3.749736, 3.536346, 3.601058, 4.052294, 3.799643, 3.279349, 3.212743, 2.52183, 1.971286, 2.059851, 1.250481, 1.295687, 0.914656, 0.797768, 0.544187, 0.201394, 0.182232, 0.160323, 2e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "llmzszl-18815", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 792, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9521, "tf_agree_excl_first": 0.9586}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 15, 11, 17, 19, 29, 21, 25, 15, 19, 21, 15, 14, 13, 23, 28, 36, 39, 41, 50, 43, 51, 44, 43, 63, 49, 43, 28, 24, 21, 20, 21, 19, 33, 43, 44, 62, 75, 74, 83, 72, 72, 64, 64, 54, 42, 18, 3, 2, 0], "n_am_pl": [6, 9, 14, 11, 11, 12, 9, 7, 9, 13, 11, 25, 23, 26, 15, 16, 10, 6, 9, 7, 11, 11, 9, 10, 10, 11, 6, 9, 6, 13, 18, 19, 12, 17, 11, 13, 5, 8, 8, 4, 8, 8, 9, 9, 9, 20, 46, 59, 60, 64], "n_pos": 144, "sum_m_en": [14.772062, 20.639563, 21.853592, 22.183808, 24.519934, 26.147344, 25.204794, 24.942123, 22.899979, 25.31794, 25.774188, 24.82011, 23.180036, 23.513572, 22.572569, 24.133098, 24.489796, 24.412865, 24.397143, 24.947843, 23.347054, 24.425137, 23.371008, 23.490989, 40.943565, 33.850305, 28.472274, 24.704106, 23.850563, 23.679455, 23.064487, 24.98903, 25.799545, 27.496032, 30.005409, 30.963342, 35.722717, 39.948213, 44.697582, 56.740509, 52.17575, 54.117213, 52.818399, 52.195049, 48.659535, 39.298381, 17.508649, 4.601702, 2.83047, 0.133125], "sum_m_pl": [2.93249, 6.593089, 7.408537, 7.137874, 7.243844, 7.203844, 7.665999, 8.109011, 8.239934, 8.477957, 8.972563, 9.562942, 10.208787, 9.555519, 8.880828, 8.577054, 8.458338, 8.189182, 7.938709, 8.201169, 8.352776, 8.371904, 8.317166, 8.214778, 9.146056, 11.637489, 10.616063, 10.945211, 12.517776, 13.729097, 13.013016, 12.093639, 11.713374, 11.03025, 11.298174, 10.913409, 9.232423, 10.000627, 9.119833, 6.804902, 8.522234, 7.57943, 8.507908, 9.039608, 12.109215, 18.852728, 42.273155, 56.980023, 59.723051, 62.901986]}, "digit": {"n_am_en": [1, 2, 1, 1, 2, 1, 0, 0, 0, 1, 2, 1, 2, 0, 3, 1, 4, 5, 7, 7, 4, 7, 5, 4, 5, 4, 1, 0, 3, 3, 1, 1, 2, 3, 6, 4, 8, 11, 8, 9, 7, 7, 6, 4, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 1, 3, 1, 0, 1, 2, 2, 5, 3, 5, 4, 3, 2, 1, 1, 0, 0, 0, 0, 1, 2, 3, 1, 1, 1, 2, 3, 0, 1, 2, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.022149, 2.750373, 2.83348, 2.654426, 2.76613, 2.807835, 2.659637, 2.747013, 2.533811, 2.854531, 2.928322, 2.8303, 2.801544, 2.664429, 2.640553, 2.758376, 2.915057, 2.947261, 3.36459, 3.685829, 3.112468, 3.079191, 2.871318, 3.00982, 4.526092, 4.170215, 3.141346, 3.041862, 3.092271, 3.008564, 2.968362, 3.312103, 3.434, 3.307917, 3.275826, 3.251228, 4.001213, 4.335377, 3.868947, 4.05013, 3.165081, 3.134296, 2.548254, 3.054873, 2.845522, 1.802713, 1.290387, 0.650472, 0.437257, 0.0], "sum_m_pl": [0.379878, 0.799824, 0.835695, 0.829351, 0.872468, 0.8078, 0.702084, 0.694837, 0.846703, 0.973508, 1.069281, 1.077877, 1.103669, 0.928136, 0.984988, 1.120066, 1.050414, 0.990554, 0.907501, 0.938141, 0.956604, 0.963831, 0.947296, 1.001927, 1.17672, 1.371483, 1.273545, 1.318263, 1.343505, 1.417419, 1.299245, 1.088294, 1.023892, 0.996165, 1.055701, 1.068088, 0.939148, 0.816476, 0.916367, 0.860816, 0.879335, 0.867291, 0.917929, 0.759405, 0.677539, 0.474307, 0.307589, 0.164639, 0.118058, 0.0]}, "lang": {"n_am_en": [1, 8, 2, 8, 9, 16, 13, 13, 9, 10, 12, 11, 6, 9, 10, 16, 20, 16, 15, 23, 20, 21, 21, 23, 35, 27, 26, 14, 11, 7, 9, 11, 9, 16, 20, 23, 31, 37, 43, 49, 46, 50, 44, 43, 37, 29, 12, 1, 1, 0], "n_am_pl": [1, 7, 10, 5, 7, 4, 7, 5, 4, 4, 6, 8, 8, 10, 8, 8, 6, 2, 6, 2, 7, 6, 5, 7, 7, 2, 1, 5, 4, 8, 7, 12, 9, 10, 8, 9, 2, 4, 4, 3, 3, 5, 5, 6, 7, 16, 40, 57, 59, 63], "n_pos": 64, "sum_m_en": [6.300888, 9.538038, 10.464691, 10.908012, 12.153302, 13.098367, 13.197394, 12.938539, 11.73125, 13.012799, 13.304079, 12.731853, 11.619815, 11.922889, 11.42392, 12.293242, 12.279666, 11.991086, 11.377049, 11.498915, 10.944129, 11.023249, 10.874669, 10.878887, 21.575577, 17.202254, 14.322377, 11.88989, 11.191235, 11.077032, 10.787936, 11.798026, 11.956022, 13.653739, 15.021128, 15.708686, 17.878029, 20.193239, 24.790528, 33.885544, 33.243178, 36.915812, 36.986657, 35.17702, 32.27821, 26.271797, 10.444873, 1.249717, 0.692239, 5e-06], "sum_m_pl": [1.025866, 2.726612, 3.1578, 3.061226, 2.927554, 3.06304, 3.611238, 4.006045, 3.803335, 3.774462, 4.111828, 4.530887, 5.021301, 4.819955, 4.332257, 3.943572, 3.985458, 3.91097, 3.816513, 3.885032, 3.973587, 4.022813, 3.974494, 3.810068, 4.485926, 5.573912, 5.087585, 5.401837, 6.590997, 7.074513, 6.636243, 6.420154, 6.352319, 6.133996, 6.318967, 6.240739, 5.173131, 5.522656, 5.165601, 3.722159, 4.933007, 4.033953, 4.756443, 5.703548, 8.70007, 14.701164, 36.651177, 53.662587, 57.949419, 62.185575]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "llmzszl-18815", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 920, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 11, 9, 20, 21, 28, 28, 29, 16, 18, 14, 21, 19, 22, 24, 25, 28, 29, 28, 31, 25, 26, 18, 21, 38, 39, 30, 34, 16, 15, 18, 15, 19, 29, 27, 32, 36, 36, 38, 41, 42, 46, 43, 34, 41, 38, 38, 36, 39, 39], "n_am_pl": [1, 10, 21, 14, 18, 16, 13, 15, 17, 9, 13, 21, 22, 24, 16, 25, 16, 15, 15, 13, 10, 10, 12, 13, 11, 11, 21, 18, 19, 18, 26, 23, 9, 17, 11, 11, 11, 4, 4, 3, 2, 1, 2, 3, 0, 1, 0, 4, 4, 4], "n_pos": 157, "sum_m_en": [15.884975, 22.359976, 22.01901, 22.563863, 25.71592, 26.007704, 24.747238, 24.179973, 22.975992, 24.604032, 23.404941, 24.588801, 24.372681, 24.826407, 25.492113, 26.250192, 26.72682, 24.865851, 24.739263, 24.653597, 24.16794, 24.796631, 24.111585, 24.401784, 31.605621, 28.470322, 26.564903, 26.635407, 26.135818, 25.896734, 24.101335, 25.088308, 27.22483, 28.485934, 29.380102, 26.36676, 28.242594, 32.244826, 32.907964, 36.496429, 36.114993, 41.211159, 39.576908, 37.287347, 36.935182, 36.484334, 36.273273, 35.036737, 37.843078, 39.072014], "sum_m_pl": [2.835968, 7.184539, 8.656884, 8.653487, 8.78119, 8.067447, 7.798713, 8.326955, 7.940917, 8.664575, 9.036603, 10.072675, 10.505416, 10.330812, 10.65858, 11.266256, 10.219802, 10.393455, 10.11813, 9.778002, 9.783825, 8.948471, 8.915248, 8.84986, 12.603097, 13.969418, 13.243931, 13.383329, 13.644632, 14.865271, 14.062931, 12.694266, 11.996764, 10.710082, 10.607401, 10.358707, 10.397325, 9.434491, 8.268107, 6.756763, 6.602673, 4.65317, 4.441476, 4.303906, 3.485639, 3.413402, 1.678775, 4.226748, 4.201344, 4.054904]}, "digit": {"n_am_en": [0, 0, 0, 2, 1, 4, 4, 3, 1, 5, 3, 4, 2, 4, 6, 4, 3, 4, 6, 4, 4, 3, 1, 1, 11, 6, 3, 6, 3, 1, 4, 1, 4, 3, 2, 5, 8, 6, 4, 7, 7, 8, 7, 4, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 2, 0, 0, 1, 3, 7, 6, 7, 0, 3, 1, 5, 7, 4, 3, 5, 6, 7, 4, 3, 5, 6, 7, 6, 8, 9, 4, 4, 2, 3, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.958702, 4.993741, 4.921307, 4.712438, 5.135865, 4.94362, 4.979285, 4.69439, 4.614754, 4.893608, 4.58299, 4.656865, 4.560511, 4.730554, 4.844568, 4.945912, 4.943248, 4.758076, 4.821141, 4.627473, 4.574415, 4.709717, 4.583371, 4.700485, 6.19214, 5.472319, 5.214343, 5.211697, 5.561676, 5.449513, 4.855723, 4.973675, 5.049887, 5.404414, 5.475831, 4.968928, 5.239378, 5.275637, 5.074606, 6.65658, 6.161938, 6.660015, 5.73343, 4.683165, 3.624887, 2.995751, 2.107678, 0.96639, 0.051006, 0.0], "sum_m_pl": [0.501238, 1.227464, 1.136041, 1.056958, 1.09476, 0.981451, 0.941559, 1.120533, 1.275706, 1.409382, 1.508501, 1.646633, 1.82118, 1.655156, 1.631753, 1.730307, 1.575312, 1.717745, 1.899835, 1.868547, 1.915921, 1.68543, 1.672832, 1.647882, 2.426541, 2.722876, 2.421963, 2.43338, 2.519014, 2.781397, 2.65361, 2.427631, 2.381538, 1.863119, 1.763054, 1.739958, 1.682949, 1.511566, 1.405455, 1.380981, 1.280864, 1.281103, 1.421815, 1.478772, 1.414708, 1.170515, 0.46728, 0.211838, 0.045913, 0.0]}, "lang": {"n_am_en": [2, 2, 5, 7, 8, 9, 11, 13, 9, 9, 6, 7, 8, 10, 6, 7, 11, 8, 8, 9, 8, 11, 10, 7, 9, 15, 11, 9, 4, 6, 5, 4, 4, 13, 13, 12, 12, 17, 22, 22, 23, 25, 25, 25, 32, 32, 33, 33, 38, 39], "n_am_pl": [0, 6, 11, 8, 8, 6, 3, 3, 6, 5, 6, 8, 8, 10, 9, 12, 8, 5, 2, 3, 2, 1, 4, 3, 1, 2, 9, 7, 4, 6, 3, 5, 0, 5, 3, 4, 4, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 4, 4, 4], "n_pos": 44, "sum_m_en": [4.219113, 5.896376, 6.072027, 6.692075, 7.5137, 7.913441, 7.131276, 7.211443, 6.881575, 7.384028, 6.839023, 7.48108, 7.404327, 7.277237, 7.423849, 7.572833, 7.776921, 7.321835, 7.075899, 7.188316, 7.105935, 7.304641, 7.087134, 7.13635, 9.719262, 9.446487, 9.038322, 8.580703, 7.955019, 7.844718, 7.311037, 7.778261, 7.926684, 8.86237, 8.899134, 8.803334, 10.371085, 14.181814, 17.150931, 18.650007, 19.199253, 23.079439, 24.315431, 25.327322, 26.990286, 28.304127, 30.112686, 30.361026, 36.331081, 38.954619], "sum_m_pl": [0.654685, 1.989028, 2.736744, 2.907114, 2.708196, 2.480701, 2.520272, 2.734557, 2.590957, 2.71422, 2.954935, 3.416199, 3.528953, 3.720986, 3.702506, 3.758493, 3.552866, 3.50606, 3.181715, 2.967839, 2.941188, 2.744687, 2.702989, 2.701766, 3.967296, 4.617861, 4.60951, 4.687306, 4.835214, 5.077114, 4.864685, 4.215954, 3.97633, 3.77303, 3.770951, 4.192029, 4.043581, 3.701704, 3.119018, 2.559374, 2.314814, 1.371161, 1.178894, 1.16373, 1.033379, 0.976539, 0.797354, 3.747101, 4.040068, 4.000002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "llmzszl-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 802, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9937}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 29, 29, 39, 66, 84, 68, 81, 84, 59, 65, 52, 40, 52, 59, 56, 82, 89, 94, 74, 90, 89, 79, 74, 138, 116, 90, 75, 56, 71, 54, 52, 76, 84, 95, 95, 100, 99, 113, 135, 141, 128, 128, 126, 107, 68, 36, 4, 3, 3], "n_am_pl": [11, 45, 41, 45, 50, 56, 61, 47, 48, 42, 65, 79, 74, 64, 60, 61, 35, 22, 27, 28, 21, 20, 20, 25, 28, 34, 41, 43, 76, 74, 79, 66, 53, 50, 42, 38, 28, 24, 23, 24, 21, 27, 33, 41, 45, 75, 131, 163, 186, 184], "n_pos": 443, "sum_m_en": [43.859361, 66.277771, 67.516526, 69.996476, 75.598542, 77.934438, 74.809577, 74.818792, 70.435465, 75.485608, 72.715963, 74.809834, 74.539495, 75.901043, 75.930614, 79.7155, 84.196979, 76.494971, 73.966042, 70.615257, 70.952015, 70.619243, 67.838322, 68.441362, 100.443024, 89.123067, 80.806072, 75.397518, 74.567579, 75.09095, 69.255358, 70.323185, 75.751216, 79.873352, 87.122812, 80.556631, 79.518203, 83.748446, 95.600415, 110.769242, 111.902295, 113.432714, 111.657377, 111.834952, 92.721452, 68.575863, 37.930362, 9.035273, 6.288461, 2.995444], "sum_m_pl": [7.608704, 21.675479, 24.544145, 25.436533, 27.606092, 26.438602, 26.974306, 27.496656, 27.182562, 27.624772, 29.880339, 32.114184, 33.092244, 32.335379, 31.669796, 31.684187, 27.208796, 26.50919, 26.03966, 25.802879, 25.913844, 24.170753, 24.595917, 24.262862, 30.186881, 35.676398, 37.2309, 39.536725, 43.856663, 44.91545, 41.488459, 39.351852, 37.528686, 32.73538, 32.204719, 29.932068, 29.776361, 27.673028, 26.233243, 28.647717, 28.778615, 29.675033, 34.332014, 42.318962, 48.248107, 70.552472, 123.09414, 155.27792, 180.793872, 184.392847]}, "digit": {"n_am_en": [0, 3, 3, 4, 6, 10, 8, 8, 7, 4, 5, 6, 4, 7, 10, 5, 8, 10, 11, 4, 8, 13, 11, 9, 18, 16, 9, 10, 9, 8, 8, 11, 12, 10, 18, 14, 12, 13, 7, 11, 10, 10, 11, 8, 7, 5, 1, 0, 0, 0], "n_am_pl": [0, 6, 7, 6, 4, 6, 2, 2, 1, 3, 10, 9, 7, 10, 5, 7, 4, 5, 5, 4, 3, 2, 1, 2, 1, 5, 4, 5, 13, 10, 13, 11, 6, 2, 1, 1, 4, 1, 0, 1, 1, 0, 2, 2, 1, 2, 2, 1, 1, 0], "n_pos": 55, "sum_m_en": [5.4857, 9.764214, 10.054477, 9.741777, 10.261258, 10.391374, 10.086172, 9.65301, 9.171385, 9.992405, 9.610993, 9.601585, 9.253187, 10.021149, 10.029575, 10.301125, 11.074485, 10.30054, 9.907653, 9.011722, 8.870693, 9.079633, 8.730119, 8.946816, 13.288695, 11.347366, 10.555257, 10.240271, 10.434696, 10.431209, 9.528904, 10.048562, 10.480394, 11.072315, 12.025714, 11.298761, 10.607702, 10.454265, 9.661887, 12.097205, 11.406405, 11.677598, 9.498377, 7.731961, 6.494763, 5.135234, 2.839006, 0.690193, 0.152931, 2.8e-05], "sum_m_pl": [0.914568, 2.953185, 2.556477, 2.464477, 2.401855, 2.232041, 2.100588, 2.224443, 2.557912, 2.763574, 3.099895, 3.339348, 3.357335, 3.330187, 3.338263, 3.514862, 2.922603, 3.080981, 3.297438, 3.271562, 3.32327, 3.047582, 3.027687, 3.060722, 3.412812, 4.277405, 4.109152, 4.564127, 4.812855, 5.161791, 4.685907, 4.279404, 4.036614, 3.284058, 3.051858, 3.021932, 3.212042, 2.571323, 2.599197, 3.385785, 2.991159, 2.665763, 3.075011, 3.277831, 3.301254, 3.089368, 2.72496, 1.453983, 0.914949, 0.268934]}, "lang": {"n_am_en": [10, 11, 14, 19, 31, 37, 29, 36, 43, 29, 31, 17, 22, 26, 30, 27, 40, 49, 51, 42, 49, 48, 43, 39, 74, 56, 44, 32, 26, 33, 26, 25, 33, 35, 42, 53, 54, 60, 72, 82, 88, 80, 87, 79, 71, 42, 23, 4, 3, 3], "n_am_pl": [7, 20, 17, 24, 22, 23, 27, 26, 29, 23, 34, 45, 43, 35, 38, 28, 18, 11, 14, 12, 9, 10, 11, 13, 16, 13, 23, 23, 37, 43, 35, 34, 30, 35, 29, 26, 19, 16, 15, 18, 18, 26, 28, 38, 43, 72, 119, 154, 178, 184], "n_pos": 187, "sum_m_en": [18.733261, 27.649237, 29.216284, 31.426576, 34.359991, 34.897165, 33.715332, 34.021607, 32.362269, 33.9722, 32.699835, 33.435725, 33.851555, 33.670502, 33.923701, 35.482735, 37.616673, 34.526082, 33.254676, 31.872636, 32.572553, 31.598524, 30.029906, 29.907819, 50.388356, 44.018368, 38.667866, 33.571207, 32.334409, 32.928664, 31.245708, 31.098608, 32.892349, 35.564275, 39.212434, 37.901698, 38.258025, 42.048051, 52.456534, 60.686254, 63.692603, 66.651089, 67.772233, 66.864383, 58.070446, 39.030447, 20.412908, 5.708693, 4.237993, 2.995351], "sum_m_pl": [3.155784, 8.645182, 10.211902, 10.966574, 12.089857, 11.728936, 12.973485, 13.649328, 13.61558, 13.530235, 14.692297, 16.163807, 16.990841, 17.070888, 16.031973, 15.530314, 13.206811, 12.73274, 12.316372, 11.83395, 11.732447, 10.927203, 11.161643, 10.90072, 14.616997, 17.134996, 18.978743, 19.843868, 22.474754, 23.272247, 21.185612, 20.852514, 19.813109, 17.813102, 17.697329, 16.796823, 17.08631, 16.083224, 15.126731, 17.923411, 18.782045, 21.028206, 25.176944, 33.909758, 39.928814, 62.613348, 108.928377, 143.812549, 171.438888, 183.360185]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 445, "item_id": "llmzszl-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 930, "region_end": 443, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 0.9955}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 2, 2, 13, 16, 19, 15, 21, 18, 15, 14, 11, 9, 20, 11, 14, 18, 21, 16, 19, 19, 22, 21, 21, 32, 31, 28, 29, 21, 17, 17, 23, 20, 21, 34, 38, 35, 33, 35, 41, 43, 38, 52, 51, 43, 23, 8, 3, 0, 0], "n_am_pl": [2, 9, 8, 6, 16, 8, 3, 12, 12, 10, 16, 17, 16, 20, 19, 13, 12, 13, 14, 15, 12, 8, 8, 11, 5, 8, 6, 8, 17, 12, 19, 15, 13, 14, 9, 5, 9, 5, 8, 9, 11, 16, 17, 18, 25, 47, 61, 73, 80, 79], "n_pos": 96, "sum_m_en": [8.602177, 13.175047, 14.310103, 16.094537, 16.787746, 18.076155, 18.397689, 19.097421, 18.156484, 18.826527, 19.297536, 18.293679, 17.093359, 17.475412, 17.028872, 16.673304, 17.016672, 16.353863, 16.707099, 16.766898, 16.070137, 15.998461, 16.923103, 16.509971, 26.370561, 26.059428, 22.318372, 20.518419, 19.071547, 17.906932, 16.881839, 17.906603, 17.215534, 17.382118, 19.501678, 21.145207, 21.466822, 23.397668, 26.485241, 30.247634, 31.054897, 29.77726, 44.956818, 41.389822, 37.5478, 22.267302, 7.814251, 2.210567, 0.720751, 0.002191], "sum_m_pl": [1.490344, 4.078593, 4.886543, 5.071719, 5.558123, 6.212526, 5.849097, 6.607228, 6.772035, 6.869853, 7.308168, 7.782578, 8.249465, 7.590782, 7.912866, 8.333358, 7.430261, 7.132559, 7.197351, 6.945404, 6.646757, 6.510623, 6.227602, 6.208792, 6.862612, 7.412942, 8.250534, 8.979819, 9.716456, 11.435837, 11.019256, 9.639599, 10.404027, 10.973261, 10.727292, 10.015535, 10.94826, 10.416283, 9.24247, 7.946666, 10.135002, 12.997248, 13.085031, 15.562622, 22.648547, 40.203908, 57.69055, 69.903868, 75.839192, 79.045045]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 2, 1, 11, 11, 16, 14, 15, 16, 10, 10, 6, 8, 13, 8, 11, 14, 18, 12, 14, 14, 17, 18, 18, 25, 26, 23, 21, 15, 13, 15, 17, 16, 17, 28, 32, 28, 27, 28, 34, 35, 30, 43, 43, 36, 20, 7, 2, 0, 0], "n_am_pl": [2, 9, 7, 4, 12, 7, 2, 11, 11, 9, 14, 15, 13, 15, 15, 12, 10, 12, 13, 13, 10, 5, 4, 8, 5, 8, 5, 8, 15, 9, 15, 14, 12, 12, 8, 5, 9, 5, 8, 9, 11, 16, 16, 15, 21, 43, 56, 68, 77, 78], "n_pos": 78, "sum_m_en": [7.045382, 10.718292, 11.609867, 12.882987, 13.574098, 14.636982, 14.961656, 15.521093, 14.714654, 15.212012, 15.608394, 14.780041, 13.868201, 14.192229, 13.928654, 13.674121, 13.955448, 13.336155, 13.48493, 13.303985, 12.864209, 12.646071, 13.286678, 13.127867, 21.724262, 21.178618, 18.164203, 16.688333, 15.76679, 14.832541, 13.989626, 14.82825, 14.283137, 14.275621, 15.982483, 17.238334, 17.715942, 19.15273, 21.725457, 24.75278, 25.864059, 24.884908, 37.8535, 34.543003, 31.336017, 18.896447, 6.840672, 1.527811, 0.372153, 0.000321], "sum_m_pl": [1.26604, 3.458795, 4.131353, 4.271812, 4.594454, 5.162357, 4.902355, 5.538299, 5.608686, 5.641732, 5.97686, 6.388971, 6.669236, 6.15491, 6.428838, 6.848541, 6.098533, 5.925964, 6.031625, 5.791576, 5.49309, 5.388556, 5.150596, 5.147128, 6.016825, 6.282838, 7.01121, 7.622799, 8.055169, 9.416084, 9.147159, 8.071391, 8.716912, 9.14311, 8.765917, 8.307719, 9.454195, 9.130576, 8.182, 7.34217, 9.363887, 12.182376, 11.888926, 13.88607, 20.048296, 37.347898, 53.069063, 66.188011, 73.432048, 77.727058]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "llmzszl-2", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 750, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9592, "tf_agree_excl_first": 0.9691}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 5, 5, 12, 15, 17, 23, 23, 12, 18, 18, 18, 11, 15, 12, 15, 17, 17, 18, 16, 18, 18, 22, 20, 29, 33, 31, 22, 20, 15, 18, 27, 23, 27, 25, 40, 34, 42, 39, 42, 41, 31, 49, 48, 40, 30, 6, 1, 0, 0], "n_am_pl": [1, 9, 8, 12, 10, 4, 6, 10, 6, 9, 16, 15, 17, 15, 21, 9, 12, 14, 16, 16, 12, 8, 6, 7, 6, 7, 11, 14, 11, 13, 17, 14, 15, 15, 11, 10, 16, 10, 8, 7, 10, 15, 15, 14, 24, 35, 58, 75, 73, 78], "n_pos": 97, "sum_m_en": [8.786546, 13.099513, 14.522776, 15.442086, 16.635768, 18.191195, 18.57494, 19.763932, 19.657457, 20.836619, 21.055354, 19.558241, 18.329936, 18.517669, 18.396475, 18.089543, 18.040137, 17.60005, 17.248721, 17.494188, 16.987234, 16.836252, 17.169711, 17.384206, 25.821085, 25.469302, 22.848959, 21.428946, 20.88089, 19.817335, 18.302138, 19.358468, 18.857085, 19.628082, 21.161514, 24.322757, 24.149803, 25.783875, 26.932451, 33.468479, 31.756074, 25.819542, 42.793637, 38.945128, 36.103727, 27.682724, 6.898868, 1.124451, 0.497369, 0.002177], "sum_m_pl": [1.617806, 4.207221, 5.115587, 4.966448, 5.282229, 5.756032, 5.658735, 6.35294, 6.392009, 6.751867, 6.99491, 7.473639, 7.8892, 7.875603, 8.437601, 8.597373, 7.981292, 7.770094, 7.550497, 7.182376, 6.902532, 6.748064, 6.47658, 6.40755, 6.454538, 7.591594, 8.642385, 9.862751, 10.17362, 11.595388, 11.493547, 11.130193, 11.464615, 11.62925, 11.465412, 10.846901, 11.129885, 11.704623, 9.997485, 8.090933, 11.035358, 14.000096, 12.640175, 13.937326, 21.224739, 31.138004, 56.037872, 71.132027, 72.203617, 78.104875]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 2, 4, 9, 13, 16, 21, 20, 11, 17, 17, 15, 10, 13, 11, 13, 13, 13, 14, 12, 14, 13, 17, 16, 23, 27, 24, 18, 17, 12, 15, 22, 16, 20, 21, 33, 25, 35, 30, 32, 32, 23, 41, 38, 31, 24, 4, 0, 0, 0], "n_am_pl": [1, 7, 7, 8, 7, 3, 5, 7, 3, 6, 10, 10, 14, 12, 16, 5, 7, 10, 13, 13, 10, 8, 6, 7, 5, 6, 8, 12, 10, 12, 15, 11, 13, 11, 7, 7, 13, 9, 8, 7, 10, 15, 14, 14, 22, 33, 56, 72, 72, 77], "n_pos": 79, "sum_m_en": [7.114239, 10.663459, 11.869906, 12.5266, 13.599892, 14.936653, 15.353662, 16.410747, 16.208196, 17.159007, 17.372053, 16.133536, 15.089188, 15.236981, 15.192861, 14.820219, 14.735458, 14.355324, 14.094682, 14.413304, 13.966529, 13.871923, 14.161784, 14.280826, 21.380998, 21.000242, 18.544341, 17.433422, 17.176767, 16.373655, 15.179117, 16.052747, 15.610838, 15.71449, 16.35726, 18.820146, 19.133093, 19.715898, 20.922107, 25.885169, 24.414884, 20.076622, 35.849039, 31.329102, 29.2965, 22.485975, 5.352691, 0.6769, 0.329664, 0.002175], "sum_m_pl": [1.308881, 3.457027, 3.996353, 3.900487, 4.232116, 4.69548, 4.562862, 5.179852, 5.204502, 5.459467, 5.61028, 6.124104, 6.452759, 6.432091, 6.932819, 7.098231, 6.561044, 6.408665, 6.241749, 5.895758, 5.659599, 5.540553, 5.313627, 5.283781, 5.340098, 6.398111, 7.188995, 8.407002, 8.481786, 9.725665, 9.623881, 9.327257, 9.524504, 9.730004, 9.46839, 9.014608, 9.374255, 9.976067, 8.558119, 7.290535, 10.162641, 13.236971, 11.691533, 13.291645, 19.468993, 28.670643, 53.049613, 67.888645, 70.978286, 77.072741]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "llmzszl-2", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 878, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9596, "tf_agree_excl_first": 0.9694}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 18, 20, 16, 32, 29, 22, 31, 25, 16, 23, 24, 25, 27, 23, 34, 40, 39, 34, 34, 29, 30, 29, 20, 55, 51, 40, 38, 36, 31, 31, 40, 38, 47, 61, 54, 59, 62, 60, 66, 63, 67, 69, 60, 61, 58, 55, 53, 51, 56], "n_am_pl": [7, 12, 19, 15, 17, 10, 12, 10, 9, 9, 18, 13, 15, 16, 18, 9, 11, 6, 11, 16, 9, 13, 12, 11, 10, 5, 13, 19, 19, 22, 17, 13, 20, 10, 9, 7, 5, 6, 7, 5, 3, 4, 4, 3, 4, 3, 2, 2, 0, 0], "n_pos": 159, "sum_m_en": [16.813111, 24.883239, 25.313241, 25.699787, 26.805925, 26.816303, 25.76679, 26.461197, 25.245847, 27.681179, 27.078051, 27.532701, 27.266863, 27.728344, 27.436939, 30.077683, 32.321615, 30.30906, 30.077745, 29.457181, 28.631106, 28.216925, 27.560776, 27.518574, 41.37531, 38.413198, 33.134907, 32.001579, 30.252675, 30.816601, 30.826195, 32.845999, 32.044932, 34.912547, 39.302477, 40.63292, 43.630792, 48.835456, 51.954007, 53.422547, 52.696364, 55.918071, 58.136761, 57.727538, 59.41261, 55.871407, 54.010259, 52.744098, 50.237482, 55.140634], "sum_m_pl": [3.576671, 6.833344, 8.553161, 7.845029, 8.476502, 8.463444, 8.869735, 8.963838, 8.86843, 9.498958, 9.694407, 10.206305, 10.264592, 10.667427, 11.18448, 11.736862, 10.95298, 11.009965, 10.523245, 10.251117, 10.124192, 9.803246, 9.542624, 9.512755, 10.598834, 11.627947, 12.380475, 13.966442, 14.841675, 16.186926, 15.110377, 13.691622, 13.90837, 12.327255, 11.809464, 10.191207, 9.338856, 8.12015, 8.248771, 8.432628, 7.661025, 7.232185, 6.425917, 6.23229, 5.343503, 4.672407, 3.269847, 2.725048, 0.845264, 0.000135]}, "digit": {"n_am_en": [0, 0, 0, 2, 1, 2, 3, 1, 5, 3, 5, 4, 3, 7, 4, 10, 8, 4, 5, 3, 2, 5, 3, 2, 10, 8, 3, 3, 4, 1, 1, 4, 6, 5, 6, 10, 13, 13, 12, 13, 11, 11, 10, 7, 7, 6, 4, 1, 0, 0], "n_am_pl": [0, 2, 2, 1, 4, 2, 0, 0, 3, 1, 4, 5, 5, 4, 5, 2, 4, 2, 4, 6, 5, 5, 6, 6, 1, 3, 4, 6, 8, 9, 8, 2, 7, 2, 2, 2, 2, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.628076, 4.910103, 5.084024, 4.899712, 5.302791, 5.320235, 4.873736, 5.001108, 4.653011, 5.384781, 5.612922, 5.42625, 5.42756, 5.47368, 5.481023, 5.96009, 6.421213, 6.081625, 5.986824, 5.563483, 5.351237, 5.260635, 5.161535, 5.161463, 6.94952, 6.58102, 5.765025, 5.476177, 5.36952, 5.383596, 5.59443, 6.387407, 5.695239, 6.305395, 6.926089, 7.010933, 7.614842, 7.484233, 7.997883, 7.936394, 8.480608, 7.838335, 7.422961, 7.31029, 7.08825, 5.844504, 4.47073, 1.716307, 0.359442, 0.0], "sum_m_pl": [0.36841, 1.143324, 1.108995, 1.074735, 1.178682, 1.202426, 1.237463, 1.336247, 1.39672, 1.504396, 1.53192, 1.684903, 1.780995, 1.9666, 2.169238, 2.252913, 2.088226, 2.215033, 2.070889, 1.956397, 1.908568, 1.818998, 1.768819, 1.765282, 2.141797, 2.425839, 2.37589, 3.295165, 3.50064, 3.949255, 3.073359, 2.576525, 2.65356, 2.230119, 2.102676, 1.750986, 1.573172, 1.451974, 1.408535, 1.443011, 1.446599, 1.352952, 1.19687, 1.089344, 0.86593, 0.769115, 0.542384, 0.410034, 0.087416, 0.0]}, "lang": {"n_am_en": [9, 12, 16, 11, 22, 17, 12, 17, 13, 6, 9, 10, 14, 13, 11, 13, 19, 23, 20, 20, 19, 20, 20, 16, 34, 33, 30, 26, 24, 22, 23, 27, 24, 33, 36, 31, 36, 42, 41, 44, 42, 46, 47, 46, 48, 49, 50, 51, 51, 55], "n_am_pl": [6, 4, 2, 4, 3, 3, 3, 3, 3, 5, 4, 5, 6, 5, 6, 1, 3, 0, 1, 2, 1, 2, 1, 0, 2, 0, 2, 6, 6, 6, 3, 5, 7, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [6.77631, 9.175133, 9.458745, 9.610215, 10.043168, 9.858906, 9.661267, 10.310468, 10.102346, 10.662724, 9.895415, 10.511795, 10.106513, 10.432694, 10.347151, 11.641188, 12.655244, 11.924765, 11.686474, 11.732195, 11.470744, 11.323436, 10.874808, 10.755947, 22.05433, 20.76556, 17.76621, 16.060936, 14.24097, 14.780091, 14.175328, 15.13579, 15.294831, 17.490144, 20.022249, 22.036755, 25.18427, 30.035115, 32.411494, 34.796281, 35.059835, 38.397591, 41.540543, 42.111982, 44.619139, 44.844173, 46.847029, 47.393204, 48.240261, 54.635597], "sum_m_pl": [1.943937, 2.45489, 2.99008, 2.708798, 2.922152, 3.026359, 3.341246, 3.495642, 3.576566, 3.641813, 3.756298, 3.931401, 3.988863, 4.133961, 4.278485, 4.309223, 3.981591, 3.916725, 3.848944, 3.702277, 3.751352, 3.674735, 3.573175, 3.583564, 3.60444, 3.992854, 4.450635, 4.560984, 5.110582, 5.580795, 5.507782, 5.075216, 5.261514, 4.529595, 4.009642, 3.281017, 3.057827, 2.450151, 2.198331, 1.952441, 1.71028, 1.292209, 0.970622, 0.878913, 0.644318, 0.294491, 0.211717, 0.208709, 0.265228, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "llmzszl-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 914, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9689, "tf_agree_excl_first": 0.975}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 28, 30, 48, 45, 66, 55, 77, 70, 76, 83, 60, 87, 91, 87, 99, 128, 121, 128, 122, 123, 125, 100, 109, 188, 168, 146, 133, 108, 100, 109, 100, 105, 129, 165, 175, 175, 189, 202, 197, 205, 206, 208, 207, 173, 118, 28, 6, 8, 7], "n_am_pl": [4, 56, 72, 66, 63, 66, 73, 77, 57, 53, 66, 75, 75, 76, 66, 67, 70, 74, 56, 59, 43, 47, 43, 46, 50, 64, 71, 69, 91, 86, 74, 80, 69, 59, 46, 34, 28, 28, 20, 29, 27, 43, 47, 60, 80, 115, 184, 216, 204, 203], "n_pos": 546, "sum_m_en": [47.846573, 78.452161, 84.006784, 86.104525, 87.023317, 90.48157, 90.282547, 93.60271, 90.807704, 98.618377, 103.205026, 100.332802, 100.605788, 101.433599, 100.540675, 106.436846, 110.157332, 104.519066, 101.13361, 98.994803, 96.176031, 94.511237, 93.776756, 93.298823, 147.292679, 133.748889, 120.29123, 112.562714, 107.75639, 103.809481, 102.80052, 106.766073, 106.889348, 118.342279, 131.87827, 139.499782, 140.314428, 159.953983, 172.98864, 169.904962, 166.173276, 178.628936, 189.551809, 186.095278, 156.433042, 109.276556, 32.373342, 9.98968, 11.75399, 7.019142], "sum_m_pl": [8.549522, 25.143417, 31.01439, 29.472514, 30.573804, 32.140845, 31.855959, 31.406492, 33.669317, 35.462772, 36.360929, 37.652157, 37.441124, 38.306324, 38.844305, 39.234473, 35.346902, 35.616585, 33.093959, 33.93679, 32.451637, 31.200348, 30.759589, 30.641498, 37.117529, 40.384322, 43.718211, 46.404286, 51.00713, 53.524849, 51.207713, 48.685214, 49.118857, 43.607237, 42.097102, 39.798769, 36.910123, 33.056252, 31.22704, 35.183317, 38.021192, 41.638848, 45.105203, 52.556325, 74.985632, 105.987888, 170.377714, 207.520153, 199.15661, 203.57993]}, "digit": {"n_am_en": [6, 1, 7, 7, 3, 3, 2, 3, 4, 9, 9, 4, 6, 10, 7, 6, 10, 9, 7, 8, 6, 6, 3, 4, 15, 13, 6, 10, 10, 7, 12, 12, 14, 20, 22, 25, 25, 22, 25, 21, 23, 21, 18, 18, 16, 11, 1, 0, 0, 0], "n_am_pl": [0, 3, 8, 5, 6, 9, 18, 18, 13, 12, 10, 15, 14, 16, 9, 8, 10, 12, 9, 8, 8, 8, 7, 10, 5, 9, 13, 13, 23, 15, 8, 13, 12, 9, 7, 2, 1, 1, 1, 2, 0, 2, 2, 3, 4, 8, 12, 9, 1, 0], "n_pos": 79, "sum_m_en": [6.848304, 12.231505, 13.650423, 13.402458, 13.675746, 14.180068, 13.235795, 13.439999, 12.495807, 14.352935, 15.613143, 14.541179, 14.60413, 14.920694, 15.373755, 15.987723, 16.589324, 15.789512, 15.278984, 14.793349, 14.379732, 14.182503, 14.031118, 14.140479, 18.673335, 17.402808, 16.020302, 17.07605, 16.770686, 16.102542, 16.033387, 17.803225, 16.670859, 17.748838, 19.523709, 20.502305, 20.406717, 19.79048, 21.526972, 19.991801, 18.578407, 17.896223, 17.152574, 16.11624, 14.110827, 10.796433, 4.102247, 1.664938, 0.67415, 0.0], "sum_m_pl": [1.348964, 3.914588, 3.938798, 3.705117, 3.511912, 3.542396, 3.562015, 3.889113, 4.644552, 5.142229, 5.293038, 5.366365, 5.245191, 5.650279, 5.451116, 5.440842, 5.019794, 5.342716, 4.894651, 4.942167, 4.643573, 4.435569, 4.340633, 4.335816, 4.976296, 5.220255, 5.392558, 6.15599, 6.804719, 7.323125, 6.69062, 6.153656, 6.195205, 5.218774, 4.816325, 4.277964, 3.877048, 3.729387, 3.905513, 4.47994, 4.662556, 4.980773, 4.818162, 5.346228, 6.530143, 7.259465, 11.538549, 8.504362, 0.845566, 0.0]}, "lang": {"n_am_en": [8, 11, 11, 25, 27, 34, 28, 42, 32, 37, 36, 28, 51, 46, 34, 48, 61, 58, 66, 66, 76, 76, 64, 69, 108, 97, 84, 71, 52, 52, 51, 44, 48, 59, 89, 100, 97, 104, 110, 113, 117, 122, 128, 129, 107, 70, 17, 5, 8, 7], "n_am_pl": [1, 25, 22, 19, 23, 26, 20, 21, 27, 24, 26, 35, 27, 31, 33, 24, 29, 26, 26, 25, 18, 21, 23, 22, 21, 22, 23, 26, 31, 32, 31, 28, 25, 23, 12, 10, 14, 16, 9, 18, 20, 31, 36, 46, 65, 94, 155, 191, 199, 203], "n_pos": 212, "sum_m_en": [19.389288, 30.378638, 32.536408, 33.723351, 34.17246, 35.134903, 36.295291, 38.546007, 38.415335, 41.158943, 42.622304, 42.156883, 41.64824, 41.905801, 40.526774, 44.127072, 46.893907, 44.643264, 42.538195, 41.659737, 40.606763, 39.414818, 38.923764, 38.080708, 73.029883, 64.499905, 56.242831, 48.341237, 44.745451, 43.563075, 42.869419, 44.218419, 44.369231, 50.117937, 57.741948, 62.965242, 66.25934, 79.581932, 86.74026, 90.738456, 92.699572, 99.838287, 112.455693, 112.954672, 94.480325, 63.259603, 18.26651, 5.648472, 8.81072, 7.019133], "sum_m_pl": [3.458661, 9.502743, 11.215548, 10.932595, 11.583017, 13.026194, 13.528553, 13.088788, 14.15535, 14.312857, 14.532525, 15.436753, 15.537978, 16.167539, 17.084368, 16.720376, 14.6707, 14.520805, 13.712987, 13.710335, 13.179831, 12.760273, 12.554928, 12.490569, 14.675315, 16.269083, 18.433231, 19.534205, 21.618396, 22.685894, 21.743752, 21.218626, 21.663735, 19.329955, 18.3787, 17.47104, 17.705496, 15.639085, 14.337327, 17.38021, 20.28827, 24.328576, 29.006108, 34.812572, 56.617358, 84.105466, 141.886316, 182.337614, 191.880518, 202.992335]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 548, "item_id": "llmzszl-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 546, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9854}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 5, 9, 5, 12, 16, 13, 15, 18, 18, 17, 22, 26, 19, 21, 23, 34, 28, 24, 26, 27, 31, 27, 26, 33, 29, 25, 21, 21, 24, 21, 19, 23, 28, 29, 29, 30, 32, 35, 40, 39, 39, 42, 42, 41, 44, 39, 37, 33, 33], "n_am_pl": [1, 4, 2, 2, 3, 3, 5, 4, 5, 5, 7, 5, 7, 9, 11, 14, 9, 7, 6, 5, 2, 1, 3, 3, 1, 3, 3, 7, 10, 10, 12, 7, 5, 7, 5, 6, 7, 7, 3, 3, 2, 2, 0, 2, 1, 0, 1, 1, 1, 1], "n_pos": 78, "sum_m_en": [8.144565, 10.241896, 10.590957, 10.499582, 11.727631, 12.40734, 11.844134, 11.865917, 11.799368, 13.089494, 13.880804, 13.67716, 13.906477, 13.358449, 12.548385, 11.971425, 13.062017, 12.461571, 12.20181, 12.201817, 11.842014, 11.62234, 11.459249, 11.525671, 20.754818, 19.564561, 15.749011, 13.759192, 14.110474, 14.154326, 12.694075, 12.690993, 14.254826, 15.536999, 17.295076, 18.915583, 20.636065, 22.804849, 25.801584, 29.927315, 31.103312, 35.041628, 35.609941, 39.450853, 39.43023, 39.528259, 36.792404, 35.423355, 32.091776, 32.643049], "sum_m_pl": [1.769312, 3.473141, 3.494592, 3.312886, 3.678922, 3.752741, 3.928115, 3.798201, 4.038538, 4.119459, 4.302987, 4.627863, 4.938886, 4.765242, 5.198518, 5.141808, 4.613687, 4.892361, 4.93179, 4.755909, 4.428634, 4.384094, 4.31591, 4.287594, 4.463152, 5.535883, 6.830451, 7.419556, 7.137604, 7.567364, 7.473159, 6.452052, 6.349247, 6.041995, 6.312963, 5.521411, 5.827409, 5.929372, 4.81673, 4.031154, 3.408162, 2.460708, 1.583141, 1.889887, 1.376154, 1.03816, 1.502147, 1.5241, 1.268662, 1.000003]}, "digit": {"n_am_en": [2, 1, 0, 0, 1, 4, 0, 1, 5, 6, 4, 3, 5, 2, 3, 3, 6, 3, 5, 5, 4, 5, 5, 4, 7, 5, 7, 6, 5, 5, 4, 2, 2, 4, 2, 4, 2, 2, 3, 5, 6, 5, 6, 6, 6, 6, 4, 2, 1, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 2, 3, 4, 2, 3, 4, 2, 1, 0, 2, 1, 0, 1, 0, 4, 3, 2, 3, 1, 1, 3, 1, 3, 5, 6, 3, 2, 1, 2, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.728109, 2.646719, 2.578995, 2.436942, 2.5487, 2.691274, 2.543158, 2.513542, 2.5058, 2.818213, 3.131361, 3.193468, 3.242336, 3.056425, 2.931524, 2.727078, 2.957346, 2.696501, 2.707706, 2.56364, 2.426963, 2.41326, 2.391399, 2.459767, 4.435985, 4.258563, 3.414459, 3.021512, 2.819956, 3.007103, 2.690765, 2.47154, 2.693762, 2.616385, 2.622353, 2.374014, 2.120365, 1.918466, 1.754307, 1.994496, 2.373365, 3.182686, 3.109789, 4.374358, 4.666119, 4.101662, 2.628014, 2.285311, 1.535802, 0.00071], "sum_m_pl": [0.288515, 0.671122, 0.576907, 0.624865, 0.691097, 0.709041, 0.660841, 0.670572, 0.680149, 0.652202, 0.703987, 0.791977, 0.882616, 0.902766, 0.948896, 0.972338, 0.938858, 1.018186, 1.006325, 0.980883, 0.911842, 0.873734, 0.865684, 0.856096, 0.928776, 1.091837, 1.259439, 1.50582, 1.355703, 1.315069, 1.361551, 1.158914, 1.046582, 0.975334, 1.08701, 1.183212, 1.741842, 2.454209, 2.243283, 1.901306, 1.323292, 1.453024, 0.833822, 1.318518, 0.900436, 0.646267, 0.430969, 0.330468, 0.11153, 0.0]}, "lang": {"n_am_en": [2, 2, 5, 3, 8, 11, 9, 12, 11, 8, 8, 16, 18, 14, 15, 16, 22, 19, 15, 15, 19, 19, 17, 16, 20, 19, 15, 12, 14, 16, 15, 14, 15, 19, 21, 19, 22, 25, 26, 28, 27, 28, 30, 30, 30, 31, 29, 28, 29, 33], "n_am_pl": [0, 0, 1, 2, 3, 1, 4, 1, 3, 4, 5, 2, 2, 5, 5, 5, 3, 2, 2, 3, 1, 1, 1, 1, 0, 0, 2, 1, 2, 4, 7, 3, 2, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 35, "sum_m_en": [3.478883, 4.302767, 4.675167, 4.837757, 5.584139, 6.177587, 5.92943, 6.032162, 5.918026, 6.481507, 6.669927, 6.625574, 6.770719, 6.507402, 6.178427, 5.880472, 6.374665, 6.107503, 5.891563, 5.872727, 5.674927, 5.65192, 5.484042, 5.487081, 12.111289, 12.088788, 9.443259, 7.834351, 7.990091, 7.694457, 6.938809, 6.865489, 7.896187, 9.102229, 10.996569, 12.449009, 14.55976, 16.529535, 19.836186, 22.340448, 23.206292, 25.725302, 26.847912, 28.813319, 28.507328, 28.620003, 28.124013, 27.048242, 27.845459, 32.412877], "sum_m_pl": [0.747032, 1.464801, 1.502111, 1.534234, 1.76962, 1.78435, 2.035566, 1.891157, 2.093926, 2.098629, 2.182691, 2.353096, 2.485639, 2.386446, 2.603311, 2.531761, 2.128532, 2.258119, 2.313808, 2.258498, 2.085921, 2.0828, 2.031293, 2.038026, 1.893483, 2.380813, 3.049579, 3.498707, 3.404858, 3.622054, 3.711988, 3.166707, 3.113166, 3.098489, 3.142074, 2.493599, 2.193781, 1.907753, 1.351187, 0.852664, 0.697677, 0.328275, 0.230665, 0.193257, 0.148933, 0.197061, 0.898841, 1.011958, 1.044068, 1.000002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "llmzszl-27", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 735, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9875, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 1, 2, 7, 14, 9, 17, 12, 17, 15, 17, 16, 20, 22, 22, 20, 30, 33, 33, 40, 38, 33, 33, 36, 42, 47, 38, 26, 24, 23, 23, 27, 27, 34, 33, 34, 31, 34, 30, 32, 34, 36, 32, 36, 31, 19, 7, 1, 0, 0], "n_am_pl": [1, 6, 6, 8, 7, 10, 5, 6, 5, 3, 7, 4, 14, 8, 10, 14, 11, 12, 5, 3, 2, 2, 6, 5, 3, 2, 7, 7, 7, 12, 14, 8, 10, 8, 7, 5, 10, 11, 8, 7, 7, 10, 8, 11, 12, 18, 23, 29, 35, 34], "n_pos": 77, "sum_m_en": [8.298403, 11.119389, 11.760933, 11.721995, 12.602243, 12.869175, 12.651233, 12.932585, 12.387243, 13.565924, 14.401556, 14.260991, 14.554447, 13.993927, 13.003966, 12.118203, 13.062519, 13.796858, 13.492408, 13.778476, 13.780692, 12.330656, 12.068544, 11.9061, 24.831575, 23.720262, 19.374341, 15.785657, 14.854477, 14.974073, 13.754522, 14.757382, 16.203197, 17.053788, 19.024272, 21.151301, 21.404734, 23.315758, 23.809921, 23.714048, 24.69514, 25.812557, 25.108048, 30.889429, 28.788519, 19.013353, 7.779982, 3.001551, 0.945854, 6.8e-05], "sum_m_pl": [1.950455, 3.79212, 4.142885, 4.281018, 4.510488, 4.776913, 4.900355, 4.802667, 4.510666, 4.476213, 4.696887, 5.233364, 5.426004, 4.90673, 5.208763, 5.057303, 4.747033, 4.662097, 4.568561, 4.46094, 4.073569, 4.161938, 4.22297, 4.211785, 4.408292, 5.351879, 6.322726, 7.290893, 7.015821, 7.373047, 7.504154, 6.841449, 6.960472, 6.261735, 6.197679, 5.47758, 6.786639, 6.973924, 7.044123, 7.081947, 6.930275, 7.092794, 6.932218, 9.689806, 11.459813, 16.779901, 23.28913, 28.151695, 34.374849, 34.419533]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 4, 2, 5, 3, 4, 2, 5, 4, 3, 3, 4, 4, 4, 5, 5, 4, 4, 3, 5, 5, 5, 4, 4, 4, 3, 3, 2, 3, 3, 3, 1, 1, 0, 1, 2, 2, 2, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 2, 1, 2, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 1, 1, 1, 2, 2, 1, 3, 2, 1, 3, 4, 3, 2, 0, 2, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.844651, 1.545283, 1.65604, 1.556111, 1.582573, 1.660274, 1.656802, 1.699244, 1.677581, 1.824302, 1.958292, 2.013106, 1.946984, 1.863394, 1.691581, 1.53558, 1.729233, 1.582667, 1.517983, 1.435838, 1.369045, 1.312007, 1.285175, 1.331674, 2.523022, 2.303145, 1.874828, 1.708137, 1.446677, 1.645519, 1.442426, 1.336329, 1.5189, 1.436876, 1.382636, 1.223267, 0.98455, 0.813361, 0.735878, 0.677491, 0.798189, 1.191338, 1.444233, 2.433076, 2.337518, 2.244927, 1.144673, 0.517326, 0.15408, 0.0], "sum_m_pl": [0.150521, 0.390925, 0.401405, 0.46669, 0.476447, 0.492275, 0.457974, 0.476037, 0.43039, 0.411608, 0.436053, 0.46307, 0.478195, 0.455411, 0.502337, 0.499017, 0.499578, 0.484584, 0.451281, 0.478727, 0.431, 0.443648, 0.459745, 0.442123, 0.492476, 0.656568, 0.817747, 0.939326, 0.76772, 0.629392, 0.644858, 0.571874, 0.501391, 0.530892, 0.591357, 0.536599, 1.256392, 1.870164, 1.800912, 1.53436, 0.981504, 1.192534, 0.530326, 1.224246, 0.533518, 0.306717, 0.168897, 0.184953, 0.043604, 0.0]}, "lang": {"n_am_en": [2, 0, 1, 4, 11, 8, 8, 6, 9, 8, 9, 10, 10, 11, 11, 8, 15, 16, 19, 20, 18, 15, 16, 18, 20, 24, 18, 11, 11, 9, 11, 15, 14, 20, 18, 19, 18, 22, 20, 19, 19, 18, 17, 18, 16, 8, 3, 0, 0, 0], "n_am_pl": [1, 2, 5, 6, 3, 5, 4, 3, 4, 2, 3, 2, 8, 4, 4, 6, 5, 6, 2, 3, 2, 2, 3, 4, 3, 2, 6, 4, 5, 8, 7, 3, 4, 2, 3, 3, 5, 4, 3, 5, 5, 7, 7, 8, 10, 17, 20, 26, 32, 34], "n_pos": 35, "sum_m_en": [3.683015, 5.216507, 5.77456, 5.847087, 6.213953, 6.480936, 6.195275, 6.298945, 5.991961, 6.468979, 6.704814, 6.591535, 6.622222, 6.555625, 6.313341, 5.769247, 6.170641, 6.83833, 6.798102, 7.169033, 7.007528, 6.226807, 6.048106, 5.852194, 12.481222, 12.375521, 9.663922, 7.577929, 7.365143, 7.509206, 6.825004, 7.761559, 8.341541, 8.780485, 10.422513, 11.71873, 12.912632, 14.570408, 14.870397, 13.967992, 13.86442, 14.10942, 13.250092, 14.523188, 14.591186, 8.20062, 3.247493, 0.757428, 0.173317, 0.0], "sum_m_pl": [0.80962, 1.690925, 1.989932, 1.907992, 2.012845, 2.166148, 2.302752, 2.243513, 2.25947, 2.220807, 2.31771, 2.607131, 2.715297, 2.351084, 2.503306, 2.484206, 2.356287, 2.331235, 2.303736, 2.193659, 2.017084, 2.048862, 2.075428, 2.136267, 2.547766, 3.016633, 3.654706, 4.257684, 3.988504, 4.210654, 4.190031, 3.841265, 3.725144, 3.375907, 3.374068, 3.012097, 3.589032, 3.036459, 3.538105, 4.00251, 4.304203, 4.930651, 5.384648, 7.480147, 10.114526, 15.434365, 20.358943, 25.141014, 31.716534, 33.978717]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "llmzszl-27", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 863, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 10, 12, 11, 11, 19, 15, 21, 20, 15, 14, 16, 13, 17, 18, 29, 27, 28, 25, 29, 30, 29, 31, 27, 36, 31, 22, 20, 16, 11, 10, 11, 16, 14, 17, 22, 30, 37, 39, 37, 36, 43, 44, 41, 40, 39, 34, 30, 31, 33], "n_am_pl": [9, 17, 6, 9, 7, 11, 11, 11, 10, 15, 12, 10, 8, 13, 15, 7, 8, 8, 4, 3, 4, 2, 3, 7, 4, 7, 7, 9, 8, 9, 9, 8, 8, 10, 11, 13, 7, 9, 7, 9, 10, 5, 7, 8, 12, 11, 13, 17, 19, 19], "n_pos": 100, "sum_m_en": [10.644004, 13.441598, 13.834918, 14.658549, 15.844383, 16.735535, 17.615255, 17.160023, 17.306601, 17.625367, 17.878622, 18.590763, 17.86423, 18.069388, 16.849557, 17.853938, 18.107994, 16.610279, 16.667328, 19.448768, 18.852612, 17.105993, 16.333047, 15.688339, 26.396985, 22.631742, 19.95835, 17.874401, 17.387026, 16.936389, 16.339909, 16.934002, 16.649357, 17.406806, 19.013861, 18.240668, 19.57007, 26.126137, 28.996178, 31.774732, 33.959686, 38.388407, 38.117825, 37.592535, 35.755294, 36.059388, 33.186259, 31.901695, 31.432393, 33.540514], "sum_m_pl": [2.615611, 5.118698, 5.045606, 4.672468, 5.114166, 5.750197, 6.128415, 6.176083, 5.924141, 6.488343, 6.893675, 7.231337, 7.481552, 7.056836, 6.868458, 7.735583, 7.786378, 7.620894, 6.85923, 6.603434, 6.369526, 6.080776, 5.932875, 5.763799, 5.707977, 6.690665, 7.24517, 8.049892, 8.627479, 9.470275, 8.580293, 8.103146, 8.802336, 9.042274, 9.377472, 8.85886, 8.071077, 8.237781, 7.040551, 6.89547, 7.169819, 5.975085, 8.02661, 7.576625, 8.323898, 9.003241, 11.057399, 15.404073, 18.875649, 19.04827]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 6, 11, 7, 7, 13, 8, 10, 9, 8, 5, 9, 7, 10, 9, 16, 13, 12, 12, 11, 13, 14, 16, 14, 18, 16, 13, 10, 11, 6, 6, 6, 11, 9, 15, 17, 21, 24, 29, 30, 30, 35, 37, 34, 34, 33, 31, 29, 30, 33], "n_am_pl": [8, 11, 5, 7, 5, 8, 5, 5, 5, 12, 9, 7, 3, 7, 10, 3, 4, 5, 2, 1, 2, 0, 0, 3, 2, 4, 5, 5, 5, 4, 4, 4, 6, 6, 7, 9, 6, 6, 4, 4, 6, 2, 2, 3, 8, 9, 11, 16, 19, 19], "n_pos": 52, "sum_m_en": [5.479611, 7.101083, 7.407233, 7.836896, 8.441139, 8.892629, 9.13693, 9.111326, 9.365293, 9.568339, 9.872438, 10.11847, 9.900518, 9.762078, 9.149496, 9.439582, 9.564407, 8.816757, 8.783394, 10.668583, 10.503023, 9.329964, 8.722685, 8.231321, 15.077394, 12.174108, 11.351252, 10.263133, 9.994635, 9.372945, 9.042891, 9.412118, 9.508649, 10.292943, 12.019994, 11.873272, 13.282196, 18.788692, 22.029046, 25.23705, 27.634378, 30.700476, 31.098176, 31.179884, 30.922968, 31.348989, 29.280913, 28.43196, 29.213699, 32.654243], "sum_m_pl": [1.534455, 2.771388, 2.718827, 2.503467, 2.665533, 3.151176, 3.195457, 3.168023, 3.050817, 3.438835, 3.699997, 3.738893, 3.909181, 3.710959, 3.533394, 3.975605, 3.847819, 3.775694, 3.716155, 3.542949, 3.391744, 3.27896, 3.179907, 3.082127, 3.081414, 3.708169, 4.09354, 4.357577, 4.733492, 5.183779, 4.732368, 4.53376, 4.840353, 5.107872, 5.460774, 5.392147, 4.993652, 4.629894, 4.170733, 3.871784, 3.928705, 2.983906, 3.610943, 3.325881, 4.432692, 5.509339, 8.449062, 14.028143, 18.077365, 18.957379]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "llmzszl-29", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 742, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 6, 12, 15, 24, 25, 33, 41, 44, 39, 41, 29, 22, 28, 24, 40, 47, 39, 33, 47, 50, 49, 51, 45, 63, 64, 61, 47, 35, 31, 33, 31, 31, 35, 35, 39, 39, 63, 66, 74, 73, 71, 82, 65, 55, 46, 16, 4, 2, 2], "n_am_pl": [13, 18, 17, 6, 14, 20, 19, 6, 12, 17, 22, 21, 23, 19, 18, 14, 10, 13, 10, 13, 5, 5, 3, 5, 9, 6, 7, 12, 15, 18, 12, 14, 18, 13, 13, 18, 21, 18, 18, 13, 19, 19, 16, 24, 33, 40, 67, 79, 90, 89], "n_pos": 156, "sum_m_en": [14.347009, 21.669976, 22.560078, 22.82863, 24.26515, 25.777383, 28.649656, 29.608679, 29.178895, 29.685586, 29.16483, 29.203409, 27.118652, 26.897796, 25.579797, 26.763259, 27.795089, 25.549927, 25.380522, 29.958679, 28.757261, 26.877953, 28.491551, 26.680399, 49.817786, 45.601746, 39.470092, 33.854895, 29.724573, 29.080052, 26.447316, 26.147115, 26.573793, 27.159965, 29.674612, 30.314904, 33.474119, 43.328687, 49.002951, 54.548719, 58.290481, 58.997035, 63.940333, 56.328078, 47.534204, 44.806033, 15.660025, 5.57556, 2.576077, 2.000003], "sum_m_pl": [3.447185, 8.057164, 8.272811, 7.998584, 8.629411, 9.744848, 10.357359, 9.967033, 9.603402, 10.224424, 11.155327, 11.368047, 12.081206, 11.622426, 11.639018, 12.13542, 11.771371, 11.271832, 10.193127, 9.827725, 9.536384, 8.822219, 8.571534, 8.45081, 7.647908, 9.259141, 10.050466, 11.888889, 13.790862, 14.481044, 13.316894, 13.043797, 14.412484, 13.944869, 14.46533, 13.918643, 14.39438, 15.325652, 15.07103, 14.680999, 15.420703, 15.865434, 17.921187, 21.630166, 25.262835, 35.881672, 62.071191, 76.662619, 85.546077, 88.844222]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 3, 6, 13, 16, 19, 21, 28, 26, 29, 25, 19, 16, 21, 12, 27, 30, 24, 19, 31, 34, 33, 34, 31, 40, 41, 38, 31, 23, 21, 23, 22, 21, 22, 24, 25, 29, 40, 41, 43, 44, 49, 53, 46, 36, 32, 10, 3, 2, 2], "n_am_pl": [7, 10, 11, 6, 10, 12, 11, 3, 7, 8, 12, 12, 17, 11, 14, 11, 7, 6, 4, 7, 3, 1, 0, 2, 5, 3, 5, 7, 8, 13, 7, 7, 10, 9, 8, 9, 13, 12, 13, 11, 17, 12, 13, 17, 26, 32, 58, 73, 87, 89], "n_pos": 91, "sum_m_en": [8.216579, 12.924364, 13.323852, 13.40757, 14.607054, 15.328827, 16.929841, 17.793994, 17.495777, 18.223358, 18.024934, 17.981051, 16.654799, 16.619876, 15.608504, 16.264053, 16.862897, 15.24286, 14.989856, 18.607545, 18.023177, 16.591412, 18.183552, 16.624578, 32.712676, 29.758545, 25.504172, 21.860286, 18.959153, 18.089358, 16.185981, 16.020261, 16.177454, 16.245357, 18.341963, 18.995629, 21.833519, 29.639147, 34.503789, 36.455592, 39.366032, 40.609076, 44.166285, 39.35373, 32.856804, 31.19441, 9.268575, 3.993494, 2.238236, 2.000002], "sum_m_pl": [2.078579, 4.451873, 4.602733, 4.591917, 5.063432, 5.688124, 6.107514, 5.962817, 5.801087, 6.156303, 6.667475, 6.801985, 7.486678, 7.182296, 7.071883, 7.269423, 6.869105, 6.484349, 6.144356, 5.778272, 5.584631, 5.167145, 4.980464, 4.936811, 3.994561, 5.141764, 5.874482, 7.00037, 8.113836, 8.704626, 8.120105, 7.959193, 8.553972, 8.617929, 8.787691, 8.666252, 8.83084, 9.56433, 9.405676, 9.159629, 10.072137, 9.528151, 12.050976, 14.713745, 18.913133, 27.315324, 53.419959, 69.942563, 82.332787, 88.693553]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "llmzszl-29", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 870, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 11, 20, 40, 59, 67, 89, 88, 69, 70, 65, 53, 58, 70, 72, 71, 67, 72, 79, 111, 104, 105, 107, 105, 106, 101, 93, 69, 68, 64, 53, 66, 61, 76, 81, 89, 90, 113, 107, 108, 124, 119, 111, 117, 104, 73, 28, 8, 3, 0], "n_am_pl": [3, 19, 25, 23, 25, 29, 19, 25, 22, 30, 27, 28, 32, 30, 31, 21, 21, 32, 31, 22, 15, 17, 16, 15, 15, 28, 16, 18, 31, 39, 29, 36, 29, 37, 29, 30, 36, 26, 28, 27, 27, 36, 41, 39, 54, 93, 139, 166, 175, 181], "n_pos": 259, "sum_m_en": [23.531144, 35.044251, 38.022828, 39.773279, 44.492375, 45.405875, 49.961672, 52.713172, 51.786526, 52.32429, 51.812363, 49.489675, 46.723795, 46.664167, 46.230221, 48.015915, 48.23746, 47.544468, 49.060471, 52.91033, 49.541462, 47.66674, 49.612029, 47.444468, 89.425136, 81.112183, 70.744374, 61.655922, 57.106044, 53.47715, 48.720944, 50.725755, 48.66944, 52.286842, 56.340126, 60.769889, 62.264299, 73.862504, 77.299852, 79.733233, 95.475513, 98.411435, 98.195966, 99.31699, 91.542121, 70.264311, 27.465567, 8.084653, 4.684993, 0.009721], "sum_m_pl": [4.517079, 11.058493, 12.813722, 12.743647, 13.214218, 15.702854, 14.076494, 16.352922, 16.576046, 18.323699, 18.365419, 20.086479, 20.288125, 20.611628, 21.599995, 21.460551, 21.583568, 21.323235, 20.436621, 18.972296, 17.413301, 17.167261, 16.727193, 16.741903, 17.226208, 22.074397, 19.247104, 21.745802, 22.995073, 24.509234, 24.513084, 23.539956, 25.411362, 25.96128, 26.377361, 25.291388, 29.875119, 26.995409, 26.029994, 29.219626, 28.041043, 29.485532, 33.400713, 39.349304, 51.371602, 82.404073, 130.568986, 158.426105, 167.966224, 181.923921]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 7, 13, 26, 42, 49, 67, 63, 51, 51, 47, 38, 40, 55, 55, 48, 43, 50, 55, 77, 74, 75, 82, 80, 84, 77, 73, 54, 52, 45, 39, 47, 44, 52, 50, 63, 63, 81, 79, 77, 86, 82, 78, 85, 77, 51, 20, 7, 3, 0], "n_am_pl": [0, 17, 20, 15, 18, 22, 14, 19, 21, 25, 20, 24, 25, 23, 26, 19, 18, 27, 23, 21, 12, 15, 13, 11, 9, 22, 13, 16, 25, 30, 25, 32, 23, 34, 26, 25, 29, 21, 23, 22, 24, 33, 38, 37, 49, 84, 129, 159, 174, 181], "n_pos": 183, "sum_m_en": [16.054275, 25.010454, 27.12137, 28.176162, 31.890647, 32.472732, 35.606355, 37.60834, 36.923911, 37.205579, 36.933662, 35.516511, 33.460627, 33.428623, 33.112157, 33.976485, 34.330867, 33.601945, 34.645632, 37.768087, 35.82, 34.071633, 35.008813, 33.614664, 68.296334, 61.136685, 53.111107, 44.84636, 40.95262, 38.087154, 34.835979, 36.373999, 35.264091, 36.933805, 39.590044, 43.861975, 44.079932, 52.1651, 54.730449, 55.091896, 65.296852, 69.492377, 69.732356, 72.360168, 66.876138, 50.868959, 19.818556, 6.301364, 3.554828, 0.009679], "sum_m_pl": [2.842019, 7.678137, 8.725485, 8.81474, 9.088469, 10.507315, 9.788485, 11.416228, 11.498109, 12.841038, 12.896822, 14.151567, 14.336651, 14.777091, 15.405769, 15.443193, 15.514211, 15.213837, 14.530583, 13.465266, 12.322536, 12.18351, 11.903597, 11.83064, 12.459669, 16.222525, 14.521176, 16.434431, 17.276913, 18.472583, 18.318448, 17.435978, 18.698091, 19.034164, 19.700604, 18.719516, 22.829619, 20.950219, 19.962669, 22.898741, 22.296708, 24.462015, 29.342118, 34.598925, 45.493293, 73.892406, 119.359748, 149.775383, 164.597087, 181.065787]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "llmzszl-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 847, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9923}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 4, 17, 31, 41, 39, 60, 60, 54, 50, 43, 31, 42, 43, 41, 43, 42, 47, 62, 80, 72, 68, 67, 69, 76, 75, 76, 59, 43, 47, 42, 43, 43, 53, 56, 60, 73, 82, 84, 75, 82, 88, 76, 74, 67, 53, 23, 7, 0, 0], "n_am_pl": [1, 11, 17, 16, 14, 20, 8, 18, 13, 15, 21, 23, 32, 22, 22, 22, 20, 22, 25, 14, 12, 14, 8, 13, 9, 19, 7, 12, 20, 22, 22, 29, 26, 24, 23, 19, 22, 14, 18, 19, 19, 21, 26, 32, 43, 66, 103, 120, 132, 132], "n_pos": 196, "sum_m_en": [17.305741, 25.544884, 27.931257, 29.746707, 33.044258, 34.021665, 36.102363, 38.435001, 38.630537, 38.409539, 38.098097, 36.247974, 34.503471, 34.704155, 34.248325, 34.908697, 35.389597, 34.999292, 36.830755, 39.291953, 36.516936, 35.018088, 36.099927, 34.909437, 58.766092, 55.978296, 49.311861, 44.070034, 40.888745, 39.200145, 36.203279, 37.436179, 35.780841, 38.454487, 40.394502, 43.417771, 44.936648, 54.075886, 56.220716, 58.634975, 67.033112, 70.631322, 66.949416, 66.596491, 58.725768, 45.879785, 20.536245, 6.63705, 2.229342, 0.000288], "sum_m_pl": [3.4133, 8.106867, 9.31741, 9.483657, 9.597286, 11.631342, 10.414962, 12.422738, 12.925201, 14.155836, 14.108181, 15.488359, 15.590818, 15.745902, 16.553658, 16.477752, 16.317668, 15.839347, 15.190923, 14.221864, 13.194807, 13.013042, 12.721328, 12.661289, 12.669846, 16.472229, 14.17893, 16.648765, 17.359489, 18.839483, 18.90774, 18.60513, 19.127922, 20.170817, 20.325084, 18.571082, 20.679563, 17.743288, 17.433091, 19.447472, 19.455486, 19.238094, 23.072393, 26.990756, 36.65855, 57.975138, 94.460498, 113.695072, 125.012395, 132.781783]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 4, 14, 21, 33, 30, 49, 46, 44, 35, 32, 21, 26, 31, 29, 26, 25, 33, 46, 57, 50, 47, 50, 51, 59, 57, 60, 44, 32, 34, 31, 30, 27, 36, 36, 41, 52, 61, 62, 56, 59, 66, 53, 52, 49, 38, 18, 6, 0, 0], "n_am_pl": [0, 9, 12, 11, 9, 13, 7, 14, 11, 13, 18, 18, 26, 18, 18, 19, 17, 19, 18, 14, 10, 12, 5, 11, 6, 14, 6, 10, 14, 16, 19, 22, 20, 19, 20, 15, 17, 10, 14, 16, 15, 20, 25, 29, 37, 58, 94, 115, 129, 132], "n_pos": 134, "sum_m_en": [11.39567, 17.873446, 19.407472, 20.635695, 23.360095, 23.808242, 24.994088, 26.536209, 26.698169, 26.519541, 26.217914, 25.205533, 24.042985, 24.074689, 23.703035, 23.890945, 24.306575, 23.893194, 25.122454, 27.245018, 25.683795, 24.337192, 24.922336, 24.079259, 44.417137, 41.660116, 36.204233, 30.880795, 28.056139, 27.284121, 25.111394, 25.7216, 25.097069, 26.43329, 27.749357, 30.124024, 30.811964, 37.664652, 40.504463, 41.84626, 46.755997, 50.997481, 47.197656, 48.506972, 43.456504, 33.924328, 16.119388, 5.471347, 1.594909, 0.000286], "sum_m_pl": [2.060101, 5.259497, 5.854378, 6.061364, 6.044022, 7.224474, 6.683814, 8.039743, 8.377298, 9.345939, 9.297064, 10.247395, 10.361908, 10.634956, 11.016987, 11.134908, 11.03932, 10.614001, 10.152687, 9.467666, 8.798556, 8.6958, 8.543065, 8.465583, 8.534194, 11.08345, 9.846024, 11.59793, 12.064462, 13.399385, 13.350355, 13.15608, 13.344743, 14.227359, 14.581892, 13.017198, 14.98435, 12.978304, 12.583394, 14.528364, 14.410205, 15.136633, 19.600746, 23.009011, 31.568794, 50.25515, 83.83817, 106.554897, 121.679562, 132.068471]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "llmzszl-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 975, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 9, 7, 9, 14, 10, 19, 21, 24, 19, 15, 14, 9, 8, 11, 15, 21, 22, 17, 16, 14, 17, 12, 13, 19, 18, 15, 19, 12, 16, 16, 16, 19, 24, 24, 20, 20, 22, 23, 23, 19, 21, 21, 19, 16, 20, 22, 20, 19, 16], "n_am_pl": [0, 6, 8, 5, 2, 4, 5, 3, 3, 6, 7, 5, 11, 8, 6, 10, 7, 8, 6, 2, 4, 3, 2, 3, 9, 7, 4, 5, 6, 7, 6, 4, 4, 1, 1, 4, 6, 3, 3, 2, 2, 2, 1, 2, 2, 1, 3, 3, 3, 4], "n_pos": 66, "sum_m_en": [6.939822, 10.269328, 10.238717, 10.674385, 12.037905, 11.459702, 11.696719, 11.447442, 11.621464, 12.314088, 12.34979, 12.234212, 11.902731, 11.736949, 11.641554, 11.628671, 12.301907, 11.337553, 11.154001, 10.858348, 10.448852, 11.316109, 10.88967, 11.191678, 15.568318, 16.476859, 14.0786, 13.210379, 12.468769, 12.639179, 11.450774, 12.072359, 13.035974, 13.627051, 16.068831, 15.03733, 14.928159, 15.569746, 17.492116, 18.814614, 18.006499, 19.125616, 19.027412, 18.601295, 17.719259, 17.838905, 18.918607, 18.244309, 17.522756, 16.355522], "sum_m_pl": [1.275831, 3.205139, 3.441969, 3.100831, 3.312441, 3.255641, 3.21506, 3.346811, 3.242989, 3.765909, 3.977342, 3.774785, 4.12328, 3.656693, 3.739273, 3.617709, 3.457921, 3.985491, 4.315775, 4.441788, 4.158041, 3.87244, 3.882214, 3.79762, 4.730166, 5.18953, 4.985604, 5.487432, 5.543254, 5.91244, 5.549262, 4.973615, 4.894826, 4.707221, 4.352034, 4.548405, 4.569228, 3.875085, 3.552726, 3.096942, 2.953027, 2.631694, 2.407572, 2.203901, 2.469839, 2.366477, 2.965038, 3.401338, 3.19514, 3.657383]}, "digit": {"n_am_en": [1, 2, 1, 1, 2, 3, 3, 3, 3, 3, 3, 4, 3, 1, 2, 2, 5, 5, 2, 2, 4, 5, 3, 2, 5, 4, 2, 4, 1, 2, 3, 3, 3, 4, 5, 3, 3, 6, 7, 5, 3, 4, 5, 3, 3, 3, 4, 2, 0, 0], "n_am_pl": [0, 2, 0, 1, 0, 0, 1, 0, 0, 1, 3, 2, 5, 3, 4, 6, 5, 5, 4, 1, 2, 2, 1, 1, 3, 3, 2, 2, 3, 2, 1, 2, 2, 1, 0, 1, 3, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.922135, 3.181479, 3.072948, 3.054307, 3.514592, 3.21195, 3.055866, 2.87175, 2.984243, 3.306851, 3.455279, 3.405042, 3.34466, 3.290522, 3.376533, 3.193997, 3.359555, 3.101849, 3.09565, 3.037861, 3.034786, 3.256802, 3.247174, 3.38276, 4.463836, 4.827185, 3.755995, 3.801646, 3.27327, 3.476915, 2.999039, 3.095179, 3.134617, 3.315808, 3.536883, 3.212155, 3.256843, 3.313832, 3.791087, 4.089459, 4.139695, 4.00568, 4.383412, 3.89054, 3.72739, 3.212606, 3.3557, 2.158665, 0.675039, 0.0], "sum_m_pl": [0.293562, 0.999594, 0.819187, 0.81859, 0.844623, 0.804191, 0.776381, 0.818506, 0.844918, 0.908822, 1.011386, 1.040104, 1.208745, 1.12786, 1.212026, 1.151793, 1.084066, 1.254943, 1.345414, 1.329082, 1.260764, 1.137379, 1.11358, 1.090383, 1.227633, 1.132702, 1.170402, 1.412082, 1.765132, 1.648655, 1.530702, 1.310512, 1.337071, 1.292961, 1.255528, 1.342537, 1.303073, 1.029989, 0.931324, 0.842833, 0.880251, 0.837663, 0.773993, 0.667109, 0.713683, 0.58319, 0.488196, 0.318165, 0.115328, 0.0]}, "lang": {"n_am_en": [6, 6, 5, 7, 9, 4, 10, 11, 14, 9, 8, 7, 5, 4, 5, 6, 9, 12, 9, 9, 6, 7, 6, 7, 9, 10, 9, 10, 8, 8, 7, 7, 8, 9, 9, 9, 11, 9, 9, 10, 11, 11, 11, 11, 11, 14, 15, 16, 17, 16], "n_am_pl": [0, 0, 5, 2, 2, 1, 1, 2, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 4, 2, 1, 3, 2, 1, 2, 2, 1, 0, 0, 1, 0, 2, 1, 0, 1, 2, 1, 1, 1, 0, 3, 3, 3, 4], "n_pos": 20, "sum_m_en": [2.348208, 3.309044, 3.305797, 3.664607, 4.221741, 4.046398, 4.534541, 4.438175, 4.365112, 4.49169, 4.43261, 4.529856, 4.232404, 4.134284, 3.928645, 3.956967, 4.592983, 4.202588, 3.93342, 3.829995, 3.548613, 3.838563, 3.504658, 3.565684, 6.187769, 6.679748, 6.172761, 5.225185, 4.997348, 4.943953, 4.47417, 4.664783, 5.093361, 5.427153, 6.625968, 6.717782, 6.824124, 7.001783, 8.744243, 9.739514, 9.360182, 10.268427, 10.896809, 11.386169, 11.381258, 11.763992, 13.409247, 13.830175, 15.469004, 16.037053], "sum_m_pl": [0.46074, 0.802415, 1.029164, 0.77919, 0.894494, 0.923629, 0.986661, 1.074645, 1.006453, 1.140608, 1.134635, 1.062624, 1.114919, 0.927569, 0.880862, 0.933874, 0.906437, 1.029174, 1.197939, 1.246573, 1.184123, 1.119444, 1.139741, 1.123807, 1.58998, 1.747549, 1.687981, 1.848559, 1.650578, 1.716596, 1.537224, 1.522665, 1.466648, 1.439572, 1.283164, 1.404903, 1.362382, 1.305955, 1.143056, 0.937112, 0.893416, 0.925632, 0.814334, 0.683747, 0.917076, 1.08206, 2.087045, 2.844528, 2.982042, 3.657383]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "llmzszl-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 754, "region_end": 66, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 8, 8, 12, 28, 17, 37, 36, 24, 29, 29, 23, 20, 19, 28, 29, 46, 43, 41, 37, 40, 47, 41, 43, 46, 53, 46, 40, 31, 32, 32, 32, 36, 36, 49, 36, 39, 39, 45, 56, 56, 58, 56, 52, 46, 29, 11, 1, 0, 0], "n_am_pl": [3, 10, 15, 10, 10, 11, 13, 5, 9, 12, 19, 15, 22, 18, 18, 19, 17, 23, 10, 8, 10, 9, 7, 7, 15, 14, 13, 16, 12, 14, 11, 13, 11, 14, 7, 5, 15, 12, 10, 8, 8, 7, 13, 11, 18, 37, 53, 64, 62, 61], "n_pos": 129, "sum_m_en": [11.530371, 19.686392, 20.413946, 21.443552, 23.802576, 23.401284, 24.018785, 24.22937, 24.038433, 24.969939, 24.833137, 24.943303, 23.577979, 23.484506, 22.955219, 22.948818, 24.667979, 22.584482, 21.8502, 21.11268, 20.315545, 22.495775, 21.299797, 22.154207, 37.817316, 36.08853, 30.508195, 26.470839, 25.545255, 25.048891, 22.006435, 22.557725, 24.077059, 26.117091, 30.959935, 30.934008, 30.405288, 30.133281, 34.376955, 40.385488, 37.959391, 42.954763, 42.609262, 46.913913, 39.31833, 26.783166, 9.075793, 2.47082, 0.757078, 1.4e-05], "sum_m_pl": [1.991275, 6.312753, 7.352657, 6.50766, 6.621089, 6.8684, 7.257524, 7.302578, 7.719478, 8.138487, 8.6033, 8.288292, 9.032625, 8.388385, 8.247881, 8.062468, 7.717338, 8.426349, 8.617802, 8.517828, 7.99339, 7.411354, 7.623162, 7.471356, 9.430505, 9.679772, 9.82987, 10.593108, 11.586876, 12.51617, 11.948987, 11.095971, 10.264811, 10.118541, 9.210642, 9.365986, 9.930777, 8.878627, 8.454395, 7.780326, 8.457139, 7.189615, 9.505752, 10.178864, 18.282342, 29.596691, 50.206908, 59.319639, 61.168475, 60.659285]}, "digit": {"n_am_en": [4, 1, 1, 2, 4, 1, 4, 1, 1, 3, 3, 4, 5, 4, 5, 2, 6, 5, 6, 7, 4, 6, 4, 5, 5, 10, 8, 7, 5, 7, 4, 6, 7, 8, 9, 8, 8, 9, 7, 8, 8, 8, 7, 7, 6, 5, 4, 0, 0, 0], "n_am_pl": [0, 2, 1, 2, 0, 1, 2, 1, 2, 4, 5, 4, 6, 4, 2, 5, 5, 7, 3, 2, 4, 4, 3, 1, 2, 1, 2, 4, 2, 2, 1, 1, 1, 3, 1, 0, 1, 2, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 0, 0], "n_pos": 25, "sum_m_en": [2.30173, 3.973229, 4.155429, 4.000134, 4.195362, 3.995561, 3.826867, 3.600555, 3.780055, 4.213172, 4.274335, 4.109231, 4.012979, 4.050575, 4.299574, 4.091094, 4.300282, 3.962666, 4.055424, 3.880703, 3.816999, 4.030756, 3.96199, 4.156529, 5.686633, 5.843197, 5.338186, 4.994069, 4.567521, 4.784777, 4.026376, 4.34098, 4.454997, 4.732489, 5.444134, 5.51491, 5.235832, 5.012367, 5.508981, 6.429371, 6.367246, 5.95296, 6.797912, 6.036204, 5.009461, 4.089649, 2.356197, 0.887256, 0.308311, 0.0], "sum_m_pl": [0.39987, 1.277955, 1.061646, 1.000735, 0.999655, 1.011188, 1.093062, 1.109172, 1.193837, 1.24364, 1.461436, 1.442697, 1.592629, 1.528058, 1.523339, 1.519652, 1.426516, 1.581354, 1.639523, 1.647142, 1.547234, 1.364552, 1.34251, 1.325701, 1.455852, 1.383268, 1.314186, 1.549704, 1.767146, 1.803282, 1.680034, 1.579872, 1.556701, 1.57556, 1.451806, 1.376445, 1.217711, 1.022072, 1.015668, 0.974738, 1.061437, 1.04939, 0.997389, 0.90899, 0.966945, 0.817023, 1.54054, 1.786802, 0.123471, 0.0]}, "lang": {"n_am_en": [0, 4, 2, 9, 19, 7, 22, 22, 14, 16, 17, 12, 11, 11, 14, 18, 27, 27, 24, 20, 25, 30, 26, 28, 31, 28, 27, 21, 18, 17, 17, 18, 20, 17, 25, 17, 18, 18, 24, 34, 34, 36, 36, 33, 31, 18, 6, 0, 0, 0], "n_am_pl": [0, 4, 9, 2, 6, 6, 7, 2, 2, 4, 8, 7, 10, 6, 10, 11, 8, 11, 4, 2, 5, 3, 3, 3, 8, 6, 7, 7, 6, 9, 4, 6, 5, 9, 4, 5, 12, 10, 9, 7, 8, 7, 11, 11, 18, 33, 47, 55, 61, 61], "n_pos": 61, "sum_m_en": [5.306981, 9.256016, 9.596509, 10.697272, 11.971296, 11.67806, 12.632683, 12.824816, 12.744827, 13.055704, 13.091797, 13.37645, 12.254987, 12.345869, 11.458373, 11.762658, 12.926563, 11.629582, 10.927172, 10.653346, 10.017177, 10.825042, 10.492572, 10.558552, 21.344705, 19.180446, 16.161001, 13.035363, 12.625086, 12.250712, 10.956073, 11.225089, 12.113954, 13.32407, 15.330519, 15.105784, 14.95912, 15.290658, 18.512657, 22.581744, 21.455711, 25.564409, 25.554979, 29.38552, 26.334645, 17.265139, 5.2997, 0.70466, 0.250158, 5e-06], "sum_m_pl": [0.896193, 2.673918, 3.539234, 2.985641, 3.093184, 3.372844, 3.615634, 3.754793, 3.98138, 4.080117, 4.133339, 4.060309, 4.352864, 3.970894, 3.898079, 3.919809, 3.802518, 4.145678, 4.281242, 4.069065, 3.821408, 3.62914, 3.760528, 3.709876, 4.791342, 5.03764, 5.350713, 5.59421, 5.952479, 6.515026, 6.029938, 5.805169, 5.376873, 5.55643, 5.025566, 5.597718, 6.512618, 5.99668, 5.788135, 5.208844, 5.847159, 4.703329, 6.863743, 8.185347, 15.548757, 25.580267, 44.842172, 52.453333, 59.164384, 60.655394]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "llmzszl-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 882, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9769}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 9, 17, 26, 36, 55, 52, 56, 55, 47, 48, 42, 31, 39, 43, 38, 65, 45, 62, 74, 64, 74, 66, 68, 99, 89, 90, 76, 55, 51, 50, 65, 45, 57, 65, 65, 67, 81, 87, 88, 93, 94, 90, 93, 78, 61, 23, 4, 1, 0], "n_am_pl": [7, 26, 18, 11, 21, 19, 20, 11, 15, 16, 20, 17, 31, 26, 21, 22, 14, 12, 10, 5, 10, 8, 5, 6, 9, 6, 12, 11, 22, 19, 24, 19, 24, 15, 14, 16, 18, 16, 11, 17, 16, 14, 21, 24, 27, 44, 93, 124, 127, 127], "n_pos": 179, "sum_m_en": [16.269968, 26.012297, 28.785063, 30.868683, 32.642653, 35.97172, 35.892661, 37.802519, 37.10447, 36.991345, 36.934735, 35.861189, 32.401921, 32.859503, 31.885596, 33.930401, 34.451636, 32.136021, 32.956249, 33.83055, 31.649608, 32.61693, 32.433241, 32.605901, 68.864539, 61.625137, 51.63663, 45.287435, 41.256959, 39.831258, 37.528129, 38.391088, 35.814201, 38.393734, 40.640487, 44.314831, 44.887562, 50.245827, 51.027762, 57.743366, 62.368549, 69.05404, 72.801064, 84.136453, 69.079458, 57.125281, 24.22038, 7.65034, 2.779137, 0.118718], "sum_m_pl": [2.920006, 8.355737, 9.176163, 9.755518, 9.068483, 8.892664, 9.569013, 9.838817, 9.58917, 10.193355, 10.789694, 11.720228, 13.916549, 12.935676, 12.881019, 12.741528, 11.13107, 11.439532, 10.859341, 10.277496, 9.469098, 9.293847, 9.009594, 8.699196, 7.909628, 9.29769, 11.472475, 13.882586, 15.072459, 17.102973, 16.757098, 15.466173, 17.361946, 16.03582, 14.22519, 14.606426, 14.838172, 13.877389, 13.40998, 13.676113, 14.094029, 14.051682, 18.31757, 21.138986, 26.808244, 39.175669, 82.51771, 115.298086, 123.566607, 127.63118]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 4, 10, 15, 28, 38, 34, 36, 39, 32, 32, 27, 18, 23, 28, 27, 46, 30, 41, 46, 42, 53, 44, 46, 69, 60, 62, 51, 35, 31, 30, 43, 31, 39, 41, 47, 49, 60, 65, 66, 70, 70, 68, 72, 59, 45, 18, 4, 1, 0], "n_am_pl": [5, 21, 15, 7, 17, 14, 15, 9, 12, 10, 15, 13, 23, 18, 17, 17, 10, 11, 9, 5, 9, 5, 4, 6, 7, 5, 11, 10, 21, 15, 23, 16, 21, 12, 13, 11, 13, 14, 8, 14, 15, 13, 16, 18, 22, 35, 81, 111, 124, 127], "n_pos": 128, "sum_m_en": [11.636561, 18.579181, 20.640609, 22.142999, 23.437653, 25.833016, 25.356332, 26.947781, 26.582862, 26.369157, 26.308362, 25.926816, 23.034321, 23.121068, 22.662256, 24.212698, 24.727158, 23.184181, 23.763759, 24.399511, 22.825283, 23.510321, 23.265233, 23.546999, 48.547196, 43.17467, 36.566704, 31.849572, 29.173637, 28.717246, 26.83829, 27.998649, 25.908394, 27.713002, 29.764323, 31.880023, 32.512568, 36.790498, 37.26289, 43.280207, 48.375859, 52.729378, 54.944656, 65.24489, 51.95869, 43.334688, 19.090111, 5.985883, 1.617063, 0.118689], "sum_m_pl": [2.197328, 6.14292, 6.567224, 6.949642, 6.432776, 6.275516, 6.839443, 7.141666, 6.980775, 7.368767, 7.746663, 8.492601, 10.053276, 9.540765, 9.654755, 9.338163, 7.895353, 8.118003, 7.670616, 7.357333, 6.809047, 6.730879, 6.563054, 6.402011, 6.181113, 7.104088, 8.895694, 10.539088, 11.415414, 13.020453, 12.773788, 11.548026, 12.937883, 11.875667, 10.359112, 10.579487, 11.219987, 10.722337, 10.392329, 10.783716, 11.539591, 11.226051, 14.677806, 14.782346, 21.438983, 32.283997, 71.540676, 103.974694, 119.254808, 125.325984]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "llmzszl-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 752, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9778}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 7, 6, 15, 29, 39, 35, 47, 43, 49, 35, 41, 23, 36, 30, 28, 41, 42, 50, 47, 46, 57, 51, 58, 71, 68, 59, 55, 37, 33, 35, 47, 39, 37, 49, 62, 59, 60, 62, 63, 65, 76, 74, 76, 67, 57, 27, 4, 2, 0], "n_am_pl": [1, 15, 16, 17, 13, 15, 26, 11, 12, 13, 23, 17, 27, 21, 14, 24, 20, 19, 16, 15, 11, 6, 6, 6, 6, 7, 12, 14, 19, 17, 24, 19, 26, 19, 11, 15, 14, 16, 17, 21, 17, 18, 21, 23, 33, 42, 73, 102, 105, 109], "n_pos": 148, "sum_m_en": [12.818207, 21.216005, 23.014729, 24.758911, 26.441468, 29.134829, 28.657001, 30.31016, 30.278729, 30.292318, 30.468553, 29.419379, 26.3167, 27.164931, 26.163289, 27.540255, 28.606721, 26.667507, 27.60207, 27.581259, 25.878887, 26.887496, 26.578275, 26.062039, 53.615213, 47.554329, 37.67531, 33.891621, 30.894121, 30.311553, 28.597221, 30.142693, 29.052485, 32.056402, 33.890906, 36.373495, 35.312178, 40.124789, 41.338703, 45.607881, 48.861317, 57.495562, 60.761515, 67.128923, 58.014768, 49.814012, 21.209775, 5.827567, 3.173059, 0.142663], "sum_m_pl": [2.074332, 6.342671, 7.328366, 8.400002, 7.871648, 7.515736, 8.332292, 8.010282, 7.779711, 8.252224, 8.960095, 9.919831, 11.700893, 10.709607, 10.633705, 10.272171, 9.03552, 9.192389, 8.755735, 8.277189, 7.678367, 7.431019, 7.169107, 6.943726, 7.119115, 8.637003, 9.929448, 11.761428, 12.62034, 13.872826, 14.056145, 13.417871, 14.975957, 13.523003, 11.985778, 12.032955, 13.229489, 13.731368, 14.231667, 14.09521, 13.904541, 13.707577, 15.089952, 18.951688, 26.521643, 36.952941, 66.161269, 97.818025, 103.324689, 108.909561]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 3, 10, 20, 25, 23, 33, 32, 33, 22, 29, 17, 27, 22, 20, 30, 30, 34, 30, 29, 39, 37, 43, 52, 48, 42, 40, 27, 23, 25, 31, 29, 27, 37, 46, 44, 45, 42, 45, 47, 57, 53, 54, 46, 40, 20, 4, 2, 0], "n_am_pl": [0, 12, 10, 12, 11, 10, 18, 6, 8, 11, 17, 15, 21, 18, 13, 20, 17, 17, 14, 13, 10, 6, 6, 5, 6, 6, 10, 11, 15, 14, 17, 15, 20, 15, 9, 12, 11, 12, 13, 17, 15, 14, 18, 19, 30, 39, 67, 95, 102, 108], "n_pos": 109, "sum_m_en": [9.524223, 15.677282, 17.114926, 18.49714, 19.704912, 21.572289, 20.675136, 22.174539, 22.092576, 22.126151, 22.243466, 21.501715, 19.37495, 19.793443, 19.180276, 20.162325, 20.772613, 19.383399, 19.999409, 20.083473, 18.869152, 19.619357, 19.51781, 19.263995, 39.009361, 34.814054, 27.70044, 25.054049, 22.415002, 22.219709, 20.874973, 22.135432, 21.278179, 23.652744, 24.731789, 25.944128, 25.362806, 28.384782, 28.522021, 31.87496, 35.192632, 41.535495, 45.128519, 49.517551, 41.6684, 36.317593, 16.689227, 4.725972, 2.30099, 0.142643], "sum_m_pl": [1.609645, 4.781334, 5.418382, 6.189076, 5.841539, 5.369246, 6.067457, 5.908124, 5.739424, 6.105348, 6.526941, 7.389141, 8.729389, 8.081288, 8.145087, 7.806119, 6.720484, 6.976489, 6.603069, 6.198281, 5.768887, 5.654685, 5.49445, 5.381076, 6.172806, 6.948045, 7.762514, 8.685555, 9.754113, 10.794271, 11.040047, 10.483168, 11.794637, 10.517054, 9.272457, 9.331643, 10.299091, 10.319426, 10.811043, 10.680342, 11.256162, 10.725699, 11.665091, 14.9859, 23.581808, 33.135504, 60.278757, 90.03455, 99.316871, 106.935622]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "llmzszl-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 880, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9799}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 47, 55, 64, 75, 73, 75, 78, 81, 91, 91, 91, 93, 80, 78, 95, 85, 98, 90, 88, 97, 92, 89, 81, 118, 107, 110, 100, 86, 76, 84, 92, 108, 115, 125, 127, 149, 149, 149, 162, 158, 154, 137, 127, 127, 116, 108, 97, 102, 110], "n_am_pl": [14, 28, 37, 25, 36, 29, 38, 29, 35, 26, 38, 27, 30, 45, 47, 56, 36, 40, 28, 30, 27, 20, 23, 24, 35, 27, 36, 34, 46, 66, 50, 36, 37, 37, 34, 26, 21, 18, 17, 8, 6, 8, 7, 5, 4, 1, 0, 1, 0, 1], "n_pos": 409, "sum_m_en": [46.32776, 66.045704, 65.384356, 68.117037, 70.960826, 70.447771, 69.540363, 72.53042, 69.965656, 72.844565, 72.665971, 72.934073, 75.185218, 75.635253, 75.712192, 73.485184, 74.29345, 70.624962, 69.822842, 67.43398, 65.364442, 66.042368, 64.728733, 64.803703, 94.797046, 85.258099, 85.509886, 84.302968, 82.317697, 79.231045, 79.443073, 81.701483, 83.809518, 84.964961, 92.809139, 90.375447, 100.543828, 111.713384, 121.05691, 127.311283, 125.354559, 127.176817, 122.109305, 121.879423, 115.055718, 107.960227, 100.358131, 98.991054, 91.580222, 111.653211], "sum_m_pl": [10.157519, 18.684643, 21.237044, 20.213841, 20.708788, 21.50711, 21.141778, 21.153726, 21.182683, 21.70716, 23.005161, 23.713802, 25.235638, 25.450671, 25.226212, 28.455917, 25.900128, 26.591944, 27.500339, 26.887467, 25.212593, 22.927191, 22.517477, 22.409164, 28.36234, 32.040069, 30.212548, 31.593057, 35.860686, 38.185241, 35.782404, 34.743763, 32.012506, 30.972572, 29.507139, 27.279671, 26.278145, 23.783407, 24.209453, 19.394789, 16.652794, 15.214358, 13.587362, 10.921374, 9.277478, 7.862424, 4.685661, 3.325498, 2.359135, 0.491379]}, "digit": {"n_am_en": [0, 2, 6, 10, 8, 2, 8, 4, 7, 6, 6, 7, 9, 12, 5, 9, 7, 6, 9, 8, 10, 12, 13, 13, 18, 13, 10, 9, 12, 9, 3, 6, 6, 5, 9, 11, 16, 13, 14, 17, 14, 12, 10, 11, 9, 2, 1, 0, 0, 0], "n_am_pl": [1, 3, 6, 6, 6, 9, 4, 7, 6, 7, 7, 10, 4, 8, 8, 10, 5, 5, 7, 6, 2, 0, 0, 2, 3, 3, 9, 7, 13, 19, 16, 11, 14, 14, 9, 5, 4, 4, 5, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [5.880042, 9.181007, 9.042029, 9.693662, 9.790121, 9.333284, 9.762045, 10.149807, 9.618509, 10.047446, 10.387308, 9.886867, 10.311814, 10.432193, 10.410319, 9.421778, 9.695337, 9.266913, 9.143011, 8.683196, 8.564745, 8.865592, 8.61394, 8.682598, 13.904741, 10.40266, 9.867802, 10.652399, 10.584326, 10.296799, 10.294975, 10.872837, 10.791107, 10.278495, 11.070674, 9.824693, 10.371002, 10.477839, 11.791569, 14.573972, 12.583786, 11.109066, 10.629323, 12.614342, 9.018024, 4.166275, 1.870983, 0.900375, 0.202363, 0.0], "sum_m_pl": [1.184666, 2.81774, 2.781762, 2.570578, 2.554671, 2.874827, 2.708237, 2.7189, 2.662547, 2.737615, 3.029125, 3.328642, 3.395261, 3.406393, 3.354892, 3.852116, 3.43356, 3.781744, 3.946739, 3.8555, 3.613424, 3.212396, 3.15439, 3.166653, 3.745146, 4.787999, 4.945171, 4.847411, 5.280601, 5.737357, 5.312055, 4.947373, 4.575488, 4.592117, 4.039922, 3.672293, 3.752943, 3.664826, 5.680863, 3.158581, 2.9343, 2.693351, 2.378146, 1.881856, 1.79567, 1.575376, 0.764297, 0.583481, 0.145388, 0.0]}, "lang": {"n_am_en": [16, 21, 21, 24, 20, 31, 26, 31, 37, 38, 36, 32, 33, 29, 29, 35, 31, 40, 43, 39, 47, 38, 38, 33, 47, 38, 47, 45, 34, 33, 38, 43, 56, 54, 58, 61, 70, 73, 75, 78, 83, 92, 87, 78, 82, 87, 87, 87, 98, 110], "n_am_pl": [3, 3, 11, 4, 5, 6, 14, 10, 13, 8, 8, 8, 11, 10, 14, 19, 12, 16, 10, 9, 10, 10, 11, 15, 13, 11, 11, 10, 11, 20, 16, 12, 5, 8, 7, 5, 5, 5, 6, 3, 4, 2, 1, 2, 2, 0, 0, 1, 0, 1], "n_pos": 113, "sum_m_en": [12.618025, 17.399767, 17.768051, 18.194823, 19.887616, 20.623216, 20.007517, 20.703164, 20.346081, 21.578276, 21.124221, 21.75413, 22.315536, 22.420651, 22.204359, 22.294282, 22.606145, 22.024015, 21.28709, 20.664172, 19.9559, 19.710496, 19.248123, 19.098221, 32.132823, 30.976826, 31.056656, 28.802513, 27.058486, 26.073552, 25.832333, 26.987552, 28.152996, 29.765219, 33.198852, 34.65932, 41.070145, 47.747194, 53.963444, 57.944057, 61.443825, 68.68237, 69.430497, 68.554497, 71.031424, 75.62736, 77.04681, 79.62272, 79.874652, 106.480281], "sum_m_pl": [2.389664, 4.153661, 4.788902, 4.623118, 5.105315, 5.252068, 5.868464, 5.82205, 6.11538, 6.020836, 6.452225, 6.69701, 7.371934, 7.272272, 7.330922, 8.125527, 7.659813, 7.828883, 8.058541, 7.767531, 7.164186, 6.502518, 6.416148, 6.371318, 9.267129, 9.798489, 9.16941, 9.239275, 10.719477, 11.388779, 10.786313, 10.387179, 9.836709, 9.53205, 9.350229, 8.938991, 8.593697, 8.14839, 7.702981, 6.540328, 5.458464, 4.478412, 3.454816, 3.612911, 2.883184, 1.863967, 1.450329, 1.07664, 1.111149, 0.46923]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 411, "item_id": "llmzszl-36", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 845, "region_end": 409, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9927}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [39, 66, 114, 174, 223, 253, 262, 225, 214, 230, 237, 240, 230, 207, 239, 239, 276, 248, 257, 253, 260, 283, 279, 247, 445, 383, 364, 299, 268, 235, 233, 228, 233, 291, 323, 316, 347, 398, 432, 433, 454, 444, 424, 381, 309, 221, 88, 24, 12, 6], "n_am_pl": [25, 83, 145, 99, 150, 165, 160, 180, 168, 155, 195, 182, 162, 162, 146, 138, 103, 122, 114, 102, 121, 112, 103, 106, 90, 125, 146, 149, 178, 215, 221, 195, 171, 148, 129, 115, 110, 102, 96, 93, 83, 107, 112, 146, 194, 264, 450, 532, 557, 551], "n_pos": 1280, "sum_m_en": [128.094998, 192.546324, 204.211052, 209.378474, 215.286273, 220.88789, 225.464345, 223.909052, 216.93571, 230.478263, 233.846386, 231.993246, 232.798989, 228.618829, 224.865297, 219.734405, 229.22254, 215.687433, 213.383517, 206.106884, 201.762245, 204.51175, 200.543695, 199.954538, 305.101193, 272.00497, 256.946812, 243.424077, 238.160773, 232.385083, 231.291376, 232.244411, 232.310467, 240.705924, 272.659181, 258.727872, 257.217408, 282.812444, 320.653586, 351.255082, 359.137876, 368.957553, 370.244118, 344.724642, 284.092154, 212.480368, 91.310251, 32.488713, 22.480728, 5.751568], "sum_m_pl": [24.053861, 59.757598, 68.143625, 68.939739, 71.554712, 78.389216, 79.673056, 80.028105, 81.619699, 81.824486, 86.074679, 86.628953, 87.580435, 90.873306, 85.143084, 87.459608, 78.572828, 79.445578, 78.73409, 76.967584, 74.618737, 68.03607, 67.800621, 66.832123, 83.359058, 97.485398, 97.942463, 106.131012, 122.724137, 130.476893, 119.566941, 119.745882, 112.505645, 103.457049, 100.107676, 93.918748, 93.518183, 87.040622, 85.873741, 84.950098, 83.257656, 90.176136, 106.414726, 134.201782, 175.521058, 247.289454, 411.122581, 499.786806, 539.590003, 555.596765]}, "digit": {"n_am_en": [5, 1, 21, 13, 4, 8, 11, 9, 7, 6, 3, 13, 9, 12, 3, 9, 9, 13, 10, 13, 12, 19, 20, 17, 34, 22, 20, 18, 15, 16, 11, 10, 10, 12, 19, 12, 19, 18, 23, 22, 20, 18, 17, 16, 11, 4, 1, 0, 0, 0], "n_am_pl": [0, 6, 13, 15, 15, 15, 13, 11, 18, 15, 31, 22, 21, 20, 12, 12, 7, 7, 13, 9, 8, 4, 4, 4, 8, 15, 18, 21, 24, 29, 20, 18, 20, 14, 10, 10, 7, 6, 7, 1, 2, 1, 1, 2, 2, 0, 0, 0, 0, 0], "n_pos": 102, "sum_m_en": [10.883094, 16.090304, 16.603092, 16.323829, 15.4625, 15.987344, 17.014985, 16.919951, 16.327727, 17.919936, 18.246288, 18.292919, 18.61552, 18.349471, 17.487605, 16.428953, 16.594348, 15.821071, 15.464103, 14.867212, 14.762841, 15.427805, 15.228458, 15.39858, 21.951487, 18.441156, 17.152308, 18.540149, 17.958164, 18.301472, 18.17951, 18.991222, 18.218638, 17.696449, 18.705099, 16.538457, 15.979502, 15.782662, 19.107373, 20.843749, 17.487007, 16.448784, 14.686619, 15.922387, 11.335141, 6.429772, 2.168394, 0.913426, 0.632609, 0.0], "sum_m_pl": [2.437207, 6.191353, 6.149519, 5.49544, 4.829238, 5.665733, 5.812927, 5.907392, 6.221458, 6.165714, 7.18705, 7.131589, 7.092821, 7.249316, 6.887759, 6.549395, 5.71871, 6.256599, 6.394171, 6.353659, 6.088397, 5.486412, 5.421854, 5.482335, 6.689648, 8.61884, 8.803818, 8.967819, 10.075925, 10.538318, 9.552773, 9.299737, 8.182982, 7.351084, 7.09328, 6.299764, 6.578561, 5.705891, 7.077462, 5.081936, 4.507538, 4.182015, 3.871382, 3.29508, 2.956657, 2.058715, 1.139121, 0.708326, 0.272765, 1.7e-05]}, "lang": {"n_am_en": [21, 27, 45, 94, 130, 121, 138, 110, 113, 120, 132, 125, 136, 115, 133, 128, 157, 139, 156, 157, 163, 172, 173, 159, 258, 228, 205, 173, 144, 144, 146, 135, 146, 184, 198, 208, 223, 263, 274, 264, 282, 274, 269, 243, 197, 151, 53, 12, 6, 6], "n_am_pl": [11, 45, 67, 45, 61, 76, 74, 82, 89, 90, 95, 97, 90, 85, 72, 69, 59, 68, 68, 58, 64, 70, 66, 60, 52, 69, 79, 74, 87, 101, 115, 97, 83, 72, 72, 70, 67, 67, 58, 70, 62, 87, 93, 126, 165, 227, 364, 471, 519, 550], "n_pos": 559, "sum_m_en": [55.47437, 80.319814, 88.988363, 91.476791, 97.192397, 99.19185, 100.870138, 101.416975, 98.988624, 104.255037, 106.342754, 104.924746, 105.65563, 103.673749, 103.021614, 102.305841, 107.461244, 102.108331, 100.159668, 96.557049, 94.175519, 95.493488, 93.191834, 91.500943, 160.614408, 141.264523, 131.739416, 118.740624, 114.598461, 109.972075, 109.853349, 109.317625, 111.412593, 118.979803, 134.695748, 137.657405, 140.35255, 161.360648, 186.501191, 203.224054, 214.217682, 223.584605, 232.018877, 214.215224, 177.462744, 134.352764, 54.397716, 14.875257, 8.735592, 5.449646], "sum_m_pl": [9.366184, 23.493244, 27.385046, 28.623198, 30.394159, 33.80118, 35.779386, 37.010493, 38.959062, 38.601393, 39.800772, 41.266587, 42.458497, 44.516042, 40.71178, 41.505347, 37.562911, 37.500812, 37.375681, 35.727007, 34.438446, 31.367529, 31.311767, 30.72379, 41.855643, 48.874525, 50.89641, 53.840311, 61.90703, 65.129545, 60.056983, 61.533917, 58.714587, 55.596137, 53.513667, 52.5156, 55.240558, 52.798169, 51.026342, 53.224409, 54.144708, 61.150888, 77.704942, 106.47033, 143.066548, 207.482727, 339.691946, 442.342361, 500.01597, 547.582046]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-36", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 973, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 17, 22, 19, 25, 18, 24, 18, 21, 20, 20, 26, 21, 24, 21, 18, 23, 30, 26, 27, 24, 23, 19, 13, 33, 32, 30, 25, 26, 30, 20, 26, 20, 30, 33, 32, 36, 38, 52, 50, 43, 43, 43, 42, 38, 39, 43, 47, 44, 50], "n_am_pl": [6, 6, 8, 3, 6, 21, 22, 16, 10, 22, 20, 18, 19, 16, 16, 18, 17, 11, 21, 12, 8, 9, 11, 12, 15, 15, 14, 19, 15, 16, 23, 19, 9, 11, 9, 10, 7, 6, 8, 6, 7, 7, 8, 10, 5, 4, 2, 3, 1, 1], "n_pos": 118, "sum_m_en": [12.936976, 18.775502, 18.690898, 19.885736, 22.721873, 22.620598, 22.020358, 20.67774, 18.887128, 18.742692, 19.733475, 20.803051, 20.400265, 19.736001, 18.383409, 17.742546, 17.104914, 17.132304, 17.641763, 17.796864, 18.200417, 18.092222, 17.873459, 17.75412, 25.498543, 24.846934, 23.738446, 22.113222, 22.075162, 23.155524, 20.661313, 21.223316, 19.748744, 21.73328, 24.222073, 26.381928, 25.634058, 27.768802, 36.476305, 38.244406, 37.365885, 36.197547, 37.320339, 38.114321, 38.042254, 39.816875, 42.93223, 44.241493, 44.512271, 49.514018], "sum_m_pl": [2.223057, 4.682453, 4.876231, 4.797808, 5.554363, 6.521665, 6.942228, 6.938729, 7.148515, 7.889667, 8.131773, 8.77515, 8.964538, 9.077326, 9.188719, 9.308698, 8.341064, 8.444901, 8.406673, 7.91615, 7.73994, 7.06467, 7.085827, 6.992003, 10.034716, 11.49574, 10.218748, 11.722759, 10.754402, 11.585768, 11.906034, 10.590409, 10.632445, 9.474121, 9.488672, 8.765564, 8.949318, 8.172359, 8.6799, 9.08955, 9.178161, 8.146059, 6.900692, 8.710561, 5.734764, 4.485339, 3.857586, 4.112054, 1.845426, 1.011966]}, "digit": {"n_am_en": [0, 1, 1, 4, 2, 1, 0, 0, 3, 1, 0, 2, 1, 2, 0, 0, 1, 2, 2, 2, 3, 0, 0, 0, 4, 6, 3, 5, 4, 6, 3, 1, 1, 3, 5, 3, 3, 2, 6, 5, 8, 6, 9, 2, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 2, 2, 0, 0, 3, 6, 3, 2, 6, 5, 1, 5, 4, 4, 4, 6, 5, 6, 3, 4, 3, 3, 3, 3, 3, 2, 5, 2, 3, 4, 5, 1, 4, 1, 3, 2, 1, 2, 2, 1, 3, 3, 5, 2, 2, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.902932, 3.547921, 3.429649, 3.368888, 3.647103, 3.7252, 3.836971, 3.452786, 2.974742, 2.968716, 3.146981, 3.273604, 3.203798, 2.965164, 2.81414, 2.678593, 2.649689, 2.861894, 3.099229, 3.061636, 3.051319, 3.08722, 3.115097, 3.134118, 3.852325, 3.642884, 3.433365, 3.332149, 3.564245, 3.583297, 3.160995, 3.236174, 2.743998, 2.527195, 2.680692, 3.041625, 2.769287, 2.729311, 3.7303, 3.946627, 4.878377, 4.128245, 5.141028, 4.22966, 3.356805, 2.441317, 1.601849, 1.337796, 0.493018, 0.0], "sum_m_pl": [0.311354, 0.832796, 0.79501, 0.781504, 0.955071, 1.140764, 1.138815, 0.97989, 1.043832, 1.063637, 1.157358, 1.256615, 1.398949, 1.486381, 1.441445, 1.424514, 1.289131, 1.455698, 1.494859, 1.337446, 1.344107, 1.210718, 1.189267, 1.164641, 1.857608, 2.335965, 1.650822, 2.058039, 1.617726, 1.793566, 1.95385, 1.669856, 1.516023, 1.496387, 1.494207, 1.57489, 1.518154, 1.359291, 1.79674, 1.613768, 1.49206, 1.46801, 1.344343, 2.086157, 1.596075, 1.237967, 0.903795, 1.180403, 0.12488, 0.0]}, "lang": {"n_am_en": [2, 11, 14, 8, 12, 8, 14, 9, 12, 12, 16, 17, 16, 19, 16, 10, 16, 18, 15, 17, 14, 19, 16, 11, 22, 19, 19, 15, 18, 19, 14, 20, 16, 18, 21, 22, 26, 26, 35, 36, 31, 32, 31, 35, 34, 35, 40, 44, 43, 50], "n_am_pl": [4, 1, 1, 1, 1, 6, 4, 7, 6, 9, 8, 9, 8, 7, 8, 10, 6, 4, 7, 5, 2, 1, 3, 6, 7, 6, 9, 8, 7, 6, 9, 8, 4, 4, 1, 0, 1, 2, 2, 0, 2, 3, 3, 3, 2, 1, 0, 1, 1, 1], "n_pos": 53, "sum_m_en": [6.34488, 8.168421, 8.279388, 9.115632, 10.57385, 10.618302, 10.103727, 9.663782, 9.379788, 9.372199, 9.82458, 10.417213, 10.116189, 9.839143, 9.027117, 8.719384, 8.262011, 8.22349, 8.427981, 8.556341, 9.057793, 8.944759, 8.673887, 8.505073, 15.113461, 14.635035, 14.105171, 12.519353, 12.180526, 12.908623, 11.316601, 11.791497, 11.043999, 13.050874, 14.151698, 15.54198, 16.691415, 17.941057, 24.072263, 26.745905, 25.760469, 25.895939, 26.113545, 28.208487, 30.45821, 32.351447, 37.292113, 38.556405, 41.405069, 49.308261], "sum_m_pl": [1.038931, 1.985469, 2.038297, 2.12746, 2.459814, 2.923396, 3.067805, 3.120019, 3.372365, 3.84604, 3.958949, 4.261939, 4.399789, 4.361095, 4.625002, 4.614715, 4.142275, 4.207369, 4.09399, 3.872846, 3.684465, 3.369111, 3.381458, 3.36205, 4.782541, 5.396022, 5.220331, 5.887314, 5.647319, 5.944351, 5.951565, 5.487419, 5.595401, 4.848763, 4.516272, 3.997186, 3.954629, 3.413337, 3.096263, 2.640504, 3.391487, 3.703945, 3.225531, 3.632957, 2.432155, 1.666098, 1.419609, 1.978935, 1.446122, 1.003242]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "llmzszl-38", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9832}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 23, 50, 55, 79, 87, 89, 104, 89, 92, 85, 87, 82, 98, 86, 97, 137, 135, 125, 135, 166, 157, 146, 134, 197, 178, 157, 128, 101, 103, 102, 99, 106, 135, 153, 156, 158, 194, 223, 225, 221, 216, 224, 209, 179, 142, 40, 6, 2, 1], "n_am_pl": [10, 71, 63, 53, 69, 86, 91, 90, 76, 83, 81, 85, 105, 85, 72, 87, 81, 79, 67, 57, 62, 61, 54, 60, 61, 87, 63, 90, 87, 110, 115, 117, 95, 78, 67, 64, 62, 58, 49, 51, 56, 61, 66, 94, 113, 161, 258, 301, 298, 291], "n_pos": 567, "sum_m_en": [56.722385, 84.362419, 89.109211, 92.472697, 96.845191, 100.230807, 102.580395, 102.641065, 95.607204, 95.099417, 98.348389, 98.31077, 96.722701, 95.95331, 92.377211, 93.096571, 92.299315, 90.96724, 89.609809, 89.46455, 90.227588, 89.27386, 90.247785, 88.967455, 130.71216, 123.635613, 114.099839, 101.658965, 95.797796, 95.741211, 88.33186, 93.549853, 93.585846, 103.312018, 111.0625, 115.578874, 114.708828, 128.767462, 158.372733, 167.485577, 168.546817, 169.333495, 184.888872, 183.706114, 164.665045, 127.875163, 41.230343, 12.642017, 7.260921, 0.996534], "sum_m_pl": [10.464019, 27.908526, 32.042422, 30.580048, 31.012021, 35.893138, 37.725701, 38.357562, 40.915121, 42.738123, 44.869381, 47.5507, 49.113337, 49.672816, 48.090261, 45.018875, 39.525223, 39.655695, 38.238287, 36.260152, 34.805546, 32.269892, 32.487917, 32.328203, 46.942647, 50.612304, 49.292567, 55.069258, 56.044918, 60.961722, 60.163761, 57.599066, 58.101401, 51.911061, 51.814152, 49.342184, 49.329019, 48.171957, 49.899719, 52.295733, 54.31434, 58.220958, 61.356699, 88.805075, 103.771901, 146.507661, 237.050013, 280.931412, 287.849565, 289.556023]}, "digit": {"n_am_en": [0, 1, 4, 1, 4, 7, 3, 5, 4, 4, 8, 5, 5, 5, 2, 7, 8, 6, 6, 6, 9, 5, 6, 4, 11, 9, 11, 4, 3, 4, 3, 9, 9, 5, 8, 10, 12, 18, 23, 23, 20, 15, 12, 16, 13, 11, 4, 0, 0, 0], "n_am_pl": [0, 2, 13, 8, 2, 10, 14, 8, 14, 12, 9, 8, 12, 10, 9, 13, 8, 10, 10, 11, 10, 7, 5, 7, 7, 11, 7, 8, 9, 9, 12, 8, 6, 5, 7, 4, 4, 3, 3, 3, 3, 4, 5, 7, 5, 5, 10, 9, 2, 0], "n_pos": 46, "sum_m_en": [4.087737, 8.26285, 8.65172, 8.001926, 8.301564, 8.933137, 9.488925, 8.923726, 8.049425, 7.871637, 8.440493, 7.960179, 7.758626, 7.670015, 7.627318, 7.269872, 7.385801, 7.586229, 7.503558, 7.433877, 7.664352, 7.561929, 7.546948, 7.607336, 9.653723, 9.583704, 9.185435, 8.630462, 8.129493, 8.094996, 7.305971, 7.954188, 7.657345, 7.785338, 8.158241, 8.706514, 8.417315, 8.534123, 13.856319, 15.403468, 13.981814, 11.002334, 10.121003, 12.757971, 10.974603, 8.882587, 4.626289, 1.654746, 0.467942, 2.3e-05], "sum_m_pl": [0.775157, 2.490894, 2.348541, 2.041624, 2.016083, 2.509808, 2.739215, 2.445017, 2.762134, 2.89936, 3.218138, 3.765297, 3.869261, 3.921432, 3.831851, 3.701198, 3.179999, 3.422387, 3.265709, 3.063836, 2.972246, 2.597876, 2.6156, 2.603712, 4.884587, 4.622178, 3.717404, 4.201335, 4.114059, 4.306758, 4.336267, 3.96499, 3.65725, 3.425976, 3.565117, 3.773767, 3.389518, 3.072047, 3.737697, 2.812254, 2.688727, 2.864235, 3.344636, 5.238269, 4.138648, 3.926624, 6.496026, 7.006721, 1.824112, 0.486507]}, "lang": {"n_am_en": [15, 9, 28, 37, 53, 54, 56, 67, 59, 60, 51, 58, 54, 65, 53, 59, 80, 82, 71, 74, 99, 98, 91, 85, 127, 114, 103, 86, 67, 71, 60, 59, 64, 80, 89, 97, 97, 124, 140, 143, 143, 145, 153, 138, 116, 90, 24, 1, 0, 1], "n_am_pl": [7, 38, 25, 27, 35, 53, 51, 54, 39, 54, 44, 42, 57, 52, 42, 44, 48, 47, 40, 36, 41, 39, 38, 42, 40, 50, 36, 51, 51, 64, 68, 72, 55, 48, 41, 45, 44, 42, 34, 36, 38, 41, 47, 69, 91, 130, 212, 257, 276, 290], "n_pos": 292, "sum_m_en": [30.901349, 42.578977, 45.42915, 48.161676, 50.993937, 51.875088, 52.827321, 53.768426, 50.470217, 49.968412, 51.513218, 52.372189, 51.655584, 51.45545, 50.052735, 51.167098, 50.662996, 50.283311, 49.056196, 48.451733, 48.702077, 47.923178, 48.697805, 47.284196, 79.603126, 74.19609, 68.699492, 58.95096, 54.789976, 53.787503, 49.313806, 51.518024, 51.848863, 57.944455, 62.373487, 66.325102, 69.485522, 79.342164, 96.047317, 103.685367, 106.864022, 111.680986, 123.488602, 122.234, 105.284266, 79.977028, 23.017763, 3.875528, 2.080947, 0.849107], "sum_m_pl": [5.643785, 14.271726, 16.938265, 16.328741, 16.555607, 19.449856, 20.707472, 21.870152, 22.910039, 24.120577, 24.762339, 26.488527, 27.596771, 28.23177, 27.345198, 25.477374, 22.025299, 22.171586, 21.045493, 19.638917, 18.601662, 17.253455, 17.266037, 17.272521, 26.742074, 29.075841, 28.629707, 31.864473, 32.380387, 35.504677, 35.807555, 35.066395, 34.917156, 32.284802, 31.613053, 30.876219, 30.912732, 30.316646, 31.309004, 33.271019, 34.771496, 38.17396, 43.072172, 62.787766, 82.439641, 119.775191, 199.815543, 245.054791, 267.856048, 286.842625]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 569, "item_id": "llmzszl-38", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 916, "region_end": 567, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 8, 7, 5, 10, 7, 8, 12, 11, 11, 11, 11, 11, 7, 13, 7, 10, 11, 8, 13, 4, 8, 4, 6, 11, 16, 18, 19, 18, 16, 13, 13, 11, 14, 19, 17, 23, 26, 25, 25, 21, 20, 21, 23, 21, 23, 23, 23, 19, 19], "n_am_pl": [1, 15, 10, 14, 5, 6, 2, 3, 5, 6, 3, 7, 7, 10, 6, 4, 2, 3, 4, 2, 3, 5, 5, 4, 4, 3, 3, 7, 6, 6, 6, 8, 11, 3, 5, 4, 4, 3, 2, 0, 1, 1, 2, 1, 1, 1, 2, 1, 2, 2], "n_pos": 81, "sum_m_en": [9.115871, 11.221064, 11.596422, 11.160644, 12.94602, 12.94728, 12.996613, 12.844582, 12.228689, 13.005625, 13.863901, 14.10644, 13.965293, 13.482177, 12.65277, 12.750266, 13.393431, 12.596726, 12.748613, 12.647677, 12.960666, 13.307797, 12.97067, 13.217013, 14.305236, 14.933012, 15.003375, 15.614538, 15.614344, 15.792623, 15.002719, 14.517803, 14.150763, 15.019311, 17.527339, 17.762268, 20.267303, 21.40218, 20.868464, 21.534954, 21.386564, 20.782065, 20.64992, 21.798912, 21.384757, 22.748101, 23.404262, 22.625372, 17.764416, 19.41132], "sum_m_pl": [1.94538, 4.44385, 4.357599, 3.80849, 3.94482, 4.13286, 3.938849, 3.680216, 3.705517, 3.839256, 3.99955, 4.345539, 4.820153, 4.719084, 4.375875, 4.577461, 4.940082, 5.037059, 5.322274, 5.268649, 5.026502, 4.703969, 4.583897, 4.601391, 4.680655, 4.956105, 5.421804, 5.354423, 5.775047, 5.9524, 5.456142, 5.077312, 5.288019, 4.654594, 4.664044, 4.525572, 4.606958, 4.052075, 3.556341, 3.058413, 3.000283, 2.522239, 2.631107, 1.869676, 2.201147, 2.118675, 2.014285, 1.547036, 2.206598, 1.999996]}, "digit": {"n_am_en": [1, 1, 2, 0, 1, 0, 1, 2, 2, 6, 6, 5, 4, 1, 2, 0, 3, 2, 2, 4, 1, 1, 0, 0, 4, 2, 2, 3, 2, 1, 3, 1, 1, 1, 4, 2, 4, 4, 4, 4, 2, 2, 2, 2, 2, 5, 3, 3, 0, 0], "n_am_pl": [0, 3, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 2, 3, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 2, 1, 2, 0, 2, 3, 2, 4, 2, 2, 2, 2, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.291797, 3.49998, 3.5451, 3.172906, 3.596146, 3.403207, 3.455396, 3.338757, 3.012829, 3.409561, 3.709734, 3.967011, 3.711928, 3.351563, 3.218405, 3.110745, 3.43326, 3.220541, 3.354611, 3.202731, 3.362422, 3.525983, 3.444977, 3.525862, 4.084441, 4.130499, 3.968345, 3.917205, 3.803297, 3.776409, 3.480194, 3.274711, 3.097197, 3.093644, 3.648246, 3.336017, 4.569544, 4.212051, 3.550607, 3.292392, 3.374975, 3.542759, 3.48425, 3.136304, 2.943374, 4.102804, 3.492694, 3.068435, 0.377654, 0.0], "sum_m_pl": [0.362407, 0.874978, 0.768769, 0.66732, 0.759336, 0.845027, 0.741552, 0.673216, 0.71567, 0.788252, 0.86671, 0.958458, 1.127447, 1.255142, 1.147439, 1.128187, 1.266926, 1.277958, 1.300047, 1.26095, 1.25292, 1.162048, 1.121206, 1.145056, 1.193486, 1.252676, 1.248377, 1.344058, 1.342211, 1.447239, 1.386685, 1.411376, 1.370733, 1.150608, 1.175072, 1.295379, 1.353317, 1.148887, 1.017802, 0.909083, 1.022401, 1.017642, 1.081734, 0.827344, 0.753594, 0.569973, 0.349177, 0.331233, 0.117429, 0.0]}, "lang": {"n_am_en": [2, 3, 2, 3, 6, 4, 4, 6, 7, 5, 4, 4, 5, 5, 7, 5, 5, 5, 3, 6, 2, 5, 3, 4, 5, 12, 12, 11, 9, 10, 7, 9, 7, 8, 10, 11, 15, 16, 15, 16, 17, 16, 16, 18, 17, 16, 18, 18, 18, 19], "n_am_pl": [1, 3, 3, 5, 0, 3, 1, 2, 2, 2, 2, 2, 2, 3, 4, 0, 0, 1, 2, 1, 2, 2, 2, 2, 3, 1, 1, 1, 3, 1, 2, 3, 3, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 2, 1, 2, 2], "n_pos": 23, "sum_m_en": [2.730703, 2.927592, 3.175164, 3.224774, 3.917297, 4.1388, 3.981246, 4.185817, 4.200031, 4.315237, 4.372108, 4.517104, 4.606305, 4.581957, 4.216048, 4.243156, 4.42952, 4.359808, 4.372692, 4.284919, 4.263734, 4.322226, 4.141061, 4.19932, 6.161105, 6.49695, 6.39975, 6.037857, 6.022651, 6.189556, 5.915279, 6.064232, 5.955708, 6.812241, 8.293879, 9.35889, 10.893241, 11.639905, 12.363772, 13.458752, 13.926054, 13.644864, 13.423351, 15.219078, 15.221724, 15.542775, 17.436349, 16.870027, 16.538596, 19.403408], "sum_m_pl": [0.680029, 1.273422, 1.342652, 1.235475, 1.358697, 1.411868, 1.397663, 1.285967, 1.268108, 1.192877, 1.267114, 1.337846, 1.520138, 1.453576, 1.374585, 1.595298, 1.654037, 1.608752, 1.731403, 1.766588, 1.662302, 1.517919, 1.475143, 1.454341, 1.724726, 1.871406, 2.035439, 1.874346, 2.044264, 1.916623, 1.628321, 1.564862, 1.802415, 1.558405, 1.513833, 1.478784, 1.458051, 1.491165, 1.429239, 1.150299, 0.992771, 0.605811, 0.658675, 0.326699, 0.82135, 1.042006, 1.439705, 1.112506, 2.050414, 1.999996]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "llmzszl-39", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9878}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 12, 17, 18, 19, 25, 21, 37, 40, 35, 40, 30, 31, 28, 30, 41, 42, 39, 42, 32, 39, 50, 49, 42, 61, 68, 64, 50, 44, 40, 50, 43, 51, 61, 68, 67, 70, 71, 74, 85, 87, 71, 73, 72, 60, 46, 26, 10, 6, 2], "n_am_pl": [9, 34, 30, 16, 23, 28, 25, 25, 22, 20, 22, 24, 25, 21, 17, 17, 10, 7, 8, 7, 7, 6, 8, 9, 9, 13, 15, 14, 19, 20, 15, 18, 17, 12, 10, 15, 14, 11, 10, 7, 13, 14, 12, 18, 22, 33, 52, 58, 64, 64], "n_pos": 196, "sum_m_en": [19.547192, 28.870599, 30.842978, 30.685065, 32.485614, 32.941978, 32.997169, 32.399672, 31.517873, 33.299757, 36.041239, 36.732238, 36.157315, 34.603186, 33.111532, 33.674582, 34.772536, 33.335961, 33.367773, 31.73791, 32.099227, 33.273468, 32.031632, 32.166018, 48.698572, 47.74518, 44.15978, 41.787895, 39.296843, 39.233703, 37.989854, 37.307024, 37.908201, 41.588162, 46.473238, 48.290724, 48.573639, 56.005628, 58.310273, 71.525504, 68.440594, 66.009226, 70.537248, 64.246869, 52.167174, 42.848344, 22.931716, 13.001296, 6.790921, 2.019871], "sum_m_pl": [3.785377, 9.884784, 10.701802, 10.745709, 11.003187, 11.506544, 11.59037, 10.945819, 10.833085, 10.831797, 11.975969, 12.405565, 12.831472, 12.737874, 11.978342, 11.034682, 10.548896, 11.073245, 11.14512, 11.579774, 11.038135, 10.349144, 10.399699, 10.568977, 11.755266, 12.397921, 14.19922, 13.664782, 15.765538, 15.308245, 13.399903, 13.246801, 13.426968, 11.674767, 11.769671, 12.763031, 14.653427, 14.239817, 13.092764, 10.54201, 13.862883, 11.948604, 11.734749, 17.368323, 25.215962, 33.79662, 49.772213, 55.139665, 61.588223, 64.672297]}, "digit": {"n_am_en": [0, 1, 2, 1, 0, 1, 1, 3, 1, 3, 8, 8, 5, 4, 3, 8, 5, 7, 7, 2, 2, 2, 4, 5, 5, 7, 5, 3, 2, 2, 3, 4, 5, 5, 7, 7, 11, 10, 9, 10, 8, 7, 5, 7, 7, 5, 4, 1, 0, 0], "n_am_pl": [0, 1, 6, 0, 1, 0, 0, 0, 1, 1, 3, 2, 4, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 1, 3, 4, 2, 2, 2, 2, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 1, 2, 0, 0], "n_pos": 29, "sum_m_en": [3.020507, 5.13444, 5.446553, 4.897366, 5.0383, 4.967562, 4.860857, 4.688123, 4.275639, 4.734141, 5.554467, 5.443984, 4.955054, 4.830251, 4.906064, 5.028794, 5.443954, 4.979984, 4.878955, 4.471447, 4.672885, 4.912121, 4.793408, 4.919787, 6.587198, 6.330186, 6.039894, 6.174607, 5.453061, 5.727668, 5.444627, 5.339618, 5.334775, 5.547132, 6.129937, 6.191477, 6.882046, 7.580499, 6.968043, 7.518634, 6.867783, 6.213836, 7.022553, 6.514178, 5.312212, 5.155953, 3.361034, 1.983558, 0.345853, 0.0], "sum_m_pl": [0.575873, 1.559131, 1.362032, 1.272193, 1.139417, 1.192927, 1.108154, 1.052737, 1.24019, 1.279843, 1.613184, 1.620341, 1.744608, 1.814986, 1.675448, 1.349205, 1.36987, 1.575443, 1.595426, 1.650478, 1.640684, 1.553303, 1.527631, 1.556083, 1.412468, 1.406114, 1.7059, 1.678759, 1.984674, 1.742301, 1.56314, 1.632833, 1.675941, 1.441368, 1.465937, 1.499126, 1.393212, 1.270639, 1.259495, 1.07287, 1.35237, 1.126314, 1.155803, 0.886206, 1.050272, 0.943276, 1.127494, 0.981204, 0.161504, 0.0]}, "lang": {"n_am_en": [0, 4, 7, 7, 7, 9, 9, 13, 13, 14, 14, 8, 12, 13, 16, 18, 19, 15, 20, 17, 20, 29, 27, 23, 29, 29, 30, 22, 19, 14, 20, 19, 22, 29, 32, 31, 35, 39, 39, 46, 49, 37, 41, 38, 33, 23, 10, 4, 3, 2], "n_am_pl": [4, 8, 8, 7, 9, 9, 11, 11, 12, 7, 11, 10, 8, 16, 10, 7, 4, 3, 3, 3, 3, 2, 5, 4, 5, 6, 5, 6, 7, 9, 7, 8, 5, 5, 5, 8, 6, 4, 6, 5, 10, 12, 10, 16, 20, 28, 45, 50, 61, 64], "n_pos": 67, "sum_m_en": [6.929266, 9.838804, 10.623592, 10.819309, 11.460906, 11.598261, 11.695718, 11.426367, 11.466449, 12.109324, 12.629098, 12.980281, 13.333335, 12.42884, 11.798367, 12.368242, 12.628407, 12.481062, 12.485136, 11.815489, 11.944991, 12.1548, 11.7126, 11.426705, 21.354093, 19.807926, 17.848947, 15.842217, 14.392763, 14.456907, 14.581514, 14.380924, 14.48167, 16.923195, 18.536716, 20.029292, 20.767989, 25.496886, 27.658897, 34.542066, 34.378861, 33.245416, 36.459231, 31.932123, 26.609189, 20.344172, 9.056109, 5.276415, 3.428583, 2.000635], "sum_m_pl": [1.248638, 2.949361, 3.609154, 3.817696, 4.044376, 4.177867, 4.380984, 4.062766, 3.996559, 3.944569, 4.239381, 4.595986, 4.839882, 5.217732, 4.905569, 4.49757, 4.18897, 4.330496, 4.247178, 4.321647, 4.073276, 3.832999, 3.874432, 3.987624, 4.989719, 5.571405, 6.13636, 5.842996, 6.623455, 6.598754, 5.703424, 5.783123, 5.762712, 5.073199, 5.047787, 5.83161, 6.00967, 5.806821, 5.992446, 5.865515, 7.431539, 7.853842, 7.966015, 12.813704, 19.819566, 27.244562, 41.421099, 48.187615, 57.720548, 64.138587]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "llmzszl-39", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 872, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 8, 12, 14, 18, 17, 15, 24, 18, 20, 16, 15, 18, 19, 22, 30, 29, 22, 25, 32, 33, 37, 35, 37, 40, 35, 34, 25, 22, 16, 19, 16, 15, 16, 16, 20, 21, 29, 28, 38, 36, 43, 40, 41, 33, 33, 29, 32, 29, 28], "n_am_pl": [1, 4, 10, 2, 8, 0, 3, 4, 5, 5, 4, 4, 9, 9, 9, 7, 4, 6, 5, 2, 2, 1, 1, 1, 3, 4, 4, 6, 7, 9, 11, 11, 11, 9, 8, 7, 3, 3, 2, 2, 2, 0, 0, 1, 1, 1, 4, 2, 3, 3], "n_pos": 62, "sum_m_en": [7.446186, 9.779394, 10.626814, 10.813715, 12.424798, 11.651429, 12.516567, 12.430593, 12.729194, 12.41111, 12.293529, 12.41084, 13.312302, 13.62566, 12.946244, 13.845314, 14.342511, 13.648412, 13.2628, 13.589976, 12.485125, 12.428243, 11.964371, 12.204757, 27.344358, 23.119581, 18.644555, 14.838055, 13.974592, 13.439197, 13.28032, 13.204752, 13.153962, 13.462647, 13.7553, 14.065644, 14.035929, 20.235051, 21.385717, 28.533296, 25.906553, 32.718758, 32.405623, 30.633181, 29.096723, 31.088937, 28.072094, 28.865812, 27.201118, 28.375875], "sum_m_pl": [1.119638, 2.415198, 3.106912, 2.677916, 3.123015, 2.945849, 3.13857, 3.323179, 3.229986, 3.76426, 3.895571, 4.198174, 4.258532, 3.970511, 4.215519, 4.336517, 3.982318, 4.255491, 4.347667, 4.15342, 3.814188, 3.667271, 3.560407, 3.50861, 3.775058, 4.872471, 5.252798, 5.926344, 6.184296, 6.941622, 6.495977, 6.314262, 6.588823, 6.019516, 5.750564, 5.018998, 4.940996, 3.959193, 3.430286, 2.413929, 2.533108, 1.68503, 1.563547, 2.493902, 2.127475, 2.339197, 3.026935, 2.176857, 2.96131, 3.350059]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 2, 2, 2, 2, 1, 1, 1, 2, 2, 2, 3, 2, 3, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 2, 2, 3, 3, 3, 3, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 2, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.466462, 0.829464, 0.845726, 0.771815, 0.841924, 0.803253, 0.794311, 0.755846, 0.711844, 0.801465, 0.789964, 0.726821, 0.793683, 0.820911, 0.827862, 0.927732, 0.891637, 0.863455, 0.885299, 0.854338, 0.784787, 0.811496, 0.802564, 0.845187, 1.612206, 1.578891, 1.103446, 0.897145, 0.893787, 0.969067, 0.895722, 0.867634, 0.923582, 0.927124, 0.942429, 0.853748, 0.951521, 1.27567, 1.425771, 1.860903, 1.584685, 2.717965, 2.076288, 1.458452, 0.68598, 0.230182, 0.037269, 0.022534, 0.060225, 0.0], "sum_m_pl": [0.074209, 0.197907, 0.248425, 0.195767, 0.251307, 0.208745, 0.212724, 0.228504, 0.2208, 0.305148, 0.276222, 0.321044, 0.316068, 0.303901, 0.319166, 0.338746, 0.300519, 0.300295, 0.307328, 0.32679, 0.32076, 0.30047, 0.286916, 0.286937, 0.345114, 0.496014, 0.465999, 0.512174, 0.493761, 0.497226, 0.49099, 0.439215, 0.352493, 0.315244, 0.290319, 0.300197, 0.274811, 0.200115, 0.132361, 0.090849, 0.204195, 0.115889, 0.161045, 0.223795, 0.136702, 0.06823, 0.011262, 0.012177, 0.019576, 0.0]}, "lang": {"n_am_en": [4, 6, 10, 11, 13, 10, 11, 17, 14, 15, 12, 12, 12, 12, 14, 19, 19, 14, 16, 18, 20, 23, 21, 22, 23, 21, 21, 14, 13, 10, 9, 7, 9, 10, 11, 14, 13, 18, 19, 26, 25, 28, 29, 30, 26, 26, 26, 28, 29, 28], "n_am_pl": [1, 3, 3, 1, 6, 0, 2, 3, 3, 1, 2, 1, 3, 4, 5, 3, 2, 4, 3, 0, 0, 0, 0, 0, 1, 0, 0, 3, 2, 3, 5, 7, 5, 7, 5, 4, 3, 3, 2, 2, 2, 0, 0, 0, 0, 0, 3, 2, 3, 3], "n_pos": 33, "sum_m_en": [4.580565, 5.526039, 6.121484, 6.224197, 7.339821, 6.717665, 7.433335, 7.142969, 7.327455, 7.029877, 6.960915, 7.130514, 7.443072, 7.678586, 7.126895, 7.757755, 8.024443, 7.743586, 7.369529, 7.539415, 6.96153, 6.970569, 6.649905, 6.606502, 15.999606, 13.623776, 10.731174, 8.470293, 8.307668, 7.742631, 7.740888, 7.536804, 7.802873, 7.913311, 8.060614, 8.212157, 8.255374, 12.961185, 14.322337, 18.62494, 18.209398, 22.828645, 23.409184, 23.159984, 23.042141, 24.380803, 24.528009, 25.555005, 25.843782, 27.958651], "sum_m_pl": [0.650498, 1.263199, 1.583208, 1.433004, 1.69001, 1.585599, 1.698868, 1.752474, 1.717694, 1.89116, 2.157153, 2.28769, 2.276894, 2.187376, 2.287996, 2.163972, 2.010148, 1.927864, 1.995954, 2.075313, 1.969464, 1.911905, 1.85292, 1.832725, 1.402961, 1.946936, 2.277216, 2.664449, 2.774029, 3.219182, 3.069347, 3.178152, 3.378987, 3.303656, 3.128139, 3.061708, 3.122438, 2.651261, 2.196168, 1.64898, 1.57289, 0.931378, 0.857717, 0.83983, 0.746685, 1.007515, 2.01443, 1.84016, 2.771984, 3.342221]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 64, "item_id": "llmzszl-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 798, "region_end": 62, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9841}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 11, 13, 27, 46, 54, 55, 58, 68, 60, 44, 54, 44, 49, 51, 82, 91, 80, 84, 96, 88, 94, 94, 95, 104, 93, 74, 54, 51, 48, 44, 47, 41, 49, 62, 62, 57, 81, 79, 91, 90, 90, 91, 82, 71, 58, 24, 2, 1, 0], "n_am_pl": [3, 15, 6, 11, 13, 17, 20, 11, 7, 10, 16, 19, 24, 15, 12, 7, 1, 5, 5, 6, 0, 1, 4, 3, 4, 6, 14, 16, 18, 18, 17, 16, 15, 14, 12, 14, 18, 16, 15, 17, 16, 20, 18, 29, 37, 56, 87, 105, 103, 103], "n_pos": 154, "sum_m_en": [13.920872, 22.910422, 23.983461, 26.308258, 29.625689, 31.137063, 32.444253, 33.318257, 34.271761, 32.604488, 32.143178, 31.601959, 33.088152, 33.173981, 31.000169, 35.121274, 37.679694, 34.928164, 33.873497, 33.651852, 30.575114, 29.907576, 29.199599, 29.121802, 62.759329, 56.769047, 46.797154, 38.498647, 35.253283, 34.900254, 32.724465, 32.521303, 33.54307, 34.732222, 37.186911, 39.622397, 39.882993, 46.483316, 55.398377, 64.178039, 61.866689, 70.546088, 70.577211, 74.430768, 66.541884, 52.662962, 22.561376, 4.341551, 1.913322, 3.5e-05], "sum_m_pl": [2.148032, 6.450126, 8.252779, 7.819715, 8.101658, 8.178959, 8.913722, 9.062839, 8.745527, 9.259839, 10.195456, 10.688265, 10.378585, 9.738497, 10.212982, 9.362376, 8.119313, 8.481515, 8.571622, 9.065712, 8.692736, 8.716564, 8.570588, 8.564536, 8.039283, 10.623556, 12.037809, 13.090287, 14.850867, 15.75116, 14.695019, 14.578469, 14.801652, 14.713729, 12.91034, 11.70159, 12.291819, 11.207872, 10.988052, 9.966376, 11.39798, 9.706037, 12.27504, 15.729186, 26.784339, 48.227271, 80.777386, 99.346557, 96.906532, 102.588026]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 1, 1, 1, 1, 2, 3, 3, 3, 3, 2, 4, 2, 2, 3, 4, 3, 4, 3, 4, 5, 3, 3, 2, 1, 0, 1, 2, 3, 2, 2, 2, 2, 4, 5, 5, 5, 6, 5, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.587642, 1.124077, 1.108455, 1.066235, 1.114359, 1.149332, 1.151721, 1.164492, 1.166198, 1.221921, 1.20013, 1.131254, 1.161319, 1.189258, 1.138459, 1.321786, 1.223934, 1.197424, 1.331472, 1.298939, 1.204481, 1.283304, 1.221106, 1.228719, 2.848039, 2.540399, 1.665242, 1.291422, 1.205944, 1.328376, 1.457772, 1.469793, 1.592713, 1.540431, 1.485542, 1.357949, 1.628333, 2.059615, 2.898071, 3.345114, 2.651131, 3.277859, 2.696894, 1.807787, 1.251056, 0.585996, 0.101892, 0.046756, 0.016687, 0.0], "sum_m_pl": [0.106472, 0.289232, 0.338401, 0.332057, 0.39852, 0.386654, 0.329231, 0.33703, 0.311297, 0.375103, 0.388538, 0.423745, 0.426109, 0.400729, 0.422003, 0.405218, 0.352081, 0.390102, 0.3786, 0.434352, 0.421087, 0.385926, 0.379868, 0.383397, 0.455439, 0.565963, 0.672584, 0.773083, 0.922095, 0.794811, 0.663226, 0.55884, 0.490733, 0.502143, 0.409458, 0.435544, 0.408283, 0.363667, 0.339605, 0.240884, 0.309782, 0.214364, 0.230433, 0.227828, 0.130598, 0.062028, 0.041513, 0.022203, 0.008451, 0.0]}, "lang": {"n_am_en": [1, 4, 9, 21, 33, 36, 39, 36, 45, 40, 27, 35, 31, 33, 34, 53, 61, 51, 59, 65, 62, 65, 64, 66, 69, 66, 52, 40, 41, 40, 31, 32, 25, 32, 39, 37, 37, 55, 52, 59, 63, 62, 65, 61, 55, 42, 18, 1, 1, 0], "n_am_pl": [3, 11, 2, 7, 10, 11, 14, 8, 2, 7, 10, 13, 16, 11, 4, 4, 1, 4, 1, 5, 0, 1, 3, 3, 2, 4, 10, 9, 11, 8, 10, 10, 9, 10, 9, 11, 13, 12, 13, 15, 16, 18, 17, 22, 27, 47, 73, 95, 101, 103], "n_pos": 104, "sum_m_en": [8.994866, 15.014232, 16.226349, 18.136654, 20.250267, 20.69316, 21.87361, 22.426682, 23.280587, 21.975808, 21.897257, 21.563048, 22.634537, 22.545097, 21.13955, 24.052935, 26.02195, 24.053471, 23.325893, 23.200381, 20.997322, 20.415038, 19.938291, 19.952351, 44.206215, 40.643563, 33.736529, 27.54806, 24.978046, 24.340092, 22.292311, 22.054232, 22.825968, 23.914611, 25.513429, 27.18441, 27.732267, 32.219, 36.337151, 41.728503, 42.116378, 49.724631, 50.829852, 55.298182, 50.61027, 38.655836, 16.006994, 2.705394, 1.698627, 3.4e-05], "sum_m_pl": [1.387957, 4.127283, 5.22649, 4.893635, 5.125073, 5.262906, 5.999592, 6.187773, 5.834129, 6.086945, 6.712377, 7.173409, 7.008473, 6.530796, 6.815899, 6.350417, 5.567788, 5.784426, 5.839563, 6.155978, 5.909513, 5.977103, 5.88267, 5.878306, 5.430816, 7.253064, 8.188634, 8.65408, 9.845188, 10.276791, 10.070106, 10.087986, 10.215573, 10.14552, 9.094867, 8.385455, 8.956129, 8.0559, 8.233726, 7.721785, 9.046344, 7.481012, 10.119921, 12.426137, 20.110713, 41.093951, 69.394747, 89.423084, 94.700322, 102.571837]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "llmzszl-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 926, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9806}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 15, 16, 17, 22, 33, 30, 23, 26, 23, 19, 16, 23, 26, 25, 35, 30, 32, 35, 35, 39, 38, 34, 32, 43, 46, 43, 37, 33, 29, 24, 27, 28, 31, 36, 36, 43, 38, 47, 49, 48, 42, 42, 45, 44, 42, 42, 41, 42, 44], "n_am_pl": [2, 5, 4, 6, 7, 8, 9, 11, 11, 11, 15, 14, 12, 9, 9, 12, 13, 11, 13, 8, 7, 9, 8, 4, 5, 3, 8, 14, 15, 12, 15, 17, 11, 17, 9, 12, 8, 7, 6, 5, 6, 4, 4, 6, 5, 6, 8, 13, 12, 13], "n_pos": 106, "sum_m_en": [12.819607, 16.470919, 17.264399, 18.053981, 19.060192, 20.445045, 20.473376, 20.920253, 21.930297, 22.212126, 22.338311, 21.950091, 21.714906, 22.140598, 21.213502, 21.225553, 20.608594, 19.824026, 19.725377, 19.786119, 18.948011, 18.925259, 19.102362, 18.599358, 31.129763, 29.860258, 26.240538, 22.38832, 21.600299, 21.21549, 20.013487, 20.584807, 20.212239, 21.929103, 24.074478, 26.140756, 31.141554, 33.205924, 35.659663, 37.506785, 39.246325, 37.630036, 37.504453, 40.920997, 39.18948, 37.353703, 38.032973, 38.47012, 39.791279, 44.089163], "sum_m_pl": [1.929954, 3.649897, 4.103888, 4.001827, 4.126969, 4.630267, 4.840894, 5.290811, 5.763769, 6.297977, 7.249623, 7.965424, 8.450927, 8.300435, 8.490511, 8.812802, 7.785553, 7.403429, 6.650824, 7.081765, 6.779816, 6.359277, 6.104808, 5.866242, 6.906898, 8.393364, 9.531131, 11.572438, 11.094145, 11.489153, 10.268685, 10.548234, 11.162889, 10.687378, 10.256601, 10.139586, 9.254431, 7.893066, 8.235808, 6.667516, 6.795599, 4.741409, 3.583277, 4.380358, 4.808252, 6.297882, 9.077579, 12.773117, 12.72338, 12.78958]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 8, 7, 12, 14, 22, 19, 15, 16, 15, 10, 11, 14, 19, 19, 25, 24, 26, 23, 19, 25, 24, 23, 24, 29, 33, 30, 29, 24, 23, 18, 21, 18, 17, 18, 22, 28, 26, 29, 32, 37, 36, 34, 38, 36, 35, 37, 39, 40, 44], "n_am_pl": [1, 3, 2, 2, 2, 4, 5, 6, 7, 5, 11, 7, 7, 5, 5, 8, 8, 6, 7, 5, 4, 5, 4, 3, 3, 2, 4, 5, 6, 5, 7, 9, 6, 9, 5, 7, 3, 3, 3, 2, 4, 3, 3, 4, 4, 5, 7, 11, 11, 13], "n_pos": 58, "sum_m_en": [7.195235, 9.126379, 9.639017, 9.967082, 10.840561, 11.521217, 11.482201, 11.779366, 12.382916, 12.551797, 12.661041, 12.487503, 12.395219, 12.693355, 12.0707, 12.054869, 11.622863, 11.386288, 11.324341, 11.306649, 10.73133, 10.794142, 10.875674, 10.370541, 20.405274, 19.076509, 17.662882, 14.566122, 13.827873, 13.487585, 12.534178, 12.668038, 12.474553, 13.312739, 14.703522, 17.08999, 20.518929, 22.516295, 23.069004, 25.309972, 27.72625, 29.786472, 30.382507, 33.423127, 32.953183, 32.897116, 34.706332, 34.559589, 36.853514, 43.207747], "sum_m_pl": [0.922521, 1.792413, 2.072547, 2.060873, 2.244283, 2.409397, 2.594745, 2.813938, 3.145306, 3.330128, 3.974673, 4.160947, 4.455792, 4.499279, 4.894882, 4.899674, 4.456395, 4.170637, 3.694064, 3.923128, 3.687136, 3.445272, 3.301571, 3.177481, 3.805747, 4.513344, 4.780068, 5.70828, 5.582664, 5.890013, 5.308386, 5.355935, 5.928878, 5.881986, 5.574779, 5.457923, 4.765626, 3.801133, 4.306269, 3.441174, 3.645595, 2.559057, 2.211092, 2.545637, 3.865255, 4.824637, 7.425005, 11.287515, 11.358657, 12.775786]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "llmzszl-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 795, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9813}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 5, 12, 14, 24, 33, 33, 35, 32, 29, 24, 31, 26, 28, 26, 48, 44, 47, 41, 43, 46, 47, 40, 40, 55, 54, 55, 57, 43, 44, 36, 36, 42, 45, 47, 53, 52, 63, 62, 60, 61, 55, 56, 58, 41, 34, 12, 2, 2, 2], "n_am_pl": [3, 11, 13, 16, 12, 19, 24, 12, 12, 16, 24, 25, 27, 21, 14, 16, 20, 21, 20, 14, 16, 16, 16, 16, 11, 16, 8, 14, 17, 21, 22, 20, 26, 19, 22, 19, 27, 27, 32, 28, 31, 30, 31, 30, 40, 53, 85, 106, 109, 109], "n_pos": 159, "sum_m_en": [14.007561, 21.892943, 23.918008, 25.656481, 26.805381, 28.626639, 29.466909, 31.439507, 31.948107, 31.871338, 31.810989, 30.857059, 30.25997, 29.56669, 28.088856, 29.201114, 28.466474, 27.021595, 26.294445, 26.045213, 24.857621, 25.255081, 26.102892, 26.325189, 44.134224, 44.716852, 40.224455, 33.738159, 31.285974, 30.31816, 28.132934, 28.961782, 28.620012, 30.170756, 31.75066, 33.073899, 35.431452, 37.632184, 43.308346, 46.39231, 46.706099, 50.913376, 50.400336, 53.698836, 43.093455, 36.822301, 12.084177, 3.665345, 3.273245, 1.997586], "sum_m_pl": [2.385821, 6.79654, 7.442527, 7.595151, 7.495288, 8.266884, 8.475751, 9.468374, 9.799339, 10.572966, 11.725075, 12.437548, 13.192031, 12.576118, 11.953193, 11.065784, 10.856324, 10.14407, 10.440956, 10.219662, 9.738185, 9.124041, 8.799093, 8.414849, 10.267593, 10.979964, 10.451454, 13.541196, 15.017651, 15.855866, 16.114719, 14.48661, 15.051018, 14.08524, 14.297586, 13.771897, 14.772561, 15.869356, 17.032451, 17.546206, 19.296966, 21.583409, 24.063156, 25.156761, 33.223864, 44.62269, 78.694506, 97.612317, 104.149009, 109.245595]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 8, 9, 17, 22, 20, 23, 20, 22, 16, 18, 16, 20, 16, 36, 34, 36, 30, 35, 38, 40, 31, 32, 39, 40, 43, 45, 35, 35, 24, 25, 29, 31, 33, 38, 36, 46, 46, 46, 47, 40, 41, 42, 32, 26, 7, 1, 2, 2], "n_am_pl": [2, 6, 9, 13, 6, 11, 16, 10, 10, 12, 15, 20, 19, 11, 9, 10, 13, 15, 13, 7, 10, 7, 10, 8, 6, 10, 4, 10, 9, 13, 18, 13, 19, 16, 16, 15, 21, 18, 22, 22, 24, 26, 26, 25, 35, 46, 74, 95, 101, 109], "n_pos": 111, "sum_m_en": [9.911668, 15.348568, 16.891902, 17.953868, 18.570594, 19.632083, 20.364825, 21.786105, 22.207569, 22.293027, 22.114733, 21.575229, 21.058092, 20.659625, 19.733144, 20.531709, 19.972304, 18.895297, 18.333131, 18.082972, 17.296043, 17.62021, 18.316503, 18.169944, 32.541274, 32.790271, 29.77321, 24.490971, 22.383694, 21.645278, 20.149734, 20.538074, 20.2596, 21.023808, 22.198841, 23.255551, 24.857206, 26.304738, 31.366178, 34.494682, 34.755438, 38.529614, 37.967936, 40.352437, 33.471368, 27.708411, 8.071298, 2.206846, 2.592725, 1.997501], "sum_m_pl": [1.635548, 4.707062, 5.057622, 5.119537, 5.082911, 5.572015, 5.75904, 6.534918, 6.797907, 7.481775, 8.252923, 8.896899, 9.359576, 8.909231, 8.428062, 7.715075, 7.552947, 7.137213, 6.943151, 6.687771, 6.427939, 6.156222, 5.915856, 5.738458, 6.519767, 7.396673, 7.024434, 9.360056, 10.364979, 11.050792, 11.488186, 10.411162, 10.809108, 10.247467, 10.32658, 9.699382, 10.461394, 10.849691, 11.519742, 12.194144, 13.889119, 16.046591, 18.34119, 20.028468, 29.110614, 39.207018, 68.118948, 87.321976, 98.003577, 107.524536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "llmzszl-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 923, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9812}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 47, 53, 67, 67, 96, 92, 81, 77, 88, 94, 106, 94, 97, 117, 130, 130, 124, 130, 125, 125, 123, 107, 110, 162, 149, 131, 123, 113, 105, 98, 108, 121, 123, 124, 124, 141, 140, 149, 158, 167, 175, 192, 189, 185, 170, 138, 131, 133, 147], "n_am_pl": [4, 27, 32, 26, 28, 24, 31, 31, 35, 33, 26, 27, 28, 31, 29, 32, 20, 25, 15, 21, 17, 18, 17, 17, 16, 19, 12, 33, 27, 38, 31, 31, 23, 27, 21, 17, 11, 10, 13, 13, 20, 21, 16, 21, 23, 36, 55, 71, 76, 79], "n_pos": 381, "sum_m_en": [38.010503, 53.48017, 56.778837, 60.169901, 63.246348, 69.138799, 71.503582, 72.247988, 72.819985, 71.021505, 72.860071, 75.690368, 73.758467, 74.431131, 75.594191, 76.634714, 76.642647, 72.316721, 71.606097, 71.773954, 69.663619, 68.472427, 67.692421, 67.142952, 111.950661, 107.671557, 98.972632, 84.288108, 82.710137, 77.651202, 72.445388, 77.870982, 79.718042, 84.181372, 90.119413, 93.862578, 107.600373, 113.905775, 126.540899, 125.024472, 137.263569, 143.643202, 161.402159, 165.050726, 163.719109, 153.814038, 134.360615, 120.947265, 116.356512, 144.44522], "sum_m_pl": [7.860426, 15.886336, 18.418125, 17.033921, 18.142223, 18.339177, 19.173385, 21.924483, 21.202481, 21.972903, 23.572297, 25.040974, 26.680206, 25.606081, 26.900224, 26.750462, 26.557687, 26.474517, 25.704208, 25.473493, 24.307511, 23.694891, 23.33833, 23.064685, 24.350543, 23.765689, 22.976985, 28.790993, 29.597216, 31.70733, 29.81671, 27.952076, 28.641926, 28.718752, 27.61, 25.907267, 22.676862, 21.127502, 19.220175, 17.011341, 17.604283, 17.883401, 17.50087, 18.264283, 22.800175, 31.213494, 49.089929, 66.787065, 77.830462, 78.510566]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 26, 35, 48, 49, 63, 63, 52, 50, 61, 63, 71, 65, 63, 75, 89, 89, 87, 95, 92, 90, 91, 78, 86, 123, 112, 101, 93, 86, 75, 71, 81, 91, 91, 95, 101, 111, 110, 119, 125, 133, 141, 154, 155, 153, 142, 125, 120, 128, 146], "n_am_pl": [0, 17, 16, 14, 17, 14, 20, 16, 18, 20, 16, 16, 19, 22, 22, 22, 13, 16, 9, 15, 10, 8, 10, 11, 10, 12, 6, 21, 20, 24, 22, 23, 16, 20, 17, 13, 6, 7, 12, 11, 20, 21, 16, 20, 22, 35, 54, 70, 76, 78], "n_pos": 225, "sum_m_en": [22.665354, 31.148235, 34.002278, 35.707445, 37.90487, 40.825062, 42.822252, 43.36037, 43.537775, 42.400979, 43.237681, 45.395511, 44.199231, 44.737806, 45.799889, 47.105584, 46.970786, 44.59313, 43.642097, 43.985257, 42.321676, 41.373725, 40.757047, 40.261228, 80.521144, 77.341176, 70.656381, 57.866418, 56.666017, 52.300762, 48.682627, 51.304505, 54.544241, 58.196752, 63.402633, 68.706661, 81.039178, 87.45551, 96.500266, 98.521181, 106.17034, 114.514805, 131.394107, 136.335676, 135.698815, 129.578905, 119.44396, 109.590226, 107.691931, 141.357139], "sum_m_pl": [4.693613, 9.216855, 10.769444, 9.850435, 10.670875, 10.885825, 11.419236, 13.08166, 12.639267, 12.967996, 14.014804, 15.042555, 16.053293, 15.280522, 16.217403, 16.219475, 16.386284, 16.460787, 15.88489, 15.551232, 14.59263, 14.134207, 13.912578, 13.790586, 15.139527, 15.06337, 14.468802, 17.986934, 18.677444, 19.917184, 19.196969, 18.046735, 18.77985, 18.894812, 18.357018, 16.987244, 14.862162, 13.794066, 13.579404, 12.03674, 13.927722, 14.639114, 14.96955, 16.078723, 20.974588, 29.808927, 47.508263, 65.547778, 76.821629, 77.787626]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 383, "item_id": "llmzszl-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 922, "region_end": 381, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [3, 6, 18, 23, 38, 43, 55, 54, 47, 62, 58, 62, 49, 49, 49, 63, 67, 64, 72, 61, 59, 59, 56, 56, 112, 92, 74, 57, 62, 57, 55, 69, 65, 75, 82, 93, 83, 93, 98, 85, 85, 92, 109, 118, 109, 74, 25, 3, 0, 0], "n_am_pl": [8, 26, 22, 20, 14, 14, 11, 12, 11, 18, 23, 31, 25, 30, 34, 20, 20, 13, 14, 15, 11, 11, 10, 11, 12, 16, 13, 15, 16, 27, 20, 19, 16, 22, 18, 18, 21, 18, 18, 16, 17, 23, 19, 20, 30, 54, 103, 148, 147, 148], "n_pos": 214, "sum_m_en": [18.402359, 29.940566, 31.96375, 32.441497, 34.206231, 36.246384, 40.078614, 42.850125, 41.715806, 43.778676, 45.420538, 44.442107, 42.561086, 41.826619, 40.858348, 41.490098, 43.746852, 40.970596, 40.555595, 40.092368, 38.333908, 38.204926, 38.016191, 38.036742, 73.052636, 65.042163, 54.886493, 47.635932, 45.948197, 43.886562, 41.650967, 43.429773, 43.220929, 47.030413, 50.473142, 55.656277, 55.670702, 58.276071, 62.876644, 61.320821, 66.816211, 73.534724, 86.941645, 97.984223, 92.700403, 68.934764, 23.971264, 5.824117, 2.403666, 0.000781], "sum_m_pl": [3.726295, 9.623816, 10.745673, 10.703124, 11.391943, 11.654943, 11.587933, 13.286884, 13.069947, 13.68053, 15.189001, 15.698176, 17.059268, 17.175197, 17.812801, 16.629447, 15.853923, 15.956324, 14.550448, 13.684223, 12.844746, 12.832785, 12.884686, 12.833766, 11.564836, 13.117703, 14.173525, 16.692735, 19.900628, 21.742604, 20.826747, 20.059186, 20.439613, 19.336273, 18.307495, 17.504778, 17.752082, 16.772645, 16.665551, 17.440304, 18.70461, 17.904566, 16.501643, 17.664633, 26.714538, 46.770586, 94.175238, 135.609351, 141.805908, 148.342799]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 15, 19, 29, 32, 43, 36, 35, 44, 38, 52, 39, 39, 33, 48, 46, 44, 51, 44, 42, 43, 42, 41, 82, 67, 50, 40, 44, 40, 37, 47, 44, 51, 59, 66, 58, 68, 76, 62, 62, 68, 84, 90, 82, 58, 19, 2, 0, 0], "n_am_pl": [6, 21, 16, 12, 10, 10, 6, 8, 7, 13, 16, 18, 16, 20, 26, 12, 14, 9, 11, 10, 7, 6, 7, 6, 7, 11, 9, 9, 11, 22, 15, 16, 12, 17, 14, 15, 17, 14, 12, 13, 14, 20, 15, 15, 26, 49, 92, 135, 145, 148], "n_pos": 149, "sum_m_en": [13.246936, 21.030158, 22.699537, 23.16411, 24.284216, 25.763884, 28.811507, 30.603559, 29.638274, 31.325401, 32.024727, 31.535626, 30.209179, 29.688038, 28.938294, 29.468745, 30.768191, 28.881412, 28.639472, 28.379925, 27.089236, 26.994008, 26.877365, 26.836977, 53.15499, 46.557917, 38.896288, 33.968388, 33.149705, 31.644738, 29.754173, 30.984933, 30.371755, 32.330528, 34.960338, 37.957673, 39.322647, 41.385935, 44.500611, 42.666833, 47.334774, 53.338897, 64.068597, 73.043853, 69.00609, 51.242869, 17.868344, 3.685747, 1.521742, 0.000721], "sum_m_pl": [2.795544, 6.858691, 7.56682, 7.453045, 7.896791, 8.020509, 7.881746, 9.179203, 9.090413, 9.50872, 10.656346, 11.119858, 12.03342, 12.103897, 12.523946, 11.764575, 11.244672, 11.346149, 10.288571, 9.637581, 9.035135, 8.99795, 9.035037, 9.019069, 7.813028, 9.605227, 10.302896, 12.219085, 14.404343, 15.966597, 15.203616, 14.674186, 14.995788, 14.234835, 13.575041, 13.253209, 13.066346, 12.117052, 11.907377, 12.824349, 14.006812, 13.686125, 12.618481, 13.486363, 23.012977, 41.710082, 83.614224, 124.281088, 138.264281, 147.686817]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 216, "item_id": "llmzszl-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1050, "region_end": 214, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.9953}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 17, 9, 15, 20, 25, 24, 25, 26, 25, 29, 14, 18, 16, 21, 40, 41, 41, 45, 39, 32, 55, 54, 64, 65, 54, 42, 43, 28, 29, 22, 27, 39, 43, 48, 45, 52, 51, 61, 64, 65, 63, 63, 60, 64, 51, 46, 45, 21, 18], "n_am_pl": [5, 7, 14, 11, 15, 15, 16, 10, 17, 19, 10, 16, 21, 13, 16, 25, 14, 12, 10, 17, 6, 5, 7, 5, 11, 14, 16, 13, 27, 26, 30, 22, 19, 13, 10, 6, 4, 1, 5, 4, 3, 2, 2, 0, 1, 8, 1, 0, 0, 0], "n_pos": 137, "sum_m_en": [15.141612, 21.960473, 20.880141, 20.084378, 21.098034, 21.475768, 21.741902, 21.606264, 22.116395, 24.597761, 23.347347, 22.617214, 22.328259, 21.651582, 23.082831, 24.17488, 26.850505, 25.32813, 25.165287, 24.121822, 23.026422, 23.928278, 23.350755, 23.689533, 41.309789, 35.969774, 29.7203, 27.724685, 25.394744, 24.785785, 23.318812, 24.721482, 26.590612, 29.881514, 35.10805, 34.994862, 36.234128, 39.535263, 46.567621, 52.596664, 52.375324, 56.268601, 54.581022, 54.381801, 55.993029, 46.706992, 42.15605, 40.11184, 23.257081, 18.239629], "sum_m_pl": [3.876449, 7.8293, 7.97796, 7.406311, 7.672151, 7.23231, 6.762341, 6.995874, 6.955304, 8.421379, 8.630208, 8.289215, 8.771881, 8.21409, 8.934977, 8.569003, 8.391245, 8.182406, 8.859897, 8.972101, 8.567217, 7.996445, 7.901617, 7.886951, 9.389847, 12.218741, 13.496876, 15.133761, 16.307074, 16.616897, 15.479542, 13.144516, 11.72114, 10.758063, 9.816943, 8.670389, 8.292273, 6.400847, 6.22089, 5.656714, 5.336324, 4.080994, 4.126087, 3.324746, 3.539915, 6.242251, 2.775754, 2.119569, 0.838318, 0.002999]}, "digit": {"n_am_en": [6, 3, 4, 9, 8, 9, 5, 4, 4, 7, 6, 4, 3, 4, 5, 14, 14, 13, 17, 13, 11, 27, 27, 30, 32, 23, 16, 18, 7, 14, 6, 6, 9, 13, 12, 13, 17, 16, 26, 24, 30, 29, 28, 28, 31, 19, 24, 22, 0, 0], "n_am_pl": [1, 2, 8, 3, 7, 7, 8, 5, 9, 8, 6, 5, 11, 5, 5, 12, 8, 6, 4, 9, 6, 3, 4, 5, 9, 12, 15, 10, 15, 12, 15, 14, 8, 8, 7, 5, 3, 1, 5, 4, 2, 1, 2, 0, 1, 8, 1, 0, 0, 0], "n_pos": 53, "sum_m_en": [5.283854, 8.958917, 9.230216, 8.403515, 8.604567, 8.597329, 8.753893, 8.723057, 8.650019, 9.553571, 9.319686, 8.680543, 8.102114, 7.861916, 8.572909, 8.848925, 9.810853, 9.45175, 9.499297, 9.081312, 8.660208, 9.226005, 9.050558, 9.087555, 17.696705, 14.751625, 11.728721, 10.478281, 8.46477, 8.777982, 8.006058, 8.39594, 8.695737, 10.11611, 11.379939, 11.560202, 11.671128, 13.093429, 15.196801, 17.46648, 19.354193, 21.651555, 20.617804, 21.259405, 22.218856, 15.285651, 18.407619, 14.566043, 3.038231, 0.0], "sum_m_pl": [0.8892, 3.002983, 2.780804, 2.688714, 2.97378, 2.641248, 2.356877, 2.625661, 2.790636, 3.503189, 3.521528, 3.345559, 3.527406, 3.398759, 3.60935, 3.403923, 3.396792, 3.29178, 3.688778, 3.631683, 3.393326, 3.107533, 2.981308, 3.039729, 4.550379, 6.260734, 7.128351, 7.710323, 7.951928, 7.42978, 7.157847, 6.001677, 5.034803, 4.603049, 4.505027, 4.284552, 4.101539, 3.378157, 3.451442, 3.066028, 2.851916, 2.703315, 2.686641, 2.201522, 2.456653, 5.316518, 1.970301, 1.551857, 0.483763, 0.0]}, "lang": {"n_am_en": [5, 6, 2, 4, 3, 4, 4, 5, 6, 9, 8, 5, 7, 5, 8, 10, 9, 11, 9, 10, 10, 10, 8, 10, 14, 14, 10, 10, 7, 7, 4, 9, 11, 13, 15, 12, 14, 17, 17, 15, 18, 17, 18, 18, 18, 18, 19, 19, 19, 18], "n_am_pl": [1, 0, 1, 0, 2, 3, 1, 0, 2, 2, 0, 0, 1, 1, 1, 3, 0, 2, 2, 1, 0, 1, 2, 0, 0, 0, 0, 1, 3, 5, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.324636, 3.022993, 2.835637, 2.724622, 3.030214, 3.27113, 3.532812, 3.276445, 3.474486, 3.601638, 3.483379, 3.52425, 3.42563, 3.309877, 3.366748, 3.479735, 4.098532, 3.900937, 3.829071, 3.748299, 3.574511, 3.462416, 3.309275, 3.347912, 6.45967, 5.956329, 5.328274, 4.941866, 4.903854, 4.646068, 4.272213, 4.892132, 5.429805, 6.684301, 8.830047, 9.213488, 10.255443, 11.564432, 13.419857, 14.126445, 15.109958, 15.874191, 16.917218, 17.09384, 17.509733, 17.695224, 17.756346, 17.831112, 17.201652, 18.192387], "sum_m_pl": [0.38671, 0.849181, 0.870415, 0.801554, 0.842758, 0.909397, 0.897283, 0.916667, 0.90664, 0.960577, 0.95456, 1.003817, 1.078564, 0.992684, 1.058964, 1.03761, 0.992047, 0.99943, 1.089651, 1.081202, 1.050155, 1.030515, 1.08457, 1.07635, 1.258558, 1.436491, 1.579758, 1.606758, 1.933356, 2.189905, 2.005141, 1.645289, 1.514636, 1.295531, 1.044842, 0.889622, 0.882692, 0.652285, 0.469361, 0.382196, 0.511727, 0.213956, 0.224297, 0.113534, 0.113539, 0.038674, 0.025627, 0.017031, 0.029758, 0.001533]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 835, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9783}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 10, 12, 12, 11, 20, 18, 27, 32, 29, 25, 24, 25, 21, 23, 32, 56, 47, 54, 48, 55, 70, 69, 67, 81, 68, 49, 38, 32, 28, 26, 24, 26, 43, 58, 57, 65, 71, 73, 77, 68, 68, 58, 59, 56, 40, 21, 8, 3, 0], "n_am_pl": [4, 16, 16, 14, 19, 14, 13, 13, 11, 19, 22, 16, 15, 20, 18, 28, 20, 13, 6, 9, 7, 3, 3, 3, 6, 10, 11, 15, 19, 26, 33, 24, 24, 15, 7, 6, 6, 4, 5, 4, 9, 8, 8, 16, 13, 18, 32, 32, 32, 32], "n_pos": 142, "sum_m_en": [14.608351, 22.072711, 22.875107, 21.488551, 22.607578, 22.770609, 23.696065, 23.588715, 24.864309, 27.025288, 24.763054, 23.955914, 23.338266, 22.445473, 23.672591, 25.237002, 28.566681, 27.273112, 27.281195, 25.744881, 25.045391, 26.486, 25.004119, 25.280196, 50.098651, 43.598761, 34.984251, 30.497444, 26.819938, 25.348562, 23.156843, 24.248255, 26.353908, 30.119821, 36.216412, 36.805976, 38.499358, 42.122974, 49.015286, 54.951288, 53.391188, 55.520621, 50.974967, 49.481523, 47.974971, 34.036991, 16.648326, 9.392769, 5.87913, 2.4e-05], "sum_m_pl": [3.107091, 8.79953, 8.397017, 7.793163, 8.00977, 7.862423, 7.623437, 7.593434, 7.576954, 8.753437, 8.94913, 8.56872, 9.399072, 8.663999, 9.768504, 8.819616, 8.344874, 7.918441, 8.305799, 8.5787, 8.314705, 7.746092, 7.861271, 7.885988, 8.753584, 10.934606, 11.229754, 12.537624, 15.028887, 16.320764, 15.425134, 13.974915, 12.406318, 10.943873, 9.88254, 8.915005, 8.861669, 6.739463, 6.434969, 6.468164, 7.334692, 7.185198, 8.849523, 12.818726, 14.885865, 20.993596, 30.979247, 31.120272, 30.185477, 32.467277]}, "digit": {"n_am_en": [0, 0, 5, 3, 4, 7, 5, 6, 5, 8, 5, 7, 4, 2, 3, 6, 14, 7, 17, 13, 17, 28, 28, 28, 29, 25, 16, 13, 7, 10, 8, 6, 4, 11, 17, 10, 16, 20, 26, 28, 27, 28, 18, 25, 25, 17, 14, 7, 2, 0], "n_am_pl": [0, 3, 5, 1, 10, 8, 5, 6, 6, 7, 7, 8, 6, 7, 6, 14, 9, 8, 3, 3, 4, 0, 0, 0, 2, 4, 5, 7, 9, 10, 17, 15, 9, 6, 3, 3, 1, 0, 1, 1, 2, 0, 0, 2, 1, 2, 6, 2, 0, 0], "n_pos": 46, "sum_m_en": [4.422549, 7.635376, 7.990547, 6.785722, 7.178989, 7.007597, 7.642588, 7.662594, 7.833672, 8.470393, 7.602878, 7.191905, 6.780724, 6.632097, 7.23509, 7.485345, 8.146599, 7.931638, 8.260449, 7.797078, 7.31207, 7.913029, 7.777397, 7.843262, 17.62578, 15.023874, 11.007781, 9.547691, 7.715471, 7.93946, 7.107216, 7.064389, 7.44076, 8.561802, 9.804307, 9.950973, 10.18622, 11.478051, 13.060943, 16.875604, 17.263236, 19.21292, 16.214248, 17.284236, 18.661875, 12.951738, 8.774348, 6.478852, 3.690047, 0.0], "sum_m_pl": [0.763664, 2.890913, 2.239474, 1.872515, 2.330276, 2.176857, 1.937432, 2.084945, 2.290172, 3.049568, 3.017095, 2.882668, 3.019248, 2.748611, 3.138697, 2.923648, 2.895228, 2.713464, 2.898752, 2.934046, 2.80412, 2.540042, 2.462973, 2.518722, 3.001241, 4.28515, 4.36286, 4.684132, 5.488657, 5.715804, 5.329756, 4.865604, 4.284174, 3.855746, 3.642153, 3.247052, 3.061432, 2.504991, 2.545814, 2.225122, 2.153696, 1.965717, 2.090902, 1.605844, 1.754391, 3.200512, 5.599339, 1.726181, 0.410433, 0.0]}, "lang": {"n_am_en": [0, 3, 3, 2, 2, 4, 4, 9, 10, 13, 14, 10, 10, 10, 11, 13, 19, 18, 14, 13, 18, 15, 14, 15, 23, 17, 15, 10, 11, 8, 8, 9, 9, 18, 20, 24, 27, 24, 24, 20, 14, 15, 14, 14, 14, 9, 5, 1, 1, 0], "n_am_pl": [3, 4, 4, 5, 4, 1, 3, 2, 2, 4, 6, 4, 3, 5, 3, 4, 4, 3, 1, 2, 2, 2, 2, 2, 2, 3, 3, 3, 5, 5, 6, 3, 7, 3, 1, 1, 4, 3, 3, 3, 7, 6, 8, 12, 10, 14, 22, 29, 32, 32], "n_pos": 33, "sum_m_en": [3.038906, 4.896859, 5.170603, 5.45039, 5.834421, 6.141874, 6.457112, 6.371027, 7.016972, 7.177731, 6.880106, 6.692207, 6.366864, 5.923015, 6.072061, 6.557465, 7.820662, 7.500904, 7.211725, 6.757549, 6.90811, 6.868138, 6.229941, 5.969872, 12.499963, 11.449612, 9.668809, 7.986506, 7.352684, 6.518298, 6.055299, 6.852078, 7.463158, 8.978657, 11.174083, 11.914424, 12.952047, 14.044842, 16.255472, 15.720325, 14.958431, 14.394073, 14.09025, 13.340142, 12.684641, 8.256477, 4.372615, 1.487805, 1.384808, 1e-06], "sum_m_pl": [0.592441, 1.597447, 1.818761, 1.732526, 1.745525, 1.845958, 1.984933, 1.960334, 1.933086, 1.950955, 1.855341, 1.955496, 2.364299, 2.256038, 2.509442, 2.097704, 1.896501, 1.817645, 1.904223, 1.950116, 1.864347, 1.821233, 1.921963, 1.926914, 2.464066, 2.52768, 2.813482, 3.08397, 3.564379, 4.135904, 4.106185, 3.826409, 3.470244, 2.953451, 2.502915, 2.419922, 2.719049, 1.983859, 1.881653, 2.144948, 3.154782, 3.504271, 4.933839, 8.376874, 9.924151, 13.346877, 19.534604, 27.617872, 29.398463, 32.433987]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "llmzszl-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 963, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.965}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 23, 31, 38, 37, 29, 35, 37, 28, 31, 29, 29, 27, 23, 35, 38, 39, 39, 36, 29, 32, 35, 23, 27, 53, 41, 34, 41, 34, 45, 41, 32, 37, 41, 39, 54, 64, 75, 78, 84, 80, 71, 61, 56, 55, 59, 54, 57, 51, 53], "n_am_pl": [6, 21, 9, 7, 13, 13, 9, 9, 11, 17, 20, 13, 24, 19, 18, 12, 13, 11, 12, 19, 12, 9, 8, 9, 11, 15, 14, 13, 16, 17, 15, 13, 11, 7, 9, 6, 11, 8, 9, 6, 3, 3, 7, 5, 5, 2, 2, 1, 0, 0], "n_pos": 179, "sum_m_en": [18.151766, 28.518428, 27.21528, 27.762531, 30.833988, 31.364225, 30.802139, 32.806599, 30.58463, 31.492105, 31.894663, 32.777597, 31.691255, 32.203471, 32.463506, 32.628244, 32.365972, 30.972112, 30.677024, 29.317776, 28.262, 28.598736, 28.028955, 28.533652, 37.842881, 37.18818, 33.837727, 34.183911, 32.951618, 34.848509, 33.849404, 33.920866, 34.940681, 33.934904, 37.288431, 38.530846, 43.518454, 47.360146, 56.250484, 62.110943, 60.322316, 59.622348, 56.697696, 58.761467, 57.675568, 58.946889, 56.016065, 55.511564, 48.385128, 52.65531], "sum_m_pl": [4.275847, 8.916619, 9.372192, 8.030022, 8.892903, 9.051291, 9.086724, 9.404792, 9.713449, 10.059989, 11.060169, 11.211935, 12.060109, 12.11023, 12.211357, 12.164501, 10.521887, 11.603564, 11.473685, 11.494701, 11.367704, 10.867443, 10.545952, 10.665551, 12.919424, 14.104451, 13.785713, 13.703536, 13.73983, 14.13308, 13.395924, 12.331959, 11.931543, 10.822182, 10.546795, 10.956532, 10.19781, 9.096059, 7.975951, 7.041338, 6.776285, 5.919381, 5.818813, 5.826975, 5.811893, 4.654925, 4.00831, 2.101098, 0.96349, 0.243349]}, "digit": {"n_am_en": [0, 4, 3, 6, 3, 4, 2, 1, 2, 5, 5, 5, 6, 4, 8, 9, 8, 9, 8, 5, 3, 5, 2, 2, 11, 5, 3, 6, 6, 8, 7, 4, 4, 6, 5, 8, 7, 13, 12, 12, 13, 8, 3, 1, 1, 2, 1, 2, 0, 0], "n_am_pl": [0, 3, 0, 1, 1, 4, 1, 1, 3, 5, 6, 3, 7, 6, 5, 3, 3, 5, 5, 10, 4, 3, 3, 3, 5, 6, 5, 3, 4, 4, 3, 3, 3, 2, 4, 1, 7, 5, 8, 6, 3, 3, 6, 4, 3, 1, 1, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.600383, 8.229822, 7.517395, 7.198728, 7.931826, 7.792856, 7.840269, 8.389467, 7.864523, 8.002159, 8.2984, 8.5354, 7.735896, 7.715142, 7.971168, 7.780685, 7.580059, 7.300997, 7.376253, 7.182549, 6.846644, 7.051664, 6.917051, 7.143939, 8.191421, 8.061845, 7.393736, 8.013076, 7.868452, 8.21237, 8.261056, 8.544184, 8.278328, 7.577799, 7.567964, 7.698542, 8.332986, 7.907241, 8.479334, 9.149841, 8.089933, 7.12351, 6.366866, 5.764405, 5.014527, 4.244749, 3.221966, 2.045431, 0.613481, 0.0], "sum_m_pl": [0.747631, 2.286915, 2.113865, 1.688422, 1.809087, 1.768997, 1.600107, 1.787036, 1.923302, 2.002573, 2.466996, 2.523445, 2.668672, 2.646716, 2.662579, 2.749287, 2.342449, 2.831824, 2.86638, 2.976475, 2.984302, 2.759414, 2.640779, 2.672958, 3.710361, 3.934916, 3.277202, 3.079616, 2.936434, 3.002673, 2.905004, 2.682934, 2.543105, 2.343605, 2.296355, 2.574941, 2.635327, 2.466242, 3.03377, 2.8726, 2.7233, 2.792348, 2.692678, 2.665181, 2.734619, 2.220638, 2.21465, 0.894696, 0.316784, 0.0]}, "lang": {"n_am_en": [6, 9, 18, 22, 25, 18, 22, 25, 17, 18, 18, 17, 13, 13, 17, 19, 18, 17, 18, 15, 21, 21, 13, 18, 30, 27, 24, 26, 22, 26, 24, 19, 25, 27, 24, 33, 36, 39, 42, 44, 42, 41, 41, 41, 43, 45, 46, 49, 49, 52], "n_am_pl": [3, 6, 3, 2, 3, 3, 5, 3, 4, 5, 4, 5, 8, 6, 8, 2, 5, 2, 2, 2, 2, 1, 1, 1, 1, 4, 6, 3, 6, 5, 3, 3, 4, 1, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 53, "sum_m_en": [6.035524, 8.268409, 8.542029, 9.300275, 10.386551, 10.907873, 10.359178, 11.304024, 10.305411, 10.752589, 10.63497, 10.824499, 10.818371, 10.927125, 11.280672, 11.394425, 11.149421, 10.807833, 10.296002, 9.7081, 9.489694, 9.503053, 9.277887, 9.415618, 17.978792, 16.738144, 15.288542, 13.908293, 12.777894, 13.438069, 12.791985, 12.681865, 13.847263, 14.466336, 16.108181, 17.89811, 20.793457, 24.141862, 29.082357, 32.144743, 33.638854, 34.594636, 35.984245, 37.08094, 38.413204, 41.152906, 43.15763, 43.625944, 44.190903, 51.17131], "sum_m_pl": [1.174454, 2.424309, 2.476282, 2.377203, 2.681857, 2.870038, 3.212239, 3.298437, 3.364767, 3.532428, 3.714066, 3.850875, 4.15348, 4.344313, 4.384315, 4.258081, 3.727729, 3.881856, 3.843559, 3.672221, 3.581656, 3.450804, 3.344996, 3.365642, 3.974376, 4.415876, 4.733584, 4.73556, 5.138849, 5.03191, 4.676747, 4.439639, 4.342213, 3.879547, 3.843522, 3.961189, 3.474115, 2.891918, 2.02767, 1.758538, 1.786812, 1.170453, 1.16353, 1.010647, 0.792642, 0.454677, 0.47288, 0.197136, 0.282249, 0.179068]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "llmzszl-47", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 764, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9778}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 45, 97, 114, 188, 221, 206, 265, 229, 270, 248, 237, 216, 229, 256, 287, 310, 298, 285, 278, 309, 275, 259, 227, 460, 412, 389, 302, 297, 257, 250, 205, 260, 309, 367, 381, 396, 463, 504, 534, 504, 489, 471, 458, 394, 290, 109, 27, 17, 14], "n_am_pl": [9, 128, 84, 114, 116, 120, 139, 114, 145, 136, 173, 180, 191, 159, 176, 144, 110, 136, 113, 96, 78, 66, 70, 71, 92, 115, 134, 144, 154, 184, 173, 162, 151, 131, 120, 103, 113, 88, 90, 112, 132, 174, 177, 189, 277, 376, 578, 652, 703, 716], "n_pos": 1280, "sum_m_en": [113.286494, 185.853769, 192.554973, 196.070657, 207.978721, 218.854153, 225.790069, 241.093644, 232.188325, 243.796748, 249.799045, 242.647648, 241.861847, 244.603305, 246.60147, 234.596072, 235.054114, 223.361445, 221.393266, 210.833409, 205.84811, 207.267179, 205.80356, 207.778811, 300.417533, 283.170082, 264.815559, 248.985734, 249.251269, 246.688347, 237.054165, 230.445594, 239.706167, 241.876267, 269.754119, 263.982781, 272.365709, 314.028515, 352.975974, 379.687638, 357.161463, 376.542064, 382.68997, 379.721082, 347.318006, 265.606492, 117.968738, 38.876644, 31.817125, 14.006201], "sum_m_pl": [20.216075, 56.921587, 67.339056, 67.319985, 73.629877, 74.617806, 78.26435, 76.871793, 81.648032, 84.868068, 93.243668, 95.156288, 93.117207, 94.064866, 93.102961, 88.296062, 76.822879, 83.850288, 81.48251, 78.376975, 75.705784, 72.736308, 71.487405, 71.919104, 93.218735, 105.515124, 113.025276, 111.794448, 121.864705, 129.116076, 116.168644, 112.807383, 107.754215, 100.583382, 96.166395, 99.426374, 97.042532, 86.342062, 89.704005, 91.221826, 105.913654, 120.708846, 150.525586, 171.570506, 230.789482, 313.350493, 525.105843, 625.987228, 671.605636, 717.494252]}, "digit": {"n_am_en": [0, 3, 10, 9, 7, 17, 6, 14, 10, 7, 11, 11, 10, 7, 9, 8, 14, 10, 10, 6, 8, 3, 7, 9, 24, 15, 17, 13, 16, 13, 19, 7, 10, 15, 12, 17, 22, 22, 17, 20, 12, 12, 11, 10, 5, 4, 2, 2, 1, 0], "n_am_pl": [0, 8, 9, 8, 9, 10, 14, 10, 14, 13, 19, 15, 12, 12, 14, 9, 12, 12, 18, 17, 11, 5, 3, 4, 8, 15, 18, 11, 17, 9, 17, 16, 10, 6, 17, 9, 12, 11, 14, 13, 11, 10, 7, 9, 9, 8, 8, 9, 3, 0], "n_pos": 105, "sum_m_en": [9.296245, 17.571054, 18.442508, 18.097543, 18.782558, 18.923219, 18.434231, 19.476927, 18.84845, 19.55986, 21.241479, 20.481447, 19.32211, 19.38472, 19.668889, 18.469979, 18.205626, 16.821276, 17.98473, 16.953616, 16.176148, 16.69678, 16.539311, 17.027785, 20.80346, 20.054418, 18.746646, 19.913445, 20.441198, 21.096725, 20.175421, 20.759864, 20.944418, 19.450864, 20.231792, 19.006456, 19.939765, 19.174849, 19.885465, 19.819855, 17.834672, 16.921283, 17.174722, 15.009003, 12.215321, 9.093616, 5.921638, 3.465249, 4.209159, 0.0], "sum_m_pl": [1.719082, 5.524184, 5.221631, 5.233426, 5.044136, 5.27332, 5.059643, 5.062671, 5.937626, 5.81528, 7.162673, 7.352323, 6.996376, 6.936475, 6.739894, 6.579842, 5.524555, 6.372543, 6.413922, 6.38475, 6.216659, 5.869714, 5.673569, 5.833485, 7.944499, 9.376547, 9.321704, 8.726263, 9.371212, 9.064081, 8.210972, 7.538351, 6.85141, 5.900505, 6.408329, 7.2266, 6.396274, 6.056857, 6.384838, 6.327234, 5.969994, 5.938322, 5.811671, 5.856936, 6.246992, 6.968046, 9.145806, 7.103491, 3.948991, 0.035293]}, "lang": {"n_am_en": [12, 26, 42, 63, 119, 137, 146, 177, 152, 177, 161, 142, 139, 149, 153, 189, 197, 203, 189, 194, 212, 200, 179, 155, 319, 287, 270, 205, 205, 171, 165, 140, 173, 194, 229, 237, 254, 317, 347, 363, 346, 334, 319, 317, 279, 193, 74, 18, 14, 14], "n_am_pl": [1, 67, 53, 80, 73, 75, 65, 62, 82, 85, 94, 114, 116, 94, 108, 90, 67, 89, 65, 53, 45, 41, 42, 44, 56, 70, 81, 102, 92, 112, 104, 101, 101, 94, 79, 79, 76, 54, 55, 76, 99, 140, 146, 156, 234, 325, 507, 604, 684, 713], "n_pos": 729, "sum_m_en": [65.844926, 103.867596, 105.942264, 109.258345, 120.196597, 127.183157, 133.886822, 144.433947, 139.484078, 146.352274, 148.670219, 143.347874, 143.808304, 145.964925, 146.548674, 140.117776, 139.658799, 133.137118, 130.213378, 124.322587, 121.203731, 121.24714, 120.529439, 121.131327, 189.937191, 177.443083, 165.778308, 151.949516, 150.074698, 145.697771, 140.989783, 135.06624, 141.305629, 146.385432, 160.058901, 160.126107, 164.756922, 194.488365, 224.21929, 249.236165, 235.027682, 248.830881, 261.852117, 261.248089, 241.549682, 173.707918, 77.196973, 22.645139, 20.251245, 14.000915], "sum_m_pl": [11.133806, 31.700249, 38.771414, 39.136928, 43.721887, 44.072473, 46.218401, 45.560554, 48.140159, 50.432554, 55.851398, 58.389671, 55.044304, 56.416247, 56.244359, 52.829934, 45.793013, 50.422441, 49.086091, 46.754713, 44.877978, 43.241519, 42.442212, 42.655851, 56.8893, 63.563439, 69.704594, 68.160643, 73.77642, 79.57361, 71.215993, 71.422059, 69.522378, 66.561849, 63.511171, 67.027478, 65.287911, 58.713171, 58.929758, 61.33645, 75.160564, 91.142244, 116.005439, 135.881696, 191.232462, 268.595696, 458.657931, 576.148882, 648.714683, 710.567457]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-47", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 892, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 23, 28, 27, 44, 37, 42, 57, 38, 39, 38, 37, 21, 33, 31, 33, 34, 29, 34, 29, 35, 35, 31, 39, 72, 65, 50, 48, 39, 37, 42, 39, 42, 48, 52, 57, 69, 72, 79, 88, 83, 81, 84, 87, 81, 82, 68, 60, 58, 60], "n_am_pl": [4, 13, 17, 18, 28, 31, 26, 23, 13, 13, 20, 30, 36, 25, 31, 34, 25, 25, 17, 19, 11, 13, 10, 11, 15, 16, 17, 24, 26, 24, 17, 23, 23, 23, 20, 13, 7, 5, 7, 10, 9, 9, 7, 6, 6, 5, 13, 14, 14, 15], "n_pos": 201, "sum_m_en": [22.162194, 31.674345, 31.285828, 31.973142, 33.951935, 34.785987, 34.89856, 35.470544, 34.740455, 35.781792, 35.883846, 35.539513, 35.233319, 34.907894, 33.391085, 34.027685, 36.424066, 34.555122, 35.609427, 33.710803, 32.904392, 33.375181, 33.094168, 33.429862, 46.36865, 46.697237, 39.285307, 37.013751, 35.235961, 36.027724, 34.942235, 35.77481, 36.094195, 37.860667, 42.399491, 42.689745, 48.592737, 55.939509, 61.187937, 70.148668, 68.773162, 69.76822, 74.152071, 76.244445, 76.379585, 74.253572, 66.364693, 61.543901, 56.205663, 60.178488], "sum_m_pl": [3.695766, 9.07563, 9.716421, 9.213867, 10.504795, 11.095248, 11.342214, 11.054709, 11.329694, 11.356341, 13.123681, 13.709202, 14.07733, 13.811708, 14.892567, 16.084439, 14.73915, 14.648185, 13.634319, 13.789001, 13.564782, 12.830617, 12.374998, 12.37202, 15.427218, 17.074143, 17.937182, 19.026963, 19.898393, 21.453954, 19.327568, 17.180581, 17.562864, 16.62716, 16.457174, 15.766095, 13.525114, 11.634079, 10.848927, 9.621884, 9.610718, 8.725966, 8.775215, 7.587184, 8.797742, 7.77286, 13.172203, 13.560318, 14.528296, 14.615934]}, "digit": {"n_am_en": [0, 0, 0, 2, 3, 4, 4, 3, 3, 0, 3, 1, 1, 3, 2, 5, 6, 2, 3, 2, 3, 4, 5, 4, 9, 7, 2, 3, 1, 4, 2, 2, 1, 4, 4, 5, 8, 9, 12, 12, 8, 6, 9, 9, 7, 8, 5, 2, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 2, 1, 1, 1, 2, 5, 6, 3, 1, 6, 3, 2, 3, 1, 2, 1, 3, 2, 2, 2, 3, 3, 1, 2, 2, 1, 2, 3, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.655412, 3.184718, 3.153222, 3.12085, 3.341053, 3.341751, 3.365856, 3.515458, 3.246678, 3.58898, 3.840331, 3.672896, 3.566534, 3.59265, 3.543858, 3.705383, 3.900967, 3.559012, 3.41089, 3.176355, 3.125268, 3.330242, 3.263367, 3.260437, 4.919085, 4.964359, 3.610631, 3.405007, 3.162836, 3.242599, 3.459054, 3.56291, 3.412693, 3.718889, 3.890503, 3.977711, 4.353662, 5.290356, 4.947973, 5.59353, 5.382693, 4.932783, 4.935022, 7.142094, 6.093588, 4.771691, 3.073035, 2.243342, 0.483188, 0.0], "sum_m_pl": [0.262269, 0.809693, 0.646888, 0.628248, 0.692042, 0.686716, 0.639375, 0.755801, 0.87378, 0.896415, 1.09603, 1.136997, 1.097778, 1.207751, 1.356268, 1.3356, 1.258289, 1.354572, 1.278896, 1.299498, 1.293557, 1.19339, 1.164582, 1.170923, 1.27988, 1.485948, 1.739028, 1.82695, 1.930504, 2.21227, 1.798504, 1.650075, 1.524987, 1.402947, 1.364898, 1.35921, 1.243305, 1.099303, 1.262827, 1.107416, 1.074549, 1.03135, 1.017339, 1.089735, 1.089944, 0.96235, 0.996774, 0.629543, 0.197032, 0.0]}, "lang": {"n_am_en": [16, 13, 19, 17, 27, 21, 22, 31, 24, 24, 23, 23, 14, 14, 16, 15, 17, 18, 21, 19, 21, 21, 20, 24, 45, 42, 33, 33, 28, 24, 24, 26, 27, 29, 34, 36, 40, 43, 45, 54, 53, 56, 58, 60, 61, 59, 55, 51, 56, 60], "n_am_pl": [3, 5, 5, 8, 9, 12, 11, 8, 4, 5, 7, 10, 11, 9, 11, 14, 5, 9, 5, 6, 4, 5, 5, 5, 5, 7, 6, 8, 7, 7, 9, 8, 10, 8, 7, 3, 2, 1, 4, 5, 5, 6, 3, 2, 4, 4, 10, 12, 14, 15], "n_pos": 76, "sum_m_en": [9.987888, 12.049665, 12.249325, 12.311339, 13.578241, 14.008239, 13.937913, 14.591606, 14.894897, 14.661038, 14.355032, 14.324189, 14.174809, 14.195774, 13.613673, 14.023351, 14.857674, 14.361334, 14.738136, 14.041893, 13.483782, 13.569288, 13.417528, 13.478265, 24.242234, 24.565551, 20.64837, 18.408598, 17.16259, 16.848028, 15.939949, 16.364522, 16.854424, 18.391025, 21.047835, 22.472605, 26.872201, 32.099234, 37.769221, 43.839473, 44.660325, 47.4883, 51.789155, 52.268929, 54.786071, 55.772182, 53.405596, 49.606919, 51.517371, 59.751675], "sum_m_pl": [1.718463, 3.392476, 3.639374, 3.413295, 3.887051, 4.196458, 4.387814, 4.268754, 4.440126, 4.44036, 5.296745, 5.694878, 6.049912, 5.830228, 6.450314, 7.157641, 6.502807, 6.20857, 5.788032, 5.770688, 5.55047, 5.301358, 5.123549, 5.079285, 6.24673, 7.02253, 7.892228, 8.056257, 8.142372, 8.813307, 7.586524, 7.079857, 7.707319, 7.311623, 6.960706, 6.829047, 5.824593, 4.502683, 3.915491, 3.554204, 3.15822, 2.785938, 2.228514, 1.918909, 3.619104, 3.233563, 9.505458, 10.93802, 13.512755, 14.615722]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "llmzszl-48", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 817, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9901}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 9, 14, 35, 43, 38, 35, 46, 29, 39, 26, 29, 24, 28, 25, 27, 36, 36, 45, 50, 59, 58, 57, 50, 78, 79, 62, 45, 48, 39, 36, 40, 37, 47, 64, 59, 80, 84, 102, 116, 108, 111, 103, 116, 102, 71, 23, 1, 0, 0], "n_am_pl": [1, 25, 21, 14, 22, 19, 34, 24, 27, 14, 32, 46, 47, 45, 45, 36, 27, 25, 22, 20, 16, 15, 11, 19, 19, 22, 32, 42, 39, 37, 32, 37, 37, 31, 34, 20, 26, 20, 18, 22, 22, 22, 29, 26, 36, 58, 90, 115, 120, 122], "n_pos": 212, "sum_m_en": [18.906478, 30.860034, 32.228301, 33.967963, 34.899581, 35.403257, 36.612197, 37.864761, 37.548588, 40.08312, 39.588801, 38.753943, 39.674472, 37.716929, 34.964677, 36.493263, 38.129377, 36.165927, 37.62832, 36.727325, 35.28851, 35.480098, 35.423971, 35.564651, 53.382128, 49.25934, 41.536907, 39.376495, 37.244923, 37.13909, 35.887244, 36.964592, 36.671088, 39.339281, 41.869528, 42.792585, 49.816273, 63.965049, 75.177119, 88.533021, 85.685624, 85.549938, 87.405658, 96.201983, 86.725687, 65.657144, 24.196206, 4.728196, 1.350864, 1.3e-05], "sum_m_pl": [2.98311, 9.581428, 10.974107, 10.532041, 11.782567, 13.191248, 13.875934, 14.141992, 14.768866, 14.519589, 16.413258, 18.563724, 18.511396, 19.267687, 19.3878, 19.77191, 17.123773, 17.129788, 15.123501, 15.268388, 14.873825, 14.335241, 13.944664, 13.779481, 19.254677, 21.627859, 23.939644, 23.887431, 25.863796, 27.037321, 24.808194, 24.638703, 23.476182, 22.452087, 21.2572, 20.66804, 19.855771, 17.897223, 17.368913, 16.543164, 18.825044, 20.968293, 25.764392, 27.360929, 38.073907, 54.431924, 89.691756, 110.014851, 117.138259, 120.916208]}, "digit": {"n_am_en": [0, 0, 0, 3, 2, 3, 2, 2, 3, 3, 3, 2, 0, 2, 0, 1, 2, 1, 2, 2, 3, 4, 2, 3, 5, 3, 1, 0, 1, 0, 0, 0, 2, 2, 1, 2, 6, 6, 6, 8, 7, 8, 7, 9, 7, 5, 2, 1, 0, 0], "n_am_pl": [0, 2, 4, 0, 3, 0, 2, 3, 1, 2, 3, 2, 2, 1, 2, 1, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 3, 0, 3, 2, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [0.909828, 1.963227, 2.0256, 2.105874, 2.141539, 2.19655, 2.292036, 2.293373, 2.139591, 2.413918, 2.519962, 2.379257, 2.362358, 2.289986, 2.016482, 2.155944, 2.281829, 2.173648, 2.266157, 2.156721, 2.074515, 2.101908, 2.101422, 2.131854, 3.032905, 2.649777, 2.099728, 2.139511, 2.079865, 2.159382, 2.122657, 2.297531, 2.254869, 2.460529, 2.400078, 2.471274, 3.877627, 4.77751, 4.902737, 5.276432, 4.758918, 5.319466, 4.438349, 5.744549, 5.171001, 3.816644, 1.870025, 0.734553, 0.072919, 0.0], "sum_m_pl": [0.152043, 0.568501, 0.523671, 0.52241, 0.525184, 0.610904, 0.627099, 0.699776, 0.776803, 0.749413, 0.910879, 0.977186, 0.902095, 0.890599, 0.948946, 0.933972, 0.791156, 0.88269, 0.801852, 0.827697, 0.827928, 0.776373, 0.754896, 0.771596, 0.873254, 1.005762, 1.249063, 1.294369, 1.43949, 1.510275, 1.287892, 1.176728, 1.020134, 0.926808, 1.015247, 0.856518, 0.58878, 0.499794, 0.53684, 0.514783, 0.595232, 0.504511, 0.568047, 0.614277, 0.788959, 0.908376, 0.963291, 0.801577, 0.088854, 0.0]}, "lang": {"n_am_en": [4, 7, 10, 21, 30, 24, 18, 30, 17, 23, 13, 15, 17, 16, 14, 16, 25, 23, 31, 32, 42, 39, 42, 35, 50, 50, 41, 33, 31, 28, 21, 27, 23, 31, 47, 40, 55, 55, 69, 77, 76, 79, 72, 81, 75, 50, 17, 0, 0, 0], "n_am_pl": [1, 13, 9, 9, 14, 11, 21, 15, 17, 11, 20, 29, 29, 33, 32, 19, 16, 14, 13, 13, 11, 11, 11, 15, 17, 17, 22, 26, 22, 21, 22, 17, 22, 20, 19, 14, 19, 16, 13, 15, 15, 16, 22, 20, 31, 51, 82, 107, 117, 121], "n_pos": 121, "sum_m_en": [11.132029, 17.335057, 18.763545, 19.62285, 20.367288, 20.485124, 20.952689, 22.261649, 22.710613, 24.253662, 23.574269, 23.074782, 23.578944, 22.225949, 20.477852, 21.520642, 22.490236, 21.351731, 22.011848, 21.811045, 20.976001, 20.944135, 20.933398, 20.814396, 34.317307, 30.685237, 25.988923, 24.132173, 22.467732, 21.90938, 21.198278, 21.889211, 21.887011, 23.869271, 25.585737, 26.388051, 30.546809, 39.894439, 48.59873, 58.893367, 58.317768, 59.067491, 62.174426, 67.53727, 61.04523, 45.405559, 16.506663, 2.748335, 0.703392, 3e-06], "sum_m_pl": [1.773488, 5.235389, 6.146133, 5.943141, 6.700096, 7.63385, 8.039284, 8.248508, 8.561142, 8.584877, 9.474491, 10.974284, 11.209794, 12.220393, 12.296867, 12.690116, 10.891273, 10.946539, 9.699097, 9.505518, 9.063353, 8.743812, 8.500348, 8.31271, 12.581796, 14.172486, 15.551104, 15.021492, 16.273179, 16.932514, 15.604651, 15.790125, 14.961945, 14.410153, 13.295864, 13.321585, 13.628601, 11.21476, 10.215048, 9.720152, 11.731557, 13.800874, 17.066527, 19.000357, 29.834782, 45.411188, 80.484964, 101.384041, 114.000253, 119.539319]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "llmzszl-48", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 945, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9859}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 5, 6, 8, 8, 14, 12, 10, 8, 9, 9, 13, 10, 9, 12, 15, 19, 16, 19, 17, 19, 15, 13, 16, 19, 18, 19, 9, 14, 10, 10, 12, 18, 17, 17, 21, 24, 22, 19, 21, 18, 25, 23, 21, 24, 15, 15, 14, 14, 14], "n_am_pl": [0, 8, 3, 7, 6, 5, 6, 7, 7, 8, 7, 7, 9, 11, 9, 11, 6, 7, 10, 8, 7, 13, 15, 11, 14, 9, 11, 6, 6, 8, 9, 10, 5, 5, 3, 11, 10, 5, 7, 14, 11, 12, 9, 8, 7, 6, 8, 6, 5, 7], "n_pos": 65, "sum_m_en": [7.303309, 10.237095, 10.217782, 10.711283, 12.197776, 12.138546, 11.742386, 11.511227, 10.963807, 11.510189, 11.948149, 11.914255, 10.905078, 11.101093, 11.127579, 11.244387, 11.221683, 10.830802, 11.07808, 10.869048, 10.135966, 10.331388, 10.145618, 10.404293, 14.462893, 14.003834, 13.1337, 12.193254, 12.920552, 13.090006, 11.793062, 12.100145, 12.849086, 14.427677, 15.018162, 16.128675, 17.949074, 19.300421, 17.632306, 18.609738, 19.024569, 19.787021, 18.308772, 19.250449, 19.144594, 18.154008, 16.570654, 14.715197, 14.478677, 14.650191], "sum_m_pl": [1.530941, 3.620981, 3.711815, 4.070077, 4.001035, 4.143464, 4.422277, 4.687928, 4.769312, 5.139731, 5.06881, 4.872861, 5.040643, 4.810381, 4.803975, 5.107284, 5.290061, 5.218898, 5.016762, 4.865283, 4.54411, 4.371618, 4.250754, 4.258291, 7.003603, 7.150543, 6.39027, 5.860154, 5.840239, 5.872039, 5.724611, 5.483008, 5.24545, 5.0811, 5.372296, 5.418959, 5.396237, 4.67899, 5.509511, 6.528813, 6.451497, 7.37252, 7.288434, 5.999827, 6.447677, 5.481387, 6.128448, 6.023495, 5.810117, 6.612147]}, "digit": {"n_am_en": [0, 1, 1, 3, 4, 5, 2, 2, 2, 2, 1, 4, 2, 0, 1, 2, 2, 1, 2, 3, 3, 2, 1, 2, 1, 3, 3, 0, 3, 1, 1, 0, 2, 2, 4, 3, 2, 2, 3, 5, 1, 3, 3, 2, 4, 0, 0, 0, 1, 0], "n_am_pl": [0, 2, 1, 0, 1, 1, 2, 1, 1, 4, 3, 4, 2, 3, 4, 5, 2, 3, 6, 3, 3, 5, 5, 4, 5, 3, 3, 2, 1, 2, 3, 2, 2, 3, 1, 5, 5, 2, 3, 6, 3, 7, 5, 5, 1, 3, 2, 1, 0, 0], "n_pos": 19, "sum_m_en": [1.905328, 3.228235, 3.353572, 3.442398, 3.597659, 3.587283, 3.651533, 3.496908, 3.076822, 3.267386, 3.504876, 3.364746, 2.953071, 3.07842, 3.036317, 3.074498, 3.129568, 2.841954, 3.046149, 2.944272, 2.698527, 2.772971, 2.72099, 2.780278, 2.860841, 3.088013, 2.983945, 2.805273, 3.171668, 3.29165, 2.843378, 2.979013, 3.053431, 3.072861, 2.972932, 2.983153, 2.897109, 2.964419, 2.675151, 2.754338, 2.507047, 2.405286, 2.229328, 2.51508, 3.079429, 2.373058, 2.290298, 1.909402, 1.235659, 0.0], "sum_m_pl": [0.369017, 0.999476, 0.945844, 1.030962, 1.047913, 1.099352, 1.019132, 1.033489, 1.00872, 1.180785, 1.222474, 1.207092, 1.192912, 1.139884, 1.100867, 1.28868, 1.320986, 1.37688, 1.366169, 1.252891, 1.136397, 1.087476, 1.062093, 1.072918, 1.773348, 2.010405, 1.603763, 1.620553, 1.530328, 1.502363, 1.458604, 1.302433, 1.245547, 1.451609, 1.530602, 1.747909, 1.767616, 1.838118, 2.694894, 2.858426, 2.226137, 3.257814, 3.247153, 2.298469, 1.856337, 1.618379, 1.285891, 0.824432, 0.354816, 0.0]}, "lang": {"n_am_en": [0, 1, 5, 4, 3, 6, 5, 4, 3, 4, 5, 6, 5, 5, 7, 7, 12, 10, 11, 9, 10, 9, 8, 10, 12, 11, 11, 8, 8, 6, 7, 7, 13, 10, 7, 11, 12, 13, 12, 10, 11, 16, 15, 15, 17, 13, 12, 11, 12, 14], "n_am_pl": [0, 4, 0, 2, 3, 3, 3, 4, 4, 1, 1, 1, 6, 5, 4, 2, 1, 2, 2, 3, 2, 6, 5, 2, 2, 2, 3, 1, 2, 2, 3, 2, 1, 1, 0, 1, 2, 2, 3, 5, 6, 2, 2, 1, 2, 2, 4, 4, 5, 7], "n_pos": 24, "sum_m_en": [2.897799, 3.737182, 3.792347, 4.154772, 5.150415, 4.732164, 4.553624, 4.563608, 4.636884, 4.819978, 4.967983, 5.150606, 4.69355, 4.681196, 4.821285, 4.858358, 4.631716, 4.640417, 4.569802, 4.53967, 4.288532, 4.297894, 4.198964, 4.291563, 7.776313, 7.098472, 6.701996, 6.11775, 6.07535, 5.871887, 5.538951, 5.503643, 5.898406, 7.042322, 7.666132, 8.708466, 10.271583, 10.805004, 10.802561, 10.835605, 11.396662, 12.956144, 12.761788, 13.648599, 13.731494, 13.22486, 11.854889, 10.669601, 11.885921, 14.458312], "sum_m_pl": [0.529352, 1.303397, 1.379295, 1.511196, 1.612678, 1.614793, 1.731206, 1.759563, 1.849651, 1.889429, 1.879426, 1.915678, 2.028718, 1.956843, 1.96109, 2.083834, 2.174585, 2.066901, 1.975084, 2.000216, 1.899139, 1.84003, 1.78531, 1.787921, 2.36669, 2.437775, 2.480859, 2.288328, 2.292738, 2.446954, 2.432676, 2.360562, 2.092487, 1.946479, 1.969052, 1.969372, 1.840175, 1.432425, 1.437167, 1.781355, 2.452803, 2.006592, 1.835544, 1.683458, 1.943323, 2.196976, 3.20687, 4.230557, 5.350023, 6.611849]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 67, "item_id": "llmzszl-54", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 830, "region_end": 65, "roundtrip_ok": true, "tf_agree": 0.9552, "tf_agree_excl_first": 0.9697}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 33, 35, 65, 76, 95, 96, 115, 113, 132, 117, 100, 113, 104, 109, 127, 157, 169, 169, 198, 187, 188, 187, 175, 244, 233, 204, 178, 155, 142, 149, 155, 172, 189, 205, 205, 198, 210, 195, 202, 223, 211, 214, 211, 197, 135, 50, 19, 8, 2], "n_am_pl": [4, 41, 50, 46, 53, 59, 63, 54, 67, 50, 63, 75, 79, 72, 61, 62, 49, 60, 46, 42, 32, 47, 39, 40, 28, 41, 50, 55, 68, 59, 68, 52, 43, 43, 46, 40, 50, 45, 51, 58, 54, 63, 63, 64, 87, 134, 212, 251, 253, 263], "n_pos": 518, "sum_m_en": [48.542172, 75.58407, 79.225935, 82.089117, 86.871048, 87.097562, 87.814409, 89.53477, 87.537585, 91.049768, 92.85207, 89.466344, 88.190762, 86.982747, 82.467039, 85.807072, 90.937256, 91.150773, 91.535879, 88.432746, 89.613345, 84.276639, 84.187458, 83.30349, 156.898051, 144.919115, 127.192501, 108.492316, 105.263845, 96.20263, 91.023227, 93.202012, 103.329469, 112.866644, 132.960887, 139.662054, 139.599843, 149.836157, 156.923786, 161.660268, 172.212502, 170.147757, 178.777524, 177.264002, 167.468656, 125.708442, 52.079655, 21.691469, 16.480921, 1.888315], "sum_m_pl": [9.091077, 25.049665, 27.059887, 29.368992, 30.255463, 30.608913, 30.663838, 30.291197, 32.703074, 32.646577, 34.088983, 32.76321, 34.378654, 34.128492, 33.388898, 32.192287, 31.872051, 31.505987, 30.146509, 29.637112, 28.456105, 27.360926, 26.704952, 26.652753, 34.273024, 36.195293, 39.459761, 40.250222, 45.703387, 45.040702, 42.377923, 40.23237, 39.721622, 36.07495, 35.916754, 36.203897, 37.933278, 37.490412, 40.478827, 47.069957, 45.323731, 49.776852, 54.308984, 59.027605, 81.979976, 118.18232, 193.440401, 234.400755, 242.122223, 262.284098]}, "digit": {"n_am_en": [0, 2, 8, 12, 6, 8, 12, 16, 5, 12, 9, 12, 12, 11, 8, 12, 18, 18, 19, 24, 22, 16, 16, 12, 23, 22, 18, 20, 16, 15, 14, 20, 20, 24, 20, 14, 22, 19, 14, 16, 19, 17, 16, 19, 19, 12, 4, 2, 1, 0], "n_am_pl": [0, 3, 6, 7, 6, 4, 8, 6, 7, 11, 10, 14, 14, 9, 6, 14, 8, 10, 9, 9, 5, 8, 6, 5, 4, 5, 4, 9, 11, 8, 8, 6, 6, 3, 12, 6, 11, 12, 17, 15, 14, 12, 7, 10, 6, 9, 9, 6, 0, 0], "n_pos": 68, "sum_m_en": [6.882456, 11.218375, 12.386424, 12.401756, 13.031895, 12.839404, 12.636699, 13.110298, 12.073459, 13.240395, 13.220645, 12.679973, 12.103184, 12.237175, 11.640496, 11.513198, 12.290745, 10.977681, 11.091239, 10.661442, 10.63118, 10.599578, 10.434094, 10.698058, 13.866401, 14.139283, 13.261529, 12.792682, 12.69371, 12.181143, 10.956211, 12.472243, 13.461086, 13.252071, 13.476678, 12.896933, 12.479873, 11.397642, 11.213037, 10.655453, 10.400277, 10.270371, 10.739207, 10.911843, 13.227031, 10.191495, 7.013918, 3.347369, 4.121462, 0.0], "sum_m_pl": [1.440675, 3.764677, 3.101705, 3.320567, 3.373371, 3.12617, 2.839762, 3.027546, 3.516344, 4.209013, 4.591253, 3.964176, 3.842686, 3.376973, 3.303274, 3.619328, 3.712544, 3.853478, 3.297497, 3.434863, 3.240323, 3.161476, 3.139656, 3.265974, 4.277422, 4.816621, 4.503085, 4.971038, 5.543431, 4.918446, 3.994314, 3.680876, 3.88737, 3.95808, 4.419915, 4.572779, 4.37746, 5.029784, 7.428135, 8.21023, 6.46304, 7.56197, 6.720556, 5.977248, 5.37447, 6.145764, 6.286254, 4.400829, 1.806791, 0.0]}, "lang": {"n_am_en": [3, 21, 18, 28, 43, 53, 52, 52, 62, 76, 64, 50, 66, 59, 67, 80, 94, 98, 102, 118, 112, 119, 120, 114, 153, 146, 130, 112, 94, 84, 91, 91, 105, 117, 127, 128, 126, 134, 130, 127, 144, 136, 136, 136, 121, 84, 34, 14, 4, 2], "n_am_pl": [1, 18, 23, 20, 30, 37, 35, 33, 39, 27, 34, 41, 41, 42, 40, 29, 26, 32, 21, 22, 16, 24, 18, 24, 17, 24, 32, 27, 37, 33, 39, 27, 23, 24, 21, 21, 28, 27, 26, 33, 32, 40, 45, 45, 64, 104, 165, 220, 246, 262], "n_pos": 264, "sum_m_en": [25.223964, 38.033335, 40.111564, 41.350483, 43.988972, 43.830946, 44.956897, 45.324136, 46.027791, 47.279626, 48.45697, 46.488714, 45.902712, 45.064919, 42.659628, 45.379163, 48.037622, 49.500963, 48.894392, 47.209282, 48.35604, 44.756929, 44.773589, 43.895438, 94.841489, 84.363115, 73.447352, 59.687253, 56.985771, 50.746957, 48.601728, 49.702166, 55.074917, 62.221928, 75.905697, 81.501757, 83.599431, 93.495158, 101.628586, 101.234452, 112.505377, 110.021083, 115.679945, 115.568895, 105.88618, 78.674339, 31.789658, 13.453269, 6.980872, 1.878517], "sum_m_pl": [4.268257, 11.668649, 13.631519, 15.220004, 15.464352, 15.736569, 15.837994, 15.657825, 16.775094, 16.388153, 16.969884, 16.914511, 18.212134, 18.819126, 18.288927, 16.943627, 16.634897, 16.40037, 16.128406, 15.678138, 14.972398, 14.502608, 14.105011, 13.987163, 18.23786, 19.717927, 22.384868, 21.963236, 25.082375, 25.533547, 24.642153, 23.389343, 22.920539, 20.783298, 19.921092, 20.519484, 23.147115, 22.920496, 22.891133, 28.303475, 28.384328, 31.861656, 37.021438, 42.191175, 58.698391, 91.305882, 155.106021, 204.949158, 230.990859, 259.482321]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 520, "item_id": "llmzszl-54", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 958, "region_end": 518, "roundtrip_ok": true, "tf_agree": 0.9923, "tf_agree_excl_first": 0.9942}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 11, 12, 14, 27, 14, 26, 27, 27, 24, 34, 27, 25, 23, 21, 29, 22, 27, 28, 27, 28, 35, 28, 26, 50, 46, 43, 29, 35, 29, 29, 31, 32, 43, 45, 44, 44, 44, 42, 42, 46, 43, 47, 48, 50, 57, 51, 53, 49, 50], "n_am_pl": [0, 8, 6, 8, 6, 7, 6, 13, 8, 11, 15, 14, 7, 15, 13, 11, 13, 13, 13, 8, 5, 4, 6, 2, 7, 9, 3, 9, 8, 15, 20, 15, 11, 5, 3, 3, 2, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 128, "sum_m_en": [12.564353, 18.550313, 18.560037, 19.311322, 22.331308, 23.080342, 23.775045, 23.181711, 23.041217, 23.147554, 23.697024, 23.446259, 23.403174, 24.375502, 23.720844, 23.314523, 23.931542, 22.189935, 21.534952, 20.686924, 20.109304, 22.528643, 20.545167, 20.852312, 34.755007, 33.628818, 31.309059, 26.71567, 26.883734, 26.542663, 24.988692, 25.748492, 23.904813, 27.23968, 30.660565, 30.989902, 32.76153, 34.20793, 33.59459, 37.985044, 38.71586, 41.855585, 45.504283, 46.385171, 47.794523, 51.882756, 47.193844, 51.552053, 46.859998, 49.734926], "sum_m_pl": [2.765133, 5.967081, 6.35717, 6.066545, 7.109364, 7.075241, 6.662389, 6.728907, 7.293093, 7.445591, 7.797925, 8.897662, 8.611741, 8.293472, 8.424408, 8.094263, 8.337226, 9.504426, 8.531155, 8.320656, 8.169452, 7.449304, 7.475875, 7.462083, 8.382097, 9.629457, 9.744213, 10.644649, 10.352907, 11.515648, 11.070486, 10.130469, 10.982575, 9.093361, 8.376152, 7.919006, 7.344482, 5.782358, 4.417236, 4.258245, 4.651236, 3.607786, 3.537898, 3.124869, 2.821887, 2.12617, 1.286879, 0.977632, 0.89817, 0.001575]}, "digit": {"n_am_en": [0, 2, 1, 3, 6, 3, 5, 7, 2, 5, 8, 6, 5, 3, 2, 5, 4, 7, 5, 9, 7, 8, 5, 5, 16, 12, 11, 5, 6, 5, 3, 4, 5, 8, 6, 6, 7, 8, 8, 6, 4, 4, 4, 5, 4, 4, 3, 1, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 2, 0, 2, 1, 2, 3, 6, 2, 5, 2, 2, 4, 3, 4, 0, 0, 1, 1, 0, 2, 3, 1, 3, 5, 5, 8, 7, 4, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.940121, 5.210036, 5.073377, 4.980869, 5.486932, 5.473819, 5.543348, 5.265636, 5.118213, 5.42528, 5.680253, 5.509992, 5.435315, 5.82491, 5.813807, 5.662998, 5.608455, 5.241912, 5.244099, 4.945919, 4.825153, 5.263013, 4.987156, 5.15844, 8.354892, 8.151436, 7.723134, 6.208618, 6.094894, 5.807554, 5.243015, 5.64188, 5.06035, 5.877865, 5.683221, 5.719558, 6.2804, 5.977592, 5.101471, 5.162087, 4.903678, 4.451348, 5.102961, 5.135922, 4.904606, 4.766021, 2.592271, 2.292273, 0.727857, 1e-06], "sum_m_pl": [0.477299, 1.293356, 1.259715, 1.190487, 1.443303, 1.440202, 1.290548, 1.279536, 1.467561, 1.521523, 1.649271, 1.818155, 1.978503, 1.983875, 1.921926, 1.887243, 1.977012, 2.281615, 1.962561, 1.882394, 1.864683, 1.740696, 1.745994, 1.757928, 1.847269, 2.307776, 2.465408, 3.048766, 2.880388, 3.080246, 2.8649, 2.547741, 2.771492, 2.154928, 2.056799, 2.24248, 2.209959, 1.652328, 1.486133, 1.53284, 1.569904, 1.455249, 1.419236, 1.260412, 1.33585, 1.173122, 0.779282, 0.592431, 0.31435, 0.0]}, "lang": {"n_am_en": [3, 6, 7, 8, 15, 11, 13, 13, 16, 12, 17, 12, 14, 13, 15, 16, 13, 15, 16, 13, 14, 17, 16, 14, 22, 22, 23, 16, 20, 16, 18, 20, 19, 23, 27, 27, 26, 25, 22, 26, 30, 31, 32, 33, 36, 38, 37, 46, 47, 50], "n_am_pl": [0, 4, 4, 3, 3, 3, 5, 6, 3, 3, 6, 5, 3, 4, 4, 3, 7, 8, 5, 5, 3, 2, 3, 2, 3, 2, 1, 1, 1, 5, 4, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [5.093825, 7.030875, 7.111175, 7.898905, 9.267257, 9.725542, 9.950731, 9.819282, 9.86855, 9.657433, 9.754253, 10.272307, 10.338136, 10.753158, 10.363191, 10.159566, 10.790827, 9.949277, 9.14298, 8.764915, 8.49803, 10.021746, 8.483269, 8.399763, 17.34926, 16.305179, 14.805965, 12.242545, 11.919588, 11.89138, 11.205838, 11.535769, 10.910339, 12.561012, 16.110787, 16.821104, 18.001171, 19.430568, 20.122529, 23.950339, 24.917633, 28.985994, 30.891216, 32.135103, 33.191446, 34.867965, 35.017738, 42.235756, 42.721448, 49.527902], "sum_m_pl": [1.202128, 2.554207, 2.499966, 2.286668, 2.757846, 2.850814, 2.808761, 2.77087, 3.043053, 2.986486, 3.192846, 3.634931, 3.448709, 3.320519, 3.506645, 3.329283, 3.492229, 4.031692, 3.649156, 3.450222, 3.403217, 3.021663, 3.120814, 3.097571, 3.55237, 3.984883, 4.101339, 4.141675, 4.165558, 4.534112, 4.396889, 4.166195, 4.615175, 3.818205, 3.578362, 3.167125, 3.05776, 2.449267, 1.362721, 1.25074, 1.607715, 1.067784, 1.011339, 0.853301, 0.624085, 0.284382, 0.160585, 0.166607, 0.238493, 0.001036]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "llmzszl-56", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 825, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9923, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 21, 18, 18, 30, 24, 21, 36, 27, 30, 31, 34, 32, 33, 29, 50, 45, 33, 32, 31, 34, 41, 34, 37, 66, 66, 57, 36, 40, 39, 32, 29, 31, 39, 50, 54, 43, 51, 51, 62, 58, 59, 70, 64, 45, 33, 9, 1, 0, 0], "n_am_pl": [0, 15, 23, 19, 22, 21, 17, 10, 20, 12, 16, 24, 13, 13, 13, 13, 13, 20, 18, 12, 7, 7, 9, 9, 12, 12, 12, 14, 25, 21, 27, 24, 24, 14, 12, 7, 15, 10, 9, 11, 15, 20, 17, 19, 27, 42, 67, 76, 85, 84], "n_pos": 169, "sum_m_en": [17.078373, 26.335004, 26.472091, 26.095538, 28.531155, 29.163958, 30.829802, 31.840046, 31.990966, 32.034602, 33.285174, 32.768539, 31.735748, 32.191968, 31.270829, 31.202141, 31.912961, 29.507624, 28.437415, 27.382367, 27.501885, 30.956419, 27.565132, 27.963687, 46.686323, 44.849277, 41.464665, 34.972023, 34.918511, 33.336258, 31.029333, 31.712407, 29.968314, 32.330201, 35.715519, 36.01973, 35.472855, 39.696687, 42.840918, 48.758943, 45.929496, 47.655341, 52.488855, 54.009799, 41.182943, 30.613741, 10.006841, 3.783474, 1.052802, 3e-06], "sum_m_pl": [2.906607, 8.816374, 10.09162, 9.576594, 9.848489, 9.849297, 9.713802, 9.538662, 10.152987, 9.591883, 10.065946, 11.266328, 11.194413, 10.89032, 11.37304, 10.973849, 10.660878, 11.403882, 10.441865, 10.296707, 9.937531, 9.171998, 9.419003, 9.467624, 10.880006, 12.474208, 12.543961, 13.192174, 14.272077, 15.461191, 15.349886, 15.058199, 15.297675, 13.136961, 12.360664, 11.404917, 11.796211, 10.800278, 9.92343, 10.099035, 12.989511, 15.914416, 18.596213, 19.382389, 27.513587, 40.982023, 62.096445, 74.361564, 82.670652, 83.318937]}, "digit": {"n_am_en": [0, 1, 2, 1, 8, 1, 5, 6, 1, 7, 6, 3, 4, 6, 3, 5, 7, 2, 2, 1, 5, 5, 3, 1, 11, 10, 8, 2, 5, 6, 1, 0, 4, 3, 4, 1, 3, 3, 2, 1, 2, 3, 5, 3, 1, 1, 2, 0, 0, 0], "n_am_pl": [0, 2, 1, 2, 1, 0, 1, 1, 2, 0, 2, 4, 3, 2, 3, 2, 1, 2, 2, 0, 0, 0, 0, 1, 3, 2, 2, 4, 2, 2, 6, 4, 4, 2, 2, 1, 2, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.549799, 4.511809, 4.69243, 4.554996, 4.722953, 4.588124, 4.700755, 4.667697, 4.526265, 4.946334, 5.22185, 4.923722, 4.652606, 4.957656, 4.950446, 4.763313, 4.515203, 4.264324, 4.216644, 3.957272, 4.027374, 4.423009, 4.234276, 4.423735, 6.952661, 6.820355, 6.160182, 5.338012, 5.21832, 5.042532, 4.487052, 4.883711, 4.639901, 4.929927, 4.688106, 4.319679, 3.975173, 3.694788, 3.424564, 3.552166, 3.486563, 3.378644, 3.612584, 3.183545, 2.830909, 2.025131, 1.67034, 0.851797, 0.354457, 0.0], "sum_m_pl": [0.459035, 1.303679, 1.310302, 1.155129, 1.290089, 1.242331, 1.121942, 1.105114, 1.284809, 1.216937, 1.282059, 1.415614, 1.505167, 1.526566, 1.529077, 1.518271, 1.523577, 1.658524, 1.505939, 1.443411, 1.440287, 1.368211, 1.377339, 1.394545, 1.480423, 1.709377, 1.705734, 1.765357, 1.856476, 2.097054, 2.184376, 2.107739, 2.160886, 1.700529, 1.77419, 1.779709, 1.849819, 1.338505, 1.208215, 1.196704, 1.327304, 1.243104, 1.247167, 1.039439, 1.004011, 0.76668, 0.72332, 0.606768, 0.194245, 1e-06]}, "lang": {"n_am_en": [2, 17, 11, 9, 13, 16, 8, 15, 12, 14, 13, 19, 18, 18, 16, 28, 28, 22, 22, 21, 18, 22, 21, 24, 40, 36, 31, 19, 22, 21, 23, 17, 20, 25, 27, 34, 24, 33, 38, 44, 40, 42, 49, 48, 31, 21, 4, 1, 0, 0], "n_am_pl": [0, 5, 16, 10, 14, 10, 11, 5, 13, 7, 8, 15, 7, 6, 4, 5, 5, 7, 8, 8, 6, 6, 7, 5, 7, 6, 7, 7, 17, 12, 15, 16, 16, 9, 8, 5, 11, 7, 5, 11, 14, 19, 16, 19, 27, 41, 61, 71, 84, 84], "n_pos": 84, "sum_m_en": [9.017712, 12.95557, 12.812303, 12.308727, 13.771348, 14.36922, 15.279552, 16.081187, 16.396562, 16.409097, 17.030872, 16.991318, 16.368989, 16.715166, 16.123185, 16.267692, 17.139064, 15.55197, 14.901432, 14.217478, 14.428574, 16.256774, 14.126118, 14.14972, 26.105945, 24.070062, 21.767792, 17.746492, 17.835087, 16.560029, 15.713998, 16.013649, 15.372125, 17.233944, 19.708505, 20.638308, 20.584628, 24.176919, 27.052299, 30.849628, 29.213205, 30.768494, 35.054416, 37.51686, 27.372186, 18.993603, 5.126397, 1.890565, 0.124765, 0.0], "sum_m_pl": [1.40964, 4.556487, 5.368088, 5.060753, 4.964212, 5.154439, 5.16405, 5.189329, 5.624049, 5.252536, 5.586594, 6.210409, 6.332495, 6.186862, 6.351066, 6.086908, 5.759366, 6.161956, 5.673993, 5.505995, 5.225631, 4.796083, 4.975835, 4.987212, 6.179565, 7.270957, 7.331225, 7.621679, 8.393996, 8.994627, 8.77109, 8.836067, 8.975651, 7.769076, 7.091092, 6.513523, 6.629416, 6.368518, 6.103614, 6.527781, 8.620306, 12.260986, 15.243105, 16.548058, 24.804116, 38.079995, 57.460093, 69.916214, 80.917953, 83.209793]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "llmzszl-56", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 953, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 7, 15, 13, 13, 15, 10, 7, 11, 14, 12, 10, 12, 10, 10, 15, 14, 10, 14, 10, 19, 18, 12, 8, 15, 15, 11, 11, 10, 11, 14, 10, 6, 16, 20, 21, 22, 25, 25, 28, 27, 25, 25, 24, 20, 19, 10, 8, 10, 10], "n_am_pl": [0, 12, 12, 5, 2, 8, 5, 5, 5, 8, 17, 17, 15, 14, 6, 12, 12, 8, 10, 9, 3, 4, 3, 3, 5, 9, 3, 10, 12, 13, 12, 13, 8, 4, 10, 4, 3, 3, 3, 1, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0], "n_pos": 78, "sum_m_en": [9.434002, 11.872755, 11.204888, 11.083286, 11.591304, 11.621459, 11.542372, 11.91446, 11.555596, 12.582916, 11.90758, 12.017056, 12.336439, 12.426897, 11.996482, 12.374695, 12.642206, 12.309527, 12.167474, 12.558822, 12.215626, 12.298069, 12.147393, 12.218517, 13.217941, 13.135181, 12.485907, 12.813571, 12.868473, 13.094753, 13.121732, 14.026851, 14.929664, 15.159998, 16.542236, 16.397842, 18.338201, 19.954694, 19.74076, 24.593398, 23.078405, 21.727565, 22.375883, 23.395636, 20.740311, 18.744027, 11.934454, 9.35735, 10.163569, 10.539149], "sum_m_pl": [1.807274, 4.03202, 4.390424, 4.124001, 4.526914, 4.534206, 4.315734, 4.400512, 4.899197, 5.811035, 6.13004, 6.235725, 6.510985, 6.541149, 6.380966, 6.710078, 6.48982, 5.909586, 5.991912, 5.850676, 5.438854, 5.351293, 5.238671, 5.222295, 6.530494, 7.386922, 7.276276, 7.759842, 7.940163, 8.518623, 7.94741, 7.02534, 6.613947, 6.198725, 6.076077, 5.615234, 5.017238, 4.485997, 3.412239, 2.594162, 2.37842, 2.209445, 1.915294, 1.594196, 1.292608, 1.040472, 0.496987, 0.271276, 0.100741, 0.186365]}, "digit": {"n_am_en": [3, 1, 3, 5, 4, 3, 3, 0, 3, 5, 4, 4, 3, 4, 4, 5, 1, 1, 1, 2, 5, 4, 4, 2, 5, 6, 4, 5, 4, 4, 4, 3, 2, 5, 6, 6, 5, 6, 3, 3, 4, 1, 3, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 3, 3, 1, 3, 2, 3, 1, 2, 3, 3, 5, 3, 1, 4, 6, 2, 4, 3, 0, 2, 1, 2, 1, 1, 1, 3, 5, 5, 5, 5, 5, 2, 3, 0, 1, 1, 3, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.913332, 3.280435, 2.997061, 3.008344, 3.111565, 3.034688, 3.107562, 3.254417, 3.091451, 3.401285, 3.152631, 3.120712, 3.293953, 3.413964, 3.365292, 3.454816, 3.501868, 3.382951, 3.338439, 3.36773, 3.345182, 3.335545, 3.319747, 3.368519, 3.595943, 3.779207, 3.524955, 3.739132, 3.859896, 3.811586, 3.79556, 4.311322, 4.443552, 4.429891, 4.456716, 4.460745, 4.678927, 4.628746, 4.169063, 4.455798, 3.784138, 3.089547, 3.08431, 2.613905, 2.102573, 1.652866, 0.928685, 0.592366, 0.092999, 0.0], "sum_m_pl": [0.588777, 1.055055, 0.998961, 1.030266, 1.183124, 1.164193, 1.04179, 1.079151, 1.244017, 1.628889, 1.676088, 1.745983, 1.792906, 1.74125, 1.642543, 1.779943, 1.693621, 1.460017, 1.474235, 1.449389, 1.330699, 1.3151, 1.288651, 1.30579, 1.763549, 1.951205, 2.024876, 2.503313, 2.471177, 2.405564, 2.242953, 1.709229, 1.577175, 1.398406, 1.35697, 1.308169, 1.093614, 1.157143, 1.293794, 1.235016, 1.220866, 1.22167, 1.150793, 1.016336, 0.828031, 0.705014, 0.360133, 0.185144, 0.043384, 0.0]}, "lang": {"n_am_en": [0, 1, 2, 3, 1, 2, 2, 3, 0, 3, 1, 0, 1, 0, 2, 1, 2, 3, 3, 1, 2, 2, 2, 1, 2, 2, 2, 2, 2, 0, 3, 2, 1, 4, 6, 8, 9, 10, 8, 8, 8, 9, 9, 9, 11, 11, 9, 8, 10, 10], "n_am_pl": [0, 3, 2, 1, 0, 1, 1, 1, 3, 2, 2, 5, 2, 5, 1, 2, 3, 2, 2, 3, 0, 0, 0, 0, 1, 2, 0, 0, 0, 1, 1, 1, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.24514, 1.608877, 1.580811, 1.710693, 1.937614, 1.89049, 1.795194, 1.886497, 1.917068, 2.046185, 1.97903, 2.014314, 2.038275, 1.947873, 1.933777, 2.042205, 2.076192, 2.070981, 2.122281, 2.192111, 2.160211, 2.134505, 2.121162, 2.120745, 2.522775, 2.521072, 2.474146, 2.332847, 2.372045, 2.513933, 2.425888, 2.583701, 2.921501, 3.266923, 4.051125, 4.750286, 5.798991, 7.07644, 7.206698, 7.686184, 8.141622, 8.68086, 8.867964, 8.880155, 9.315324, 9.722636, 7.969513, 7.4423, 9.189578, 9.976621], "sum_m_pl": [0.235709, 0.560861, 0.575909, 0.616344, 0.666709, 0.679749, 0.681372, 0.746439, 0.922962, 0.91083, 1.022788, 0.994179, 1.077401, 1.13417, 1.067618, 1.057669, 1.082746, 1.010299, 1.045664, 1.015548, 0.940175, 0.912503, 0.886998, 0.854465, 0.999367, 1.14318, 1.073609, 1.036638, 0.998039, 1.116052, 1.126618, 1.137361, 1.065522, 1.033899, 0.981517, 1.021984, 0.956244, 0.770302, 0.234462, 0.163096, 0.150149, 0.082552, 0.066761, 0.140265, 0.086155, 0.041462, 0.014878, 0.018445, 0.014065, 4.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "llmzszl-57", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 755, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 28, 55, 45, 59, 51, 58, 53, 61, 71, 49, 45, 43, 61, 56, 59, 84, 90, 101, 99, 106, 116, 110, 89, 135, 102, 91, 82, 66, 66, 70, 71, 76, 116, 129, 123, 125, 148, 145, 164, 168, 156, 157, 142, 132, 98, 29, 3, 0, 0], "n_am_pl": [1, 45, 49, 54, 67, 69, 68, 53, 55, 50, 69, 63, 64, 53, 74, 67, 61, 56, 56, 53, 43, 34, 36, 40, 44, 63, 67, 75, 79, 84, 66, 66, 62, 51, 38, 36, 42, 27, 25, 28, 28, 26, 30, 35, 37, 66, 128, 160, 149, 145], "n_pos": 404, "sum_m_en": [41.588797, 60.729459, 64.114627, 62.636396, 64.507063, 64.850622, 66.298833, 66.758985, 64.115577, 69.083431, 68.281658, 66.196307, 68.789909, 67.413716, 63.074006, 64.992225, 69.372507, 68.56968, 67.737172, 69.406332, 67.009816, 66.674464, 65.810128, 66.112771, 92.6424, 83.081928, 76.590215, 74.037617, 70.729107, 67.356509, 68.844719, 73.106946, 76.348883, 83.699075, 91.817742, 92.760236, 91.304239, 103.978974, 110.647446, 122.97622, 130.685398, 126.440153, 132.270106, 134.822515, 126.296672, 97.738954, 34.983425, 7.814415, 4.3853, 0.001233], "sum_m_pl": [7.542071, 19.699038, 21.033562, 20.921422, 23.01345, 24.449871, 24.319879, 25.226115, 27.915601, 31.571785, 32.485974, 34.040011, 34.887256, 35.82205, 36.109574, 35.571003, 32.531387, 30.816121, 31.091116, 31.239024, 29.446412, 28.602241, 28.279198, 27.395534, 38.371763, 44.250257, 45.289608, 45.980633, 49.697885, 52.906329, 46.579262, 44.646209, 42.262658, 38.036367, 34.73167, 33.000999, 33.388502, 30.679397, 26.638146, 26.872439, 24.579853, 23.603316, 26.192338, 29.598471, 38.127001, 61.5306, 123.681643, 149.723223, 144.848955, 144.968806]}, "digit": {"n_am_en": [9, 7, 13, 12, 12, 5, 7, 3, 9, 12, 9, 9, 4, 9, 13, 8, 10, 9, 9, 6, 8, 8, 5, 5, 16, 12, 9, 12, 10, 10, 9, 10, 12, 19, 14, 13, 14, 16, 11, 14, 13, 9, 6, 5, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 13, 14, 11, 11, 14, 12, 14, 5, 7, 13, 10, 11, 6, 6, 11, 8, 9, 9, 5, 2, 3, 4, 5, 5, 16, 9, 12, 13, 14, 11, 7, 7, 9, 6, 7, 8, 7, 9, 8, 4, 5, 4, 4, 0, 2, 1, 2, 0, 0], "n_pos": 68, "sum_m_en": [8.568202, 11.100711, 11.165222, 10.484666, 10.949963, 10.974191, 11.266648, 11.393406, 10.930121, 11.68976, 11.258924, 10.595869, 10.901705, 11.329744, 10.363289, 10.470989, 11.151808, 10.834809, 10.693387, 10.823469, 10.52961, 10.688406, 10.556713, 10.964301, 12.611503, 11.606975, 11.590689, 12.171428, 12.144159, 11.80509, 12.270674, 13.456688, 13.6042, 14.133465, 14.438106, 13.835052, 13.24146, 13.457668, 12.172343, 12.41012, 11.483204, 10.414183, 9.070243, 8.317014, 6.389059, 5.034115, 2.78134, 1.410436, 0.798042, 0.0], "sum_m_pl": [1.560575, 3.664703, 3.200847, 3.284867, 3.815495, 3.927455, 3.794808, 4.121593, 4.364344, 5.367131, 5.769443, 5.977199, 5.899348, 5.795638, 5.546056, 5.986258, 5.33085, 4.944153, 4.837669, 4.95282, 4.589541, 4.405343, 4.351284, 4.387844, 6.179996, 7.08434, 6.897568, 6.714672, 7.198396, 7.784266, 6.881968, 6.364072, 6.061035, 5.357314, 4.815818, 4.830191, 4.380229, 4.152734, 4.221581, 3.970184, 3.783174, 3.842307, 3.612277, 3.311882, 2.759517, 2.37015, 1.661638, 1.021896, 0.331344, 0.0]}, "lang": {"n_am_en": [3, 6, 12, 15, 27, 26, 34, 26, 30, 31, 24, 17, 18, 22, 17, 24, 40, 43, 49, 55, 59, 65, 64, 56, 68, 49, 45, 41, 31, 33, 36, 37, 40, 57, 61, 60, 60, 75, 83, 81, 85, 83, 88, 86, 77, 58, 19, 2, 0, 0], "n_am_pl": [1, 19, 17, 22, 30, 32, 30, 20, 25, 18, 24, 22, 27, 28, 35, 25, 30, 26, 29, 29, 25, 17, 18, 20, 15, 20, 31, 32, 38, 38, 30, 32, 26, 24, 18, 22, 21, 14, 13, 17, 21, 19, 23, 28, 34, 54, 99, 134, 143, 144], "n_pos": 145, "sum_m_en": [14.674709, 21.345175, 23.385599, 23.297255, 24.998552, 24.332724, 24.909365, 24.729677, 24.310806, 26.171847, 25.872831, 25.14111, 26.300587, 25.342709, 23.733338, 25.088692, 27.181787, 27.966335, 27.110089, 27.937545, 27.015703, 26.108664, 25.937133, 25.419396, 43.78189, 37.934545, 34.109172, 31.056269, 28.871607, 26.722158, 26.88871, 28.581523, 29.953379, 34.768954, 38.984295, 41.41312, 40.912231, 49.419291, 56.11687, 58.999512, 65.355027, 67.278587, 73.373179, 76.712267, 71.249734, 54.28841, 18.474874, 3.07066, 0.91986, 0.001145], "sum_m_pl": [2.604063, 6.34738, 7.236751, 7.488528, 7.976688, 8.717177, 9.123889, 9.464564, 10.936001, 11.837105, 12.02341, 13.172418, 13.727286, 14.574335, 14.843536, 13.881169, 12.531672, 11.625332, 11.851388, 11.645246, 11.083135, 10.798497, 10.721522, 10.243393, 14.823306, 17.296217, 18.325748, 18.117543, 19.672592, 21.138754, 19.028335, 18.864723, 17.66934, 16.593568, 15.527894, 15.222236, 16.734669, 15.432206, 13.745975, 15.655446, 14.572085, 14.090947, 17.912735, 22.464977, 29.985597, 48.361037, 96.184488, 127.758121, 137.050555, 143.4153]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 406, "item_id": "llmzszl-57", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 883, "region_end": 404, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.9926}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 19, 16, 16, 15, 22, 20, 26, 14, 16, 15, 16, 20, 19, 25, 21, 28, 33, 28, 26, 28, 33, 33, 23, 37, 38, 28, 26, 27, 25, 21, 20, 26, 29, 29, 37, 44, 46, 45, 49, 45, 38, 40, 40, 35, 38, 29, 24, 23, 26], "n_am_pl": [4, 12, 13, 5, 1, 6, 10, 4, 9, 11, 11, 15, 20, 20, 15, 14, 10, 14, 12, 12, 10, 8, 8, 10, 17, 17, 14, 17, 12, 16, 15, 15, 12, 12, 18, 6, 9, 6, 6, 4, 0, 3, 1, 2, 0, 1, 0, 0, 0, 0], "n_pos": 121, "sum_m_en": [13.607523, 18.216784, 17.921906, 17.88526, 19.271633, 20.461898, 19.973469, 20.44461, 19.553519, 20.863644, 21.131068, 21.263071, 20.269704, 20.087784, 19.195787, 19.277319, 19.597175, 19.309142, 19.760864, 19.437096, 18.960047, 19.519132, 19.361715, 19.130951, 26.475271, 25.521994, 22.111254, 21.139795, 20.765686, 20.910463, 20.921321, 22.079562, 22.535731, 21.330092, 22.315363, 24.213906, 26.403957, 29.339201, 31.087415, 35.283701, 35.33022, 34.93383, 34.86278, 35.323454, 33.864524, 33.418614, 28.274228, 23.794733, 20.538623, 25.735451], "sum_m_pl": [3.107197, 6.426468, 6.776874, 6.122158, 6.178051, 6.14017, 5.838814, 6.073782, 6.84725, 7.140277, 7.697224, 8.066014, 8.199032, 8.057616, 8.40752, 7.96962, 8.027411, 7.747583, 7.728432, 7.912218, 7.708616, 7.502022, 7.231712, 7.306594, 10.361051, 11.476429, 10.917395, 11.127993, 11.376375, 12.64205, 10.728507, 9.953867, 9.596743, 10.010057, 9.925661, 8.851243, 8.293256, 7.152156, 6.199175, 5.171786, 5.195587, 4.359246, 3.974432, 3.308296, 2.911307, 2.266969, 1.456811, 1.355318, 0.503761, 2.5e-05]}, "digit": {"n_am_en": [0, 1, 2, 3, 1, 3, 2, 1, 1, 1, 4, 2, 1, 0, 5, 1, 5, 8, 3, 5, 6, 6, 6, 3, 8, 8, 3, 3, 4, 5, 2, 2, 4, 2, 3, 4, 10, 10, 9, 11, 10, 6, 7, 7, 3, 4, 2, 2, 1, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 4, 6, 6, 2, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 3, 5, 4, 3, 2, 3, 4, 5, 1, 3, 1, 3, 2, 2, 1, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.787818, 4.111312, 3.912213, 3.808912, 4.120895, 4.224405, 3.998902, 4.197409, 4.06213, 4.32439, 4.621468, 4.292996, 4.200505, 4.043883, 4.034088, 3.949819, 4.093861, 3.926366, 4.279879, 4.151903, 4.162318, 4.260609, 4.194031, 4.279072, 5.408185, 5.061047, 4.429758, 4.516667, 4.629393, 4.563461, 4.409318, 4.931204, 5.019607, 4.414316, 4.408423, 4.464295, 4.821845, 5.280203, 5.7901, 5.951481, 5.913611, 5.440505, 4.577741, 4.606989, 4.092964, 4.022409, 3.240245, 2.255083, 0.613426, 0.0], "sum_m_pl": [0.548276, 1.236656, 1.204234, 1.043047, 1.13886, 1.009428, 0.866471, 0.896076, 1.097096, 1.234215, 1.405353, 1.581755, 1.587414, 1.555444, 1.561813, 1.498995, 1.484142, 1.436698, 1.469634, 1.579182, 1.533299, 1.455924, 1.414615, 1.455273, 1.749836, 2.096139, 2.061145, 2.185312, 2.1554, 2.419391, 2.196595, 2.046721, 1.847037, 1.948582, 1.815673, 1.726753, 1.884432, 1.529518, 1.669993, 1.566168, 1.511159, 1.558375, 1.528686, 1.436252, 1.295541, 1.101272, 0.747283, 0.464041, 0.138658, 0.0]}, "lang": {"n_am_en": [1, 5, 5, 3, 5, 7, 6, 5, 4, 6, 5, 5, 9, 8, 9, 7, 8, 10, 9, 6, 7, 9, 10, 10, 10, 13, 11, 9, 12, 9, 9, 9, 10, 14, 15, 20, 17, 17, 16, 18, 19, 19, 20, 20, 21, 22, 19, 18, 22, 26], "n_am_pl": [0, 1, 2, 1, 1, 2, 5, 1, 3, 3, 4, 2, 7, 4, 4, 2, 3, 4, 3, 2, 2, 2, 2, 2, 6, 4, 5, 5, 4, 2, 3, 4, 2, 2, 4, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.280548, 4.351562, 4.315193, 4.370163, 4.709991, 5.04216, 5.141832, 4.980677, 4.921491, 5.240381, 5.24166, 5.401272, 5.084127, 5.102963, 4.857232, 4.802384, 4.821355, 4.837261, 4.808573, 4.688887, 4.481397, 4.568181, 4.671565, 4.596125, 7.376929, 7.247467, 6.328774, 5.369783, 5.369099, 5.246083, 5.552798, 5.9779, 6.017524, 6.344041, 7.083137, 8.064123, 8.891706, 10.31154, 10.846352, 12.630168, 14.280938, 15.956015, 16.728478, 17.219456, 17.827273, 18.296866, 17.381253, 16.78199, 18.49405, 25.619154], "sum_m_pl": [0.602488, 1.325889, 1.524692, 1.434307, 1.492068, 1.461426, 1.493303, 1.562111, 1.632698, 1.678713, 1.83207, 1.894312, 2.056177, 1.926111, 2.081496, 1.989798, 2.060291, 1.9964, 2.030548, 1.966023, 1.864713, 1.823085, 1.746308, 1.743899, 3.065522, 3.382052, 3.35288, 3.131637, 3.06949, 3.243738, 2.589019, 2.378203, 2.309877, 2.528951, 2.661124, 2.438699, 2.228926, 1.903873, 1.429615, 0.963537, 0.897067, 0.566747, 0.512643, 0.535261, 0.429545, 0.235794, 0.19635, 0.198648, 0.097791, 2.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "llmzszl-59", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 800, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 34, 35, 71, 57, 75, 69, 62, 68, 70, 73, 76, 76, 106, 94, 123, 150, 145, 149, 131, 140, 140, 146, 130, 202, 165, 147, 104, 102, 96, 109, 102, 104, 127, 137, 154, 154, 176, 180, 206, 212, 203, 201, 189, 157, 119, 30, 4, 0, 0], "n_am_pl": [19, 37, 61, 41, 48, 42, 61, 45, 57, 59, 52, 69, 84, 59, 59, 52, 45, 33, 29, 36, 18, 14, 19, 20, 34, 51, 52, 59, 69, 63, 57, 62, 62, 65, 58, 54, 60, 51, 54, 40, 55, 57, 65, 67, 81, 124, 211, 241, 248, 238], "n_pos": 466, "sum_m_en": [47.715514, 67.909806, 71.648667, 72.185229, 76.177607, 81.479139, 81.875245, 85.982028, 82.247732, 87.154888, 91.435666, 92.416175, 91.405169, 91.39804, 84.010838, 86.289861, 89.978016, 85.921664, 84.462445, 81.633382, 79.798194, 79.406402, 78.819293, 77.039093, 126.982633, 113.679237, 103.184972, 95.428096, 89.592285, 89.357784, 86.271808, 88.820158, 90.136969, 93.662543, 102.305041, 105.543217, 103.953747, 114.689747, 131.168829, 154.691012, 164.818993, 166.82106, 165.537335, 168.685574, 147.03593, 108.919018, 30.338424, 9.553983, 4.740805, 3.6e-05], "sum_m_pl": [8.929614, 23.36156, 27.264254, 26.99899, 27.250504, 28.194358, 28.866003, 29.315693, 32.111485, 31.89503, 32.795044, 33.092468, 34.178629, 32.785571, 32.21005, 28.727528, 27.563442, 28.3169, 27.68957, 28.935463, 27.839378, 27.278442, 27.14651, 27.120842, 34.095612, 39.840845, 40.884147, 41.73537, 45.791716, 46.976201, 42.323389, 41.65384, 40.281987, 40.14236, 37.250916, 35.080278, 39.274728, 40.792734, 39.459064, 37.116145, 44.022004, 47.792745, 52.977821, 58.000647, 71.996875, 110.716742, 193.270291, 227.331565, 239.334433, 238.036243]}, "digit": {"n_am_en": [0, 6, 9, 8, 1, 3, 2, 2, 4, 5, 7, 8, 3, 4, 6, 10, 10, 8, 7, 9, 7, 11, 7, 6, 15, 10, 6, 5, 5, 6, 7, 4, 10, 8, 11, 8, 13, 16, 9, 15, 11, 9, 11, 8, 5, 3, 2, 1, 0, 0], "n_am_pl": [1, 2, 2, 2, 5, 3, 2, 4, 2, 4, 1, 5, 6, 3, 7, 4, 2, 0, 0, 1, 0, 0, 1, 2, 3, 0, 2, 5, 5, 3, 5, 6, 8, 3, 4, 3, 4, 2, 3, 2, 2, 1, 2, 1, 0, 3, 1, 1, 0, 0], "n_pos": 42, "sum_m_en": [4.414224, 7.398136, 7.424754, 7.22853, 7.358112, 7.732038, 7.5772, 7.988908, 8.000946, 8.202632, 8.790592, 8.665948, 8.291071, 8.069234, 7.729355, 7.461114, 7.808034, 7.199857, 7.517122, 7.204434, 7.112494, 7.23362, 7.063581, 7.15419, 9.884303, 9.149378, 8.10573, 8.224673, 7.904501, 7.795805, 7.254652, 8.127238, 8.555057, 7.900934, 8.339681, 8.396967, 8.717416, 8.968167, 9.250823, 10.009725, 9.338501, 8.346796, 7.96487, 7.854152, 6.709279, 3.836957, 2.750275, 1.640334, 0.847476, 0.0], "sum_m_pl": [0.955452, 2.710591, 2.524448, 2.39911, 2.332526, 2.213292, 2.030166, 2.041563, 2.253318, 2.294036, 2.547395, 2.631366, 2.575003, 2.487915, 2.435632, 2.14056, 2.042123, 2.152456, 2.118498, 2.34868, 2.278528, 2.222388, 2.19987, 2.261327, 2.660974, 2.99199, 2.979233, 3.146079, 3.561176, 3.758456, 3.467761, 3.17884, 2.975226, 2.782205, 2.368049, 2.322054, 2.47072, 2.133365, 2.315896, 2.225452, 2.204919, 2.137397, 2.104546, 1.963129, 1.62514, 3.262242, 2.191629, 1.941537, 0.45767, 0.0]}, "lang": {"n_am_en": [9, 10, 15, 39, 33, 43, 41, 34, 39, 38, 43, 49, 53, 70, 52, 77, 96, 86, 91, 79, 92, 91, 98, 94, 131, 107, 94, 67, 65, 55, 65, 63, 59, 77, 75, 93, 96, 111, 119, 134, 140, 141, 134, 133, 109, 84, 21, 2, 0, 0], "n_am_pl": [5, 27, 46, 23, 22, 19, 30, 21, 31, 28, 29, 35, 47, 41, 41, 31, 27, 19, 22, 25, 14, 11, 11, 14, 22, 38, 38, 34, 44, 44, 40, 42, 40, 47, 46, 46, 43, 37, 44, 35, 49, 53, 58, 60, 69, 106, 186, 220, 235, 238], "n_pos": 240, "sum_m_en": [24.921571, 34.500031, 37.454341, 38.103412, 40.432426, 42.932601, 43.712338, 46.240765, 44.301952, 47.329591, 49.578466, 50.370443, 49.623387, 49.759606, 44.933931, 47.153802, 49.630814, 47.2963, 45.771769, 43.858362, 42.642499, 42.356763, 42.217586, 40.94289, 78.523289, 68.751165, 61.237179, 54.659625, 50.429499, 49.506284, 48.165032, 49.088465, 49.253182, 53.131715, 58.480037, 62.912794, 63.089101, 70.594618, 82.12132, 98.891323, 108.978762, 113.319568, 113.665225, 118.422646, 100.925639, 76.715668, 18.730284, 4.974341, 1.542125, 2.3e-05], "sum_m_pl": [4.321252, 11.057772, 13.379281, 13.654646, 13.348015, 13.773091, 14.446553, 14.950829, 16.813039, 16.596391, 17.175025, 17.376399, 18.566645, 18.236785, 17.950546, 15.512337, 14.566593, 15.330259, 15.193099, 15.527987, 14.910107, 14.672564, 14.674695, 14.638544, 18.75004, 22.874295, 23.963493, 23.783743, 26.318473, 27.372641, 24.788867, 24.872546, 24.281953, 24.886727, 23.158626, 22.620809, 26.49136, 27.783524, 27.531571, 27.34732, 34.578455, 39.156004, 43.993312, 48.973554, 61.158104, 91.440607, 169.074442, 205.822364, 225.932903, 237.655631]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 468, "item_id": "llmzszl-59", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 928, "region_end": 466, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [69, 65, 72, 84, 94, 116, 135, 117, 110, 134, 121, 129, 117, 127, 129, 143, 138, 125, 118, 104, 133, 125, 117, 124, 182, 167, 164, 137, 124, 128, 135, 142, 146, 184, 187, 179, 189, 216, 224, 220, 243, 244, 264, 258, 252, 217, 183, 171, 169, 173], "n_am_pl": [12, 41, 35, 40, 46, 47, 32, 38, 31, 28, 45, 35, 53, 42, 49, 42, 33, 45, 37, 39, 23, 29, 25, 31, 34, 31, 27, 49, 55, 53, 49, 51, 40, 38, 41, 30, 27, 9, 20, 24, 29, 27, 27, 29, 40, 66, 96, 83, 77, 78], "n_pos": 582, "sum_m_en": [66.485919, 88.314075, 92.543249, 96.123096, 102.194672, 102.370804, 101.057415, 97.177327, 95.360653, 99.628323, 101.968704, 104.689668, 106.167989, 103.831747, 99.803147, 100.982375, 102.161984, 94.18012, 93.669317, 92.085612, 92.118317, 92.778058, 92.288669, 92.172296, 129.700022, 126.256041, 120.915867, 107.105801, 105.901665, 104.766038, 100.843561, 105.617303, 105.742918, 117.331999, 128.596994, 131.811939, 136.720466, 152.732773, 169.43339, 175.606846, 189.633432, 202.696271, 228.465558, 226.22173, 228.221601, 202.202598, 174.241571, 164.838004, 155.241682, 174.140525], "sum_m_pl": [11.631592, 25.146928, 29.861074, 30.349525, 31.593741, 29.309676, 29.279973, 29.392899, 29.34157, 29.690297, 30.78245, 32.603448, 34.586089, 34.523683, 36.738424, 36.370405, 35.277422, 36.18024, 36.466703, 36.46002, 35.041987, 33.949055, 32.884036, 32.638381, 37.906853, 40.604166, 39.761926, 44.431259, 44.451604, 48.24451, 44.693557, 43.861898, 45.155201, 40.450534, 37.074404, 33.981718, 32.672467, 29.832116, 28.839674, 30.549793, 29.917138, 32.083219, 31.517161, 31.67305, 39.358769, 62.205368, 94.820599, 85.391558, 80.823103, 78.1223]}, "digit": {"n_am_en": [0, 4, 1, 0, 1, 3, 7, 5, 2, 6, 10, 10, 8, 7, 6, 7, 8, 8, 9, 9, 11, 12, 9, 9, 17, 16, 12, 7, 7, 6, 8, 9, 7, 11, 14, 13, 16, 19, 21, 18, 21, 15, 21, 19, 19, 11, 10, 3, 0, 0], "n_am_pl": [0, 9, 2, 2, 8, 9, 2, 5, 2, 0, 6, 3, 6, 4, 6, 7, 5, 8, 4, 2, 1, 3, 2, 1, 1, 1, 5, 6, 6, 7, 3, 7, 3, 5, 4, 2, 2, 0, 4, 3, 3, 5, 2, 2, 3, 0, 2, 4, 0, 0], "n_pos": 59, "sum_m_en": [5.361235, 9.237569, 9.537907, 9.469671, 10.271134, 10.641352, 10.207299, 9.726807, 9.428083, 10.057338, 10.755511, 11.098433, 11.149277, 10.626143, 10.617272, 10.477865, 11.081208, 10.741157, 10.652058, 10.066971, 9.998799, 10.141457, 10.044345, 9.984661, 12.645821, 11.829223, 11.391703, 10.693456, 10.914116, 10.454224, 9.989258, 10.834609, 10.40083, 10.328966, 11.712664, 12.407097, 12.723255, 13.394078, 14.077921, 13.884823, 14.791635, 14.110319, 15.664863, 13.792667, 12.566325, 9.218411, 7.627398, 4.535954, 1.506728, 0.0], "sum_m_pl": [0.804636, 2.487847, 2.46634, 2.517132, 2.523397, 2.399018, 2.276001, 2.421875, 2.574488, 2.659767, 2.687191, 2.85094, 3.275431, 3.394895, 3.761292, 3.876963, 3.760962, 3.776814, 3.723277, 3.635395, 3.489978, 3.363678, 3.265861, 3.262664, 3.508833, 3.682584, 3.276446, 3.772397, 3.860963, 4.210314, 3.880905, 3.791829, 4.266336, 3.991687, 3.478069, 3.061915, 3.032148, 2.987582, 3.118608, 3.009339, 3.006817, 2.882601, 2.808482, 2.715149, 2.677248, 2.715978, 2.681643, 3.27191, 0.722398, 0.0]}, "lang": {"n_am_en": [34, 36, 45, 46, 62, 77, 81, 80, 78, 86, 75, 81, 68, 79, 80, 84, 84, 74, 72, 71, 85, 81, 81, 88, 113, 103, 109, 89, 82, 88, 85, 96, 91, 117, 114, 119, 127, 141, 144, 144, 163, 169, 179, 180, 184, 180, 158, 155, 160, 172], "n_am_pl": [5, 11, 12, 14, 17, 18, 17, 16, 15, 12, 17, 17, 25, 18, 20, 18, 15, 22, 20, 22, 12, 11, 11, 12, 21, 19, 13, 24, 26, 25, 21, 17, 17, 18, 21, 14, 11, 4, 7, 10, 9, 12, 18, 19, 24, 41, 66, 71, 75, 78], "n_pos": 250, "sum_m_en": [29.700173, 37.944406, 40.615489, 43.148855, 46.125204, 45.849264, 46.38749, 45.052916, 45.018455, 46.296373, 47.444632, 49.02889, 49.073194, 49.006981, 46.396451, 47.499346, 47.291723, 43.462652, 42.225293, 41.37748, 41.133958, 40.915173, 40.734819, 40.446678, 69.811148, 68.885626, 65.83602, 55.373106, 54.466209, 53.717376, 51.052773, 53.020961, 53.350362, 61.398967, 67.489186, 73.542255, 82.855332, 95.680269, 105.979284, 112.697898, 125.452954, 137.290864, 153.247507, 156.154938, 166.299464, 159.201719, 146.049146, 139.49531, 140.008667, 169.898347], "sum_m_pl": [4.808928, 9.704428, 11.868067, 12.326037, 13.284099, 12.440139, 12.802272, 12.863368, 13.190699, 12.745333, 13.598405, 14.552567, 15.2642, 15.266215, 16.093184, 15.874038, 15.556455, 16.193719, 16.459773, 16.53698, 15.760168, 15.155191, 14.569005, 14.464289, 17.834446, 18.896244, 18.919686, 20.656561, 20.73296, 22.394346, 20.079178, 20.205151, 20.568334, 19.208519, 17.938882, 17.000636, 15.746067, 14.39802, 13.596853, 13.767386, 13.87726, 13.828796, 15.146426, 16.965781, 21.035832, 36.082371, 63.130273, 70.430273, 75.008303, 77.98644]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 584, "item_id": "llmzszl-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 867, "region_end": 582, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9863}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 25, 44, 89, 109, 124, 115, 110, 124, 156, 134, 122, 120, 121, 126, 150, 164, 140, 164, 159, 145, 134, 135, 121, 212, 199, 187, 140, 142, 137, 112, 132, 154, 182, 202, 200, 220, 237, 207, 230, 230, 205, 214, 192, 172, 128, 47, 7, 5, 4], "n_am_pl": [14, 72, 100, 55, 74, 62, 53, 45, 52, 45, 62, 64, 66, 72, 57, 53, 39, 43, 37, 30, 39, 39, 35, 33, 37, 49, 54, 74, 72, 83, 72, 74, 58, 47, 46, 59, 55, 50, 55, 59, 56, 73, 74, 89, 127, 188, 324, 354, 337, 341], "n_pos": 645, "sum_m_en": [58.845578, 91.168816, 100.190798, 103.355848, 109.297213, 111.458314, 110.76943, 107.582718, 105.727937, 114.406979, 116.151177, 115.529356, 116.49159, 113.129488, 108.266192, 110.357634, 114.191364, 106.710681, 106.67578, 104.65944, 103.002953, 102.66989, 102.114846, 101.07296, 149.053454, 141.380504, 130.863717, 116.298148, 113.883697, 112.329897, 106.755414, 112.260645, 115.597424, 125.867569, 136.552828, 137.861361, 143.099357, 162.511529, 170.176594, 174.052833, 181.545463, 173.146354, 184.495572, 180.206538, 175.065218, 134.418745, 51.187183, 12.488736, 7.990945, 4.000154], "sum_m_pl": [10.714254, 31.402404, 35.629614, 38.378037, 39.074891, 37.100232, 36.836017, 35.873283, 36.594604, 37.274022, 38.897656, 42.069922, 43.093565, 41.004726, 41.619705, 38.963155, 36.314707, 37.406246, 36.299922, 37.243231, 36.025881, 34.942514, 34.364549, 34.203425, 39.593215, 43.421737, 44.337525, 50.272888, 51.165196, 54.833223, 50.632839, 50.922372, 52.352665, 47.522274, 45.04837, 43.509612, 43.969901, 41.833447, 43.448652, 44.585841, 46.020924, 51.66421, 56.31056, 70.223088, 99.902729, 161.978751, 290.558961, 336.877843, 330.142724, 340.971123]}, "digit": {"n_am_en": [4, 0, 1, 3, 5, 2, 0, 0, 3, 6, 10, 5, 2, 5, 9, 3, 10, 8, 5, 9, 3, 3, 8, 7, 15, 14, 13, 6, 6, 6, 3, 9, 6, 10, 13, 14, 15, 18, 15, 17, 9, 9, 8, 7, 8, 4, 0, 1, 0, 0], "n_am_pl": [0, 5, 7, 4, 8, 12, 6, 6, 3, 3, 9, 3, 8, 3, 2, 4, 2, 3, 4, 3, 5, 6, 6, 6, 2, 4, 6, 4, 3, 6, 3, 2, 3, 3, 1, 1, 3, 2, 4, 6, 2, 5, 4, 4, 5, 7, 10, 7, 0, 0], "n_pos": 54, "sum_m_en": [4.029738, 7.759, 8.483115, 8.835695, 9.269659, 9.859822, 9.339244, 8.619397, 8.416987, 9.45485, 9.722664, 9.778504, 9.793029, 9.324612, 9.197067, 8.658968, 9.398123, 9.160453, 9.150651, 8.801767, 8.541276, 8.571488, 8.579829, 8.656486, 12.579704, 11.514165, 10.432519, 9.949664, 9.312638, 9.237795, 8.787159, 9.636976, 9.697726, 9.830265, 10.85884, 11.207448, 10.521273, 10.734801, 11.310845, 11.776709, 11.558746, 11.9918, 11.32431, 9.923775, 8.737714, 5.398618, 2.551203, 1.448829, 0.687163, 0.0], "sum_m_pl": [0.71048, 2.430191, 2.366878, 2.532248, 2.362625, 2.357337, 2.227738, 2.309119, 2.602404, 2.610418, 2.748077, 2.915923, 3.378593, 3.016464, 3.162506, 3.110881, 2.963596, 3.093193, 3.031354, 3.132507, 2.999628, 2.823973, 2.773496, 2.792784, 2.943588, 3.234139, 3.119781, 3.463544, 3.341376, 3.804041, 3.586107, 3.592858, 3.700406, 3.28251, 3.194188, 2.82577, 2.661606, 2.577703, 2.738964, 2.419599, 2.513867, 2.52436, 2.866741, 3.265457, 3.628484, 4.944571, 7.604631, 6.03344, 0.488029, 0.0]}, "lang": {"n_am_en": [8, 13, 25, 56, 80, 89, 71, 69, 91, 106, 92, 89, 76, 75, 80, 98, 103, 91, 119, 105, 102, 98, 90, 81, 142, 134, 126, 92, 96, 87, 70, 83, 103, 108, 126, 132, 144, 160, 129, 143, 155, 142, 157, 142, 129, 96, 33, 5, 4, 4], "n_am_pl": [5, 36, 66, 25, 40, 34, 31, 25, 32, 19, 28, 38, 35, 44, 37, 32, 21, 24, 19, 15, 17, 19, 22, 16, 21, 26, 34, 51, 49, 53, 47, 45, 37, 35, 35, 46, 39, 40, 40, 42, 46, 54, 55, 71, 96, 149, 263, 312, 330, 341], "n_pos": 346, "sum_m_en": [32.013501, 49.144888, 55.150825, 57.076686, 61.550706, 61.640413, 62.373304, 61.351796, 60.622633, 63.749928, 65.159516, 64.857991, 65.28254, 64.31521, 61.065409, 63.552362, 65.162979, 60.9161, 60.690796, 58.880454, 57.443569, 57.009278, 56.831013, 55.495702, 90.399363, 85.638287, 78.632684, 67.294433, 66.109317, 64.525767, 61.578612, 64.283043, 65.334473, 71.079557, 78.834038, 81.908524, 89.078329, 103.630213, 108.016485, 110.122161, 119.98387, 113.711, 128.081215, 127.229768, 128.223436, 97.863243, 35.489552, 5.675451, 4.879429, 4.000029], "sum_m_pl": [5.508764, 15.898861, 18.362977, 19.957087, 21.108441, 20.21702, 20.698175, 19.934959, 20.739948, 20.603002, 21.935239, 24.314616, 24.552174, 24.009712, 23.934121, 22.227691, 20.724093, 21.151693, 20.524119, 20.918008, 20.199997, 19.64397, 19.176147, 19.063906, 23.075816, 25.158026, 26.015207, 29.356115, 30.418824, 33.037063, 30.520814, 31.074897, 32.273247, 30.39375, 28.608998, 28.614789, 28.731833, 27.564138, 29.535663, 30.426752, 32.186565, 36.547365, 40.851623, 54.099364, 74.963327, 128.117227, 239.39341, 299.150404, 319.005503, 339.921226]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 647, "item_id": "llmzszl-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 995, "region_end": 645, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9861}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 7, 10, 8, 17, 24, 17, 21, 15, 16, 9, 11, 11, 7, 9, 18, 23, 17, 24, 24, 29, 28, 29, 25, 27, 28, 32, 26, 29, 25, 21, 26, 20, 25, 34, 32, 33, 35, 42, 40, 41, 39, 41, 39, 32, 30, 26, 26, 22, 20], "n_am_pl": [2, 11, 13, 12, 9, 2, 6, 10, 8, 7, 15, 7, 15, 15, 12, 16, 11, 9, 8, 11, 5, 3, 2, 2, 6, 8, 8, 9, 7, 6, 10, 5, 9, 6, 5, 1, 5, 2, 1, 1, 2, 0, 1, 1, 0, 0, 0, 1, 0, 0], "n_pos": 90, "sum_m_en": [10.49211, 13.277366, 13.265867, 13.556793, 14.949126, 15.852295, 15.478825, 15.322271, 14.928206, 15.543856, 15.07737, 15.051176, 14.47631, 14.503276, 14.383509, 15.163854, 16.179501, 15.15129, 15.682679, 15.989923, 15.385861, 15.990628, 15.681255, 15.877129, 24.401221, 24.030663, 22.358583, 19.182409, 18.099174, 17.110923, 15.47957, 15.691305, 17.471118, 19.283596, 21.997275, 21.053076, 23.348721, 25.606956, 30.927869, 35.681027, 35.889468, 35.372797, 35.653591, 35.527131, 33.01297, 30.538963, 26.862979, 26.067318, 21.556721, 20.343468], "sum_m_pl": [2.140507, 4.335931, 4.741717, 4.527074, 4.592814, 4.421688, 4.552273, 4.694034, 4.745612, 5.377896, 5.922774, 6.179363, 6.813575, 6.478252, 6.861199, 7.159185, 6.693899, 6.104536, 5.633649, 5.791857, 5.60134, 5.427286, 5.45926, 5.340953, 6.195286, 6.991728, 6.831503, 7.787184, 7.915318, 8.774137, 8.711122, 7.757883, 7.347659, 6.81409, 6.160914, 5.3856, 4.515094, 3.991662, 3.457367, 3.546322, 3.630471, 2.649979, 2.161333, 2.330446, 1.496108, 1.202709, 0.961805, 0.706192, 0.247979, 0.000828]}, "digit": {"n_am_en": [0, 1, 1, 0, 2, 4, 2, 3, 4, 4, 0, 2, 4, 0, 2, 3, 3, 2, 4, 5, 8, 7, 6, 7, 6, 7, 10, 7, 7, 5, 5, 7, 2, 3, 5, 6, 8, 7, 10, 7, 5, 8, 10, 8, 4, 1, 1, 1, 0, 0], "n_am_pl": [0, 3, 3, 3, 3, 1, 1, 2, 0, 1, 5, 2, 6, 4, 1, 6, 4, 3, 2, 4, 1, 1, 1, 1, 2, 2, 2, 2, 2, 1, 3, 1, 3, 0, 2, 0, 2, 1, 1, 1, 2, 0, 1, 1, 0, 0, 0, 1, 0, 0], "n_pos": 23, "sum_m_en": [2.620237, 3.741348, 3.819064, 3.637531, 3.995953, 4.108435, 3.933803, 3.883137, 3.781206, 3.939151, 3.834952, 3.794492, 3.753463, 3.638152, 3.590496, 3.683126, 3.857301, 3.656675, 3.787494, 3.902659, 3.879126, 4.093425, 4.023858, 4.089913, 5.39257, 5.760715, 5.621333, 4.756948, 4.481615, 4.259667, 3.643054, 3.740384, 3.813274, 4.098817, 4.545338, 4.432999, 4.692346, 5.094266, 5.768507, 7.15175, 6.697451, 5.764192, 6.128549, 5.932624, 5.121321, 3.586292, 2.505624, 1.89589, 0.484187, 0.0], "sum_m_pl": [0.518739, 1.16154, 1.127124, 1.029616, 1.015817, 1.028739, 0.938474, 0.998344, 1.129117, 1.35653, 1.543801, 1.524998, 1.72535, 1.567567, 1.722058, 1.801314, 1.65289, 1.640386, 1.463837, 1.542934, 1.489176, 1.431623, 1.430266, 1.401446, 1.944443, 1.861341, 1.691893, 1.932809, 2.012321, 2.28133, 2.324863, 2.098127, 1.995341, 1.837303, 1.711784, 1.63733, 1.544488, 1.315445, 1.353348, 1.646179, 1.687259, 1.506966, 1.156931, 1.128498, 0.880551, 0.712191, 0.70404, 0.52793, 0.109681, 0.0]}, "lang": {"n_am_en": [5, 3, 6, 6, 9, 14, 9, 13, 6, 8, 7, 4, 4, 3, 4, 6, 9, 8, 11, 11, 14, 13, 14, 12, 13, 14, 15, 12, 18, 13, 12, 11, 12, 14, 16, 17, 19, 19, 20, 22, 22, 22, 22, 22, 20, 21, 21, 21, 22, 20], "n_am_pl": [0, 2, 2, 0, 0, 0, 0, 3, 3, 2, 3, 1, 4, 5, 2, 4, 3, 2, 3, 3, 0, 0, 0, 0, 0, 1, 1, 4, 1, 2, 3, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.477801, 3.292458, 3.458257, 3.828668, 4.262736, 4.837902, 4.699648, 4.674288, 4.913086, 4.943042, 4.695574, 4.585649, 4.256161, 4.563366, 4.506178, 4.777808, 4.999556, 4.812918, 4.929448, 5.013409, 4.825449, 4.954168, 4.833013, 4.876164, 10.90405, 10.305628, 9.862823, 7.825119, 7.117302, 6.408078, 5.802029, 5.956194, 6.819083, 8.444172, 10.170182, 10.840014, 13.098197, 14.0275, 16.65725, 18.213352, 18.233352, 19.634535, 19.94275, 19.924759, 19.991559, 19.697491, 19.532809, 19.494723, 19.842044, 20.048551], "sum_m_pl": [0.50105, 0.987088, 1.000385, 0.908772, 0.979617, 1.00004, 1.178387, 1.179559, 1.134265, 1.124842, 1.325006, 1.447977, 1.629964, 1.607487, 1.594688, 1.764419, 1.610398, 1.439137, 1.371518, 1.330669, 1.300109, 1.241713, 1.276058, 1.244761, 1.032021, 1.385013, 1.42117, 1.802634, 1.854091, 2.149126, 2.262174, 2.059721, 2.010372, 1.717089, 1.366644, 1.174202, 0.882192, 0.842271, 0.58136, 0.303346, 0.295237, 0.090821, 0.092218, 0.097932, 0.047024, 0.063201, 0.046692, 0.045037, 0.058263, 0.000828]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 8, 13, 16, 22, 34, 34, 42, 46, 32, 26, 22, 25, 21, 29, 45, 67, 57, 61, 66, 75, 81, 71, 67, 76, 77, 73, 56, 45, 40, 39, 48, 59, 72, 86, 77, 85, 96, 94, 99, 84, 83, 81, 79, 66, 44, 14, 3, 0, 0], "n_am_pl": [2, 11, 13, 25, 19, 17, 19, 22, 15, 17, 30, 23, 35, 29, 27, 17, 18, 18, 11, 12, 6, 5, 9, 11, 11, 11, 15, 14, 18, 19, 24, 17, 13, 10, 12, 7, 10, 4, 7, 6, 13, 9, 11, 15, 17, 35, 73, 75, 74, 74], "n_pos": 174, "sum_m_en": [16.859854, 24.994695, 26.509319, 28.196799, 30.585622, 32.476785, 32.434435, 32.988407, 32.194299, 33.182018, 32.867848, 31.008068, 30.981451, 30.968888, 30.342732, 32.427691, 35.861896, 33.662854, 33.550941, 32.869187, 32.20286, 35.021959, 33.155501, 33.435078, 55.799178, 53.621239, 48.110137, 42.002095, 37.911915, 35.695441, 33.33009, 34.795184, 37.990083, 42.484638, 51.809315, 48.38423, 51.918781, 56.848344, 67.668, 76.82335, 71.343196, 70.816125, 70.780825, 71.383394, 57.624357, 42.681726, 15.716537, 4.457396, 2.032825, 5.1e-05], "sum_m_pl": [3.15456, 8.200914, 9.131768, 9.18349, 9.339697, 9.154867, 9.76533, 10.326687, 9.991592, 11.384956, 12.479882, 13.054749, 14.54377, 13.139244, 13.623026, 13.435454, 11.579831, 11.037008, 10.450498, 10.803771, 10.548323, 10.053174, 10.513009, 10.282327, 11.005605, 13.027255, 12.929958, 14.267429, 15.211199, 17.064737, 16.846688, 15.094842, 14.681514, 13.205645, 11.166822, 10.870438, 9.956739, 8.647247, 8.319989, 7.975352, 10.834357, 10.006671, 11.704505, 13.856637, 19.196685, 31.729676, 64.43666, 72.740203, 71.372114, 73.852651]}, "digit": {"n_am_en": [0, 0, 3, 3, 0, 5, 4, 5, 6, 3, 3, 2, 2, 1, 2, 6, 2, 2, 4, 3, 9, 8, 6, 5, 4, 5, 6, 4, 4, 3, 5, 6, 5, 6, 7, 9, 11, 14, 13, 12, 11, 10, 9, 7, 6, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 5, 4, 3, 3, 1, 2, 1, 3, 4, 3, 6, 5, 4, 6, 6, 5, 2, 2, 0, 0, 1, 2, 4, 4, 4, 2, 4, 5, 4, 1, 2, 1, 2, 0, 1, 1, 1, 1, 3, 2, 2, 2, 1, 2, 3, 3, 1, 0], "n_pos": 27, "sum_m_en": [2.670498, 4.262485, 4.652747, 4.696842, 5.03008, 5.222206, 5.209187, 5.038021, 4.857716, 5.10462, 4.984122, 4.575821, 4.736089, 4.579644, 4.695886, 4.636938, 4.930616, 4.607455, 4.736419, 4.709808, 4.605892, 4.886507, 4.807764, 4.946116, 5.799142, 5.961504, 6.254736, 5.623064, 5.231232, 5.049231, 4.377761, 4.450178, 4.82215, 5.303899, 6.034371, 5.804844, 6.356048, 6.853772, 8.327641, 9.1533, 8.565819, 7.500178, 7.378708, 6.747893, 5.729902, 4.145687, 2.09455, 0.991593, 0.597053, 0.0], "sum_m_pl": [0.577685, 1.437752, 1.357515, 1.252352, 1.24956, 1.358517, 1.193649, 1.285225, 1.414822, 1.663559, 1.778442, 1.833817, 2.063857, 1.848392, 2.117344, 2.322232, 1.923078, 1.934076, 1.662655, 1.747243, 1.68168, 1.61001, 1.633976, 1.599416, 1.797219, 2.191994, 1.924293, 2.133431, 2.39694, 2.626163, 2.773518, 2.551668, 2.3418, 2.186121, 1.886535, 1.845157, 1.579919, 1.311584, 1.403892, 1.886093, 2.061565, 1.848006, 1.635971, 1.298558, 1.259572, 1.241994, 1.637982, 1.975964, 0.889463, 0.0]}, "lang": {"n_am_en": [0, 5, 2, 7, 13, 22, 16, 18, 23, 19, 12, 7, 17, 12, 14, 21, 41, 34, 35, 40, 39, 41, 35, 36, 43, 37, 39, 29, 26, 21, 20, 27, 37, 43, 47, 42, 46, 50, 49, 51, 44, 46, 47, 49, 38, 27, 7, 1, 0, 0], "n_am_pl": [0, 5, 3, 12, 9, 8, 11, 10, 9, 7, 16, 10, 18, 18, 13, 5, 4, 5, 3, 2, 2, 2, 6, 6, 4, 5, 7, 6, 7, 10, 11, 8, 7, 3, 5, 7, 7, 3, 6, 4, 8, 5, 7, 9, 13, 25, 57, 67, 72, 73], "n_pos": 73, "sum_m_en": [6.9368, 10.774659, 11.306257, 12.586021, 13.371822, 14.117428, 14.53898, 15.391326, 15.176667, 15.236397, 15.191975, 14.649098, 14.362923, 14.509748, 13.654899, 15.11385, 16.890482, 15.853366, 15.464493, 15.069225, 14.690201, 15.880779, 14.884301, 14.774549, 28.354118, 26.654162, 24.049408, 20.482923, 18.099904, 16.912884, 16.020815, 16.944492, 18.23791, 21.622982, 27.214356, 26.697596, 28.101753, 30.297131, 36.000096, 40.493734, 37.350962, 39.086314, 41.421782, 42.946528, 33.972823, 24.742909, 8.008368, 1.009302, 0.61167, 1.8e-05], "sum_m_pl": [1.089163, 3.117822, 3.635818, 3.778982, 3.890252, 3.727334, 4.263895, 4.50188, 4.363437, 4.881725, 5.408883, 5.819236, 6.620435, 6.071815, 5.956644, 5.604844, 4.748304, 4.594517, 4.493329, 4.514163, 4.501653, 4.272399, 4.527499, 4.451707, 4.989161, 5.849507, 5.963151, 6.329379, 6.65681, 7.73633, 7.411621, 6.787088, 6.776062, 6.057539, 5.063186, 5.237931, 5.068629, 4.430369, 4.437876, 3.6733, 5.434699, 5.009582, 6.143181, 7.86424, 13.505011, 23.255306, 52.270788, 65.088257, 68.535582, 72.910591]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "llmzszl-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 921, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9943}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 14, 25, 29, 14, 22, 24, 26, 16, 26, 25, 24, 28, 21, 41, 32, 42, 38, 36, 35, 29, 33, 31, 28, 34, 34, 34, 28, 21, 28, 32, 27, 37, 38, 48, 46, 41, 42, 37, 38, 39, 33, 38, 37, 29, 23, 22, 19, 17, 18], "n_am_pl": [5, 31, 31, 14, 18, 17, 22, 16, 17, 11, 19, 25, 25, 34, 21, 24, 20, 18, 15, 16, 10, 12, 9, 9, 16, 25, 17, 27, 28, 23, 22, 21, 12, 15, 8, 8, 7, 11, 13, 12, 7, 9, 6, 7, 5, 4, 4, 3, 3, 2], "n_pos": 189, "sum_m_en": [22.998359, 28.938697, 28.308787, 28.923882, 28.943076, 29.771173, 27.781576, 28.906462, 28.131934, 30.108368, 30.002173, 31.859509, 31.830514, 30.775096, 31.760557, 32.489741, 32.27345, 30.599615, 30.30984, 29.663589, 27.656778, 28.475373, 28.164449, 28.724903, 32.275431, 33.380031, 32.93046, 31.482352, 31.253995, 31.791879, 30.070954, 30.347582, 32.104168, 31.5165, 34.969348, 33.054167, 32.583813, 36.731775, 37.301191, 36.810763, 35.093573, 32.590915, 34.087699, 34.523491, 28.179728, 24.72816, 22.5932, 21.834006, 17.464514, 17.475475], "sum_m_pl": [5.313117, 11.182488, 12.65631, 11.380855, 11.543157, 10.83243, 9.947758, 10.195941, 10.562225, 12.274019, 12.308314, 13.300305, 14.262686, 13.886105, 14.107556, 13.137411, 12.427332, 12.229446, 11.609389, 11.475202, 10.95355, 10.614619, 10.292551, 10.364246, 13.094006, 14.517763, 13.875517, 15.617762, 15.017544, 15.302276, 14.896845, 13.643191, 13.368401, 12.147981, 11.021626, 10.348417, 9.916017, 10.220434, 9.800387, 9.684987, 10.429435, 11.124126, 10.356646, 9.271929, 8.458475, 7.711202, 6.595099, 5.410987, 4.286188, 2.000338]}, "digit": {"n_am_en": [0, 2, 8, 5, 1, 4, 5, 1, 1, 6, 4, 1, 8, 6, 8, 6, 9, 9, 11, 6, 7, 5, 5, 3, 5, 10, 12, 6, 9, 8, 6, 4, 9, 5, 11, 15, 10, 9, 6, 7, 10, 9, 10, 9, 8, 3, 0, 0, 0, 0], "n_am_pl": [2, 17, 16, 10, 8, 8, 2, 3, 2, 3, 8, 11, 12, 17, 10, 13, 12, 5, 5, 8, 2, 4, 2, 3, 7, 11, 9, 10, 14, 6, 5, 10, 5, 9, 4, 4, 5, 5, 7, 8, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [7.13435, 8.715809, 8.237875, 8.546482, 8.241044, 8.129156, 7.396355, 7.840833, 7.285036, 8.124682, 8.110522, 8.496637, 9.028544, 8.781275, 8.864988, 8.927755, 8.923951, 8.844021, 8.848547, 8.43225, 7.919893, 8.277839, 8.229334, 8.531135, 8.560159, 8.907129, 9.166301, 8.658901, 8.641349, 8.809253, 8.296299, 8.431552, 8.965946, 8.291837, 8.95996, 9.306862, 9.973165, 10.598663, 9.49014, 9.688578, 8.447148, 8.358655, 8.86955, 9.253336, 7.049807, 4.765717, 2.531402, 1.84061, 0.485702, 0.0], "sum_m_pl": [1.431331, 3.510333, 3.730208, 3.100656, 2.871725, 2.794473, 2.420192, 2.666466, 2.884958, 3.653051, 3.800619, 4.552673, 5.054274, 5.11153, 5.175341, 4.684854, 4.268197, 3.987065, 3.824769, 3.86188, 3.60354, 3.401203, 3.301034, 3.31755, 4.354415, 4.844468, 4.806659, 5.183885, 4.852052, 4.759578, 4.551672, 4.56135, 4.354454, 4.051924, 3.80019, 4.126695, 4.151206, 4.174939, 4.252861, 3.707055, 3.541886, 3.609293, 3.137923, 2.988048, 2.477392, 1.806333, 1.240324, 0.661937, 0.148225, 0.0]}, "lang": {"n_am_en": [4, 7, 6, 5, 3, 4, 5, 6, 2, 3, 3, 7, 7, 5, 8, 10, 10, 11, 13, 13, 10, 12, 9, 11, 13, 11, 9, 8, 7, 6, 9, 9, 9, 12, 15, 12, 13, 15, 15, 14, 15, 17, 18, 18, 16, 17, 17, 16, 17, 18], "n_am_pl": [2, 1, 0, 0, 1, 0, 1, 0, 1, 1, 3, 2, 1, 2, 0, 0, 1, 1, 0, 0, 2, 1, 1, 1, 1, 3, 1, 3, 2, 4, 2, 3, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2], "n_pos": 21, "sum_m_en": [2.809021, 3.318983, 3.333759, 3.394939, 3.582583, 3.830132, 3.792925, 3.916976, 4.145943, 4.077711, 3.942288, 4.227961, 4.045484, 4.070631, 4.459333, 4.726653, 4.638458, 4.340722, 4.11127, 4.337543, 3.932579, 3.861474, 3.754161, 3.84654, 7.217137, 7.162723, 6.892598, 6.090731, 5.955586, 5.879173, 5.366209, 5.254978, 5.518429, 6.062485, 7.398644, 7.814326, 8.476124, 10.55713, 11.991683, 12.518774, 13.441223, 14.856536, 15.506033, 15.283727, 14.979521, 14.970769, 15.490982, 15.077303, 15.059123, 17.427775], "sum_m_pl": [0.793073, 1.176704, 1.263646, 1.233868, 1.277262, 1.14988, 1.162532, 1.133619, 1.146284, 1.241868, 1.292451, 1.260896, 1.364313, 1.321588, 1.296268, 1.162975, 1.06697, 1.14367, 1.179351, 1.178866, 1.188948, 1.185273, 1.132736, 1.142449, 1.281041, 1.381323, 1.290766, 1.480548, 1.56729, 1.631615, 1.384574, 1.406706, 1.531364, 1.389262, 1.317892, 1.008475, 1.117757, 1.188596, 1.396851, 1.877704, 2.075213, 2.115363, 2.057912, 2.131412, 2.099459, 2.089825, 2.141212, 2.05882, 2.148163, 2.000282]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "llmzszl-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9791, "tf_agree_excl_first": 0.9842}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 11, 26, 29, 14, 19, 20, 19, 16, 26, 21, 20, 21, 17, 31, 37, 46, 39, 30, 32, 34, 31, 24, 24, 44, 38, 33, 35, 34, 37, 33, 35, 38, 37, 47, 56, 44, 50, 45, 45, 40, 34, 36, 31, 25, 15, 6, 0, 0, 0], "n_am_pl": [3, 20, 32, 21, 21, 26, 25, 21, 17, 22, 36, 41, 45, 48, 28, 27, 17, 22, 12, 22, 13, 11, 9, 10, 16, 28, 24, 26, 36, 20, 22, 19, 17, 15, 15, 17, 10, 11, 10, 13, 9, 15, 11, 11, 14, 23, 34, 39, 36, 33], "n_pos": 209, "sum_m_en": [23.212932, 31.182604, 31.76502, 31.160314, 30.895414, 31.558066, 30.392328, 31.770743, 30.836438, 33.35845, 33.902397, 34.918288, 35.173644, 34.109452, 34.425068, 35.428125, 34.882802, 33.195755, 32.790806, 32.447545, 30.295369, 31.249942, 30.882556, 31.831819, 36.794382, 36.704152, 34.619041, 33.706401, 33.960777, 34.572125, 32.22631, 34.307642, 35.893359, 35.442601, 39.23516, 38.472029, 36.401628, 40.662749, 39.442394, 37.494035, 36.275763, 31.955779, 33.349383, 32.400368, 26.286114, 17.062541, 7.808114, 2.107771, 1.001613, 1e-06], "sum_m_pl": [5.52585, 12.27919, 13.885388, 12.940085, 12.89597, 12.880977, 11.723201, 12.131916, 12.558434, 14.117731, 14.035398, 15.726745, 16.508815, 15.680043, 15.547959, 14.504756, 13.521499, 13.199684, 12.204947, 12.329382, 11.92969, 11.603441, 11.337551, 11.508289, 14.728801, 16.642754, 16.37556, 17.716621, 17.263952, 17.434196, 16.718532, 15.085053, 14.630406, 13.468054, 11.893132, 11.01413, 10.287095, 9.793761, 9.160706, 10.921186, 11.559776, 12.8772, 12.309038, 12.427935, 15.676915, 23.764774, 34.139548, 38.447868, 35.863705, 33.172107]}, "digit": {"n_am_en": [1, 1, 13, 10, 2, 6, 2, 1, 0, 2, 1, 1, 6, 1, 2, 4, 8, 8, 9, 6, 6, 6, 4, 4, 8, 8, 12, 10, 9, 13, 4, 5, 8, 4, 6, 11, 9, 12, 10, 11, 7, 9, 11, 8, 7, 3, 1, 0, 0, 0], "n_am_pl": [1, 12, 18, 6, 8, 7, 2, 4, 1, 7, 11, 16, 14, 21, 15, 15, 7, 5, 2, 10, 4, 4, 3, 2, 6, 12, 11, 10, 15, 5, 4, 9, 6, 6, 3, 5, 3, 4, 5, 4, 1, 3, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 59, "sum_m_en": [6.989737, 8.484911, 8.213481, 8.260194, 8.076056, 8.109193, 7.367295, 7.899784, 7.3447, 8.169835, 8.33021, 8.62313, 9.165647, 8.986284, 8.993385, 9.099204, 8.953634, 9.038531, 8.961214, 8.553901, 7.960887, 8.343252, 8.283942, 8.687704, 8.919843, 9.114459, 9.002452, 8.799164, 8.824726, 9.245222, 8.512129, 8.957237, 9.626948, 8.725829, 9.342628, 9.561966, 10.013203, 11.241695, 9.802681, 10.343401, 9.042332, 8.685585, 8.778241, 9.229328, 6.74724, 4.277429, 2.013656, 1.236558, 0.289434, 0.0], "sum_m_pl": [1.418489, 3.588832, 3.702375, 3.228602, 2.968254, 3.056081, 2.65433, 2.834313, 3.115408, 3.981963, 4.102413, 5.017512, 5.296172, 5.225196, 5.329223, 4.767766, 4.255784, 4.073673, 3.734192, 3.793829, 3.608585, 3.387967, 3.28658, 3.28626, 4.267577, 4.975761, 5.043006, 5.352952, 5.147568, 4.812462, 4.646104, 4.505452, 4.191674, 4.040371, 3.767458, 4.076093, 3.880192, 3.761345, 3.73542, 3.397495, 3.340699, 3.436302, 2.969785, 2.691165, 2.413753, 2.352482, 2.246989, 1.240686, 0.112638, 0.0]}, "lang": {"n_am_en": [0, 4, 3, 3, 3, 2, 7, 7, 8, 8, 8, 6, 5, 6, 10, 12, 14, 14, 14, 14, 14, 12, 10, 7, 17, 16, 11, 9, 8, 8, 12, 11, 8, 14, 20, 19, 20, 22, 18, 18, 16, 16, 16, 17, 13, 8, 4, 0, 0, 0], "n_am_pl": [0, 1, 6, 5, 3, 4, 5, 4, 6, 4, 4, 6, 6, 8, 2, 0, 2, 2, 1, 3, 3, 1, 3, 3, 2, 3, 2, 2, 8, 3, 1, 2, 5, 3, 4, 5, 3, 1, 2, 4, 3, 5, 6, 6, 10, 16, 25, 31, 32, 33], "n_pos": 33, "sum_m_en": [3.109665, 4.978732, 5.583992, 5.404248, 5.257359, 5.348965, 5.775487, 6.172729, 6.178781, 6.408157, 6.136698, 6.331934, 6.357074, 6.274404, 6.381396, 6.729496, 6.644223, 6.212755, 5.974486, 6.147657, 5.818598, 5.761769, 5.733457, 5.739005, 10.250473, 9.820513, 8.690708, 7.476631, 7.267678, 7.035406, 6.549756, 6.866537, 7.073547, 7.958152, 9.813961, 10.909446, 10.476108, 12.394641, 12.73287, 12.471616, 14.025382, 14.788242, 15.815577, 16.071814, 13.918274, 8.306052, 2.955172, 0.070549, 0.066389, 0.0], "sum_m_pl": [0.605026, 1.520809, 1.84503, 1.871586, 1.936367, 2.015566, 2.020758, 2.088368, 2.051412, 1.936468, 2.087588, 2.226555, 2.334704, 2.31721, 2.040075, 1.800367, 1.629767, 1.638227, 1.661589, 1.763176, 1.80682, 1.840112, 1.833042, 1.885845, 2.491589, 2.289903, 2.46225, 2.460637, 2.654491, 3.020834, 2.45997, 2.601274, 2.765568, 2.645588, 2.305844, 1.914295, 2.099374, 1.655829, 1.664803, 2.794741, 2.826221, 3.221003, 3.739121, 4.426292, 8.327205, 14.819557, 24.505558, 30.227345, 31.422385, 32.747223]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 211, "item_id": "llmzszl-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 907, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9952}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 10, 11, 11, 13, 11, 15, 18, 23, 17, 15, 24, 14, 16, 17, 18, 20, 14, 21, 20, 17, 19, 20, 15, 29, 24, 25, 26, 25, 21, 18, 24, 19, 17, 23, 27, 22, 27, 25, 28, 25, 26, 29, 31, 33, 29, 32, 30, 29, 31], "n_am_pl": [2, 5, 3, 3, 4, 4, 3, 2, 4, 5, 7, 3, 7, 11, 9, 9, 3, 4, 3, 3, 3, 1, 1, 2, 2, 1, 4, 4, 9, 7, 8, 10, 7, 6, 3, 3, 2, 4, 1, 2, 1, 1, 2, 1, 1, 1, 0, 0, 0, 1], "n_pos": 77, "sum_m_en": [8.469576, 11.863426, 11.783515, 11.795087, 13.238023, 12.186493, 12.464734, 12.143998, 11.175901, 11.60633, 11.787932, 11.332472, 11.07787, 11.549585, 11.387017, 12.482521, 11.70978, 11.742666, 11.450291, 12.157672, 11.195214, 11.454625, 11.536477, 11.481057, 18.146845, 17.856132, 16.787506, 14.412644, 15.066796, 14.339075, 13.329138, 13.747652, 13.961966, 14.529347, 16.100165, 16.938515, 18.391689, 22.053293, 21.967391, 23.229117, 21.648551, 25.224186, 28.684129, 29.113852, 31.002587, 29.170118, 31.039354, 30.58496, 29.146789, 30.98303], "sum_m_pl": [1.558196, 3.056847, 3.121227, 2.744733, 3.075993, 2.675557, 2.679276, 2.937886, 3.280542, 3.524178, 4.091313, 4.098755, 4.244781, 3.980311, 4.042373, 3.65607, 3.499338, 4.008965, 4.160265, 4.311182, 4.137731, 4.033722, 3.837052, 3.772134, 4.069979, 4.084559, 4.18465, 4.581576, 5.413796, 6.157831, 5.911306, 5.801635, 5.626286, 5.500259, 4.915426, 5.401156, 4.82075, 4.744944, 3.792672, 3.440848, 3.159981, 2.459359, 2.194127, 2.128558, 1.927321, 1.43541, 0.943951, 0.798333, 0.626509, 0.514001]}, "digit": {"n_am_en": [1, 1, 2, 0, 0, 0, 3, 1, 1, 1, 2, 3, 0, 1, 1, 0, 1, 0, 1, 1, 1, 2, 2, 1, 3, 3, 3, 3, 1, 3, 3, 2, 1, 0, 0, 1, 1, 1, 2, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 1, 0, 0, 0, 1, 2, 1, 0, 1, 0, 1, 3, 0, 2, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.045884, 1.829419, 1.754557, 1.604886, 1.548534, 1.582441, 1.584073, 1.494967, 1.278268, 1.505963, 1.652178, 1.453188, 1.386652, 1.453236, 1.434437, 1.498231, 1.38649, 1.36692, 1.389945, 1.478177, 1.344889, 1.410494, 1.467577, 1.456548, 1.858645, 1.958783, 1.571353, 1.369628, 1.567922, 1.627606, 1.592105, 1.646916, 1.594959, 1.376083, 1.459475, 1.549823, 1.771696, 1.664703, 1.325069, 1.25725, 1.14829, 1.092995, 1.137762, 1.045699, 0.98717, 0.787121, 0.517574, 0.340095, 0.161002, 0.0], "sum_m_pl": [0.161126, 0.469571, 0.374255, 0.351952, 0.412771, 0.395306, 0.343305, 0.415026, 0.480482, 0.416343, 0.482462, 0.4618, 0.518818, 0.44996, 0.487542, 0.448078, 0.435392, 0.540739, 0.587053, 0.61921, 0.575337, 0.54505, 0.512583, 0.498793, 0.488268, 0.516566, 0.50174, 0.52857, 0.652427, 0.747509, 0.740161, 0.673188, 0.576434, 0.530305, 0.46378, 0.579422, 0.55135, 0.636709, 0.645136, 0.712426, 0.67354, 0.850201, 0.724333, 0.772773, 0.881749, 0.69145, 0.446743, 0.32053, 0.101714, 0.0]}, "lang": {"n_am_en": [7, 5, 6, 8, 8, 7, 10, 11, 15, 11, 10, 14, 7, 8, 12, 10, 12, 8, 13, 11, 10, 11, 13, 11, 16, 14, 15, 15, 16, 12, 11, 16, 13, 10, 17, 18, 17, 19, 17, 18, 20, 24, 27, 27, 29, 28, 31, 29, 29, 31], "n_am_pl": [1, 0, 2, 2, 2, 3, 1, 1, 1, 1, 2, 2, 3, 6, 4, 3, 1, 2, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 3, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1], "n_pos": 32, "sum_m_en": [3.765112, 4.853345, 4.908552, 5.284416, 6.146359, 5.497159, 5.809846, 5.598913, 5.264479, 5.144799, 5.1012, 5.082544, 4.731188, 4.869207, 4.893561, 5.479946, 5.116428, 5.214346, 4.997843, 5.293912, 4.853189, 5.013737, 5.024716, 4.957795, 9.546828, 9.284348, 9.160241, 7.649582, 7.937642, 6.979223, 6.18894, 6.326549, 6.726361, 7.589786, 8.490628, 9.024599, 10.842755, 13.068469, 14.474253, 15.614001, 15.743042, 20.837067, 24.176364, 23.767639, 25.25291, 25.384961, 28.108675, 27.745879, 27.248457, 30.615492], "sum_m_pl": [0.625318, 1.097238, 1.185455, 1.043392, 1.142279, 0.971606, 1.045572, 1.132156, 1.242818, 1.370352, 1.670688, 1.730916, 1.778171, 1.636848, 1.723156, 1.507767, 1.444419, 1.663891, 1.734228, 1.771324, 1.7246, 1.68641, 1.617851, 1.583449, 1.777538, 1.749976, 1.735411, 1.892291, 2.125377, 2.697952, 2.681545, 2.599871, 2.662807, 2.436156, 2.145727, 2.486336, 2.097241, 2.012652, 1.681075, 1.311582, 1.221897, 0.572369, 0.458543, 0.500536, 0.32187, 0.199847, 0.121481, 0.20904, 0.298157, 0.513999]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "llmzszl-63", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 772, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9494, "tf_agree_excl_first": 0.9615}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 20, 29, 38, 51, 38, 38, 53, 42, 33, 27, 36, 30, 28, 28, 47, 44, 46, 47, 49, 43, 51, 51, 41, 86, 76, 78, 67, 57, 60, 52, 54, 40, 50, 60, 67, 71, 73, 63, 78, 68, 61, 83, 92, 87, 76, 30, 6, 0, 0], "n_am_pl": [1, 31, 16, 18, 21, 24, 17, 22, 36, 24, 37, 31, 33, 25, 25, 24, 18, 23, 19, 15, 9, 4, 5, 7, 12, 23, 25, 21, 41, 30, 36, 38, 35, 35, 32, 26, 21, 19, 21, 19, 26, 27, 23, 28, 32, 46, 101, 125, 132, 129], "n_pos": 236, "sum_m_en": [22.261704, 35.10389, 37.127315, 37.194051, 39.149948, 37.582044, 38.599087, 39.56815, 36.849908, 37.946927, 38.449328, 36.039439, 35.213999, 36.346515, 35.641767, 38.535284, 36.08418, 35.944528, 35.139988, 36.618977, 33.800609, 34.614665, 34.968007, 35.398421, 57.310337, 54.692276, 49.736612, 41.85455, 41.527926, 40.144783, 38.671275, 40.300528, 40.001706, 41.049535, 44.333334, 46.290202, 47.399783, 55.498934, 55.145642, 56.184799, 52.191953, 50.980734, 69.883142, 75.033199, 79.436781, 64.559789, 30.133367, 7.289105, 3.085501, 7.6e-05], "sum_m_pl": [3.83912, 11.508309, 12.514224, 11.889384, 12.747865, 12.427238, 11.92552, 13.308397, 14.221182, 14.252808, 15.843996, 16.511132, 15.821524, 14.832559, 14.453386, 12.52091, 11.566519, 12.624052, 12.562943, 12.338021, 12.253207, 11.787663, 11.485418, 11.625341, 12.721932, 12.782351, 14.135796, 15.856847, 18.71707, 21.31993, 19.450056, 20.369504, 19.408039, 19.16052, 17.277407, 17.532941, 17.796441, 18.523476, 17.693186, 18.781998, 19.732582, 20.75356, 21.133418, 25.993902, 28.336946, 43.321054, 92.126526, 117.053859, 125.604161, 129.327639]}, "digit": {"n_am_en": [3, 1, 1, 3, 1, 3, 1, 2, 1, 2, 2, 3, 3, 2, 1, 8, 7, 5, 8, 9, 11, 12, 11, 9, 18, 11, 12, 9, 6, 9, 6, 7, 3, 6, 5, 8, 12, 11, 8, 9, 7, 7, 8, 6, 7, 9, 6, 1, 0, 0], "n_am_pl": [0, 7, 3, 2, 3, 3, 0, 4, 6, 3, 8, 6, 4, 2, 2, 2, 3, 2, 1, 1, 1, 0, 1, 2, 1, 2, 3, 3, 8, 4, 8, 8, 6, 6, 6, 4, 1, 0, 2, 1, 3, 4, 1, 2, 4, 1, 1, 4, 0, 0], "n_pos": 34, "sum_m_en": [2.880721, 5.445552, 5.465773, 5.259142, 4.871632, 4.956254, 4.944762, 4.979299, 4.452209, 5.030613, 5.365657, 4.701045, 4.648203, 4.976134, 5.059865, 5.388271, 5.004734, 4.944495, 4.8427, 5.086063, 4.673639, 4.834451, 4.943964, 5.039086, 7.819806, 7.72851, 6.284662, 5.559821, 5.845176, 5.720088, 5.534647, 5.810259, 5.771863, 5.301937, 5.992597, 6.184316, 6.216321, 7.193092, 7.111679, 6.730759, 5.330365, 5.724865, 6.390161, 6.344523, 5.871231, 4.844911, 3.938798, 1.430745, 0.799305, 0.0], "sum_m_pl": [0.531493, 1.844637, 1.738596, 1.698564, 1.758312, 1.770481, 1.540535, 1.69295, 1.856253, 1.749081, 2.111447, 2.156734, 2.082893, 1.797497, 1.717241, 1.501857, 1.413307, 1.590204, 1.528612, 1.596338, 1.543116, 1.439508, 1.406609, 1.44739, 1.379695, 1.326735, 1.457142, 1.792501, 2.224866, 2.609934, 2.748425, 2.819017, 2.585057, 2.340156, 1.81523, 1.882845, 1.645989, 1.691706, 1.826244, 1.976503, 2.26942, 2.248649, 2.058601, 2.186817, 2.444574, 1.826166, 2.213731, 2.886321, 0.507479, 0.0]}, "lang": {"n_am_en": [1, 14, 18, 23, 34, 21, 27, 26, 23, 18, 19, 23, 19, 19, 19, 24, 25, 29, 27, 27, 22, 28, 27, 23, 50, 46, 46, 41, 35, 30, 29, 28, 24, 31, 36, 40, 43, 42, 40, 48, 45, 40, 53, 64, 62, 49, 20, 3, 0, 0], "n_am_pl": [0, 7, 8, 10, 11, 14, 11, 14, 26, 16, 19, 16, 20, 15, 16, 17, 9, 16, 12, 9, 7, 2, 2, 4, 8, 15, 14, 11, 22, 19, 20, 20, 20, 21, 17, 13, 14, 13, 15, 14, 18, 19, 18, 20, 24, 40, 88, 112, 127, 128], "n_pos": 128, "sum_m_en": [12.40169, 18.722454, 20.04194, 20.497586, 22.238191, 20.950845, 21.88663, 22.262611, 20.833611, 21.424725, 21.632793, 20.563791, 19.566863, 20.40953, 19.671653, 21.477296, 20.10233, 20.320929, 19.848818, 20.69791, 18.988971, 19.326172, 19.420573, 19.551694, 34.046312, 32.194159, 30.128517, 24.523032, 23.563596, 22.247639, 21.265817, 22.090763, 21.84185, 23.022483, 24.800061, 26.570994, 27.694718, 31.990724, 32.503813, 34.235244, 32.756534, 31.862337, 44.160052, 50.89228, 54.868979, 45.490845, 20.499264, 4.195104, 0.968574, 6.8e-05], "sum_m_pl": [2.135, 6.076219, 6.833536, 6.588266, 6.834977, 6.763383, 6.687393, 7.75145, 8.276214, 8.107742, 8.840367, 9.317688, 9.007741, 8.598531, 8.365212, 7.298394, 6.701698, 7.273412, 7.342092, 7.024316, 6.984839, 6.746608, 6.616176, 6.681813, 7.675018, 7.933724, 8.639676, 9.356696, 10.894088, 12.417662, 10.838702, 11.4039, 11.073549, 10.955155, 10.118289, 10.061223, 10.627495, 11.650798, 11.034855, 11.384055, 12.271547, 13.342336, 14.434623, 17.715041, 20.631461, 35.414665, 78.704293, 105.528757, 119.987753, 127.627635]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "llmzszl-63", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 900, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 9, 21, 16, 27, 15, 21, 22, 27, 37, 32, 28, 30, 23, 26, 29, 31, 34, 25, 30, 28, 26, 25, 28, 31, 34, 30, 27, 30, 34, 28, 31, 32, 30, 42, 45, 49, 55, 62, 57, 59, 67, 63, 62, 61, 54, 53, 48, 45, 45], "n_am_pl": [7, 13, 8, 15, 11, 20, 13, 13, 20, 23, 21, 24, 24, 20, 25, 25, 18, 24, 19, 17, 15, 13, 7, 3, 19, 22, 26, 32, 28, 26, 25, 18, 19, 24, 13, 15, 8, 5, 6, 6, 5, 4, 3, 4, 3, 2, 3, 3, 1, 1], "n_pos": 190, "sum_m_en": [19.252784, 28.566135, 28.386032, 28.069368, 30.852742, 30.007549, 29.290129, 29.484317, 30.602265, 32.342451, 30.913496, 30.86476, 29.166457, 29.413407, 29.530643, 29.428286, 30.984541, 30.117378, 30.37365, 29.35966, 29.003476, 29.982498, 29.529249, 29.888276, 35.078196, 34.310816, 33.570136, 33.791244, 32.411879, 31.842887, 30.825385, 32.153992, 33.914236, 33.725331, 37.052126, 38.606004, 41.151886, 46.805089, 51.938005, 56.06896, 56.329596, 59.151279, 62.10664, 60.376557, 61.24072, 56.438843, 52.529923, 47.840737, 45.381189, 45.940288], "sum_m_pl": [4.920073, 8.395804, 9.458719, 8.442759, 9.401053, 9.923388, 9.616491, 10.10404, 10.727508, 11.445577, 12.869308, 13.590804, 14.538543, 14.860568, 16.002292, 16.675563, 15.824239, 16.518367, 15.010514, 14.09787, 13.429795, 12.834388, 12.35775, 12.201397, 16.741958, 19.127465, 18.557406, 18.834438, 18.732977, 20.515883, 19.911506, 18.542119, 17.191279, 16.476791, 15.513338, 14.55284, 13.401312, 10.777326, 9.787992, 8.254831, 8.230062, 7.437845, 6.067824, 6.105351, 5.024379, 4.881359, 4.374686, 3.435286, 2.267648, 1.000313]}, "digit": {"n_am_en": [0, 1, 0, 1, 5, 0, 4, 6, 9, 9, 12, 9, 7, 4, 6, 5, 8, 10, 6, 6, 3, 6, 4, 6, 7, 7, 7, 6, 8, 7, 3, 6, 8, 7, 9, 5, 7, 11, 10, 7, 6, 8, 4, 4, 7, 5, 6, 3, 0, 0], "n_am_pl": [0, 3, 0, 2, 1, 3, 0, 0, 2, 6, 2, 5, 6, 4, 6, 4, 3, 4, 5, 5, 3, 3, 3, 0, 4, 9, 7, 7, 5, 2, 5, 5, 6, 5, 0, 4, 2, 0, 2, 2, 1, 1, 1, 3, 1, 1, 1, 0, 0, 0], "n_pos": 46, "sum_m_en": [4.842233, 8.21173, 7.991817, 7.679702, 8.604943, 8.352226, 8.008892, 7.762864, 7.836971, 8.485038, 8.600223, 8.101557, 7.737251, 7.784127, 7.924081, 7.380182, 7.778448, 8.076508, 7.86213, 7.527328, 7.252294, 7.491291, 7.376325, 7.531133, 9.213647, 8.596007, 7.811592, 8.189247, 7.834131, 7.92602, 7.908107, 8.750969, 8.814905, 8.407797, 8.737478, 8.464699, 8.714047, 9.508762, 8.692163, 9.440047, 9.122951, 9.161289, 8.23915, 7.797249, 7.388878, 5.655866, 5.57717, 3.720686, 1.133396, 0.0], "sum_m_pl": [0.762395, 2.102153, 1.685609, 1.517251, 1.661965, 1.750972, 1.593577, 1.754907, 2.069568, 2.374414, 2.817387, 2.985246, 3.243018, 3.59951, 3.723342, 3.659379, 3.443022, 3.692787, 3.386865, 3.201679, 3.050696, 2.904845, 2.775642, 2.781496, 3.784202, 4.367937, 3.9395, 4.297918, 3.910173, 3.796392, 3.687114, 3.474929, 3.274766, 3.107398, 2.750098, 2.825018, 2.59121, 2.387341, 2.651757, 2.438566, 2.928264, 2.683059, 2.501663, 2.241113, 2.022625, 2.249488, 1.64706, 0.903955, 0.383976, 0.0]}, "lang": {"n_am_en": [8, 6, 10, 10, 13, 11, 13, 10, 10, 13, 13, 12, 14, 15, 15, 12, 15, 15, 14, 16, 18, 16, 16, 14, 17, 19, 17, 17, 14, 15, 14, 13, 12, 13, 17, 19, 24, 27, 35, 36, 35, 41, 44, 44, 44, 43, 41, 39, 44, 45], "n_am_pl": [2, 4, 4, 1, 5, 7, 5, 6, 6, 8, 11, 7, 6, 5, 5, 8, 4, 8, 4, 6, 4, 4, 2, 1, 3, 2, 6, 6, 7, 5, 8, 4, 7, 6, 5, 7, 2, 0, 1, 0, 1, 1, 0, 1, 1, 1, 2, 3, 1, 1], "n_pos": 47, "sum_m_en": [5.183697, 6.844205, 7.26602, 7.322197, 8.182398, 7.987701, 8.099624, 8.334254, 9.119105, 9.420925, 8.394216, 8.862807, 8.188046, 8.258119, 8.055142, 8.436839, 9.20564, 8.647882, 8.669518, 8.446214, 8.401477, 8.649286, 8.405748, 8.396538, 14.006362, 14.053364, 13.790667, 12.838892, 12.128462, 11.193862, 10.54404, 10.473715, 11.047939, 11.340161, 13.308853, 14.548482, 18.05567, 21.83628, 27.79184, 31.434416, 30.934727, 33.459571, 37.994828, 39.025753, 41.655028, 41.337199, 39.816293, 38.472581, 41.915291, 44.898898], "sum_m_pl": [1.014936, 2.131043, 2.440295, 2.210075, 2.555465, 2.709468, 2.889249, 3.077704, 3.134775, 3.295598, 3.78065, 4.016052, 4.406338, 4.516581, 4.932502, 5.207663, 4.831575, 4.930566, 4.522961, 4.207558, 3.899219, 3.730554, 3.588147, 3.51006, 5.015035, 5.364609, 5.415776, 5.53753, 5.741371, 6.643027, 6.656021, 6.315852, 5.773824, 5.630055, 5.026825, 4.791129, 4.766181, 3.573851, 2.783849, 2.152475, 2.000177, 1.637283, 0.72222, 1.575122, 1.050665, 1.262337, 2.005846, 2.000603, 1.480191, 1.000306]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "llmzszl-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 812, "region_end": 190, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 6, 17, 9, 24, 22, 27, 27, 18, 28, 25, 29, 28, 27, 27, 31, 39, 41, 36, 36, 36, 42, 42, 42, 68, 53, 52, 35, 28, 33, 20, 23, 28, 36, 45, 47, 50, 51, 68, 65, 64, 56, 61, 56, 57, 35, 7, 0, 0, 0], "n_am_pl": [2, 19, 21, 11, 18, 25, 10, 15, 17, 28, 22, 28, 32, 28, 25, 25, 20, 15, 14, 9, 10, 6, 8, 8, 15, 21, 21, 24, 21, 34, 29, 27, 25, 21, 17, 26, 17, 17, 11, 14, 18, 22, 14, 15, 20, 38, 61, 71, 70, 64], "n_pos": 205, "sum_m_en": [18.981913, 30.412034, 31.368178, 31.140979, 34.211521, 34.088375, 33.189577, 35.481163, 35.280685, 38.06196, 36.053766, 35.976642, 35.149893, 34.6549, 33.899511, 33.856634, 35.129953, 33.348333, 33.73059, 32.841288, 32.1666, 32.718658, 32.500663, 32.862656, 44.50633, 41.113402, 36.668237, 34.166647, 32.408939, 33.830361, 32.035382, 32.716487, 34.117886, 33.769886, 37.156609, 36.158476, 37.200577, 41.721253, 45.788019, 53.947122, 52.067735, 53.266268, 55.923343, 56.091627, 51.293734, 33.479841, 11.853481, 3.95825, 1.405255, 1e-06], "sum_m_pl": [3.347508, 10.207153, 11.077507, 10.070066, 11.125266, 11.740295, 11.62929, 12.390746, 12.961004, 12.738493, 13.901355, 14.602042, 15.47217, 16.431444, 16.328331, 16.574884, 14.946979, 15.36185, 14.02796, 13.571207, 13.180152, 12.667563, 12.385611, 12.39423, 16.474466, 18.567737, 18.422013, 19.048256, 20.139809, 22.163501, 20.341787, 19.056315, 18.021299, 16.828824, 16.222755, 16.050723, 14.668485, 13.592941, 13.62403, 11.784251, 11.864037, 12.9943, 14.851724, 14.91012, 20.680232, 33.66633, 57.862186, 69.33783, 67.743055, 64.34262]}, "digit": {"n_am_en": [0, 1, 1, 2, 6, 5, 4, 5, 4, 8, 8, 5, 5, 4, 5, 5, 8, 12, 9, 5, 5, 8, 9, 7, 16, 10, 10, 7, 4, 6, 3, 4, 4, 7, 6, 7, 8, 9, 13, 11, 10, 8, 6, 3, 4, 2, 1, 0, 0, 0], "n_am_pl": [1, 2, 3, 1, 4, 4, 1, 2, 2, 4, 7, 7, 7, 7, 5, 6, 4, 5, 4, 3, 6, 2, 1, 2, 3, 5, 8, 5, 5, 4, 8, 7, 7, 7, 3, 5, 2, 3, 3, 4, 6, 3, 1, 2, 1, 2, 1, 4, 1, 0], "n_pos": 41, "sum_m_en": [3.822014, 6.780767, 6.803121, 6.5091, 7.242615, 7.464216, 7.128256, 7.296512, 7.319206, 8.076141, 8.066506, 7.52468, 7.391937, 7.279674, 7.17975, 6.862367, 7.193865, 7.065568, 7.209852, 6.818815, 6.605521, 6.714748, 6.5762, 6.73909, 8.859769, 8.511488, 7.525579, 7.435584, 7.068447, 7.314626, 6.954039, 7.594466, 7.877405, 7.416786, 7.616301, 7.548657, 7.929543, 8.124715, 7.706237, 8.090998, 7.265228, 7.014319, 6.492689, 5.676699, 5.288843, 3.795266, 2.898359, 1.471664, 0.666237, 0.0], "sum_m_pl": [0.629171, 2.046919, 1.713602, 1.438901, 1.409716, 1.603373, 1.485902, 1.713659, 1.91926, 2.041688, 2.503257, 2.360101, 2.649615, 2.838933, 3.061792, 3.076783, 2.781482, 3.180188, 2.721858, 2.606488, 2.517533, 2.374656, 2.281438, 2.308449, 2.908492, 3.262246, 3.136808, 3.215495, 3.153513, 3.28942, 3.249152, 3.245773, 3.083815, 2.819386, 2.625414, 2.864346, 2.320634, 2.094055, 2.325744, 2.11865, 2.250963, 2.047213, 2.069451, 2.178496, 1.798737, 1.52398, 2.03355, 2.637295, 0.814356, 0.0]}, "lang": {"n_am_en": [6, 2, 7, 6, 10, 9, 11, 15, 7, 11, 10, 13, 17, 13, 15, 16, 10, 12, 14, 15, 18, 21, 22, 22, 32, 25, 22, 19, 15, 17, 13, 13, 13, 18, 23, 22, 23, 28, 34, 33, 32, 29, 37, 37, 36, 23, 4, 0, 0, 0], "n_am_pl": [0, 8, 10, 4, 7, 11, 5, 4, 6, 8, 6, 10, 12, 12, 9, 8, 9, 4, 4, 2, 3, 3, 4, 3, 6, 9, 7, 14, 11, 16, 12, 9, 12, 10, 9, 14, 12, 11, 8, 10, 12, 17, 12, 12, 16, 31, 50, 62, 64, 64], "n_pos": 64, "sum_m_en": [6.74996, 9.898722, 10.809454, 10.975651, 11.796874, 11.426825, 11.182541, 12.589116, 12.515872, 13.551661, 12.75704, 13.368378, 13.130867, 12.880387, 12.382295, 12.343135, 12.700196, 11.844288, 11.746965, 11.566929, 11.474862, 11.542689, 11.503782, 11.425142, 20.015827, 17.750692, 15.417501, 12.800436, 11.733466, 12.151311, 11.927527, 11.868215, 12.02529, 13.240146, 14.391225, 14.710939, 15.924961, 19.047773, 21.858479, 26.600112, 26.442663, 26.978578, 30.75865, 33.639595, 30.522421, 19.333456, 5.458323, 0.463672, 0.049702, 0.0], "sum_m_pl": [1.190866, 3.300307, 3.729859, 3.558428, 3.823507, 4.067475, 4.402384, 4.622603, 4.889527, 4.544312, 4.81789, 5.418076, 5.692497, 6.308882, 5.974398, 5.984309, 5.227827, 5.011043, 4.799271, 4.589839, 4.483035, 4.374076, 4.33428, 4.332825, 6.474782, 7.306242, 7.455012, 7.69219, 8.50201, 9.403069, 8.326009, 7.929028, 7.619094, 7.320068, 6.94473, 7.15867, 7.296959, 6.826816, 7.426042, 6.503541, 6.614229, 8.314177, 10.181072, 9.550403, 14.667425, 27.107522, 47.153808, 61.03841, 63.474595, 63.858067]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 207, "item_id": "llmzszl-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 940, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 8, 10, 11, 16, 14, 18, 26, 19, 22, 31, 26, 26, 21, 30, 29, 35, 38, 33, 30, 23, 21, 21, 24, 28, 28, 26, 28, 26, 24, 22, 23, 26, 30, 36, 36, 38, 35, 39, 39, 36, 37, 36, 37, 35, 36, 34, 32, 31, 36], "n_am_pl": [1, 5, 10, 2, 4, 4, 6, 1, 4, 6, 5, 8, 7, 9, 6, 7, 4, 4, 4, 4, 4, 5, 3, 3, 6, 7, 4, 8, 10, 11, 6, 7, 7, 8, 3, 2, 1, 2, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 84, "sum_m_en": [9.155019, 13.183447, 12.638911, 12.745684, 13.340628, 13.53885, 13.807668, 14.752905, 15.243952, 17.034211, 16.898577, 16.50581, 15.834417, 15.031613, 13.988565, 14.998645, 16.302421, 16.674822, 17.195853, 15.35246, 14.227729, 14.507605, 14.138556, 14.436698, 23.935927, 23.565984, 21.917638, 21.17779, 20.319479, 20.231436, 18.830678, 19.030209, 18.578665, 21.36705, 25.939374, 26.347513, 29.628666, 29.845649, 31.599291, 32.092185, 33.028323, 34.969764, 35.778647, 34.726967, 34.189608, 35.064826, 34.455132, 33.552099, 30.264078, 35.385348], "sum_m_pl": [1.374808, 2.926967, 3.659961, 3.253467, 3.617522, 3.636574, 3.498452, 3.507007, 3.455921, 3.874654, 4.181525, 4.140211, 4.596163, 4.698174, 5.064915, 5.378028, 4.926881, 5.058245, 4.950337, 5.306007, 5.217875, 5.04444, 4.850428, 4.779646, 5.159044, 5.54889, 5.016887, 5.780655, 5.911516, 6.775041, 6.173008, 5.873674, 6.518703, 5.867155, 5.086223, 4.515411, 3.617399, 3.323688, 3.246482, 2.874814, 2.60518, 2.168645, 2.11816, 1.735528, 1.511097, 1.074319, 0.617506, 0.499886, 0.214108, 0.000158]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 4, 2, 2, 1, 3, 0, 4, 4, 3, 2, 0, 0, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 2, 3, 3, 2, 3, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 2, 1, 0, 0, 0, 0, 1, 1, 1, 2, 3, 1, 2, 3, 3, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.093256, 1.671358, 1.561412, 1.461293, 1.440952, 1.520656, 1.585064, 1.66471, 1.670534, 1.814818, 1.786852, 1.699588, 1.69864, 1.642323, 1.432163, 1.464091, 1.755336, 1.806713, 1.818603, 1.687808, 1.592416, 1.64747, 1.608848, 1.663878, 1.722436, 1.754357, 1.738482, 1.892295, 1.962759, 1.949887, 1.794714, 1.857478, 1.805047, 2.020225, 2.153991, 2.160598, 2.095236, 1.761168, 1.475122, 1.456681, 1.601009, 1.46775, 1.447904, 1.216148, 1.01459, 0.871833, 0.307499, 0.410123, 0.086328, 0.0], "sum_m_pl": [0.169593, 0.387834, 0.419538, 0.404971, 0.389547, 0.412426, 0.368352, 0.398953, 0.38782, 0.410145, 0.463703, 0.463294, 0.527547, 0.528457, 0.573867, 0.670111, 0.584986, 0.552484, 0.533545, 0.571958, 0.563546, 0.547536, 0.542466, 0.568277, 0.661906, 0.747265, 0.642117, 0.733695, 0.665909, 0.684985, 0.654437, 0.694029, 0.621733, 0.569666, 0.577366, 0.520384, 0.566967, 0.516734, 0.515122, 0.463737, 0.467573, 0.498792, 0.507493, 0.504351, 0.496886, 0.388488, 0.193374, 0.25013, 0.047289, 0.0]}, "lang": {"n_am_en": [8, 6, 5, 9, 10, 8, 12, 15, 13, 15, 17, 15, 17, 13, 16, 17, 18, 21, 19, 20, 17, 17, 16, 18, 22, 22, 21, 19, 16, 17, 17, 16, 18, 21, 24, 25, 25, 26, 28, 30, 27, 32, 31, 31, 30, 29, 30, 30, 31, 35], "n_am_pl": [1, 0, 6, 0, 2, 2, 2, 0, 2, 3, 4, 4, 1, 2, 3, 2, 1, 2, 3, 3, 3, 2, 1, 2, 1, 0, 0, 2, 1, 4, 1, 1, 4, 2, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.07903, 5.724938, 5.662739, 5.892676, 6.187591, 6.157782, 6.299005, 6.78653, 7.247893, 8.189019, 7.975494, 7.977853, 7.513081, 7.141142, 6.824857, 7.304778, 8.045086, 8.432733, 8.730307, 7.322977, 6.661182, 6.680946, 6.369101, 6.466357, 14.498204, 14.435298, 13.379681, 12.26519, 11.300887, 11.002511, 10.071035, 10.080128, 10.07845, 12.368843, 15.786529, 16.662876, 20.281019, 20.790084, 22.671163, 23.960506, 25.123435, 27.143709, 28.196142, 28.287171, 28.306023, 28.751878, 29.673835, 29.059356, 28.721036, 34.691275], "sum_m_pl": [0.453215, 1.014361, 1.321252, 1.166829, 1.347822, 1.294028, 1.27531, 1.253074, 1.337513, 1.490765, 1.658414, 1.647455, 1.785398, 1.944236, 2.042513, 2.119685, 1.957406, 2.064922, 2.060954, 2.24987, 2.21091, 2.132311, 2.043128, 1.973832, 2.062297, 2.086191, 1.871419, 2.190963, 2.260349, 2.676165, 2.482602, 2.389837, 2.817031, 2.437197, 1.929726, 1.721614, 1.326877, 1.221675, 1.017103, 0.963298, 0.830522, 0.512159, 0.439985, 0.453741, 0.348999, 0.163407, 0.042541, 0.050659, 0.078247, 0.000157]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "llmzszl-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9535, "tf_agree_excl_first": 0.9647}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 16, 29, 23, 22, 29, 34, 36, 38, 44, 47, 41, 41, 40, 50, 53, 79, 86, 89, 79, 80, 82, 73, 60, 92, 89, 78, 70, 61, 47, 46, 47, 52, 64, 85, 89, 84, 84, 97, 92, 89, 84, 85, 81, 79, 57, 22, 4, 3, 2], "n_am_pl": [2, 11, 20, 16, 19, 26, 14, 15, 23, 27, 17, 28, 27, 29, 12, 15, 17, 16, 17, 19, 16, 10, 16, 12, 10, 15, 19, 23, 23, 32, 26, 26, 27, 21, 13, 6, 10, 10, 6, 8, 9, 13, 15, 22, 19, 37, 59, 89, 93, 93], "n_pos": 199, "sum_m_en": [17.96769, 28.997704, 31.125583, 30.7327, 29.94491, 30.978778, 30.746705, 33.624329, 34.515741, 37.610456, 38.401117, 37.459323, 35.967643, 34.372173, 32.877851, 36.12536, 39.216378, 39.568847, 41.179546, 35.61147, 34.458474, 34.780611, 33.591942, 33.075233, 56.474393, 52.550917, 45.948558, 42.741488, 41.307729, 40.692144, 37.336867, 38.316365, 38.464705, 42.607152, 51.03707, 55.36763, 56.878068, 61.237577, 70.283244, 70.133404, 71.519586, 69.943021, 78.326368, 76.757505, 71.418248, 55.305823, 19.43933, 4.987508, 3.327723, 2.000172], "sum_m_pl": [3.447437, 8.778945, 10.789693, 10.062047, 10.334624, 11.047864, 10.286784, 10.278046, 10.806444, 11.476465, 12.014192, 11.893266, 13.062888, 12.71194, 13.186945, 13.360162, 12.316159, 13.009483, 11.70241, 12.766553, 12.285674, 11.940733, 11.625634, 11.586577, 12.851313, 13.447782, 13.816005, 15.633715, 16.585371, 18.41686, 17.513715, 17.217269, 16.92908, 15.57793, 13.2826, 12.419181, 11.195515, 10.146728, 9.797059, 10.663905, 10.989945, 10.668401, 10.74762, 16.89453, 21.249868, 34.905325, 60.972888, 84.768449, 89.867857, 93.925457]}, "digit": {"n_am_en": [0, 0, 3, 1, 0, 0, 1, 0, 1, 1, 0, 3, 1, 2, 2, 2, 1, 3, 2, 2, 3, 2, 2, 2, 2, 4, 3, 5, 4, 1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 0, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 1, 0, 0, 1, 1, 1, 1, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 2, 0, 3, 2, 4, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.143475, 2.082038, 2.110405, 1.976986, 1.781903, 1.845394, 1.720655, 1.873503, 1.893261, 2.042218, 2.060578, 1.981559, 1.999965, 1.865444, 1.669013, 1.785952, 2.174874, 2.116195, 2.266191, 2.023228, 1.974756, 2.003677, 1.958569, 1.986865, 2.636961, 2.675279, 2.340639, 2.457697, 2.257617, 2.274868, 1.986065, 2.11686, 2.211167, 2.268624, 2.628298, 2.742285, 2.675059, 2.458912, 2.402516, 2.348592, 1.940317, 2.03272, 1.900156, 1.460939, 1.322646, 1.171325, 0.534563, 0.388818, 0.264639, 0.0], "sum_m_pl": [0.188453, 0.614628, 0.601073, 0.600598, 0.522013, 0.503281, 0.432937, 0.467096, 0.545185, 0.569766, 0.688873, 0.677194, 0.720115, 0.736237, 0.768953, 0.824682, 0.71086, 0.719662, 0.620843, 0.670127, 0.672619, 0.664322, 0.650877, 0.671003, 0.680808, 0.715082, 0.646168, 0.898231, 0.794747, 0.843688, 0.811812, 0.877713, 0.810463, 0.668726, 0.591327, 0.532993, 0.5634, 0.549065, 0.566652, 0.551401, 0.581787, 0.608489, 0.63098, 0.647474, 0.640285, 0.625227, 0.296517, 0.257263, 0.116338, 0.0]}, "lang": {"n_am_en": [5, 9, 12, 12, 14, 16, 21, 20, 18, 22, 28, 26, 31, 25, 33, 30, 49, 54, 54, 52, 56, 58, 56, 46, 63, 57, 53, 44, 43, 31, 28, 29, 34, 43, 56, 62, 60, 61, 68, 65, 64, 64, 63, 61, 61, 43, 18, 4, 3, 2], "n_am_pl": [1, 4, 9, 11, 9, 15, 6, 8, 13, 15, 13, 13, 12, 12, 4, 8, 9, 5, 6, 6, 6, 4, 6, 6, 2, 6, 8, 10, 16, 16, 13, 13, 12, 10, 8, 5, 7, 6, 3, 6, 7, 11, 12, 17, 15, 31, 54, 84, 90, 93], "n_pos": 95, "sum_m_en": [9.023762, 13.978478, 15.871013, 15.594229, 14.855069, 15.397707, 15.718262, 17.639604, 18.091063, 19.896971, 20.480281, 20.019175, 19.267209, 18.366073, 17.477145, 19.390504, 20.540871, 21.273699, 22.569371, 18.553979, 18.083793, 18.27546, 17.275053, 16.651804, 35.819264, 32.862249, 27.952612, 24.809164, 23.40177, 22.36819, 20.29188, 20.774845, 21.214268, 24.679922, 30.075263, 33.431544, 35.466038, 38.940139, 45.784895, 46.180822, 49.518471, 48.858227, 54.312424, 54.986462, 54.373603, 41.39121, 16.234603, 3.888352, 2.522415, 2.000014], "sum_m_pl": [1.382568, 3.746328, 4.509351, 4.586494, 4.750748, 5.108849, 4.779426, 4.758339, 5.049155, 5.307692, 5.496596, 5.378077, 6.200453, 6.392565, 6.440407, 6.295172, 5.639444, 5.980474, 5.377633, 5.999279, 5.764318, 5.670249, 5.599505, 5.630392, 5.869523, 6.196276, 6.921138, 7.695433, 8.345018, 9.036491, 8.742153, 8.732969, 8.41147, 7.874608, 6.659382, 6.23856, 5.769175, 4.828405, 4.957693, 5.737129, 6.040891, 6.286649, 6.935201, 12.523037, 15.469112, 29.133619, 55.787897, 80.138325, 86.727164, 92.431937]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "llmzszl-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.995}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [1, 5, 8, 9, 11, 10, 7, 7, 11, 10, 15, 13, 9, 9, 13, 14, 16, 14, 16, 19, 14, 14, 12, 11, 19, 25, 14, 12, 13, 17, 12, 13, 18, 17, 20, 26, 21, 22, 22, 25, 28, 32, 28, 23, 24, 24, 23, 22, 22, 21], "n_am_pl": [1, 6, 3, 5, 4, 5, 2, 4, 4, 1, 4, 4, 3, 6, 4, 9, 11, 11, 6, 5, 5, 6, 4, 4, 4, 8, 8, 10, 8, 7, 10, 6, 5, 6, 3, 6, 3, 2, 2, 2, 1, 0, 0, 0, 1, 1, 1, 1, 1, 2], "n_pos": 64, "sum_m_en": [6.378926, 9.984851, 9.461626, 9.537339, 10.635508, 10.435775, 10.000926, 10.13433, 9.96362, 10.858693, 11.771517, 11.911536, 11.941646, 12.0977, 12.170741, 12.39256, 13.330254, 11.983713, 12.208258, 11.703203, 10.993096, 11.061421, 10.938642, 10.934661, 16.841742, 15.861923, 14.376413, 13.255779, 12.799688, 12.770198, 12.163442, 12.643184, 12.586159, 12.952272, 14.717491, 15.266138, 15.3998, 17.7113, 17.610377, 20.061496, 21.254971, 23.612901, 22.831484, 21.899498, 22.69196, 22.896933, 23.02007, 22.941763, 21.727505, 21.021095], "sum_m_pl": [1.030828, 2.93798, 3.330895, 2.930409, 3.033702, 2.921241, 3.023439, 3.080146, 3.061497, 3.30619, 3.782482, 4.101175, 4.490734, 3.975285, 4.328191, 5.075004, 4.419564, 4.628565, 4.32851, 4.345359, 4.334443, 4.087213, 3.913556, 3.903848, 4.746987, 5.171698, 5.284373, 6.536032, 6.529031, 7.164145, 6.699523, 5.78901, 5.465101, 5.197611, 4.825135, 4.459091, 4.197092, 3.448194, 3.197781, 2.664932, 2.32078, 2.026653, 2.102278, 1.972257, 2.210719, 1.930584, 1.554368, 1.602157, 1.343826, 2.007367]}, "digit": {"n_am_en": [0, 0, 0, 3, 2, 2, 0, 0, 2, 3, 5, 3, 2, 2, 3, 4, 6, 3, 2, 4, 2, 2, 1, 0, 1, 3, 0, 0, 2, 1, 0, 1, 1, 2, 4, 6, 2, 1, 3, 3, 5, 6, 3, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 2, 2, 2, 6, 2, 2, 2, 2, 2, 2, 1, 3, 5, 5, 4, 4, 4, 2, 0, 1, 0, 0, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.235022, 2.495991, 2.262119, 2.243453, 2.503375, 2.471136, 2.343991, 2.373735, 2.397731, 2.732264, 3.167358, 3.193371, 3.163806, 3.155353, 3.115517, 3.191244, 3.435288, 2.960824, 2.983865, 2.787714, 2.623923, 2.573607, 2.547475, 2.564571, 3.248089, 2.77513, 2.519573, 2.586645, 2.498694, 2.516861, 2.510729, 2.607404, 2.682357, 2.810265, 2.99463, 3.158948, 3.016218, 2.907704, 2.914675, 2.982012, 3.026374, 3.35841, 3.298663, 2.418232, 2.153562, 2.037726, 1.450599, 1.115253, 0.48529, 0.0], "sum_m_pl": [0.187587, 0.624502, 0.506934, 0.476567, 0.491322, 0.470891, 0.462231, 0.504814, 0.583167, 0.668303, 0.748915, 0.802963, 0.861758, 0.834888, 0.995432, 1.109155, 0.97494, 1.073342, 0.985604, 0.964603, 1.034211, 1.008228, 0.949529, 0.990477, 1.239298, 1.189128, 1.421226, 1.663222, 1.647858, 1.7024, 1.524333, 1.244708, 1.119038, 1.160939, 0.977383, 0.855818, 0.805066, 0.721115, 0.816596, 0.783519, 0.737446, 0.752192, 0.673343, 0.7135, 0.665123, 0.482116, 0.331678, 0.30912, 0.099707, 0.0]}, "lang": {"n_am_en": [1, 4, 7, 4, 8, 6, 5, 7, 8, 7, 6, 8, 6, 7, 8, 8, 10, 9, 13, 13, 11, 11, 10, 9, 16, 19, 12, 10, 9, 14, 11, 9, 14, 13, 14, 18, 17, 17, 16, 19, 19, 22, 21, 19, 19, 20, 20, 20, 21, 21], "n_am_pl": [1, 1, 2, 1, 1, 2, 1, 0, 1, 0, 1, 1, 1, 2, 1, 3, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 2, 1, 0, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2], "n_pos": 24, "sum_m_en": [2.483027, 3.606672, 3.709634, 3.643368, 4.327552, 4.245713, 3.987112, 4.284465, 4.189386, 4.484644, 4.516806, 4.887908, 4.791228, 4.864023, 4.780705, 4.885459, 5.291273, 4.881048, 4.982722, 4.77738, 4.433691, 4.523453, 4.435294, 4.337443, 9.378057, 9.061789, 8.492877, 7.185597, 6.504974, 6.473777, 6.036309, 6.145425, 6.113482, 6.432741, 7.450094, 7.972206, 8.892447, 10.790948, 11.555469, 13.921082, 15.443264, 17.008935, 16.638409, 16.921746, 17.864978, 18.240875, 19.312694, 18.905269, 19.974713, 20.916326], "sum_m_pl": [0.339916, 0.90093, 1.056106, 0.916574, 1.015056, 1.063517, 1.185736, 1.122954, 1.171889, 1.19046, 1.411702, 1.596706, 1.79863, 1.596133, 1.700646, 1.816613, 1.654697, 1.674271, 1.607285, 1.680682, 1.661667, 1.57154, 1.526382, 1.478845, 1.452387, 1.779391, 1.879502, 2.173798, 2.340861, 2.488683, 2.451412, 2.309436, 2.136859, 1.957921, 1.836095, 1.769264, 1.663888, 1.392085, 1.20473, 0.768896, 0.563131, 0.441512, 0.63478, 0.588531, 0.802179, 0.834441, 0.991883, 1.04733, 1.176523, 1.999838]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 66, "item_id": "llmzszl-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 907, "region_end": 64, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9692}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 9, 12, 16, 17, 20, 18, 16, 18, 26, 21, 18, 17, 23, 17, 31, 27, 19, 28, 33, 25, 27, 33, 30, 60, 57, 36, 29, 22, 18, 14, 23, 21, 29, 46, 39, 45, 57, 53, 58, 63, 59, 61, 50, 46, 23, 13, 6, 2, 1], "n_am_pl": [6, 15, 13, 18, 24, 21, 23, 17, 19, 16, 16, 28, 28, 25, 26, 32, 27, 28, 22, 19, 14, 6, 6, 7, 14, 18, 26, 25, 29, 28, 29, 22, 33, 30, 26, 23, 26, 18, 15, 16, 18, 20, 17, 21, 28, 51, 66, 72, 76, 75], "n_pos": 141, "sum_m_en": [13.129217, 20.924217, 22.159186, 22.162141, 24.478586, 23.630586, 22.993677, 23.493952, 22.897954, 24.289579, 25.388863, 26.022875, 26.111245, 25.854876, 24.240457, 26.391386, 27.812082, 25.289624, 25.845321, 25.385136, 23.880117, 24.082305, 24.142063, 23.947424, 39.755588, 35.161642, 28.428108, 25.962274, 24.967727, 24.631834, 23.628642, 25.17604, 24.60119, 25.39229, 28.692509, 29.387107, 31.47943, 40.228444, 41.30526, 44.035841, 46.991268, 47.034751, 51.59811, 43.828515, 41.097074, 24.499291, 14.678344, 7.260698, 2.64507, 1.000785], "sum_m_pl": [2.381103, 6.829426, 7.950311, 7.42925, 7.782191, 8.243699, 8.978832, 9.120688, 9.416952, 9.715165, 10.802943, 11.538647, 11.865094, 11.149085, 11.749836, 12.566358, 10.852209, 11.364326, 9.859848, 9.732977, 9.345602, 8.863294, 8.531839, 8.306663, 10.407685, 12.006455, 13.351944, 15.329826, 17.052718, 18.396711, 17.916754, 16.37213, 16.083561, 15.904337, 13.884181, 13.63579, 14.283856, 12.671926, 12.793291, 12.669665, 13.703144, 13.776921, 13.24536, 19.371011, 26.99429, 43.069441, 61.270159, 69.834368, 75.201495, 74.359919]}, "digit": {"n_am_en": [0, 0, 0, 3, 2, 3, 1, 0, 0, 4, 2, 1, 1, 1, 0, 2, 3, 2, 3, 2, 3, 2, 2, 2, 7, 4, 3, 1, 0, 1, 0, 1, 3, 3, 10, 7, 8, 8, 6, 6, 7, 6, 7, 5, 4, 4, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 2, 4, 0, 0, 2, 1, 2, 3, 2, 2, 4, 2, 5, 2, 3, 2, 1, 1, 2, 1, 2, 3, 3, 2, 4, 0, 1, 2, 3, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 2, 3, 3, 2, 0, 0], "n_pos": 14, "sum_m_en": [1.040061, 2.289653, 2.398051, 2.443625, 2.614908, 2.619871, 2.535601, 2.371889, 2.249851, 2.542547, 3.03992, 2.826812, 2.821581, 2.730183, 2.565761, 2.777007, 2.943297, 2.524977, 2.562301, 2.509716, 2.452862, 2.448402, 2.487877, 2.52875, 3.764337, 3.160788, 2.772661, 2.537477, 2.53734, 2.229086, 2.214647, 2.406224, 2.57872, 2.524933, 3.164574, 3.976754, 4.740327, 5.460915, 5.923882, 5.251513, 5.152472, 5.150738, 5.090863, 4.261586, 3.780456, 3.103018, 1.700423, 0.530187, 0.303537, 0.0], "sum_m_pl": [0.198572, 0.696798, 0.634672, 0.612302, 0.59606, 0.621463, 0.612402, 0.631268, 0.725019, 0.854801, 0.930615, 0.973324, 1.064878, 1.023243, 1.219415, 1.298368, 1.1523, 1.338897, 1.121664, 1.045532, 0.983648, 0.95509, 0.917167, 0.908641, 1.071771, 1.22126, 1.189979, 1.442124, 1.400832, 1.731215, 1.678785, 1.589819, 1.478047, 1.488098, 1.118663, 0.855882, 0.726177, 0.541444, 0.568669, 0.578716, 0.505561, 0.59524, 0.58141, 0.62463, 0.696183, 2.062248, 2.524663, 1.344565, 0.34089, 0.0]}, "lang": {"n_am_en": [4, 3, 6, 10, 11, 11, 8, 10, 10, 12, 14, 12, 14, 17, 11, 18, 15, 11, 18, 22, 15, 18, 22, 20, 43, 36, 24, 19, 14, 11, 7, 17, 14, 17, 27, 22, 29, 39, 36, 40, 46, 43, 42, 35, 33, 17, 10, 4, 1, 1], "n_am_pl": [2, 7, 7, 12, 16, 16, 13, 12, 13, 11, 13, 16, 15, 15, 16, 17, 16, 14, 13, 9, 8, 4, 4, 3, 5, 10, 16, 15, 18, 16, 21, 13, 20, 18, 15, 15, 16, 11, 10, 11, 12, 13, 13, 16, 24, 42, 58, 66, 74, 75], "n_pos": 76, "sum_m_en": [7.227635, 10.966463, 11.804217, 11.744519, 13.202281, 12.73111, 12.415406, 13.072881, 12.995448, 13.635409, 13.7332, 14.648645, 14.780231, 14.499054, 13.264787, 14.920578, 15.755071, 14.416165, 14.837291, 14.569195, 13.499177, 13.581294, 13.493292, 13.248042, 23.705957, 20.977904, 16.564258, 14.794156, 14.278251, 14.35248, 13.806424, 14.727318, 14.082663, 14.664385, 16.1984, 16.04455, 17.889737, 24.464736, 24.539665, 27.708142, 31.253419, 31.760009, 34.423925, 29.317092, 28.482775, 17.282223, 10.443531, 4.570079, 1.177211, 0.999981], "sum_m_pl": [1.279633, 3.344874, 3.947781, 3.825581, 4.16299, 4.540304, 5.188717, 5.186899, 5.449522, 5.445088, 5.980234, 6.408747, 6.655097, 6.341339, 6.736826, 7.044773, 6.193081, 6.435811, 5.530113, 5.407687, 5.23, 4.92898, 4.746285, 4.571591, 5.883317, 6.854839, 7.964185, 8.630068, 9.694117, 10.080454, 10.091229, 9.38441, 9.381913, 9.510025, 8.343565, 8.633003, 9.010235, 8.294495, 8.575407, 8.368751, 8.711607, 8.820067, 8.995846, 13.606362, 22.546915, 34.988671, 53.286182, 64.53227, 72.743496, 74.278642]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "llmzszl-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1035, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.993}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 10, 11, 5, 8, 8, 7, 7, 5, 7, 8, 9, 8, 11, 10, 14, 12, 12, 10, 22, 14, 18, 12, 10, 21, 18, 16, 16, 10, 12, 15, 25, 14, 17, 18, 14, 19, 18, 17, 20, 20, 18, 20, 21, 20, 18, 17, 16, 16, 14], "n_am_pl": [7, 3, 2, 1, 4, 4, 4, 5, 4, 2, 6, 12, 10, 11, 9, 6, 5, 6, 7, 3, 2, 4, 2, 2, 5, 9, 7, 12, 12, 8, 10, 8, 8, 2, 5, 3, 6, 1, 2, 1, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.235974, 8.956363, 8.924074, 8.890251, 9.855809, 9.874075, 9.169304, 8.852636, 8.616375, 9.738009, 10.17392, 10.303144, 10.192574, 9.822228, 9.652458, 9.295682, 9.578129, 9.056513, 9.364267, 9.635081, 9.149602, 9.41714, 9.042773, 9.302169, 15.630431, 13.357127, 11.772177, 10.841267, 10.791028, 11.17357, 11.095115, 11.697968, 12.129775, 12.519526, 14.001954, 13.088774, 14.912238, 15.644454, 16.346979, 18.100916, 17.868288, 19.182879, 19.347175, 19.400889, 19.272437, 18.768931, 17.627771, 16.023862, 15.205191, 13.958583], "sum_m_pl": [2.149963, 3.083764, 3.325015, 2.841768, 3.081724, 3.01831, 2.968631, 2.755635, 2.819295, 3.228105, 3.360058, 3.798216, 3.866, 3.33036, 3.256523, 3.403721, 3.312098, 3.359487, 3.432844, 3.570677, 3.432513, 3.305443, 3.244811, 3.213621, 3.710155, 4.437506, 4.340069, 4.640129, 4.731193, 5.017616, 4.566066, 3.816362, 3.979548, 3.679216, 3.708216, 3.745809, 3.346196, 2.973421, 2.502146, 2.011291, 1.999884, 1.804435, 1.745382, 1.641634, 1.219187, 0.910748, 0.560605, 0.325123, 0.201012, 0.00362]}, "digit": {"n_am_en": [0, 3, 3, 1, 1, 0, 3, 1, 1, 2, 1, 4, 1, 3, 2, 3, 1, 2, 2, 5, 2, 3, 2, 1, 5, 3, 5, 2, 1, 2, 1, 4, 1, 1, 4, 2, 4, 4, 4, 4, 3, 2, 3, 4, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 2, 0, 1, 0, 0, 1, 3, 3, 4, 4, 2, 1, 2, 2, 1, 0, 1, 1, 0, 1, 1, 3, 4, 7, 2, 4, 4, 3, 1, 3, 3, 4, 1, 2, 1, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.796439, 2.7337, 2.733886, 2.682091, 2.75895, 2.755336, 2.63639, 2.498833, 2.400008, 2.793128, 2.989255, 2.939441, 2.721684, 2.650674, 2.476853, 2.359041, 2.433052, 2.264179, 2.441687, 2.527095, 2.335708, 2.436216, 2.417925, 2.471092, 3.819048, 3.301744, 2.724165, 2.867015, 2.900735, 3.026681, 2.944178, 2.945874, 3.04544, 3.038625, 3.182063, 3.237947, 3.812727, 3.685344, 3.639249, 3.964414, 3.482141, 2.981893, 2.600875, 2.643278, 3.036524, 2.770886, 1.627033, 0.865871, 0.17231, 0.0], "sum_m_pl": [0.31836, 0.765848, 0.735238, 0.679888, 0.720704, 0.625773, 0.5857, 0.5988, 0.630291, 0.713318, 0.796848, 0.89034, 1.01486, 0.950114, 0.869768, 0.896487, 0.867392, 0.888036, 0.919133, 1.011343, 0.973434, 0.926697, 0.883004, 0.885114, 1.060656, 1.182067, 1.147892, 1.216471, 1.158583, 1.233049, 1.174032, 1.036008, 1.066557, 0.928268, 0.976044, 1.08492, 0.92521, 0.903932, 0.97516, 0.921352, 0.944213, 0.990629, 1.029698, 0.952679, 0.626987, 0.471363, 0.314748, 0.167999, 0.067388, 0.0]}, "lang": {"n_am_en": [4, 5, 5, 3, 4, 3, 2, 3, 3, 5, 6, 5, 4, 6, 4, 7, 8, 6, 4, 10, 6, 7, 6, 5, 9, 9, 6, 7, 5, 6, 7, 9, 7, 9, 9, 9, 10, 10, 10, 13, 13, 12, 12, 12, 12, 12, 13, 13, 14, 14], "n_am_pl": [1, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 3, 2, 3, 3, 1, 1, 1, 3, 0, 1, 1, 0, 0, 0, 2, 1, 3, 1, 1, 2, 1, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.793408, 2.283938, 2.455664, 2.440061, 2.63405, 2.598702, 2.595086, 2.542009, 2.711878, 2.921388, 3.008264, 3.25198, 3.19641, 3.228719, 3.136102, 3.060643, 3.148064, 3.032098, 2.784119, 2.74828, 2.653441, 2.651947, 2.537456, 2.606082, 5.580054, 4.802749, 4.382763, 3.634057, 3.307966, 3.39949, 3.633361, 3.937814, 3.978415, 4.295402, 4.95176, 5.096462, 5.75305, 6.373259, 7.553771, 9.036376, 9.561518, 10.30742, 11.243865, 11.536261, 11.421723, 11.564532, 12.252336, 12.824806, 13.260168, 13.046905], "sum_m_pl": [0.291456, 0.562777, 0.61271, 0.545723, 0.624177, 0.656254, 0.747699, 0.650304, 0.745039, 0.768819, 0.86064, 1.007944, 1.104541, 0.894952, 0.846096, 0.881437, 0.871492, 0.837966, 0.875439, 0.861917, 0.838619, 0.836487, 0.833418, 0.822577, 0.859425, 1.033224, 1.127151, 1.180093, 1.171803, 1.231713, 1.054939, 1.032472, 1.162756, 1.00409, 1.043176, 1.103314, 1.097345, 0.920414, 0.598427, 0.418657, 0.362099, 0.260027, 0.178887, 0.148115, 0.124128, 0.093246, 0.084799, 0.059246, 0.083422, 0.003618]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 62, "item_id": "llmzszl-69", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 60, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 18, 21, 15, 16, 28, 25, 30, 37, 37, 50, 48, 49, 44, 30, 61, 68, 64, 51, 64, 72, 71, 58, 50, 97, 71, 63, 57, 48, 46, 50, 42, 47, 69, 78, 78, 81, 89, 85, 82, 80, 84, 88, 85, 81, 52, 18, 13, 13, 13], "n_am_pl": [8, 11, 36, 24, 32, 31, 36, 27, 23, 16, 22, 36, 25, 26, 30, 29, 20, 18, 20, 17, 15, 15, 21, 17, 16, 25, 25, 33, 34, 38, 34, 36, 22, 30, 27, 23, 22, 22, 22, 17, 21, 25, 21, 24, 25, 45, 84, 95, 91, 89], "n_pos": 227, "sum_m_en": [21.475449, 32.180549, 33.693093, 34.124122, 35.586094, 36.08838, 36.512979, 37.658325, 37.652719, 39.994795, 42.226738, 42.535406, 42.994475, 41.920433, 38.675666, 39.970378, 42.017623, 38.838412, 38.833583, 39.44985, 37.871954, 38.237754, 37.023718, 36.786407, 58.633564, 53.101252, 47.127441, 42.908919, 41.252478, 40.782104, 39.854339, 41.66029, 43.355868, 47.095066, 52.423366, 52.212833, 54.304182, 56.610941, 57.974031, 65.858082, 68.608454, 67.588418, 71.479189, 72.123858, 71.51078, 51.848832, 20.551726, 14.86729, 14.44115, 13.000003], "sum_m_pl": [5.139094, 12.092019, 14.528321, 14.340634, 14.367091, 14.323762, 15.103512, 13.276925, 13.54288, 14.042624, 14.831713, 15.914366, 16.542739, 15.364189, 15.629724, 14.749616, 13.821662, 13.977764, 13.946263, 14.157957, 13.575119, 13.274553, 13.265461, 13.148997, 16.886857, 19.530951, 19.766958, 20.052318, 21.264432, 22.951266, 20.110596, 18.962555, 18.716631, 16.769544, 16.781777, 17.326796, 18.552874, 19.266342, 20.385928, 17.684255, 18.97644, 19.371314, 20.629901, 25.24599, 26.84257, 42.456719, 82.313937, 90.904767, 89.594657, 88.286453]}, "digit": {"n_am_en": [0, 1, 2, 2, 0, 0, 0, 2, 1, 0, 7, 6, 3, 6, 1, 5, 5, 3, 1, 3, 0, 4, 2, 2, 8, 4, 2, 4, 3, 5, 2, 2, 3, 5, 4, 7, 7, 7, 5, 4, 2, 4, 4, 3, 4, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 2, 1, 0, 2, 1, 1, 2, 2, 3, 2, 2, 4, 1, 3, 6, 4, 2, 2, 3, 3, 3, 5, 4, 7, 3, 4, 7, 5, 4, 2, 4, 3, 3, 3, 3, 3, 4, 3, 1, 1, 2, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [1.988054, 3.475077, 3.658621, 3.536173, 3.569964, 3.485227, 3.603033, 3.834567, 3.718914, 4.032518, 4.53889, 4.597972, 4.328222, 4.181157, 3.892908, 3.852263, 4.098252, 3.686546, 3.799726, 3.764111, 3.673533, 3.753542, 3.661548, 3.757165, 4.652559, 4.353648, 3.8546, 4.108087, 4.068252, 4.272942, 4.051248, 4.10952, 4.393733, 4.543873, 4.575543, 4.790821, 4.668213, 4.655547, 3.998541, 3.910574, 3.883972, 3.820156, 3.845257, 3.201478, 2.972457, 2.268118, 1.361736, 0.634787, 0.249565, 0.0], "sum_m_pl": [0.408381, 1.253576, 1.237971, 1.313473, 1.303773, 1.266871, 1.266484, 1.328739, 1.359602, 1.433747, 1.47855, 1.563252, 1.576576, 1.711904, 1.861016, 1.803804, 1.581845, 1.631098, 1.546749, 1.658477, 1.536357, 1.463075, 1.409795, 1.404071, 2.025309, 2.346294, 2.364169, 2.229922, 2.326568, 2.518621, 2.310702, 2.426451, 2.269694, 1.898084, 1.939181, 1.869492, 1.871957, 1.766637, 2.040691, 2.064722, 1.889774, 1.864355, 1.849845, 1.671601, 1.450326, 1.006454, 0.722043, 0.613884, 0.165867, 0.0]}, "lang": {"n_am_en": [4, 10, 5, 7, 12, 19, 16, 14, 21, 26, 25, 24, 28, 20, 16, 35, 39, 42, 34, 39, 43, 41, 35, 31, 58, 42, 32, 28, 23, 26, 25, 25, 28, 36, 45, 46, 47, 52, 57, 63, 60, 59, 65, 64, 60, 42, 16, 13, 13, 13], "n_am_pl": [1, 4, 24, 9, 10, 13, 23, 13, 14, 8, 13, 17, 11, 13, 22, 13, 9, 10, 8, 7, 8, 8, 9, 5, 8, 14, 14, 17, 16, 22, 16, 17, 9, 19, 19, 16, 15, 16, 15, 14, 17, 20, 18, 21, 23, 41, 69, 85, 87, 88], "n_pos": 101, "sum_m_en": [9.873436, 14.514926, 15.266714, 16.20562, 16.937381, 16.82016, 17.306807, 17.826754, 18.209587, 19.279154, 19.979751, 20.079853, 20.03144, 19.78627, 18.077823, 19.049748, 20.233106, 18.941395, 18.103059, 18.757344, 17.954285, 17.895307, 17.381294, 16.986268, 33.064782, 29.05734, 24.705067, 21.273813, 19.916126, 19.583313, 19.195525, 20.755856, 21.137119, 23.616463, 26.756746, 27.231678, 29.639447, 31.790983, 36.537723, 45.217881, 47.895175, 47.422568, 51.253321, 52.915771, 53.641416, 38.91525, 16.893321, 13.184968, 13.414515, 13.000003], "sum_m_pl": [1.613775, 4.876893, 6.389546, 6.252947, 6.247486, 6.379142, 7.44501, 6.014457, 6.247941, 6.175154, 6.885195, 7.13122, 7.351111, 6.848401, 6.646958, 6.098258, 5.901837, 6.10808, 6.199626, 6.108431, 5.926516, 5.937887, 6.040345, 5.914008, 7.057114, 8.218605, 9.1265, 9.019596, 9.727272, 10.546948, 8.939312, 8.671515, 8.936513, 8.236355, 8.286538, 9.788891, 11.710146, 13.280041, 13.728279, 12.602646, 13.600928, 13.940845, 15.376219, 20.170557, 22.97552, 37.621211, 68.010702, 79.594539, 85.458577, 87.768045]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 287, "item_id": "llmzszl-69", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 907, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9791, "tf_agree_excl_first": 0.9825}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 25, 30, 37, 60, 63, 69, 57, 69, 65, 73, 63, 58, 56, 63, 64, 71, 71, 87, 105, 99, 88, 88, 84, 102, 93, 81, 66, 69, 61, 58, 54, 58, 61, 73, 77, 78, 90, 100, 99, 97, 112, 112, 115, 102, 103, 100, 90, 93, 98], "n_am_pl": [3, 15, 11, 11, 13, 11, 12, 12, 10, 8, 15, 16, 15, 18, 12, 21, 14, 9, 7, 8, 8, 8, 10, 8, 9, 9, 11, 16, 22, 16, 18, 13, 12, 10, 8, 12, 8, 5, 4, 6, 9, 2, 3, 3, 10, 8, 9, 19, 19, 22], "n_pos": 168, "sum_m_en": [18.523962, 23.359794, 23.935755, 25.747595, 29.972294, 32.939289, 34.990125, 34.10266, 34.189328, 33.845917, 34.547168, 34.265442, 32.32517, 32.53665, 32.875461, 31.852964, 32.60222, 30.746507, 31.359992, 32.127686, 28.871566, 27.859885, 27.583514, 27.43425, 63.647337, 57.944741, 50.563851, 43.106072, 41.657831, 38.713589, 35.713289, 35.938818, 34.40376, 37.094098, 40.413878, 44.550624, 49.708574, 58.489174, 65.426659, 71.546211, 74.371759, 85.81502, 90.215408, 94.837822, 90.608463, 91.980608, 89.238092, 83.166736, 83.892023, 98.076169], "sum_m_pl": [3.122531, 6.826399, 7.751949, 7.242241, 6.985083, 7.334899, 7.957748, 8.75904, 9.029465, 8.965835, 10.35581, 11.284246, 11.073791, 10.374143, 10.794806, 11.511473, 11.528981, 11.385599, 11.914455, 11.573766, 10.969785, 10.812215, 10.073173, 9.795456, 11.096941, 11.898978, 12.944114, 13.150567, 13.48184, 14.751413, 14.223093, 12.887329, 13.217236, 13.599977, 12.227674, 12.434932, 12.284739, 10.719986, 9.464841, 8.734888, 9.41621, 7.328456, 7.25641, 5.297406, 8.502271, 7.958736, 10.002643, 18.916929, 19.965734, 22.086472]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 19, 24, 32, 42, 44, 50, 42, 51, 47, 51, 51, 47, 47, 47, 47, 54, 53, 62, 79, 71, 62, 64, 60, 73, 65, 59, 47, 50, 47, 42, 40, 46, 47, 54, 57, 59, 65, 76, 80, 78, 91, 90, 92, 85, 89, 90, 85, 89, 98], "n_am_pl": [2, 9, 9, 11, 12, 7, 10, 10, 10, 5, 10, 10, 11, 14, 8, 17, 9, 7, 6, 6, 5, 5, 6, 6, 7, 7, 8, 14, 19, 14, 15, 9, 8, 8, 7, 10, 6, 5, 3, 6, 8, 2, 2, 3, 10, 8, 9, 19, 19, 21], "n_pos": 122, "sum_m_en": [13.247257, 17.202274, 17.847769, 19.215498, 21.510615, 23.857391, 25.092353, 24.544931, 24.695225, 24.449348, 25.440735, 25.179093, 24.297446, 24.449747, 24.802663, 23.686531, 24.18373, 22.723103, 22.916488, 23.388978, 21.071563, 20.563448, 20.346803, 20.241005, 47.421414, 43.137427, 38.500329, 32.354496, 31.192896, 28.764513, 26.695183, 27.247065, 26.188084, 28.106405, 30.725666, 34.219865, 38.542059, 45.898399, 51.597873, 58.853683, 60.693549, 69.408092, 73.645874, 78.280787, 77.760067, 79.91754, 79.537502, 75.187001, 78.503678, 96.438033], "sum_m_pl": [2.103354, 4.562504, 5.325063, 5.12588, 4.994614, 5.233199, 5.707937, 6.257297, 6.543945, 6.380377, 7.394723, 7.940136, 7.84776, 7.291135, 7.65285, 8.267266, 8.269719, 8.19993, 8.67608, 8.443897, 7.988401, 7.835561, 7.318107, 7.175301, 8.617456, 9.000624, 9.605269, 9.850781, 10.007402, 10.979171, 10.550614, 9.639819, 9.904412, 10.405763, 9.010466, 8.811811, 9.01831, 8.050386, 6.846892, 6.408963, 7.056349, 5.572654, 5.703521, 4.020435, 7.72168, 7.482921, 9.533191, 18.32006, 19.433776, 21.568515]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "llmzszl-7", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 812, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9822}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 14, 20, 51, 84, 107, 122, 114, 106, 101, 103, 103, 86, 91, 96, 112, 114, 119, 140, 184, 167, 153, 134, 134, 182, 171, 151, 131, 109, 91, 86, 89, 91, 104, 122, 146, 148, 173, 166, 176, 161, 161, 173, 182, 165, 130, 42, 13, 4, 0], "n_am_pl": [6, 34, 33, 25, 26, 37, 35, 26, 29, 24, 40, 31, 30, 31, 34, 25, 19, 23, 24, 23, 22, 17, 19, 17, 16, 16, 25, 23, 41, 40, 37, 34, 40, 38, 27, 22, 33, 32, 35, 35, 42, 39, 51, 51, 70, 109, 181, 239, 252, 252], "n_pos": 338, "sum_m_en": [27.683352, 46.463429, 48.535642, 52.933646, 59.443166, 66.357062, 70.16134, 71.065795, 67.755907, 66.975282, 70.171096, 67.096089, 64.070886, 62.040734, 62.8298, 60.306865, 63.052751, 59.64191, 60.410217, 63.438824, 55.692914, 54.046423, 53.608383, 55.065725, 116.965206, 107.166626, 93.185485, 76.926973, 68.325117, 64.268074, 60.530486, 62.758505, 61.923007, 67.941419, 73.166213, 78.813433, 84.030367, 100.519536, 110.523489, 118.619816, 113.567585, 125.99755, 135.605364, 155.27297, 141.936179, 118.98749, 40.597422, 14.958037, 6.98311, 0.000192], "sum_m_pl": [4.434684, 14.095601, 16.372111, 17.013393, 17.209633, 18.192515, 19.638405, 20.417677, 20.930019, 20.113311, 21.988277, 22.534649, 21.637738, 22.367015, 22.745584, 22.028973, 21.934897, 21.454028, 22.192257, 22.04552, 21.037258, 20.524666, 19.756796, 19.123013, 19.867886, 20.55501, 22.627283, 24.547263, 28.186529, 29.222057, 27.605023, 27.024863, 28.42365, 28.121629, 25.451636, 25.791464, 29.242696, 29.272103, 32.720823, 31.632782, 36.181119, 37.204201, 44.024347, 42.749702, 61.35904, 94.056111, 168.333173, 225.918035, 241.759063, 251.796425]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 11, 17, 39, 64, 80, 90, 86, 78, 69, 76, 74, 66, 67, 63, 76, 80, 88, 109, 143, 133, 114, 95, 94, 130, 123, 107, 93, 81, 71, 66, 60, 63, 73, 87, 106, 106, 130, 125, 128, 117, 120, 128, 138, 124, 100, 31, 7, 2, 0], "n_am_pl": [2, 26, 21, 20, 21, 30, 29, 17, 21, 16, 31, 25, 22, 25, 24, 18, 12, 18, 17, 16, 15, 10, 14, 14, 12, 11, 20, 17, 34, 30, 33, 30, 31, 34, 24, 17, 29, 26, 27, 26, 33, 32, 43, 43, 60, 94, 170, 222, 241, 251], "n_pos": 252, "sum_m_en": [21.161921, 34.602652, 36.290561, 39.635387, 44.46484, 49.672167, 52.107134, 53.274696, 50.576043, 50.214166, 52.468273, 50.076204, 47.972501, 45.933356, 46.097258, 44.670825, 46.943335, 44.498534, 45.292646, 47.745533, 42.094983, 40.613468, 40.17798, 41.263662, 88.724536, 80.834582, 69.824574, 58.061722, 51.545408, 48.013553, 44.987181, 46.268845, 45.700172, 50.214297, 54.052759, 58.077365, 61.614168, 75.283666, 82.811731, 87.961874, 84.529055, 94.092183, 100.92625, 116.284803, 106.675542, 89.610929, 30.263469, 9.296495, 4.189292, 0.000107], "sum_m_pl": [3.376001, 10.883509, 12.607461, 13.022594, 12.905056, 13.678129, 14.914471, 15.361287, 15.752584, 15.24228, 16.697029, 17.232475, 16.606659, 17.196093, 17.591783, 17.001513, 16.772313, 16.394629, 16.910103, 16.478921, 15.846451, 15.498672, 14.901524, 14.401032, 15.287219, 15.807562, 17.604165, 18.881223, 21.951986, 22.792033, 21.622352, 21.241917, 22.435924, 22.160059, 19.955176, 20.463078, 23.626236, 23.93474, 25.581572, 23.896421, 27.483964, 28.670388, 35.126473, 34.416263, 51.300524, 82.2122, 154.995583, 209.187076, 229.580242, 249.679261]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "llmzszl-7", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 940, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [6, 12, 9, 14, 16, 11, 13, 10, 15, 12, 16, 11, 12, 15, 10, 12, 17, 13, 21, 20, 22, 22, 20, 20, 29, 19, 21, 18, 13, 18, 15, 13, 18, 20, 27, 25, 34, 38, 40, 39, 40, 37, 36, 37, 38, 33, 31, 29, 30, 25], "n_am_pl": [1, 8, 11, 3, 4, 7, 9, 4, 7, 10, 10, 14, 20, 14, 13, 13, 11, 14, 11, 9, 7, 9, 10, 7, 10, 12, 15, 12, 11, 14, 13, 11, 11, 7, 7, 10, 7, 2, 1, 4, 3, 2, 0, 0, 0, 2, 0, 0, 0, 0], "n_pos": 82, "sum_m_en": [8.676604, 12.800742, 12.66166, 12.444413, 13.117589, 12.293637, 12.423512, 11.928782, 12.59588, 13.495965, 13.688429, 13.242987, 13.497281, 13.325392, 12.624697, 12.996197, 13.499179, 13.856706, 13.640179, 14.547505, 13.05294, 12.60949, 12.77665, 12.916933, 17.30498, 16.493314, 15.055146, 13.909005, 13.841328, 13.252329, 12.927742, 13.559682, 14.283011, 15.108961, 18.492915, 19.194475, 22.285042, 28.252279, 29.993525, 34.41126, 34.556379, 32.535464, 32.103455, 35.076035, 34.965293, 31.91097, 30.592582, 28.225282, 27.526139, 25.804415], "sum_m_pl": [1.739549, 3.853548, 4.17374, 3.80549, 4.212132, 4.043469, 4.46103, 4.724977, 5.135814, 5.924022, 5.997414, 5.942251, 6.457911, 6.372973, 6.624063, 6.55517, 5.899681, 5.612665, 5.651012, 5.422531, 5.44802, 5.405553, 5.298501, 5.212766, 7.208549, 7.832912, 7.914263, 8.523934, 8.567663, 8.909792, 8.433622, 7.355198, 7.143939, 6.860046, 6.644059, 6.429776, 6.087571, 4.701864, 4.025517, 3.134643, 2.992115, 2.843563, 2.509376, 1.840495, 1.919401, 1.912867, 1.069082, 0.949876, 0.292458, 3e-06]}, "digit": {"n_am_en": [1, 3, 1, 4, 4, 3, 2, 1, 4, 2, 3, 4, 3, 3, 0, 2, 3, 3, 6, 5, 5, 5, 5, 3, 5, 4, 4, 2, 4, 3, 4, 3, 4, 4, 8, 7, 8, 9, 10, 6, 7, 2, 1, 4, 4, 2, 1, 2, 1, 0], "n_am_pl": [0, 3, 5, 0, 1, 1, 3, 0, 3, 6, 6, 4, 8, 5, 5, 5, 3, 2, 1, 1, 1, 3, 2, 1, 4, 2, 5, 4, 3, 4, 3, 4, 2, 3, 3, 3, 2, 1, 1, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.80281, 3.280426, 3.109186, 2.985018, 3.121984, 2.947973, 2.884469, 2.810597, 2.991878, 3.340883, 3.402572, 3.172273, 3.207916, 3.116024, 2.892024, 2.992345, 3.260706, 3.426523, 3.322873, 3.326208, 3.119643, 3.093491, 3.11806, 3.160486, 3.876057, 3.805083, 3.471959, 3.042572, 3.04462, 2.994751, 2.953998, 3.064384, 3.232003, 3.474233, 3.96469, 4.068516, 4.699673, 5.83582, 5.770255, 6.607059, 5.799916, 3.37996, 2.872863, 3.372234, 3.660388, 2.788052, 1.629724, 1.16432, 0.386294, 0.0], "sum_m_pl": [0.299594, 0.9662, 1.008117, 0.874496, 0.893, 0.901741, 0.905077, 0.963318, 1.04426, 1.326092, 1.37887, 1.297783, 1.428622, 1.418347, 1.555612, 1.607125, 1.444416, 1.318406, 1.298365, 1.341866, 1.36062, 1.365478, 1.321568, 1.322137, 1.732787, 1.747901, 1.851178, 2.540142, 2.389091, 2.082544, 2.1145, 1.79656, 1.708597, 1.656465, 1.451383, 1.374191, 1.294692, 1.150225, 1.144677, 1.038552, 1.040703, 1.219949, 1.077715, 0.966336, 1.039369, 0.670998, 0.594471, 0.453671, 0.128573, 0.0]}, "lang": {"n_am_en": [2, 5, 5, 7, 4, 5, 5, 6, 6, 7, 5, 4, 4, 4, 2, 5, 7, 6, 9, 9, 8, 9, 8, 8, 15, 10, 9, 9, 6, 10, 9, 6, 8, 10, 15, 15, 20, 22, 22, 23, 23, 23, 25, 24, 24, 23, 24, 24, 26, 25], "n_am_pl": [1, 1, 1, 0, 2, 2, 2, 0, 1, 1, 2, 6, 6, 5, 2, 2, 4, 6, 6, 2, 2, 2, 3, 2, 0, 1, 4, 3, 3, 3, 2, 4, 5, 2, 1, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.552745, 3.705716, 3.842832, 3.879523, 4.15577, 3.974324, 3.839242, 3.767694, 4.084056, 4.349578, 4.283128, 4.287124, 4.222989, 4.107413, 3.941528, 4.089489, 4.153139, 4.30847, 4.237089, 5.01327, 4.289427, 3.972812, 4.093805, 4.076791, 7.248011, 6.804313, 5.756453, 5.103253, 5.017956, 4.687949, 4.595533, 4.592099, 4.883145, 5.364666, 7.049139, 8.179008, 10.821246, 14.877047, 16.389937, 18.927967, 19.176609, 20.261264, 20.725494, 21.764099, 21.453008, 21.813802, 23.102399, 22.390944, 23.976735, 24.932074], "sum_m_pl": [0.590338, 1.075306, 1.076449, 1.020515, 1.233901, 1.187216, 1.335754, 1.475851, 1.583283, 1.819404, 1.805837, 1.868738, 2.01367, 1.89746, 1.876485, 1.768088, 1.657863, 1.636968, 1.832249, 1.631199, 1.688683, 1.672567, 1.644859, 1.607991, 2.096621, 2.367543, 2.511, 2.388018, 2.381616, 2.650732, 2.511201, 2.306641, 2.284267, 2.195787, 2.101166, 1.988834, 1.970751, 1.179345, 0.988564, 0.669934, 0.71157, 0.601206, 0.45576, 0.356871, 0.50932, 0.821487, 0.171776, 0.282707, 0.065214, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 84, "item_id": "llmzszl-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 783, "region_end": 82, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 22, 32, 34, 41, 41, 42, 40, 49, 47, 48, 41, 44, 38, 38, 46, 75, 75, 85, 84, 93, 95, 84, 87, 125, 103, 83, 73, 75, 69, 63, 70, 64, 81, 104, 114, 128, 138, 129, 150, 138, 141, 122, 132, 117, 99, 40, 9, 0, 0], "n_am_pl": [3, 39, 34, 37, 35, 47, 44, 35, 37, 42, 42, 45, 61, 66, 62, 60, 46, 41, 31, 26, 23, 20, 18, 18, 27, 40, 31, 35, 38, 27, 40, 39, 43, 33, 30, 26, 18, 14, 18, 13, 16, 20, 24, 25, 29, 48, 100, 125, 123, 122], "n_pos": 292, "sum_m_en": [29.173405, 45.428381, 48.168996, 47.902842, 48.13804, 47.455811, 48.445697, 48.416017, 48.793337, 51.920275, 51.34092, 51.492592, 51.289647, 49.645113, 47.451998, 48.715774, 50.70932, 51.274132, 50.065304, 49.114143, 48.065488, 46.810039, 47.473601, 46.968568, 71.995505, 65.314399, 59.526256, 57.239762, 56.135407, 54.683233, 51.071402, 51.956417, 53.380125, 57.288537, 67.500411, 69.445674, 74.448409, 83.337535, 91.707894, 107.097757, 110.865912, 105.885915, 106.312967, 120.203234, 108.988749, 85.936894, 37.402428, 9.854662, 3.957622, 0.006745], "sum_m_pl": [5.417515, 15.046677, 16.582224, 16.067428, 17.001534, 17.002525, 18.275101, 18.706054, 19.747443, 21.013746, 23.083655, 24.114412, 25.327183, 26.512912, 25.217763, 23.655054, 20.477914, 19.50479, 18.609568, 18.575929, 18.288882, 17.810964, 17.65669, 17.344179, 22.599077, 25.992144, 27.657509, 27.228855, 28.701952, 30.056849, 28.942836, 27.374487, 26.309758, 23.518489, 22.069387, 20.874733, 21.33713, 19.603187, 18.083862, 16.457946, 15.901112, 15.902403, 20.118974, 22.76794, 29.375152, 48.127131, 96.517427, 121.235021, 119.131215, 121.579642]}, "digit": {"n_am_en": [3, 3, 4, 4, 4, 0, 5, 2, 2, 2, 7, 4, 4, 7, 4, 4, 10, 5, 11, 12, 12, 17, 12, 13, 15, 11, 12, 8, 10, 4, 8, 5, 6, 9, 17, 17, 19, 20, 18, 21, 17, 17, 10, 14, 13, 9, 4, 1, 0, 0], "n_am_pl": [1, 7, 9, 5, 10, 12, 10, 7, 7, 11, 10, 13, 14, 14, 8, 16, 12, 8, 6, 4, 4, 2, 1, 2, 8, 8, 7, 11, 9, 5, 10, 11, 12, 7, 2, 5, 3, 0, 3, 2, 2, 5, 4, 1, 1, 0, 2, 1, 0, 0], "n_pos": 51, "sum_m_en": [4.672854, 7.891619, 8.215878, 7.943217, 7.799831, 7.583299, 7.602202, 7.37868, 7.578932, 8.140603, 8.158536, 7.642364, 7.891717, 7.820215, 7.453295, 7.618617, 8.119054, 8.269156, 7.987655, 8.060011, 7.685481, 7.775938, 7.817113, 7.97026, 10.154994, 9.177974, 8.294882, 8.500388, 8.978058, 8.590509, 8.224125, 8.745617, 9.030532, 8.847018, 10.135434, 10.284325, 11.426338, 13.350755, 12.357865, 12.364697, 11.372259, 9.920662, 9.198235, 11.73848, 9.828171, 7.593699, 4.321685, 2.062081, 0.618636, 0.0], "sum_m_pl": [0.984354, 2.953124, 2.933586, 2.729969, 2.802525, 2.65399, 2.662899, 2.890832, 2.958031, 3.504292, 4.047133, 4.249413, 4.35177, 4.436693, 4.228075, 4.311305, 3.716102, 3.4668, 3.189682, 3.246352, 3.174646, 3.022483, 2.972832, 2.935644, 4.324568, 4.900564, 4.704847, 4.704934, 4.591502, 4.692638, 4.811954, 4.395025, 4.223282, 3.841091, 3.330883, 3.210268, 3.061184, 2.555844, 2.748573, 2.642164, 2.689507, 2.842227, 2.613026, 2.375697, 2.471615, 1.972583, 2.364688, 2.023091, 0.338847, 3.9e-05]}, "lang": {"n_am_en": [3, 10, 13, 17, 24, 24, 23, 22, 33, 30, 26, 24, 26, 18, 15, 20, 34, 44, 43, 39, 55, 54, 49, 49, 73, 59, 47, 44, 39, 39, 37, 41, 38, 45, 55, 63, 68, 80, 75, 84, 85, 83, 80, 78, 69, 57, 23, 6, 0, 0], "n_am_pl": [2, 12, 9, 18, 16, 27, 23, 18, 17, 15, 21, 20, 30, 40, 36, 28, 19, 17, 16, 14, 10, 11, 10, 5, 11, 17, 12, 10, 15, 14, 16, 14, 13, 15, 15, 13, 12, 11, 10, 8, 10, 13, 17, 20, 27, 45, 88, 111, 117, 122], "n_pos": 122, "sum_m_en": [11.702356, 18.424121, 19.951196, 20.472945, 21.035283, 21.090454, 21.65081, 22.162528, 22.740363, 23.666528, 22.984007, 23.177458, 22.739992, 22.002603, 21.14423, 21.817608, 22.466218, 23.203885, 22.291443, 21.775709, 21.741576, 20.875434, 21.469425, 20.558552, 37.791059, 33.832298, 29.786773, 28.058943, 26.266986, 25.629281, 23.800426, 23.784591, 24.468285, 26.483167, 31.317361, 34.73959, 37.975951, 42.518482, 50.872538, 61.97839, 68.374416, 67.281485, 69.170266, 73.281626, 67.884985, 51.700232, 20.255492, 4.736345, 1.370909, 0.000808], "sum_m_pl": [1.906397, 5.419816, 6.389331, 6.528325, 7.068684, 7.524507, 8.122356, 8.262897, 9.002896, 9.028637, 9.964571, 10.759372, 11.561842, 12.471248, 11.803207, 10.613548, 8.916087, 8.517001, 8.000169, 7.803699, 7.718184, 7.541689, 7.488247, 7.485468, 9.288399, 11.307853, 12.846182, 12.166091, 13.09107, 14.261751, 13.207101, 12.907436, 12.731581, 11.848287, 11.488495, 11.00886, 12.046802, 11.884525, 10.726269, 10.045579, 10.008106, 9.91365, 14.335133, 17.720132, 24.436212, 42.754139, 84.239106, 107.353772, 113.243529, 121.233503]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 306, "item_id": "llmzszl-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9934}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 15, 28, 28, 30, 52, 40, 42, 40, 35, 31, 40, 32, 41, 42, 47, 58, 58, 63, 56, 57, 52, 51, 45, 72, 73, 67, 62, 57, 49, 47, 48, 55, 66, 74, 68, 75, 78, 80, 81, 83, 85, 88, 87, 86, 78, 73, 68, 69, 66], "n_am_pl": [4, 11, 12, 8, 22, 15, 15, 20, 14, 21, 21, 14, 15, 23, 16, 19, 20, 16, 19, 9, 9, 11, 10, 9, 9, 11, 17, 14, 16, 18, 15, 12, 11, 12, 8, 8, 11, 7, 7, 7, 5, 7, 7, 5, 4, 7, 7, 7, 6, 7], "n_pos": 228, "sum_m_en": [25.478885, 36.313563, 36.807768, 36.831967, 40.23534, 41.935049, 42.08976, 41.558078, 39.984651, 41.361226, 41.251662, 43.242867, 41.247351, 41.812215, 41.706844, 41.283593, 40.009607, 39.517652, 40.172148, 39.106448, 37.561319, 37.950669, 37.058403, 37.089788, 57.44386, 54.372397, 50.29676, 46.085141, 46.313224, 44.267884, 43.011556, 43.779609, 45.759396, 47.39627, 51.053873, 50.566721, 56.165836, 65.638263, 65.766601, 67.088121, 72.83797, 78.583173, 79.930006, 81.239325, 79.400719, 76.41543, 72.091404, 69.012492, 65.504443, 65.213023], "sum_m_pl": [4.218, 9.281666, 10.364249, 9.206376, 10.173443, 10.298155, 11.105084, 11.349922, 10.45319, 11.311872, 11.593222, 12.49269, 12.415948, 12.430803, 12.513785, 12.046581, 10.603988, 11.387208, 11.555091, 12.247597, 11.89553, 11.678597, 11.536803, 11.676949, 12.448568, 13.11549, 12.490554, 13.575553, 14.643505, 15.949573, 13.963386, 13.768741, 12.902536, 12.170661, 11.539053, 11.274354, 11.77956, 10.359486, 9.463079, 9.491686, 8.086437, 7.204464, 6.579943, 6.765764, 7.157405, 7.908393, 8.765267, 8.717461, 7.683116, 7.315154]}, "digit": {"n_am_en": [0, 0, 3, 6, 4, 9, 6, 6, 6, 5, 3, 7, 6, 4, 6, 8, 7, 6, 13, 10, 11, 7, 7, 4, 12, 13, 11, 6, 6, 4, 6, 8, 4, 10, 16, 11, 12, 8, 9, 8, 10, 11, 10, 7, 6, 3, 2, 0, 0, 0], "n_am_pl": [0, 6, 4, 2, 6, 4, 8, 9, 6, 11, 9, 3, 5, 7, 6, 8, 5, 6, 4, 3, 1, 3, 3, 2, 2, 3, 6, 6, 7, 6, 4, 0, 3, 4, 1, 3, 4, 3, 5, 4, 3, 2, 2, 2, 0, 1, 1, 1, 0, 0], "n_pos": 50, "sum_m_en": [4.202886, 8.195391, 8.307768, 8.072415, 8.644937, 8.903556, 9.467597, 9.113537, 8.804809, 9.397353, 9.188627, 9.557735, 9.470107, 9.649198, 9.42162, 8.953686, 8.659732, 8.922684, 9.229176, 8.538319, 7.982435, 8.155677, 8.039401, 8.161358, 10.880786, 10.252982, 9.927074, 9.61984, 9.51089, 9.334255, 9.26148, 9.711696, 9.71379, 9.594898, 10.551127, 10.048536, 10.02153, 11.342742, 9.692659, 9.203102, 9.901654, 10.494761, 9.74246, 8.631706, 6.884614, 5.64248, 3.268465, 1.686657, 0.861967, 0.0], "sum_m_pl": [0.726682, 2.114071, 2.210957, 1.882044, 1.868414, 1.991983, 2.262157, 2.349379, 2.182722, 2.433347, 2.5181, 2.755459, 2.841623, 3.003859, 2.839944, 2.526483, 2.159336, 2.50583, 2.477348, 2.597105, 2.589259, 2.551832, 2.538282, 2.616229, 2.883618, 3.158123, 2.943233, 3.375564, 3.463648, 3.375353, 3.006033, 2.923637, 2.695536, 2.534099, 2.376151, 2.653727, 2.912419, 2.540377, 2.687963, 3.01942, 2.542755, 2.53965, 2.517574, 2.238453, 2.027031, 1.643903, 1.283198, 1.115342, 0.281082, 0.0]}, "lang": {"n_am_en": [12, 8, 12, 11, 17, 20, 23, 22, 21, 19, 18, 18, 13, 19, 18, 26, 31, 34, 34, 32, 32, 32, 31, 30, 43, 40, 36, 35, 35, 25, 28, 25, 34, 35, 38, 40, 46, 52, 53, 57, 58, 59, 62, 65, 64, 65, 63, 64, 65, 65], "n_am_pl": [2, 1, 1, 2, 8, 7, 6, 3, 2, 2, 4, 4, 2, 4, 3, 4, 7, 3, 5, 4, 4, 3, 3, 2, 1, 2, 4, 4, 4, 7, 3, 5, 2, 4, 4, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 2, 5, 6, 6, 7], "n_pos": 73, "sum_m_en": [9.159712, 12.036287, 12.442296, 12.597002, 13.792342, 14.290784, 14.096935, 14.194518, 13.753883, 13.650051, 13.874061, 14.514658, 13.626264, 14.185529, 14.378829, 14.475701, 13.895497, 14.069733, 14.020386, 14.013805, 13.763565, 13.64396, 13.192338, 12.976451, 27.79695, 25.995057, 23.748147, 20.170716, 19.678901, 17.975459, 17.396204, 17.730585, 19.069045, 20.852733, 23.011078, 25.398624, 31.438089, 38.707217, 41.763981, 43.921392, 48.022842, 52.538968, 54.905277, 56.757506, 57.385078, 58.461705, 59.368976, 59.07765, 59.238825, 64.303362], "sum_m_pl": [1.294167, 2.68189, 2.967617, 2.828108, 3.409638, 3.382157, 3.787607, 3.834216, 3.463054, 3.656971, 3.838838, 4.039914, 3.787399, 3.710751, 3.722918, 3.802123, 3.44999, 3.605759, 3.80358, 3.975475, 3.856133, 3.835855, 3.769074, 3.809931, 3.671583, 3.992456, 4.057862, 4.311695, 4.758824, 5.441972, 4.88665, 4.867234, 4.525189, 4.50736, 4.276762, 4.000871, 3.79004, 3.388538, 2.870509, 2.839525, 2.094814, 1.387647, 1.156489, 1.505778, 1.710454, 2.675238, 4.978001, 6.372158, 6.782376, 7.311949]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "llmzszl-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 827, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 28, 42, 62, 76, 72, 82, 102, 103, 91, 84, 82, 68, 65, 85, 97, 111, 117, 152, 149, 153, 163, 158, 159, 209, 181, 161, 133, 103, 110, 99, 91, 113, 125, 141, 154, 169, 191, 179, 188, 199, 185, 190, 184, 167, 120, 37, 8, 0, 0], "n_am_pl": [10, 36, 71, 48, 44, 59, 47, 47, 49, 52, 65, 59, 68, 56, 55, 40, 36, 38, 24, 20, 15, 17, 16, 20, 23, 29, 29, 39, 61, 57, 55, 53, 29, 36, 39, 25, 28, 25, 26, 31, 29, 38, 40, 39, 67, 106, 223, 261, 265, 260], "n_pos": 502, "sum_m_en": [46.33523, 73.950017, 79.907038, 80.872896, 84.431738, 85.597331, 89.953794, 91.910139, 87.184664, 92.152654, 93.930983, 95.00186, 89.555168, 88.302275, 89.722422, 91.961833, 90.353842, 88.191491, 90.557129, 87.963345, 84.614607, 86.017678, 85.416894, 84.072319, 145.707781, 135.770633, 116.090279, 102.710877, 96.040002, 96.573438, 92.257341, 95.014262, 100.212921, 102.769576, 111.992189, 113.35635, 121.96496, 141.085973, 140.589861, 147.476955, 156.49989, 158.860866, 171.183278, 174.696268, 155.21612, 117.912615, 42.092392, 12.116297, 5.749578, 0.000101], "sum_m_pl": [7.96294, 23.257611, 26.741629, 24.691723, 26.041189, 26.854804, 29.25804, 29.815488, 30.832613, 30.380358, 32.401752, 34.221012, 33.242285, 35.769871, 34.899701, 31.134295, 26.940722, 28.47354, 27.217396, 28.14282, 27.97331, 27.137572, 26.948505, 26.80121, 29.189988, 31.893586, 35.168562, 38.861571, 45.378552, 44.54963, 38.856796, 39.130851, 37.787922, 33.668884, 33.026056, 31.794697, 32.497564, 29.760806, 29.191667, 31.515953, 31.004443, 29.628116, 29.871607, 37.101178, 58.664435, 93.384501, 206.134601, 249.705513, 260.457116, 260.406356]}, "digit": {"n_am_en": [0, 9, 3, 3, 2, 2, 2, 4, 1, 4, 2, 3, 3, 2, 7, 4, 8, 6, 9, 6, 8, 9, 7, 6, 14, 10, 11, 4, 5, 3, 5, 6, 8, 10, 10, 8, 12, 16, 13, 9, 9, 8, 8, 7, 6, 3, 1, 0, 0, 0], "n_am_pl": [0, 2, 13, 3, 4, 3, 7, 5, 6, 11, 16, 14, 10, 6, 9, 8, 9, 9, 3, 6, 3, 3, 3, 2, 6, 2, 5, 4, 4, 6, 8, 6, 3, 3, 3, 3, 6, 3, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 2, 0], "n_pos": 58, "sum_m_en": [5.390339, 9.972922, 10.155462, 9.325635, 9.379676, 9.514025, 10.173876, 9.998854, 9.392946, 10.312819, 10.485931, 10.445131, 9.938217, 9.61782, 9.81258, 9.623195, 9.564085, 9.680635, 10.271597, 9.424032, 9.061197, 9.237868, 9.129811, 9.297781, 12.032519, 11.530157, 10.883954, 10.227348, 9.929985, 10.424413, 10.199438, 10.572131, 10.598318, 10.049417, 10.786182, 10.70436, 10.12093, 11.724599, 10.149624, 10.535322, 9.609987, 9.780663, 10.66006, 8.714501, 7.887614, 5.227706, 1.921155, 0.70134, 0.768853, 0.0], "sum_m_pl": [0.982884, 2.940487, 3.054124, 2.573267, 2.692098, 2.646722, 3.050156, 2.967346, 3.176974, 3.238901, 3.619299, 4.115939, 3.763157, 3.868786, 3.919671, 3.338499, 2.798767, 3.036794, 2.824538, 3.138719, 3.111649, 2.964726, 2.962691, 2.998335, 3.687205, 3.85505, 3.997635, 4.153943, 4.504646, 4.159567, 3.906142, 3.855885, 3.677747, 3.150499, 2.989458, 2.946788, 3.263409, 2.922015, 2.896971, 3.128901, 2.912116, 2.699928, 2.54622, 2.273584, 2.224585, 2.058165, 3.464185, 3.873339, 2.122159, 0.055896]}, "lang": {"n_am_en": [6, 7, 22, 44, 56, 49, 57, 68, 69, 57, 55, 59, 47, 42, 51, 63, 68, 76, 95, 101, 108, 119, 114, 113, 142, 128, 110, 89, 70, 80, 69, 60, 75, 86, 94, 115, 115, 132, 123, 133, 144, 131, 134, 136, 118, 82, 26, 3, 0, 0], "n_am_pl": [7, 18, 29, 21, 15, 30, 27, 28, 27, 24, 28, 26, 40, 36, 24, 19, 15, 15, 17, 9, 11, 10, 11, 14, 14, 16, 13, 24, 39, 33, 32, 36, 17, 24, 31, 16, 16, 13, 17, 22, 20, 24, 24, 31, 55, 89, 192, 234, 257, 260], "n_pos": 260, "sum_m_en": [23.831822, 37.194462, 42.750483, 44.093848, 46.164422, 46.274781, 48.289847, 49.779774, 47.715831, 49.252612, 50.322298, 51.226093, 48.799084, 48.430765, 49.034931, 51.692829, 50.559986, 49.68194, 50.459263, 48.575709, 47.570047, 48.190883, 48.022569, 46.472096, 93.593081, 86.356528, 70.788889, 61.229876, 55.946606, 55.335099, 52.823269, 54.763071, 57.903329, 61.684497, 67.217447, 70.565433, 79.199706, 93.496695, 95.69557, 98.697007, 108.402406, 110.446506, 118.306954, 125.716591, 108.440078, 80.835908, 28.88492, 4.768382, 1.543488, 8.3e-05], "sum_m_pl": [3.799724, 10.99829, 13.025408, 12.638871, 13.070834, 13.814972, 15.288413, 16.001191, 16.196622, 15.752726, 17.282834, 18.507955, 18.121688, 20.004558, 19.390294, 17.048333, 14.68266, 15.381769, 14.956318, 15.136107, 15.094548, 14.834033, 14.683809, 14.676056, 16.012388, 17.628522, 19.962915, 21.908899, 26.401045, 26.373856, 22.675283, 23.472081, 22.335813, 20.280942, 19.778251, 19.343676, 19.666488, 17.20386, 16.715843, 18.400669, 18.539953, 17.793199, 18.854093, 24.566957, 45.003539, 77.011594, 177.32265, 224.370597, 248.049593, 259.72931]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 504, "item_id": "llmzszl-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 502, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.994}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [13, 7, 16, 9, 16, 10, 13, 13, 15, 12, 12, 16, 14, 13, 14, 11, 11, 12, 16, 19, 11, 20, 16, 13, 21, 19, 14, 17, 12, 19, 16, 17, 21, 17, 23, 27, 25, 26, 29, 32, 32, 29, 24, 29, 28, 25, 22, 21, 21, 20], "n_am_pl": [2, 4, 5, 9, 1, 5, 7, 9, 3, 4, 4, 5, 3, 5, 8, 4, 5, 5, 6, 5, 4, 3, 2, 3, 4, 2, 4, 3, 5, 7, 7, 5, 6, 6, 6, 7, 7, 3, 4, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0], "n_pos": 70, "sum_m_en": [8.976606, 10.732078, 10.44438, 10.086037, 11.095512, 11.552421, 11.44023, 11.616706, 10.939617, 11.236198, 11.387838, 11.494108, 11.348202, 12.094494, 11.629474, 11.705662, 11.713467, 11.278837, 11.601732, 11.329373, 10.784224, 11.251107, 10.835719, 11.258918, 14.679649, 14.408642, 13.325251, 12.681852, 12.405307, 12.723414, 12.311067, 13.143393, 13.827347, 14.524324, 16.760204, 15.827338, 16.156133, 17.445253, 19.538699, 26.149251, 26.243194, 26.405873, 25.810654, 27.790835, 27.150883, 25.185934, 23.906025, 22.021589, 21.160341, 19.967972], "sum_m_pl": [2.086966, 3.470108, 3.94303, 3.509008, 3.547682, 3.506368, 3.640983, 3.529404, 3.635534, 4.069267, 4.464481, 4.91487, 5.400621, 4.773797, 4.962007, 4.939902, 4.394863, 4.114743, 4.206205, 4.416576, 4.457297, 4.303086, 4.099262, 4.108057, 4.997555, 5.30117, 5.260261, 5.620194, 5.687418, 6.770541, 6.231454, 5.369413, 5.725146, 5.136486, 4.986923, 5.135348, 4.78896, 4.08349, 3.479074, 2.470007, 2.291234, 1.784482, 1.567893, 1.336878, 1.161317, 0.876303, 0.597554, 0.363023, 0.21345, 0.000395]}, "digit": {"n_am_en": [1, 0, 2, 1, 4, 1, 1, 1, 0, 2, 1, 0, 1, 1, 1, 0, 0, 0, 1, 3, 0, 2, 1, 1, 3, 2, 0, 3, 1, 0, 0, 1, 2, 2, 3, 4, 2, 3, 1, 4, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 0, 2, 2, 0, 3, 3, 1, 0, 0, 1, 1, 1, 2, 0, 1, 1, 3, 1, 3, 1, 2, 3, 3, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.567879, 1.824638, 1.694811, 1.6712, 1.834683, 1.835666, 1.802272, 1.825725, 1.757687, 1.890431, 1.867094, 1.73378, 1.74946, 1.850153, 1.813531, 1.797611, 1.816763, 1.779407, 1.916332, 1.880833, 1.767483, 1.80289, 1.743154, 1.811817, 2.04947, 1.859362, 1.844889, 2.084047, 2.087067, 1.875927, 1.874193, 2.038909, 2.002636, 2.037215, 2.040453, 2.107746, 2.006299, 1.960016, 1.737113, 2.349465, 1.669007, 1.48316, 1.668166, 1.797376, 1.096765, 0.489017, 0.247375, 0.075631, 0.018142, 0.0], "sum_m_pl": [0.270304, 0.549267, 0.532052, 0.556268, 0.591458, 0.638077, 0.547706, 0.538536, 0.559137, 0.661622, 0.740408, 0.852066, 1.006009, 0.906184, 0.904184, 0.959034, 0.892263, 0.81983, 0.830228, 0.882012, 0.828647, 0.777966, 0.725585, 0.729543, 1.118468, 1.223088, 1.176042, 1.118372, 1.107445, 1.333106, 1.415417, 1.085513, 1.1585, 0.949646, 0.880219, 0.85944, 0.81589, 0.761684, 0.773356, 0.705395, 0.717024, 0.664077, 0.637051, 0.60343, 0.533416, 0.349441, 0.180456, 0.04897, 0.011896, 0.0]}, "lang": {"n_am_en": [5, 5, 6, 2, 4, 4, 4, 5, 7, 5, 7, 9, 7, 7, 6, 5, 6, 7, 9, 11, 6, 9, 10, 8, 12, 12, 9, 8, 6, 8, 8, 7, 11, 10, 15, 17, 18, 16, 19, 19, 19, 19, 18, 21, 21, 20, 19, 19, 20, 20], "n_am_pl": [0, 0, 1, 2, 0, 1, 3, 3, 1, 1, 1, 0, 2, 3, 4, 1, 1, 1, 0, 1, 2, 2, 0, 1, 1, 1, 0, 1, 2, 4, 3, 3, 2, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.669146, 3.459065, 3.601259, 3.442108, 4.062097, 4.219782, 4.133509, 4.203834, 4.088231, 4.08001, 4.22674, 4.392429, 4.392498, 4.65958, 4.414546, 4.476809, 4.450617, 4.337983, 4.307517, 4.173844, 3.948368, 4.215205, 3.994379, 4.279994, 7.21164, 7.178909, 6.607709, 5.695905, 5.236708, 5.418678, 5.061087, 5.625512, 6.228161, 7.050567, 9.063897, 8.486441, 9.135635, 10.293234, 12.648063, 15.660321, 16.589966, 17.742754, 17.696753, 18.498806, 18.410356, 18.559281, 18.953947, 18.911887, 19.03781, 19.957384], "sum_m_pl": [0.604931, 1.012594, 1.123086, 1.11474, 1.194099, 1.116035, 1.29989, 1.184726, 1.20574, 1.271484, 1.417751, 1.582254, 1.76889, 1.536752, 1.576891, 1.482936, 1.271845, 1.204429, 1.246894, 1.330256, 1.394348, 1.366301, 1.302447, 1.284831, 1.321083, 1.422824, 1.478075, 1.746911, 1.828899, 2.135942, 1.888878, 1.699035, 1.831141, 1.66728, 1.645794, 1.738871, 1.70007, 1.422879, 1.1415, 0.683248, 0.620516, 0.348014, 0.30529, 0.268179, 0.17817, 0.204097, 0.103407, 0.07126, 0.092594, 0.000329]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "llmzszl-8", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 757, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9718}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [9, 16, 28, 36, 38, 28, 36, 30, 29, 32, 25, 29, 26, 25, 31, 24, 34, 31, 28, 28, 22, 41, 39, 31, 79, 68, 56, 45, 40, 38, 40, 43, 41, 55, 74, 72, 69, 84, 80, 103, 103, 99, 97, 84, 74, 44, 16, 7, 4, 2], "n_am_pl": [8, 13, 20, 20, 19, 29, 20, 30, 20, 20, 29, 21, 23, 40, 30, 27, 19, 15, 11, 11, 7, 7, 5, 5, 16, 16, 15, 18, 32, 30, 25, 22, 19, 19, 17, 13, 17, 10, 9, 6, 9, 7, 8, 18, 20, 39, 70, 86, 85, 83], "n_pos": 182, "sum_m_en": [19.327411, 26.558804, 28.034175, 29.797224, 31.826617, 32.096933, 31.740535, 32.674899, 31.01595, 31.403693, 32.296947, 31.238613, 30.195621, 29.555749, 28.347255, 29.901589, 30.200794, 28.339602, 28.232797, 28.010037, 27.542095, 29.043943, 28.441196, 28.188395, 44.301035, 41.657251, 38.402672, 35.030995, 33.98844, 34.009553, 31.749217, 33.001566, 35.236726, 38.839962, 44.358481, 43.208242, 43.624747, 52.132192, 53.483321, 70.7789, 74.297886, 75.661492, 68.731397, 70.435871, 62.577812, 42.525261, 19.045467, 8.383192, 5.16646, 2.003545], "sum_m_pl": [4.020499, 8.798215, 10.240381, 9.950645, 10.11532, 9.988475, 10.768099, 10.62667, 10.847496, 12.032429, 12.346978, 13.685686, 14.53951, 13.694687, 13.193772, 12.49623, 10.747261, 10.348696, 10.559703, 10.939514, 10.800402, 10.536904, 10.299245, 10.111703, 12.029339, 13.403368, 13.491872, 13.69713, 15.891767, 16.41853, 15.217777, 14.009095, 14.085773, 12.631064, 12.079602, 11.569694, 12.115679, 11.871241, 12.537503, 9.395381, 8.297771, 7.61094, 10.258814, 15.914519, 18.674754, 34.483781, 63.797376, 80.708737, 83.625074, 83.32902]}, "digit": {"n_am_en": [0, 3, 5, 2, 2, 0, 1, 1, 2, 0, 0, 2, 0, 2, 2, 1, 3, 2, 3, 4, 2, 4, 2, 2, 7, 5, 3, 5, 1, 2, 2, 2, 0, 0, 6, 4, 4, 8, 5, 8, 6, 5, 4, 3, 3, 2, 1, 1, 1, 0], "n_am_pl": [2, 3, 1, 1, 0, 6, 3, 5, 4, 3, 6, 4, 5, 6, 6, 6, 4, 3, 3, 3, 1, 1, 1, 2, 2, 2, 3, 3, 8, 3, 6, 4, 4, 2, 2, 2, 1, 1, 0, 0, 0, 1, 1, 2, 2, 2, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [2.303082, 2.860005, 2.973121, 2.871896, 2.749362, 2.861515, 2.895654, 2.895605, 2.924797, 3.06405, 3.137533, 2.900952, 2.765411, 2.884288, 2.795766, 2.888962, 2.926877, 2.860502, 3.028256, 3.007794, 2.914755, 3.044564, 3.022822, 3.093635, 3.946672, 3.635105, 3.223865, 3.458066, 3.217858, 3.26889, 3.024566, 3.246685, 3.336833, 3.34704, 3.651392, 3.590679, 3.485014, 4.364488, 3.930612, 4.465684, 4.724857, 4.23328, 4.002464, 4.255986, 3.545273, 2.625468, 1.794125, 0.961644, 0.768777, 4e-06], "sum_m_pl": [0.565679, 1.015689, 0.972374, 0.953097, 0.973744, 1.041321, 1.018446, 1.266691, 1.115961, 1.484381, 1.545948, 1.713687, 1.98066, 1.865059, 1.793912, 1.838379, 1.565418, 1.401294, 1.322087, 1.387119, 1.355093, 1.245994, 1.197604, 1.214998, 1.930003, 2.121006, 2.324335, 2.069231, 2.360126, 2.215548, 2.186797, 1.750665, 1.686685, 1.333844, 1.273361, 1.135896, 1.039439, 0.892501, 0.866462, 0.837515, 0.83759, 0.965642, 1.000292, 1.42108, 1.351441, 1.421152, 1.334353, 1.035123, 0.038067, 1e-06]}, "lang": {"n_am_en": [3, 8, 6, 15, 24, 19, 17, 18, 18, 22, 16, 14, 18, 15, 17, 14, 23, 19, 16, 16, 13, 22, 21, 19, 50, 43, 40, 30, 26, 24, 26, 27, 27, 36, 41, 43, 39, 47, 45, 55, 61, 59, 57, 46, 43, 25, 8, 3, 2, 2], "n_am_pl": [0, 4, 10, 10, 11, 16, 15, 14, 8, 10, 13, 11, 11, 18, 15, 14, 6, 6, 5, 6, 5, 5, 3, 3, 10, 10, 10, 11, 16, 14, 11, 9, 9, 12, 10, 7, 14, 8, 8, 5, 6, 3, 6, 14, 16, 32, 60, 76, 82, 83], "n_pos": 85, "sum_m_en": [8.558, 12.656318, 13.333618, 14.42159, 15.772996, 15.994502, 15.94452, 16.54521, 15.68278, 15.986686, 16.154147, 15.895538, 15.25577, 14.969976, 14.103126, 15.062937, 15.5062, 14.224733, 13.73711, 13.543367, 13.431881, 14.159483, 13.917994, 13.592103, 25.730596, 23.922875, 21.786151, 18.717236, 17.37412, 17.469614, 16.234226, 16.9557, 18.137715, 20.755065, 24.2034, 24.367413, 24.277945, 28.131617, 30.302084, 40.85687, 44.376421, 45.284568, 39.200035, 38.528525, 36.896853, 25.425986, 9.316799, 3.708562, 2.442819, 2.000003], "sum_m_pl": [1.273646, 3.670385, 4.369592, 4.40463, 4.276409, 4.22438, 5.036669, 4.948604, 5.16392, 5.605054, 5.836398, 6.643261, 7.133814, 6.696966, 6.434476, 5.933446, 4.972209, 4.876473, 5.091395, 5.246816, 5.118915, 5.079985, 5.047868, 4.923904, 5.662076, 6.188266, 6.15499, 6.394131, 7.596974, 7.764616, 7.184708, 6.927087, 7.053645, 6.51876, 6.167552, 6.125118, 7.13692, 7.660595, 8.679336, 6.29765, 5.15391, 4.319218, 7.129884, 12.309743, 14.561127, 28.481015, 55.104923, 71.931664, 80.140333, 82.440576]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "llmzszl-8", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 885, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9728, "tf_agree_excl_first": 0.9781}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 26, 29, 32, 41, 26, 45, 43, 47, 49, 43, 49, 36, 30, 33, 49, 43, 46, 39, 31, 34, 32, 23, 20, 60, 54, 59, 55, 51, 48, 46, 50, 54, 57, 52, 54, 52, 58, 66, 79, 74, 77, 85, 84, 84, 77, 77, 72, 70, 65], "n_am_pl": [2, 28, 15, 7, 7, 27, 20, 20, 14, 22, 25, 27, 23, 26, 21, 20, 19, 17, 22, 12, 4, 6, 6, 6, 12, 23, 25, 19, 15, 22, 14, 11, 11, 13, 19, 19, 18, 17, 14, 14, 17, 15, 15, 13, 18, 21, 26, 27, 28, 29], "n_pos": 236, "sum_m_en": [26.375431, 35.473489, 35.60705, 36.952729, 39.663959, 38.115463, 38.720013, 38.949304, 37.649298, 40.342548, 40.581641, 42.545704, 39.545314, 40.233999, 38.651712, 40.68237, 41.470048, 40.402795, 38.14041, 37.249566, 36.345756, 37.19419, 36.555975, 36.965809, 46.336455, 46.394662, 45.133182, 40.557444, 41.73418, 42.061762, 41.038819, 42.927673, 43.339981, 43.945874, 45.175212, 47.919838, 49.114956, 53.706103, 57.721473, 62.684822, 60.790234, 66.401814, 73.746643, 76.142733, 72.623194, 69.712019, 72.014391, 68.98781, 66.213277, 64.940711], "sum_m_pl": [4.661825, 11.127546, 12.31302, 11.468197, 11.802292, 11.82869, 12.113021, 12.49825, 13.176184, 13.204833, 13.961687, 14.655986, 15.090753, 14.360791, 14.938011, 15.657852, 16.805222, 16.681045, 17.081334, 16.431946, 15.262659, 14.504147, 14.036287, 13.927879, 18.173909, 18.647472, 18.902174, 19.724856, 18.575888, 17.952016, 16.115049, 13.732921, 15.238667, 14.609804, 16.402915, 16.85782, 17.09171, 14.865639, 14.237504, 13.149883, 15.77663, 13.911375, 14.861905, 15.882431, 20.781134, 24.031518, 25.741476, 26.375915, 27.366048, 28.765819]}, "digit": {"n_am_en": [8, 0, 1, 4, 5, 1, 13, 6, 6, 10, 9, 7, 4, 1, 3, 8, 9, 11, 6, 5, 3, 3, 2, 1, 7, 7, 9, 6, 10, 4, 8, 8, 7, 7, 10, 8, 7, 7, 9, 10, 7, 5, 9, 11, 10, 4, 6, 2, 0, 0], "n_am_pl": [0, 13, 4, 1, 2, 0, 0, 1, 4, 2, 5, 12, 8, 11, 11, 7, 4, 1, 3, 4, 1, 0, 0, 1, 1, 6, 5, 3, 6, 3, 1, 1, 2, 3, 3, 3, 3, 3, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 48, "sum_m_en": [4.73272, 7.722597, 7.901102, 7.358636, 7.620791, 7.062318, 7.055914, 7.194551, 6.941556, 7.637807, 8.08787, 8.164358, 7.642382, 7.707548, 7.522786, 7.903805, 8.510974, 8.288875, 8.014135, 7.609115, 7.493345, 7.838158, 7.711883, 7.808693, 8.942108, 9.183286, 8.329542, 7.938843, 8.337439, 7.974776, 8.179413, 8.317352, 8.196473, 8.301789, 9.490027, 9.087634, 8.995501, 9.825687, 9.711128, 8.913183, 8.288731, 8.451354, 9.469977, 10.526035, 6.788833, 6.296789, 5.25057, 3.226014, 1.249007, 0.0], "sum_m_pl": [0.701478, 2.001768, 1.776314, 1.656996, 1.617108, 1.547045, 1.668463, 1.838027, 2.068068, 2.227431, 2.361346, 2.749107, 3.020903, 2.872944, 2.98303, 3.08626, 3.318632, 3.372881, 3.193456, 3.073178, 2.914393, 2.767555, 2.659601, 2.696635, 3.505134, 3.274414, 3.210262, 3.50575, 3.386692, 3.206697, 2.9136, 2.472914, 2.535292, 2.258772, 2.562273, 2.760708, 2.532656, 2.264096, 2.460828, 2.417756, 2.631355, 2.350931, 2.371114, 1.989658, 2.083579, 1.8037, 1.639298, 1.104572, 0.281785, 1e-06]}, "lang": {"n_am_en": [10, 21, 25, 24, 32, 18, 27, 29, 30, 30, 27, 30, 26, 20, 23, 26, 26, 28, 26, 18, 21, 23, 18, 16, 40, 35, 41, 38, 32, 30, 28, 31, 35, 36, 34, 37, 38, 38, 45, 55, 55, 61, 65, 65, 67, 67, 66, 64, 65, 65], "n_am_pl": [1, 8, 7, 2, 3, 17, 9, 12, 7, 13, 11, 8, 7, 6, 4, 5, 7, 8, 11, 5, 2, 3, 2, 1, 6, 9, 8, 9, 6, 7, 11, 7, 3, 6, 8, 10, 12, 11, 13, 11, 11, 11, 14, 12, 17, 20, 25, 26, 27, 29], "n_pos": 95, "sum_m_en": [11.747541, 15.132942, 15.240296, 16.463472, 17.866998, 17.011885, 17.814441, 18.259419, 18.027183, 18.897807, 18.990523, 20.208849, 18.174338, 18.674295, 17.407142, 18.213119, 17.512109, 17.699234, 16.273147, 15.865391, 15.657725, 15.660688, 15.227175, 15.254648, 24.082922, 23.637678, 23.880293, 19.800796, 19.503902, 19.811024, 18.648339, 20.043262, 20.061686, 21.434552, 21.095818, 25.90012, 28.686244, 31.795573, 36.100214, 40.957313, 40.550003, 46.455719, 52.681921, 54.069046, 55.668055, 55.851175, 60.498378, 58.388615, 59.836565, 64.610935], "sum_m_pl": [1.917884, 4.436974, 5.072294, 4.656429, 4.974527, 5.187285, 5.242441, 5.445725, 5.989155, 5.60875, 6.280145, 6.224603, 6.415401, 6.229135, 6.284274, 6.829063, 7.542091, 7.298693, 7.828833, 7.41048, 6.800048, 6.401221, 6.177544, 6.073482, 8.095566, 8.542575, 8.782596, 9.232912, 8.564633, 8.132135, 7.292102, 6.470142, 7.384717, 7.56171, 8.234731, 8.583587, 9.317278, 8.20333, 7.964903, 7.115904, 10.058437, 9.170195, 10.03645, 11.903219, 16.745774, 20.234565, 22.528891, 23.931842, 25.900446, 28.760739]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "llmzszl-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 841, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [23, 18, 30, 31, 21, 27, 34, 40, 39, 65, 43, 42, 35, 39, 46, 41, 47, 59, 50, 40, 39, 45, 34, 38, 81, 70, 57, 45, 53, 49, 47, 54, 63, 77, 75, 83, 76, 71, 81, 79, 81, 81, 94, 83, 69, 46, 23, 5, 0, 0], "n_am_pl": [4, 25, 32, 32, 38, 42, 39, 30, 50, 37, 50, 58, 54, 47, 49, 48, 25, 28, 32, 21, 22, 16, 14, 15, 25, 32, 42, 37, 35, 48, 39, 34, 23, 16, 17, 23, 24, 27, 23, 26, 30, 31, 38, 37, 46, 62, 109, 125, 129, 131], "n_pos": 319, "sum_m_en": [30.261059, 45.019121, 47.715551, 49.381718, 51.581972, 51.510016, 52.352065, 54.519799, 51.727855, 56.186283, 56.938258, 57.715718, 56.628394, 56.410158, 52.548673, 54.220608, 56.137093, 53.771058, 52.486331, 50.490337, 49.08113, 50.656276, 49.922021, 50.931465, 64.024284, 62.794323, 57.589304, 53.914, 54.835579, 55.547144, 53.281749, 55.671925, 58.433235, 59.157233, 61.196414, 64.852843, 64.217126, 65.076889, 71.590748, 74.240704, 72.888764, 72.17794, 78.11939, 76.016695, 63.976838, 47.512507, 26.159931, 8.596862, 2.027095, 1.4e-05], "sum_m_pl": [5.21973, 15.196452, 17.930849, 18.067317, 18.42299, 18.995291, 19.699368, 19.352022, 21.051179, 20.615667, 21.799449, 23.198253, 23.624538, 22.926346, 24.186094, 24.085856, 23.266672, 22.523041, 21.485739, 21.201588, 19.977816, 19.184107, 19.063371, 18.641347, 23.540767, 25.497069, 27.573985, 28.566705, 28.811416, 28.331365, 26.070928, 23.611464, 23.089811, 21.798546, 21.703355, 20.781509, 19.794902, 18.760792, 18.187135, 17.957731, 22.035061, 24.328881, 29.830896, 34.513329, 43.671656, 60.312632, 101.994225, 118.164939, 129.644669, 130.530452]}, "digit": {"n_am_en": [10, 2, 2, 0, 1, 0, 4, 4, 8, 9, 6, 5, 2, 3, 5, 4, 9, 7, 7, 4, 4, 4, 3, 2, 13, 5, 4, 3, 4, 4, 6, 8, 4, 7, 6, 6, 11, 9, 9, 5, 3, 4, 7, 9, 6, 2, 1, 0, 0, 0], "n_am_pl": [2, 9, 9, 5, 4, 4, 2, 1, 1, 3, 8, 11, 8, 9, 8, 9, 1, 3, 3, 0, 3, 1, 1, 1, 6, 2, 4, 6, 7, 4, 3, 4, 3, 5, 2, 4, 1, 2, 2, 1, 1, 2, 2, 1, 0, 0, 2, 1, 1, 0], "n_pos": 47, "sum_m_en": [4.059839, 7.159312, 7.99606, 7.752521, 7.562152, 7.337469, 7.390667, 7.372924, 6.993014, 7.763474, 8.03393, 7.929344, 7.467308, 7.537601, 7.263502, 7.453163, 8.401064, 8.147, 7.952051, 7.462421, 7.33344, 7.612123, 7.529234, 7.698073, 9.247346, 8.816024, 7.59684, 7.415032, 7.708019, 7.684523, 7.76032, 8.25277, 8.658801, 8.657695, 9.045295, 9.170313, 9.484534, 9.136799, 9.072608, 8.187089, 7.62496, 7.574575, 8.349418, 9.237659, 5.385978, 3.730059, 3.17268, 1.097322, 0.323507, 0.0], "sum_m_pl": [0.729475, 2.222379, 2.046085, 1.9655, 1.905274, 1.850929, 1.921717, 1.943362, 2.330134, 2.462235, 2.827426, 2.962414, 3.153639, 3.028723, 3.394294, 3.398039, 3.184232, 3.116074, 2.81481, 2.891998, 2.765637, 2.606275, 2.558574, 2.538507, 3.258793, 3.311689, 3.525221, 3.897688, 3.733585, 3.302615, 3.133399, 2.957861, 2.849715, 2.764511, 2.813622, 2.578254, 2.278302, 2.06268, 2.238678, 2.060679, 2.258706, 2.14387, 2.141434, 1.645017, 1.721137, 1.381626, 1.835846, 1.552354, 1.122991, 1.9e-05]}, "lang": {"n_am_en": [10, 12, 18, 21, 16, 19, 16, 19, 17, 28, 19, 16, 18, 17, 23, 22, 24, 33, 30, 20, 18, 23, 18, 22, 34, 35, 29, 24, 27, 27, 19, 27, 32, 44, 43, 47, 36, 36, 45, 47, 46, 51, 57, 53, 46, 32, 15, 3, 0, 0], "n_am_pl": [1, 7, 10, 14, 15, 19, 15, 13, 27, 16, 20, 24, 29, 22, 23, 20, 12, 17, 14, 12, 10, 8, 7, 9, 11, 21, 22, 18, 19, 17, 20, 20, 11, 6, 11, 17, 17, 18, 15, 22, 25, 26, 33, 33, 42, 57, 94, 114, 126, 131], "n_pos": 132, "sum_m_en": [12.994875, 19.08086, 19.87512, 21.19436, 22.729866, 22.229297, 22.696078, 24.299289, 23.58978, 25.23671, 25.979485, 26.174318, 25.771159, 25.463665, 23.199338, 24.000944, 24.089386, 23.409065, 22.536345, 21.553485, 21.159034, 21.814716, 21.393356, 21.713525, 29.081505, 29.388795, 27.206373, 24.645249, 24.794591, 25.237326, 24.087157, 25.164602, 26.451161, 27.777213, 28.865833, 31.666435, 32.072992, 32.61182, 36.366544, 38.785448, 38.923322, 39.714742, 43.744521, 43.017174, 39.698859, 29.572703, 14.69782, 3.895841, 0.608462, 1.1e-05], "sum_m_pl": [2.072795, 6.004225, 7.470938, 7.682202, 7.819728, 8.407198, 9.029357, 8.93252, 9.745144, 9.188922, 9.647454, 10.5669, 10.848515, 10.60423, 10.570375, 10.672828, 10.44311, 10.175911, 9.952637, 9.701837, 9.055013, 8.595076, 8.562238, 8.25969, 10.784722, 11.532216, 13.318573, 13.260317, 13.637691, 13.12605, 12.092596, 11.439657, 10.965173, 10.749019, 10.632925, 10.492685, 9.945377, 9.769365, 10.041467, 10.741751, 14.542898, 17.210714, 21.448198, 26.555191, 34.800715, 50.813154, 86.715844, 106.226347, 123.08045, 130.376023]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 321, "item_id": "llmzszl-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 969, "region_end": 319, "roundtrip_ok": true, "tf_agree": 0.9875, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 24, 27, 23, 25, 36, 35, 37, 43, 43, 47, 37, 54, 50, 50, 57, 60, 59, 52, 64, 66, 66, 68, 54, 69, 69, 70, 75, 60, 57, 57, 65, 67, 67, 80, 82, 79, 93, 89, 94, 92, 92, 96, 102, 96, 91, 100, 91, 81, 84], "n_am_pl": [1, 10, 14, 11, 15, 10, 26, 9, 12, 18, 15, 18, 15, 19, 18, 17, 11, 19, 15, 14, 7, 7, 6, 8, 10, 13, 11, 21, 20, 17, 11, 12, 13, 10, 11, 7, 5, 10, 9, 9, 10, 10, 9, 3, 2, 1, 0, 0, 0, 0], "n_pos": 180, "sum_m_en": [21.582972, 28.901199, 28.937768, 29.402147, 32.191927, 32.685755, 33.887764, 33.519142, 32.909973, 34.717432, 36.556394, 35.461461, 35.684311, 35.391978, 33.823988, 33.777764, 35.128503, 35.150257, 34.891086, 34.485662, 33.620522, 32.890128, 32.032023, 31.792144, 52.503902, 51.255329, 47.226169, 44.917585, 45.104978, 42.088384, 40.368162, 40.570129, 41.967642, 44.51814, 52.589397, 54.878234, 61.254313, 69.407846, 75.470388, 77.405065, 76.689829, 81.171402, 82.236167, 85.440645, 83.451745, 83.121089, 86.77437, 85.972646, 76.93161, 83.979343], "sum_m_pl": [3.326047, 8.065656, 8.741257, 8.272403, 8.798233, 8.54707, 9.188339, 7.780833, 8.047885, 8.836524, 9.420312, 9.530628, 9.697853, 8.823759, 8.856879, 9.598492, 10.13989, 10.53203, 10.99241, 10.868207, 10.017725, 9.72284, 9.530615, 9.581056, 11.700253, 12.320048, 11.838198, 12.065449, 12.711215, 13.582853, 12.246169, 10.699672, 11.062989, 10.662148, 10.420771, 10.128524, 9.40099, 8.46085, 7.685622, 7.430534, 7.603048, 7.205475, 7.315563, 5.700994, 5.535303, 3.888777, 3.142001, 2.103059, 1.628755, 0.000555]}, "digit": {"n_am_en": [0, 4, 2, 2, 2, 4, 4, 5, 5, 9, 11, 6, 13, 8, 9, 6, 5, 8, 5, 10, 10, 10, 10, 7, 12, 12, 16, 21, 11, 10, 9, 11, 7, 10, 15, 11, 7, 8, 6, 7, 6, 4, 11, 14, 13, 10, 14, 6, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 2, 7, 2, 2, 5, 3, 5, 5, 3, 2, 4, 3, 5, 4, 3, 2, 2, 1, 1, 4, 4, 2, 4, 6, 4, 3, 2, 4, 4, 3, 2, 2, 4, 4, 4, 6, 6, 5, 1, 1, 1, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [4.722486, 7.549205, 7.47596, 7.493304, 8.094577, 8.045587, 8.516315, 8.318183, 7.887226, 8.746798, 9.750624, 9.064092, 9.024645, 9.068673, 8.606365, 7.786305, 8.436825, 8.198408, 8.499125, 8.67623, 8.121566, 8.100922, 7.841896, 7.959582, 10.835804, 10.736401, 9.212028, 9.669649, 9.855475, 9.49214, 9.20106, 9.310738, 9.293821, 8.842199, 9.599267, 9.270162, 9.688388, 9.133746, 8.237119, 8.75981, 8.096302, 8.53781, 9.220921, 9.774022, 8.746445, 7.571975, 7.750671, 6.312295, 1.897613, 0.0], "sum_m_pl": [0.745126, 2.227796, 1.913873, 1.936588, 1.908651, 1.843686, 1.913719, 1.66073, 1.643109, 1.914083, 1.993963, 1.890859, 2.032677, 1.791402, 1.67918, 1.973835, 2.184345, 2.466004, 2.580533, 2.540223, 2.378289, 2.319845, 2.267501, 2.296032, 2.691143, 2.930638, 2.589772, 2.873896, 2.868717, 3.223133, 2.885618, 2.344516, 2.330532, 2.442796, 2.298644, 2.426278, 2.380937, 2.217708, 2.528862, 2.380898, 2.622214, 2.680969, 2.691477, 2.376483, 2.622413, 1.99634, 1.892827, 1.238454, 0.542197, 0.0]}, "lang": {"n_am_en": [12, 16, 18, 17, 18, 23, 21, 24, 28, 24, 26, 24, 30, 30, 26, 36, 40, 41, 37, 43, 44, 45, 45, 39, 41, 47, 45, 44, 37, 37, 38, 43, 46, 45, 48, 53, 58, 65, 64, 68, 69, 71, 70, 72, 72, 73, 73, 75, 75, 83], "n_am_pl": [0, 6, 6, 5, 5, 4, 8, 5, 4, 5, 7, 7, 6, 9, 7, 7, 5, 7, 4, 4, 2, 2, 2, 2, 1, 1, 3, 7, 7, 7, 2, 5, 5, 3, 4, 3, 1, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 84, "sum_m_en": [11.025036, 13.454279, 13.764698, 13.748141, 15.039167, 15.466582, 15.937272, 16.12536, 16.019568, 16.731375, 17.416928, 17.457147, 17.640107, 17.453209, 16.504794, 17.114966, 17.687847, 18.210516, 17.637238, 17.044437, 16.937559, 16.185424, 15.639576, 15.276318, 30.312955, 29.79648, 27.865602, 24.875815, 24.286048, 22.205794, 21.401635, 21.983563, 23.171902, 26.027102, 32.02149, 34.743694, 40.486947, 46.980618, 52.169497, 54.079237, 55.070171, 58.833861, 59.131656, 61.589392, 62.169337, 64.410584, 68.193902, 68.498334, 69.053365, 81.917813], "sum_m_pl": [1.745035, 3.479229, 3.939998, 3.72381, 4.026909, 3.912495, 4.325358, 3.602503, 3.86812, 4.059808, 4.442631, 4.650217, 4.501285, 4.186382, 4.226411, 4.471767, 4.765985, 4.702125, 4.957698, 4.936297, 4.54678, 4.404187, 4.322911, 4.35225, 4.714104, 4.941029, 5.326307, 5.429125, 6.000058, 6.268484, 5.645421, 4.925502, 5.261287, 4.900423, 4.741924, 4.613143, 3.99805, 3.470319, 2.788702, 2.622996, 2.46919, 1.982229, 2.02594, 1.488224, 1.338854, 0.856939, 0.567685, 0.353885, 0.497585, 0.000485]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "llmzszl-81", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9834}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 62, 101, 177, 206, 276, 301, 272, 309, 324, 318, 277, 296, 350, 322, 387, 425, 468, 455, 437, 456, 461, 426, 420, 616, 584, 538, 439, 405, 380, 397, 415, 429, 418, 475, 486, 493, 537, 543, 559, 580, 543, 565, 561, 501, 348, 164, 38, 14, 8], "n_am_pl": [9, 101, 99, 118, 140, 161, 188, 125, 150, 132, 149, 154, 138, 119, 97, 74, 69, 89, 72, 60, 50, 53, 51, 59, 50, 59, 91, 107, 162, 146, 150, 129, 88, 97, 80, 65, 60, 64, 58, 71, 74, 97, 101, 116, 189, 330, 532, 650, 672, 718], "n_pos": 1280, "sum_m_en": [112.465169, 183.98123, 196.865349, 200.689333, 210.089259, 224.876841, 233.66548, 230.126013, 234.469257, 237.790649, 245.924398, 225.566695, 233.191293, 230.382526, 216.556178, 221.577836, 231.828543, 229.742839, 230.456378, 222.868144, 220.440492, 212.076929, 212.424685, 211.674125, 382.670454, 356.562229, 328.842732, 285.476186, 278.602597, 259.216776, 257.10325, 261.411627, 268.402979, 278.201434, 314.790195, 326.816617, 342.589141, 389.423263, 412.925426, 422.115605, 444.795818, 440.620272, 466.279494, 466.98213, 425.280325, 321.919456, 153.674502, 48.158051, 34.821071, 7.612436], "sum_m_pl": [17.227998, 53.684378, 63.164702, 66.527679, 67.165687, 71.387341, 73.313467, 68.196216, 69.306106, 69.686177, 73.060367, 76.843865, 75.217479, 69.624459, 64.498844, 64.578824, 63.98786, 67.060409, 68.55318, 69.720628, 66.877595, 65.147936, 63.894222, 63.606123, 68.740257, 72.870752, 82.566966, 85.500422, 99.294827, 105.328737, 99.453534, 93.667931, 93.513456, 87.862157, 80.166057, 77.924026, 70.398166, 67.909915, 67.387956, 70.85691, 76.750808, 82.596356, 96.015598, 113.702802, 170.51703, 279.908273, 480.12202, 617.723459, 643.822096, 717.716431]}, "digit": {"n_am_en": [0, 7, 9, 18, 19, 17, 10, 21, 18, 31, 35, 28, 25, 26, 23, 24, 36, 35, 31, 30, 29, 26, 22, 18, 43, 46, 38, 31, 22, 28, 25, 38, 42, 34, 41, 37, 35, 35, 35, 37, 38, 27, 31, 37, 31, 13, 12, 10, 2, 0], "n_am_pl": [0, 9, 6, 12, 12, 9, 22, 9, 4, 8, 11, 18, 16, 16, 15, 12, 9, 10, 7, 10, 4, 3, 2, 3, 5, 13, 7, 20, 27, 16, 20, 16, 13, 6, 6, 7, 6, 4, 3, 4, 8, 7, 6, 2, 3, 7, 10, 5, 0, 0], "n_pos": 146, "sum_m_en": [14.02681, 23.896397, 26.368406, 26.038062, 26.467832, 27.537671, 28.760585, 27.184361, 26.161082, 28.078426, 30.612753, 26.762392, 27.329483, 26.626726, 24.282726, 23.89582, 26.065445, 24.656049, 25.866075, 25.917581, 24.638349, 24.533557, 24.017195, 24.618867, 33.308976, 30.643345, 27.54569, 28.786498, 28.411207, 27.347021, 27.893247, 29.442291, 28.720738, 26.769531, 29.056025, 29.702457, 29.192551, 30.966863, 30.058492, 31.285817, 28.316151, 28.896712, 29.79055, 29.27609, 23.538404, 17.241056, 15.028073, 11.026697, 7.953407, 0.0], "sum_m_pl": [2.481772, 8.083836, 7.117741, 7.116413, 6.719573, 7.105534, 6.87979, 6.434487, 6.610048, 6.909253, 7.676847, 7.56444, 7.328781, 6.330658, 5.918894, 5.942631, 6.229177, 7.034006, 7.074089, 7.447088, 7.215322, 7.089196, 6.958335, 7.125588, 7.953698, 8.928658, 8.865529, 9.948107, 11.432955, 11.221664, 10.409433, 8.970591, 8.760185, 8.234499, 7.881248, 7.117997, 6.579053, 6.094308, 6.808358, 6.629956, 7.686819, 7.374847, 7.663846, 7.110663, 7.996672, 7.285789, 9.436795, 6.634906, 3.599497, 0.0]}, "lang": {"n_am_en": [13, 34, 61, 117, 143, 168, 189, 164, 190, 199, 203, 176, 187, 216, 201, 236, 261, 301, 302, 286, 299, 304, 284, 289, 395, 383, 353, 284, 263, 248, 265, 271, 269, 265, 304, 317, 326, 360, 369, 373, 388, 374, 386, 387, 342, 233, 107, 16, 10, 8], "n_am_pl": [7, 47, 60, 62, 82, 113, 108, 76, 97, 92, 88, 94, 77, 62, 53, 48, 45, 55, 48, 35, 32, 31, 32, 38, 31, 35, 53, 60, 88, 99, 94, 84, 54, 65, 49, 41, 44, 49, 46, 52, 53, 77, 83, 98, 161, 286, 463, 608, 655, 714], "n_pos": 727, "sum_m_en": [63.750433, 103.166141, 111.817175, 113.177645, 117.78082, 124.707107, 130.205652, 130.036596, 134.870163, 136.984472, 140.798103, 130.089097, 133.589271, 131.700567, 124.307517, 128.074279, 133.612279, 134.34215, 134.292814, 129.95528, 129.229512, 122.614392, 123.484061, 121.80339, 240.403375, 222.263326, 205.472056, 172.176877, 165.503663, 153.048772, 151.132672, 154.195925, 158.243006, 166.643919, 189.40144, 200.37268, 215.188755, 252.012193, 268.88131, 274.423606, 294.271682, 291.181595, 313.030898, 315.036501, 286.857431, 210.78765, 95.500746, 21.29151, 16.740205, 7.610252], "sum_m_pl": [9.535903, 28.052104, 34.5062, 37.197144, 37.422002, 40.652863, 41.844563, 39.005222, 39.65138, 39.628181, 40.96082, 43.717064, 43.560775, 41.468611, 38.145139, 37.881305, 36.998618, 38.603346, 39.844459, 39.889595, 38.181497, 37.506768, 36.653149, 36.29103, 38.581009, 40.773371, 46.729695, 48.780578, 58.10761, 62.558671, 59.093243, 57.308055, 57.288517, 54.200596, 49.502487, 49.460733, 45.149569, 43.375065, 43.010719, 45.340112, 50.83681, 58.02513, 71.019579, 87.840697, 136.99061, 238.322092, 418.545564, 570.789715, 619.469567, 712.253709]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-81", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 921, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9891}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 24, 42, 53, 62, 90, 80, 83, 83, 75, 65, 61, 45, 51, 68, 87, 74, 80, 79, 81, 67, 67, 59, 66, 117, 113, 115, 86, 87, 75, 62, 84, 92, 93, 102, 119, 124, 127, 158, 162, 165, 165, 175, 163, 165, 159, 146, 144, 125, 125], "n_am_pl": [18, 42, 21, 22, 16, 21, 18, 15, 22, 24, 46, 31, 36, 29, 40, 37, 34, 31, 34, 28, 27, 15, 12, 11, 20, 26, 19, 33, 32, 48, 32, 33, 31, 23, 25, 18, 14, 15, 9, 5, 8, 6, 5, 5, 5, 5, 2, 1, 0, 0], "n_pos": 336, "sum_m_en": [34.421832, 51.326347, 53.853825, 54.276732, 57.661172, 55.264657, 54.245306, 57.317551, 54.000286, 55.967547, 56.25138, 54.801202, 53.548241, 54.288134, 55.434922, 60.965884, 59.598499, 57.29446, 54.350124, 54.123609, 50.658965, 51.400533, 51.451395, 51.949468, 73.26433, 75.179293, 70.974066, 63.854978, 65.303085, 61.94289, 57.45848, 62.72212, 64.860617, 66.761059, 71.882289, 79.642625, 86.527997, 97.217598, 107.298227, 114.626137, 120.369833, 134.230482, 144.672786, 146.908864, 146.715376, 143.104352, 141.37561, 136.543975, 116.426543, 124.641568], "sum_m_pl": [7.217759, 16.128162, 16.024077, 15.419777, 16.154036, 14.275697, 13.693139, 15.452649, 16.224508, 18.196779, 20.458048, 20.01502, 20.249397, 20.529206, 19.617886, 18.098396, 18.110023, 18.665252, 19.025136, 19.687745, 18.673947, 18.022376, 17.632454, 17.680276, 20.702478, 21.929086, 20.915625, 24.035821, 26.118367, 27.186019, 25.275689, 24.318726, 24.311808, 21.691644, 21.207407, 21.285345, 20.071336, 19.608728, 17.512725, 15.47234, 14.441711, 12.412385, 11.158093, 9.07668, 8.353007, 7.512952, 5.997374, 3.519351, 3.299353, 0.080345]}, "digit": {"n_am_en": [0, 5, 2, 5, 4, 19, 12, 4, 9, 7, 7, 10, 9, 6, 8, 15, 10, 6, 9, 14, 11, 8, 10, 11, 15, 14, 16, 10, 15, 12, 10, 12, 8, 9, 13, 16, 16, 22, 27, 27, 24, 17, 25, 23, 21, 13, 9, 5, 0, 0], "n_am_pl": [0, 8, 6, 4, 5, 4, 2, 3, 2, 7, 14, 6, 4, 7, 9, 6, 7, 6, 7, 7, 7, 4, 2, 1, 6, 9, 6, 8, 9, 10, 7, 5, 7, 4, 6, 7, 3, 3, 5, 2, 5, 3, 2, 3, 4, 3, 0, 0, 0, 0], "n_pos": 73, "sum_m_en": [6.88365, 12.44714, 12.928112, 12.505076, 12.797015, 11.706658, 10.747356, 10.756745, 9.951663, 10.97418, 11.562876, 10.700901, 11.187937, 11.168163, 11.393008, 12.711185, 12.318812, 11.480265, 10.78596, 11.453848, 10.821634, 11.028035, 11.284365, 11.164881, 14.103902, 13.40762, 12.346515, 11.827149, 12.477781, 11.973459, 11.5327, 12.583248, 12.434588, 11.299288, 12.518742, 14.407204, 12.593665, 16.452632, 16.354239, 18.330093, 15.109033, 14.478109, 18.215446, 17.172896, 16.319561, 11.302739, 9.868082, 6.225615, 1.557184, 2.2e-05], "sum_m_pl": [1.286468, 4.129631, 3.801042, 3.51755, 3.807694, 3.434227, 3.027317, 3.644888, 3.586118, 4.182436, 4.73854, 4.222864, 4.25578, 4.333138, 4.041041, 3.521476, 3.700923, 3.768368, 3.656728, 3.95806, 3.670266, 3.552448, 3.514126, 3.533275, 3.85142, 4.39442, 3.859359, 4.158778, 4.883175, 4.88568, 4.674728, 4.423215, 4.492296, 3.899051, 3.563242, 4.194111, 3.767199, 3.878093, 4.267586, 3.896881, 4.155779, 3.992035, 3.708066, 3.313536, 3.734258, 3.571937, 2.610107, 1.548401, 0.540189, 0.0]}, "lang": {"n_am_en": [20, 4, 23, 26, 28, 48, 45, 46, 42, 37, 31, 34, 19, 25, 32, 37, 38, 47, 43, 41, 32, 38, 33, 36, 62, 55, 55, 43, 44, 35, 28, 38, 48, 51, 55, 61, 67, 65, 84, 88, 98, 106, 106, 110, 116, 114, 117, 118, 117, 124], "n_am_pl": [12, 17, 6, 8, 7, 8, 5, 5, 10, 7, 17, 10, 19, 13, 17, 16, 13, 15, 14, 14, 8, 7, 7, 6, 10, 11, 7, 15, 12, 18, 12, 15, 12, 9, 12, 7, 10, 8, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 124, "sum_m_en": [12.768925, 17.462451, 18.43909, 18.921005, 20.445667, 19.895752, 20.911706, 22.981061, 21.80501, 21.571394, 21.140485, 21.425179, 20.280549, 20.776888, 21.405281, 23.811647, 23.27591, 22.823025, 21.284388, 20.842782, 19.211706, 19.382711, 19.254724, 19.585726, 32.201659, 33.41413, 31.157935, 26.934759, 26.995462, 24.994384, 22.336948, 24.609542, 26.309286, 28.331745, 31.613003, 36.074638, 42.276679, 47.920471, 57.661125, 64.381973, 74.420298, 88.059711, 94.291007, 101.638292, 103.874482, 105.152766, 110.490441, 109.696207, 103.957954, 122.69797], "sum_m_pl": [3.112891, 5.609892, 5.260728, 5.060723, 5.262099, 4.665014, 4.779893, 5.257615, 5.886162, 6.432561, 7.509736, 7.564556, 7.970896, 8.240619, 7.892514, 7.286904, 7.180654, 7.280108, 7.769554, 7.778569, 7.377141, 7.066771, 6.888768, 6.91895, 8.698939, 8.949325, 8.745193, 10.338194, 11.023684, 11.677418, 10.539808, 10.544448, 10.447387, 9.526285, 9.473467, 9.180988, 9.128437, 8.846269, 6.960206, 5.394894, 4.346443, 2.60711, 2.194607, 1.423111, 1.214292, 0.818897, 0.787428, 0.569507, 1.034027, 0.080286]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 338, "item_id": "llmzszl-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 799, "region_end": 336, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9881}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 28, 56, 75, 96, 100, 87, 104, 102, 101, 82, 94, 105, 71, 87, 127, 111, 132, 119, 129, 128, 134, 124, 120, 231, 204, 187, 123, 128, 114, 105, 119, 137, 133, 164, 177, 183, 193, 212, 207, 202, 178, 238, 233, 219, 171, 69, 19, 3, 9], "n_am_pl": [9, 49, 45, 68, 60, 82, 72, 75, 64, 57, 80, 75, 76, 78, 86, 56, 60, 40, 47, 41, 33, 29, 26, 29, 27, 32, 44, 63, 82, 82, 68, 59, 66, 60, 48, 46, 27, 29, 32, 38, 48, 48, 53, 55, 74, 125, 233, 259, 269, 286], "n_pos": 565, "sum_m_en": [51.492086, 79.250818, 89.041704, 87.944588, 92.778263, 91.800353, 93.395675, 99.182552, 95.089726, 98.577426, 99.643774, 96.413124, 95.189232, 94.918025, 95.89047, 103.295307, 98.523629, 96.312079, 91.173214, 92.518511, 87.134772, 88.234424, 88.340835, 89.207113, 146.508267, 136.525153, 128.15695, 109.501944, 107.769021, 106.453184, 99.983581, 103.686637, 105.978169, 106.192363, 112.508832, 121.882124, 127.961053, 140.714706, 144.128677, 147.298161, 150.442732, 147.754684, 195.494929, 196.175683, 191.898652, 154.960194, 72.506721, 24.550664, 8.78557, 9.005087], "sum_m_pl": [9.37351, 26.708514, 29.936226, 29.40917, 29.214723, 29.950556, 29.58417, 31.524876, 32.2367, 33.051853, 35.814889, 36.530687, 34.893139, 35.500577, 33.441333, 30.056527, 28.636623, 29.486491, 28.283117, 28.737348, 28.327548, 27.475329, 27.510136, 27.943469, 29.996167, 31.280764, 33.750792, 40.095542, 47.121811, 47.776572, 42.865649, 42.725857, 42.326414, 39.072678, 36.692499, 35.157243, 32.900877, 33.368062, 34.969464, 39.433619, 42.006262, 42.327227, 42.950876, 52.365535, 71.007412, 112.54321, 213.37535, 246.911061, 263.365787, 284.722966]}, "digit": {"n_am_en": [0, 3, 5, 7, 3, 13, 9, 6, 7, 8, 8, 5, 10, 6, 6, 15, 7, 7, 9, 11, 17, 15, 12, 12, 25, 13, 15, 11, 9, 6, 6, 8, 8, 6, 16, 13, 19, 18, 26, 25, 20, 15, 19, 16, 11, 7, 4, 2, 0, 0], "n_am_pl": [0, 7, 6, 3, 7, 12, 12, 10, 5, 7, 12, 6, 7, 4, 10, 5, 6, 7, 11, 6, 4, 1, 0, 2, 1, 3, 3, 3, 11, 13, 9, 8, 7, 5, 4, 4, 2, 2, 2, 3, 6, 4, 3, 2, 2, 1, 2, 2, 1, 0], "n_pos": 69, "sum_m_en": [5.831984, 11.107877, 12.563726, 12.133499, 11.536943, 11.389652, 10.771707, 10.441945, 9.691075, 10.731213, 11.258851, 10.645665, 11.524985, 11.396904, 11.716754, 12.694477, 11.777627, 11.371216, 10.923486, 10.926223, 10.325058, 10.560663, 10.771054, 10.797882, 14.546814, 13.518334, 12.674408, 12.537109, 12.909442, 12.932084, 12.750347, 13.460035, 13.661582, 12.3947, 13.648602, 14.93424, 15.806857, 16.165378, 16.877748, 16.334189, 15.512125, 14.761676, 15.780086, 15.357116, 13.478028, 9.357188, 7.557942, 3.618239, 1.468978, 0.0], "sum_m_pl": [1.258374, 3.884726, 3.592514, 3.123875, 3.172151, 3.105405, 3.056561, 3.932182, 3.690884, 4.075375, 4.230422, 3.924245, 3.658318, 3.46416, 3.172692, 2.875133, 2.965441, 3.312474, 3.121254, 3.227279, 2.98671, 2.888221, 2.92531, 3.026497, 3.066165, 3.05799, 2.858332, 3.386842, 4.209027, 4.063762, 4.029842, 3.862836, 3.750308, 3.224881, 2.935848, 3.154989, 3.010023, 3.027553, 3.233023, 3.57254, 4.027292, 3.946328, 4.053928, 3.805276, 4.426956, 3.691286, 4.242849, 3.392732, 1.489715, 2.5e-05]}, "lang": {"n_am_en": [5, 16, 35, 40, 72, 59, 49, 69, 62, 56, 47, 60, 54, 38, 48, 72, 70, 84, 77, 84, 78, 85, 80, 77, 142, 127, 111, 72, 76, 64, 62, 78, 88, 80, 98, 103, 106, 111, 121, 121, 120, 111, 156, 157, 161, 125, 52, 13, 2, 9], "n_am_pl": [4, 23, 24, 41, 28, 39, 34, 37, 37, 30, 37, 42, 39, 46, 44, 34, 32, 20, 27, 17, 20, 19, 14, 18, 15, 20, 28, 40, 44, 45, 37, 34, 40, 40, 36, 36, 22, 24, 21, 23, 29, 32, 40, 40, 57, 105, 204, 238, 263, 283], "n_pos": 293, "sum_m_en": [27.239237, 39.410755, 45.169802, 44.453857, 49.259561, 47.767767, 49.685048, 54.04284, 52.61776, 53.370411, 53.523372, 51.961453, 50.117763, 50.273352, 50.823834, 55.215158, 52.730852, 52.541399, 48.854603, 50.103904, 47.098258, 47.37611, 47.296383, 47.636834, 89.108167, 80.124633, 73.867772, 60.392106, 58.400346, 56.30797, 52.516973, 54.403046, 55.326039, 56.794958, 61.007757, 68.597178, 74.176585, 81.366879, 83.299229, 86.876348, 91.657372, 89.065603, 127.36982, 131.978691, 135.715022, 112.837145, 49.098162, 14.339779, 3.55699, 9.005069], "sum_m_pl": [4.574708, 12.872233, 15.230621, 14.970546, 14.613516, 15.303422, 15.315023, 16.370969, 17.233888, 17.005824, 19.037577, 20.341846, 19.324479, 20.441576, 18.788844, 16.935734, 15.6265, 15.885319, 15.283571, 15.241623, 15.139013, 14.771531, 14.769545, 14.970754, 15.853773, 17.108964, 19.758977, 23.443551, 27.518919, 28.792501, 24.872272, 25.397837, 24.972448, 24.156017, 22.775321, 21.383436, 20.204759, 20.726705, 22.13775, 23.787826, 26.175763, 26.434133, 27.847477, 34.785917, 52.348181, 90.437175, 184.51211, 225.262427, 252.711742, 281.848104]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 567, "item_id": "llmzszl-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 927, "region_end": 565, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 20, 18, 13, 23, 19, 24, 21, 22, 21, 24, 18, 18, 18, 21, 24, 21, 18, 25, 22, 18, 21, 18, 18, 25, 24, 26, 27, 24, 34, 24, 20, 25, 34, 37, 46, 46, 47, 46, 54, 43, 48, 52, 52, 47, 48, 44, 41, 45, 44], "n_am_pl": [4, 20, 16, 9, 7, 6, 11, 7, 10, 8, 18, 22, 21, 24, 13, 11, 9, 11, 11, 9, 6, 4, 6, 4, 6, 5, 5, 11, 11, 13, 14, 11, 11, 10, 11, 6, 8, 8, 6, 4, 6, 3, 3, 3, 4, 4, 0, 0, 0, 0], "n_pos": 152, "sum_m_en": [15.646207, 24.104929, 23.198314, 22.924452, 24.876506, 24.225126, 23.823454, 24.103989, 22.570914, 23.570411, 24.086996, 24.616487, 23.382422, 22.951669, 22.32815, 22.448598, 22.931124, 22.263252, 23.067763, 22.192223, 21.392652, 21.803696, 21.505318, 21.799925, 25.219373, 25.49762, 24.910678, 24.527471, 25.315161, 27.47968, 25.956542, 26.424318, 27.473024, 28.472524, 31.820602, 33.708487, 37.29169, 43.167018, 39.155023, 42.905206, 42.460556, 43.828934, 45.620036, 45.208731, 46.688713, 46.412714, 45.14557, 44.606989, 42.79812, 44.352675], "sum_m_pl": [3.334864, 6.658096, 7.280983, 6.116507, 6.796503, 6.696463, 6.886382, 6.669252, 7.081678, 7.865621, 8.413413, 9.509417, 10.121178, 9.937577, 9.624083, 9.99108, 9.213623, 9.761713, 9.736677, 9.431245, 9.197242, 8.948953, 8.64838, 8.776792, 9.991971, 11.036899, 10.601663, 11.432266, 11.700003, 13.064714, 12.368632, 11.26676, 10.923399, 10.191352, 9.681397, 9.468616, 8.614982, 7.426258, 7.166678, 6.665154, 6.095107, 5.146702, 5.010443, 5.006955, 4.367152, 3.430228, 2.107522, 1.458675, 0.712229, 9.2e-05]}, "digit": {"n_am_en": [0, 4, 1, 1, 1, 3, 4, 3, 4, 6, 5, 2, 3, 1, 5, 7, 4, 1, 2, 3, 2, 2, 2, 1, 3, 4, 5, 7, 3, 7, 7, 2, 4, 6, 9, 9, 10, 6, 6, 9, 3, 6, 7, 7, 3, 3, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 0, 1, 0, 1, 0, 0, 1, 4, 7, 8, 9, 2, 1, 3, 4, 3, 3, 3, 2, 3, 3, 2, 1, 3, 5, 7, 4, 3, 4, 1, 3, 6, 2, 3, 4, 4, 3, 4, 2, 2, 1, 3, 3, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.0383, 6.831539, 6.634697, 6.143544, 6.664207, 6.48534, 6.24916, 6.374951, 5.969261, 6.348174, 6.786637, 6.626847, 6.231084, 6.104196, 5.754335, 5.746977, 5.857156, 5.522687, 5.917568, 5.732202, 5.668062, 5.804475, 5.736335, 5.79072, 6.552667, 6.333466, 6.303048, 6.149588, 6.477817, 7.092502, 6.76875, 7.019445, 6.733588, 6.501743, 7.116365, 7.42484, 8.02078, 8.142759, 6.641581, 6.57597, 6.17226, 6.033814, 5.973645, 5.384416, 5.223062, 4.58704, 3.19072, 2.086055, 0.807889, 0.0], "sum_m_pl": [0.594851, 1.728419, 1.47988, 1.274681, 1.474135, 1.423671, 1.419381, 1.436549, 1.613078, 1.732186, 2.000378, 2.267968, 2.414697, 2.344806, 2.289131, 2.412865, 2.163335, 2.367834, 2.433951, 2.329091, 2.22646, 2.178587, 2.100808, 2.180159, 2.558926, 2.69258, 2.654857, 3.234169, 3.107203, 3.248912, 3.105517, 2.66335, 2.493817, 2.387157, 2.277521, 2.457052, 2.263981, 2.014929, 2.168879, 2.244803, 2.198055, 2.228782, 2.165496, 2.255368, 2.154416, 1.814026, 1.252162, 0.791394, 0.301475, 0.0]}, "lang": {"n_am_en": [7, 10, 10, 7, 15, 13, 10, 10, 10, 11, 12, 10, 10, 10, 10, 10, 10, 11, 14, 7, 5, 7, 8, 10, 15, 16, 15, 14, 17, 17, 12, 12, 14, 16, 15, 23, 22, 25, 27, 29, 29, 35, 38, 39, 39, 40, 42, 38, 43, 44], "n_am_pl": [2, 5, 6, 7, 2, 3, 5, 4, 6, 5, 8, 5, 5, 6, 3, 6, 3, 1, 1, 3, 1, 1, 1, 1, 0, 1, 1, 2, 2, 4, 4, 2, 4, 0, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [5.387129, 7.442904, 7.283534, 7.65552, 8.211836, 7.903181, 8.175632, 8.334777, 7.866327, 7.955671, 7.684503, 8.399987, 7.982497, 7.784917, 7.898905, 7.922849, 7.957147, 7.89809, 8.051354, 7.499285, 7.05767, 7.134861, 7.050097, 7.163168, 10.693686, 10.869787, 10.645525, 10.029923, 9.902448, 10.414891, 10.000495, 9.904271, 10.452055, 11.513689, 12.695558, 15.320387, 16.643719, 21.17824, 20.511684, 23.428649, 25.585255, 29.220656, 31.762359, 31.92224, 34.518181, 36.035943, 37.141285, 37.164703, 39.513655, 43.838117], "sum_m_pl": [1.016136, 1.796385, 2.003401, 1.927526, 2.008858, 2.047366, 2.224815, 2.07257, 2.289519, 2.517358, 2.710819, 3.017181, 3.322326, 3.594259, 3.225466, 3.350306, 3.077421, 3.173219, 3.177323, 3.064229, 3.025754, 2.925285, 2.819664, 2.825133, 3.278919, 3.572005, 3.564013, 3.750615, 3.947663, 4.433357, 4.153815, 4.105548, 3.903217, 3.643135, 3.405204, 3.317011, 3.00878, 2.295661, 2.224221, 1.835983, 1.602487, 1.145377, 1.010405, 1.007695, 0.642369, 0.415625, 0.350794, 0.220805, 0.131106, 2.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "llmzszl-86", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 803, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9935}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 28, 27, 56, 70, 70, 78, 75, 72, 66, 64, 65, 80, 77, 89, 98, 94, 104, 100, 76, 63, 76, 64, 63, 149, 128, 123, 106, 101, 103, 97, 105, 102, 122, 155, 139, 127, 141, 141, 142, 139, 145, 145, 134, 121, 100, 32, 6, 0, 0], "n_am_pl": [4, 54, 47, 58, 51, 58, 59, 59, 51, 71, 82, 86, 72, 59, 57, 62, 44, 37, 30, 27, 22, 23, 25, 18, 23, 36, 49, 51, 53, 51, 53, 47, 51, 37, 33, 35, 37, 36, 24, 34, 33, 27, 43, 54, 62, 105, 191, 218, 226, 224], "n_pos": 466, "sum_m_en": [44.316719, 69.113809, 70.235546, 69.947428, 75.824961, 75.230089, 78.341157, 81.344498, 78.83361, 80.645355, 84.157765, 84.470446, 83.250959, 83.540797, 80.137729, 80.738029, 80.948806, 79.736339, 78.989127, 74.124333, 70.302482, 72.597233, 70.587287, 71.808348, 101.774973, 98.101302, 95.992819, 90.913833, 90.988891, 89.113337, 84.914064, 88.703645, 91.11323, 95.990311, 103.426261, 106.624035, 105.529585, 115.0301, 110.917469, 118.320935, 117.460293, 125.92309, 130.015219, 122.155842, 114.651016, 91.59361, 35.120655, 8.862388, 5.053953, 0.000133], "sum_m_pl": [7.725951, 22.608458, 26.142981, 24.65952, 25.996653, 26.065633, 26.779035, 24.254711, 26.818509, 28.128868, 30.642976, 33.160385, 32.043619, 32.724146, 31.556555, 30.450559, 27.788537, 28.383874, 28.609173, 28.341417, 27.375708, 26.722648, 26.231624, 26.260483, 33.105976, 35.425311, 38.487909, 38.261414, 41.188009, 43.950606, 38.770694, 38.712534, 36.346246, 33.358043, 31.801122, 31.121023, 32.554824, 28.60192, 27.633172, 30.212267, 31.649201, 29.722306, 40.098613, 52.22115, 59.666218, 96.002775, 185.270059, 211.791095, 219.716897, 224.320534]}, "digit": {"n_am_en": [0, 5, 3, 4, 3, 1, 5, 5, 3, 8, 7, 3, 5, 3, 10, 7, 6, 9, 6, 0, 0, 1, 1, 1, 6, 4, 6, 7, 6, 6, 5, 8, 10, 9, 12, 15, 14, 16, 10, 8, 7, 9, 6, 5, 4, 6, 0, 0, 0, 0], "n_am_pl": [0, 2, 10, 7, 3, 4, 4, 4, 1, 4, 5, 12, 9, 8, 6, 11, 4, 3, 5, 2, 4, 4, 3, 2, 2, 4, 4, 6, 8, 9, 7, 5, 2, 3, 6, 2, 6, 5, 7, 6, 5, 3, 5, 5, 2, 2, 5, 2, 0, 0], "n_pos": 55, "sum_m_en": [5.498251, 9.716634, 10.142151, 9.236955, 9.814883, 9.810284, 9.96482, 10.042398, 9.473853, 9.784564, 10.540614, 10.170547, 9.873222, 9.672957, 9.258424, 9.219644, 9.77358, 9.282792, 9.46027, 8.804635, 8.54832, 8.85885, 8.696688, 8.957562, 10.701816, 10.657565, 10.632628, 10.296541, 10.227209, 10.440396, 10.195951, 10.970745, 10.801616, 10.573258, 11.663506, 13.466397, 13.544788, 13.997816, 12.065385, 10.581098, 9.576425, 9.23253, 9.342053, 8.733436, 8.254425, 6.522348, 3.646905, 1.422245, 1.130502, 0.0], "sum_m_pl": [0.982528, 2.947095, 2.661903, 2.317387, 2.518681, 2.282678, 2.394787, 2.248166, 2.506619, 2.759211, 3.085104, 3.454372, 3.443577, 3.510208, 3.460418, 3.386667, 3.040274, 3.381265, 3.473533, 3.387436, 3.329943, 3.204269, 3.132635, 3.23199, 3.71075, 3.886522, 3.627978, 3.954843, 4.184052, 4.557028, 4.161598, 3.957046, 3.489849, 3.175861, 3.034963, 2.927202, 2.781336, 2.305442, 2.622665, 2.799457, 2.833474, 2.449957, 2.415516, 4.403379, 3.211395, 3.633968, 4.800662, 2.318535, 0.531803, 0.0]}, "lang": {"n_am_en": [13, 12, 16, 38, 48, 45, 41, 45, 44, 33, 38, 38, 45, 41, 48, 63, 61, 67, 67, 54, 43, 53, 46, 47, 110, 89, 74, 66, 59, 62, 57, 61, 58, 77, 94, 93, 82, 94, 95, 99, 98, 104, 109, 94, 85, 66, 22, 2, 0, 0], "n_am_pl": [2, 23, 17, 33, 27, 33, 35, 37, 39, 39, 51, 47, 44, 31, 31, 32, 27, 20, 17, 11, 9, 9, 9, 12, 14, 20, 30, 27, 24, 25, 30, 27, 30, 25, 18, 27, 21, 19, 13, 19, 22, 18, 32, 44, 55, 92, 170, 203, 216, 224], "n_pos": 224, "sum_m_en": [21.975514, 32.760914, 34.166494, 35.151143, 38.077317, 36.902978, 38.829942, 40.593295, 40.192786, 40.296282, 41.656591, 41.850175, 41.631514, 41.91475, 40.67346, 40.629834, 40.415162, 40.726229, 39.939596, 37.213672, 34.880778, 36.394468, 35.145621, 35.723467, 59.514722, 55.833452, 53.263465, 49.004612, 47.87277, 45.762519, 43.804898, 45.147464, 46.365501, 51.034986, 54.071913, 58.622291, 59.457327, 66.703615, 67.546021, 73.21187, 75.984832, 84.681582, 90.559574, 83.498919, 77.514704, 60.000979, 19.01695, 3.329971, 1.255924, 1.2e-05], "sum_m_pl": [3.740917, 10.362344, 12.304967, 11.962867, 12.34934, 13.155071, 13.974665, 12.373211, 13.804449, 14.177452, 15.687502, 16.82622, 16.448391, 17.270397, 16.302305, 15.752528, 13.906794, 14.244528, 14.418159, 14.095321, 13.533334, 13.270729, 13.052396, 13.033196, 16.997173, 18.299064, 20.820758, 20.230548, 22.047073, 23.920218, 21.259327, 21.838187, 20.840536, 19.296915, 18.132973, 18.509843, 19.844183, 17.454799, 17.315436, 19.3762, 20.596777, 20.088529, 30.534207, 39.416077, 48.387171, 80.828576, 163.263604, 197.099263, 209.73551, 223.213865]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 468, "item_id": "llmzszl-86", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 931, "region_end": 466, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 19, 20, 25, 35, 27, 27, 33, 27, 27, 27, 27, 24, 25, 33, 31, 35, 31, 26, 35, 31, 31, 28, 25, 49, 46, 40, 40, 33, 43, 30, 40, 36, 37, 50, 51, 57, 64, 63, 60, 62, 65, 67, 65, 65, 63, 58, 57, 54, 54], "n_am_pl": [4, 8, 16, 6, 12, 11, 13, 17, 13, 14, 20, 21, 25, 21, 14, 14, 11, 12, 15, 16, 11, 10, 12, 10, 17, 23, 15, 14, 20, 23, 23, 13, 13, 18, 14, 13, 7, 7, 5, 7, 10, 9, 4, 4, 4, 7, 17, 11, 10, 11], "n_pos": 163, "sum_m_en": [16.982482, 25.949289, 25.666592, 25.667471, 27.949643, 27.478122, 26.706364, 28.607362, 27.529466, 27.200815, 26.558337, 27.420612, 25.883741, 25.738932, 26.086317, 27.027313, 25.770717, 26.139355, 26.581762, 26.741569, 24.706053, 25.100756, 24.811232, 25.05116, 35.191757, 34.592696, 32.215157, 30.385541, 30.346313, 31.509309, 30.387799, 31.143597, 31.340585, 32.362573, 35.217065, 36.55107, 39.004459, 46.380307, 48.689998, 51.716797, 53.429992, 54.835135, 55.834816, 55.918717, 57.000443, 56.813113, 54.719932, 52.527106, 50.03236, 53.822453], "sum_m_pl": [3.518229, 6.845333, 8.148675, 7.312391, 8.189894, 7.932346, 8.232551, 8.46616, 8.479071, 9.253256, 9.960537, 10.930821, 11.438317, 10.757747, 11.01869, 10.561588, 9.930137, 10.432348, 10.14592, 10.114761, 9.945524, 9.703507, 9.583359, 9.622814, 13.10356, 14.319774, 13.299765, 14.547811, 14.320883, 15.603176, 14.497143, 13.049176, 13.684481, 12.806027, 12.687853, 11.514081, 10.540459, 9.443329, 8.630026, 8.443655, 8.322251, 7.826599, 7.671947, 7.323705, 7.33791, 6.769411, 14.052447, 10.422808, 10.680937, 11.0706]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 2, 2, 1, 1, 2, 3, 7, 7, 1, 2, 3, 0, 0, 1, 4, 6, 5, 3, 3, 5, 2, 3, 1, 2, 3, 3, 6, 1, 3, 2, 3, 6, 6, 4, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 0, 4, 0, 1, 0, 0, 1, 3, 5, 5, 5, 6, 3, 2, 3, 2, 3, 3, 4, 2, 3, 3, 2, 4, 2, 3, 2, 5, 2, 4, 1, 2, 2, 1, 2, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.85888, 3.593918, 3.464468, 3.210854, 3.47455, 3.256237, 3.217771, 3.283823, 3.226891, 3.198677, 3.183716, 3.150957, 2.934582, 2.664643, 2.911183, 3.017496, 2.823169, 3.183175, 3.320368, 3.155287, 2.896245, 2.963414, 2.920871, 3.022257, 3.717164, 4.125501, 3.654725, 3.666861, 3.485633, 3.328131, 3.100536, 3.346651, 3.250275, 3.375283, 3.282298, 3.563183, 3.938313, 3.422279, 3.072106, 3.203177, 3.413175, 3.049168, 3.312441, 2.782007, 2.459036, 2.030247, 1.540517, 1.038607, 0.492175, 0.0], "sum_m_pl": [0.261612, 0.774318, 0.745512, 0.738022, 0.899892, 0.816276, 0.78888, 0.822789, 0.859961, 0.941735, 1.066125, 1.133418, 1.189667, 1.211397, 1.252909, 1.192177, 1.107255, 1.246717, 1.208846, 1.254817, 1.212906, 1.166634, 1.153502, 1.188812, 1.585289, 1.609332, 1.58375, 1.938456, 1.715654, 1.739144, 1.685519, 1.354672, 1.24571, 1.098141, 1.004787, 1.019379, 0.978438, 0.929012, 0.951712, 0.94325, 0.870365, 0.841951, 0.763514, 0.74404, 0.594102, 0.465382, 0.558341, 0.353555, 0.23871, 0.0]}, "lang": {"n_am_en": [8, 10, 14, 18, 24, 16, 18, 21, 15, 16, 18, 16, 13, 11, 14, 17, 16, 17, 15, 22, 17, 18, 20, 16, 30, 28, 26, 25, 23, 25, 19, 25, 23, 20, 28, 27, 31, 40, 43, 39, 42, 42, 44, 47, 51, 51, 50, 54, 53, 54], "n_am_pl": [2, 4, 4, 2, 5, 6, 4, 7, 4, 3, 7, 6, 9, 9, 11, 8, 5, 3, 6, 5, 4, 5, 3, 5, 5, 6, 3, 3, 4, 7, 6, 6, 3, 7, 4, 3, 4, 3, 3, 4, 4, 4, 2, 2, 3, 4, 9, 9, 9, 11], "n_pos": 66, "sum_m_en": [6.586534, 9.796355, 10.258706, 10.770018, 12.011718, 12.184813, 11.818914, 12.631215, 12.492549, 12.018822, 11.758265, 12.141731, 11.634075, 11.826799, 11.760479, 12.377107, 11.575338, 11.488088, 11.443412, 11.765082, 10.69173, 10.783327, 10.579158, 10.657234, 18.339179, 17.89592, 16.50959, 15.140261, 15.003714, 15.970343, 15.228452, 15.473688, 15.628742, 16.740467, 18.829342, 20.258384, 22.17483, 28.55479, 31.135286, 33.818704, 34.734116, 37.090584, 38.878649, 40.225844, 44.074738, 44.227735, 46.713458, 47.414583, 47.585097, 53.688084], "sum_m_pl": [1.314786, 2.608497, 3.00479, 2.658442, 3.14015, 3.093677, 3.297448, 3.542274, 3.627447, 3.879546, 4.040031, 4.352833, 4.561849, 4.331038, 4.617399, 4.448283, 4.23524, 4.483821, 4.399568, 4.147588, 3.991753, 3.880469, 3.839755, 3.818327, 5.498159, 6.168418, 5.532135, 5.94275, 5.694115, 6.119795, 5.724508, 5.2899, 5.753894, 5.641347, 5.455116, 5.056445, 4.860443, 3.988187, 3.612332, 3.478365, 3.407624, 3.338633, 3.593279, 3.438048, 3.913132, 3.977641, 7.11281, 7.563061, 9.421559, 10.969302]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "llmzszl-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9939}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 11, 11, 12, 22, 25, 23, 28, 20, 22, 18, 25, 26, 18, 27, 27, 28, 30, 32, 35, 30, 33, 43, 39, 64, 63, 49, 51, 39, 41, 35, 32, 38, 46, 49, 58, 56, 63, 73, 74, 68, 74, 68, 66, 55, 52, 16, 5, 0, 0], "n_am_pl": [0, 10, 33, 8, 17, 17, 18, 16, 16, 21, 24, 24, 29, 26, 24, 20, 8, 12, 6, 9, 7, 7, 9, 10, 18, 19, 16, 21, 20, 23, 20, 21, 27, 10, 9, 14, 8, 10, 9, 8, 6, 9, 8, 16, 22, 35, 78, 87, 91, 92], "n_pos": 204, "sum_m_en": [20.020171, 31.580416, 32.143898, 31.843533, 33.294239, 33.816199, 32.936554, 35.881926, 32.257103, 33.103951, 31.991112, 33.481918, 32.718513, 32.146521, 32.382241, 34.975909, 33.381873, 32.730866, 32.953222, 32.388863, 30.598295, 31.413078, 30.956527, 30.813193, 45.009893, 42.069484, 38.151712, 38.454655, 35.982679, 37.371201, 35.761733, 36.418482, 36.162441, 38.315528, 40.529068, 41.459493, 41.620921, 48.686884, 46.986293, 49.552878, 57.032092, 55.469207, 55.290396, 53.561989, 51.677229, 45.934881, 19.100958, 4.688924, 1.708977, 1.2e-05], "sum_m_pl": [3.623125, 9.978655, 12.77167, 11.450712, 11.644673, 11.342536, 11.422179, 11.583373, 12.167434, 12.430904, 12.826946, 14.244267, 13.773685, 13.575025, 14.205326, 12.853479, 11.467867, 11.426632, 11.326955, 11.81977, 11.721813, 11.318487, 11.426052, 11.61643, 14.789417, 17.206772, 16.619089, 17.215733, 18.716196, 18.719006, 17.023923, 16.555114, 15.902661, 13.671353, 13.291083, 12.318735, 10.887528, 10.252655, 10.544982, 10.768339, 9.498401, 9.35972, 10.60133, 12.483272, 19.842756, 31.223509, 67.588074, 81.83369, 88.858262, 92.413128]}, "digit": {"n_am_en": [0, 1, 1, 1, 1, 2, 0, 0, 0, 2, 2, 3, 0, 2, 4, 1, 3, 3, 2, 2, 1, 1, 3, 3, 8, 7, 5, 5, 6, 3, 2, 1, 4, 3, 4, 4, 6, 4, 5, 5, 5, 6, 6, 3, 3, 3, 2, 1, 0, 0], "n_am_pl": [0, 1, 4, 1, 3, 3, 1, 0, 1, 2, 6, 1, 6, 3, 3, 3, 3, 3, 1, 4, 2, 2, 2, 3, 3, 3, 3, 4, 2, 3, 3, 3, 3, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 5, 2, 3, 3, 1, 0], "n_pos": 20, "sum_m_en": [2.035014, 3.699864, 3.845882, 3.614947, 3.651976, 3.483446, 3.179563, 3.129251, 3.061548, 3.200613, 3.277833, 3.343626, 3.067725, 2.88619, 2.998776, 3.178563, 2.985412, 3.226529, 3.502621, 3.242682, 3.064797, 3.176582, 3.080791, 3.17349, 3.925297, 3.858196, 3.642081, 3.799217, 3.560854, 3.790317, 3.472806, 3.727681, 3.814484, 3.875845, 3.722057, 4.440974, 4.998175, 4.589213, 4.379876, 4.289037, 5.122504, 4.696879, 4.210582, 3.978255, 2.883168, 2.873565, 2.053899, 0.776072, 0.338087, 0.0], "sum_m_pl": [0.326034, 1.061391, 1.047944, 1.054986, 0.961842, 0.881344, 0.793918, 0.842748, 0.99977, 1.028395, 1.202025, 1.247686, 1.314326, 1.240657, 1.375528, 1.305608, 1.136555, 1.225222, 1.157124, 1.261802, 1.230593, 1.170462, 1.154453, 1.192974, 1.738258, 2.006841, 1.992752, 1.870745, 1.773147, 1.712266, 1.557777, 1.597096, 1.559964, 1.293449, 1.164562, 1.144246, 1.00231, 0.999095, 1.02884, 0.992305, 0.923336, 0.912203, 0.958652, 0.930108, 3.332557, 2.295814, 2.747995, 2.258161, 0.508339, 0.0]}, "lang": {"n_am_en": [0, 5, 5, 11, 16, 14, 14, 17, 11, 8, 9, 15, 16, 12, 19, 23, 23, 21, 22, 24, 22, 25, 30, 29, 38, 42, 32, 34, 27, 28, 30, 23, 26, 30, 31, 40, 35, 44, 51, 51, 51, 51, 49, 45, 45, 41, 11, 2, 0, 0], "n_am_pl": [0, 6, 19, 0, 6, 4, 7, 5, 3, 6, 6, 10, 12, 13, 10, 4, 3, 5, 2, 2, 1, 0, 2, 4, 9, 9, 8, 11, 9, 9, 7, 9, 13, 6, 4, 6, 5, 5, 8, 6, 4, 7, 6, 13, 13, 29, 67, 82, 89, 92], "n_pos": 92, "sum_m_en": [9.025118, 13.523686, 14.399587, 14.694384, 16.13268, 17.18183, 17.203781, 18.907872, 16.804441, 17.029153, 15.917468, 16.942629, 17.049025, 16.797865, 17.120658, 18.762982, 17.855265, 16.986456, 16.209839, 16.006739, 15.000856, 15.281294, 15.203331, 14.785632, 27.119934, 25.254384, 22.389923, 22.225331, 20.191504, 20.343583, 20.039247, 20.102754, 19.474298, 21.666043, 22.236665, 22.632971, 23.087596, 28.949024, 28.251313, 31.636805, 39.560023, 38.529445, 39.584178, 38.733681, 40.415302, 35.403128, 13.2166, 1.79276, 0.389779, 9e-06], "sum_m_pl": [1.816886, 4.241619, 5.648833, 4.808468, 4.760666, 4.634049, 4.95744, 5.289848, 5.541375, 5.417991, 5.530384, 6.706927, 6.397269, 6.537089, 6.6307, 5.909743, 5.457159, 5.333828, 5.345458, 5.392602, 5.403596, 5.278246, 5.381343, 5.36891, 6.392583, 7.615137, 7.159838, 7.751974, 8.698346, 8.716522, 7.849643, 7.67437, 7.508027, 6.547701, 6.360082, 6.079833, 5.751703, 5.257245, 5.839846, 6.097483, 5.092429, 5.17678, 6.163732, 7.714408, 11.481225, 24.196978, 56.800763, 76.558589, 86.103544, 91.685667]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "llmzszl-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 894, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 8, 8, 5, 6, 5, 9, 7, 10, 5, 4, 5, 6, 8, 8, 6, 10, 10, 10, 10, 10, 8, 9, 9, 11, 12, 6, 9, 3, 5, 8, 4, 4, 5, 7, 11, 9, 13, 13, 16, 13, 12, 15, 15, 15, 14, 14, 15, 13, 13], "n_am_pl": [2, 5, 4, 3, 3, 3, 3, 5, 4, 5, 3, 5, 5, 7, 4, 7, 11, 4, 10, 4, 5, 5, 4, 2, 9, 10, 7, 9, 8, 8, 9, 5, 8, 7, 11, 8, 8, 5, 5, 4, 8, 6, 3, 3, 4, 5, 3, 4, 5, 4], "n_pos": 55, "sum_m_en": [6.745619, 8.141781, 8.15613, 8.428606, 9.308996, 9.034993, 7.660335, 8.169464, 8.035178, 8.253628, 7.649278, 7.50458, 7.358427, 7.339999, 7.647737, 8.238896, 8.48828, 8.210691, 8.003143, 8.00675, 7.703945, 7.829933, 7.796716, 7.785012, 11.163799, 10.902069, 9.104084, 8.671107, 8.281156, 7.957398, 6.84013, 7.071215, 7.306174, 7.703278, 8.662261, 9.090429, 9.43147, 10.374669, 12.441288, 13.056234, 11.953662, 13.298734, 14.533055, 16.270088, 14.966551, 14.041301, 13.269265, 14.529179, 12.75267, 12.724222], "sum_m_pl": [1.909388, 2.909494, 2.948208, 2.839698, 2.55183, 2.562549, 2.586374, 2.491208, 2.703813, 2.882886, 3.223681, 3.613384, 3.7977, 3.683972, 3.733823, 4.657266, 4.229052, 3.955803, 3.810138, 3.761095, 3.478667, 3.344143, 3.385565, 3.335777, 6.373072, 6.026953, 5.685043, 6.040644, 6.194643, 6.21539, 6.144963, 5.082061, 4.721455, 5.193945, 5.078395, 4.998962, 5.346623, 4.701725, 4.726736, 5.067445, 6.042483, 5.204577, 4.502161, 3.078632, 4.143332, 4.281459, 3.627375, 4.308629, 4.143332, 3.95136]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [1, 1, 1, 2, 1, 1, 0, 1, 2, 1, 0, 0, 0, 0, 1, 1, 2, 1, 1, 0, 1, 2, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.602006, 0.705322, 0.631217, 0.645537, 0.655733, 0.598033, 0.410534, 0.421083, 0.443446, 0.429123, 0.409525, 0.368121, 0.398088, 0.35973, 0.465558, 0.476508, 0.543754, 0.557811, 0.504692, 0.512303, 0.51332, 0.528348, 0.548872, 0.541319, 1.243458, 1.198441, 1.142955, 0.659051, 0.619632, 0.579216, 0.458824, 0.455093, 0.546345, 0.542476, 0.633371, 0.677061, 0.657913, 0.675072, 0.686619, 0.967472, 0.908423, 0.871753, 0.975249, 1.043007, 1.014521, 0.703284, 0.019564, 0.020483, 0.002269, 0.0], "sum_m_pl": [0.468486, 0.392193, 0.300563, 0.298292, 0.240964, 0.211138, 0.18624, 0.185649, 0.217612, 0.249074, 0.275938, 0.291162, 0.273537, 0.266784, 0.302527, 0.328816, 0.29564, 0.295835, 0.293552, 0.280461, 0.265959, 0.245725, 0.255698, 0.257503, 0.367902, 0.466419, 0.419807, 0.466863, 0.505637, 0.495279, 0.421304, 0.374547, 0.33219, 0.332288, 0.32626, 0.283553, 0.374753, 0.310111, 0.424792, 0.19953, 0.258914, 0.165858, 0.103618, 0.082633, 0.075766, 0.060609, 0.029711, 0.019578, 0.003221, 0.0]}, "lang": {"n_am_en": [0, 4, 4, 1, 3, 3, 4, 4, 5, 0, 2, 2, 3, 3, 4, 3, 5, 3, 3, 5, 4, 4, 5, 4, 5, 7, 3, 5, 2, 3, 6, 2, 3, 4, 3, 6, 4, 8, 10, 11, 10, 9, 10, 12, 11, 12, 12, 12, 12, 13], "n_am_pl": [0, 0, 1, 1, 2, 2, 2, 3, 1, 2, 1, 3, 1, 3, 2, 2, 4, 2, 3, 1, 2, 1, 1, 1, 2, 2, 2, 2, 3, 3, 1, 1, 1, 1, 4, 2, 4, 1, 2, 2, 4, 3, 2, 2, 3, 4, 2, 3, 4, 4], "n_pos": 18, "sum_m_en": [1.948537, 2.710992, 2.717239, 2.853132, 3.256492, 3.054621, 2.594303, 2.757422, 2.619488, 2.74749, 2.668573, 2.724701, 2.589775, 2.597024, 2.753073, 2.896748, 2.954098, 3.104986, 2.957751, 2.962588, 2.807236, 2.79829, 2.777328, 2.730984, 4.62654, 4.571906, 3.650905, 3.483354, 3.37959, 3.122396, 2.837438, 2.926705, 3.025769, 3.248073, 3.642683, 3.75974, 4.147665, 5.100073, 7.302311, 7.841, 7.818526, 9.049665, 10.038595, 11.518143, 10.882807, 11.356023, 11.494824, 11.691239, 11.423662, 12.626062], "sum_m_pl": [0.358445, 0.814633, 0.929751, 0.957836, 0.943648, 0.998487, 1.007885, 0.906571, 0.946755, 0.9882, 1.116337, 1.231548, 1.296769, 1.315077, 1.39071, 1.855772, 1.632366, 1.663309, 1.374832, 1.328442, 1.197523, 1.138249, 1.138928, 1.113925, 2.317931, 1.920955, 1.979419, 1.728947, 1.600519, 1.625963, 1.620493, 1.460102, 1.432088, 1.348614, 1.531103, 1.615841, 1.685285, 1.361898, 1.780405, 2.132483, 2.507169, 2.24262, 2.294469, 2.0011, 2.799296, 2.643253, 2.568204, 3.110252, 3.4191, 3.497217]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 57, "item_id": "llmzszl-89", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 833, "region_end": 55, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.9643}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 7, 7, 7, 8, 10, 8, 9, 9, 15, 3, 12, 10, 10, 10, 10, 9, 14, 11, 12, 11, 13, 14, 18, 25, 26, 21, 19, 7, 10, 7, 11, 7, 7, 9, 14, 14, 15, 15, 19, 16, 21, 28, 24, 25, 20, 11, 5, 1, 1], "n_am_pl": [3, 9, 6, 8, 7, 9, 4, 7, 10, 3, 6, 9, 8, 5, 8, 16, 14, 10, 11, 7, 10, 7, 7, 6, 14, 11, 10, 13, 18, 19, 13, 14, 14, 23, 18, 17, 15, 15, 13, 12, 15, 14, 11, 13, 16, 20, 21, 31, 31, 32], "n_pos": 80, "sum_m_en": [9.173407, 12.804135, 12.476231, 12.842005, 13.372888, 13.425878, 11.632196, 12.471495, 11.954171, 12.365475, 11.455221, 11.375633, 11.010382, 10.540674, 10.96304, 11.842492, 12.137222, 11.670143, 11.496526, 12.059511, 12.101303, 11.907234, 11.943795, 11.932477, 19.74535, 18.849072, 15.462072, 13.944083, 12.936622, 12.119724, 11.051523, 10.982536, 10.96094, 11.660312, 12.711719, 13.060916, 12.460299, 12.748566, 14.162212, 17.055087, 16.288511, 17.90618, 24.152529, 23.167154, 20.606411, 17.139819, 9.744169, 4.447509, 1.256756, 0.999998], "sum_m_pl": [2.862375, 4.835775, 4.759063, 4.524375, 4.195978, 4.252183, 4.236546, 4.30933, 4.788913, 4.776175, 5.168338, 5.632051, 6.04853, 5.931868, 5.796917, 6.45069, 5.555923, 5.250202, 5.24486, 5.325128, 4.898684, 4.724131, 4.786958, 4.721696, 7.438061, 6.932376, 7.359723, 8.072704, 9.129674, 10.322638, 9.521096, 8.787455, 8.597792, 9.112847, 8.616958, 7.812202, 8.650388, 8.104735, 8.551256, 8.782709, 11.92352, 12.427014, 10.933934, 12.137581, 14.646675, 16.934022, 22.3329, 29.058688, 32.306054, 31.992817]}, "digit": {"n_am_en": [0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 2, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [2, 2, 2, 3, 1, 1, 0, 1, 3, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 2, 4, 1, 2, 3, 3, 1, 2, 2, 2, 3, 2, 3, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.103067, 1.323029, 1.239164, 1.371603, 1.28499, 1.198753, 0.892806, 0.944729, 0.872806, 0.886188, 0.884469, 0.864343, 0.884109, 0.815622, 0.931769, 0.988609, 1.103058, 1.057142, 1.007189, 1.03588, 1.067088, 1.110261, 1.131824, 1.116708, 1.460836, 1.202281, 1.226746, 1.146629, 1.185327, 1.033155, 0.980915, 1.053571, 1.149767, 1.15295, 1.204468, 1.254529, 1.308503, 1.359186, 1.339253, 2.157188, 1.949506, 2.010856, 1.962862, 2.218793, 2.062622, 1.308848, 0.050685, 0.026825, 0.011332, 0.0], "sum_m_pl": [0.748474, 0.91149, 0.671065, 0.675232, 0.533618, 0.518485, 0.470643, 0.47729, 0.563804, 0.671515, 0.686666, 0.741298, 0.652134, 0.57417, 0.679057, 0.714362, 0.653769, 0.624714, 0.622203, 0.625919, 0.567628, 0.532042, 0.540749, 0.532274, 0.845422, 1.061472, 1.136811, 1.012195, 0.995599, 1.079681, 0.971568, 1.017604, 0.94762, 0.836277, 0.904543, 0.84967, 0.964688, 0.830768, 1.037892, 0.471483, 0.7562, 0.459255, 0.438448, 0.344111, 0.244368, 0.177103, 0.051479, 0.033078, 0.011316, 0.0]}, "lang": {"n_am_en": [0, 2, 2, 3, 6, 7, 6, 7, 4, 7, 1, 4, 6, 7, 4, 2, 4, 7, 6, 6, 6, 8, 7, 11, 13, 16, 12, 11, 5, 7, 6, 7, 5, 4, 6, 6, 5, 7, 7, 10, 8, 11, 19, 15, 15, 13, 10, 5, 1, 1], "n_am_pl": [0, 4, 2, 5, 4, 6, 2, 3, 5, 3, 3, 6, 4, 3, 5, 9, 6, 5, 6, 3, 5, 3, 2, 2, 5, 3, 4, 4, 7, 7, 6, 6, 7, 11, 8, 7, 5, 6, 7, 6, 7, 9, 7, 9, 12, 14, 17, 25, 31, 32], "n_pos": 34, "sum_m_en": [3.612367, 5.713859, 5.677074, 5.814185, 6.065961, 6.156922, 5.647504, 6.009897, 5.743896, 5.990318, 5.504074, 5.525949, 5.27138, 5.096557, 5.386879, 5.772008, 5.640586, 5.503227, 5.331999, 5.620652, 5.760933, 5.362783, 5.333937, 5.351345, 10.947325, 10.899048, 8.497573, 7.327845, 6.302829, 5.803853, 5.329381, 5.199035, 5.108923, 5.457993, 5.953172, 6.09781, 5.66116, 5.877858, 7.179302, 9.126931, 8.503748, 9.506887, 15.489345, 13.50503, 12.739319, 12.207291, 9.004213, 4.190006, 1.156179, 0.999997], "sum_m_pl": [0.722503, 1.701362, 1.795847, 1.792074, 1.707217, 1.7265, 1.746006, 1.91484, 2.115122, 2.011148, 2.125898, 2.23346, 2.483948, 2.561672, 2.384683, 2.684765, 2.272729, 2.160166, 2.195572, 2.209665, 2.020955, 1.988396, 2.047308, 2.015874, 3.573283, 2.81698, 2.962159, 3.366805, 3.990838, 4.660305, 4.127357, 3.609873, 3.560434, 3.831376, 3.753565, 3.398138, 3.785044, 3.32361, 3.977826, 4.275916, 5.994077, 6.731155, 6.551068, 8.567646, 10.39674, 11.866405, 16.977176, 24.075363, 30.866781, 31.991463]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "llmzszl-89", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 961, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 12, 15, 21, 26, 30, 30, 30, 34, 33, 35, 33, 33, 37, 41, 35, 37, 40, 44, 47, 41, 44, 40, 42, 56, 50, 45, 38, 42, 33, 36, 36, 41, 41, 41, 45, 56, 55, 58, 56, 59, 52, 52, 50, 51, 46, 48, 49, 57, 64], "n_am_pl": [4, 8, 6, 4, 7, 4, 9, 6, 6, 5, 7, 7, 10, 10, 7, 5, 3, 6, 6, 4, 6, 4, 5, 6, 4, 6, 4, 5, 7, 4, 5, 8, 6, 4, 8, 8, 4, 2, 2, 3, 1, 1, 2, 1, 1, 2, 0, 1, 0, 0], "n_pos": 85, "sum_m_en": [10.276775, 12.627471, 12.900382, 13.409278, 15.951761, 16.773447, 17.104605, 17.380606, 17.331443, 18.271888, 18.621446, 18.001333, 17.853216, 18.581454, 18.166603, 16.790569, 17.080219, 16.062277, 15.695605, 15.427466, 15.133625, 15.431521, 15.080818, 15.147152, 35.990406, 32.570127, 29.193778, 24.831992, 24.482102, 23.836972, 21.445002, 20.8249, 21.596275, 23.409688, 25.605483, 26.990032, 33.118227, 35.892903, 43.884574, 46.097781, 46.73174, 46.479598, 45.1017, 46.017756, 45.887846, 44.009231, 44.437909, 45.594247, 49.355534, 63.247682], "sum_m_pl": [1.861332, 3.445127, 4.131178, 3.814774, 3.8226, 3.89094, 4.56128, 4.350803, 4.199832, 4.31107, 4.686753, 4.915701, 5.111329, 5.063881, 4.965474, 4.874569, 4.84402, 5.284297, 5.265175, 5.248552, 5.095504, 4.792795, 4.548762, 4.559359, 4.719975, 5.675325, 5.849731, 6.317313, 6.774258, 7.314117, 7.007523, 6.347747, 6.971708, 6.944869, 6.371614, 6.700127, 4.979161, 4.927951, 3.721049, 3.178353, 3.119108, 2.677023, 2.509698, 2.024861, 2.295652, 1.847225, 1.581538, 1.049297, 1.052315, 0.153129]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 8, 11, 14, 20, 22, 23, 24, 26, 25, 26, 24, 23, 26, 31, 28, 30, 33, 38, 39, 35, 38, 36, 36, 48, 43, 38, 31, 34, 28, 29, 31, 35, 37, 38, 41, 48, 45, 49, 50, 52, 49, 48, 47, 48, 44, 47, 47, 55, 64], "n_am_pl": [3, 6, 5, 4, 6, 3, 6, 5, 6, 4, 6, 7, 10, 8, 7, 5, 3, 6, 6, 4, 5, 4, 5, 5, 4, 4, 4, 5, 6, 4, 4, 7, 6, 4, 8, 8, 3, 2, 2, 3, 1, 1, 2, 1, 1, 2, 0, 1, 0, 0], "n_pos": 65, "sum_m_en": [7.300264, 9.414866, 9.49052, 9.867427, 11.646404, 12.349299, 12.729336, 12.797811, 12.815366, 13.685345, 13.922234, 13.371946, 13.392559, 13.949678, 13.821236, 12.854111, 13.204007, 12.372956, 12.138367, 11.940906, 11.794706, 11.974541, 11.662794, 11.67845, 30.143658, 26.828736, 23.829002, 20.037773, 19.344018, 18.829861, 16.840036, 16.470533, 17.681417, 19.311276, 21.755005, 23.080785, 28.310607, 30.384448, 37.786769, 41.116922, 40.933508, 42.241701, 42.286915, 42.746938, 43.451978, 41.39497, 42.332131, 43.076094, 47.307487, 62.73362], "sum_m_pl": [1.402507, 2.758068, 3.318687, 3.043097, 3.027922, 3.116056, 3.612576, 3.468273, 3.385441, 3.434376, 3.713781, 3.906706, 4.150892, 4.058129, 4.028041, 4.00117, 3.946756, 4.35177, 4.247631, 4.211702, 4.033165, 3.774908, 3.56957, 3.57523, 3.904849, 4.622565, 4.82817, 5.246726, 5.696677, 6.052991, 5.784753, 5.155906, 5.71911, 5.770661, 5.22893, 5.546746, 4.053414, 4.095586, 2.898774, 2.123432, 2.094642, 1.667952, 1.646823, 1.478546, 1.651408, 1.315395, 1.15117, 0.789732, 0.68639, 0.15302]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "llmzszl-92", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 806, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9425, "tf_agree_excl_first": 0.9535}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 8, 14, 20, 36, 32, 46, 45, 49, 55, 57, 68, 63, 57, 48, 51, 68, 70, 72, 71, 59, 65, 71, 77, 102, 92, 97, 85, 73, 61, 61, 57, 63, 83, 87, 83, 83, 95, 105, 110, 108, 115, 110, 110, 86, 58, 23, 2, 2, 0], "n_am_pl": [0, 7, 17, 11, 14, 13, 10, 12, 6, 14, 19, 13, 14, 18, 18, 17, 8, 14, 13, 16, 11, 10, 8, 9, 6, 12, 10, 15, 23, 26, 22, 24, 16, 15, 11, 16, 14, 11, 11, 10, 15, 11, 19, 17, 36, 51, 95, 123, 126, 127], "n_pos": 176, "sum_m_en": [15.660674, 24.711214, 25.829757, 26.51029, 30.039151, 31.188394, 32.187775, 34.203042, 34.538968, 36.927954, 38.460023, 37.42439, 37.511545, 36.689122, 35.451244, 35.146644, 36.721162, 34.713661, 33.042515, 31.790771, 29.779442, 30.899005, 30.374113, 30.486915, 66.661257, 62.147564, 55.949778, 49.200814, 44.83913, 43.075537, 39.762547, 37.713588, 39.284494, 42.23944, 50.853636, 49.841852, 55.099326, 61.111056, 73.083006, 84.23075, 84.466521, 95.483009, 93.340656, 95.436852, 75.571624, 54.538449, 21.793322, 4.122417, 2.207767, 0.000617], "sum_m_pl": [2.373285, 7.06531, 8.294858, 8.295195, 8.560498, 8.658191, 9.821093, 9.173562, 8.869299, 9.0845, 10.515323, 10.41758, 10.483254, 10.167227, 9.858813, 8.870636, 8.435179, 8.995733, 9.206631, 9.206212, 9.22198, 8.704603, 8.290305, 8.517233, 7.524258, 8.990167, 9.749597, 10.939793, 13.054732, 14.178678, 13.981483, 13.446671, 13.706568, 13.356314, 11.480585, 12.313109, 13.228902, 12.049068, 11.879576, 10.717601, 13.036947, 11.613495, 17.054083, 17.34318, 28.66853, 44.902454, 89.882396, 116.969616, 123.224971, 128.08241]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 8, 11, 14, 31, 24, 32, 27, 34, 42, 44, 52, 45, 45, 36, 38, 50, 52, 52, 54, 44, 47, 54, 57, 78, 70, 74, 64, 55, 45, 43, 43, 48, 61, 65, 60, 58, 70, 80, 86, 82, 90, 85, 83, 62, 41, 16, 0, 0, 0], "n_am_pl": [0, 4, 12, 10, 11, 10, 8, 9, 5, 13, 14, 10, 9, 12, 14, 13, 5, 10, 9, 11, 8, 7, 6, 7, 3, 10, 7, 10, 15, 19, 16, 21, 12, 11, 8, 14, 13, 10, 9, 8, 13, 8, 15, 13, 29, 46, 85, 115, 123, 127], "n_pos": 128, "sum_m_en": [11.746631, 18.143076, 18.902241, 19.201531, 21.966481, 22.739708, 23.324848, 24.775996, 25.12956, 27.04177, 28.29428, 27.55384, 27.431548, 26.816882, 25.824243, 25.768919, 26.886621, 25.299426, 24.074178, 23.285433, 21.773807, 22.758346, 22.351623, 22.437498, 49.901286, 46.80844, 41.664924, 36.414061, 32.935095, 31.448503, 28.872847, 27.603279, 28.222482, 30.574017, 36.839991, 35.803337, 39.404575, 43.920837, 53.445787, 63.337822, 62.649039, 71.753119, 69.307051, 70.465329, 55.514548, 40.241981, 14.73974, 1.852591, 0.959679, 1.3e-05], "sum_m_pl": [1.778546, 5.195295, 6.103788, 6.044086, 6.274514, 6.374263, 7.294627, 6.811563, 6.572502, 6.67473, 7.815442, 7.704047, 7.758049, 7.460117, 7.276373, 6.523795, 6.155961, 6.58963, 6.800505, 6.799445, 6.809052, 6.426832, 6.0902, 6.272025, 5.100247, 6.196764, 6.928666, 8.04298, 9.695223, 10.62735, 10.615691, 10.243779, 10.500903, 10.225271, 8.815155, 9.690725, 10.165558, 9.441252, 9.376429, 8.256224, 10.663641, 8.957936, 13.415895, 13.522572, 23.590447, 39.898506, 80.820418, 108.094503, 118.43192, 126.873766]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "llmzszl-92", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 934, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9887}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [2, 1, 8, 7, 11, 14, 11, 12, 7, 10, 9, 8, 12, 11, 12, 14, 14, 13, 10, 15, 17, 15, 16, 15, 18, 16, 12, 13, 10, 11, 12, 17, 17, 15, 19, 19, 20, 19, 22, 18, 23, 20, 20, 20, 22, 23, 24, 24, 29, 28], "n_am_pl": [2, 1, 1, 0, 0, 3, 4, 7, 5, 2, 4, 9, 5, 6, 7, 7, 5, 5, 6, 4, 5, 5, 5, 3, 3, 4, 3, 5, 5, 7, 6, 3, 2, 3, 6, 4, 6, 5, 4, 3, 3, 2, 3, 4, 2, 1, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.811721, 5.525484, 6.53891, 7.078909, 8.821561, 10.415789, 9.971391, 10.056535, 9.807598, 9.648596, 9.19188, 9.273869, 8.831599, 9.287661, 9.390784, 8.944874, 8.748183, 8.417704, 8.314155, 8.476392, 8.220174, 7.869338, 7.748208, 7.720293, 13.97714, 13.663399, 12.301773, 10.695026, 10.060696, 10.041864, 9.801603, 10.386154, 10.472667, 11.373403, 11.910457, 13.599544, 14.704924, 14.696914, 18.114983, 15.556886, 17.849336, 19.602803, 20.007213, 19.778326, 20.759049, 21.813407, 22.014536, 21.902897, 23.710132, 27.94007], "sum_m_pl": [0.824026, 1.372708, 1.538728, 1.605149, 1.795018, 1.947369, 2.270235, 2.58986, 2.647855, 2.746051, 2.998613, 3.381012, 3.425049, 3.45427, 3.393426, 3.495792, 3.217791, 3.149774, 3.340271, 3.318163, 2.998556, 2.823413, 2.72537, 2.609798, 3.858231, 3.298283, 3.343085, 3.908364, 4.034608, 4.296538, 4.113632, 3.592767, 3.576373, 3.51683, 3.844109, 3.908422, 4.277635, 4.842175, 4.145419, 3.336106, 3.869388, 2.52721, 2.608364, 3.033245, 2.521362, 1.810007, 1.186287, 0.556626, 0.350473, 0.00077]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 0, 5, 2, 6, 9, 6, 7, 5, 6, 7, 5, 8, 7, 7, 10, 12, 10, 8, 12, 13, 12, 12, 13, 15, 12, 9, 11, 8, 9, 8, 12, 12, 9, 14, 16, 15, 14, 18, 16, 21, 19, 19, 19, 21, 22, 23, 23, 27, 28], "n_am_pl": [0, 1, 1, 0, 0, 3, 4, 6, 4, 2, 1, 5, 5, 5, 5, 5, 4, 4, 5, 3, 4, 4, 5, 3, 3, 4, 3, 4, 5, 5, 4, 2, 2, 3, 5, 3, 5, 4, 2, 2, 2, 2, 3, 4, 2, 1, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.161649, 3.850069, 4.20441, 4.623928, 5.581078, 6.313038, 6.23445, 6.524651, 6.521294, 6.466125, 6.336985, 6.299002, 6.088565, 6.247362, 6.198858, 6.160817, 5.908467, 5.714906, 5.735666, 5.939119, 5.614074, 5.438575, 5.338007, 5.343718, 10.225448, 9.780862, 8.821184, 7.372429, 6.743576, 6.684438, 6.466334, 6.916585, 6.890675, 7.961339, 8.314012, 9.923933, 10.658478, 11.167726, 14.191289, 13.683566, 15.868106, 17.901157, 18.614753, 18.280088, 19.356781, 20.241333, 20.406541, 19.885008, 21.853553, 27.2022], "sum_m_pl": [0.505366, 0.958041, 1.096511, 1.138058, 1.291395, 1.408014, 1.646089, 1.885482, 1.888424, 1.952139, 2.132332, 2.46392, 2.494736, 2.432947, 2.307879, 2.407721, 2.279786, 2.179838, 2.329899, 2.327572, 2.1109, 1.989334, 1.919083, 1.833319, 3.160638, 2.545204, 2.605318, 3.015807, 3.143412, 3.310619, 3.102128, 2.585641, 2.556388, 2.591801, 2.862898, 2.87492, 3.372874, 4.109913, 3.564272, 2.876839, 3.399927, 2.347953, 2.442066, 2.952402, 2.450941, 1.759986, 1.151825, 0.507686, 0.292403, 0.000769]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 44, "item_id": "llmzszl-94", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 803, "region_end": 42, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [10, 5, 10, 15, 20, 25, 24, 30, 23, 30, 30, 22, 33, 34, 40, 57, 47, 47, 35, 49, 50, 56, 48, 55, 67, 72, 59, 63, 49, 47, 37, 47, 45, 46, 51, 55, 51, 59, 64, 66, 59, 59, 63, 55, 52, 38, 11, 7, 0, 0], "n_am_pl": [3, 15, 18, 13, 17, 26, 23, 20, 20, 15, 23, 36, 21, 27, 28, 33, 31, 25, 31, 22, 22, 17, 14, 16, 16, 15, 19, 20, 24, 30, 33, 31, 25, 31, 39, 27, 32, 32, 35, 20, 25, 29, 34, 39, 43, 64, 99, 112, 121, 120], "n_pos": 178, "sum_m_en": [16.324873, 25.068822, 27.852702, 29.646451, 31.632064, 35.192375, 35.331476, 37.178104, 36.75204, 36.458595, 36.645249, 35.19743, 33.870878, 33.170969, 33.131774, 34.313379, 33.545481, 31.923187, 32.268367, 32.224451, 31.223152, 30.998345, 30.338354, 33.016589, 53.218984, 53.326359, 47.876778, 41.967481, 38.079927, 36.452902, 33.14671, 33.592328, 32.930953, 34.181094, 35.511877, 38.077867, 40.010581, 45.009063, 51.684173, 49.646841, 48.701144, 52.163121, 57.13166, 53.894162, 48.654487, 37.010324, 13.35196, 5.13373, 1.611983, 5.3e-05], "sum_m_pl": [2.515439, 7.245404, 9.155001, 9.360966, 10.001392, 11.813612, 11.752265, 12.024651, 12.212772, 12.917373, 13.785163, 14.816751, 15.525414, 15.70493, 16.147338, 15.481383, 14.02695, 13.774679, 14.517174, 13.721765, 12.774052, 12.164282, 11.758004, 10.896512, 14.71131, 13.813657, 14.592678, 15.979762, 17.49848, 19.119719, 19.270578, 19.448038, 19.207092, 19.177961, 19.657767, 19.327572, 20.348479, 21.29226, 21.574993, 18.067678, 22.614643, 22.622159, 27.005277, 32.55269, 37.22295, 54.405897, 90.529428, 108.565288, 117.953169, 120.435988]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 3, 5, 13, 15, 17, 17, 20, 15, 21, 17, 12, 24, 21, 32, 42, 34, 32, 22, 34, 34, 41, 33, 39, 48, 52, 40, 42, 31, 34, 27, 34, 34, 36, 37, 39, 35, 42, 46, 50, 45, 48, 51, 45, 40, 31, 8, 6, 0, 0], "n_am_pl": [3, 8, 12, 8, 12, 19, 17, 18, 14, 14, 14, 28, 10, 19, 17, 24, 21, 20, 25, 17, 16, 12, 11, 10, 11, 10, 15, 16, 19, 23, 26, 23, 18, 25, 31, 21, 28, 28, 29, 18, 22, 26, 31, 33, 37, 54, 90, 104, 119, 120], "n_pos": 121, "sum_m_en": [11.516679, 16.997167, 19.348884, 20.236019, 21.511037, 23.827147, 24.020984, 25.266542, 25.05396, 24.851889, 25.099489, 24.202357, 23.207541, 22.63881, 22.707393, 23.641812, 22.899961, 21.560523, 21.92661, 21.804879, 21.060685, 20.951036, 20.685085, 22.048812, 37.516704, 37.910813, 32.877336, 29.007834, 26.324244, 25.285294, 23.437478, 23.634036, 23.63399, 24.235624, 25.268364, 26.512958, 28.24281, 32.132212, 37.561956, 37.012409, 36.823814, 41.667164, 46.914512, 43.919551, 39.084547, 28.988617, 10.149853, 4.317178, 0.90638, 5.1e-05], "sum_m_pl": [1.853738, 4.927867, 6.404021, 6.512048, 6.937643, 7.97823, 8.037712, 8.32754, 8.594736, 9.213694, 9.780621, 10.519245, 10.734564, 10.909398, 11.140184, 10.753013, 9.836079, 9.808304, 10.269666, 9.590674, 8.855842, 8.397302, 8.136266, 7.621527, 10.801967, 10.18253, 10.926151, 11.555888, 12.623136, 13.693712, 13.924207, 14.15001, 13.912786, 14.266869, 14.585113, 14.255019, 15.576374, 16.373816, 16.793878, 14.913316, 18.661866, 19.384292, 23.196624, 27.311777, 32.432424, 48.312501, 82.863001, 101.271264, 115.03873, 119.940921]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "llmzszl-94", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 931, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9832}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [8, 12, 17, 20, 19, 20, 22, 26, 25, 25, 24, 26, 20, 23, 27, 27, 31, 30, 28, 33, 42, 42, 39, 40, 44, 41, 39, 34, 26, 25, 18, 22, 27, 24, 32, 28, 31, 39, 43, 45, 44, 54, 44, 46, 48, 44, 43, 42, 40, 39], "n_am_pl": [3, 8, 7, 7, 7, 7, 6, 4, 5, 3, 7, 9, 14, 12, 11, 14, 11, 14, 10, 12, 7, 9, 6, 4, 7, 8, 7, 8, 5, 12, 9, 13, 5, 8, 8, 8, 8, 2, 1, 2, 1, 2, 1, 2, 1, 0, 2, 2, 5, 6], "n_pos": 105, "sum_m_en": [12.41909, 16.321836, 16.489855, 16.864339, 18.865284, 18.932358, 17.507885, 17.068348, 16.529041, 17.810349, 19.124309, 18.562012, 18.026921, 18.561662, 18.260204, 18.57774, 19.543879, 18.480081, 18.854856, 18.709523, 18.720406, 19.959382, 18.246539, 18.544318, 32.277564, 29.929599, 25.747419, 22.636329, 21.664403, 21.603622, 19.743079, 21.19299, 22.311175, 21.855545, 24.290038, 23.25572, 26.008108, 29.881343, 34.872401, 39.567386, 39.993509, 43.875637, 40.848738, 42.870675, 42.936527, 41.157737, 40.381056, 38.451001, 36.773319, 39.275975], "sum_m_pl": [2.160737, 4.903322, 5.349863, 4.615305, 5.285723, 4.857925, 4.637979, 4.527677, 5.155625, 5.766653, 6.279058, 6.917755, 7.324904, 6.854887, 7.547838, 7.668634, 7.022629, 7.246736, 7.161458, 7.051537, 6.673955, 6.273297, 6.127268, 6.069658, 7.020657, 7.848885, 8.716916, 8.808156, 8.79493, 9.803894, 8.987165, 8.713014, 8.321259, 8.158358, 8.160204, 7.809309, 7.603446, 6.363403, 5.175857, 4.128805, 4.061073, 3.431634, 3.212118, 2.875705, 2.734375, 1.998148, 2.902607, 3.054282, 5.131275, 6.113967]}, "digit": {"n_am_en": [2, 2, 1, 1, 3, 3, 5, 3, 5, 5, 6, 8, 4, 4, 6, 6, 6, 5, 10, 10, 11, 9, 8, 9, 10, 9, 14, 9, 8, 5, 3, 2, 5, 3, 8, 5, 4, 8, 4, 6, 5, 7, 5, 4, 6, 5, 1, 1, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 1, 1, 0, 0, 2, 5, 3, 4, 4, 4, 5, 2, 3, 0, 3, 1, 3, 1, 1, 1, 2, 0, 2, 0, 2, 3, 3, 1, 3, 4, 6, 3, 0, 1, 2, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.151848, 4.793201, 5.05369, 5.009343, 5.460297, 5.025562, 4.594858, 4.248018, 4.042429, 4.630457, 5.316016, 4.855234, 4.649304, 4.837006, 4.594384, 4.597379, 4.955586, 4.631472, 4.961003, 4.875619, 4.965179, 5.358039, 4.923064, 5.147136, 7.914602, 7.511332, 6.525263, 5.728124, 5.697337, 5.516199, 4.854105, 5.319256, 5.495227, 5.297285, 5.30024, 5.070423, 5.137153, 4.977115, 4.824715, 5.055693, 4.606547, 4.469386, 4.307454, 3.908381, 3.888176, 3.338254, 1.693464, 1.673735, 0.269188, 0.0], "sum_m_pl": [0.513244, 1.259436, 1.045589, 0.959925, 1.101299, 1.016749, 0.839778, 0.801763, 1.024139, 1.185177, 1.426936, 1.566975, 1.684325, 1.541344, 1.569122, 1.575519, 1.448114, 1.621349, 1.661232, 1.642189, 1.523793, 1.406394, 1.371637, 1.399437, 1.467046, 1.496114, 1.430788, 1.852185, 1.645769, 1.819661, 1.738766, 1.816745, 1.691244, 1.637813, 1.815856, 1.826043, 1.829803, 1.715114, 1.699948, 1.615447, 1.689811, 1.596581, 1.537641, 1.459668, 1.325842, 1.006111, 0.596234, 0.345888, 0.151499, 0.0]}, "lang": {"n_am_en": [5, 9, 13, 15, 13, 11, 11, 17, 16, 13, 14, 17, 13, 14, 14, 14, 20, 17, 13, 16, 22, 23, 23, 21, 25, 25, 19, 20, 14, 14, 14, 17, 16, 16, 20, 22, 25, 27, 34, 34, 34, 40, 35, 37, 38, 36, 39, 39, 39, 39], "n_am_pl": [1, 5, 3, 4, 3, 4, 2, 3, 2, 1, 2, 5, 5, 6, 4, 7, 5, 6, 6, 4, 3, 2, 2, 2, 3, 3, 4, 5, 5, 7, 4, 8, 3, 5, 4, 2, 4, 1, 0, 0, 0, 1, 0, 0, 1, 0, 2, 2, 5, 6], "n_pos": 46, "sum_m_en": [5.651105, 6.900535, 7.031303, 7.31192, 8.346736, 8.829851, 8.20057, 8.20419, 7.955738, 8.286936, 8.602384, 8.893156, 8.559176, 8.890581, 8.928376, 9.219978, 9.773817, 9.306285, 9.173449, 8.96138, 8.930152, 9.539641, 8.364674, 8.3942, 18.061089, 16.869617, 14.351835, 12.006632, 11.377454, 11.413747, 10.544249, 11.360935, 11.571152, 12.162136, 14.248059, 14.321091, 16.684232, 20.624279, 25.081331, 29.030448, 31.03512, 34.128685, 32.155566, 33.286898, 33.822114, 33.547179, 35.179085, 34.198392, 34.880736, 38.921391], "sum_m_pl": [0.908701, 1.94617, 2.28626, 2.077949, 2.4258, 2.277072, 2.242718, 2.173178, 2.40233, 2.642553, 2.846701, 3.197431, 3.415519, 3.331399, 3.760357, 3.803281, 3.396994, 3.461016, 3.390421, 3.294539, 3.165001, 2.984578, 2.905687, 2.809681, 3.15009, 3.668898, 4.383467, 4.266525, 4.500528, 4.882442, 4.437151, 4.2241, 4.099875, 4.108483, 4.049469, 4.08056, 3.766631, 2.871349, 2.041506, 1.427314, 1.23092, 0.890352, 0.854463, 0.648539, 0.716614, 0.523949, 2.010227, 2.447774, 4.842247, 5.994662]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "llmzszl-96", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 818, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [7, 14, 34, 29, 44, 48, 42, 43, 42, 49, 44, 43, 45, 42, 45, 55, 71, 54, 60, 76, 84, 99, 83, 75, 122, 110, 81, 67, 55, 50, 43, 45, 43, 60, 84, 63, 68, 100, 110, 121, 114, 117, 114, 107, 87, 70, 34, 24, 17, 12], "n_am_pl": [2, 36, 25, 23, 35, 32, 29, 30, 27, 24, 41, 40, 53, 43, 53, 42, 28, 29, 43, 34, 35, 25, 24, 13, 31, 41, 39, 35, 62, 68, 66, 61, 61, 45, 33, 33, 28, 18, 14, 9, 12, 11, 15, 15, 21, 25, 55, 63, 66, 65], "n_pos": 321, "sum_m_en": [31.295987, 48.605761, 50.163811, 50.842889, 53.72336, 53.110262, 50.780784, 50.195841, 48.024806, 50.528665, 51.330757, 51.387357, 49.979323, 50.448911, 50.734682, 51.969559, 52.75664, 51.612982, 53.748677, 53.221473, 52.952659, 52.85002, 51.028897, 51.136409, 73.751209, 68.18185, 56.928667, 52.242023, 50.536423, 52.139561, 48.731222, 53.227264, 58.471792, 58.386546, 63.63863, 60.22372, 59.33528, 74.914017, 84.354145, 93.166955, 89.423202, 100.181896, 100.549709, 95.851524, 82.603396, 69.437621, 35.690946, 23.074312, 18.12807, 12.003517], "sum_m_pl": [6.183711, 18.088478, 20.358015, 19.439957, 19.818813, 18.314416, 18.214911, 17.217894, 19.259944, 20.965177, 22.434635, 22.753271, 24.632434, 26.577657, 26.386763, 26.406764, 24.278994, 24.106248, 22.449304, 21.868932, 20.71475, 19.484715, 19.302212, 19.2228, 26.048295, 29.97319, 30.015531, 30.826392, 34.679974, 38.084553, 37.229155, 35.390699, 30.874053, 28.131695, 26.68022, 25.104999, 25.00936, 20.90735, 19.238806, 16.535855, 16.74864, 15.358508, 18.581267, 19.558506, 23.433037, 30.725824, 55.224722, 61.111683, 65.770402, 64.759677]}, "digit": {"n_am_en": [4, 8, 6, 9, 12, 4, 7, 7, 7, 12, 13, 11, 10, 9, 8, 8, 12, 12, 12, 9, 15, 20, 17, 11, 19, 20, 13, 8, 6, 4, 6, 11, 12, 12, 14, 10, 11, 20, 14, 14, 20, 18, 20, 16, 11, 7, 3, 4, 3, 0], "n_am_pl": [0, 7, 9, 1, 4, 6, 4, 4, 4, 4, 5, 6, 14, 12, 14, 9, 8, 8, 8, 6, 8, 6, 4, 1, 4, 7, 6, 6, 12, 13, 12, 9, 9, 4, 5, 2, 1, 0, 1, 1, 1, 2, 1, 1, 0, 0, 4, 3, 0, 0], "n_pos": 69, "sum_m_en": [7.667836, 11.888709, 12.64588, 12.484066, 12.99493, 12.261626, 11.911808, 11.055779, 10.375245, 11.410949, 12.039384, 11.699315, 11.541896, 11.3296, 11.4132, 11.280623, 11.675036, 11.659665, 11.976455, 11.781213, 11.756589, 11.925863, 11.53693, 11.690334, 15.221612, 14.319515, 12.209501, 11.506288, 10.873041, 11.12481, 10.33914, 11.755702, 13.308362, 13.044598, 13.385711, 13.274292, 13.279113, 15.334746, 15.49199, 15.660944, 14.93653, 15.411692, 15.296517, 14.313737, 12.031572, 9.517464, 6.385196, 3.88718, 3.017498, 0.0], "sum_m_pl": [1.349899, 4.237195, 3.84365, 3.831674, 3.729961, 3.20988, 2.951316, 2.824379, 3.495989, 3.776339, 4.279486, 4.259864, 4.959524, 5.516861, 5.510431, 5.632833, 4.925836, 4.923306, 4.708292, 4.458414, 4.205621, 3.886379, 3.798459, 3.824184, 4.597529, 5.025067, 4.998014, 5.307416, 5.865245, 6.008865, 6.113489, 5.970879, 5.606482, 5.393262, 5.063747, 4.615899, 4.400692, 3.782139, 3.793724, 3.697912, 3.415883, 3.415887, 3.377995, 3.306736, 3.220347, 2.854771, 3.735643, 2.976253, 0.913914, 0.0]}, "lang": {"n_am_en": [0, 1, 6, 6, 11, 20, 15, 10, 10, 15, 12, 14, 18, 15, 13, 19, 28, 24, 23, 25, 33, 38, 30, 31, 43, 35, 26, 20, 19, 15, 13, 13, 12, 23, 31, 23, 22, 37, 46, 51, 51, 51, 50, 49, 49, 42, 21, 16, 12, 12], "n_am_pl": [0, 8, 2, 5, 9, 6, 8, 10, 8, 6, 9, 15, 16, 17, 22, 14, 10, 6, 16, 7, 8, 7, 7, 7, 7, 10, 12, 12, 22, 23, 24, 21, 22, 17, 13, 11, 15, 7, 6, 4, 6, 6, 11, 12, 18, 23, 46, 52, 62, 63], "n_pos": 75, "sum_m_en": [6.954512, 10.898971, 11.456586, 11.886306, 12.966479, 12.766166, 12.357189, 12.385555, 12.208768, 12.749081, 12.763412, 13.052074, 12.610379, 12.905066, 12.885788, 13.118841, 13.464224, 13.255343, 13.647232, 13.705057, 13.58573, 13.323189, 12.901097, 12.844023, 23.569555, 20.344337, 15.611765, 14.031141, 13.433366, 13.356792, 12.806577, 13.544047, 14.338307, 15.441008, 17.42715, 17.227839, 16.826106, 25.607061, 30.370214, 34.010292, 36.483589, 41.440084, 44.287809, 44.451438, 43.956079, 38.681361, 19.708064, 15.127434, 12.390802, 12.000005], "sum_m_pl": [1.25316, 3.836532, 4.636707, 4.526564, 4.927687, 4.653179, 4.87279, 4.700163, 5.337655, 5.545705, 6.028371, 6.508144, 6.894152, 7.486328, 7.680638, 7.388157, 6.846984, 6.584459, 6.061245, 5.616532, 5.387261, 5.148577, 5.085497, 5.03668, 7.545246, 8.777664, 9.287807, 9.608645, 10.830299, 11.832534, 11.254635, 11.056959, 9.479137, 8.552785, 8.577636, 8.514625, 9.19306, 7.163403, 6.511809, 5.653815, 6.295494, 6.220975, 9.436254, 11.548736, 16.187584, 23.529906, 45.230982, 51.84333, 59.896536, 62.808991]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 334, "item_id": "llmzszl-96", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 946, "region_end": 321, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.991}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 9, 23, 27, 31, 40, 48, 36, 40, 37, 37, 44, 43, 41, 44, 49, 55, 59, 68, 63, 65, 69, 70, 67, 103, 92, 81, 69, 59, 56, 63, 52, 56, 75, 79, 80, 90, 96, 104, 105, 107, 100, 110, 105, 94, 75, 19, 7, 1, 1], "n_am_pl": [8, 23, 21, 22, 24, 28, 24, 32, 31, 34, 30, 25, 29, 32, 34, 32, 32, 31, 30, 27, 25, 25, 29, 34, 20, 26, 28, 33, 30, 27, 29, 37, 35, 21, 23, 23, 20, 30, 41, 52, 48, 39, 46, 51, 61, 80, 136, 158, 153, 150], "n_pos": 260, "sum_m_en": [26.158126, 36.46917, 38.424488, 38.339206, 39.217509, 40.229647, 40.334588, 40.044597, 39.958152, 41.756821, 43.985382, 44.852231, 46.57597, 46.369155, 46.110379, 45.998616, 46.991489, 45.036791, 46.330751, 44.905343, 44.737955, 43.795347, 43.844167, 43.428279, 68.433651, 62.904295, 57.362145, 49.154026, 48.352789, 48.077744, 47.212696, 48.284051, 47.526427, 49.741129, 54.02881, 57.54837, 63.767074, 71.422643, 82.288512, 77.552411, 80.407437, 84.865238, 94.504012, 95.147921, 83.290398, 63.798399, 22.011861, 5.922548, 2.589683, 1.003915], "sum_m_pl": [5.149947, 13.155209, 14.086248, 14.577992, 15.594804, 17.101333, 16.687521, 17.872641, 18.27399, 19.490698, 19.358609, 20.758628, 22.159055, 22.273715, 22.770658, 23.285114, 22.394736, 20.438555, 19.736986, 19.495947, 17.721864, 17.036612, 16.702574, 16.786303, 23.892206, 24.425664, 25.278702, 27.714775, 27.049728, 28.561748, 27.190144, 26.521065, 24.025584, 22.290379, 21.154303, 20.619637, 22.853879, 24.033898, 26.903051, 41.059506, 37.880343, 39.201146, 41.844794, 44.002877, 53.454923, 74.915132, 129.387638, 153.389133, 150.004911, 150.614854]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 1, 0, 0, 1, 3, 3, 3, 0, 0, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 2, 3, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.101215, 1.542277, 1.478633, 1.584887, 1.460108, 1.423173, 1.33894, 1.427224, 1.388928, 1.490109, 1.689562, 1.804706, 1.85847, 1.785181, 1.675601, 1.674654, 1.671672, 1.508849, 1.555406, 1.491053, 1.510718, 1.496798, 1.50972, 1.54281, 1.566568, 1.647957, 1.61326, 1.640724, 1.676921, 1.641242, 1.708849, 1.842073, 1.670937, 1.742182, 1.806521, 1.591496, 1.336647, 1.32527, 1.229981, 1.215945, 1.205736, 1.083854, 0.764826, 0.477313, 0.379977, 0.31742, 0.189155, 0.120144, 0.030991, 0.0], "sum_m_pl": [0.233586, 0.552955, 0.663395, 0.644595, 0.657279, 0.703454, 0.590018, 0.548936, 0.562113, 0.607488, 0.571284, 0.561613, 0.60321, 0.534772, 0.561647, 0.6162, 0.613334, 0.538287, 0.485611, 0.507203, 0.502981, 0.487574, 0.478258, 0.490485, 0.616766, 0.535631, 0.587539, 0.585428, 0.552861, 0.598944, 0.599991, 0.69698, 0.652067, 0.537071, 0.447019, 0.397649, 0.443809, 0.481295, 0.530367, 0.673773, 0.658836, 0.593119, 0.535687, 0.439513, 0.383202, 0.323755, 0.217439, 0.204488, 0.058054, 0.0]}, "lang": {"n_am_en": [5, 4, 16, 15, 20, 26, 37, 29, 24, 24, 20, 24, 31, 27, 34, 34, 36, 46, 49, 43, 45, 50, 49, 47, 73, 64, 53, 49, 42, 37, 42, 36, 38, 49, 53, 55, 67, 68, 76, 75, 77, 69, 80, 78, 71, 56, 15, 4, 1, 1], "n_am_pl": [7, 14, 10, 10, 14, 18, 15, 17, 19, 24, 20, 18, 19, 23, 20, 22, 20, 22, 21, 18, 19, 19, 19, 23, 14, 17, 20, 20, 18, 16, 17, 27, 27, 17, 18, 12, 15, 15, 23, 30, 30, 29, 34, 41, 51, 65, 116, 137, 145, 150], "n_pos": 151, "sum_m_en": [15.302209, 21.070517, 22.301478, 21.989842, 22.493725, 22.890153, 23.344993, 23.231212, 23.67983, 24.806334, 25.650302, 26.012725, 27.014222, 27.09901, 27.210355, 27.073551, 28.091859, 27.040007, 27.402522, 26.41739, 26.275051, 25.551433, 25.601892, 25.160207, 44.952356, 40.605883, 36.617453, 30.269179, 29.273081, 28.625351, 27.807868, 28.292692, 28.767726, 30.761433, 33.495607, 36.250785, 42.145392, 46.642218, 56.457054, 53.691663, 55.973023, 58.378469, 66.606295, 69.015388, 61.451782, 46.570271, 14.743848, 3.372082, 1.839243, 1.002686], "sum_m_pl": [3.057363, 7.815691, 7.940913, 8.144626, 8.847166, 9.634781, 9.918488, 10.829478, 11.293513, 11.83102, 11.657129, 12.676431, 13.728345, 14.006227, 14.288888, 14.55956, 13.908696, 12.816664, 12.373037, 12.058443, 10.802957, 10.28056, 10.111986, 10.176615, 14.767799, 15.643853, 16.204664, 17.440614, 17.015081, 18.265659, 17.682167, 17.044425, 15.479449, 14.811863, 13.798878, 13.365534, 14.987821, 14.874575, 16.585852, 23.192096, 23.501955, 26.520148, 28.744288, 33.000949, 42.139068, 60.991336, 110.709456, 133.906406, 141.94092, 149.274752]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 262, "item_id": "pes-Alergologia-2018 wiosna-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1206, "region_end": 260, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9923}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 34, 42, 54, 65, 83, 87, 77, 76, 73, 73, 91, 89, 81, 94, 84, 115, 109, 99, 107, 115, 107, 112, 108, 171, 148, 131, 99, 87, 88, 83, 76, 87, 124, 139, 142, 155, 161, 177, 183, 175, 172, 191, 182, 157, 118, 45, 8, 2, 2], "n_am_pl": [10, 44, 46, 36, 53, 41, 36, 42, 46, 53, 48, 51, 57, 61, 53, 64, 62, 53, 52, 61, 46, 58, 49, 55, 44, 49, 47, 69, 61, 75, 71, 81, 65, 50, 51, 37, 51, 65, 84, 97, 89, 95, 93, 93, 125, 167, 235, 282, 284, 283], "n_pos": 459, "sum_m_en": [45.615179, 66.247027, 69.360866, 70.380267, 71.05911, 72.290438, 71.840064, 72.600628, 71.920791, 75.677736, 79.283592, 78.354753, 81.944957, 82.084538, 80.456673, 80.414333, 83.999542, 78.907195, 78.604661, 76.999187, 76.122503, 74.975599, 75.435433, 75.131453, 115.120344, 107.037571, 98.990875, 85.36535, 82.037636, 81.107653, 79.876999, 80.059649, 82.461779, 89.151591, 96.107977, 100.692375, 111.606483, 120.204223, 136.551896, 137.776961, 139.054234, 147.976318, 166.02808, 165.933145, 144.478667, 110.525664, 43.723703, 8.809034, 3.204147, 1.997542], "sum_m_pl": [8.893986, 22.942672, 24.252581, 24.404064, 26.625401, 28.313916, 27.978582, 31.679754, 33.258737, 35.194794, 35.474039, 36.369133, 39.012176, 40.514577, 42.120809, 42.401364, 39.670335, 37.382631, 36.182166, 35.487873, 32.149531, 30.844947, 29.886412, 29.897884, 43.375733, 44.281602, 44.616693, 51.228534, 51.789684, 55.258787, 53.237201, 53.852267, 50.035144, 45.945756, 42.72859, 40.492718, 45.20519, 46.499123, 53.089738, 72.402108, 72.419544, 76.762062, 81.807473, 86.828006, 112.764191, 151.8317, 222.846879, 272.189898, 280.153935, 282.512868]}, "digit": {"n_am_en": [0, 0, 0, 3, 1, 0, 2, 1, 0, 1, 1, 3, 3, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 2, 4, 2, 4, 3, 0, 1, 0, 1, 1, 2, 0, 2, 1, 1, 2, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 3, 3, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 2, 3, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.482566, 2.201389, 2.166652, 2.392495, 2.099741, 2.091799, 2.048014, 2.073775, 1.991339, 2.131585, 2.296968, 2.319542, 2.512388, 2.487548, 2.2669, 2.286849, 2.396005, 2.194885, 2.249307, 2.195602, 2.250014, 2.209621, 2.228107, 2.275981, 2.553882, 2.455721, 2.514685, 2.453281, 2.514128, 2.465187, 2.517694, 2.631408, 2.508565, 2.602475, 2.647105, 2.448672, 2.087747, 2.062313, 1.816392, 2.084911, 1.923, 1.641535, 1.280126, 0.788939, 0.635265, 0.51909, 0.322216, 0.125156, 0.014564, 0.0], "sum_m_pl": [0.352043, 0.751508, 0.86405, 0.901334, 0.87939, 0.839698, 0.753567, 0.777747, 0.798692, 0.868183, 0.868096, 0.838351, 0.975054, 1.034072, 1.023081, 1.113596, 0.975051, 0.924894, 0.836903, 0.828885, 0.803488, 0.758601, 0.749769, 0.76209, 0.953726, 0.904527, 0.883624, 0.964961, 1.027005, 1.145689, 1.055913, 1.154996, 1.089936, 0.878024, 0.740282, 0.657529, 0.69646, 0.775467, 0.783971, 0.924437, 0.920809, 0.885833, 0.802827, 0.640997, 0.577892, 0.540358, 0.298683, 0.257143, 0.068843, 0.015302]}, "lang": {"n_am_en": [12, 24, 27, 31, 50, 60, 60, 54, 52, 55, 47, 64, 60, 57, 62, 61, 75, 82, 72, 74, 80, 73, 83, 79, 118, 99, 81, 69, 67, 62, 58, 48, 58, 83, 95, 102, 109, 116, 128, 134, 126, 124, 139, 135, 121, 89, 34, 6, 2, 2], "n_am_pl": [6, 26, 24, 16, 30, 21, 20, 26, 33, 37, 30, 33, 41, 40, 33, 45, 42, 35, 36, 44, 37, 39, 34, 39, 31, 35, 31, 50, 46, 51, 44, 57, 44, 35, 30, 24, 37, 46, 58, 65, 65, 71, 70, 74, 105, 142, 211, 259, 277, 283], "n_pos": 287, "sum_m_en": [28.057103, 41.144648, 43.115519, 43.509232, 43.939884, 44.579353, 44.662699, 45.191793, 45.298037, 48.022428, 50.178326, 49.837754, 51.423531, 51.841544, 50.813169, 50.997319, 53.443559, 50.449122, 49.706749, 48.577056, 47.794324, 46.934446, 47.471676, 47.092828, 76.510424, 71.248023, 65.889217, 55.803474, 52.669822, 51.814341, 50.569215, 50.096932, 52.170889, 57.727507, 61.727698, 65.790716, 76.179275, 83.102554, 96.4855, 97.320515, 98.700812, 106.505274, 120.148785, 121.747218, 108.50121, 82.839366, 32.295484, 6.329306, 2.645355, 1.997521], "sum_m_pl": [5.304647, 14.519752, 14.884769, 14.682691, 16.351044, 17.388045, 17.681399, 20.308365, 21.648385, 22.422208, 22.460323, 23.401798, 25.288613, 26.374757, 27.551113, 27.556887, 25.692357, 24.208058, 23.578218, 23.122515, 20.841369, 19.887497, 19.263993, 19.295451, 28.551772, 29.641748, 29.452321, 34.077556, 34.887526, 37.208034, 36.222708, 36.522922, 33.769793, 30.800979, 28.327853, 26.95632, 30.853779, 30.871972, 36.536143, 47.535514, 51.559799, 56.038984, 60.409658, 67.572926, 93.358484, 128.261958, 198.193278, 248.355681, 270.866127, 281.780445]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 461, "item_id": "pes-Alergologia-2018 wiosna-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1461, "region_end": 459, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.9913}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 15, 11, 21, 27, 31, 29, 21, 31, 29, 27, 28, 27, 36, 35, 34, 33, 33, 38, 37, 40, 50, 47, 55, 62, 55, 48, 36, 28, 27, 31, 33, 40, 37, 37, 43, 50, 58, 58, 56, 55, 58, 65, 57, 53, 43, 26, 10, 0, 1], "n_am_pl": [4, 16, 33, 28, 28, 47, 31, 40, 35, 37, 45, 40, 37, 22, 35, 34, 39, 31, 35, 37, 36, 34, 34, 28, 32, 30, 27, 35, 35, 38, 37, 42, 32, 29, 26, 32, 32, 38, 42, 43, 38, 40, 34, 40, 50, 59, 82, 105, 122, 125], "n_pos": 198, "sum_m_en": [18.478938, 27.201254, 29.00557, 32.306849, 32.424265, 33.53036, 33.142061, 31.420222, 31.893124, 33.60708, 34.438997, 34.051172, 33.776811, 34.505009, 35.801016, 36.686758, 35.984416, 34.192664, 36.18529, 36.952539, 36.238746, 36.086329, 36.089106, 35.955745, 52.901579, 46.951058, 41.707471, 36.358231, 35.753764, 35.107187, 34.648614, 35.928886, 35.660727, 35.729695, 36.048891, 38.894009, 42.348367, 46.074411, 47.76098, 50.553989, 47.953349, 54.473303, 57.422675, 50.617598, 47.669819, 38.169052, 23.133771, 6.801486, 1.175528, 0.766104], "sum_m_pl": [3.6822, 9.627843, 11.967104, 12.022808, 12.612502, 15.359515, 15.662499, 16.904393, 16.802508, 17.290945, 18.635396, 19.658166, 20.534839, 20.337063, 21.546913, 21.505295, 19.092118, 18.390829, 16.894867, 15.986623, 14.312329, 13.74553, 13.279162, 12.990621, 20.754908, 23.633885, 23.050868, 24.738569, 24.293856, 27.28784, 25.022614, 23.814717, 23.727962, 24.308429, 24.794719, 24.202499, 25.802368, 27.036574, 30.312072, 31.584271, 34.408061, 35.554941, 35.439794, 37.363911, 45.212498, 55.390818, 82.295547, 105.584679, 121.117401, 125.074622]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 8, 13, 19, 21, 18, 16, 20, 17, 18, 17, 17, 19, 24, 23, 20, 24, 28, 25, 24, 34, 30, 37, 42, 37, 31, 22, 19, 20, 22, 23, 29, 27, 26, 33, 33, 37, 38, 33, 36, 37, 43, 39, 34, 28, 16, 7, 0, 1], "n_am_pl": [2, 8, 22, 13, 14, 38, 25, 27, 23, 28, 30, 22, 21, 11, 22, 18, 28, 23, 25, 23, 22, 22, 26, 20, 21, 18, 17, 23, 23, 26, 23, 24, 19, 20, 18, 25, 25, 33, 36, 38, 34, 33, 28, 35, 45, 55, 78, 102, 121, 125], "n_pos": 126, "sum_m_en": [12.138145, 17.277516, 18.546785, 20.407634, 20.480783, 21.150791, 20.892917, 19.746805, 20.013135, 21.382558, 21.814859, 21.659493, 21.449531, 22.182598, 23.50328, 23.881364, 23.490911, 22.243602, 23.445181, 24.070929, 23.784903, 23.8596, 23.805371, 23.590192, 35.27752, 31.523552, 28.144041, 24.397871, 23.970609, 23.327521, 22.754861, 23.97939, 23.717039, 23.8571, 23.543206, 25.562986, 28.424804, 30.824935, 30.703161, 31.934798, 30.183824, 34.165506, 36.898295, 31.412109, 29.419209, 22.90244, 14.653621, 4.360655, 0.311851, 0.76574], "sum_m_pl": [2.479109, 6.22654, 7.817999, 7.662141, 7.861316, 9.932108, 10.308077, 11.173813, 11.17358, 11.40073, 12.255425, 12.817985, 13.179093, 13.099347, 13.374408, 13.338896, 12.016797, 11.707238, 10.766853, 10.094141, 9.078032, 8.70268, 8.437161, 8.257285, 13.309316, 15.073162, 14.615392, 16.492602, 16.343404, 17.981554, 16.723652, 15.908672, 16.113692, 16.7593, 17.153574, 17.520603, 19.251247, 20.871252, 24.72327, 26.15796, 28.222488, 27.682292, 28.130509, 31.104906, 39.756707, 51.097492, 76.871866, 101.327995, 118.771723, 124.479454]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "pes-Alergologia-2018 wiosna-81", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1024, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9849}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 14, 11, 24, 25, 29, 34, 21, 27, 27, 23, 29, 36, 34, 32, 35, 40, 30, 46, 44, 47, 46, 42, 53, 59, 62, 52, 44, 43, 39, 35, 35, 34, 37, 45, 44, 50, 56, 56, 54, 55, 70, 70, 60, 54, 47, 27, 7, 1, 0], "n_am_pl": [3, 19, 27, 26, 32, 43, 27, 47, 32, 33, 35, 28, 36, 27, 25, 29, 33, 27, 25, 29, 27, 30, 21, 21, 25, 30, 19, 36, 36, 40, 31, 36, 28, 29, 25, 24, 22, 22, 27, 26, 29, 27, 26, 32, 40, 49, 77, 100, 115, 116], "n_pos": 191, "sum_m_en": [17.334763, 26.796428, 28.290691, 31.10171, 30.723777, 32.17891, 32.244416, 30.821257, 30.883454, 32.662206, 33.256586, 33.370902, 33.589398, 33.848376, 34.526246, 35.452784, 35.387763, 33.870036, 35.565594, 36.174347, 35.39743, 35.221729, 35.686205, 35.193377, 52.877673, 46.294877, 40.913702, 36.637476, 35.446019, 34.917271, 33.885196, 35.116135, 35.142552, 36.002579, 36.688557, 38.793305, 42.210835, 45.568924, 46.767567, 50.511883, 48.662554, 56.076447, 59.242088, 54.586225, 48.350998, 38.60003, 22.554409, 7.072181, 1.813745, 0.187735], "sum_m_pl": [3.282224, 9.072542, 11.169717, 11.53816, 12.050786, 14.410263, 14.722418, 16.434678, 16.023152, 16.167182, 17.023635, 17.618918, 18.481864, 18.004274, 19.274526, 19.26143, 17.209993, 16.597354, 15.143, 14.409097, 13.05383, 12.546573, 12.203714, 12.064898, 17.524854, 20.388965, 20.557513, 22.105987, 21.754304, 24.003672, 22.075574, 21.033367, 20.392572, 19.9201, 20.560142, 20.090051, 21.047502, 21.122589, 24.079129, 24.303326, 27.220524, 25.751891, 26.007967, 29.493068, 36.95452, 47.933778, 73.305049, 96.284957, 111.957236, 116.183426]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.200532, 0.402717, 0.399081, 0.414042, 0.357874, 0.352447, 0.36239, 0.336329, 0.381221, 0.380423, 0.394925, 0.386261, 0.357727, 0.338041, 0.327151, 0.346528, 0.371667, 0.359722, 0.365567, 0.379323, 0.361962, 0.346529, 0.356358, 0.356924, 0.374258, 0.385097, 0.436124, 0.401686, 0.394229, 0.415077, 0.354536, 0.331082, 0.319265, 0.352198, 0.297164, 0.333195, 0.342767, 0.309533, 0.261134, 0.270861, 0.239351, 0.291213, 0.304674, 0.308032, 0.335665, 0.211359, 0.076831, 0.099111, 0.112905, 0.0], "sum_m_pl": [0.018416, 0.066703, 0.065833, 0.090232, 0.107166, 0.143459, 0.131497, 0.1508, 0.164719, 0.136535, 0.129847, 0.133027, 0.15526, 0.130415, 0.110833, 0.108089, 0.093771, 0.098209, 0.104487, 0.092502, 0.092402, 0.087919, 0.08713, 0.090263, 0.112404, 0.118298, 0.110394, 0.123393, 0.131382, 0.161741, 0.150196, 0.105353, 0.095327, 0.083548, 0.057736, 0.07122, 0.07513, 0.068747, 0.081257, 0.072909, 0.119395, 0.11383, 0.284218, 0.255183, 0.170695, 0.130641, 0.113038, 0.17119, 0.112371, 0.0]}, "lang": {"n_am_en": [2, 6, 8, 16, 18, 18, 22, 17, 20, 19, 15, 21, 22, 21, 21, 22, 26, 18, 30, 25, 27, 28, 23, 32, 35, 36, 29, 24, 26, 25, 20, 21, 21, 25, 29, 27, 32, 37, 37, 32, 33, 41, 40, 36, 31, 27, 16, 4, 0, 0], "n_am_pl": [2, 8, 17, 12, 16, 26, 18, 28, 18, 23, 22, 17, 24, 16, 16, 17, 20, 16, 17, 19, 19, 21, 17, 16, 19, 19, 12, 22, 24, 25, 19, 25, 20, 20, 17, 18, 16, 18, 21, 22, 24, 20, 19, 27, 34, 46, 71, 95, 111, 114], "n_pos": 114, "sum_m_en": [10.931904, 16.349319, 17.375902, 18.929717, 18.771657, 19.352435, 19.529301, 18.59875, 18.572932, 19.829975, 20.1044, 20.169306, 20.211145, 20.481122, 21.198566, 21.639319, 21.577714, 20.627689, 21.587057, 22.072003, 21.916432, 21.908002, 21.86932, 21.596852, 33.573653, 29.751523, 25.956211, 23.153806, 22.611679, 21.835887, 21.236606, 22.389232, 22.220276, 22.883136, 22.758279, 23.658725, 26.519937, 28.516658, 28.739999, 30.331829, 28.85379, 32.803352, 34.699281, 32.426688, 28.286928, 21.223286, 12.773152, 3.661089, 0.328208, 0.002544], "sum_m_pl": [2.104551, 5.624959, 6.92816, 6.906228, 7.153752, 8.604838, 8.76947, 9.944615, 9.71914, 9.874893, 10.265663, 10.706057, 11.083932, 10.813785, 11.36635, 11.202172, 10.17388, 9.769867, 9.005763, 8.542577, 7.772466, 7.449229, 7.297807, 7.247667, 11.130443, 12.491854, 12.60725, 13.870628, 13.74326, 15.094, 13.989028, 13.595902, 13.388207, 13.060159, 13.880675, 14.107169, 14.981442, 15.373746, 18.498679, 19.177783, 21.21343, 18.966092, 19.612212, 23.314356, 31.214153, 42.691182, 65.424917, 90.412303, 107.409941, 113.422723]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "pes-Alergologia-2018 wiosna-81", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1279, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9792}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 8, 8, 11, 20, 8, 11, 13, 14, 12, 13, 11, 17, 15, 19, 20, 17, 19, 22, 20, 29, 24, 24, 24, 30, 33, 28, 27, 22, 21, 21, 24, 29, 28, 36, 37, 43, 40, 46, 41, 44, 44, 40, 34, 32, 32, 31, 26, 27, 28], "n_am_pl": [7, 8, 7, 4, 4, 10, 5, 11, 9, 10, 11, 13, 7, 11, 8, 12, 13, 9, 6, 8, 6, 6, 6, 9, 9, 10, 10, 9, 11, 9, 7, 11, 8, 8, 7, 4, 5, 5, 1, 7, 3, 5, 3, 4, 4, 6, 6, 3, 2, 2], "n_pos": 91, "sum_m_en": [10.580606, 12.448581, 12.87157, 13.278496, 14.164476, 14.832074, 14.430571, 14.706861, 14.401972, 14.77265, 14.949853, 14.814904, 14.545215, 14.806933, 14.0711, 14.715627, 14.582735, 13.961737, 14.782197, 14.549068, 14.368528, 14.23621, 14.537653, 14.764007, 22.50508, 21.656037, 18.928748, 15.926989, 17.659461, 17.684801, 17.266884, 16.106407, 16.339748, 18.325156, 19.499253, 20.865118, 25.507978, 29.048095, 36.770965, 34.715469, 37.756553, 39.680065, 39.349533, 33.847924, 30.951278, 30.040899, 29.512309, 25.805095, 25.992872, 28.612727], "sum_m_pl": [2.983452, 4.553114, 4.719996, 4.553059, 5.274992, 5.795475, 5.5807, 5.672983, 6.089914, 6.461628, 6.675492, 7.030746, 6.73921, 6.588259, 7.291009, 8.222454, 7.659419, 7.635021, 6.796474, 6.721544, 6.26914, 6.137413, 5.87517, 5.903711, 7.89531, 8.838245, 7.800876, 8.957335, 8.429171, 8.915023, 8.343215, 8.617862, 9.098489, 9.02882, 8.700637, 7.608235, 6.239758, 6.03094, 3.823182, 7.79588, 5.904452, 5.650653, 4.468791, 5.490709, 4.757627, 5.301653, 4.633995, 3.843975, 3.41887, 2.016144]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 4, 4, 8, 3, 3, 5, 5, 6, 7, 7, 9, 8, 10, 11, 11, 11, 11, 10, 15, 13, 13, 13, 17, 16, 14, 15, 12, 13, 13, 12, 14, 16, 19, 21, 22, 23, 25, 23, 25, 25, 24, 23, 25, 26, 27, 25, 24, 28], "n_am_pl": [1, 2, 1, 2, 0, 2, 1, 2, 0, 1, 3, 4, 2, 4, 2, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 3, 5, 2, 2, 4, 2, 1, 1, 0, 0, 0, 0, 2, 1, 1, 1, 2, 1, 2, 2, 2, 2, 2], "n_pos": 31, "sum_m_en": [2.993434, 4.476354, 4.492587, 4.829483, 4.920276, 5.275899, 5.249731, 5.283009, 5.160766, 5.312178, 5.606175, 5.715229, 5.644946, 5.692692, 5.496272, 5.870733, 5.735962, 5.512384, 5.702376, 5.59269, 5.535511, 5.343881, 5.464085, 5.488929, 11.190372, 10.747697, 9.938068, 7.869362, 8.416013, 8.549995, 8.047834, 7.127924, 7.416916, 9.325539, 9.67554, 10.837639, 14.221329, 17.450964, 21.419482, 20.388334, 22.562695, 23.163362, 22.944312, 23.287987, 23.313649, 24.092487, 24.091004, 21.037451, 21.714364, 27.113113], "sum_m_pl": [0.716763, 1.264372, 1.462325, 1.487767, 1.763845, 1.84281, 1.679738, 1.599953, 1.706209, 1.845065, 1.982323, 1.999434, 1.969881, 1.872136, 2.069039, 2.182684, 2.021738, 2.025599, 2.024773, 2.064793, 1.979669, 1.956148, 1.888178, 1.876449, 2.111185, 2.114163, 1.938792, 2.298606, 2.346113, 2.396737, 2.222562, 2.50357, 2.545215, 2.249705, 2.117771, 2.023757, 1.728811, 1.6076, 1.021788, 2.41861, 1.620032, 1.36974, 1.199807, 2.221214, 1.664548, 1.719493, 1.662782, 2.420995, 2.818913, 2.014274]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "pes-Alergologia-2019 jesień-37", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1016, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 11, 15, 21, 22, 12, 12, 13, 18, 21, 19, 15, 21, 17, 14, 21, 33, 28, 28, 32, 32, 28, 25, 35, 53, 47, 44, 33, 28, 30, 25, 25, 23, 32, 43, 32, 42, 56, 60, 57, 60, 68, 71, 60, 46, 27, 10, 2, 1, 1], "n_am_pl": [6, 7, 13, 12, 20, 21, 16, 23, 23, 26, 27, 29, 32, 32, 35, 43, 41, 33, 22, 23, 22, 27, 29, 30, 19, 28, 23, 28, 33, 27, 27, 25, 29, 29, 26, 22, 28, 22, 16, 28, 24, 25, 21, 34, 45, 64, 94, 103, 105, 109], "n_pos": 165, "sum_m_en": [16.663014, 22.467492, 24.157244, 24.316803, 24.494582, 25.062252, 24.091705, 25.832306, 25.848644, 26.980594, 27.216717, 26.650515, 25.812129, 26.707503, 25.743881, 26.814701, 28.186384, 27.04576, 27.296338, 26.764331, 26.357574, 25.590681, 26.156286, 27.301668, 39.003647, 35.832489, 30.278102, 27.022206, 28.090955, 27.786679, 25.959024, 25.785313, 24.976824, 26.876792, 28.917817, 29.555273, 33.447642, 38.993304, 50.237158, 45.859483, 49.360474, 56.341183, 63.39001, 51.67162, 40.300183, 27.504758, 11.126113, 2.573783, 1.009064, 0.852212], "sum_m_pl": [3.218659, 8.760943, 9.823967, 10.114305, 11.271697, 12.948827, 12.258929, 13.560885, 14.123311, 14.440714, 14.521483, 15.668926, 15.942059, 16.113839, 18.303322, 18.940938, 16.53314, 15.37637, 13.340596, 12.845953, 11.846299, 11.944252, 11.683992, 11.797228, 17.565603, 18.934718, 18.701983, 20.40094, 20.08406, 20.891617, 19.993855, 20.793521, 20.700882, 20.661313, 19.944493, 19.032384, 18.616147, 18.091831, 14.693411, 21.389377, 20.233558, 18.667049, 18.261138, 30.501174, 42.138464, 59.31821, 87.958519, 101.826756, 105.799026, 109.162443]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 9, 12, 14, 17, 9, 5, 8, 13, 18, 14, 11, 15, 14, 13, 19, 27, 23, 20, 26, 24, 20, 20, 27, 41, 37, 34, 23, 23, 24, 20, 21, 17, 24, 31, 25, 31, 44, 41, 37, 40, 44, 48, 41, 32, 19, 4, 2, 1, 1], "n_am_pl": [5, 5, 10, 10, 11, 16, 14, 20, 19, 17, 18, 18, 20, 22, 25, 30, 28, 22, 15, 14, 14, 18, 20, 22, 13, 16, 13, 18, 20, 19, 16, 18, 23, 20, 18, 15, 16, 18, 14, 26, 20, 21, 18, 29, 41, 57, 85, 96, 103, 109], "n_pos": 110, "sum_m_en": [11.493072, 15.09799, 16.503152, 16.753268, 16.749713, 17.188233, 16.637024, 17.788562, 17.978737, 18.840984, 19.095974, 19.09114, 18.613841, 19.131795, 18.632994, 19.424056, 20.067352, 19.282908, 19.001404, 18.565038, 18.185669, 17.462698, 17.913619, 18.615015, 28.225987, 26.818431, 22.752724, 20.019645, 20.25276, 19.976425, 18.359583, 18.22983, 17.857523, 19.2113, 20.568435, 21.420476, 24.456169, 27.963787, 33.336108, 30.848243, 33.676224, 37.105527, 44.114236, 36.128882, 28.398984, 19.381267, 6.353566, 2.121746, 0.913393, 0.851937], "sum_m_pl": [2.267093, 5.865719, 6.447174, 6.67836, 7.459567, 8.653267, 8.383136, 9.232729, 9.680701, 9.685328, 9.70608, 10.612499, 10.897634, 10.955494, 11.673294, 11.809552, 10.732938, 9.994894, 8.845511, 8.501578, 7.910882, 8.051963, 7.951978, 8.049032, 11.482588, 11.904151, 11.823251, 13.300458, 13.498852, 13.819937, 13.598214, 14.092973, 14.122243, 13.754747, 13.409364, 13.048639, 13.324732, 14.116864, 12.34198, 17.060882, 16.24089, 15.463378, 15.161517, 25.879582, 37.020162, 51.967867, 79.341908, 94.419251, 103.393837, 108.718522]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Alergologia-2019 jesień-37", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1271, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.994}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 11, 16, 23, 18, 19, 15, 21, 24, 20, 23, 27, 26, 22, 31, 39, 32, 30, 24, 34, 33, 22, 29, 25, 36, 38, 42, 33, 32, 31, 32, 36, 33, 40, 48, 51, 56, 70, 74, 63, 68, 61, 68, 68, 64, 62, 63, 60, 55, 52], "n_am_pl": [7, 12, 16, 19, 20, 18, 22, 26, 24, 22, 23, 24, 18, 24, 21, 18, 23, 20, 25, 21, 16, 12, 12, 11, 19, 22, 17, 22, 34, 35, 27, 21, 27, 23, 22, 25, 22, 15, 12, 16, 17, 19, 12, 17, 30, 32, 31, 30, 33, 35], "n_pos": 165, "sum_m_en": [17.282368, 24.814288, 24.239115, 26.298344, 27.895099, 29.143813, 26.327988, 26.871485, 27.371295, 28.76518, 28.836148, 28.739915, 28.021909, 28.235855, 27.976874, 28.442577, 27.650756, 27.046239, 26.035968, 26.354962, 25.403482, 25.181234, 25.484372, 25.870251, 32.361914, 33.433137, 32.038541, 27.867481, 29.647981, 29.94025, 29.572247, 28.797578, 28.508843, 31.126283, 32.333412, 31.668169, 37.002006, 43.959465, 48.763527, 48.423692, 53.358064, 55.027591, 59.692627, 59.561912, 57.890636, 56.461695, 53.850534, 52.156266, 49.468189, 52.118192], "sum_m_pl": [3.256725, 7.385239, 8.625811, 8.449969, 8.796451, 10.209277, 10.27532, 10.763624, 10.825719, 12.06117, 12.622574, 13.224282, 13.557946, 14.194418, 14.730312, 15.394669, 13.019983, 13.740413, 12.721699, 12.167529, 11.285532, 10.799692, 10.531651, 10.575827, 15.852901, 18.783714, 17.820889, 17.301827, 17.681967, 18.422579, 16.845977, 16.709592, 17.5285, 15.53149, 16.195105, 17.413731, 17.323486, 16.651088, 15.638499, 16.143368, 15.761727, 14.335361, 12.33997, 12.886945, 23.333421, 26.788482, 32.419103, 31.597616, 31.327285, 34.452391]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 2, 1, 1, 2, 3, 2, 3, 3, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 3, 3, 3, 3, 4, 2, 2, 2, 1, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.277615, 0.597009, 0.657727, 0.669227, 0.757576, 0.74353, 0.613371, 0.544951, 0.63458, 0.706289, 0.695322, 0.679823, 0.58905, 0.563365, 0.363362, 0.37439, 0.491344, 0.451116, 0.621824, 0.693001, 0.714087, 0.744574, 0.762908, 0.766606, 0.286402, 0.195932, 0.125762, 0.345153, 0.417319, 0.45796, 0.597377, 0.641992, 0.495457, 0.539691, 0.466239, 0.477539, 0.547964, 0.894011, 0.886097, 0.761813, 0.605351, 0.524114, 0.523958, 0.465012, 0.32361, 0.313917, 0.164627, 0.100588, 0.022348, 1.2e-05], "sum_m_pl": [0.035706, 0.149514, 0.274333, 0.23276, 0.307072, 0.356052, 0.428672, 0.576057, 0.405619, 0.552155, 0.445417, 0.470716, 0.617275, 0.803394, 1.290844, 1.350872, 0.784498, 0.918778, 0.526219, 0.530981, 0.406953, 0.378997, 0.364704, 0.36815, 1.295512, 2.05882, 2.161336, 1.316913, 0.764223, 1.209674, 0.654498, 0.457623, 0.690456, 0.393424, 0.40403, 0.790755, 0.622419, 0.315165, 0.260127, 0.270485, 0.313399, 0.290144, 0.276109, 0.203769, 0.200398, 0.160515, 0.066095, 0.065629, 0.037335, 0.005242]}, "lang": {"n_am_en": [4, 7, 11, 10, 13, 12, 10, 12, 13, 13, 13, 18, 14, 16, 16, 21, 20, 22, 14, 22, 21, 15, 15, 15, 27, 28, 25, 21, 21, 18, 21, 23, 26, 28, 33, 32, 37, 44, 48, 42, 49, 48, 52, 55, 51, 51, 49, 52, 51, 52], "n_am_pl": [3, 9, 9, 13, 13, 10, 13, 15, 15, 11, 9, 9, 8, 14, 9, 10, 14, 12, 16, 11, 8, 7, 7, 6, 15, 13, 11, 15, 22, 22, 19, 12, 16, 15, 13, 16, 15, 13, 9, 11, 7, 11, 7, 9, 17, 21, 28, 28, 33, 35], "n_pos": 89, "sum_m_en": [8.935817, 12.967293, 12.871641, 13.743788, 15.159693, 15.881027, 14.39502, 14.805977, 15.251485, 15.86285, 16.001349, 16.128905, 15.600416, 15.995777, 16.010814, 16.371561, 15.343744, 15.251358, 14.328772, 14.497287, 13.867313, 13.616189, 13.70297, 13.785267, 20.565804, 21.22859, 20.612178, 17.163265, 17.950368, 17.851998, 17.485304, 17.173886, 17.433494, 19.756666, 20.108012, 20.380353, 24.22314, 28.649763, 31.309957, 31.899916, 37.112699, 40.449912, 44.809716, 46.054832, 45.538747, 45.553921, 43.774414, 44.625531, 45.129284, 51.854309], "sum_m_pl": [1.74138, 3.798108, 4.217477, 4.384207, 4.567509, 5.402183, 5.376929, 5.589495, 5.819539, 6.379986, 6.670274, 7.027793, 7.275728, 7.526153, 7.47561, 7.996386, 6.807894, 7.063219, 7.009471, 6.71891, 6.25141, 5.979463, 5.776122, 5.738228, 9.325307, 10.665433, 10.190589, 9.816353, 10.505211, 10.109462, 9.63945, 9.589703, 9.917394, 8.897399, 9.61044, 10.73477, 10.563735, 10.659807, 9.721491, 10.732488, 9.324184, 8.803654, 7.778672, 8.52089, 15.633695, 18.406235, 27.085192, 28.368658, 30.429851, 34.433638]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Alergologia-2019 jesień-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1077, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9701, "tf_agree_excl_first": 0.9759}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 17, 19, 35, 30, 47, 38, 44, 42, 50, 52, 45, 42, 60, 66, 72, 85, 72, 85, 96, 92, 78, 76, 75, 117, 104, 107, 79, 84, 82, 76, 71, 68, 96, 104, 114, 127, 143, 149, 141, 145, 136, 138, 129, 115, 77, 27, 4, 2, 0], "n_am_pl": [6, 45, 51, 37, 48, 32, 43, 49, 57, 53, 61, 55, 69, 69, 69, 50, 48, 55, 57, 50, 44, 41, 39, 33, 42, 52, 40, 52, 58, 62, 61, 65, 71, 58, 59, 60, 63, 69, 54, 65, 69, 75, 72, 83, 109, 148, 202, 233, 241, 248], "n_pos": 396, "sum_m_en": [35.736828, 56.836839, 59.498271, 61.118505, 61.027348, 65.447409, 62.918245, 63.944205, 63.148744, 66.023624, 67.907399, 65.729222, 63.16711, 64.207942, 64.610778, 66.609835, 65.445409, 63.356259, 62.520876, 62.691006, 61.039511, 60.762205, 62.125466, 62.937928, 91.267434, 87.542205, 82.360747, 72.049548, 71.766873, 72.164026, 67.844421, 65.692919, 65.933445, 69.887616, 75.203846, 80.511337, 85.597123, 96.267612, 102.067652, 105.404166, 110.254198, 110.101674, 117.763961, 115.647507, 98.963946, 71.887829, 29.673242, 6.964665, 5.519609, 0.000635], "sum_m_pl": [6.572642, 18.710938, 21.474319, 21.600495, 22.621046, 25.181945, 25.424226, 28.017146, 26.994592, 29.223798, 31.152232, 32.047326, 32.663104, 32.937471, 33.403667, 31.721216, 27.723226, 28.424909, 26.513769, 25.16698, 24.006306, 22.824516, 22.491265, 22.814489, 31.542495, 36.170768, 36.202653, 37.651017, 40.263433, 41.752346, 38.861277, 40.23685, 39.11356, 36.026868, 35.119148, 37.381171, 41.499595, 43.989571, 43.552437, 46.113778, 46.39206, 49.537427, 54.866454, 64.077664, 89.862279, 122.582386, 184.828418, 220.522943, 230.772804, 248.505986]}, "digit": {"n_am_en": [0, 2, 2, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 0, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 7, 2, 4, 2, 4, 5, 5, 4, 3, 3, 4, 3, 3, 2, 3, 1, 1, 2, 3, 2, 2, 0, 1, 2, 3, 2, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 13, "sum_m_en": [0.97658, 1.960788, 2.090201, 2.066208, 2.036218, 2.14999, 2.178253, 2.238223, 2.287464, 2.195283, 2.503831, 2.270308, 2.216938, 2.190358, 1.899317, 1.899466, 2.052213, 1.968465, 2.204337, 2.193721, 2.178592, 2.178635, 2.204495, 2.267781, 2.217786, 2.185527, 2.007736, 1.91845, 2.259221, 2.317365, 2.479718, 2.326467, 2.094229, 1.857971, 1.807707, 1.898161, 1.725417, 2.040439, 1.880291, 1.617812, 1.460399, 1.491895, 1.310453, 1.048314, 0.666799, 0.3974, 0.316892, 0.20115, 0.103031, 0.0], "sum_m_pl": [0.160194, 0.574714, 0.768835, 0.705618, 0.896219, 0.981875, 1.022348, 1.231451, 1.02272, 1.365392, 0.992387, 1.083775, 1.28655, 1.117892, 1.108764, 0.88566, 0.706602, 0.677679, 0.691809, 0.783208, 0.727967, 0.696497, 0.685776, 0.695478, 0.839512, 1.119689, 1.12257, 1.16952, 0.872606, 1.114328, 0.825759, 0.777308, 0.665895, 0.470995, 0.468587, 0.550178, 0.58261, 0.59454, 0.644171, 0.702087, 0.686252, 0.69485, 0.669686, 0.658271, 0.550636, 0.346029, 0.239138, 0.302147, 0.053623, 0.0]}, "lang": {"n_am_en": [3, 7, 10, 21, 24, 38, 23, 29, 26, 33, 31, 34, 32, 38, 46, 50, 54, 45, 53, 69, 65, 54, 54, 54, 80, 70, 74, 51, 54, 50, 51, 42, 45, 62, 74, 76, 83, 99, 106, 95, 102, 97, 96, 91, 84, 54, 20, 4, 1, 0], "n_am_pl": [6, 31, 29, 25, 29, 20, 29, 33, 39, 31, 41, 34, 45, 49, 41, 36, 33, 38, 41, 37, 33, 33, 29, 25, 31, 38, 28, 37, 45, 46, 45, 46, 50, 50, 42, 47, 46, 56, 46, 55, 59, 67, 64, 74, 95, 134, 182, 214, 236, 248], "n_pos": 249, "sum_m_en": [22.512805, 35.558418, 37.971331, 38.448713, 38.811627, 41.69286, 39.829449, 40.512471, 40.356358, 42.033369, 42.853124, 41.961011, 40.003164, 40.792319, 41.562201, 43.024035, 41.591367, 40.389118, 39.419492, 39.680471, 38.70776, 38.588109, 39.921472, 40.163648, 62.440703, 59.1581, 55.585499, 47.776705, 46.738224, 46.534283, 43.460041, 42.099141, 42.656759, 45.86381, 50.272401, 54.883353, 59.591322, 67.078065, 70.720883, 71.834394, 76.265975, 77.327548, 82.282017, 81.632678, 71.81384, 52.573748, 21.116032, 4.904942, 2.978753, 0.000361], "sum_m_pl": [3.953733, 11.823038, 13.143765, 13.35886, 13.988214, 15.649748, 15.91159, 17.91625, 17.324795, 18.530472, 20.257089, 20.771302, 21.112464, 21.589292, 21.790189, 20.818528, 18.002063, 18.435945, 17.08111, 16.082675, 15.356581, 14.619282, 14.408518, 14.616168, 21.74173, 24.628301, 25.201569, 25.9458, 27.880903, 28.848568, 27.071062, 27.699583, 27.033816, 25.575012, 25.023269, 27.127755, 30.647226, 33.419591, 32.563448, 35.863196, 37.305734, 40.661558, 46.50244, 54.935873, 79.591236, 109.152723, 165.78347, 204.101861, 224.191481, 245.378751]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 398, "item_id": "pes-Alergologia-2019 jesień-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1332, "region_end": 396, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9899}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 10, 14, 14, 21, 22, 14, 13, 12, 13, 20, 23, 17, 25, 27, 28, 29, 23, 26, 29, 26, 23, 22, 26, 34, 39, 27, 17, 20, 18, 24, 30, 27, 30, 32, 37, 44, 49, 46, 45, 50, 52, 53, 52, 56, 48, 51, 51, 54, 53], "n_am_pl": [4, 8, 7, 6, 3, 8, 9, 12, 7, 12, 15, 14, 21, 16, 12, 16, 15, 16, 12, 12, 12, 10, 6, 6, 6, 8, 9, 14, 22, 19, 17, 16, 11, 14, 12, 10, 12, 10, 7, 5, 3, 6, 8, 8, 9, 8, 7, 7, 4, 5], "n_pos": 121, "sum_m_en": [14.343839, 15.931156, 17.1363, 18.21072, 20.319796, 20.911898, 20.3739, 19.803545, 19.558515, 20.119838, 20.406892, 21.447436, 21.829278, 22.070257, 22.708476, 22.853806, 21.454401, 20.261819, 20.630343, 20.998665, 20.913726, 20.550945, 20.187145, 20.016492, 27.132526, 27.257068, 23.610978, 21.040527, 21.222708, 21.989946, 21.886138, 23.08209, 22.616658, 23.786237, 25.442091, 27.467797, 33.172443, 36.779969, 40.315509, 41.4276, 45.182668, 47.689134, 50.49446, 46.584873, 49.531174, 47.037071, 48.754825, 48.210818, 50.576862, 54.92285], "sum_m_pl": [3.02345, 4.97533, 5.541013, 5.364086, 5.703954, 5.879159, 6.188269, 6.777989, 7.618655, 8.489629, 8.934691, 9.981917, 9.516449, 9.426721, 9.144443, 9.954843, 9.288346, 8.852837, 8.47716, 8.544181, 8.315442, 8.013172, 7.712398, 7.649953, 9.183846, 10.354499, 10.934646, 11.733925, 12.426158, 12.564972, 11.422046, 11.798436, 11.494616, 11.091012, 10.566475, 10.279069, 10.711131, 9.765003, 8.033414, 7.72346, 5.619072, 7.588301, 7.701806, 9.606987, 8.823868, 8.243956, 8.082674, 6.615699, 5.267229, 4.558222]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 5, 7, 7, 10, 12, 8, 6, 5, 5, 11, 12, 10, 15, 17, 16, 16, 14, 20, 17, 19, 16, 16, 18, 21, 26, 18, 12, 14, 11, 16, 20, 19, 22, 21, 29, 32, 37, 35, 36, 40, 43, 41, 41, 44, 41, 44, 45, 50, 53], "n_am_pl": [2, 5, 4, 3, 2, 4, 5, 6, 3, 5, 8, 6, 10, 8, 4, 5, 5, 5, 5, 4, 3, 4, 4, 2, 0, 1, 3, 5, 9, 6, 7, 6, 3, 7, 6, 5, 5, 3, 2, 2, 0, 2, 3, 3, 4, 4, 4, 5, 4, 5], "n_pos": 59, "sum_m_en": [7.350931, 7.788394, 8.495978, 8.958394, 10.117824, 10.526338, 9.946057, 9.709488, 9.968764, 9.910191, 10.15052, 10.467023, 10.746577, 11.199405, 11.31925, 11.51781, 10.762517, 10.419662, 10.498119, 10.713093, 10.449199, 10.163182, 9.975279, 9.793667, 17.621818, 17.473417, 15.170162, 12.77567, 12.251635, 12.583772, 12.097717, 13.023256, 12.345687, 13.777369, 15.07932, 17.229542, 23.075163, 26.892048, 29.774088, 31.133455, 33.969613, 37.150221, 38.461607, 36.585279, 39.680522, 39.396604, 41.480938, 40.99963, 44.045439, 51.574455], "sum_m_pl": [1.529837, 2.423233, 2.592355, 2.506822, 2.681426, 2.833712, 2.893037, 3.078216, 3.38538, 3.819858, 3.961198, 4.442376, 4.119524, 4.05933, 4.036662, 4.342809, 4.111612, 4.125204, 3.947662, 3.968065, 3.829804, 3.711239, 3.596959, 3.566597, 3.609642, 4.003039, 4.218214, 5.007791, 5.250147, 5.183438, 4.98098, 4.870171, 5.087344, 5.277511, 4.928094, 4.846769, 4.439151, 3.539834, 2.745921, 3.048933, 1.903497, 2.737095, 2.349358, 3.142511, 3.864059, 3.662318, 3.791854, 4.516265, 4.588655, 4.550214]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "pes-Alergologia-2020 wiosna-23", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1200, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9918}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 12, 22, 23, 36, 47, 46, 46, 47, 50, 59, 53, 65, 56, 70, 79, 73, 62, 84, 83, 91, 84, 81, 97, 130, 110, 98, 68, 80, 75, 67, 66, 61, 99, 90, 94, 109, 114, 130, 145, 135, 145, 161, 150, 145, 94, 29, 3, 1, 1], "n_am_pl": [5, 33, 47, 41, 32, 38, 32, 44, 34, 32, 42, 58, 42, 59, 65, 61, 81, 59, 47, 43, 33, 36, 35, 25, 29, 38, 38, 56, 53, 64, 65, 66, 62, 47, 45, 33, 23, 39, 30, 37, 40, 49, 48, 63, 80, 127, 218, 251, 264, 262], "n_pos": 362, "sum_m_en": [32.181869, 50.83748, 55.610189, 56.130504, 58.287971, 60.9813, 60.278498, 61.608487, 61.612443, 63.265909, 64.690143, 63.299392, 63.918208, 63.477191, 64.74352, 64.538625, 62.165807, 58.984824, 59.832201, 59.047557, 58.821408, 58.165916, 57.868765, 58.912781, 95.258745, 88.954707, 77.845893, 67.493037, 64.396392, 61.757385, 61.670071, 62.14575, 62.903807, 68.845063, 71.819401, 75.329117, 81.462716, 88.140564, 98.201684, 104.698284, 102.287617, 115.911151, 134.238262, 128.995414, 117.341633, 81.604852, 24.571526, 5.706505, 2.076967, 0.994493], "sum_m_pl": [5.382841, 16.028595, 18.572288, 19.246489, 19.923967, 20.642566, 20.454779, 22.440996, 23.092748, 24.346177, 25.976167, 28.990563, 28.557154, 29.854329, 31.836178, 32.635519, 30.247317, 30.706284, 26.838912, 25.744638, 23.747698, 23.138704, 22.769206, 22.816613, 26.786816, 29.189279, 30.901084, 35.420161, 38.805225, 40.772842, 36.86418, 39.791896, 40.497767, 36.62722, 35.281278, 34.5182, 34.03104, 34.8223, 31.93252, 31.953512, 36.503506, 38.323424, 39.829579, 50.228636, 71.249098, 113.81215, 201.282503, 241.334341, 260.848015, 261.915747]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 8, 15, 12, 24, 36, 38, 39, 40, 40, 47, 38, 48, 39, 46, 56, 56, 44, 62, 62, 70, 64, 62, 71, 98, 81, 76, 52, 60, 59, 53, 49, 47, 73, 64, 68, 73, 81, 94, 110, 100, 111, 125, 115, 115, 71, 21, 2, 1, 1], "n_am_pl": [2, 22, 29, 28, 22, 28, 28, 34, 30, 25, 34, 45, 28, 44, 52, 48, 61, 46, 39, 33, 25, 26, 26, 19, 20, 28, 30, 41, 38, 51, 52, 53, 49, 35, 38, 29, 18, 31, 21, 25, 34, 41, 37, 53, 66, 109, 192, 232, 256, 259], "n_pos": 262, "sum_m_en": [22.917659, 36.824053, 40.460442, 40.57788, 42.51378, 44.743051, 44.556817, 45.789794, 46.122939, 47.409275, 48.461944, 47.217638, 47.285407, 46.935619, 47.642226, 47.581412, 45.33546, 43.245705, 43.764798, 43.103525, 43.059219, 42.460689, 42.091242, 42.868565, 72.035328, 67.185596, 58.874632, 51.116173, 48.299191, 45.942284, 45.653164, 46.205739, 46.357803, 50.524787, 52.015156, 53.903225, 58.421662, 62.705795, 71.189794, 76.94641, 75.955841, 88.022517, 104.420305, 100.948688, 91.057753, 62.244799, 17.676396, 4.166559, 1.661092, 0.994478], "sum_m_pl": [3.534121, 11.323538, 13.047746, 13.266517, 13.796044, 14.65286, 14.771976, 16.313718, 16.930949, 17.7913, 18.881779, 21.284988, 20.782082, 22.072384, 23.650377, 23.97007, 22.178872, 22.807906, 19.788118, 18.818616, 17.157158, 16.781937, 16.568555, 16.583346, 19.38554, 21.100943, 22.473874, 26.207467, 28.842056, 30.295118, 27.848543, 30.289415, 30.779916, 27.763675, 26.739905, 26.424771, 25.830827, 26.739355, 23.940715, 24.564378, 28.493004, 29.566208, 31.084011, 39.802802, 60.235468, 99.82146, 179.466991, 223.965206, 251.538742, 257.969944]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 364, "item_id": "pes-Alergologia-2020 wiosna-23", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1455, "region_end": 362, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.989}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 21, 24, 36, 42, 40, 36, 34, 33, 38, 37, 44, 35, 40, 43, 43, 38, 53, 52, 49, 41, 41, 39, 42, 53, 56, 53, 52, 58, 53, 58, 45, 56, 68, 68, 76, 73, 76, 75, 72, 78, 86, 86, 88, 81, 79, 75, 76, 79, 81], "n_am_pl": [7, 16, 12, 8, 13, 8, 9, 7, 12, 18, 13, 13, 13, 14, 17, 17, 16, 15, 12, 11, 11, 14, 11, 9, 14, 8, 8, 11, 15, 15, 11, 11, 11, 18, 21, 22, 17, 17, 9, 10, 9, 6, 5, 5, 10, 12, 13, 10, 12, 10], "n_pos": 166, "sum_m_en": [20.943686, 25.238788, 25.193885, 27.066502, 28.859342, 32.081596, 31.152123, 30.039268, 29.6109, 29.47781, 29.618771, 31.574326, 30.943627, 30.611838, 31.125487, 31.056325, 29.940606, 29.972071, 29.061658, 28.418005, 27.805555, 27.424563, 27.668159, 27.755632, 41.204177, 41.417456, 39.829333, 37.082938, 37.212204, 37.800402, 35.991145, 35.335445, 38.125605, 42.448643, 46.935836, 50.475003, 56.2119, 57.695872, 61.829787, 63.57621, 65.591888, 78.159152, 78.021776, 78.219281, 74.630727, 73.421553, 69.878528, 68.829909, 69.660236, 83.249844], "sum_m_pl": [4.078124, 7.459188, 8.008563, 7.580118, 8.201105, 8.256802, 8.924795, 10.115646, 10.229826, 10.777387, 11.436347, 11.377892, 11.726465, 11.226094, 11.850389, 12.401217, 11.128884, 10.852006, 10.829483, 11.073897, 10.476328, 10.3279, 10.292436, 10.440749, 12.396522, 12.185018, 11.459296, 12.17825, 12.725896, 13.164871, 12.794977, 12.779823, 13.013588, 12.642101, 11.461349, 11.16533, 11.40807, 12.022778, 10.001454, 9.751596, 10.077881, 7.696189, 6.168789, 7.108843, 10.965616, 11.072884, 13.128937, 10.702932, 11.245483, 10.598821]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 12, 14, 21, 22, 22, 24, 29, 26, 27, 26, 30, 23, 27, 28, 29, 30, 33, 35, 32, 28, 28, 31, 31, 39, 42, 40, 40, 45, 39, 43, 34, 40, 48, 49, 50, 54, 55, 53, 57, 63, 65, 70, 73, 68, 67, 68, 69, 72, 80], "n_am_pl": [5, 8, 5, 4, 8, 2, 3, 2, 5, 10, 8, 5, 6, 6, 8, 7, 8, 9, 5, 4, 5, 7, 6, 5, 4, 1, 1, 6, 8, 9, 4, 6, 8, 13, 10, 15, 7, 7, 5, 3, 4, 2, 4, 3, 7, 8, 8, 8, 9, 10], "n_pos": 92, "sum_m_en": [12.183261, 14.798588, 14.852281, 15.310111, 16.006, 17.784446, 17.552587, 16.95768, 16.990369, 16.877363, 16.668562, 17.606248, 17.31381, 17.043219, 17.507268, 17.645827, 17.069329, 17.423279, 16.691899, 16.22912, 15.93766, 15.538567, 15.693641, 15.688495, 27.26417, 27.149978, 26.510299, 24.144297, 23.783053, 23.697272, 22.334741, 21.490528, 24.016836, 27.829666, 31.08441, 33.635296, 38.66461, 40.905181, 44.851919, 47.795099, 50.959428, 59.980937, 62.440374, 62.989701, 62.392117, 62.863685, 61.52938, 60.904773, 61.646877, 79.501766], "sum_m_pl": [2.13965, 3.931281, 4.286161, 4.073485, 4.448321, 4.388312, 4.701093, 5.506673, 5.617739, 6.027022, 6.441298, 6.28447, 6.589469, 6.403979, 6.831181, 7.043872, 6.134579, 6.063053, 6.091755, 6.240544, 5.891011, 5.792617, 5.772171, 5.86068, 6.532686, 6.443345, 6.189232, 6.824864, 7.192347, 7.455025, 7.33482, 7.33641, 7.445917, 7.102437, 6.350825, 6.380979, 6.124018, 5.499911, 4.19531, 4.40004, 4.280807, 2.921867, 2.903602, 3.858759, 6.921752, 6.95024, 8.089701, 7.966594, 8.926907, 10.064656]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "pes-Anestezjologia-2018 jesień-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1070, "region_end": 166, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.982}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 16, 18, 39, 58, 55, 55, 60, 68, 93, 76, 88, 91, 75, 75, 78, 118, 119, 109, 102, 103, 103, 114, 115, 136, 131, 113, 114, 107, 88, 91, 105, 77, 115, 132, 141, 133, 147, 147, 143, 142, 155, 147, 142, 106, 80, 40, 10, 6, 2], "n_am_pl": [9, 34, 31, 44, 42, 51, 38, 33, 53, 38, 42, 47, 42, 48, 57, 53, 44, 49, 43, 39, 35, 33, 34, 30, 38, 42, 40, 52, 54, 57, 58, 52, 54, 45, 41, 41, 57, 45, 46, 46, 43, 53, 51, 60, 97, 125, 189, 223, 237, 240], "n_pos": 375, "sum_m_en": [34.947276, 54.506974, 56.576458, 58.771158, 62.45503, 67.360209, 68.069373, 68.916202, 69.823916, 68.796009, 71.979182, 74.257006, 74.209654, 71.696529, 71.24224, 70.517554, 70.02353, 68.215294, 66.993596, 65.556787, 63.099905, 61.34599, 63.485228, 64.605056, 104.602407, 100.017032, 92.118939, 82.886827, 78.067951, 75.785828, 71.965516, 71.921527, 70.996186, 77.798321, 87.151403, 95.17771, 95.92762, 107.683313, 116.691561, 116.38616, 120.603662, 126.863355, 133.430972, 131.125711, 102.009569, 77.323054, 35.804152, 10.661196, 6.584363, 2.030566], "sum_m_pl": [6.57731, 18.048326, 20.17865, 21.650979, 22.760865, 23.417458, 24.222278, 27.236596, 28.497485, 28.350078, 31.106719, 31.412607, 31.737286, 30.79005, 33.290493, 32.216352, 28.054633, 27.660654, 26.237174, 26.417569, 24.411489, 24.235204, 24.031227, 24.299161, 31.235091, 33.250944, 33.370257, 34.482795, 37.503968, 39.240267, 38.581802, 38.700015, 40.023085, 36.488336, 33.575651, 32.662449, 36.566188, 36.187413, 35.815132, 37.981565, 39.407652, 41.370977, 44.702521, 53.072001, 82.117598, 113.249996, 179.396367, 218.426701, 234.132846, 240.06143]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 14, 13, 26, 35, 38, 34, 40, 42, 58, 51, 57, 64, 51, 48, 54, 73, 78, 73, 66, 68, 72, 82, 80, 92, 90, 75, 76, 71, 59, 64, 71, 55, 78, 90, 98, 99, 106, 103, 102, 109, 113, 105, 101, 76, 57, 28, 8, 4, 2], "n_am_pl": [7, 19, 18, 35, 25, 32, 28, 22, 34, 25, 26, 28, 22, 32, 44, 29, 26, 32, 30, 29, 23, 19, 21, 18, 25, 28, 22, 35, 42, 41, 42, 39, 41, 33, 31, 29, 43, 33, 33, 33, 32, 39, 40, 48, 75, 100, 165, 202, 228, 239], "n_pos": 243, "sum_m_en": [23.089116, 36.090527, 37.434161, 38.211831, 41.297827, 44.16747, 44.887879, 45.822845, 46.2888, 45.384793, 47.232279, 48.9006, 48.510756, 46.738604, 46.940983, 46.469688, 46.158522, 45.193101, 44.24016, 43.292666, 41.428943, 40.183547, 41.939176, 42.318038, 70.730254, 67.602559, 62.249172, 55.843481, 52.367996, 50.26953, 47.743966, 47.82056, 47.180991, 50.326773, 56.655327, 61.824573, 66.239641, 74.613955, 81.047548, 82.24333, 86.674871, 91.388221, 94.953537, 92.965204, 71.345345, 55.56647, 26.561423, 7.252804, 3.874218, 2.001049], "sum_m_pl": [4.336471, 11.833434, 12.786149, 13.932198, 14.704395, 15.254072, 16.033705, 18.120367, 19.007587, 19.063655, 20.784457, 20.699478, 20.958862, 20.531266, 21.953696, 21.211552, 18.476687, 18.343073, 17.855367, 17.940517, 16.531756, 16.412296, 16.335092, 16.518298, 21.220748, 22.17139, 22.260216, 24.004513, 26.499817, 27.899797, 27.371881, 27.295369, 28.222952, 26.012219, 24.050594, 23.728945, 27.504877, 26.230919, 26.413715, 27.850052, 29.231025, 31.298208, 34.215987, 40.544775, 64.223705, 91.465446, 153.358685, 197.342963, 224.319849, 237.593367]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 377, "item_id": "pes-Anestezjologia-2018 jesień-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1325, "region_end": 375, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.9867}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 12, 10, 12, 21, 24, 33, 34, 30, 33, 29, 30, 23, 29, 29, 28, 37, 42, 41, 38, 37, 37, 38, 39, 42, 43, 47, 37, 32, 33, 28, 30, 32, 38, 51, 53, 54, 56, 61, 67, 67, 65, 69, 63, 62, 66, 58, 59, 57, 64], "n_am_pl": [4, 4, 7, 4, 4, 8, 7, 7, 5, 8, 10, 12, 14, 7, 9, 13, 7, 10, 14, 10, 9, 8, 6, 9, 7, 5, 6, 11, 14, 14, 14, 14, 14, 13, 11, 5, 6, 5, 2, 1, 5, 1, 1, 0, 2, 1, 1, 1, 3, 3], "n_pos": 121, "sum_m_en": [13.685755, 17.106328, 17.499346, 18.454239, 20.201636, 21.477895, 22.449813, 22.54012, 21.272889, 22.190513, 22.355618, 22.380338, 21.82025, 20.898492, 21.144856, 21.071622, 20.919386, 20.980725, 21.502802, 20.771954, 20.709468, 20.470378, 20.280997, 20.329124, 39.257069, 37.08938, 32.13655, 27.520866, 26.193298, 24.671336, 22.722655, 22.596773, 23.530874, 26.051562, 31.809926, 35.553657, 39.076331, 43.699262, 51.501042, 55.953325, 57.680083, 57.496369, 60.901902, 56.790313, 54.286052, 55.225056, 52.161315, 52.008523, 52.010472, 62.830475], "sum_m_pl": [2.880693, 4.798284, 5.203846, 5.105617, 5.570492, 6.030213, 6.597347, 6.895698, 7.424488, 7.829321, 7.946206, 8.125385, 8.620752, 8.302041, 9.376164, 9.851153, 8.617838, 9.067826, 9.673006, 9.109562, 8.612005, 8.513039, 7.961451, 8.07032, 8.227829, 9.922275, 9.891703, 11.523394, 12.476902, 13.093521, 12.419194, 11.884961, 13.001892, 12.956504, 11.218098, 9.702277, 9.468562, 7.781824, 5.694744, 5.043164, 4.761609, 3.498355, 2.894396, 1.831495, 2.448455, 2.441236, 2.047413, 2.027082, 3.92811, 3.034828]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 10, 7, 9, 18, 20, 25, 26, 23, 24, 21, 19, 15, 21, 19, 21, 26, 28, 28, 23, 23, 23, 24, 24, 29, 31, 33, 25, 21, 22, 18, 20, 22, 27, 34, 36, 41, 44, 47, 53, 53, 49, 55, 51, 49, 53, 52, 53, 55, 62], "n_am_pl": [3, 1, 4, 2, 1, 5, 3, 2, 3, 3, 5, 9, 8, 6, 6, 5, 1, 3, 3, 4, 3, 4, 3, 6, 3, 1, 3, 6, 7, 5, 4, 5, 8, 5, 6, 2, 3, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 3, 3], "n_pos": 67, "sum_m_en": [6.882531, 9.041318, 9.320487, 10.090784, 11.279629, 12.227391, 13.244262, 13.231434, 12.374167, 12.969435, 13.146531, 13.227054, 12.853779, 12.366881, 12.647767, 12.624099, 12.354566, 12.419058, 12.58293, 11.893478, 11.680907, 11.586853, 11.542371, 11.337626, 25.853937, 24.453129, 21.197759, 17.412732, 16.661311, 15.347844, 13.725607, 13.609701, 14.567242, 17.078631, 21.243827, 24.529211, 28.325463, 33.41954, 40.468048, 43.961553, 44.983576, 45.227651, 48.438159, 45.873895, 44.229221, 44.131539, 44.708619, 45.667625, 48.469217, 60.406033], "sum_m_pl": [1.535881, 2.721491, 2.860351, 2.81519, 3.107733, 3.397692, 3.760145, 3.904839, 4.177078, 4.268161, 4.445873, 4.553132, 4.944977, 4.710592, 5.262819, 5.400487, 4.589564, 4.819736, 5.082167, 4.968875, 4.761062, 4.713978, 4.386473, 4.481078, 3.886387, 4.649555, 5.311357, 5.975546, 6.466358, 6.916565, 6.640849, 6.505682, 7.068023, 6.843425, 6.121693, 5.216986, 4.821246, 3.311366, 2.284854, 2.215003, 2.102011, 1.336299, 1.03658, 0.729509, 0.947061, 1.513212, 1.402705, 1.494616, 3.362563, 2.917891]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "pes-Anestezjologia-2018 jesień-8", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1048, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9512, "tf_agree_excl_first": 0.959}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 37, 39, 63, 95, 102, 117, 147, 142, 147, 126, 106, 101, 94, 122, 122, 138, 148, 173, 178, 172, 179, 186, 180, 253, 232, 203, 179, 149, 135, 128, 120, 140, 157, 177, 205, 213, 220, 243, 258, 263, 263, 274, 260, 222, 176, 50, 5, 2, 0], "n_am_pl": [9, 46, 56, 46, 33, 58, 55, 64, 51, 49, 67, 79, 68, 70, 72, 82, 77, 62, 75, 49, 42, 46, 36, 47, 31, 45, 58, 62, 78, 84, 69, 83, 75, 74, 65, 60, 63, 50, 44, 48, 49, 58, 60, 67, 104, 154, 288, 376, 381, 392], "n_pos": 553, "sum_m_en": [51.149902, 80.032272, 84.059804, 90.090764, 92.728989, 96.156286, 101.334194, 104.367542, 101.168389, 104.772347, 106.267424, 101.455292, 98.624165, 95.001859, 96.534094, 97.37471, 100.106411, 97.001883, 98.861976, 93.972995, 90.945595, 92.087268, 93.092108, 92.863488, 182.883506, 171.665806, 143.712817, 123.638655, 110.898824, 105.188081, 98.626905, 98.167947, 99.401062, 106.863731, 118.278582, 127.853, 141.384559, 152.952204, 179.18615, 202.867184, 207.344788, 215.561365, 236.362486, 227.810452, 200.189018, 158.519459, 51.58819, 10.230729, 6.032095, 0.000262], "sum_m_pl": [8.122972, 24.531777, 28.080461, 28.392503, 30.46258, 34.512838, 35.932592, 38.216494, 39.576766, 40.491471, 41.572472, 43.091073, 45.28673, 46.200884, 47.646417, 48.233733, 44.076523, 44.377391, 44.363805, 42.584477, 39.032482, 37.737489, 36.093232, 35.595689, 37.602327, 44.713629, 50.212412, 56.650125, 61.86139, 63.64203, 61.063381, 60.76443, 62.096201, 60.839272, 58.527832, 52.746096, 52.222712, 46.758732, 43.478935, 41.62909, 46.012221, 49.806811, 54.607733, 65.185063, 93.126392, 149.458845, 267.453013, 352.361102, 370.487988, 392.788376]}, "digit": {"n_am_en": [0, 2, 2, 1, 1, 0, 2, 4, 3, 3, 1, 1, 0, 0, 2, 4, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 3, 3, 3, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 6, "sum_m_en": [0.600015, 1.056788, 1.180964, 1.153502, 1.175981, 1.108607, 1.250004, 1.27431, 1.172625, 1.226115, 1.264594, 0.933452, 0.93536, 0.969213, 1.06066, 1.085595, 1.123297, 1.162943, 1.295724, 1.092634, 1.017858, 1.012389, 1.023558, 1.01979, 1.581616, 1.515963, 1.074394, 1.109016, 1.033646, 1.068547, 0.966929, 1.067693, 1.067166, 1.052859, 1.156251, 1.347194, 1.349612, 1.251689, 1.452321, 1.921342, 1.109239, 1.084158, 1.128523, 1.406782, 0.877462, 0.71937, 0.564428, 0.335137, 0.213115, 0.0], "sum_m_pl": [0.128502, 0.368295, 0.372498, 0.361974, 0.334266, 0.384544, 0.320353, 0.364864, 0.366276, 0.38593, 0.452111, 0.615816, 0.643674, 0.623414, 0.63025, 0.706619, 0.565872, 0.505769, 0.413571, 0.41454, 0.393352, 0.381066, 0.362666, 0.360636, 0.306518, 0.340345, 0.426914, 0.602602, 0.689838, 0.656428, 0.650719, 0.588665, 0.630302, 0.588966, 0.672825, 0.49101, 0.233591, 0.181857, 0.133113, 0.086731, 0.139493, 0.156044, 0.202075, 0.152154, 0.202991, 0.243542, 0.275766, 0.53219, 0.066568, 0.0]}, "lang": {"n_am_en": [12, 27, 29, 47, 79, 85, 94, 106, 107, 112, 102, 89, 78, 74, 91, 85, 103, 108, 130, 136, 136, 140, 145, 142, 198, 182, 162, 133, 108, 99, 95, 87, 103, 116, 138, 156, 164, 171, 191, 200, 209, 200, 214, 202, 172, 135, 38, 3, 2, 0], "n_am_pl": [8, 32, 33, 30, 23, 45, 38, 51, 39, 39, 53, 58, 53, 51, 47, 56, 54, 44, 56, 33, 29, 30, 22, 29, 20, 34, 38, 52, 62, 67, 56, 58, 54, 56, 41, 37, 39, 35, 29, 34, 38, 43, 46, 53, 88, 135, 255, 342, 372, 390], "n_pos": 390, "sum_m_en": [36.414063, 56.758352, 59.790569, 64.021811, 66.547749, 68.399561, 72.803312, 74.646637, 72.589951, 75.627389, 76.365377, 73.004756, 70.428367, 67.535795, 68.904848, 69.81905, 71.985144, 69.367861, 70.941211, 67.115621, 64.992328, 65.680203, 66.367019, 65.935716, 140.114941, 130.966119, 106.820081, 89.941659, 80.575565, 75.622579, 70.466176, 70.335475, 71.794185, 77.838318, 86.563483, 93.479993, 105.958036, 113.150824, 134.388341, 154.11737, 159.819129, 163.815748, 181.078588, 174.803824, 155.677705, 122.665054, 37.878296, 6.547293, 3.775029, 0.00015], "sum_m_pl": [5.744273, 16.996224, 19.555438, 19.861625, 21.471668, 24.631131, 26.134041, 27.9165, 28.965609, 29.309566, 29.951739, 31.147647, 32.801679, 33.497244, 34.668127, 34.823375, 31.83371, 32.243954, 32.534907, 31.128081, 28.357389, 27.409369, 26.113265, 25.65218, 26.648093, 32.20386, 36.643783, 42.387496, 46.337678, 47.745179, 45.826092, 45.299879, 46.34993, 45.688633, 43.49755, 39.315237, 38.520231, 34.05777, 31.601057, 30.933824, 34.921967, 38.648554, 42.532244, 51.750011, 77.377482, 127.424107, 234.334639, 321.670988, 358.175715, 388.596714]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 555, "item_id": "pes-Anestezjologia-2018 jesień-8", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1303, "region_end": 553, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.991}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 13, 17, 12, 21, 22, 18, 17, 20, 21, 22, 18, 16, 22, 22, 24, 21, 23, 24, 23, 16, 21, 16, 17, 41, 37, 28, 29, 25, 23, 24, 33, 25, 22, 29, 27, 36, 36, 40, 40, 40, 42, 44, 50, 46, 41, 40, 42, 44, 47], "n_am_pl": [4, 4, 6, 14, 10, 15, 10, 5, 6, 11, 9, 9, 15, 8, 8, 14, 12, 8, 6, 6, 5, 3, 4, 5, 8, 8, 11, 10, 10, 15, 13, 12, 10, 11, 8, 7, 5, 2, 3, 2, 5, 2, 2, 1, 2, 1, 1, 2, 6, 6], "n_pos": 110, "sum_m_en": [14.582147, 16.238525, 16.635785, 18.158208, 21.110026, 20.970077, 20.209809, 20.417547, 20.1272, 20.179372, 19.984099, 19.472049, 19.822484, 20.492121, 19.948627, 19.264077, 18.871624, 17.541602, 17.597329, 17.100306, 16.762795, 16.858806, 17.482401, 17.688613, 26.776715, 26.968014, 24.819596, 22.603656, 22.318199, 22.663149, 21.557227, 22.038155, 21.547091, 21.243293, 25.26719, 25.523233, 27.510125, 29.901817, 31.614667, 34.912372, 35.630608, 37.624317, 41.246412, 44.055068, 42.603132, 41.679064, 37.902168, 40.60571, 40.989092, 47.257798], "sum_m_pl": [2.676883, 5.267149, 6.134983, 5.840777, 6.453367, 6.26838, 6.189443, 6.364067, 6.734459, 7.512447, 7.913193, 7.886505, 8.476433, 7.586479, 8.387298, 8.807001, 7.962255, 8.071862, 7.060786, 7.009042, 6.511037, 6.390078, 6.286957, 6.240887, 7.44394, 7.847416, 8.704739, 9.357369, 9.441077, 9.811586, 9.404081, 8.666587, 8.625813, 8.585075, 7.758675, 6.722101, 5.636463, 4.707538, 4.586369, 3.866233, 4.31206, 3.086577, 2.97596, 2.199919, 2.386903, 1.826966, 1.692659, 2.465411, 5.181033, 6.387031]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 9, 11, 5, 10, 13, 10, 8, 13, 14, 15, 11, 11, 16, 15, 18, 14, 17, 15, 16, 12, 14, 11, 13, 24, 23, 19, 23, 19, 17, 20, 26, 22, 18, 25, 24, 29, 30, 33, 33, 32, 33, 34, 40, 37, 33, 35, 36, 41, 47], "n_am_pl": [1, 1, 2, 6, 6, 8, 3, 2, 3, 2, 4, 1, 5, 1, 3, 5, 6, 1, 2, 0, 0, 0, 1, 0, 2, 3, 3, 2, 2, 4, 3, 4, 5, 5, 2, 2, 3, 0, 1, 1, 2, 1, 1, 0, 1, 1, 1, 2, 5, 6], "n_pos": 55, "sum_m_en": [7.128466, 8.227084, 8.696216, 9.266972, 10.74005, 10.934008, 10.471451, 10.443345, 10.26023, 10.256924, 10.319997, 10.097904, 10.132091, 10.469283, 10.376563, 10.304823, 10.261539, 9.553528, 9.438161, 9.11415, 8.977437, 8.91441, 9.342375, 9.421197, 16.944766, 17.052668, 15.74673, 13.870016, 13.489663, 13.578379, 13.006823, 13.296682, 13.385634, 13.568486, 16.836176, 17.92008, 20.088946, 21.841574, 23.983974, 27.373264, 28.486064, 30.30481, 31.284152, 33.986558, 33.247981, 32.285319, 32.209164, 34.423246, 36.893327, 46.758693], "sum_m_pl": [1.149051, 2.338479, 2.844505, 2.782578, 3.103986, 3.04991, 3.108004, 3.059702, 3.258249, 3.428788, 3.679006, 3.630136, 3.887804, 3.562854, 3.574392, 3.582376, 3.411778, 3.51477, 3.341188, 3.409474, 3.207086, 3.162194, 3.138605, 3.133682, 3.132458, 3.33549, 3.621689, 4.081187, 4.337881, 4.305187, 4.164265, 3.946906, 4.008608, 3.924483, 3.330604, 2.855923, 2.584967, 2.090676, 2.113861, 1.71042, 1.895086, 1.668411, 1.160875, 0.997249, 1.169865, 0.995982, 1.134008, 1.939571, 4.113156, 6.343396]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Anestezjologia-2018 wiosna-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1073, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.991}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 12, 13, 18, 27, 17, 20, 25, 19, 19, 22, 19, 24, 22, 19, 19, 31, 32, 37, 36, 30, 33, 28, 27, 55, 42, 39, 36, 25, 22, 23, 23, 29, 38, 41, 49, 43, 46, 45, 51, 46, 43, 49, 56, 45, 34, 16, 2, 2, 2], "n_am_pl": [9, 27, 17, 18, 12, 20, 12, 10, 14, 10, 15, 15, 17, 15, 21, 28, 15, 9, 12, 9, 5, 4, 6, 5, 8, 13, 10, 14, 14, 23, 18, 17, 14, 11, 8, 8, 7, 10, 11, 14, 17, 16, 17, 16, 21, 32, 60, 70, 73, 77], "n_pos": 143, "sum_m_en": [14.89749, 21.662009, 21.628313, 22.627297, 24.604381, 25.748538, 25.827239, 25.581701, 25.415876, 26.037042, 27.046644, 26.623083, 26.91541, 26.080405, 24.800629, 23.864041, 25.775028, 24.13783, 24.363706, 23.859766, 23.035015, 23.876858, 23.749212, 24.381714, 37.564326, 35.204416, 32.542047, 28.382361, 28.088831, 25.861143, 24.676835, 25.047016, 25.828428, 26.673938, 30.877674, 32.440875, 30.160649, 32.495303, 34.214922, 39.46294, 39.02121, 41.5161, 42.858926, 48.735781, 42.279377, 29.791788, 13.712942, 4.858296, 2.392969, 1.67888], "sum_m_pl": [3.25912, 8.518129, 9.410077, 9.013685, 9.31465, 8.885128, 8.397213, 9.197761, 9.600792, 10.11777, 11.348337, 11.432815, 11.296174, 9.992091, 11.536003, 10.983445, 9.425682, 9.038834, 8.711227, 9.232361, 8.681147, 8.513518, 8.503094, 8.385715, 10.54875, 12.620851, 12.359655, 13.37202, 14.737223, 15.764665, 15.503007, 14.136957, 13.974948, 13.447709, 11.822232, 10.67607, 10.916981, 9.914188, 11.506339, 11.762035, 14.293877, 12.747408, 14.765258, 15.374884, 19.124383, 29.587186, 54.127042, 65.275371, 71.949666, 76.627574]}, "digit": {"n_am_en": [0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 1, 0, 0, 1, 0, 1, 1, 2, 4, 2, 1, 3, 0, 0, 0, 1, 2, 3, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 3, 1, 2, 0, 2, 3, 1, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 1, 4, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.172957, 1.960948, 2.135676, 2.085384, 2.107542, 2.175244, 2.081789, 1.900481, 1.872819, 2.062059, 2.220982, 2.169826, 2.247114, 2.213331, 2.254198, 1.915295, 2.168478, 1.978602, 2.130904, 2.075799, 2.023982, 2.094957, 2.052317, 2.140006, 2.75943, 2.641516, 2.504794, 2.317807, 2.31866, 1.978989, 1.710552, 1.937941, 2.022977, 2.031972, 2.142826, 2.055676, 1.920124, 2.067563, 1.59341, 1.524556, 1.38369, 1.471248, 1.479661, 0.892369, 0.528724, 0.431899, 0.401307, 0.29447, 0.128408, 0.0], "sum_m_pl": [0.229774, 0.683917, 0.678308, 0.646347, 0.632951, 0.57377, 0.562643, 0.518226, 0.613032, 0.644217, 0.79239, 0.762388, 0.811834, 0.737418, 0.909654, 0.99854, 0.83429, 0.761667, 0.710379, 0.746083, 0.729477, 0.708613, 0.702429, 0.698388, 0.923492, 1.038729, 0.997635, 1.154283, 1.2677, 1.434805, 1.265948, 1.142986, 1.093411, 1.041679, 0.857118, 0.896498, 0.824857, 0.676715, 0.732897, 0.648649, 0.660095, 0.698157, 0.681339, 0.661339, 0.448007, 0.250221, 0.221982, 0.10608, 0.061914, 0.0]}, "lang": {"n_am_en": [2, 2, 6, 9, 15, 13, 12, 16, 11, 9, 14, 11, 15, 14, 12, 13, 23, 23, 27, 24, 24, 26, 22, 19, 31, 29, 26, 23, 19, 15, 17, 16, 21, 25, 29, 35, 31, 31, 34, 36, 34, 32, 33, 38, 32, 27, 13, 2, 2, 2], "n_am_pl": [6, 23, 10, 7, 4, 9, 8, 6, 7, 5, 5, 8, 12, 9, 14, 19, 9, 6, 6, 3, 3, 2, 4, 3, 6, 9, 6, 6, 9, 12, 12, 11, 7, 6, 7, 8, 5, 7, 6, 11, 12, 13, 13, 14, 19, 31, 55, 68, 72, 77], "n_pos": 79, "sum_m_en": [7.58926, 11.975346, 12.25498, 13.138237, 14.091501, 14.825341, 15.049864, 15.213023, 15.18071, 15.428217, 15.881036, 15.556805, 15.770858, 15.232366, 14.276945, 13.913866, 15.147343, 14.2241, 14.125493, 13.688154, 13.198608, 13.823923, 13.72359, 13.950368, 24.052528, 22.931147, 20.858054, 17.813294, 17.107367, 16.00777, 15.451368, 15.61466, 15.760229, 16.172725, 19.670854, 21.579307, 20.950143, 22.619201, 24.710185, 26.761713, 27.889539, 29.970126, 30.60633, 32.697594, 29.158663, 22.338958, 10.640805, 4.37812, 2.083237, 1.678763], "sum_m_pl": [1.375457, 4.285281, 4.885117, 4.717137, 4.769837, 4.585637, 4.469742, 5.15192, 5.288739, 5.683275, 6.411236, 6.599744, 6.622132, 5.80372, 6.659199, 6.153308, 5.250028, 5.190378, 5.077062, 5.369275, 4.976195, 4.815089, 4.792218, 4.686045, 6.03492, 7.386911, 7.117704, 7.46985, 8.563602, 9.265294, 9.279052, 8.675996, 8.675243, 8.370509, 7.410699, 6.700932, 7.024669, 6.482405, 6.490895, 8.256326, 10.66956, 9.704524, 10.864762, 13.248439, 16.821303, 26.547503, 48.17838, 62.919467, 71.262803, 76.622906]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "pes-Anestezjologia-2018 wiosna-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1328, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9792}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 17, 15, 16, 31, 25, 24, 31, 24, 26, 22, 24, 23, 28, 21, 33, 31, 32, 31, 38, 31, 33, 32, 50, 54, 49, 45, 37, 28, 26, 34, 35, 41, 46, 50, 48, 46, 51, 56, 62, 63, 58, 56, 58, 47, 20, 5, 1, 2], "n_am_pl": [8, 17, 11, 17, 16, 24, 20, 28, 20, 18, 29, 26, 30, 29, 32, 34, 38, 32, 40, 43, 26, 33, 23, 28, 22, 34, 29, 35, 42, 41, 39, 37, 50, 40, 41, 45, 46, 42, 31, 35, 24, 40, 40, 34, 44, 58, 92, 109, 114, 120], "n_pos": 188, "sum_m_en": [19.010527, 27.58043, 29.710483, 30.964167, 31.361166, 32.268299, 30.729836, 31.307902, 30.66072, 31.124665, 30.851653, 29.376257, 29.856576, 29.840584, 30.136294, 32.195464, 32.246826, 30.430273, 30.710858, 30.7352, 30.030059, 30.205415, 30.579657, 30.23949, 41.881926, 40.296192, 37.340698, 32.785409, 33.352884, 32.92506, 30.877403, 31.761221, 32.055813, 33.519924, 33.938537, 35.812009, 34.984304, 37.250082, 38.552306, 43.459272, 48.117355, 51.026161, 55.430526, 51.360999, 51.251999, 42.448787, 18.236527, 5.060899, 2.524006, 2.117445], "sum_m_pl": [3.223644, 9.085719, 9.72383, 10.353348, 10.992122, 12.626153, 13.283791, 14.545497, 13.864914, 14.927077, 16.43603, 16.396039, 16.390673, 16.61378, 17.275881, 17.912795, 16.537741, 15.869453, 15.765816, 15.464463, 14.453544, 13.992065, 13.530292, 13.220903, 19.177813, 22.912831, 21.358661, 23.047195, 22.705945, 23.767734, 21.906517, 20.683029, 21.788486, 24.692087, 24.252481, 23.1357, 24.82269, 25.936664, 23.095804, 24.209668, 25.092717, 29.26973, 28.818585, 31.420652, 38.950586, 54.781765, 84.919572, 102.21907, 110.856225, 119.89355]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 10, 10, 11, 25, 18, 16, 21, 17, 16, 14, 15, 13, 18, 13, 18, 17, 16, 22, 27, 21, 21, 22, 33, 37, 36, 34, 24, 21, 19, 26, 23, 24, 28, 32, 33, 32, 36, 39, 43, 45, 40, 40, 44, 39, 16, 4, 1, 2], "n_am_pl": [3, 14, 9, 13, 13, 16, 14, 20, 14, 14, 21, 21, 19, 20, 22, 30, 30, 20, 24, 29, 17, 23, 16, 20, 15, 21, 18, 24, 28, 26, 27, 25, 36, 28, 29, 35, 32, 32, 24, 27, 17, 29, 31, 27, 36, 46, 80, 103, 112, 120], "n_pos": 122, "sum_m_en": [12.35088, 17.64444, 19.15441, 19.958142, 20.177085, 20.751965, 19.99271, 20.461035, 20.171241, 20.46762, 20.195749, 19.4141, 19.497497, 19.381572, 19.785501, 21.088883, 21.155068, 19.985829, 20.086152, 20.108178, 19.711734, 19.775785, 20.108877, 19.843514, 28.117548, 27.267426, 25.598139, 21.969321, 22.148256, 21.72375, 20.129904, 21.030998, 21.053652, 21.714642, 21.72463, 23.447608, 22.984898, 24.851641, 26.225624, 30.273952, 32.458078, 33.633379, 36.625547, 35.657939, 37.347115, 32.973918, 13.554443, 3.896879, 1.826445, 2.117286], "sum_m_pl": [2.135301, 5.907843, 6.339931, 6.753648, 7.088215, 8.25526, 8.730778, 9.534196, 9.100056, 9.842792, 10.857497, 10.848588, 10.864005, 10.961338, 11.3755, 11.909374, 11.0767, 10.506611, 10.518326, 10.200251, 9.594749, 9.274536, 8.994647, 8.806129, 12.945775, 15.455164, 14.396371, 15.79862, 15.700467, 16.404543, 15.064498, 14.099183, 14.668033, 16.28486, 16.098336, 15.526369, 16.909836, 17.715202, 15.997388, 17.091429, 17.350935, 20.96727, 21.249295, 23.650431, 30.786388, 43.332311, 74.212028, 95.411758, 108.05822, 119.097766]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "pes-Anestezjologia-2018 wiosna-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9947}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 4, 15, 11, 18, 25, 23, 25, 27, 26, 20, 20, 28, 21, 26, 35, 39, 33, 36, 45, 36, 46, 41, 39, 60, 70, 67, 51, 41, 46, 35, 34, 36, 48, 54, 48, 50, 48, 63, 65, 69, 72, 58, 56, 49, 40, 12, 1, 1, 1], "n_am_pl": [4, 13, 11, 12, 15, 17, 23, 33, 25, 23, 24, 23, 20, 23, 22, 39, 28, 34, 30, 32, 19, 21, 18, 23, 11, 17, 15, 19, 29, 29, 27, 29, 18, 24, 30, 27, 33, 28, 20, 27, 23, 26, 35, 42, 55, 65, 97, 110, 114, 120], "n_pos": 179, "sum_m_en": [17.026928, 26.024043, 27.381655, 28.044693, 28.166328, 28.828481, 28.328061, 28.962804, 28.839826, 29.187295, 29.028379, 27.077087, 27.043706, 27.180511, 28.332553, 29.946415, 31.146911, 29.569011, 28.978631, 28.770124, 27.891145, 28.499401, 29.584796, 29.674337, 46.969087, 47.640675, 42.050572, 34.657787, 33.303183, 32.389254, 28.699893, 28.694946, 29.990829, 31.308309, 32.492546, 35.034423, 36.196421, 37.208245, 43.082168, 47.309996, 48.917834, 49.21001, 53.621602, 49.543845, 44.356926, 34.762998, 10.921761, 2.784769, 1.661722, 1.000278], "sum_m_pl": [2.754797, 8.336944, 9.173117, 9.701113, 10.471802, 11.652343, 12.324195, 14.159048, 13.81144, 14.824692, 15.33865, 14.881626, 14.634416, 14.599502, 15.611275, 16.140616, 14.943889, 14.167578, 13.453317, 13.502583, 12.911913, 12.534743, 12.091179, 11.818626, 14.934345, 17.537548, 16.563052, 18.224605, 19.318026, 20.448584, 19.4096, 18.986916, 19.228019, 20.033075, 20.17853, 19.917079, 20.366762, 21.166559, 19.836606, 20.635391, 22.666933, 23.686403, 26.75921, 33.384229, 46.099278, 58.971975, 87.001004, 101.692501, 113.66829, 118.356935]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 2, 11, 10, 12, 20, 15, 17, 22, 18, 12, 16, 21, 15, 18, 21, 26, 23, 26, 33, 27, 34, 31, 30, 46, 54, 49, 37, 30, 36, 26, 23, 25, 32, 39, 37, 38, 34, 48, 51, 52, 52, 45, 44, 36, 31, 8, 1, 1, 1], "n_am_pl": [3, 9, 5, 6, 9, 11, 17, 23, 17, 16, 19, 16, 13, 16, 17, 30, 20, 22, 20, 22, 16, 16, 12, 17, 7, 12, 8, 11, 17, 20, 16, 24, 14, 17, 20, 18, 24, 20, 13, 19, 17, 23, 30, 33, 45, 56, 87, 102, 112, 119], "n_pos": 120, "sum_m_en": [11.513615, 17.285308, 18.170545, 18.604172, 18.531964, 18.808459, 18.755062, 19.233423, 19.19371, 19.538862, 19.234934, 18.262829, 18.183423, 18.072391, 19.112173, 20.115607, 20.858441, 19.798324, 19.331273, 19.201842, 18.723224, 18.977272, 19.701351, 19.47816, 34.819633, 35.26635, 30.196555, 24.667667, 22.981242, 21.949214, 19.282962, 19.285338, 20.292891, 20.776827, 21.553579, 23.68059, 25.0994, 25.509282, 31.831283, 33.661006, 35.24915, 34.463877, 39.776257, 37.685515, 32.977703, 26.776509, 8.364444, 2.464351, 1.335581, 1.000276], "sum_m_pl": [1.819759, 5.453339, 6.052759, 6.513466, 6.964227, 7.859653, 8.448796, 9.707867, 9.592121, 10.161835, 10.646594, 10.277894, 10.172923, 10.232558, 10.79877, 10.949887, 10.389985, 9.793171, 9.247122, 9.23461, 8.907763, 8.629771, 8.360199, 8.15347, 9.541515, 11.623632, 10.935295, 12.419382, 13.731962, 14.258602, 13.727754, 13.693271, 13.862138, 14.074959, 14.36746, 13.994615, 14.317437, 15.369066, 13.805376, 14.480487, 16.434086, 18.173287, 20.904709, 25.205593, 37.065092, 49.246214, 77.145588, 93.104889, 109.469656, 117.390154]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Anestezjologia-2018 wiosna-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1273, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 9, 13, 15, 12, 10, 10, 16, 16, 21, 20, 19, 21, 17, 23, 22, 20, 18, 18, 18, 19, 19, 14, 17, 27, 27, 23, 18, 21, 16, 15, 21, 23, 24, 26, 31, 37, 40, 36, 47, 44, 43, 49, 46, 40, 41, 35, 33, 34, 38], "n_am_pl": [4, 7, 11, 9, 8, 10, 7, 6, 10, 8, 13, 13, 10, 15, 11, 20, 24, 13, 13, 15, 11, 10, 10, 8, 12, 7, 10, 15, 19, 13, 14, 16, 15, 9, 11, 15, 11, 6, 6, 7, 7, 5, 6, 6, 3, 6, 7, 8, 9, 8], "n_pos": 109, "sum_m_en": [12.650875, 14.443073, 15.429945, 15.967939, 17.352033, 17.536019, 17.831287, 18.0115, 18.115238, 18.409965, 18.506086, 17.900724, 18.192497, 18.419532, 18.085163, 19.270718, 18.888065, 17.438113, 17.67106, 17.983111, 17.66181, 17.793796, 17.584699, 17.799052, 22.242567, 22.156519, 19.952421, 17.212627, 18.308919, 18.679483, 19.118605, 19.196955, 18.928875, 19.334544, 20.712137, 22.250567, 24.861635, 27.877337, 29.402313, 29.896781, 35.885018, 37.677946, 44.844549, 39.759613, 36.271472, 35.829233, 33.399385, 31.754458, 32.234032, 36.402233], "sum_m_pl": [3.406634, 5.324272, 5.870301, 5.412625, 6.039117, 6.207446, 5.817226, 6.284534, 6.893461, 7.490469, 7.975525, 8.27278, 8.390257, 8.332706, 8.832883, 9.443913, 8.123755, 8.347444, 7.87746, 7.675524, 7.189733, 7.092269, 6.781313, 6.766432, 9.414691, 10.154259, 9.796033, 10.819847, 11.17456, 10.460771, 9.367259, 9.491109, 9.961539, 9.781068, 9.228577, 9.409067, 9.397109, 9.10118, 8.518465, 9.11483, 9.301774, 7.890197, 7.190217, 7.465506, 4.368299, 5.740738, 7.441595, 9.016614, 8.933717, 8.468867]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 6, 7, 6, 6, 4, 4, 5, 4, 8, 11, 12, 14, 12, 13, 12, 15, 14, 13, 12, 11, 14, 13, 14, 21, 19, 15, 13, 14, 12, 8, 14, 14, 14, 19, 20, 23, 25, 27, 33, 34, 34, 35, 35, 34, 35, 33, 32, 33, 38], "n_am_pl": [1, 1, 2, 5, 2, 4, 6, 5, 6, 6, 6, 6, 4, 4, 2, 10, 11, 6, 5, 7, 7, 5, 5, 2, 7, 3, 7, 5, 12, 6, 8, 9, 8, 6, 6, 6, 6, 3, 2, 2, 1, 2, 2, 2, 2, 4, 6, 7, 8, 8], "n_pos": 46, "sum_m_en": [5.394466, 6.673571, 6.902492, 7.111205, 7.693355, 7.928519, 7.974514, 7.83857, 7.691979, 7.886798, 8.296364, 8.257612, 8.467438, 8.658289, 8.505705, 9.337129, 9.15231, 8.39921, 8.18925, 8.216584, 8.078244, 7.995723, 7.877813, 7.874827, 13.376876, 13.083608, 11.6523, 9.706576, 9.612541, 9.447518, 9.74711, 9.701555, 9.721812, 10.410437, 11.439745, 13.306851, 15.000239, 18.143759, 20.226812, 20.58678, 24.675784, 27.086855, 29.923294, 30.160533, 30.099374, 30.224145, 28.918745, 28.245718, 29.611511, 35.612813], "sum_m_pl": [1.144752, 1.763615, 2.061402, 1.974525, 2.173478, 2.328412, 2.329305, 2.505699, 2.717651, 2.886608, 3.00284, 3.081002, 3.107625, 3.121744, 3.363934, 3.779245, 3.249311, 3.348741, 3.164437, 3.13115, 2.987124, 2.981362, 2.862466, 2.839989, 3.628481, 3.834742, 4.344248, 4.249955, 4.662507, 4.410861, 3.792334, 3.967382, 4.230855, 4.125089, 3.754092, 4.007525, 3.795196, 3.619405, 3.312004, 3.375194, 3.220283, 2.825733, 2.344292, 2.696782, 2.413742, 3.583461, 6.003077, 7.358043, 7.656123, 8.162137]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "pes-Angiologia-2020 jesień-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 109, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9909}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 20, 23, 19, 27, 36, 41, 41, 52, 47, 50, 47, 49, 60, 63, 80, 77, 74, 60, 60, 61, 66, 66, 67, 101, 95, 97, 80, 62, 68, 52, 57, 59, 66, 78, 88, 86, 93, 100, 113, 113, 114, 127, 107, 78, 61, 13, 0, 2, 2], "n_am_pl": [7, 30, 26, 30, 41, 40, 34, 38, 29, 33, 45, 50, 48, 54, 64, 48, 35, 49, 53, 45, 35, 35, 38, 27, 21, 24, 25, 40, 51, 52, 58, 57, 57, 42, 42, 32, 33, 33, 34, 48, 48, 50, 55, 59, 86, 117, 196, 252, 249, 248], "n_pos": 332, "sum_m_en": [30.559763, 48.145276, 52.170319, 51.632712, 51.676223, 53.243946, 53.969133, 57.383594, 57.778589, 59.503676, 59.464637, 56.593019, 58.103113, 58.837253, 58.159657, 59.420745, 57.075145, 54.443308, 53.342842, 54.562881, 52.313729, 52.529804, 52.246055, 52.808407, 78.706108, 75.8378, 69.54974, 62.798157, 62.059084, 59.791794, 57.441588, 56.555089, 56.229539, 58.210766, 63.349459, 67.872328, 67.593846, 73.23032, 82.211853, 83.457795, 83.708467, 81.990592, 96.536285, 88.75352, 74.317137, 53.844533, 16.032071, 3.589565, 2.532971, 2.146311], "sum_m_pl": [5.577424, 16.410585, 18.345066, 18.449806, 20.1401, 20.907774, 20.05447, 21.535223, 22.243375, 23.812495, 25.805485, 26.735274, 26.595518, 25.643937, 27.013504, 26.446715, 23.226698, 24.735986, 22.970796, 22.264871, 20.428864, 20.181913, 19.813324, 20.002119, 24.38136, 26.059374, 26.031841, 28.909537, 32.919617, 32.823431, 30.882711, 30.53735, 32.085401, 30.75665, 29.820213, 28.50304, 28.919033, 29.953628, 30.106239, 35.035049, 38.436638, 42.377174, 44.602176, 54.578663, 68.503182, 107.542508, 181.768045, 233.68905, 247.358026, 249.699854]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 12, 19, 14, 22, 31, 28, 33, 40, 35, 38, 38, 41, 51, 50, 63, 63, 58, 43, 46, 46, 53, 50, 50, 80, 74, 76, 60, 46, 51, 42, 45, 46, 55, 60, 68, 70, 77, 77, 86, 89, 87, 101, 84, 60, 52, 11, 0, 2, 2], "n_am_pl": [5, 23, 15, 19, 29, 27, 28, 29, 24, 27, 42, 40, 35, 44, 54, 37, 27, 40, 43, 31, 27, 28, 31, 19, 14, 14, 16, 32, 39, 37, 44, 45, 47, 31, 34, 23, 23, 26, 28, 39, 42, 44, 49, 55, 79, 105, 180, 231, 246, 248], "n_pos": 253, "sum_m_en": [23.476215, 36.58028, 40.19508, 39.626694, 39.573395, 41.095993, 41.073537, 43.996044, 44.394914, 45.913964, 46.002751, 44.044445, 45.208492, 45.800841, 45.658347, 46.708345, 44.636672, 42.366813, 41.108943, 42.082731, 40.162075, 40.355718, 39.898578, 40.171328, 62.042744, 59.53952, 54.473004, 49.186199, 49.078467, 47.164452, 44.990629, 44.103466, 43.594956, 45.442525, 49.063484, 53.110392, 52.818146, 56.852565, 63.443241, 65.27735, 65.561921, 62.842808, 76.207424, 70.036525, 59.372738, 43.788644, 12.613629, 2.874748, 1.794394, 2.146284], "sum_m_pl": [4.386114, 12.730024, 13.859736, 13.94899, 14.991465, 15.728262, 15.201168, 16.400156, 16.915595, 17.852635, 19.091501, 20.029056, 19.884143, 19.407656, 20.860536, 20.066231, 17.533952, 18.836374, 17.550916, 16.941444, 15.586389, 15.43695, 15.084403, 15.271105, 18.949178, 19.715947, 20.307747, 22.720151, 26.064751, 24.797468, 24.098955, 24.108004, 25.532799, 24.33057, 23.546455, 22.622835, 22.929219, 24.150355, 23.687893, 27.519678, 30.681538, 35.852233, 38.391991, 49.45127, 62.582821, 96.566554, 166.119002, 216.654405, 242.357055, 248.246155]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 334, "item_id": "pes-Angiologia-2020 jesień-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1273, "region_end": 332, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.982}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 24, 29, 27, 47, 43, 38, 53, 57, 64, 56, 56, 49, 45, 57, 71, 66, 66, 84, 72, 85, 74, 84, 80, 117, 100, 91, 71, 62, 56, 57, 52, 49, 77, 83, 91, 100, 106, 132, 127, 140, 159, 151, 154, 140, 113, 55, 19, 3, 2], "n_am_pl": [5, 25, 22, 24, 43, 36, 36, 36, 34, 29, 31, 48, 49, 62, 62, 53, 51, 48, 40, 35, 33, 35, 24, 26, 26, 43, 41, 46, 42, 53, 56, 62, 54, 57, 50, 41, 46, 46, 36, 43, 40, 40, 50, 44, 66, 102, 163, 211, 227, 227], "n_pos": 333, "sum_m_en": [30.174464, 45.273075, 47.590835, 50.184716, 53.486773, 56.23216, 56.616501, 59.310242, 59.409759, 58.765193, 60.679084, 59.793258, 61.162984, 59.082305, 59.896943, 62.313733, 62.860863, 58.844118, 60.497933, 59.656668, 57.630613, 57.389714, 58.63884, 58.419998, 90.007568, 83.37343, 77.565648, 65.075273, 64.225099, 60.771156, 60.272306, 60.826481, 60.440244, 66.160061, 68.577563, 69.887802, 76.488226, 88.453943, 101.249147, 102.488507, 112.471289, 122.074791, 133.155605, 144.875725, 131.845789, 108.285601, 54.036743, 18.295312, 5.431764, 1.641172], "sum_m_pl": [5.516485, 15.365807, 18.287061, 19.269624, 20.249787, 21.392169, 19.851974, 21.185253, 22.574761, 22.759924, 23.98939, 26.408521, 26.958407, 27.816536, 26.474094, 27.278107, 24.766789, 23.818416, 23.052792, 22.154578, 20.734176, 20.299356, 20.169673, 20.028355, 26.244909, 30.04709, 30.801449, 33.440759, 35.683858, 39.842758, 36.885868, 35.677128, 36.478347, 34.37166, 32.589846, 31.544772, 33.408644, 33.022934, 30.68028, 31.230103, 30.003245, 30.511576, 37.74391, 35.992209, 58.956196, 92.363506, 159.324154, 201.319019, 221.248912, 227.153303]}, "digit": {"n_am_en": [0, 2, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 2, 3, 4, 3, 3, 1, 1, 0, 0, 0, 1, 0, 2, 1, 2, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 2, 2, 3, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 5, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.039325, 1.652693, 1.589839, 1.627117, 1.518469, 1.646409, 1.723131, 1.81709, 1.758748, 1.755179, 1.820171, 1.968379, 1.899476, 1.756153, 1.568594, 1.736853, 1.764868, 1.56805, 1.586855, 1.600576, 1.55888, 1.569081, 1.593726, 1.590526, 1.733056, 1.886664, 2.011044, 1.95462, 1.986119, 2.011856, 1.836234, 1.797964, 1.501428, 1.82477, 2.029682, 1.839093, 1.593347, 1.580413, 1.484303, 1.525556, 1.513495, 1.242836, 1.136245, 0.989412, 0.611958, 0.604415, 0.48845, 0.407892, 0.165586, 2e-06], "sum_m_pl": [0.278389, 0.612061, 0.651136, 0.604969, 0.697898, 0.691922, 0.575078, 0.529622, 0.5738, 0.548233, 0.514345, 0.536808, 0.523935, 0.463284, 0.459451, 0.464001, 0.446429, 0.492052, 0.516461, 0.513346, 0.503632, 0.481754, 0.488356, 0.496425, 0.712554, 0.750412, 0.717339, 0.733586, 0.617115, 0.621102, 0.677136, 0.655515, 0.712943, 0.513651, 0.522073, 0.549377, 0.709255, 0.806527, 0.890971, 0.886569, 0.671628, 0.640481, 0.585157, 0.474291, 0.377351, 0.241016, 0.166214, 0.143548, 0.044996, 0.0]}, "lang": {"n_am_en": [15, 16, 18, 18, 31, 28, 26, 38, 45, 50, 44, 43, 33, 33, 42, 52, 49, 46, 60, 53, 62, 53, 64, 61, 90, 77, 72, 56, 50, 42, 45, 38, 38, 62, 66, 69, 80, 83, 99, 94, 99, 120, 113, 118, 109, 82, 45, 14, 2, 1], "n_am_pl": [3, 20, 17, 18, 31, 26, 28, 27, 26, 18, 19, 33, 33, 52, 49, 40, 39, 36, 33, 30, 28, 30, 24, 25, 20, 32, 30, 34, 30, 39, 45, 43, 41, 43, 37, 30, 31, 37, 29, 37, 35, 34, 46, 41, 61, 97, 149, 200, 222, 227], "n_pos": 228, "sum_m_en": [20.985514, 30.791341, 32.724732, 34.407377, 36.661688, 38.165713, 38.386503, 40.995066, 41.478525, 41.048156, 42.109852, 41.273066, 42.261974, 40.716291, 41.793587, 43.471041, 43.602191, 40.823104, 41.719513, 41.04081, 39.482126, 39.325168, 40.228642, 40.012031, 65.425992, 60.192945, 55.926487, 46.408868, 45.117929, 41.764776, 41.65587, 42.406441, 42.832864, 46.628523, 47.774217, 49.079755, 54.219485, 63.384112, 72.151601, 74.810014, 82.066817, 91.447285, 99.56925, 111.64105, 100.569804, 80.910382, 42.482248, 13.044649, 3.17443, 1.035054], "sum_m_pl": [3.414739, 10.320971, 12.148587, 13.072028, 13.783686, 14.730555, 13.783929, 15.020208, 16.004117, 16.076521, 16.820135, 18.659113, 19.20925, 20.253923, 18.932089, 19.613069, 17.86193, 17.114394, 16.449329, 15.632637, 14.540514, 14.266268, 14.1721, 14.015101, 19.606099, 22.497337, 22.394833, 24.033599, 25.944932, 29.28376, 27.286746, 26.274108, 26.913123, 25.691428, 24.066708, 23.58979, 24.868848, 24.11323, 22.843655, 24.36094, 24.239691, 24.827221, 32.468698, 30.950522, 53.532112, 85.681396, 144.961458, 190.636268, 215.118875, 225.858297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 335, "item_id": "pes-Angiologia-2020 wiosna-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1274, "region_end": 333, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.994}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 20, 24, 33, 46, 40, 40, 45, 48, 58, 62, 55, 46, 58, 64, 71, 74, 62, 79, 80, 78, 68, 67, 68, 104, 94, 81, 72, 68, 62, 57, 58, 49, 62, 75, 74, 89, 96, 112, 111, 118, 130, 140, 133, 108, 91, 38, 15, 2, 1], "n_am_pl": [6, 22, 19, 25, 33, 42, 33, 19, 33, 29, 20, 41, 35, 55, 49, 48, 42, 36, 33, 34, 30, 32, 26, 25, 29, 40, 43, 37, 46, 50, 53, 53, 49, 48, 45, 39, 44, 40, 38, 42, 40, 35, 38, 47, 74, 100, 157, 191, 213, 215], "n_pos": 315, "sum_m_en": [29.11958, 43.49919, 45.408667, 47.71911, 51.485956, 53.182216, 52.950189, 55.153561, 55.444961, 55.479271, 57.684782, 57.29108, 58.864953, 57.501584, 59.094511, 59.670524, 60.005683, 56.732022, 57.827007, 57.038043, 54.952015, 54.751157, 55.685446, 55.571913, 82.585067, 77.783513, 71.744365, 62.046298, 61.155773, 58.276909, 57.717476, 57.98192, 58.515462, 62.508548, 64.531107, 62.923359, 66.13241, 77.355247, 86.795873, 86.949991, 93.243562, 101.393597, 112.476089, 121.080249, 104.418794, 85.385687, 38.946406, 15.564026, 4.533917, 0.912168], "sum_m_pl": [5.526664, 14.955073, 17.358161, 18.142529, 19.0985, 20.315194, 18.97121, 20.253813, 21.419619, 21.842364, 22.771102, 25.041847, 25.116871, 26.080305, 25.046924, 25.771395, 22.949918, 22.241666, 20.993271, 20.33039, 19.186298, 18.817891, 18.645076, 18.510219, 25.413186, 28.316544, 28.496212, 30.741678, 33.423363, 37.236046, 34.243166, 33.448591, 32.57009, 30.927007, 29.266847, 28.35259, 30.265834, 30.46665, 29.84965, 30.86432, 31.177852, 30.78991, 35.86239, 38.040448, 63.025184, 92.186017, 154.153853, 181.335308, 207.962673, 214.266702]}, "digit": {"n_am_en": [0, 2, 0, 0, 1, 2, 0, 0, 0, 0, 2, 1, 1, 1, 1, 2, 2, 1, 0, 1, 0, 1, 0, 1, 2, 2, 1, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 2, 1, 2, 2, 1, 0, 1, 0, 3, 1, 2, 4, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.823945, 1.556849, 1.615234, 1.63775, 1.5826, 1.655766, 1.628273, 1.741748, 1.689868, 1.693803, 1.835876, 1.9611, 1.978327, 1.86768, 1.677838, 1.773865, 1.666309, 1.530624, 1.65404, 1.627157, 1.553947, 1.553761, 1.602797, 1.601506, 1.730683, 1.886887, 1.864417, 1.795492, 1.962405, 2.052885, 1.874011, 1.83309, 1.571215, 1.735137, 1.928429, 1.69463, 1.466241, 1.429271, 1.251503, 1.168655, 1.156509, 1.072475, 0.893507, 0.722216, 0.480855, 0.522431, 0.294358, 0.25613, 0.101141, 0.0], "sum_m_pl": [0.138563, 0.438921, 0.523778, 0.540679, 0.645197, 0.614961, 0.542915, 0.525922, 0.545114, 0.514497, 0.46838, 0.481476, 0.48689, 0.421763, 0.431021, 0.458446, 0.429858, 0.444072, 0.446895, 0.467161, 0.472615, 0.463383, 0.467089, 0.480672, 0.645226, 0.612893, 0.658412, 0.616027, 0.561835, 0.536849, 0.568529, 0.512349, 0.45953, 0.373754, 0.382419, 0.484986, 0.608161, 0.709902, 0.914686, 0.996631, 0.757591, 0.642744, 0.587771, 0.472951, 0.386832, 0.32713, 0.194943, 0.214823, 0.087485, 0.0]}, "lang": {"n_am_en": [10, 15, 16, 22, 34, 30, 28, 35, 40, 46, 47, 44, 32, 43, 48, 56, 57, 46, 58, 59, 59, 52, 56, 55, 85, 71, 65, 56, 55, 52, 42, 47, 42, 53, 58, 59, 74, 80, 89, 90, 91, 107, 111, 107, 85, 71, 33, 12, 1, 1], "n_am_pl": [4, 19, 15, 17, 25, 29, 27, 14, 30, 22, 16, 33, 28, 46, 33, 34, 31, 30, 28, 30, 26, 27, 23, 22, 21, 28, 29, 26, 33, 34, 43, 39, 40, 32, 30, 27, 31, 27, 28, 34, 32, 29, 34, 42, 72, 96, 146, 185, 211, 215], "n_pos": 216, "sum_m_en": [20.564391, 30.119054, 31.55234, 33.11592, 35.508494, 36.553145, 36.424259, 38.433286, 39.133784, 39.01237, 40.201172, 39.892016, 40.962283, 39.916887, 41.552044, 42.081223, 42.136867, 39.935614, 40.265658, 39.634924, 38.075296, 37.885393, 38.537332, 38.335749, 60.829898, 56.948155, 52.734904, 45.200099, 43.723506, 40.522811, 40.409389, 41.189534, 42.246065, 45.338035, 46.224555, 45.816352, 50.324629, 60.161225, 66.493963, 69.655497, 73.180416, 81.483703, 88.895331, 96.987129, 82.404413, 66.868475, 32.802501, 12.143325, 3.251472, 0.912156], "sum_m_pl": [3.486402, 9.942098, 11.514972, 12.264318, 12.858857, 14.052563, 13.181119, 14.364023, 15.258724, 15.464964, 16.041392, 17.859321, 17.949678, 18.953111, 17.873837, 18.497897, 16.611004, 16.132132, 15.145537, 14.470585, 13.578851, 13.365671, 13.245084, 13.065891, 19.176714, 21.468448, 20.856611, 22.351459, 24.396206, 27.380008, 25.390234, 24.627752, 24.02774, 23.157776, 21.612638, 20.92231, 22.273909, 21.623591, 21.577576, 23.0011, 24.406653, 24.752298, 30.054407, 32.544696, 57.34674, 85.910305, 141.357841, 173.501669, 204.15506, 213.971169]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 324, "item_id": "pes-Angiologia-2020 wiosna-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1529, "region_end": 315, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.9938}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 19, 9, 27, 34, 36, 34, 22, 27, 31, 30, 31, 34, 28, 32, 39, 37, 30, 37, 31, 35, 33, 37, 40, 47, 50, 44, 30, 28, 31, 27, 36, 39, 33, 41, 44, 46, 46, 63, 63, 74, 57, 65, 63, 60, 43, 16, 5, 1, 1], "n_am_pl": [5, 20, 25, 19, 25, 28, 23, 30, 25, 26, 29, 31, 28, 28, 22, 22, 39, 29, 35, 36, 40, 37, 34, 22, 22, 31, 31, 24, 28, 31, 30, 29, 25, 31, 32, 28, 32, 26, 23, 23, 24, 33, 32, 34, 34, 55, 94, 110, 113, 119], "n_pos": 188, "sum_m_en": [18.545309, 27.676848, 30.077555, 32.278639, 33.528565, 33.489623, 31.924449, 31.733851, 31.618644, 31.846254, 33.396711, 31.707831, 31.610297, 31.657609, 32.000182, 32.376211, 32.909747, 30.627969, 32.13476, 32.247066, 31.520559, 31.264127, 31.861554, 32.192959, 44.337438, 39.288046, 36.965954, 33.163726, 34.819838, 33.948895, 32.504355, 32.894262, 32.249986, 33.320578, 34.593616, 35.38893, 35.85068, 38.19689, 41.729258, 43.40655, 51.07531, 50.041969, 54.781743, 55.433672, 49.94867, 38.577236, 16.595316, 5.412929, 1.698172, 0.835708], "sum_m_pl": [3.491582, 8.9633, 11.012009, 11.103307, 11.76867, 13.408541, 13.311569, 15.110391, 15.612936, 15.722764, 16.730162, 17.522614, 17.979687, 16.537569, 16.717404, 17.700107, 16.179081, 15.978724, 14.974754, 14.336678, 13.434847, 13.120971, 12.616348, 12.616286, 17.077006, 19.167255, 19.105059, 19.871785, 19.383733, 20.937358, 19.918868, 19.060874, 19.411134, 18.918956, 18.991922, 17.834908, 19.91984, 20.55835, 20.886892, 19.957617, 20.239876, 22.34429, 25.343785, 26.059281, 31.563551, 49.618532, 87.678697, 107.600262, 112.102291, 118.711696]}, "digit": {"n_am_en": [0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 0, 1, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 2, 3, 4, 3, 3, 1, 3, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 2, 2, 0, 1, 2, 1, 5, 2, 2, 1, 1, 2, 1, 1, 1, 0, 2, 1, 2, 2, 1, 2, 5, 1, 2, 2, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.645786, 1.432955, 1.458927, 1.454864, 1.405595, 1.427797, 1.439474, 1.408089, 1.435818, 1.301837, 1.400989, 1.37382, 1.410594, 1.476036, 1.424085, 1.439269, 1.437016, 1.366271, 1.479998, 1.483243, 1.520801, 1.531944, 1.507155, 1.564387, 1.548656, 1.426408, 1.284877, 1.144433, 1.424988, 1.304783, 1.423277, 1.321046, 1.268902, 1.392353, 1.467885, 1.483005, 1.326724, 1.520148, 1.994209, 1.85381, 1.872565, 1.928115, 1.702901, 1.451434, 0.595195, 0.382165, 0.336692, 0.204201, 0.0527, 1e-06], "sum_m_pl": [0.109921, 0.440649, 0.551858, 0.543549, 0.627294, 0.643967, 0.692463, 0.728984, 0.708825, 1.036383, 0.698314, 0.807689, 0.846043, 0.684694, 0.980495, 0.996557, 0.780215, 0.827994, 0.590037, 0.615998, 0.553326, 0.526059, 0.505433, 0.514536, 0.916077, 1.261647, 0.987406, 0.948791, 0.75888, 1.037315, 0.650902, 0.511931, 0.42499, 0.387032, 0.437548, 0.49689, 0.589086, 0.506359, 0.480335, 0.502871, 0.51523, 0.511594, 0.497463, 0.524617, 0.442432, 0.261134, 0.201752, 0.129239, 0.03557, 0.000119]}, "lang": {"n_am_en": [7, 11, 8, 21, 28, 22, 24, 16, 21, 22, 23, 24, 26, 23, 25, 29, 27, 21, 27, 23, 26, 26, 29, 31, 36, 38, 37, 25, 22, 25, 22, 29, 31, 28, 31, 32, 33, 35, 43, 43, 55, 40, 50, 47, 46, 35, 12, 3, 1, 1], "n_am_pl": [4, 13, 7, 9, 13, 18, 16, 22, 17, 15, 22, 20, 18, 21, 15, 13, 24, 20, 27, 23, 26, 24, 23, 14, 16, 20, 21, 17, 19, 23, 23, 24, 20, 25, 25, 20, 24, 20, 17, 17, 16, 26, 27, 29, 31, 47, 86, 103, 110, 118], "n_pos": 120, "sum_m_en": [11.796895, 17.199528, 19.279507, 20.820171, 22.05629, 22.075919, 21.04718, 20.694002, 20.708881, 21.209078, 22.065562, 21.033353, 20.834631, 20.857198, 21.066186, 21.254362, 21.606993, 20.227182, 20.964184, 20.878004, 20.265131, 20.073942, 20.439566, 20.893083, 31.00713, 27.06832, 25.737208, 22.853178, 23.808878, 22.830525, 21.701975, 22.317829, 21.795658, 22.556116, 22.932689, 23.88149, 24.911389, 26.493914, 29.632722, 30.633905, 37.90206, 36.030104, 40.338264, 42.107718, 38.657779, 31.792748, 13.0164, 3.893063, 1.192649, 0.832867], "sum_m_pl": [2.121265, 5.494234, 6.504237, 6.758977, 7.279879, 8.253843, 8.525977, 9.850061, 10.172179, 9.932228, 10.849539, 11.662304, 11.877878, 11.05406, 10.76801, 11.366837, 10.560715, 10.302261, 10.080082, 9.465543, 8.816207, 8.680489, 8.342094, 8.335769, 11.353255, 12.52851, 12.856396, 13.675209, 13.667547, 14.626589, 14.187594, 13.621703, 14.072324, 13.785768, 13.783162, 13.060607, 15.059795, 15.770297, 16.217015, 15.543434, 14.360046, 16.371948, 19.816669, 21.467794, 28.310518, 43.422832, 81.106052, 100.766141, 109.7623, 117.724333]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "pes-Angiologia-2020 wiosna-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1098, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9632, "tf_agree_excl_first": 0.9683}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 10, 9, 26, 27, 24, 21, 22, 27, 33, 27, 30, 31, 32, 36, 36, 35, 33, 32, 31, 31, 37, 38, 39, 49, 50, 45, 38, 29, 33, 29, 38, 42, 32, 38, 36, 35, 42, 52, 48, 55, 56, 57, 59, 49, 39, 10, 4, 0, 0], "n_am_pl": [4, 11, 15, 15, 17, 17, 12, 20, 18, 15, 29, 31, 24, 23, 22, 21, 29, 27, 29, 29, 36, 24, 22, 16, 16, 24, 25, 16, 24, 26, 24, 17, 21, 25, 32, 21, 23, 15, 23, 25, 19, 25, 26, 21, 29, 46, 81, 93, 94, 97], "n_pos": 158, "sum_m_en": [14.583421, 22.723355, 24.855944, 26.530116, 27.66103, 27.817931, 26.69509, 27.080659, 27.290537, 27.33455, 28.471183, 26.52481, 26.392853, 26.652281, 26.358617, 26.856115, 27.523397, 25.98425, 26.954041, 27.073219, 26.165942, 25.871666, 26.351814, 27.241337, 38.912106, 34.642931, 32.283614, 29.132185, 30.461387, 29.435274, 28.289889, 28.236703, 27.432421, 28.770722, 29.866226, 29.903112, 30.614821, 33.149548, 34.564972, 37.327291, 43.60122, 44.991695, 48.243674, 51.275278, 43.843138, 33.691275, 11.623075, 3.855214, 0.683774, 0.000234], "sum_m_pl": [2.492493, 6.992925, 8.769734, 9.025702, 9.608745, 10.674022, 10.53377, 12.031738, 12.325806, 12.624923, 13.611463, 14.016412, 14.068706, 13.258776, 13.631027, 14.271351, 12.856522, 12.786563, 11.663864, 11.433713, 10.687401, 10.40221, 10.051286, 10.094842, 14.014578, 15.571274, 15.750623, 15.481839, 15.963572, 17.230229, 15.859532, 15.425098, 15.942956, 15.887107, 16.016384, 14.419853, 15.810147, 15.86124, 16.675554, 16.228818, 15.150845, 16.149159, 19.685414, 20.222205, 26.22471, 40.038256, 70.200806, 89.292881, 93.110738, 98.475568]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 2, 3, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 2, 1, 2, 3, 2, 1, 2, 2, 4, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 3, 2, 0, 0, 2, 2, 3, 2, 3, 2, 1, 2, 2, 2, 1, 0, 3, 1, 2, 0, 0, 1, 4, 2, 1, 1, 2, 1, 1, 0, 0, 2, 1, 1, 0, 1, 0, 2, 1, 1, 1, 1, 1, 2, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.597184, 1.449341, 1.485725, 1.487421, 1.425811, 1.435796, 1.437004, 1.457467, 1.497207, 1.357958, 1.500219, 1.431368, 1.476892, 1.51175, 1.33069, 1.347615, 1.413732, 1.389871, 1.507497, 1.472942, 1.500174, 1.521243, 1.512527, 1.586516, 1.677077, 1.511372, 1.27941, 1.176968, 1.482103, 1.333713, 1.507336, 1.452109, 1.280566, 1.393183, 1.465704, 1.624347, 1.465472, 1.432268, 1.65966, 1.605648, 1.641945, 2.044303, 2.421366, 2.083585, 1.096587, 0.610265, 0.447473, 0.209914, 0.043167, 2e-06], "sum_m_pl": [0.09263, 0.401593, 0.520773, 0.502051, 0.601954, 0.593555, 0.64343, 0.670621, 0.615813, 1.024331, 0.672307, 0.80568, 0.887425, 0.760536, 0.983467, 0.949819, 0.758113, 0.823295, 0.549424, 0.613515, 0.55657, 0.526629, 0.502178, 0.508271, 0.890624, 1.26108, 1.02459, 1.020601, 0.766674, 1.182802, 0.620432, 0.603509, 0.422854, 0.403485, 0.443879, 0.474353, 0.512756, 0.495044, 0.511875, 0.541209, 0.985141, 0.663672, 0.452896, 0.418766, 0.380897, 0.697562, 0.597515, 0.186068, 0.068519, 0.000447]}, "lang": {"n_am_en": [7, 7, 7, 19, 21, 16, 18, 14, 16, 23, 14, 21, 24, 25, 23, 27, 24, 24, 22, 20, 20, 26, 27, 26, 33, 37, 32, 30, 18, 24, 18, 27, 29, 28, 29, 25, 25, 32, 37, 33, 39, 42, 42, 45, 38, 30, 7, 3, 0, 0], "n_am_pl": [4, 8, 4, 5, 7, 10, 9, 15, 11, 8, 20, 21, 16, 17, 13, 14, 20, 18, 24, 20, 27, 17, 17, 12, 14, 16, 21, 12, 17, 19, 18, 14, 18, 21, 23, 13, 17, 11, 16, 18, 12, 19, 22, 19, 26, 41, 75, 87, 93, 97], "n_pos": 99, "sum_m_en": [9.380583, 13.905156, 15.554853, 16.686072, 18.011749, 17.806959, 16.947687, 16.961547, 17.201322, 17.572038, 18.178952, 16.986345, 17.03822, 17.240585, 17.223442, 17.553215, 17.811567, 16.754736, 17.30731, 17.406964, 16.675313, 16.425406, 16.845514, 17.417448, 27.15128, 23.812681, 22.247719, 20.345871, 20.820345, 19.694523, 18.46733, 18.595328, 18.015161, 19.098371, 19.494035, 19.795628, 20.202959, 22.052725, 23.668361, 26.606517, 31.944978, 33.208279, 34.70836, 38.578118, 33.655428, 27.444116, 8.98452, 2.772352, 0.374407, 0.000231], "sum_m_pl": [1.648586, 4.376291, 5.337378, 5.574043, 5.922463, 6.52212, 6.72321, 7.964714, 8.206923, 8.053057, 8.956777, 9.556008, 9.52815, 8.979285, 8.859178, 9.246743, 8.478247, 8.236036, 7.864531, 7.542125, 6.984017, 6.856008, 6.651149, 6.647671, 9.993318, 11.040107, 11.652883, 10.996949, 11.476872, 11.99482, 11.435589, 11.058686, 11.663795, 11.726429, 11.934502, 10.836637, 12.231766, 12.210033, 12.91946, 12.583049, 11.443653, 12.227012, 16.264527, 17.158147, 23.38953, 34.531572, 65.169413, 83.937373, 91.650595, 97.774235]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 160, "item_id": "pes-Angiologia-2020 wiosna-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1353, "region_end": 158, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9874}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 15, 20, 22, 46, 48, 70, 54, 44, 57, 50, 56, 46, 47, 59, 63, 68, 55, 78, 86, 90, 84, 83, 80, 110, 106, 97, 79, 64, 53, 52, 52, 53, 80, 94, 91, 109, 137, 138, 140, 149, 140, 147, 145, 127, 107, 32, 6, 0, 0], "n_am_pl": [8, 32, 23, 23, 16, 31, 23, 29, 30, 30, 43, 54, 39, 44, 50, 46, 41, 47, 35, 31, 28, 34, 25, 27, 18, 17, 29, 38, 42, 58, 50, 50, 47, 42, 34, 35, 38, 29, 33, 36, 35, 34, 40, 37, 47, 70, 145, 179, 194, 203], "n_pos": 306, "sum_m_en": [28.266546, 43.609159, 46.697012, 47.654295, 50.012194, 50.179961, 52.792064, 53.288195, 53.090089, 55.152386, 56.413527, 57.09375, 56.543486, 54.047347, 55.261545, 56.050089, 54.59923, 52.250319, 52.887898, 51.917206, 50.915553, 50.765684, 51.048947, 51.262389, 76.700564, 74.257089, 66.588475, 59.101708, 57.537852, 55.318513, 54.103862, 54.879436, 55.966134, 60.689045, 65.581399, 71.362759, 79.410494, 88.83932, 98.172111, 104.965484, 109.857737, 112.052915, 117.866045, 125.420191, 112.32568, 88.28701, 28.907811, 7.156224, 2.096139, 0.003033], "sum_m_pl": [4.772533, 13.865084, 14.841723, 14.777057, 15.477348, 16.332024, 15.889641, 17.370322, 17.132281, 18.013096, 20.28543, 22.5847, 22.057794, 22.361657, 21.639774, 22.625633, 21.677558, 21.963403, 20.96673, 19.78232, 18.763195, 18.68377, 18.241365, 17.992057, 20.416108, 20.95012, 23.458909, 25.70395, 27.749306, 30.143331, 26.989414, 26.443534, 27.303395, 25.776569, 24.683333, 25.132372, 27.625513, 25.28049, 23.251319, 24.457916, 25.224424, 26.787409, 31.43987, 30.235195, 40.929366, 65.420769, 140.461569, 174.581246, 191.573572, 203.453152]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 2, 1, 0, 0, 0, 1, 0, 1, 2, 0, 1, 0, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.489164, 1.07636, 1.010369, 1.000199, 0.946994, 1.08704, 1.259021, 1.289899, 1.341507, 1.343898, 1.4309, 1.365873, 1.448872, 1.242796, 1.303565, 1.364275, 1.271775, 1.28772, 1.266312, 1.23461, 1.2063, 1.217687, 1.229173, 1.24611, 1.540311, 1.462849, 1.442273, 1.452458, 1.458072, 1.33145, 1.283681, 1.259458, 1.202296, 1.254115, 1.547386, 1.925332, 1.925598, 1.928763, 2.047048, 1.809503, 1.743159, 1.670431, 1.638409, 1.805175, 1.587755, 1.276906, 1.09878, 0.239283, 0.070574, 0.0], "sum_m_pl": [0.099517, 0.330469, 0.382127, 0.375723, 0.53103, 0.525523, 0.460837, 0.484265, 0.484106, 0.495426, 0.557916, 0.536534, 0.549614, 0.619815, 0.438098, 0.51844, 0.456122, 0.572458, 0.522341, 0.487153, 0.442318, 0.426989, 0.420395, 0.415639, 0.487574, 0.519323, 0.488272, 0.586798, 0.619649, 0.597862, 0.566751, 0.576589, 0.512349, 0.49798, 0.484564, 0.526522, 0.620853, 0.528709, 0.437626, 0.50293, 0.384507, 0.397774, 0.403936, 0.605061, 0.4584, 0.198726, 0.44145, 0.177775, 0.051455, 0.0]}, "lang": {"n_am_en": [3, 14, 15, 10, 32, 30, 45, 36, 33, 39, 27, 36, 32, 34, 42, 43, 51, 38, 55, 64, 69, 63, 64, 61, 83, 72, 75, 54, 42, 37, 38, 34, 36, 50, 72, 66, 78, 101, 93, 100, 108, 106, 109, 110, 99, 76, 23, 4, 0, 0], "n_am_pl": [4, 26, 13, 16, 12, 23, 18, 20, 22, 20, 29, 39, 26, 31, 34, 32, 30, 32, 26, 22, 22, 27, 20, 21, 15, 13, 23, 29, 32, 48, 34, 42, 33, 33, 21, 24, 24, 18, 22, 26, 25, 25, 32, 27, 39, 59, 127, 168, 192, 202], "n_pos": 203, "sum_m_en": [19.647619, 29.660546, 31.875285, 32.269511, 33.823347, 33.972094, 35.69517, 36.148223, 36.092271, 37.271445, 37.834655, 38.482291, 37.818326, 36.105273, 37.161557, 37.406395, 36.444345, 35.035258, 35.346443, 34.604692, 34.193937, 33.974538, 34.167904, 34.388942, 55.151745, 52.129514, 46.557024, 40.737223, 39.28233, 37.548392, 36.428717, 36.879613, 37.824787, 41.299813, 45.168858, 49.949258, 56.216601, 62.924409, 68.053435, 77.655717, 79.978861, 83.066155, 85.73369, 92.933779, 83.767813, 62.927112, 20.838716, 4.642567, 1.026183, 0.000353], "sum_m_pl": [3.305987, 9.542741, 9.932387, 9.88077, 9.92079, 10.721945, 10.424247, 11.69624, 11.390206, 12.191727, 13.723268, 15.755515, 15.212193, 15.473364, 14.54416, 15.160987, 14.736736, 14.935464, 14.372921, 13.3711, 12.63136, 12.591512, 12.246217, 12.104031, 14.120176, 14.322645, 16.087626, 17.793942, 19.801362, 21.370559, 19.396092, 19.160457, 19.376494, 18.398545, 16.976183, 17.028986, 19.324379, 18.85295, 17.463931, 17.145827, 19.044829, 20.126831, 23.695884, 23.051048, 32.883308, 55.868895, 122.221267, 160.894457, 188.005019, 202.024908]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesień-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1177, "region_end": 306, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9837}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 59, 71, 104, 159, 191, 216, 201, 232, 240, 217, 235, 225, 215, 236, 298, 306, 258, 282, 301, 295, 294, 308, 305, 405, 405, 357, 291, 249, 234, 226, 209, 241, 293, 342, 358, 375, 412, 448, 434, 469, 448, 456, 432, 375, 307, 105, 29, 1, 0], "n_am_pl": [19, 105, 92, 94, 90, 116, 106, 125, 103, 112, 133, 140, 146, 156, 163, 137, 124, 134, 129, 119, 108, 97, 87, 81, 79, 77, 106, 121, 162, 179, 184, 180, 161, 155, 126, 129, 120, 96, 104, 126, 123, 147, 148, 153, 189, 283, 474, 614, 640, 644], "n_pos": 1065, "sum_m_en": [101.599595, 153.815418, 163.448192, 167.280709, 172.740072, 181.555457, 192.962424, 191.3646, 189.696766, 192.843771, 198.81547, 194.47011, 190.166894, 183.219876, 181.611579, 187.284013, 185.880201, 177.64366, 181.75395, 178.620811, 174.656201, 174.084455, 178.276739, 179.207714, 287.203278, 268.62609, 245.826205, 211.750752, 202.397781, 195.563367, 187.78147, 180.531396, 188.535176, 209.318164, 233.307223, 249.216656, 267.567447, 297.994162, 322.451852, 329.60006, 359.489795, 367.72317, 383.701798, 378.961752, 343.777892, 273.302633, 105.570296, 33.698137, 9.650102, 0.006284], "sum_m_pl": [18.989998, 48.813584, 53.661856, 53.153602, 54.827604, 57.127903, 56.157803, 59.652982, 60.482181, 64.530246, 65.732801, 66.47299, 69.06688, 73.108912, 70.157055, 68.187428, 66.661271, 66.605569, 65.809124, 64.922244, 61.957305, 60.528611, 58.239323, 58.777623, 64.675143, 68.034048, 77.958219, 87.589941, 96.049238, 100.368773, 94.906086, 96.485062, 93.482734, 88.682533, 83.022722, 85.259099, 88.486248, 86.938402, 87.783941, 94.380501, 97.224081, 106.823995, 122.071963, 130.539651, 178.06238, 260.513383, 440.813915, 577.976653, 619.83883, 646.188101]}, "digit": {"n_am_en": [0, 8, 2, 1, 0, 2, 2, 7, 9, 8, 8, 7, 2, 3, 2, 7, 4, 3, 3, 2, 2, 1, 3, 2, 7, 5, 4, 9, 8, 8, 5, 4, 7, 5, 4, 5, 5, 5, 4, 5, 4, 3, 3, 4, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 7, 1, 7, 11, 7, 7, 3, 7, 4, 4, 7, 5, 4, 4, 4, 6, 1, 1, 1, 0, 2, 3, 3, 2, 4, 5, 6, 5, 2, 4, 2, 3, 6, 6, 5, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.056821, 6.071533, 6.254209, 6.148601, 5.532012, 6.303113, 6.842168, 6.744448, 6.862094, 6.834827, 7.288988, 6.562759, 6.280468, 6.128505, 5.568015, 6.082803, 5.904721, 5.614143, 5.752975, 5.571228, 5.643771, 5.672595, 5.733476, 5.80351, 7.296046, 7.007057, 6.988434, 6.471861, 6.900543, 6.540526, 6.304957, 6.05866, 5.873777, 6.70592, 7.126756, 6.704461, 6.038313, 6.653963, 5.700449, 5.573961, 4.931823, 4.620469, 3.938298, 3.261354, 2.558105, 2.113595, 1.523854, 0.946181, 0.380319, 0.0], "sum_m_pl": [0.75211, 2.105487, 2.019048, 1.823674, 2.222157, 2.361736, 2.263869, 2.254898, 2.22062, 2.15163, 2.150535, 1.830174, 2.064901, 2.258505, 1.855915, 1.864433, 1.831462, 2.004252, 1.926546, 1.888245, 1.815295, 1.72447, 1.712164, 1.729027, 1.987285, 1.941681, 1.932535, 2.420129, 2.501532, 2.474453, 2.280273, 2.219189, 1.88954, 1.637251, 1.579573, 1.899148, 1.804195, 1.687434, 1.771706, 1.847976, 1.815974, 1.821511, 1.846493, 1.511934, 1.304235, 1.063751, 0.686113, 0.440437, 0.098688, 0.0]}, "lang": {"n_am_en": [8, 27, 51, 60, 108, 123, 141, 128, 152, 160, 150, 166, 160, 153, 164, 173, 195, 158, 183, 210, 199, 203, 211, 215, 287, 278, 245, 192, 154, 152, 155, 141, 155, 183, 235, 247, 263, 286, 301, 293, 312, 306, 307, 295, 262, 206, 73, 14, 1, 0], "n_am_pl": [13, 80, 54, 64, 54, 63, 70, 81, 75, 79, 97, 86, 86, 94, 108, 89, 81, 98, 95, 93, 83, 74, 61, 57, 51, 54, 72, 85, 106, 114, 115, 125, 119, 108, 83, 87, 81, 73, 81, 99, 99, 115, 118, 127, 162, 245, 415, 563, 622, 644], "n_pos": 645, "sum_m_en": [63.295316, 94.018355, 100.596706, 101.738639, 107.161319, 110.731208, 119.558157, 118.649929, 118.330216, 120.53267, 123.131342, 120.998841, 117.016723, 112.182703, 111.925072, 114.921901, 114.266679, 109.345494, 112.184339, 110.333092, 107.3169, 106.772596, 109.568834, 110.30281, 187.314966, 173.499581, 157.443506, 135.084566, 125.590827, 121.706027, 116.17681, 112.785907, 117.773629, 131.088056, 147.590844, 161.474839, 177.948609, 201.18681, 213.673077, 222.383343, 242.223243, 248.616708, 257.459348, 257.858231, 236.46969, 180.068785, 75.227509, 17.426196, 4.503686, 0.005733], "sum_m_pl": [10.866753, 28.960343, 31.089101, 31.252476, 31.646481, 34.217403, 34.152554, 36.995252, 37.596872, 40.456337, 41.162267, 42.362599, 43.86618, 46.88748, 44.938332, 43.426515, 43.013492, 42.827375, 42.225506, 41.218675, 39.240266, 38.413235, 36.736621, 37.104903, 40.282054, 43.468268, 49.832795, 55.806743, 61.564536, 64.756175, 62.950031, 65.305594, 63.495969, 60.774874, 55.703381, 57.150316, 62.149881, 62.544214, 64.886519, 70.360373, 73.437343, 83.682876, 96.604634, 107.474134, 149.503501, 222.820079, 382.364157, 527.095459, 597.216858, 641.06819]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1178, "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesień-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1432, "region_end": 1065, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9932}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 2, 2, 6, 8, 7, 7, 6, 10, 4, 4, 6, 9, 5, 7, 10, 9, 9, 12, 12, 13, 10, 10, 9, 16, 10, 9, 5, 6, 5, 10, 9, 9, 16, 15, 14, 18, 17, 19, 21, 19, 20, 22, 22, 23, 22, 20, 19, 20, 21], "n_am_pl": [2, 3, 5, 3, 2, 3, 2, 4, 1, 5, 1, 2, 3, 3, 6, 6, 4, 3, 1, 2, 1, 4, 3, 3, 2, 2, 4, 5, 5, 7, 2, 4, 3, 1, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 3], "n_pos": 45, "sum_m_en": [4.494907, 5.861106, 6.417743, 7.166146, 7.732787, 7.724839, 7.736136, 7.225268, 7.340318, 7.101343, 7.324856, 7.147505, 7.465944, 7.211808, 7.256606, 7.78339, 7.976268, 7.607764, 7.740402, 7.326097, 7.596333, 7.219497, 7.114913, 7.054638, 11.733419, 10.557971, 8.58854, 7.777768, 8.720052, 8.955468, 8.499429, 8.451098, 8.574158, 9.637734, 10.888004, 10.848388, 11.501399, 12.078987, 15.088601, 15.88546, 17.023047, 18.52373, 19.786361, 21.017546, 20.964503, 19.441488, 18.275688, 18.646273, 19.380272, 20.514164], "sum_m_pl": [1.218276, 2.064675, 2.30774, 2.191617, 2.556904, 2.597483, 2.544172, 2.58676, 2.609092, 2.666973, 2.800662, 2.929995, 3.003226, 2.936511, 2.968707, 3.027639, 2.644941, 2.724596, 2.760933, 2.877119, 2.810007, 2.728998, 2.658697, 2.660098, 2.613735, 2.729755, 3.09877, 3.308006, 2.950642, 3.181765, 2.756019, 2.777359, 2.75013, 2.64196, 2.264054, 2.033101, 1.902422, 1.561537, 1.488563, 1.060734, 0.838732, 0.605364, 0.506512, 0.348097, 0.396923, 1.213588, 1.225114, 1.514904, 1.882354, 3.158611]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 2, 1, 4, 3, 2, 4, 3, 7, 3, 4, 4, 7, 4, 4, 8, 5, 5, 9, 9, 8, 6, 8, 7, 12, 8, 7, 4, 4, 3, 8, 7, 8, 12, 13, 12, 17, 16, 16, 19, 19, 20, 21, 22, 22, 20, 20, 19, 20, 21], "n_am_pl": [1, 1, 1, 2, 2, 3, 1, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 0, 0, 0, 2, 1, 2, 0, 1, 1, 2, 2, 4, 0, 2, 1, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 3], "n_pos": 25, "sum_m_en": [2.531169, 3.441897, 3.867139, 4.397901, 4.545409, 4.614726, 4.617813, 4.4086, 4.503549, 4.282501, 4.424649, 4.377122, 4.606148, 4.375514, 4.401511, 4.727063, 4.760787, 4.595279, 4.659671, 4.379133, 4.674176, 4.352136, 4.20516, 4.103125, 7.736255, 7.391192, 5.834412, 5.383657, 5.758114, 5.94343, 5.864028, 5.773844, 6.094967, 7.050664, 8.024233, 8.704859, 9.723378, 10.518922, 12.798947, 14.166129, 15.645802, 17.352706, 17.971023, 19.537415, 19.259963, 17.795252, 17.709962, 18.046876, 18.968025, 20.223154], "sum_m_pl": [0.685197, 1.093779, 1.27876, 1.319469, 1.556579, 1.545785, 1.428582, 1.476386, 1.444558, 1.434919, 1.499717, 1.551006, 1.612941, 1.570219, 1.585438, 1.571685, 1.390198, 1.403757, 1.476072, 1.555524, 1.538944, 1.500584, 1.465425, 1.473275, 1.361911, 1.36254, 1.516751, 1.593309, 1.62327, 1.805996, 1.614403, 1.666721, 1.662497, 1.606176, 1.352567, 1.302926, 1.297596, 1.056956, 1.06903, 0.732702, 0.536255, 0.368017, 0.237795, 0.162659, 0.20552, 1.133404, 1.171554, 1.445464, 1.811487, 3.094668]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 47, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-17", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1062, "region_end": 45, "roundtrip_ok": true, "tf_agree": 0.9574, "tf_agree_excl_first": 0.9783}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 18, 22, 26, 35, 29, 42, 37, 32, 27, 39, 33, 35, 41, 42, 53, 52, 49, 48, 43, 48, 42, 49, 62, 88, 75, 54, 54, 45, 35, 46, 47, 48, 50, 74, 71, 82, 84, 84, 87, 91, 103, 103, 105, 95, 64, 26, 5, 1, 1], "n_am_pl": [7, 26, 13, 23, 15, 12, 22, 18, 11, 21, 12, 18, 16, 17, 16, 24, 18, 16, 17, 11, 15, 12, 10, 12, 8, 13, 11, 16, 17, 19, 20, 14, 12, 12, 14, 20, 17, 17, 16, 10, 9, 12, 17, 20, 27, 57, 95, 129, 142, 152], "n_pos": 205, "sum_m_en": [18.274395, 28.491695, 31.349495, 31.920669, 33.1982, 32.528704, 35.442094, 35.229927, 34.36148, 35.110839, 36.476152, 35.993455, 36.632774, 33.662638, 32.836088, 34.578152, 36.07008, 33.777345, 32.74825, 31.491688, 31.047532, 30.448727, 30.642029, 31.641481, 57.826782, 51.101286, 44.075027, 38.123054, 38.474386, 36.759589, 36.199438, 38.133013, 39.022209, 43.502803, 48.528581, 51.010587, 53.230201, 57.67409, 60.904489, 65.005998, 72.50572, 84.394561, 88.16765, 89.916128, 82.043476, 58.265456, 24.399734, 6.625576, 2.643675, 1.000213], "sum_m_pl": [3.259602, 8.780871, 10.757747, 10.445831, 10.708836, 10.423085, 11.206928, 12.423208, 11.741603, 12.844699, 12.842571, 13.605371, 13.617205, 13.7725, 14.293071, 14.252414, 13.615987, 13.609928, 13.110216, 12.938441, 12.45663, 12.123851, 11.821666, 11.895914, 11.475343, 13.340827, 13.841811, 16.734089, 16.291069, 17.502729, 16.545496, 16.575469, 16.872028, 16.516053, 15.229512, 14.480504, 15.345631, 14.650072, 14.879005, 13.180295, 12.133374, 12.531436, 18.14169, 19.576812, 27.629037, 52.028413, 89.113164, 123.42795, 138.083169, 151.457798]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 13, 16, 20, 30, 22, 28, 29, 23, 21, 32, 25, 26, 31, 34, 42, 38, 35, 33, 27, 33, 30, 36, 46, 63, 54, 39, 37, 30, 24, 33, 34, 33, 33, 52, 49, 62, 67, 64, 67, 74, 81, 79, 83, 75, 48, 20, 4, 1, 1], "n_am_pl": [4, 18, 10, 15, 9, 11, 15, 14, 9, 15, 8, 14, 11, 17, 10, 19, 13, 13, 14, 11, 12, 11, 7, 8, 7, 13, 10, 14, 14, 18, 16, 12, 12, 12, 13, 15, 13, 15, 14, 9, 6, 12, 16, 20, 25, 53, 90, 128, 141, 151], "n_pos": 152, "sum_m_en": [13.66181, 21.433873, 23.540787, 23.619211, 24.538431, 24.078831, 26.103117, 26.212636, 25.935742, 26.658998, 27.538268, 27.497468, 27.863605, 25.773921, 25.384599, 26.510968, 27.465009, 25.632309, 24.80332, 23.692678, 23.265094, 22.795934, 22.983261, 23.632546, 43.494923, 38.398047, 33.819295, 29.197486, 29.558019, 27.900942, 27.710134, 29.146904, 29.691496, 31.931136, 35.531344, 38.05054, 41.466028, 44.650601, 47.765885, 51.029026, 57.021849, 66.102182, 70.741082, 70.970735, 64.675708, 43.987589, 18.325871, 4.890151, 1.827488, 1.000106], "sum_m_pl": [2.351733, 6.427745, 7.785588, 7.606047, 7.834237, 7.701248, 8.313996, 9.462215, 8.984153, 9.897615, 9.813516, 10.575943, 10.632111, 10.892245, 11.117366, 10.906211, 10.277328, 10.307669, 9.844407, 9.675155, 9.238599, 9.062559, 8.850364, 8.959355, 8.963251, 10.822571, 11.18085, 13.378255, 12.682897, 13.886921, 13.206733, 13.193177, 13.441369, 13.282429, 12.134025, 11.585847, 12.141933, 11.821216, 12.027516, 10.696938, 9.773375, 11.104758, 16.106657, 18.65771, 25.372297, 49.011147, 84.896999, 120.892653, 135.885763, 149.945971]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 207, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-17", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1317, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9903}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 15, 19, 23, 31, 32, 34, 35, 22, 27, 25, 34, 39, 34, 35, 39, 42, 40, 50, 45, 49, 45, 47, 48, 60, 67, 58, 43, 48, 46, 49, 38, 32, 47, 53, 60, 73, 75, 82, 86, 89, 78, 79, 75, 76, 73, 72, 70, 73, 73], "n_am_pl": [11, 11, 16, 15, 19, 14, 19, 19, 17, 16, 19, 21, 20, 23, 24, 24, 26, 25, 26, 22, 16, 20, 17, 18, 18, 18, 20, 22, 18, 18, 17, 23, 20, 19, 15, 16, 17, 12, 6, 7, 10, 14, 12, 8, 9, 7, 8, 10, 11, 7], "n_pos": 174, "sum_m_en": [19.475581, 23.73702, 24.721602, 26.022934, 29.146392, 30.352671, 29.764403, 29.303143, 28.855002, 30.440917, 30.187482, 31.358682, 31.377504, 31.184426, 32.182091, 32.074885, 31.773351, 29.822746, 32.134725, 31.181255, 30.901972, 30.174912, 30.85646, 29.866379, 46.709891, 45.177701, 42.187037, 35.067702, 35.375418, 34.339661, 34.093565, 33.826784, 32.026076, 34.877835, 38.046395, 42.549932, 48.675351, 55.849051, 64.891725, 66.510411, 71.61952, 69.938293, 74.780035, 72.394566, 71.699078, 68.411499, 69.48799, 68.021007, 66.924343, 72.875759], "sum_m_pl": [5.134691, 7.628669, 8.263547, 7.890911, 8.803724, 9.391711, 9.70007, 10.000102, 10.029046, 10.796798, 11.707831, 12.825218, 13.330129, 13.637371, 14.313839, 15.767094, 14.166454, 14.356416, 13.202034, 12.787908, 12.254034, 11.843688, 11.224711, 11.640688, 17.086205, 16.336554, 15.988736, 18.022846, 16.852193, 17.176983, 16.336334, 17.183664, 18.278527, 17.321048, 15.906105, 15.49711, 13.923369, 14.229446, 12.716081, 12.252852, 12.093147, 15.051365, 13.318481, 9.739618, 10.478425, 9.212649, 9.157369, 9.395638, 10.328425, 8.080627]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 2, 3, 3, 2, 1, 2, 2, 2, 2, 1, 0, 0, 0, 2, 2, 3, 0, 2, 2, 0, 1, 0, 1, 4, 3, 1, 1, 2, 2, 2, 1, 2, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 3, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 2, 1, 1, 1, 1, 2, 2, 1, 0, 1, 1, 1, 2, 2, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.837029, 1.581841, 1.487374, 1.491433, 1.574553, 1.74824, 1.702447, 1.616613, 1.669575, 1.63289, 1.800881, 1.747289, 1.691832, 1.646959, 1.726996, 1.802287, 1.707379, 1.509845, 1.579103, 1.534684, 1.493793, 1.473613, 1.485535, 1.46646, 1.591141, 1.757855, 1.653341, 1.526399, 1.683003, 1.659187, 1.55967, 1.575682, 1.322339, 1.592779, 1.783094, 1.890288, 1.866529, 1.836099, 1.943263, 1.997929, 1.927667, 1.894585, 1.903367, 1.840233, 1.695549, 1.618675, 0.820649, 0.736457, 0.463813, 0.003418], "sum_m_pl": [0.179866, 0.542166, 0.545027, 0.500741, 0.541667, 0.56766, 0.490835, 0.510272, 0.519831, 0.512247, 0.492253, 0.429486, 0.46143, 0.436405, 0.437047, 0.512439, 0.504277, 0.537229, 0.475355, 0.496268, 0.466319, 0.484786, 0.470845, 0.46898, 0.586505, 0.687879, 0.698099, 0.920506, 0.690769, 0.644866, 0.538046, 0.478866, 0.476353, 0.267052, 0.286492, 0.335035, 0.401146, 0.45605, 0.457514, 0.423017, 0.444208, 0.45557, 0.432551, 0.373944, 0.345661, 0.226558, 0.079011, 0.067695, 0.011431, 1.3e-05]}, "lang": {"n_am_en": [11, 8, 9, 15, 17, 14, 17, 23, 15, 16, 16, 23, 19, 19, 22, 23, 24, 23, 32, 27, 28, 30, 30, 32, 41, 44, 38, 33, 33, 33, 34, 25, 20, 32, 36, 41, 49, 51, 58, 61, 65, 62, 61, 59, 59, 61, 61, 64, 66, 73], "n_am_pl": [8, 6, 6, 7, 5, 6, 10, 9, 8, 8, 6, 6, 8, 9, 9, 11, 12, 10, 9, 7, 4, 8, 7, 5, 5, 5, 6, 7, 7, 3, 4, 8, 4, 8, 4, 6, 8, 3, 2, 2, 2, 4, 5, 5, 5, 4, 5, 7, 8, 7], "n_pos": 81, "sum_m_en": [9.177005, 10.530883, 10.839625, 11.512054, 12.992189, 13.625931, 13.814181, 14.063289, 13.614729, 14.629773, 14.612042, 15.008854, 14.792601, 14.809262, 15.240335, 15.505379, 15.149158, 14.428183, 15.434941, 14.821538, 15.008785, 14.63411, 15.359086, 14.623967, 29.489349, 28.389058, 26.282612, 20.854676, 19.863842, 18.906937, 18.366356, 17.950609, 17.135562, 19.322331, 21.637122, 25.513142, 31.642755, 37.373324, 44.222244, 47.843352, 51.751682, 52.418452, 56.639625, 56.400902, 56.639346, 55.754103, 57.280699, 58.002855, 58.933547, 71.3316], "sum_m_pl": [2.762788, 3.332057, 3.582742, 3.551587, 3.925488, 4.103522, 4.170159, 4.480369, 4.420253, 4.832578, 5.333919, 6.189144, 6.440024, 6.341752, 6.918962, 7.594994, 6.927517, 6.99831, 6.37182, 6.17003, 5.815883, 5.619646, 5.340996, 5.461454, 7.054777, 6.97945, 6.972817, 7.666827, 7.291789, 7.356742, 7.050282, 7.256147, 8.209762, 8.076381, 7.517947, 7.102105, 6.021067, 5.669235, 5.12356, 4.407773, 3.523582, 5.39012, 4.990167, 4.658825, 5.719578, 5.085213, 5.556484, 5.974611, 6.781647, 7.188942]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-40", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1278, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9884}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 22, 28, 31, 43, 53, 49, 49, 44, 62, 42, 49, 47, 58, 62, 57, 69, 55, 68, 68, 63, 63, 62, 56, 93, 84, 79, 58, 63, 58, 61, 52, 52, 66, 91, 83, 87, 103, 110, 101, 109, 113, 126, 118, 99, 58, 16, 5, 1, 1], "n_am_pl": [5, 50, 32, 38, 36, 41, 35, 40, 47, 45, 45, 50, 46, 61, 51, 72, 55, 57, 53, 61, 52, 40, 40, 51, 45, 53, 50, 51, 46, 53, 55, 61, 45, 52, 46, 60, 53, 69, 83, 93, 95, 103, 94, 97, 110, 158, 209, 229, 239, 242], "n_pos": 358, "sum_m_en": [32.74216, 50.735884, 54.817933, 55.246338, 58.538434, 62.347471, 61.975592, 63.980614, 60.92981, 62.819548, 64.211036, 62.56094, 63.337112, 61.672661, 61.374894, 62.166834, 63.487044, 58.864853, 60.241777, 59.828141, 58.337677, 57.74168, 58.331874, 58.9487, 76.752637, 75.194763, 69.633804, 64.175716, 63.813817, 64.712652, 63.308147, 60.700663, 58.522781, 62.670929, 65.116826, 68.044803, 70.278827, 73.490784, 79.933966, 78.973473, 89.584976, 89.511592, 104.120187, 106.125336, 88.822685, 51.450315, 16.760801, 5.945376, 1.91065, 1.000164], "sum_m_pl": [5.873054, 16.749164, 18.835592, 18.341805, 19.441707, 20.587266, 19.200484, 20.43436, 22.49648, 22.962275, 24.600076, 28.152817, 27.236316, 29.997085, 28.174672, 30.518876, 26.831875, 27.015637, 23.968006, 23.55707, 22.205213, 21.664112, 21.249538, 22.096276, 35.336118, 35.728584, 36.286815, 38.810622, 38.002106, 40.281769, 38.333718, 40.96743, 39.053612, 37.392114, 35.450293, 37.188388, 39.435077, 43.688792, 49.245844, 56.219354, 58.50596, 67.787451, 72.073849, 72.153155, 97.910961, 142.348963, 196.276748, 219.951539, 238.185995, 242.321302]}, "digit": {"n_am_en": [0, 3, 3, 0, 0, 2, 1, 5, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 3, 3, 2, 3, 0, 1, 1, 0, 0, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 3, 1, 1, 2, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.761284, 1.61525, 1.607922, 1.592802, 1.461364, 1.596238, 1.624239, 1.674081, 1.624092, 1.590404, 1.704044, 1.625907, 1.593066, 1.414459, 1.336279, 1.446252, 1.357951, 1.202514, 1.293625, 1.333282, 1.297922, 1.331422, 1.378807, 1.404343, 1.493802, 1.673396, 1.591215, 1.617553, 1.66066, 1.799189, 1.655075, 1.505474, 1.262171, 1.492979, 1.454789, 1.356577, 1.201084, 1.178292, 1.121984, 1.051275, 0.99478, 0.900155, 0.842634, 0.68818, 0.418478, 0.354715, 0.297594, 0.23128, 0.022131, 0.0], "sum_m_pl": [0.182883, 0.685627, 0.667495, 0.598333, 0.6288, 0.689667, 0.582964, 0.64503, 0.659796, 0.635547, 0.559383, 0.52165, 0.491385, 0.509776, 0.38872, 0.42591, 0.394362, 0.466474, 0.437105, 0.447303, 0.40512, 0.402183, 0.403125, 0.40868, 0.396408, 0.416179, 0.44998, 0.500922, 0.469469, 0.456005, 0.543963, 0.602395, 0.48594, 0.402564, 0.472897, 0.527342, 0.627154, 0.575629, 0.583664, 0.558993, 0.563924, 0.596567, 0.618066, 0.725046, 0.543381, 0.332871, 0.128944, 0.034646, 0.009128, 2e-06]}, "lang": {"n_am_en": [7, 8, 19, 20, 31, 32, 32, 33, 32, 47, 30, 35, 33, 40, 45, 41, 50, 40, 48, 49, 42, 44, 42, 38, 64, 59, 56, 43, 42, 47, 47, 37, 41, 47, 64, 55, 61, 76, 81, 76, 79, 84, 95, 86, 72, 42, 11, 4, 1, 1], "n_am_pl": [4, 38, 17, 32, 27, 26, 23, 30, 35, 31, 35, 33, 31, 48, 37, 48, 39, 40, 39, 42, 37, 30, 29, 36, 30, 39, 36, 37, 31, 36, 41, 41, 29, 33, 32, 44, 42, 50, 68, 79, 80, 84, 77, 82, 101, 142, 198, 219, 239, 242], "n_pos": 243, "sum_m_en": [21.97499, 33.732996, 36.902519, 36.98067, 39.373771, 42.038726, 41.858722, 43.010608, 41.11826, 42.544, 43.494454, 42.441356, 42.871472, 42.27613, 42.34146, 42.701875, 43.74384, 40.640401, 41.191939, 40.51625, 39.829442, 39.412828, 39.730704, 40.057317, 53.336247, 52.321115, 48.460698, 45.01287, 45.119323, 45.233946, 44.255559, 42.232646, 41.03132, 43.227921, 44.367076, 47.148077, 50.036831, 51.026072, 55.714014, 55.766472, 63.777353, 64.81666, 78.502667, 76.794345, 65.529493, 37.560508, 12.002552, 3.936, 1.441613, 1.000091], "sum_m_pl": [3.802138, 10.949227, 12.393281, 12.070885, 12.749024, 13.667836, 12.726673, 13.685827, 15.172978, 15.543248, 16.863169, 19.596091, 19.093798, 20.922636, 19.807336, 21.208488, 18.775951, 18.889459, 16.8287, 16.597026, 15.592394, 15.210398, 14.862994, 15.284241, 23.816219, 24.141953, 25.579626, 27.870942, 26.779683, 28.367198, 27.137299, 29.160418, 27.793692, 26.264343, 25.195308, 25.473435, 28.590374, 32.396164, 37.736506, 44.387288, 46.809002, 53.868424, 56.840659, 61.427719, 87.366866, 128.041636, 183.694377, 209.71816, 236.151658, 241.967561]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 360, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-40", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1533, "region_end": 358, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 0.9944}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 18, 14, 18, 25, 29, 39, 34, 36, 40, 38, 38, 40, 43, 43, 45, 55, 56, 58, 66, 67, 68, 65, 66, 84, 64, 62, 54, 57, 49, 49, 51, 62, 68, 76, 70, 79, 88, 94, 87, 89, 89, 82, 71, 59, 47, 20, 3, 1, 0], "n_am_pl": [9, 13, 23, 20, 23, 20, 15, 21, 15, 27, 34, 37, 32, 34, 23, 23, 28, 20, 16, 12, 7, 7, 11, 17, 19, 21, 22, 19, 23, 27, 26, 28, 21, 23, 21, 39, 29, 29, 36, 32, 44, 51, 50, 58, 76, 84, 113, 123, 131, 138], "n_pos": 210, "sum_m_en": [20.397219, 29.358218, 30.865642, 31.150635, 32.575908, 34.156134, 35.590679, 37.58901, 35.796721, 38.030526, 38.70098, 37.439729, 37.987725, 39.086384, 37.833972, 38.825146, 39.917002, 37.567573, 36.550146, 35.827327, 34.818521, 33.546469, 33.873161, 34.677407, 53.984634, 50.312084, 46.245669, 40.494483, 41.82982, 40.622344, 41.481312, 42.142477, 41.311648, 44.525817, 47.30971, 50.187946, 50.23995, 55.157614, 59.446662, 62.850394, 68.244533, 69.207788, 66.657497, 63.880796, 53.689044, 41.74717, 16.52273, 4.297198, 2.412023, 0.000702], "sum_m_pl": [3.84873, 10.096599, 11.424075, 11.382925, 11.849808, 12.865753, 12.128602, 13.500185, 13.820227, 14.787816, 15.104361, 16.467644, 16.7687, 15.454685, 16.329048, 15.043217, 14.085966, 13.215928, 11.971999, 11.745534, 11.66787, 11.537661, 11.813013, 12.227995, 16.978673, 17.319744, 15.998876, 17.860121, 16.354636, 18.149804, 17.249089, 16.458041, 15.182569, 15.221983, 14.908088, 16.552203, 18.055768, 19.745982, 23.992068, 23.267203, 26.696568, 36.358879, 42.29773, 47.979067, 64.213945, 77.359019, 106.642247, 118.740822, 125.363945, 137.63476]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 4, 4, 2, 1, 3, 2, 5, 3, 4, 3, 3, 2, 3, 2, 2, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 0, 4, 3, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.242542, 0.514679, 0.573615, 0.543724, 0.618929, 0.729079, 0.825823, 0.814661, 0.83434, 0.819485, 0.924036, 0.781522, 0.819272, 0.804674, 0.485182, 0.501651, 0.668823, 0.603179, 0.724066, 0.748428, 0.786883, 0.803008, 0.822611, 0.845796, 0.481658, 0.434597, 0.233704, 0.322556, 0.481723, 0.492904, 0.793986, 0.780219, 0.624607, 0.479982, 0.507567, 0.707295, 0.523525, 0.944562, 0.745131, 0.661529, 0.523508, 0.534176, 0.523365, 0.487368, 0.303355, 0.165096, 0.064634, 0.050825, 0.009874, 0.0], "sum_m_pl": [0.029148, 0.115746, 0.229912, 0.197382, 0.258608, 0.337783, 0.305165, 0.372185, 0.419298, 0.639739, 0.484791, 0.657118, 0.75255, 0.663512, 1.29367, 1.440005, 0.839536, 0.872595, 0.445825, 0.443192, 0.369385, 0.347235, 0.336789, 0.338362, 1.096877, 1.451724, 1.013403, 0.656978, 0.371358, 1.040823, 0.699108, 0.444551, 0.273636, 0.303964, 0.253723, 0.339984, 0.303492, 0.21782, 0.244255, 0.265455, 0.285476, 0.302896, 0.260142, 0.29708, 0.361458, 0.273034, 0.093296, 0.107419, 0.015115, 2e-06]}, "lang": {"n_am_en": [3, 16, 12, 6, 16, 21, 25, 21, 23, 26, 21, 20, 22, 27, 30, 31, 39, 33, 36, 47, 46, 43, 42, 42, 61, 46, 43, 38, 41, 30, 31, 31, 42, 49, 54, 49, 55, 59, 63, 59, 61, 63, 59, 52, 43, 35, 15, 3, 1, 0], "n_am_pl": [4, 8, 16, 11, 15, 15, 10, 11, 7, 16, 25, 26, 21, 25, 18, 14, 19, 13, 11, 5, 1, 2, 5, 12, 13, 11, 11, 9, 13, 17, 16, 22, 15, 13, 12, 30, 24, 23, 24, 24, 33, 38, 35, 42, 56, 65, 98, 113, 128, 137], "n_pos": 138, "sum_m_en": [13.233742, 19.915259, 20.71994, 20.661569, 21.702223, 22.64916, 23.255155, 25.005382, 23.709038, 25.184761, 25.544123, 24.6318, 24.941565, 25.886601, 25.427825, 26.187102, 26.567625, 24.998066, 24.294547, 23.921454, 23.090538, 22.151713, 22.489764, 23.093705, 38.710667, 35.888581, 33.262817, 28.603818, 29.165262, 27.706987, 27.757042, 28.351958, 27.85303, 29.91438, 31.429997, 33.379268, 34.148612, 37.162658, 40.85002, 43.642866, 46.42432, 48.838178, 47.728297, 45.403099, 39.855165, 30.420394, 11.730598, 3.503419, 1.796422, 0.000562], "sum_m_pl": [2.462321, 6.550789, 7.255536, 7.314611, 7.65004, 8.322071, 8.027704, 8.926534, 9.074065, 9.606452, 9.886765, 10.711288, 10.872896, 9.993251, 10.332459, 9.243515, 8.908375, 8.237244, 7.728253, 7.542468, 7.496884, 7.41565, 7.601426, 7.926468, 10.979302, 10.710128, 10.170292, 11.445029, 10.809051, 11.553808, 10.908087, 10.621662, 10.138624, 10.24482, 10.220735, 11.612191, 12.966372, 14.755931, 16.924862, 15.704062, 18.143071, 23.883255, 28.935998, 33.601234, 46.456838, 61.821098, 92.737837, 109.672414, 122.8186, 136.361806]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1187, "region_end": 210, "roundtrip_ok": true, "tf_agree": 0.9772, "tf_agree_excl_first": 0.9817}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 16, 16, 17, 20, 24, 34, 44, 44, 53, 51, 39, 34, 43, 40, 56, 65, 70, 70, 71, 72, 68, 67, 68, 87, 77, 77, 71, 59, 57, 42, 52, 54, 70, 77, 86, 80, 81, 82, 88, 95, 94, 87, 76, 70, 47, 15, 3, 1, 1], "n_am_pl": [8, 19, 15, 16, 13, 18, 18, 17, 17, 19, 28, 34, 33, 24, 30, 27, 32, 23, 14, 20, 15, 12, 11, 18, 17, 17, 10, 19, 14, 22, 30, 31, 22, 26, 26, 35, 33, 27, 35, 29, 41, 53, 57, 62, 66, 84, 121, 136, 148, 150], "n_pos": 219, "sum_m_en": [20.911087, 30.952507, 32.187383, 32.630771, 32.965688, 33.794942, 35.674421, 37.979128, 37.310108, 39.198965, 39.389023, 37.68276, 38.127453, 38.246397, 38.130772, 39.363485, 40.348578, 37.670672, 36.114682, 36.076121, 36.261962, 35.174557, 36.885384, 37.247208, 58.939474, 56.567244, 50.594697, 43.192277, 43.711416, 41.787209, 41.350543, 41.319145, 40.611858, 44.426225, 46.570897, 48.165274, 51.590523, 59.735999, 63.385329, 65.524812, 72.176779, 73.855797, 76.573986, 70.007421, 62.156417, 42.379042, 18.309303, 5.095273, 1.989065, 0.501023], "sum_m_pl": [3.617677, 10.469854, 11.493369, 11.370557, 11.608743, 12.300134, 11.664009, 13.046911, 13.327189, 14.003905, 14.022844, 14.823779, 15.307355, 13.880124, 14.499317, 13.283675, 12.817565, 12.405307, 11.57264, 11.379147, 11.193796, 11.380308, 11.582788, 11.984177, 16.010474, 16.070947, 14.974456, 17.312264, 16.022512, 17.419314, 16.488375, 15.534739, 15.248982, 14.826592, 14.834625, 16.658228, 18.694167, 19.054666, 22.795465, 23.385296, 28.057887, 38.023405, 41.407016, 48.401734, 57.874455, 77.57905, 113.618844, 129.272309, 142.394399, 150.746808]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 4, 3, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 1, 1, 2, 3, 4, 1, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 0, 1, 2, 2, 1, 1, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.266444, 0.593551, 0.648962, 0.661406, 0.63385, 0.672999, 0.782494, 0.816385, 0.809958, 0.769813, 0.883215, 0.779842, 0.790773, 0.756816, 0.628013, 0.646926, 0.724044, 0.668055, 0.681871, 0.733291, 0.770415, 0.796393, 0.808151, 0.845355, 0.608439, 0.637029, 0.403262, 0.443009, 0.690983, 0.6233, 0.897993, 0.898871, 0.714596, 0.648533, 0.697819, 0.73731, 0.628744, 1.049023, 0.988648, 0.901742, 0.919256, 0.883748, 0.741029, 1.077713, 0.773665, 0.725402, 0.205099, 0.057403, 0.006144, 0.0], "sum_m_pl": [0.037777, 0.150086, 0.221087, 0.203703, 0.266961, 0.284977, 0.276319, 0.332184, 0.327076, 0.558424, 0.365055, 0.470522, 0.750229, 0.622158, 0.869958, 0.810166, 0.487405, 0.478256, 0.326153, 0.354785, 0.317098, 0.299356, 0.284574, 0.28755, 0.685021, 0.843856, 0.767624, 0.608015, 0.354432, 0.844872, 0.51686, 0.390297, 0.286477, 0.302354, 0.24031, 0.294849, 0.26581, 0.190428, 0.228847, 0.280202, 0.285719, 0.324066, 0.30865, 0.34883, 0.433273, 0.208456, 0.068543, 0.110281, 0.014062, 4e-06]}, "lang": {"n_am_en": [2, 13, 9, 9, 11, 18, 25, 32, 35, 41, 38, 25, 19, 32, 33, 43, 53, 54, 52, 54, 56, 52, 52, 50, 70, 61, 61, 51, 45, 41, 32, 39, 43, 56, 63, 71, 64, 62, 61, 67, 72, 72, 68, 56, 55, 33, 11, 3, 1, 1], "n_am_pl": [6, 15, 10, 10, 9, 12, 15, 13, 12, 13, 19, 22, 24, 17, 21, 21, 24, 16, 12, 14, 8, 8, 6, 14, 13, 12, 7, 14, 11, 13, 22, 27, 18, 21, 20, 25, 24, 19, 23, 21, 32, 38, 41, 47, 52, 69, 107, 126, 143, 149], "n_pos": 152, "sum_m_en": [14.730884, 21.584515, 22.520582, 22.842735, 23.050638, 23.695304, 24.797385, 26.717164, 26.359682, 27.533871, 27.614309, 26.587286, 26.911092, 26.808717, 26.925437, 28.002355, 28.66171, 26.889526, 25.638328, 25.7492, 25.865869, 25.00035, 26.769943, 26.990502, 45.332899, 43.192998, 38.816747, 32.457393, 32.411626, 30.618234, 30.206393, 30.15207, 29.840829, 33.108298, 35.121147, 36.584029, 39.544774, 46.090538, 49.134966, 50.143477, 53.518719, 56.256924, 59.242041, 52.500281, 47.031073, 30.243956, 13.006456, 4.479459, 1.739967, 0.501017], "sum_m_pl": [2.595804, 7.309704, 7.922632, 7.756584, 7.954498, 8.460614, 8.188376, 9.192872, 9.365853, 9.731516, 9.833611, 10.292307, 10.396969, 9.364536, 9.78405, 8.895488, 8.741859, 8.412503, 7.907341, 7.765924, 7.640124, 7.815323, 7.952366, 8.255201, 11.304801, 11.150993, 10.611029, 12.530628, 11.710559, 12.253586, 11.733657, 11.226847, 11.196976, 10.745738, 10.868451, 12.420092, 13.823472, 14.071693, 15.539272, 16.154831, 19.627209, 25.50251, 28.08464, 35.902757, 45.427412, 64.615845, 99.21262, 119.066619, 137.581128, 147.777257]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1442, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9561, "tf_agree_excl_first": 0.9604}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 10, 10, 16, 20, 26, 25, 21, 16, 13, 13, 16, 14, 20, 15, 17, 24, 38, 30, 32, 33, 34, 38, 34, 44, 45, 36, 36, 35, 30, 27, 28, 35, 35, 41, 38, 41, 54, 52, 50, 56, 51, 52, 51, 53, 53, 54, 50, 52, 50], "n_am_pl": [1, 6, 13, 8, 3, 12, 7, 15, 12, 16, 14, 16, 15, 16, 17, 15, 11, 16, 17, 15, 13, 13, 14, 14, 17, 17, 19, 24, 20, 19, 17, 17, 14, 13, 15, 16, 15, 11, 13, 10, 11, 12, 10, 11, 7, 9, 7, 6, 6, 4], "n_pos": 119, "sum_m_en": [12.919902, 16.58212, 16.947442, 17.904859, 20.156753, 22.074297, 21.053677, 21.260909, 19.953344, 20.092132, 20.114233, 19.478544, 19.869617, 20.806057, 20.534599, 21.033145, 22.172114, 21.442112, 21.803031, 21.179937, 20.362125, 20.130997, 20.714054, 20.808728, 28.041223, 27.554549, 24.980532, 22.207785, 23.84832, 23.342542, 22.546529, 23.553244, 24.449533, 26.518184, 27.522187, 29.687842, 32.949084, 37.262902, 41.758614, 40.947843, 46.829081, 46.607423, 48.200772, 47.3811, 48.343902, 47.382252, 50.601622, 49.210789, 47.779147, 51.339795], "sum_m_pl": [2.804407, 4.60334, 5.135373, 4.691364, 5.212435, 5.789995, 5.907798, 7.021402, 6.946394, 8.165956, 8.317539, 8.807737, 9.614537, 8.73576, 9.096082, 10.062204, 9.213482, 9.74049, 9.319771, 8.983909, 8.864082, 8.941777, 8.420622, 8.647487, 17.049395, 16.345735, 15.120555, 16.833459, 15.633785, 15.531961, 14.273726, 12.63178, 12.432475, 12.908158, 12.467098, 12.329718, 13.228752, 13.040456, 13.142276, 11.51781, 11.791704, 11.621855, 10.741363, 9.886035, 6.425312, 8.530686, 7.615286, 6.965532, 6.036752, 4.203085]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 6, 6, 9, 12, 13, 11, 8, 6, 5, 9, 7, 11, 10, 11, 13, 20, 15, 16, 18, 20, 22, 20, 21, 24, 18, 19, 17, 18, 14, 16, 20, 21, 23, 24, 25, 34, 31, 32, 37, 35, 35, 34, 39, 39, 39, 39, 45, 49], "n_am_pl": [0, 1, 3, 4, 1, 6, 2, 3, 8, 12, 9, 10, 9, 8, 9, 8, 6, 10, 12, 9, 7, 7, 7, 8, 12, 10, 11, 13, 13, 12, 12, 12, 11, 8, 6, 8, 8, 7, 9, 7, 7, 8, 7, 9, 5, 6, 5, 5, 5, 4], "n_pos": 54, "sum_m_en": [5.287594, 7.192589, 7.316955, 7.751046, 8.72295, 9.90691, 9.467762, 9.445741, 8.952545, 8.989857, 9.083484, 8.725879, 9.012622, 9.542997, 9.64172, 10.181064, 10.536799, 10.277643, 10.401974, 10.120674, 9.434027, 9.171125, 9.194304, 9.147987, 14.540183, 14.28959, 12.910993, 11.236109, 11.712308, 11.230239, 11.105756, 11.988744, 12.803381, 14.191028, 14.647001, 16.026584, 18.734398, 22.379778, 24.250524, 24.832378, 29.039118, 31.604651, 32.662422, 32.72476, 35.830629, 35.193377, 35.903516, 38.556232, 40.152411, 48.035925], "sum_m_pl": [1.090899, 1.951934, 2.099698, 2.09136, 2.336864, 2.478561, 2.718289, 3.089691, 3.179191, 3.665231, 3.775375, 3.957745, 4.236834, 3.896187, 4.021184, 4.338032, 4.059436, 4.342875, 4.638788, 4.39481, 4.391607, 4.522648, 4.234453, 4.479975, 10.903322, 10.072922, 9.639517, 10.550808, 9.824959, 8.853934, 8.155632, 7.510653, 7.271197, 7.360192, 7.052126, 7.325766, 7.876116, 7.636533, 7.629138, 6.861895, 6.67366, 6.883156, 6.752484, 6.580323, 4.071688, 5.805216, 5.341627, 5.026401, 4.563618, 4.195998]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 249, "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1085, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9719, "tf_agree_excl_first": 0.9758}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 12, 17, 34, 28, 45, 45, 37, 37, 46, 40, 34, 37, 33, 32, 31, 41, 44, 41, 54, 58, 54, 59, 59, 67, 66, 57, 52, 53, 52, 49, 57, 57, 56, 57, 51, 52, 54, 72, 66, 79, 70, 85, 70, 68, 47, 23, 8, 3, 2], "n_am_pl": [2, 20, 17, 21, 20, 15, 6, 16, 24, 25, 21, 30, 27, 29, 37, 28, 24, 22, 29, 18, 20, 21, 16, 16, 12, 17, 18, 25, 26, 23, 18, 19, 16, 17, 14, 21, 22, 19, 20, 21, 25, 34, 34, 34, 45, 64, 99, 127, 128, 133], "n_pos": 188, "sum_m_en": [16.65834, 25.886225, 28.520332, 29.622937, 29.814339, 31.509357, 32.167174, 35.060316, 33.930201, 34.829755, 34.865302, 34.169465, 33.435194, 33.123103, 32.572584, 33.555147, 35.000799, 33.444399, 32.988026, 32.328416, 32.282394, 31.455038, 34.088379, 33.791012, 52.647388, 49.931335, 45.093073, 40.132976, 38.57706, 37.508691, 35.772384, 35.396359, 35.544067, 36.653462, 36.588998, 39.411709, 38.997788, 43.841564, 50.425883, 51.734209, 62.946074, 62.258046, 68.301927, 64.953516, 61.223814, 46.198879, 22.693853, 7.907503, 5.470314, 2.000098], "sum_m_pl": [3.048016, 8.26561, 9.295991, 8.954185, 9.154188, 9.646677, 9.609585, 11.612315, 11.914292, 13.281808, 13.186463, 13.368549, 14.312661, 13.071737, 13.942316, 14.570672, 13.654321, 13.154417, 12.291582, 11.337433, 11.27311, 11.619928, 11.202451, 11.510673, 16.212418, 16.565932, 16.471266, 18.403551, 18.433171, 18.92594, 16.061889, 15.257734, 15.83211, 15.526232, 15.324463, 15.637299, 17.348813, 18.161354, 18.661145, 17.78811, 18.395945, 24.354016, 26.877341, 28.325897, 36.456007, 53.115356, 93.55611, 121.174343, 125.19541, 132.156146]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 10, 14, 26, 22, 33, 32, 27, 28, 39, 35, 26, 32, 27, 23, 25, 30, 34, 30, 43, 49, 45, 48, 49, 54, 53, 45, 40, 41, 42, 39, 43, 46, 45, 48, 43, 43, 44, 58, 55, 62, 54, 71, 57, 58, 38, 16, 6, 2, 2], "n_am_pl": [2, 16, 12, 16, 16, 10, 3, 11, 16, 19, 14, 22, 19, 19, 29, 20, 20, 19, 25, 13, 13, 14, 11, 11, 8, 11, 13, 17, 20, 19, 15, 17, 14, 16, 12, 19, 20, 17, 19, 20, 21, 30, 30, 30, 40, 57, 93, 119, 126, 133], "n_pos": 135, "sum_m_en": [12.263489, 18.661371, 20.528607, 20.980109, 21.274968, 22.443756, 22.76082, 25.127046, 24.724929, 25.865268, 25.939383, 25.478548, 25.077536, 24.602134, 24.575807, 25.172871, 26.282229, 25.131402, 24.503529, 23.668536, 23.492015, 22.927483, 25.500316, 24.804092, 42.365089, 39.975421, 35.619386, 31.148714, 29.643616, 28.887271, 27.300838, 26.91891, 27.318851, 28.342244, 27.967581, 30.638663, 29.847309, 34.263726, 39.071378, 41.815617, 48.769907, 49.748183, 56.961285, 54.049325, 51.253111, 37.616208, 17.538512, 5.518, 4.289504, 2.000095], "sum_m_pl": [2.287945, 6.029046, 6.674227, 6.477935, 6.661701, 7.078107, 7.066687, 8.419954, 8.715672, 9.503081, 9.484626, 9.779302, 10.075308, 9.407736, 9.782758, 9.947861, 9.565431, 9.319723, 9.01425, 8.20139, 8.255036, 8.660679, 8.287166, 8.598733, 12.588892, 12.207811, 12.712113, 14.327235, 14.938783, 14.628785, 12.693445, 12.572206, 13.113556, 12.80729, 12.459374, 12.928196, 14.783113, 15.53008, 16.685744, 15.878857, 15.921723, 20.855993, 23.324915, 24.776885, 33.193705, 48.631997, 85.960484, 112.839644, 121.737602, 131.925631]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1340, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9977, "tf_agree_excl_first": 0.9984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 9, 10, 16, 32, 21, 26, 25, 14, 25, 31, 30, 21, 33, 24, 35, 31, 37, 43, 43, 44, 50, 47, 45, 66, 65, 58, 45, 39, 46, 49, 40, 47, 49, 57, 55, 61, 56, 63, 58, 63, 66, 65, 71, 55, 38, 15, 4, 0, 0], "n_am_pl": [3, 18, 26, 27, 18, 25, 22, 28, 21, 29, 31, 26, 25, 28, 23, 27, 22, 23, 19, 20, 12, 13, 6, 12, 10, 20, 26, 27, 25, 23, 31, 29, 35, 35, 35, 26, 18, 19, 18, 25, 23, 22, 31, 29, 51, 74, 106, 135, 140, 142], "n_pos": 200, "sum_m_en": [18.522675, 27.854471, 29.975224, 31.07192, 32.789026, 32.531883, 32.139824, 33.770222, 32.660621, 34.604469, 36.365874, 35.790435, 34.864023, 33.960319, 33.382194, 33.7326, 32.853113, 31.444605, 31.024731, 31.649033, 30.121815, 30.069849, 30.154605, 30.306247, 46.315732, 45.762612, 40.586714, 36.754758, 37.450811, 38.214895, 36.761148, 35.696603, 35.108939, 36.499721, 38.766185, 39.550742, 40.120759, 43.120579, 46.560124, 47.214587, 50.403713, 55.558966, 58.680124, 60.991506, 49.543533, 37.730988, 17.337564, 4.976476, 0.962144, 0.000726], "sum_m_pl": [3.250176, 9.206749, 10.919385, 10.486803, 10.492544, 11.636564, 11.159926, 11.546664, 12.324624, 12.825736, 13.985047, 14.270761, 14.335041, 14.527428, 14.204867, 13.974491, 12.485577, 13.130226, 12.520709, 12.556139, 11.712478, 11.281844, 11.052715, 11.188175, 13.622903, 16.407352, 16.57524, 17.068493, 17.894832, 19.152852, 18.043246, 17.731944, 18.699981, 19.540001, 17.764904, 17.467268, 18.144395, 18.014436, 17.745821, 18.002785, 18.452186, 20.021763, 26.034053, 27.264358, 47.429495, 65.862203, 96.35045, 125.230852, 137.663738, 141.160137]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 2, 1, 0, 0, 2, 0, 3, 0, 1, 2, 1, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 1, 3, 3, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.485137, 1.031636, 1.14254, 1.249887, 1.231797, 1.225567, 1.22979, 1.249922, 1.224862, 1.203929, 1.218025, 1.247609, 1.285236, 1.272334, 1.239278, 1.231127, 1.233666, 1.116275, 1.27025, 1.256444, 1.24958, 1.259214, 1.290049, 1.339522, 1.057729, 1.063484, 0.987784, 0.967238, 1.134228, 1.234778, 1.50032, 1.444485, 1.318538, 1.385239, 1.451847, 1.26105, 1.138956, 1.124999, 1.081698, 0.977336, 0.946301, 0.953224, 0.935984, 0.908981, 0.563564, 0.477482, 0.260552, 0.183963, 0.027642, 2e-06], "sum_m_pl": [0.092429, 0.343104, 0.468641, 0.433808, 0.446394, 0.448269, 0.408834, 0.455428, 0.426621, 0.469218, 0.425836, 0.415443, 0.486687, 0.411739, 0.58051, 0.684839, 0.538347, 0.631926, 0.44213, 0.477078, 0.394979, 0.373089, 0.364629, 0.369967, 0.947901, 1.363359, 1.055486, 0.840493, 0.428279, 0.588141, 0.402566, 0.338242, 0.24726, 0.270194, 0.271288, 0.281581, 0.272442, 0.225872, 0.276441, 0.304858, 0.349359, 0.368363, 0.365774, 0.378188, 0.341266, 0.308565, 0.226528, 0.262073, 0.162762, 0.002141]}, "lang": {"n_am_en": [2, 8, 7, 15, 24, 14, 20, 18, 11, 20, 24, 27, 19, 27, 20, 29, 23, 29, 34, 34, 36, 41, 40, 39, 55, 51, 44, 36, 32, 36, 40, 30, 38, 38, 45, 44, 48, 44, 49, 44, 51, 51, 51, 58, 45, 31, 14, 3, 0, 0], "n_am_pl": [1, 13, 15, 18, 13, 17, 19, 18, 14, 20, 24, 21, 19, 21, 18, 22, 17, 16, 13, 12, 6, 6, 3, 6, 4, 15, 21, 23, 19, 17, 24, 25, 28, 28, 29, 21, 13, 15, 17, 22, 18, 20, 28, 26, 46, 67, 97, 130, 137, 142], "n_pos": 142, "sum_m_en": [13.191741, 19.700046, 21.445462, 21.811258, 23.50494, 23.234057, 22.92684, 23.972231, 23.322419, 24.841585, 26.246531, 25.902148, 24.856592, 24.337174, 23.898011, 24.228994, 23.478287, 22.70283, 22.148864, 22.638848, 21.421015, 21.297138, 21.227083, 21.255655, 36.999532, 36.405261, 31.477627, 28.346661, 28.506524, 28.475327, 27.091884, 26.294521, 26.102103, 26.659118, 28.485558, 29.827675, 31.251294, 33.997522, 37.090966, 37.479538, 39.544203, 43.355787, 45.828679, 48.578013, 39.165001, 29.615177, 14.488608, 4.291154, 0.455874, 6.1e-05], "sum_m_pl": [2.066265, 6.354048, 7.312597, 7.006007, 7.050571, 8.095399, 7.956028, 8.191072, 8.836904, 9.15404, 9.902033, 10.434048, 10.32821, 10.721968, 10.352937, 10.088603, 9.180799, 9.699602, 9.261031, 9.141269, 8.476163, 8.161569, 7.943708, 8.007851, 9.567117, 11.727425, 12.154662, 12.622067, 13.740353, 14.435146, 14.001822, 13.644511, 14.632185, 15.271732, 14.057776, 13.88521, 14.735027, 14.776049, 14.327183, 14.696502, 15.2352, 17.188663, 23.130722, 24.014901, 43.513599, 60.266726, 89.483143, 118.996794, 134.478616, 140.767519]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "pes-Chirurgia dziecięca-2018 jesień-109", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1111, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.995}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 9, 16, 24, 39, 30, 31, 32, 25, 32, 38, 38, 35, 39, 44, 42, 42, 44, 54, 62, 59, 56, 54, 56, 81, 77, 77, 56, 52, 59, 52, 51, 61, 51, 72, 65, 70, 61, 80, 71, 72, 81, 85, 71, 59, 46, 15, 5, 1, 1], "n_am_pl": [4, 14, 18, 23, 19, 22, 27, 33, 23, 29, 40, 41, 36, 35, 35, 29, 23, 16, 22, 17, 14, 8, 7, 8, 12, 18, 26, 32, 31, 38, 43, 39, 40, 35, 27, 34, 24, 28, 22, 26, 30, 32, 40, 44, 67, 82, 120, 155, 165, 168], "n_pos": 234, "sum_m_en": [20.890709, 32.195324, 35.035231, 36.177631, 37.751021, 37.945484, 38.078723, 41.218031, 39.814309, 41.900551, 43.350936, 42.772993, 41.959869, 40.977829, 41.209337, 42.007465, 40.357603, 38.706115, 37.190556, 37.917315, 35.936266, 35.71233, 35.939498, 36.409559, 54.440994, 53.095606, 49.224961, 45.939731, 46.178811, 46.559478, 44.649688, 42.798616, 41.71072, 43.334209, 45.635019, 46.904619, 46.511305, 48.702433, 53.830688, 55.246801, 56.408606, 63.53508, 66.003499, 64.916545, 55.925193, 42.968548, 18.256704, 4.546971, 1.165856, 0.476945], "sum_m_pl": [3.467489, 9.9241, 11.701375, 11.388079, 11.618369, 12.796096, 12.181338, 13.181825, 13.746035, 14.96178, 16.644867, 16.400751, 16.62445, 16.582572, 16.949042, 16.346572, 14.870317, 15.472515, 14.385631, 14.411996, 13.705429, 13.106857, 12.910055, 13.022203, 16.058442, 19.740333, 19.851144, 20.810808, 23.536482, 24.309976, 22.619385, 22.379057, 23.354096, 23.612295, 21.047968, 21.013186, 21.759781, 21.745486, 22.815245, 23.028351, 23.280996, 25.813988, 33.089401, 38.24783, 58.072402, 77.347598, 111.568667, 144.450309, 161.624472, 168.094434]}, "digit": {"n_am_en": [0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 2, 2, 3, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 1, 1, 1, 0, 2, 3, 3, 2, 1, 3, 2, 1, 1, 1, 1, 1, 0, 0, 0, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.476133, 1.116355, 1.266334, 1.347981, 1.292185, 1.242822, 1.217054, 1.402071, 1.441435, 1.400372, 1.422685, 1.355093, 1.434805, 1.346095, 1.227135, 1.252633, 1.262936, 1.100176, 1.221782, 1.260317, 1.271165, 1.294238, 1.336114, 1.396062, 1.121371, 1.11321, 0.936127, 1.013181, 1.167419, 1.364694, 1.690218, 1.489201, 1.316448, 1.309335, 1.384842, 1.303355, 1.185673, 1.226455, 1.199475, 0.994736, 1.031037, 1.026707, 0.899009, 0.670202, 0.466218, 0.30954, 0.167182, 0.099756, 0.030793, 0.0], "sum_m_pl": [0.072442, 0.299855, 0.417313, 0.414098, 0.484448, 0.466104, 0.44535, 0.486451, 0.440807, 0.600144, 0.511573, 0.486479, 0.545156, 0.455459, 0.705419, 0.733173, 0.5604, 0.630253, 0.482721, 0.526295, 0.458639, 0.432812, 0.415944, 0.41873, 0.655436, 1.071012, 0.963718, 0.68487, 0.495937, 0.665816, 0.501234, 0.477313, 0.311083, 0.334397, 0.331352, 0.361591, 0.366884, 0.326414, 0.350771, 0.391833, 0.442043, 0.461733, 0.47093, 0.850183, 0.646288, 0.405572, 0.218742, 0.308478, 0.125771, 4.5e-05]}, "lang": {"n_am_en": [2, 6, 13, 21, 31, 24, 26, 26, 20, 29, 29, 32, 32, 34, 34, 36, 33, 37, 44, 46, 45, 43, 44, 47, 64, 59, 58, 44, 38, 45, 40, 39, 49, 42, 55, 52, 52, 47, 60, 59, 56, 62, 61, 54, 47, 35, 12, 3, 1, 1], "n_am_pl": [1, 11, 12, 17, 11, 18, 20, 24, 16, 17, 29, 27, 24, 23, 25, 26, 16, 12, 17, 11, 9, 6, 6, 5, 8, 15, 20, 28, 26, 32, 34, 30, 32, 26, 19, 25, 18, 22, 20, 23, 26, 28, 38, 38, 60, 76, 111, 149, 162, 168], "n_pos": 170, "sum_m_en": [15.432487, 23.385765, 25.657433, 25.988791, 27.464013, 27.610484, 27.619953, 29.819157, 28.712876, 30.580544, 31.527991, 31.285816, 30.497137, 29.788166, 30.15077, 30.832115, 29.42395, 28.382338, 27.079539, 27.623896, 25.966077, 25.730171, 25.75437, 25.906559, 42.448396, 41.430681, 38.036316, 35.649486, 35.424954, 35.259707, 33.141909, 31.857935, 31.320122, 32.251019, 33.979684, 35.593185, 35.802696, 38.042612, 41.815051, 44.077094, 44.483282, 50.654545, 52.139105, 51.362871, 44.101183, 34.191919, 15.353722, 3.525183, 0.696002, 0.476941], "sum_m_pl": [2.283737, 7.02673, 8.102121, 7.924915, 8.007803, 9.184049, 8.89607, 9.633861, 10.139467, 10.892416, 12.228504, 12.169102, 12.193023, 12.347889, 12.53845, 11.977119, 11.100788, 11.532937, 10.789095, 10.642654, 10.081766, 9.6727, 9.497517, 9.55402, 12.174, 15.182347, 15.531142, 16.298503, 18.707659, 18.876251, 17.969331, 17.599169, 18.759636, 18.72732, 16.904945, 16.665719, 17.627812, 17.815827, 18.613469, 18.963627, 19.682135, 22.141689, 29.26253, 33.411079, 52.285596, 70.704207, 104.369582, 137.221111, 157.743766, 166.834614]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 236, "item_id": "pes-Chirurgia dziecięca-2018 jesień-109", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1366, "region_end": 234, "roundtrip_ok": true, "tf_agree": 0.9661, "tf_agree_excl_first": 0.9702}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 6, 18, 25, 27, 24, 34, 36, 24, 19, 19, 30, 25, 27, 39, 33, 43, 31, 32, 39, 38, 41, 44, 46, 60, 54, 46, 38, 32, 28, 34, 32, 37, 33, 38, 44, 45, 49, 52, 52, 54, 62, 62, 65, 55, 37, 13, 3, 1, 0], "n_am_pl": [3, 17, 24, 19, 29, 26, 18, 18, 13, 17, 22, 24, 25, 31, 31, 35, 39, 33, 42, 53, 50, 44, 45, 34, 31, 39, 29, 32, 36, 41, 28, 39, 30, 38, 34, 26, 29, 36, 41, 48, 52, 47, 53, 56, 64, 79, 113, 134, 140, 143], "n_pos": 184, "sum_m_en": [17.987949, 27.855814, 30.231201, 30.83397, 30.14012, 31.419165, 30.41373, 30.520284, 29.15259, 29.197486, 30.265034, 30.49592, 29.277125, 29.388712, 29.199172, 29.788721, 31.024611, 27.961545, 28.721483, 29.038361, 28.627666, 28.850838, 29.114533, 29.701229, 42.738937, 40.745617, 36.090459, 31.250747, 32.501204, 31.759443, 31.215514, 30.615436, 30.851851, 32.047389, 33.040506, 34.46456, 35.106825, 35.581838, 37.8065, 39.418293, 42.67479, 47.482458, 55.047806, 56.231676, 48.749818, 33.316445, 12.573998, 4.479258, 1.127484, 4.5e-05], "sum_m_pl": [2.979502, 9.13081, 10.300382, 10.612791, 10.471353, 11.919478, 10.856667, 12.334476, 12.313925, 13.299536, 14.824249, 16.696135, 16.130813, 17.187156, 16.936176, 17.141164, 15.4216, 15.35957, 14.237692, 13.874622, 12.890838, 12.507922, 12.204985, 11.847265, 18.188942, 20.335415, 20.100681, 21.936323, 21.472095, 23.932256, 21.813666, 22.379237, 22.23572, 23.307497, 21.64039, 20.043006, 20.556394, 21.840273, 31.460705, 36.216504, 42.113953, 37.673873, 39.906696, 41.560076, 54.45694, 74.002625, 104.766742, 126.038834, 138.243135, 142.710895]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 4, 4, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.271901, 0.618484, 0.653465, 0.71303, 0.668588, 0.730039, 0.71383, 0.728537, 0.787886, 0.743638, 0.763306, 0.625216, 0.611956, 0.620539, 0.64351, 0.554042, 0.593522, 0.581313, 0.676811, 0.680215, 0.72113, 0.756923, 0.771329, 0.801438, 0.502068, 0.439892, 0.236779, 0.357066, 0.548625, 0.610111, 0.91933, 0.782404, 0.718844, 0.504047, 0.557266, 0.491262, 0.426763, 0.555343, 0.512423, 0.42667, 0.443394, 0.466842, 0.461665, 0.455704, 0.251312, 0.172494, 0.053354, 0.041767, 0.002781, 0.0], "sum_m_pl": [0.034418, 0.158678, 0.267781, 0.313822, 0.390504, 0.295657, 0.260631, 0.286266, 0.300852, 0.459913, 0.3277, 0.314741, 0.296749, 0.280591, 0.332963, 0.37068, 0.286129, 0.315308, 0.291551, 0.318937, 0.287123, 0.272089, 0.270438, 0.267737, 0.370584, 0.782062, 0.436826, 0.554364, 0.342674, 0.574729, 0.312781, 0.177984, 0.158529, 0.125918, 0.162862, 0.18871, 0.252508, 0.195034, 0.219089, 0.225947, 0.260904, 0.294252, 0.276743, 0.334677, 0.518611, 0.200943, 0.070665, 0.071906, 0.009985, 0.0]}, "lang": {"n_am_en": [7, 4, 14, 20, 22, 22, 30, 30, 21, 18, 19, 22, 21, 23, 34, 26, 35, 25, 25, 33, 29, 30, 34, 36, 50, 45, 38, 33, 27, 26, 28, 28, 29, 25, 30, 33, 36, 39, 40, 39, 40, 48, 49, 50, 41, 27, 8, 2, 0, 0], "n_am_pl": [3, 12, 18, 11, 19, 22, 16, 13, 9, 15, 19, 20, 22, 26, 24, 32, 33, 30, 38, 48, 45, 39, 38, 30, 28, 32, 25, 24, 29, 36, 26, 30, 26, 35, 31, 25, 26, 35, 39, 45, 48, 45, 51, 52, 60, 76, 108, 126, 140, 143], "n_pos": 143, "sum_m_en": [14.24371, 21.955843, 23.93132, 24.399565, 23.866877, 24.986786, 24.248671, 24.149782, 23.154018, 23.126331, 24.11637, 24.479092, 23.349048, 23.466411, 23.347287, 23.858902, 24.869346, 22.285133, 22.665545, 22.910439, 22.438792, 22.524263, 22.684451, 23.079852, 35.217994, 33.458765, 29.860375, 25.602942, 26.391268, 25.483758, 24.709823, 24.200357, 24.439157, 25.576327, 25.752249, 27.115551, 28.604403, 27.852591, 28.247193, 29.565652, 31.551662, 36.382021, 43.242945, 44.848392, 38.859201, 26.269383, 8.754, 3.05773, 0.246622, 1.2e-05], "sum_m_pl": [2.328697, 7.036487, 7.679191, 7.890461, 7.83115, 9.006917, 8.422013, 9.694858, 9.699353, 10.554037, 12.061544, 13.62547, 13.237462, 14.123696, 13.89666, 14.046686, 12.616581, 12.46165, 11.584814, 11.239817, 10.348701, 9.993415, 9.690353, 9.341806, 14.885126, 16.603593, 16.611276, 18.046937, 17.86127, 19.723223, 18.210719, 18.777859, 18.722719, 19.910917, 18.558372, 17.410575, 18.04476, 19.673164, 29.224093, 33.559735, 38.362502, 34.185586, 36.422024, 38.196354, 50.761309, 69.598991, 99.192584, 120.027349, 137.38164, 142.680644]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "pes-Chirurgia dziecięca-2018 jesień-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1108, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9838}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 13, 21, 33, 38, 35, 40, 32, 25, 26, 20, 28, 23, 27, 35, 39, 47, 33, 33, 42, 43, 40, 40, 52, 69, 57, 58, 43, 46, 38, 41, 33, 38, 40, 47, 53, 58, 59, 62, 62, 63, 73, 75, 64, 58, 40, 11, 1, 0, 0], "n_am_pl": [4, 21, 19, 25, 17, 30, 17, 27, 24, 28, 27, 30, 34, 45, 34, 41, 41, 40, 39, 58, 45, 44, 42, 42, 43, 50, 40, 55, 39, 49, 42, 45, 40, 48, 49, 43, 38, 42, 57, 56, 58, 50, 56, 58, 73, 85, 123, 146, 156, 156], "n_pos": 205, "sum_m_en": [18.522014, 30.496542, 33.399049, 33.929102, 34.610406, 36.163861, 35.154159, 35.503885, 35.262485, 35.277914, 36.252606, 35.697396, 34.209352, 34.261705, 33.627771, 34.574489, 34.975391, 31.789687, 32.567915, 32.75008, 31.891282, 32.243645, 32.482783, 33.327635, 51.626767, 47.598249, 41.500225, 35.762679, 35.961293, 34.617788, 34.067756, 33.849189, 34.543413, 36.235064, 37.716727, 39.254544, 40.941733, 43.389679, 47.311951, 49.354165, 51.13725, 59.175622, 64.802145, 64.344799, 54.004976, 37.654354, 13.188614, 3.351786, 1.062393, 3e-05], "sum_m_pl": [2.950867, 9.230406, 10.871535, 11.74047, 11.895607, 13.70751, 12.680744, 14.570028, 14.444924, 15.59707, 17.580036, 19.50096, 19.373432, 19.944263, 19.559414, 19.366116, 17.112771, 16.953088, 15.999909, 15.816957, 14.564596, 14.017868, 13.637382, 13.203044, 21.673605, 25.010773, 24.148471, 24.367673, 25.152394, 27.167627, 24.604557, 25.396895, 24.58881, 24.995567, 23.293194, 21.639552, 23.211805, 26.166717, 31.926775, 36.818845, 44.742608, 39.442427, 42.067746, 44.420289, 58.424186, 76.022029, 112.85688, 138.28731, 152.153093, 156.190263]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 3, 2, 2, 0, 0, 0, 4, 1, 0, 1, 1, 1, 1, 0, 0, 0, 3, 0, 0, 0, 0, 1, 3, 2, 3, 2, 5, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.269127, 0.641862, 0.672973, 0.731845, 0.709808, 0.72104, 0.73204, 0.742777, 0.831442, 0.749842, 0.774088, 0.62339, 0.624377, 0.597068, 0.529801, 0.49048, 0.572368, 0.580998, 0.736181, 0.767157, 0.828644, 0.845939, 0.869334, 0.899918, 0.446386, 0.38102, 0.182595, 0.335334, 0.52859, 0.513558, 0.838512, 0.720734, 0.586257, 0.386028, 0.436192, 0.422061, 0.365584, 0.592786, 0.535475, 0.456272, 0.378901, 0.413488, 0.394959, 0.396267, 0.200901, 0.131952, 0.046585, 0.02853, 0.001443, 0.0], "sum_m_pl": [0.036219, 0.167514, 0.24416, 0.297236, 0.355568, 0.35326, 0.319695, 0.366475, 0.409612, 0.597285, 0.501747, 0.478884, 0.648167, 0.568549, 0.687965, 0.859433, 0.426736, 0.494723, 0.381636, 0.427585, 0.358858, 0.346445, 0.332089, 0.327428, 0.874016, 1.898839, 1.294229, 1.039536, 0.770753, 1.647167, 0.553267, 0.425161, 0.201101, 0.254885, 0.255825, 0.256212, 0.297781, 0.222804, 0.24758, 0.277491, 0.281554, 0.343332, 0.307143, 0.375492, 0.519422, 0.204346, 0.057928, 0.04524, 0.003328, 0.0]}, "lang": {"n_am_en": [2, 12, 17, 25, 28, 30, 34, 25, 22, 23, 16, 21, 19, 21, 28, 29, 37, 28, 25, 34, 31, 31, 33, 42, 57, 46, 46, 32, 35, 30, 31, 24, 28, 30, 37, 41, 48, 50, 48, 49, 50, 58, 60, 51, 46, 32, 7, 1, 0, 0], "n_am_pl": [4, 15, 14, 14, 12, 24, 14, 26, 21, 23, 22, 25, 28, 39, 29, 37, 36, 31, 34, 48, 42, 39, 36, 36, 37, 40, 32, 42, 30, 39, 40, 42, 37, 42, 46, 41, 35, 38, 54, 53, 55, 48, 53, 54, 70, 82, 117, 138, 154, 156], "n_pos": 156, "sum_m_en": [14.535065, 23.385726, 25.84889, 26.121994, 26.483902, 27.884542, 27.037819, 27.116318, 27.130854, 27.200535, 28.131466, 27.882604, 26.637298, 26.751444, 26.476004, 27.085074, 27.306553, 24.646977, 24.847291, 24.891065, 24.190846, 24.444155, 24.569803, 25.241007, 41.830752, 38.564957, 33.476703, 28.574613, 28.51793, 27.164645, 26.429704, 26.351833, 27.139478, 28.465061, 28.933249, 30.346352, 31.995466, 33.658633, 36.833742, 37.976132, 38.360806, 46.172732, 51.463783, 52.331156, 43.908059, 30.365208, 9.840621, 2.700465, 0.734522, 1e-05], "sum_m_pl": [2.284871, 6.991603, 8.071293, 8.670972, 8.691593, 10.231247, 9.480249, 11.116495, 10.96611, 11.92844, 13.786035, 15.403478, 15.318413, 15.990666, 15.564381, 15.136602, 13.560357, 13.226235, 12.55535, 12.372574, 11.283667, 10.821179, 10.489575, 10.092338, 17.012128, 19.211633, 19.057314, 19.426919, 20.427545, 21.360764, 20.322258, 21.163851, 20.659446, 20.86793, 19.617754, 18.709229, 20.286359, 23.00243, 28.880605, 33.663051, 41.071764, 36.360589, 39.076627, 41.510306, 55.276409, 72.888249, 107.302691, 131.992528, 149.97726, 155.747573]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 207, "item_id": "pes-Chirurgia dziecięca-2018 jesień-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1363, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.9952, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 12, 24, 25, 33, 39, 35, 37, 26, 30, 31, 29, 31, 37, 42, 49, 50, 54, 63, 67, 67, 68, 63, 71, 87, 80, 67, 58, 55, 54, 65, 67, 68, 63, 73, 68, 73, 71, 77, 81, 91, 90, 96, 96, 97, 89, 84, 75, 85, 88], "n_am_pl": [9, 9, 8, 10, 15, 13, 18, 23, 21, 19, 17, 26, 21, 18, 18, 24, 19, 16, 14, 17, 8, 13, 9, 10, 9, 7, 8, 15, 17, 16, 15, 18, 18, 14, 11, 11, 10, 7, 9, 8, 8, 5, 7, 7, 11, 17, 18, 23, 19, 19], "n_pos": 173, "sum_m_en": [19.322052, 24.878194, 26.075846, 27.072388, 29.988122, 32.934098, 32.654368, 33.070902, 32.690281, 33.403403, 33.703354, 34.329122, 33.621022, 34.038693, 34.064055, 35.688691, 35.708245, 32.924749, 34.24755, 32.11744, 31.446061, 31.877983, 31.774036, 31.989633, 62.508845, 54.7597, 47.404107, 42.82439, 42.413671, 42.150734, 40.682029, 41.221105, 42.374577, 42.970381, 45.803145, 46.748901, 50.658732, 54.241499, 60.418585, 69.447715, 75.450823, 81.754684, 85.042037, 86.393566, 88.136307, 83.823138, 74.650499, 68.418535, 74.594056, 86.673141], "sum_m_pl": [4.644122, 7.89612, 8.645407, 8.587649, 9.51654, 9.98828, 10.269049, 11.357284, 11.472543, 12.595607, 12.98258, 12.360254, 13.323505, 12.81954, 13.313346, 13.674791, 12.711529, 13.185443, 12.531679, 12.283144, 10.941621, 10.762501, 10.643949, 10.395189, 11.539963, 12.903452, 12.680245, 14.68992, 13.802591, 13.929841, 13.418554, 13.213182, 13.574102, 14.189588, 13.013237, 12.364342, 11.777752, 11.150506, 9.8657, 8.007746, 7.124665, 6.973132, 7.815448, 8.395739, 11.185499, 13.994742, 17.813978, 21.933217, 20.518222, 19.55025]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.263279, 0.596145, 0.571179, 0.585265, 0.575081, 0.666393, 0.702167, 0.657486, 0.689044, 0.710609, 0.701764, 0.712086, 0.663094, 0.684366, 0.712674, 0.750067, 0.655073, 0.56293, 0.525478, 0.462559, 0.463528, 0.45813, 0.483227, 0.504849, 0.585538, 0.570524, 0.580087, 0.620741, 0.720082, 0.673875, 0.772657, 0.750639, 0.705366, 0.728235, 0.741225, 0.745868, 0.690134, 0.592242, 0.575259, 0.411058, 0.452601, 0.324452, 0.322659, 0.452318, 0.153526, 0.055807, 0.084943, 0.042737, 0.015402, 0.0], "sum_m_pl": [0.036384, 0.105082, 0.120101, 0.102866, 0.126539, 0.144297, 0.137305, 0.137863, 0.103612, 0.101438, 0.096396, 0.104342, 0.137854, 0.151691, 0.172607, 0.186927, 0.160371, 0.216581, 0.169723, 0.185348, 0.165085, 0.158688, 0.155383, 0.157235, 0.170258, 0.168131, 0.156769, 0.167631, 0.186588, 0.188691, 0.206281, 0.190648, 0.192968, 0.199908, 0.153189, 0.178563, 0.216648, 0.194655, 0.187785, 0.202104, 0.168014, 0.15939, 0.179608, 0.166425, 0.110093, 0.02897, 0.046651, 0.016914, 0.009331, 0.0]}, "lang": {"n_am_en": [6, 8, 18, 17, 23, 25, 23, 24, 20, 22, 22, 20, 22, 27, 32, 34, 35, 38, 43, 44, 47, 48, 45, 53, 61, 57, 46, 46, 40, 40, 48, 49, 51, 47, 53, 49, 56, 56, 57, 57, 67, 68, 72, 71, 73, 71, 70, 67, 78, 88], "n_am_pl": [5, 5, 4, 7, 11, 10, 10, 15, 12, 14, 10, 18, 15, 12, 10, 13, 13, 8, 8, 13, 6, 9, 5, 6, 5, 4, 5, 7, 11, 6, 8, 10, 11, 8, 7, 3, 6, 3, 5, 4, 4, 4, 6, 6, 9, 12, 15, 20, 18, 19], "n_pos": 108, "sum_m_en": [11.603638, 15.692369, 16.481887, 16.856796, 18.685076, 20.349274, 20.267566, 20.835214, 20.650884, 21.010964, 21.518661, 21.984148, 21.73586, 22.079387, 22.070973, 23.343403, 23.308571, 21.659101, 22.414055, 20.883046, 20.515393, 20.950532, 20.737564, 20.775997, 44.293524, 38.587606, 33.57141, 30.938125, 30.522896, 30.085707, 28.470914, 28.72008, 29.416601, 29.302725, 31.19108, 31.917251, 34.800831, 38.147736, 44.310152, 50.750765, 55.717117, 62.564938, 65.235314, 65.698119, 67.920357, 66.075062, 61.278902, 58.604125, 65.838269, 82.040017], "sum_m_pl": [2.772575, 4.941722, 5.373402, 5.419335, 5.91958, 6.212061, 6.51355, 7.130262, 7.378605, 7.958767, 8.232911, 7.703378, 8.336992, 7.988927, 8.051074, 8.316041, 7.791867, 7.975773, 7.760127, 7.638234, 6.785652, 6.686741, 6.671808, 6.454995, 6.989486, 7.639446, 7.576494, 8.578742, 7.976612, 8.359707, 8.247111, 8.261772, 8.61629, 9.089663, 7.989366, 7.867022, 7.471132, 6.930388, 6.055433, 5.139952, 4.717232, 4.598388, 5.81342, 6.072893, 8.596634, 10.586614, 13.971362, 18.324866, 19.131491, 18.977534]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "pes-Chirurgia dziecięca-2018 wiosna-101", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1126, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9771, "tf_agree_excl_first": 0.9828}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 11, 19, 23, 31, 43, 39, 32, 50, 54, 50, 40, 38, 41, 58, 67, 69, 63, 83, 88, 86, 88, 93, 101, 109, 99, 89, 81, 80, 67, 64, 69, 68, 60, 56, 74, 80, 88, 102, 103, 107, 111, 117, 104, 96, 69, 20, 5, 1, 1], "n_am_pl": [2, 22, 32, 25, 33, 31, 33, 30, 34, 29, 27, 36, 29, 38, 31, 31, 26, 20, 22, 19, 20, 17, 20, 13, 12, 13, 13, 27, 22, 29, 29, 40, 38, 30, 21, 24, 25, 24, 16, 22, 20, 24, 23, 35, 50, 76, 119, 152, 161, 164], "n_pos": 241, "sum_m_en": [22.448077, 35.353552, 37.576066, 38.058012, 40.916054, 42.80249, 43.747664, 46.189133, 47.136934, 47.504272, 47.905791, 46.646203, 45.763614, 46.214972, 46.304126, 49.246465, 49.054812, 44.790252, 45.808169, 43.670676, 43.193516, 42.041702, 42.728903, 42.968608, 77.77752, 70.321511, 62.68505, 54.967169, 53.635358, 51.59792, 50.33251, 50.0667, 51.82133, 54.75578, 56.093064, 58.925196, 61.029952, 66.27934, 71.347899, 78.810637, 86.412299, 89.78488, 100.409116, 97.592279, 84.880208, 65.55494, 23.642599, 6.633572, 1.837617, 0.970418], "sum_m_pl": [3.877967, 11.418146, 13.353014, 13.533958, 14.393329, 14.578389, 14.719399, 15.955128, 16.033574, 17.346402, 17.820674, 17.511549, 17.858332, 17.679173, 17.888512, 18.109916, 16.292152, 17.121362, 16.195045, 15.774627, 14.388981, 14.136899, 13.939175, 13.777076, 14.380967, 15.935039, 16.884812, 19.332248, 19.682255, 22.073751, 21.645892, 22.043859, 22.587778, 21.04562, 19.739121, 19.853563, 20.088951, 19.773925, 17.726415, 18.465747, 17.702752, 21.055207, 22.050007, 31.029387, 44.176558, 68.6284, 113.472588, 144.282848, 160.391041, 163.737722]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 2, 2, 3, 3, 1, 1, 2, 1, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 4, 4, 4, 3, 2, 3, 2, 3, 1, 2, 4, 4, 3, 4, 3, 3, 2, 3, 1, 1, 1, 2, 2, 2, 3, 3, 1, 3, 2, 1, 2, 2, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.485254, 1.222296, 1.234911, 1.290082, 1.191498, 1.306595, 1.355962, 1.35883, 1.389295, 1.362072, 1.494927, 1.456438, 1.503937, 1.470395, 1.24858, 1.356898, 1.499889, 1.325559, 1.488116, 1.429363, 1.694695, 1.552757, 1.495637, 1.552365, 2.035682, 1.791445, 1.547256, 1.493804, 1.495647, 1.585863, 1.638742, 1.603346, 1.511159, 1.444748, 1.610238, 1.570981, 1.577204, 1.824666, 2.11642, 1.904563, 1.549454, 1.617388, 1.541046, 2.355968, 2.30556, 1.770534, 1.020578, 0.378536, 0.119431, 7.3e-05], "sum_m_pl": [0.07198, 0.344191, 0.448043, 0.403834, 0.603031, 0.516399, 0.522425, 0.685645, 0.589817, 0.848775, 0.586684, 0.593928, 0.904688, 0.700341, 1.311663, 1.267171, 0.838419, 1.071064, 0.606986, 0.620756, 0.432114, 0.440569, 0.43485, 0.426845, 1.026913, 1.413848, 1.397578, 1.260341, 0.580011, 0.989092, 0.873348, 0.650402, 0.610089, 0.855418, 0.914508, 0.822455, 0.654072, 0.350212, 0.345618, 0.344447, 0.360478, 0.412936, 0.413278, 0.385625, 0.234619, 0.141032, 0.106155, 0.10319, 0.107947, 0.029499]}, "lang": {"n_am_en": [6, 8, 14, 15, 22, 29, 30, 25, 41, 43, 38, 32, 30, 30, 46, 50, 49, 44, 57, 68, 63, 65, 69, 73, 84, 75, 65, 55, 55, 46, 41, 47, 49, 42, 37, 51, 60, 67, 75, 75, 78, 80, 84, 74, 70, 52, 15, 4, 1, 1], "n_am_pl": [0, 16, 19, 12, 24, 23, 26, 18, 24, 15, 18, 24, 17, 23, 19, 21, 19, 12, 17, 13, 17, 15, 16, 10, 8, 8, 8, 16, 15, 19, 20, 28, 23, 21, 16, 17, 21, 19, 14, 19, 19, 23, 22, 33, 47, 68, 106, 141, 158, 162], "n_pos": 164, "sum_m_en": [15.04773, 23.855401, 25.868589, 26.088556, 28.295731, 29.591849, 30.291775, 32.235007, 33.053248, 33.180572, 33.2358, 32.539589, 31.692092, 32.050952, 32.419567, 34.418858, 33.882396, 31.107263, 31.52387, 30.162307, 29.979117, 29.07046, 29.571106, 29.562128, 57.343818, 51.212072, 45.429132, 39.786291, 38.626497, 36.538257, 35.499139, 34.837159, 35.531441, 36.762334, 37.624677, 39.817557, 42.512068, 47.11397, 50.436874, 55.60443, 62.524316, 64.799495, 72.029825, 69.512711, 62.210363, 49.536833, 18.250524, 4.929242, 1.230184, 0.968956], "sum_m_pl": [2.439368, 7.545884, 8.710767, 8.991634, 9.526595, 9.796892, 10.02479, 10.781413, 10.959412, 11.630527, 12.189819, 12.152944, 12.086724, 12.148815, 11.785781, 12.191689, 11.134794, 11.602959, 11.313474, 10.916378, 9.975629, 9.800312, 9.646562, 9.503417, 9.731679, 10.686709, 11.378758, 13.216959, 14.023699, 15.35043, 15.042831, 15.634764, 16.022103, 14.837424, 13.963193, 14.355434, 14.672774, 14.901726, 13.674305, 15.070494, 14.651566, 18.087219, 19.656956, 27.35701, 39.756332, 60.101194, 101.012678, 132.57625, 155.619973, 161.793725]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "pes-Chirurgia dziecięca-2018 wiosna-101", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1381, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9917}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 8, 14, 16, 18, 9, 13, 14, 12, 20, 20, 21, 16, 14, 20, 28, 30, 28, 27, 26, 22, 30, 25, 25, 37, 32, 31, 28, 22, 30, 20, 25, 34, 34, 37, 33, 32, 39, 33, 38, 35, 35, 40, 46, 48, 43, 40, 42, 37, 38], "n_am_pl": [1, 14, 10, 8, 9, 14, 12, 9, 13, 12, 8, 10, 14, 19, 13, 14, 10, 6, 7, 9, 12, 11, 13, 7, 13, 13, 16, 16, 22, 19, 25, 16, 15, 18, 18, 15, 13, 14, 13, 18, 21, 21, 20, 22, 19, 23, 23, 24, 25, 28], "n_pos": 131, "sum_m_en": [13.878812, 18.052468, 18.8308, 19.653873, 21.170047, 22.007915, 20.909286, 21.268068, 21.138634, 21.727263, 22.052845, 21.764534, 22.414534, 22.182612, 22.316909, 22.720681, 22.519077, 20.651601, 20.554593, 20.745092, 20.264243, 20.676096, 20.811049, 21.170393, 26.483765, 26.13878, 24.356092, 22.180151, 23.663525, 24.319429, 23.316882, 23.087033, 22.623029, 22.881339, 22.994464, 24.15366, 26.340768, 27.787322, 27.822418, 30.909681, 31.197814, 31.12148, 35.231835, 36.480647, 41.348155, 40.655734, 37.208988, 37.592498, 35.066244, 38.037814], "sum_m_pl": [3.194258, 6.338081, 7.199705, 6.419841, 6.589684, 6.935891, 7.080633, 7.980932, 8.50627, 9.349883, 9.566991, 9.558308, 9.731362, 8.874139, 8.69684, 9.078124, 8.211197, 8.108607, 8.113801, 8.530106, 8.064799, 7.806766, 7.777721, 7.762828, 9.798588, 12.111368, 10.974763, 11.056257, 11.366418, 10.992381, 10.907689, 10.578787, 10.431334, 11.674712, 11.096602, 10.962376, 11.530092, 12.131743, 12.196, 12.314551, 18.301059, 17.783299, 16.160842, 18.120344, 17.408831, 21.695332, 23.502809, 23.651916, 24.96095, 27.11222]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 4, 7, 7, 8, 5, 5, 7, 8, 13, 12, 15, 12, 9, 11, 21, 20, 21, 18, 17, 14, 18, 15, 14, 23, 21, 21, 18, 14, 18, 11, 19, 22, 22, 21, 21, 24, 31, 25, 30, 28, 27, 32, 33, 34, 34, 33, 36, 36, 37], "n_am_pl": [0, 8, 4, 6, 6, 9, 8, 3, 9, 6, 3, 5, 5, 12, 6, 6, 5, 2, 4, 2, 5, 4, 6, 3, 5, 4, 6, 6, 12, 8, 12, 5, 7, 8, 11, 9, 4, 8, 8, 12, 13, 14, 14, 15, 14, 18, 18, 21, 22, 27], "n_pos": 66, "sum_m_en": [6.673295, 8.934415, 9.552588, 9.946034, 10.796293, 11.552874, 10.783886, 11.014819, 11.047396, 11.240427, 11.63715, 11.52689, 11.760529, 11.989229, 11.933454, 12.274182, 12.013616, 11.348687, 11.084331, 11.069102, 10.562496, 10.706019, 10.741108, 10.866351, 15.218326, 15.458615, 14.28792, 12.767241, 13.516889, 13.600838, 13.031141, 12.913591, 13.158958, 13.83753, 14.034252, 15.649497, 17.945852, 19.139895, 19.39778, 22.54166, 22.651727, 23.297432, 25.677974, 26.279197, 29.521663, 30.098397, 30.389558, 31.916911, 32.089556, 36.156901], "sum_m_pl": [1.487969, 3.20647, 3.47257, 3.254263, 3.401131, 3.625205, 3.8393, 4.194446, 4.524102, 4.72582, 5.026058, 4.952088, 4.963875, 4.664121, 4.472787, 4.693331, 4.179392, 4.158765, 4.172652, 4.407223, 4.138833, 4.022887, 3.980941, 3.955546, 5.255318, 6.424299, 6.016613, 5.894021, 6.165557, 5.551462, 5.572353, 5.53046, 5.505395, 5.955811, 6.183774, 5.966952, 6.143799, 6.367351, 6.190439, 6.489051, 10.747995, 11.135837, 10.628358, 12.502762, 13.535735, 16.454419, 17.973978, 19.948858, 22.224898, 26.130824]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "pes-Chirurgia dziecięca-2019 jesień-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.9545}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 37, 65, 64, 68, 71, 99, 103, 129, 119, 126, 118, 130, 115, 133, 156, 123, 160, 146, 125, 134, 152, 145, 156, 226, 201, 196, 180, 186, 156, 152, 152, 143, 164, 171, 186, 183, 204, 205, 230, 226, 231, 244, 226, 211, 154, 56, 21, 10, 7], "n_am_pl": [13, 99, 78, 66, 81, 67, 87, 94, 85, 94, 111, 107, 98, 132, 117, 98, 106, 68, 86, 77, 83, 74, 77, 70, 71, 76, 79, 89, 106, 118, 113, 137, 116, 108, 95, 84, 81, 82, 95, 119, 121, 144, 168, 197, 234, 311, 449, 508, 550, 559], "n_pos": 852, "sum_m_en": [81.726316, 118.798748, 126.763326, 126.713857, 125.558931, 132.119575, 135.73339, 140.869747, 140.10521, 144.437756, 147.858967, 145.269899, 142.133323, 142.028141, 140.279697, 144.316738, 145.469183, 134.462728, 134.828284, 134.833762, 130.102911, 132.380691, 132.281368, 136.364403, 188.112118, 182.102761, 171.507737, 153.488147, 154.376858, 150.693474, 143.425416, 140.646467, 141.38466, 141.271013, 145.360258, 147.961451, 151.930697, 164.836857, 172.420302, 185.832476, 189.849638, 190.354257, 211.937121, 198.71918, 189.915762, 140.400673, 59.342501, 24.029572, 16.412116, 7.001769], "sum_m_pl": [15.649882, 41.012274, 45.140925, 42.435952, 42.684185, 43.779839, 44.934137, 51.642113, 52.527721, 58.319978, 59.211315, 61.264268, 58.385906, 59.135099, 60.903327, 58.720284, 55.051463, 54.980371, 52.940866, 53.428549, 50.223841, 47.805824, 47.628377, 47.830979, 58.538959, 67.002125, 66.268392, 74.179689, 80.508251, 80.930206, 76.353419, 77.949763, 75.53534, 70.290356, 70.159987, 69.326386, 68.338399, 70.040883, 73.78509, 80.942879, 93.283728, 105.856517, 118.365083, 146.312775, 198.144502, 268.260293, 410.862883, 483.913328, 527.259899, 559.355748]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 1, 0, 3, 2, 2, 2, 1, 1, 0, 1, 0, 2, 1, 1, 1, 3, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 0, 0, 1, 1, 0, 2, 0, 1, 0, 3, 3, 3, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0], "n_pos": 5, "sum_m_en": [0.58383, 0.686123, 0.783874, 0.875315, 0.752155, 0.804811, 0.778349, 0.849979, 0.751264, 0.776745, 0.948865, 0.930503, 0.988238, 1.052507, 0.915292, 0.885466, 0.999253, 0.931749, 1.019985, 0.922638, 0.89695, 0.900508, 0.905489, 0.934856, 1.104166, 1.035604, 1.046442, 1.036081, 1.156291, 1.13755, 1.157731, 1.201189, 1.153225, 1.161134, 1.083462, 1.041482, 0.730196, 0.700009, 0.564041, 0.617082, 0.658529, 0.670495, 0.799813, 0.533318, 0.305208, 0.173373, 0.039199, 0.020895, 0.001429, 0.0], "sum_m_pl": [0.116128, 0.259392, 0.263313, 0.301161, 0.324585, 0.32747, 0.383866, 0.328309, 0.3326, 0.332867, 0.341793, 0.293866, 0.294079, 0.276158, 0.284511, 0.20755, 0.227049, 0.226017, 0.24815, 0.26684, 0.255517, 0.253876, 0.257035, 0.260957, 0.343461, 0.361027, 0.448384, 0.372737, 0.387243, 0.363665, 0.359819, 0.284047, 0.285949, 0.209616, 0.263107, 0.286832, 0.317328, 0.228258, 0.19574, 0.21279, 0.214173, 0.195813, 0.208051, 0.141446, 0.120718, 0.181298, 0.306577, 0.632971, 0.457745, 0.0]}, "lang": {"n_am_en": [19, 32, 34, 42, 47, 45, 62, 55, 83, 83, 91, 83, 92, 85, 97, 107, 92, 115, 104, 96, 96, 113, 103, 113, 167, 142, 142, 129, 136, 110, 104, 99, 97, 110, 126, 134, 140, 150, 153, 169, 166, 161, 170, 163, 158, 117, 46, 19, 7, 7], "n_am_pl": [8, 72, 50, 41, 50, 43, 61, 63, 59, 59, 75, 75, 63, 86, 80, 61, 69, 47, 62, 53, 63, 53, 56, 49, 49, 47, 50, 55, 80, 82, 81, 108, 90, 82, 62, 58, 57, 61, 82, 103, 103, 118, 141, 159, 206, 271, 405, 475, 532, 559], "n_pos": 566, "sum_m_en": [53.916526, 78.760702, 85.017482, 84.124312, 84.437886, 88.867801, 90.648913, 93.476601, 93.38915, 96.216712, 98.218179, 96.766832, 93.776433, 94.495269, 93.941594, 97.592999, 98.457376, 91.726191, 91.722488, 91.401391, 87.691154, 89.165659, 88.895781, 91.849084, 133.840853, 129.36182, 121.332069, 107.046958, 105.70403, 102.268492, 97.272657, 95.480763, 97.01464, 97.820395, 101.071974, 104.080471, 109.608188, 118.956985, 126.18807, 133.767932, 137.057122, 136.488557, 150.470451, 146.723628, 142.851319, 105.548958, 46.351593, 19.532809, 11.624042, 7.000169], "sum_m_pl": [9.657384, 27.12032, 30.331418, 28.623339, 28.652623, 29.642181, 30.695283, 35.01275, 35.707391, 39.591512, 40.27459, 41.820625, 39.768003, 40.297301, 41.759835, 40.617869, 37.868878, 37.281359, 36.16389, 36.506238, 34.021369, 32.217908, 32.157599, 32.373204, 41.604429, 46.815119, 46.69973, 52.212561, 56.67377, 57.001887, 53.954749, 55.315124, 53.565609, 50.8192, 50.722009, 49.73688, 48.963577, 51.512764, 56.315668, 62.21737, 72.654104, 83.007918, 94.823547, 117.194943, 170.501154, 231.138613, 366.288587, 445.651322, 509.357477, 556.901947]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 854, "item_id": "pes-Chirurgia dziecięca-2019 jesień-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1449, "region_end": 852, "roundtrip_ok": true, "tf_agree": 0.9941, "tf_agree_excl_first": 0.9953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 32, 24, 73, 79, 87, 103, 86, 98, 95, 110, 112, 87, 94, 108, 127, 130, 144, 142, 140, 148, 153, 174, 177, 232, 211, 201, 178, 154, 136, 141, 128, 130, 155, 168, 192, 202, 195, 224, 243, 230, 235, 235, 229, 188, 143, 59, 14, 4, 2], "n_am_pl": [15, 55, 67, 46, 41, 56, 42, 61, 44, 51, 66, 74, 74, 91, 97, 95, 92, 88, 75, 61, 51, 50, 45, 48, 52, 68, 65, 68, 83, 84, 83, 84, 108, 84, 73, 69, 59, 64, 82, 73, 103, 91, 106, 107, 166, 216, 307, 369, 398, 414], "n_pos": 574, "sum_m_en": [53.10502, 81.681899, 88.149239, 90.635555, 95.096055, 96.413388, 94.579724, 96.855288, 97.065124, 98.621927, 99.815771, 99.138365, 98.072895, 95.770727, 98.321197, 101.785097, 103.130108, 96.78422, 95.18744, 95.73104, 94.552497, 94.721397, 97.800291, 96.94293, 167.532804, 155.056502, 142.04774, 121.995899, 113.15261, 109.551909, 103.774529, 104.747605, 103.779732, 107.781015, 117.823427, 129.523773, 137.167037, 139.427931, 169.968458, 179.04301, 181.001324, 192.778228, 202.216602, 207.034764, 177.512197, 130.106652, 58.773952, 20.269379, 9.163867, 2.007105], "sum_m_pl": [9.136156, 25.994778, 28.695137, 27.767655, 29.670435, 30.745636, 30.195853, 34.356552, 33.165079, 36.106943, 37.934064, 39.874569, 42.372896, 45.888137, 48.985662, 51.304797, 49.290659, 46.36082, 44.55758, 43.022355, 38.764613, 38.045208, 36.871838, 36.808177, 43.5182, 51.60708, 52.607858, 54.670645, 55.846231, 58.372139, 55.296518, 54.435985, 57.923787, 56.75964, 55.329079, 53.549492, 51.778774, 55.373542, 59.342766, 60.616808, 78.594539, 70.591475, 87.8635, 93.666476, 144.199721, 192.153151, 289.114809, 353.22118, 378.178495, 413.634489]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 2, 1, 2, 0, 1, 2, 2, 2, 2, 2, 2, 1, 0, 0, 1, 0, 0, 1, 2, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.362864, 0.726407, 0.751885, 0.720464, 0.701231, 0.725326, 0.729751, 0.724128, 0.638391, 0.638729, 0.713882, 0.622995, 0.63343, 0.616541, 0.621982, 0.63992, 0.750364, 0.723827, 0.70279, 0.686518, 0.690073, 0.687263, 0.695649, 0.703317, 0.946966, 0.868724, 0.672542, 0.778854, 0.86589, 0.847559, 0.779607, 0.78757, 0.748007, 0.718784, 0.752961, 0.662444, 0.528711, 0.365955, 0.380083, 0.364643, 0.765199, 0.722, 0.607236, 0.285091, 0.226652, 0.201143, 0.192486, 0.137804, 0.122454, 0.0], "sum_m_pl": [0.075951, 0.221614, 0.232019, 0.223647, 0.22376, 0.202669, 0.176136, 0.230952, 0.170002, 0.210303, 0.239758, 0.252331, 0.293773, 0.313719, 0.354762, 0.33392, 0.311313, 0.324328, 0.294738, 0.293757, 0.273374, 0.264736, 0.258665, 0.253604, 0.238458, 0.243081, 0.300955, 0.361947, 0.393151, 0.358468, 0.316381, 0.215301, 0.258799, 0.251142, 0.187193, 0.143334, 0.097871, 0.074445, 0.16071, 0.105314, 0.096038, 0.097842, 0.133342, 0.097254, 0.142483, 0.117008, 0.08137, 0.079946, 0.034314, 0.0]}, "lang": {"n_am_en": [12, 21, 21, 54, 67, 66, 79, 68, 80, 78, 91, 89, 67, 75, 72, 92, 91, 95, 105, 105, 109, 113, 137, 139, 178, 162, 158, 145, 126, 117, 112, 97, 98, 114, 129, 143, 161, 155, 172, 193, 186, 181, 179, 178, 145, 108, 42, 10, 4, 2], "n_am_pl": [12, 42, 50, 35, 27, 44, 30, 44, 33, 39, 50, 53, 55, 68, 71, 69, 70, 68, 58, 45, 39, 39, 34, 38, 38, 53, 51, 47, 61, 64, 63, 64, 81, 64, 50, 50, 44, 47, 61, 54, 75, 71, 86, 89, 136, 179, 270, 345, 384, 414], "n_pos": 419, "sum_m_en": [39.001708, 60.140403, 65.702294, 67.480905, 71.10452, 71.518718, 70.117076, 71.868504, 72.658442, 73.532949, 74.586009, 74.282324, 73.345889, 71.324514, 72.970479, 75.153559, 76.306012, 71.843732, 70.552448, 70.696658, 69.769518, 69.859939, 72.662986, 71.854993, 127.800542, 118.309457, 108.945007, 94.000305, 87.132604, 84.054483, 78.717823, 79.648227, 78.547958, 80.24591, 87.384902, 96.990472, 105.111728, 106.391149, 128.784376, 137.896186, 141.03008, 148.993684, 154.559503, 159.394244, 136.315315, 99.263035, 42.360697, 15.080831, 7.039313, 2.001877], "sum_m_pl": [6.564048, 18.975304, 20.85758, 20.000625, 21.189773, 22.164817, 21.843969, 25.012182, 24.359902, 26.574359, 27.846946, 29.141712, 31.010797, 33.969109, 35.931051, 37.899156, 36.441457, 34.106225, 32.95789, 31.692564, 28.534063, 28.055372, 27.165643, 27.194411, 31.657916, 38.235491, 38.394052, 40.600759, 41.472662, 43.572813, 41.625117, 41.211034, 43.413834, 42.897963, 41.574515, 40.468375, 38.909162, 41.25907, 44.291397, 46.023786, 59.771972, 55.71711, 73.469708, 77.156377, 119.740313, 162.082899, 255.883015, 325.917168, 364.62681, 410.570872]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 574, "item_id": "pes-Chirurgia dziecięca-2019 jesień-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1122, "region_end": 574, "roundtrip_ok": true, "tf_agree": 0.9791, "tf_agree_excl_first": 0.9808}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 21, 31, 49, 71, 60, 78, 78, 90, 116, 121, 114, 103, 87, 115, 118, 114, 129, 134, 128, 114, 111, 117, 128, 169, 164, 156, 122, 116, 106, 121, 117, 130, 138, 158, 158, 156, 160, 168, 182, 179, 188, 190, 181, 165, 95, 33, 10, 1, 1], "n_am_pl": [12, 43, 62, 43, 49, 59, 55, 49, 46, 54, 51, 72, 56, 83, 71, 81, 71, 76, 60, 47, 49, 38, 39, 35, 50, 54, 62, 64, 73, 89, 76, 78, 77, 68, 87, 75, 72, 79, 80, 85, 98, 97, 111, 114, 157, 219, 306, 357, 367, 376], "n_pos": 544, "sum_m_en": [49.119178, 76.636356, 82.153432, 84.013735, 89.247876, 91.047894, 92.208441, 93.617737, 93.652607, 95.223337, 99.295614, 97.274378, 95.369916, 93.968587, 94.945453, 97.068376, 96.702032, 90.302866, 88.730574, 89.611684, 87.371171, 87.945641, 89.597306, 90.583114, 134.780238, 128.261128, 117.777928, 104.160186, 101.541765, 98.703882, 96.729092, 95.95459, 94.929288, 99.293445, 106.253682, 109.391511, 113.523008, 119.99721, 131.911501, 141.493644, 147.232911, 156.456235, 157.99891, 159.769712, 144.189589, 95.903483, 37.071864, 11.418777, 5.012888, 1.000424], "sum_m_pl": [8.307577, 24.690504, 28.617461, 28.167271, 28.620271, 29.655467, 28.698687, 32.714242, 32.797084, 35.690735, 37.182921, 39.461692, 40.526257, 41.619379, 43.754426, 43.15838, 41.070668, 39.743419, 37.746939, 36.580501, 34.262778, 33.514008, 32.752177, 32.679293, 39.262247, 45.487493, 46.171184, 49.784869, 53.278148, 57.146984, 52.804608, 51.208372, 52.527165, 50.75955, 49.515661, 49.60333, 50.889267, 52.175129, 56.908083, 58.318463, 71.606504, 67.409184, 82.444921, 93.882114, 139.041287, 189.398596, 279.830385, 336.157654, 355.25701, 376.963563]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 2, 3, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.32478, 0.622575, 0.678223, 0.623688, 0.649785, 0.671055, 0.715946, 0.771395, 0.768423, 0.76617, 0.794054, 0.67935, 0.65293, 0.648643, 0.664398, 0.684709, 0.658164, 0.633808, 0.639366, 0.638811, 0.637936, 0.642381, 0.646906, 0.667178, 0.664177, 0.59423, 0.595678, 0.735949, 0.804839, 0.695418, 0.724038, 0.778567, 0.846076, 0.939137, 0.795771, 0.62783, 0.55243, 0.424109, 0.440772, 0.581233, 0.42751, 0.367588, 0.380882, 0.201753, 0.175236, 0.169169, 0.168128, 0.072444, 0.03926, 0.0], "sum_m_pl": [0.066933, 0.198632, 0.217852, 0.177066, 0.168283, 0.176074, 0.156573, 0.221843, 0.200415, 0.22292, 0.217621, 0.245055, 0.299813, 0.357095, 0.390293, 0.331668, 0.295411, 0.326832, 0.2709, 0.279114, 0.266068, 0.261894, 0.247234, 0.246828, 0.282985, 0.305639, 0.328518, 0.324645, 0.348523, 0.414452, 0.355562, 0.268054, 0.284483, 0.21514, 0.162783, 0.135669, 0.104765, 0.08343, 0.087599, 0.06778, 0.124764, 0.157624, 0.172782, 0.109891, 0.120431, 0.110682, 0.060634, 0.045561, 0.014106, 0.0]}, "lang": {"n_am_en": [14, 14, 26, 38, 53, 41, 66, 60, 66, 90, 93, 92, 81, 72, 94, 86, 83, 100, 103, 106, 94, 90, 96, 105, 139, 141, 132, 98, 98, 85, 94, 91, 104, 109, 120, 122, 117, 121, 131, 138, 139, 144, 149, 142, 132, 80, 26, 8, 1, 1], "n_am_pl": [9, 30, 39, 36, 35, 42, 43, 36, 35, 38, 37, 60, 48, 63, 44, 64, 59, 61, 52, 40, 39, 29, 30, 28, 35, 36, 44, 54, 59, 68, 56, 61, 55, 47, 62, 54, 52, 59, 63, 61, 77, 74, 88, 91, 130, 181, 278, 335, 355, 376], "n_pos": 380, "sum_m_en": [34.7039, 53.979193, 58.522051, 60.016968, 64.014919, 64.748, 65.908709, 66.62321, 67.186812, 68.686205, 71.695243, 70.682669, 68.257226, 67.309762, 68.381137, 69.781776, 69.430945, 65.142867, 63.348161, 64.012072, 62.239206, 62.579069, 63.687674, 64.342951, 105.235092, 99.937981, 91.165086, 78.952908, 75.444578, 72.606433, 69.739605, 69.524637, 69.147354, 72.02763, 76.805041, 80.974735, 84.314742, 89.964358, 100.361386, 107.943822, 113.041877, 120.453032, 122.308235, 125.219193, 114.566179, 78.953871, 29.953343, 9.433233, 3.541437, 1.00014], "sum_m_pl": [5.501119, 16.724281, 19.023946, 19.033544, 19.42071, 20.702589, 20.222298, 23.281103, 23.380806, 25.299212, 26.550289, 28.337906, 28.798466, 29.860855, 31.223223, 31.396738, 29.727465, 28.783393, 27.326689, 26.305216, 24.504008, 23.971071, 23.364648, 23.190248, 28.269734, 33.186309, 33.883567, 37.173783, 40.221879, 42.735495, 39.789266, 38.961493, 39.190476, 38.245781, 37.244694, 37.232885, 37.98164, 38.934568, 43.697921, 44.669453, 54.491138, 52.011971, 66.819761, 75.305165, 115.318029, 159.522518, 253.593041, 314.373726, 344.11104, 375.281836]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 546, "item_id": "pes-Chirurgia dziecięca-2019 jesień-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1377, "region_end": 544, "roundtrip_ok": true, "tf_agree": 0.9799, "tf_agree_excl_first": 0.9817}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 16, 21, 19, 20, 17, 15, 17, 21, 15, 18, 17, 20, 19, 27, 21, 28, 17, 27, 25, 28, 27, 26, 27, 29, 34, 33, 32, 28, 27, 27, 29, 31, 29, 35, 37, 40, 43, 39, 41, 46, 41, 43, 42, 42, 39, 38, 42, 39, 44], "n_am_pl": [5, 11, 10, 7, 10, 8, 13, 15, 13, 13, 9, 14, 13, 9, 10, 9, 10, 15, 13, 13, 13, 11, 10, 6, 9, 15, 9, 14, 10, 11, 9, 9, 10, 9, 7, 7, 8, 6, 7, 9, 7, 6, 5, 4, 6, 4, 4, 4, 4, 6], "n_pos": 117, "sum_m_en": [13.222853, 17.447762, 17.795051, 18.617753, 19.607209, 18.744328, 17.895683, 17.848431, 17.628101, 18.734953, 18.526002, 18.418502, 18.821998, 19.540592, 18.808683, 19.503952, 19.657241, 17.932032, 18.672865, 18.789227, 18.670985, 18.784939, 18.471505, 18.586614, 23.841288, 22.996077, 21.57006, 19.828159, 20.998598, 21.504901, 21.142631, 20.846447, 20.765569, 20.973517, 22.133847, 23.371817, 24.237116, 27.357799, 29.901438, 31.609412, 34.199475, 36.456399, 40.119577, 38.236157, 37.897977, 37.014197, 38.309936, 38.568167, 37.943318, 44.601557], "sum_m_pl": [3.088475, 5.748646, 6.799982, 6.697537, 7.384104, 7.144027, 6.923033, 6.895501, 7.33235, 7.738899, 7.679991, 8.313047, 8.343222, 8.400901, 8.726035, 9.037884, 8.400299, 9.279818, 8.775217, 8.59432, 8.370174, 8.018032, 7.674158, 7.681669, 9.9412, 10.052137, 9.732354, 10.681422, 10.420423, 10.809541, 10.321398, 10.091195, 10.130406, 9.803661, 9.600619, 9.862928, 9.554959, 10.131995, 10.406124, 10.141497, 8.866887, 7.417286, 7.248742, 5.81477, 6.003046, 4.354903, 5.61617, 5.567363, 4.631955, 4.815943]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 2, 1, 2, 1, 1, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.663233, 1.455362, 1.37921, 1.370864, 1.44027, 1.436645, 1.435174, 1.401691, 1.360508, 1.360062, 1.395859, 1.308343, 1.340694, 1.349378, 1.425368, 1.420583, 1.512128, 1.338184, 1.450917, 1.447031, 1.436391, 1.490024, 1.496198, 1.535914, 1.312956, 1.232481, 1.187802, 1.094523, 1.270734, 1.323502, 1.363826, 1.222454, 1.242207, 1.12706, 1.232413, 1.278995, 1.162393, 1.376815, 1.164788, 1.093553, 1.128258, 1.121311, 1.083735, 0.978799, 1.035438, 0.59259, 0.218515, 0.251821, 0.056301, 0.000346], "sum_m_pl": [0.106641, 0.346568, 0.414502, 0.369663, 0.453574, 0.456311, 0.451023, 0.430313, 0.420356, 0.439675, 0.430216, 0.478491, 0.561244, 0.5348, 0.567347, 0.666632, 0.633612, 0.795217, 0.616491, 0.587685, 0.530731, 0.509345, 0.488415, 0.501294, 0.69845, 0.776878, 0.712239, 1.038633, 0.679617, 0.940032, 0.617329, 0.461155, 0.512666, 0.409036, 0.353674, 0.508238, 0.467118, 0.464916, 0.526538, 0.481045, 0.498258, 0.548722, 0.52545, 0.45045, 0.397028, 0.224428, 0.218392, 0.101098, 0.019306, 1.5e-05]}, "lang": {"n_am_en": [2, 9, 9, 4, 8, 4, 6, 8, 9, 8, 8, 7, 9, 8, 14, 8, 13, 8, 10, 14, 16, 16, 17, 15, 20, 21, 18, 20, 19, 16, 13, 16, 15, 20, 21, 20, 22, 29, 28, 30, 33, 33, 35, 34, 35, 34, 35, 36, 37, 43], "n_am_pl": [2, 4, 2, 3, 5, 5, 7, 9, 5, 7, 7, 10, 7, 4, 8, 6, 5, 10, 9, 7, 7, 8, 5, 4, 6, 10, 8, 9, 7, 7, 6, 6, 7, 5, 3, 3, 4, 3, 3, 4, 2, 2, 3, 2, 4, 2, 3, 3, 3, 5], "n_pos": 49, "sum_m_en": [5.203681, 7.317118, 7.621927, 7.908945, 8.400524, 8.002074, 7.743803, 7.833585, 7.671738, 8.163011, 8.244373, 8.15516, 8.33729, 8.737976, 8.439416, 8.600204, 8.599543, 7.911165, 8.246182, 8.282404, 8.232942, 8.150515, 8.022378, 8.028564, 12.843667, 12.200301, 11.126268, 9.959138, 10.096255, 10.033632, 9.892283, 9.496917, 9.582018, 10.376425, 10.987619, 11.940549, 13.268051, 16.487826, 19.407955, 21.878339, 23.848274, 25.792115, 29.434266, 29.095048, 30.149624, 31.062383, 32.839247, 32.277938, 33.965623, 42.056629], "sum_m_pl": [1.17533, 2.353508, 2.707909, 2.658579, 3.135506, 3.137582, 3.147047, 3.159611, 3.252695, 3.485177, 3.710633, 3.952275, 4.046439, 4.026707, 4.091293, 4.192165, 3.829184, 4.299488, 4.131574, 4.015288, 3.837035, 3.723455, 3.532729, 3.491509, 5.135968, 5.150817, 5.176262, 5.157114, 5.318921, 5.13791, 4.761596, 4.876333, 4.912869, 4.856092, 4.673415, 4.692955, 4.973195, 4.917921, 4.75935, 4.353347, 3.689195, 3.322192, 4.069203, 3.138303, 3.431669, 2.319339, 3.62876, 3.593893, 3.335306, 4.146279]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "pes-Chirurgia naczyniowa-2018 jesień-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1126, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9496, "tf_agree_excl_first": 0.9576}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 11, 12, 11, 22, 18, 17, 19, 17, 26, 20, 19, 17, 20, 20, 31, 30, 31, 29, 33, 32, 29, 30, 29, 43, 34, 31, 28, 27, 35, 34, 28, 31, 30, 32, 32, 30, 33, 41, 47, 50, 42, 44, 42, 30, 20, 9, 1, 1, 1], "n_am_pl": [2, 14, 25, 21, 28, 22, 29, 29, 23, 26, 26, 27, 27, 23, 31, 32, 30, 29, 30, 30, 29, 27, 25, 30, 22, 30, 25, 34, 29, 32, 36, 41, 39, 39, 35, 36, 25, 33, 31, 37, 35, 42, 47, 41, 59, 72, 101, 104, 110, 105], "n_pos": 170, "sum_m_en": [15.174022, 25.200347, 26.821416, 26.944957, 27.2987, 26.053223, 25.09438, 26.073854, 25.406216, 27.377638, 28.154945, 28.469912, 27.67315, 28.993234, 28.759013, 30.083574, 30.221695, 27.68263, 27.38111, 27.521591, 26.585292, 26.812931, 26.764536, 27.293141, 32.453712, 31.818047, 28.08868, 27.056649, 27.924256, 28.192738, 27.51677, 26.872442, 26.741203, 26.929209, 26.489427, 26.286653, 26.278036, 28.92559, 31.050486, 34.60049, 33.665119, 34.723568, 37.961621, 35.567334, 30.991109, 20.935947, 9.422595, 2.183537, 1.476773, 1.012518], "sum_m_pl": [2.520578, 8.947361, 10.426685, 10.993867, 11.016279, 11.708615, 11.261849, 11.641603, 12.436127, 13.43941, 13.41539, 14.155434, 14.409634, 14.583522, 14.644887, 15.236016, 13.891797, 14.226403, 12.93536, 12.435447, 12.099771, 11.332882, 11.00742, 11.162617, 17.480904, 18.929368, 18.337661, 19.879553, 19.352218, 21.141137, 20.437683, 21.261748, 20.411116, 19.962398, 19.313325, 20.535814, 19.971726, 21.649808, 22.977222, 26.621649, 25.738541, 29.166266, 34.597091, 34.038612, 51.642764, 63.730107, 93.901021, 102.786833, 106.777737, 105.281234]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 4, 4, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.24665, 0.615339, 0.668067, 0.754147, 0.703722, 0.703896, 0.651938, 0.701611, 0.73733, 0.697865, 0.72526, 0.573974, 0.56713, 0.610645, 0.546696, 0.549017, 0.70517, 0.578341, 0.691644, 0.722219, 0.778431, 0.793608, 0.807396, 0.854262, 0.294149, 0.33406, 0.107566, 0.240313, 0.36276, 0.407661, 0.748276, 0.660195, 0.570219, 0.363555, 0.366212, 0.40397, 0.298381, 0.501638, 0.48002, 0.405845, 0.382119, 0.408041, 0.394981, 0.424635, 0.221694, 0.125764, 0.091686, 0.046081, 0.002278, 0.0], "sum_m_pl": [0.030574, 0.148215, 0.252331, 0.294191, 0.441523, 0.334202, 0.33742, 0.394828, 0.396373, 0.854291, 0.401363, 0.319442, 0.254601, 0.247188, 0.251582, 0.282653, 0.290378, 0.309116, 0.289847, 0.345762, 0.300104, 0.288959, 0.280795, 0.282049, 0.236673, 0.544092, 0.308891, 0.433256, 0.26994, 0.553796, 0.334589, 0.218788, 0.132869, 0.098378, 0.114181, 0.151468, 0.156742, 0.152799, 0.183511, 0.19237, 0.195938, 0.236616, 0.237222, 0.222656, 0.158667, 0.093942, 0.0474, 0.049638, 0.007305, 6e-06]}, "lang": {"n_am_en": [1, 7, 11, 7, 17, 14, 12, 13, 9, 18, 13, 14, 13, 15, 15, 25, 19, 17, 14, 20, 17, 16, 21, 17, 28, 23, 21, 19, 20, 22, 20, 18, 22, 22, 19, 23, 22, 26, 31, 31, 35, 24, 30, 26, 18, 13, 8, 1, 1, 1], "n_am_pl": [2, 5, 9, 12, 15, 16, 17, 19, 14, 14, 15, 17, 15, 15, 21, 21, 22, 22, 22, 20, 21, 16, 14, 20, 14, 22, 18, 21, 16, 21, 24, 30, 30, 27, 23, 22, 18, 22, 22, 28, 28, 33, 35, 31, 46, 56, 88, 96, 106, 105], "n_pos": 107, "sum_m_en": [9.626891, 15.98531, 17.042623, 17.043899, 17.236818, 16.60185, 15.959129, 16.440653, 16.139079, 17.610708, 18.172165, 18.576373, 18.099218, 19.084845, 19.108051, 19.871558, 19.498521, 17.624724, 17.312341, 17.47698, 16.674022, 16.927122, 16.859236, 17.193967, 21.37537, 21.101541, 19.07856, 18.10931, 18.442471, 18.234524, 17.478546, 17.236018, 17.897012, 18.026116, 17.655565, 17.79228, 17.614804, 19.465688, 20.598986, 22.5072, 21.764699, 21.604825, 25.86904, 21.685484, 20.034724, 15.443842, 7.860025, 1.604008, 1.249372, 1.012513], "sum_m_pl": [1.590472, 5.687879, 6.336519, 6.89071, 6.814841, 7.459437, 7.098695, 7.31879, 7.959164, 8.372445, 8.712347, 9.242818, 9.490847, 9.79362, 9.722358, 9.947847, 9.025515, 9.298142, 8.35642, 7.912595, 7.748188, 7.197795, 7.010863, 7.148538, 11.318336, 11.845035, 11.263103, 12.755649, 12.790598, 14.027646, 13.867028, 14.797648, 14.321073, 13.691231, 12.921524, 13.849536, 12.938582, 14.242324, 15.256738, 17.670132, 17.635924, 21.02829, 24.025817, 24.653687, 38.564743, 49.757658, 78.712284, 91.440286, 102.683163, 104.440995]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "pes-Chirurgia naczyniowa-2018 jesień-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1381, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9942}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 5, 13, 15, 15, 11, 18, 16, 17, 16, 22, 21, 16, 13, 12, 23, 28, 15, 18, 20, 19, 21, 18, 17, 25, 26, 25, 26, 27, 28, 25, 27, 29, 26, 39, 39, 45, 47, 46, 45, 43, 42, 40, 42, 35, 38, 36, 37, 39, 39], "n_am_pl": [4, 7, 10, 10, 8, 11, 6, 12, 3, 8, 9, 7, 12, 14, 11, 10, 11, 11, 8, 9, 9, 11, 10, 11, 7, 11, 7, 8, 8, 10, 4, 10, 5, 9, 7, 7, 6, 3, 5, 4, 3, 3, 2, 4, 5, 3, 3, 4, 4, 4], "n_pos": 95, "sum_m_en": [9.932724, 13.549023, 13.904899, 14.843703, 16.396932, 15.841872, 15.002733, 14.949832, 15.301298, 16.525498, 17.470151, 16.57388, 16.315893, 15.906941, 15.056964, 15.784581, 15.992858, 14.919089, 15.718323, 15.542545, 15.375768, 15.286134, 15.452199, 15.61715, 21.165705, 21.740331, 20.030133, 17.513282, 18.528988, 19.194544, 18.466579, 18.205097, 17.772217, 18.463869, 21.044861, 22.785312, 26.97192, 31.913511, 37.055162, 39.043637, 39.962692, 37.649444, 37.281095, 38.92133, 33.470046, 35.994963, 33.644412, 35.890757, 36.248969, 38.717784], "sum_m_pl": [2.609338, 4.416332, 5.35667, 4.963123, 5.352836, 6.069475, 5.552034, 5.859249, 5.756608, 6.263165, 6.47594, 6.898905, 7.131569, 7.320141, 7.213962, 7.68386, 7.22733, 7.540888, 6.832052, 6.582577, 6.169458, 6.038359, 5.807368, 5.782389, 7.70681, 8.356935, 7.578622, 8.699781, 8.504635, 9.37746, 7.925759, 7.442679, 7.237521, 7.589272, 6.978658, 6.749752, 6.248423, 6.440201, 5.276596, 4.882768, 4.540586, 3.955725, 3.187179, 5.218234, 6.193679, 4.836988, 4.230799, 3.801722, 4.157842, 4.114482]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0, 1, 0, 2, 1, 0, 0, 1, 1, 3, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 0, 0, 0, 0, 3, 0, 1, 0, 0, 2, 4, 3, 2, 3, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 3, 3, 4, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.570038, 1.155035, 1.102321, 1.040722, 1.164323, 1.183375, 1.139958, 1.085694, 1.140373, 1.185959, 1.276464, 1.090258, 1.218544, 1.129503, 1.039628, 1.017929, 1.081239, 0.953466, 1.110519, 1.156822, 1.173659, 1.220285, 1.239771, 1.295529, 1.188906, 0.999977, 1.022688, 0.874179, 1.078339, 1.147717, 1.35286, 1.326374, 1.268901, 1.1165, 1.18825, 1.229889, 1.14547, 1.145132, 1.070076, 0.879837, 1.009747, 0.962502, 1.10463, 0.684645, 0.36136, 0.278545, 0.293655, 0.228054, 0.022244, 8e-06], "sum_m_pl": [0.090973, 0.281953, 0.377859, 0.274223, 0.3581, 0.39404, 0.40261, 0.407126, 0.393051, 0.440809, 0.456112, 0.504163, 0.671076, 0.847918, 0.964037, 1.028198, 0.940231, 1.157888, 0.644956, 0.615385, 0.505843, 0.469147, 0.444105, 0.449565, 1.339292, 1.945988, 1.371415, 1.555009, 1.07821, 1.608514, 0.859791, 0.600335, 0.425767, 0.512624, 0.508457, 0.83543, 1.030379, 0.602931, 0.445536, 0.404671, 0.396596, 0.39464, 0.344542, 0.397893, 0.324967, 0.191415, 0.090982, 0.088914, 0.093705, 0.001696]}, "lang": {"n_am_en": [2, 3, 3, 6, 4, 5, 11, 11, 11, 8, 14, 14, 10, 9, 8, 14, 14, 9, 11, 12, 12, 12, 12, 13, 19, 19, 20, 21, 20, 22, 17, 19, 18, 20, 26, 27, 29, 34, 32, 33, 34, 36, 35, 34, 30, 33, 33, 35, 38, 39], "n_am_pl": [1, 4, 5, 7, 6, 4, 3, 6, 2, 4, 5, 4, 6, 4, 4, 3, 5, 6, 2, 3, 3, 4, 3, 5, 2, 5, 1, 1, 2, 0, 1, 5, 4, 5, 4, 4, 3, 2, 2, 3, 2, 1, 1, 3, 3, 2, 2, 3, 4, 4], "n_pos": 44, "sum_m_en": [4.388484, 6.066557, 6.337067, 6.897668, 7.42911, 7.619328, 7.406979, 7.574201, 7.880008, 8.354319, 8.93094, 8.511855, 8.082368, 7.963758, 7.496692, 7.864279, 7.713485, 7.456278, 7.779247, 7.759292, 7.784137, 7.652887, 7.678192, 7.657371, 13.610475, 13.830386, 12.916691, 10.889876, 11.222677, 11.222809, 10.25144, 10.158758, 10.163285, 11.176245, 12.978566, 14.811033, 18.889842, 22.9682, 26.271216, 28.344484, 29.620625, 29.466542, 29.801155, 30.565063, 28.47901, 31.198246, 30.073817, 31.599508, 34.383002, 38.104381], "sum_m_pl": [1.149828, 1.929262, 2.324499, 2.288324, 2.433089, 2.738854, 2.539065, 2.809266, 2.653113, 2.855033, 3.004836, 3.185798, 3.276529, 3.337646, 3.236381, 3.444238, 3.299976, 3.368747, 3.231429, 3.080853, 2.86704, 2.808096, 2.687966, 2.650424, 3.239157, 3.220163, 2.978265, 3.391049, 3.574435, 3.72404, 3.599582, 3.529505, 3.747027, 3.83093, 3.505025, 3.286823, 2.830018, 3.362952, 2.767002, 2.507565, 2.235442, 2.046767, 1.643009, 2.939966, 3.272381, 2.875359, 3.285393, 3.116731, 3.820761, 4.112549]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-15", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1067, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9691, "tf_agree_excl_first": 0.9792}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 5, 10, 19, 23, 24, 22, 25, 30, 32, 26, 22, 27, 27, 33, 45, 46, 43, 38, 41, 41, 34, 39, 39, 53, 52, 45, 35, 34, 28, 25, 28, 35, 37, 40, 38, 49, 57, 55, 56, 60, 60, 57, 57, 44, 33, 16, 3, 0, 0], "n_am_pl": [3, 16, 21, 21, 22, 16, 19, 17, 8, 9, 22, 21, 15, 30, 19, 16, 20, 15, 24, 21, 16, 14, 19, 15, 17, 16, 12, 13, 18, 28, 25, 24, 21, 18, 19, 20, 15, 26, 25, 27, 26, 28, 29, 29, 38, 48, 74, 96, 101, 97], "n_pos": 157, "sum_m_en": [14.716627, 23.465441, 24.945713, 26.345753, 27.855621, 26.58368, 25.917778, 27.241686, 27.269182, 28.676691, 29.63726, 28.300921, 27.677966, 27.252768, 26.474273, 27.079853, 27.601642, 25.903883, 26.207362, 26.096142, 25.443456, 25.430323, 26.091117, 26.210416, 37.326206, 36.450642, 33.646266, 29.445856, 30.065022, 29.21473, 29.104207, 28.667553, 27.715693, 28.988789, 30.198914, 31.851033, 31.560387, 34.212369, 37.195792, 39.999756, 45.341924, 42.734734, 46.063344, 46.439678, 40.003548, 30.0451, 14.385492, 3.118083, 0.655734, 0.398034], "sum_m_pl": [2.689932, 7.96633, 9.536975, 9.435387, 9.27699, 10.365541, 9.686239, 10.883549, 10.514488, 11.547784, 12.059032, 12.63381, 12.530828, 12.436074, 11.934155, 12.389197, 11.1833, 11.022264, 10.131308, 10.165752, 9.515515, 9.393003, 9.160672, 9.140135, 13.429712, 12.801926, 12.308169, 13.364025, 13.409245, 14.944656, 14.593601, 13.829536, 14.00504, 14.218426, 13.244635, 12.762051, 13.430721, 15.154065, 15.793223, 18.127059, 19.234715, 23.008901, 23.786221, 25.821549, 32.750235, 43.021303, 68.917979, 92.940816, 99.668164, 97.42581]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 2, 2, 1, 1, 2, 1, 3, 2, 2, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.48353, 1.167468, 1.260346, 1.277178, 1.235152, 1.217719, 1.197608, 1.239208, 1.346443, 1.327611, 1.4097, 1.25747, 1.262166, 1.319878, 1.087952, 0.9785, 1.149695, 1.047804, 1.154955, 1.243135, 1.256965, 1.290073, 1.307012, 1.395781, 1.094265, 1.02183, 0.946673, 0.861073, 0.976074, 1.125055, 1.4775, 1.433692, 1.220659, 1.171091, 1.254413, 1.175385, 0.965673, 1.225994, 1.255406, 0.86454, 1.064856, 0.942372, 0.880349, 0.614901, 0.39362, 0.226657, 0.158875, 0.068223, 0.01311, 0.0], "sum_m_pl": [0.071161, 0.30163, 0.420252, 0.374199, 0.553888, 0.54363, 0.498182, 0.544414, 0.504832, 0.735752, 0.540139, 0.501618, 0.514259, 0.506203, 0.505467, 0.572452, 0.491271, 0.484739, 0.414307, 0.489635, 0.442011, 0.42842, 0.421358, 0.427202, 0.458947, 0.779287, 0.473013, 0.563613, 0.463313, 0.796799, 0.506702, 0.438935, 0.304305, 0.27585, 0.307663, 0.380804, 0.472519, 0.355722, 0.359587, 0.390752, 0.361905, 0.394472, 0.364002, 0.349918, 0.294952, 0.149818, 0.093006, 0.072622, 0.023903, 4e-06]}, "lang": {"n_am_en": [2, 2, 7, 14, 18, 17, 16, 16, 22, 26, 17, 19, 20, 19, 25, 34, 39, 32, 30, 30, 32, 27, 30, 30, 36, 36, 32, 25, 22, 16, 16, 17, 24, 24, 27, 26, 34, 39, 44, 43, 42, 45, 40, 40, 30, 22, 10, 1, 0, 0], "n_am_pl": [3, 12, 10, 12, 13, 11, 13, 14, 5, 4, 14, 14, 10, 20, 11, 11, 14, 11, 17, 16, 13, 10, 15, 11, 15, 12, 11, 11, 10, 21, 16, 14, 14, 11, 11, 14, 10, 19, 15, 18, 17, 20, 22, 23, 30, 41, 64, 85, 97, 97], "n_pos": 97, "sum_m_en": [9.466642, 14.7401, 15.715996, 16.395108, 17.526182, 16.505337, 16.203635, 17.247247, 17.599579, 18.528435, 19.290865, 18.519137, 17.970301, 17.53616, 17.384635, 17.900697, 18.043174, 16.928495, 16.976107, 16.865621, 16.269827, 16.078579, 16.57879, 16.372911, 27.223965, 26.512535, 24.155502, 20.760817, 21.038872, 19.839999, 19.469489, 19.120025, 18.500431, 19.406085, 19.842323, 21.632258, 21.732634, 23.653871, 25.396396, 27.308677, 30.519651, 28.99674, 31.321739, 32.090038, 26.244181, 19.95225, 9.789731, 1.855897, 0.087052, 4.3e-05], "sum_m_pl": [1.743215, 5.043488, 5.940371, 5.967959, 5.710498, 6.639742, 6.31233, 7.180077, 6.82739, 7.28714, 7.773593, 8.382698, 8.288776, 8.240633, 7.767252, 8.10267, 7.419198, 7.207406, 6.574319, 6.505313, 5.99623, 5.935132, 5.786369, 5.762155, 9.613341, 8.508654, 8.496304, 9.000197, 8.905311, 9.434785, 9.523472, 9.143085, 9.421247, 9.389261, 8.827245, 8.52026, 8.252197, 9.808695, 9.80405, 11.936195, 12.962801, 15.976586, 17.23131, 19.66022, 25.964003, 34.732905, 59.002622, 82.184705, 95.01041, 96.568236]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-15", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1322, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 9, 11, 13, 16, 20, 14, 15, 12, 20, 24, 20, 25, 26, 21, 26, 28, 26, 28, 29, 26, 29, 27, 27, 38, 40, 35, 29, 31, 32, 31, 34, 39, 41, 53, 51, 48, 49, 54, 56, 53, 56, 57, 49, 43, 46, 45, 39, 47, 46], "n_am_pl": [11, 6, 8, 4, 5, 8, 4, 8, 12, 4, 5, 10, 9, 8, 13, 7, 7, 5, 11, 7, 6, 9, 8, 8, 6, 5, 2, 6, 6, 5, 5, 7, 10, 10, 6, 7, 10, 6, 3, 6, 2, 0, 0, 1, 2, 2, 2, 2, 0, 0], "n_pos": 94, "sum_m_en": [11.141307, 12.709299, 13.284294, 14.106347, 15.223232, 16.37815, 14.945527, 15.215714, 14.774171, 15.092298, 16.099754, 16.275094, 17.491351, 17.692947, 17.341259, 18.258004, 17.672048, 17.100845, 16.311172, 16.12445, 15.559864, 16.125289, 15.933714, 15.091479, 25.202567, 25.150594, 22.717311, 20.326332, 20.393236, 20.716228, 20.555383, 20.616408, 22.343494, 23.61984, 26.948053, 29.367851, 32.792005, 36.338396, 41.465026, 45.802341, 43.81401, 48.240216, 51.179328, 44.266611, 41.593131, 44.024865, 42.356121, 40.600715, 42.394101, 46.534591], "sum_m_pl": [2.985375, 4.360782, 4.675547, 4.310155, 4.706199, 6.032888, 5.728709, 6.14451, 6.804717, 6.761043, 6.695837, 7.475264, 7.681433, 7.059862, 7.478988, 6.928521, 6.667156, 6.603592, 6.260553, 5.971001, 5.647787, 5.76774, 5.766448, 5.766879, 6.974771, 7.195805, 7.010488, 8.306692, 7.693678, 8.13839, 8.460339, 8.196538, 8.065732, 7.908403, 7.279153, 7.89094, 7.882546, 7.607103, 5.758075, 6.349394, 5.248749, 3.273432, 2.242458, 2.714042, 3.388872, 2.798662, 2.311594, 1.785842, 1.153119, 0.060694]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 3, 7, 5, 13, 9, 7, 6, 9, 14, 13, 16, 16, 17, 18, 15, 17, 17, 19, 19, 18, 19, 18, 27, 26, 21, 20, 23, 23, 23, 20, 27, 26, 35, 33, 32, 32, 39, 41, 39, 39, 39, 37, 37, 38, 39, 35, 42, 46], "n_am_pl": [6, 2, 5, 2, 5, 5, 3, 5, 5, 3, 4, 7, 5, 2, 4, 1, 4, 3, 6, 3, 3, 5, 3, 4, 1, 1, 0, 1, 0, 3, 2, 3, 2, 2, 0, 3, 7, 2, 1, 2, 1, 0, 0, 1, 2, 2, 2, 2, 0, 0], "n_pos": 47, "sum_m_en": [5.340771, 6.117497, 5.955421, 6.664198, 7.141915, 7.943362, 7.270676, 7.594182, 7.502996, 7.509083, 7.855095, 7.955583, 8.501322, 8.514911, 8.272568, 9.18188, 8.808313, 8.623429, 8.149034, 8.183489, 8.283099, 8.710424, 8.475576, 7.716285, 15.701185, 15.859005, 14.09019, 12.079339, 11.978695, 12.01363, 11.456224, 11.435537, 12.510353, 13.291432, 15.969784, 17.733152, 21.002768, 24.120607, 28.733998, 32.587825, 30.974983, 33.402977, 35.762298, 33.893888, 34.38304, 35.937733, 35.828886, 34.36731, 37.013981, 44.518114], "sum_m_pl": [1.443187, 2.180873, 2.309146, 2.286376, 2.603969, 3.224211, 2.992426, 3.276615, 3.578246, 3.531104, 3.609662, 3.932115, 4.175656, 3.72709, 3.894199, 3.564679, 3.439156, 3.370662, 3.277738, 3.100031, 2.890473, 2.851659, 2.864879, 2.882274, 3.315645, 3.125427, 3.249514, 3.699106, 3.633261, 3.78509, 3.939376, 3.862068, 3.788709, 3.67737, 3.129593, 3.640994, 3.717034, 3.264043, 2.437475, 2.274281, 2.373, 1.354109, 0.918904, 1.260751, 2.308303, 2.173552, 1.978462, 1.488093, 0.672012, 0.042012]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-94", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1093, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9684}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 22, 26, 33, 41, 55, 33, 45, 55, 45, 54, 41, 56, 66, 61, 65, 72, 82, 82, 87, 71, 73, 78, 75, 111, 113, 107, 88, 75, 67, 69, 70, 88, 85, 109, 130, 121, 135, 147, 155, 146, 130, 133, 121, 114, 70, 27, 7, 0, 0], "n_am_pl": [7, 25, 24, 29, 27, 41, 29, 37, 28, 32, 31, 37, 40, 53, 63, 51, 50, 39, 48, 43, 43, 47, 49, 46, 43, 54, 42, 35, 54, 57, 54, 45, 47, 40, 45, 37, 52, 52, 57, 55, 66, 60, 67, 69, 79, 122, 177, 218, 243, 247], "n_pos": 318, "sum_m_en": [28.503169, 44.749451, 48.309353, 48.944058, 50.524908, 52.339285, 49.647399, 52.410528, 51.022392, 52.731883, 54.55978, 53.494723, 55.921724, 56.741375, 55.237916, 59.095563, 58.801589, 56.429263, 52.94396, 53.398305, 49.571774, 50.124917, 51.148498, 50.480478, 75.753451, 73.980366, 68.25443, 63.226365, 61.530472, 58.826488, 56.74786, 58.098576, 60.433035, 63.681344, 73.089082, 82.912778, 80.884038, 93.789701, 99.745909, 113.609313, 110.76671, 110.322911, 115.964153, 110.70942, 99.827518, 67.940565, 29.627179, 8.264163, 1.804834, 0.000548], "sum_m_pl": [4.738085, 14.772708, 17.182074, 17.142279, 17.692376, 21.066739, 20.755903, 22.649243, 23.457674, 24.610711, 24.311113, 25.264855, 26.717344, 25.580276, 28.274714, 25.527442, 22.43195, 21.723689, 19.337696, 18.529332, 17.336349, 17.804329, 18.299997, 18.641064, 25.982871, 28.556534, 26.598719, 30.932467, 30.369524, 31.84261, 32.349217, 31.058552, 29.826173, 29.15091, 26.993973, 27.337614, 30.026778, 32.5724, 35.506801, 40.334373, 43.789173, 41.596869, 47.510325, 52.219953, 67.166924, 103.326794, 162.428034, 205.718096, 234.400935, 248.651448]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 18, 21, 24, 34, 47, 31, 38, 45, 36, 42, 28, 45, 47, 47, 52, 59, 70, 66, 67, 54, 57, 62, 57, 91, 85, 87, 76, 63, 55, 56, 58, 73, 66, 88, 100, 97, 109, 119, 125, 117, 101, 108, 100, 96, 59, 23, 7, 0, 0], "n_am_pl": [5, 22, 14, 22, 21, 33, 22, 29, 23, 23, 25, 28, 30, 39, 52, 41, 38, 28, 36, 37, 34, 35, 40, 34, 33, 41, 35, 27, 44, 46, 43, 36, 40, 35, 42, 33, 45, 47, 50, 48, 59, 57, 62, 61, 70, 111, 163, 206, 237, 247], "n_pos": 248, "sum_m_en": [22.180762, 34.955211, 38.115273, 38.409455, 39.597564, 41.262902, 38.971116, 41.07271, 40.37769, 41.493553, 42.742317, 41.891481, 44.351727, 45.167288, 44.090287, 46.969086, 46.263432, 44.463559, 41.285841, 41.767992, 38.701785, 39.186485, 40.139104, 39.201016, 61.233994, 59.386124, 55.38483, 51.688918, 49.942843, 47.613173, 45.869714, 46.88137, 48.75833, 51.850233, 58.672186, 66.64565, 65.134536, 74.135755, 79.657781, 90.970662, 89.59743, 89.791439, 94.985387, 91.649713, 84.876785, 58.420281, 26.576122, 7.511025, 1.365937, 8e-05], "sum_m_pl": [3.660237, 11.354403, 13.317962, 13.484622, 13.581751, 16.073371, 15.736585, 17.366531, 18.260368, 19.073305, 19.100255, 20.076368, 20.818694, 19.846387, 21.498663, 19.285373, 17.349832, 16.884202, 15.072879, 14.386583, 13.498402, 13.964361, 14.423537, 14.713713, 20.110586, 22.158051, 20.645105, 23.956168, 24.749959, 25.536005, 26.268362, 25.434826, 24.569359, 23.584786, 21.852076, 22.912083, 25.06042, 28.166802, 30.44489, 34.864712, 38.526775, 37.879757, 43.329741, 46.46598, 60.414871, 95.282749, 151.293349, 195.273673, 228.865105, 246.133482]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 320, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-94", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1348, "region_end": 318, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9875}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 14, 21, 20, 18, 21, 22, 19, 24, 17, 23, 25, 28, 29, 26, 30, 28, 26, 33, 35, 34, 36, 36, 38, 48, 52, 50, 46, 46, 34, 44, 37, 39, 41, 48, 51, 60, 65, 60, 65, 65, 68, 68, 64, 60, 65, 63, 62, 60, 61], "n_am_pl": [5, 6, 9, 6, 11, 11, 10, 7, 6, 8, 10, 10, 11, 12, 15, 16, 14, 13, 4, 12, 3, 8, 6, 8, 8, 12, 7, 11, 10, 8, 9, 13, 9, 9, 8, 7, 5, 5, 4, 8, 4, 3, 1, 0, 2, 2, 1, 1, 1, 1], "n_pos": 122, "sum_m_en": [14.400688, 17.667655, 18.029829, 18.800757, 20.091525, 19.836255, 19.137986, 19.051381, 18.923487, 20.062556, 21.004214, 21.216931, 21.470388, 21.238883, 20.761625, 21.607489, 21.144112, 20.289763, 20.461032, 20.596714, 20.126192, 20.503384, 20.304224, 20.208706, 33.731199, 31.806569, 30.210972, 25.297422, 26.620105, 25.751318, 24.75613, 24.699351, 25.908869, 27.687585, 30.092523, 33.804077, 36.511059, 43.873638, 50.393969, 51.76897, 53.359039, 53.409784, 53.960214, 55.058771, 54.33861, 59.570506, 57.606255, 57.259534, 54.901421, 59.859147], "sum_m_pl": [2.914891, 4.962776, 5.918482, 5.575872, 5.971671, 6.298066, 6.201903, 6.479571, 6.59105, 7.187334, 7.518267, 7.667143, 7.705776, 7.530811, 8.14073, 8.211825, 8.013271, 8.107783, 7.744864, 7.695601, 7.391415, 7.31735, 7.111305, 7.081223, 8.638648, 9.664026, 8.314408, 9.373781, 9.380066, 9.23951, 9.18028, 8.990619, 8.819913, 8.815246, 7.921726, 7.580003, 7.52104, 7.563249, 6.019, 6.688471, 5.543809, 4.7788, 3.928964, 2.832353, 2.762082, 2.124596, 1.959017, 1.799174, 1.848847, 1.015059]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 3, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 5, 0, 2, 1, 0, 0, 0, 1, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.561655, 1.220386, 1.158573, 1.109944, 1.172373, 1.174152, 1.164206, 1.071807, 1.026257, 1.093378, 1.21923, 1.220796, 1.231868, 1.095645, 1.021442, 1.144033, 1.169525, 1.068078, 1.197305, 1.174469, 1.167404, 1.234383, 1.251517, 1.291032, 1.179783, 1.13702, 1.089125, 0.958079, 1.11191, 1.120854, 1.36064, 1.274188, 1.291602, 1.214336, 1.203159, 1.148253, 0.933398, 1.049496, 0.98427, 0.878573, 0.866443, 0.896193, 0.898818, 0.803835, 0.612337, 0.46945, 0.313939, 0.264679, 0.04119, 0.000153], "sum_m_pl": [0.085591, 0.279377, 0.394574, 0.301205, 0.374155, 0.375197, 0.376733, 0.368576, 0.313043, 0.359042, 0.383344, 0.420609, 0.497818, 0.49161, 0.496514, 0.649062, 0.735229, 0.806559, 0.494988, 0.474298, 0.444584, 0.429873, 0.409299, 0.421025, 0.743133, 1.332336, 0.755236, 0.916698, 0.611279, 0.584312, 0.47648, 0.385821, 0.387404, 0.428155, 0.413524, 0.828612, 0.933009, 0.548712, 0.468543, 0.437787, 0.436296, 0.473075, 0.445683, 0.452197, 0.382299, 0.214954, 0.163432, 0.107385, 0.019861, 0.001507]}, "lang": {"n_am_en": [4, 9, 13, 11, 10, 14, 14, 11, 15, 10, 14, 17, 16, 20, 16, 20, 22, 22, 25, 28, 26, 29, 31, 29, 35, 38, 39, 33, 31, 23, 28, 27, 27, 33, 35, 39, 43, 44, 43, 47, 49, 51, 51, 49, 47, 53, 52, 55, 55, 61], "n_am_pl": [4, 3, 2, 2, 3, 5, 5, 6, 3, 4, 6, 6, 5, 8, 8, 9, 7, 3, 4, 7, 1, 3, 1, 3, 2, 4, 2, 5, 8, 5, 7, 6, 5, 5, 2, 3, 3, 3, 1, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1], "n_pos": 63, "sum_m_en": [7.441725, 9.04177, 9.229968, 9.549297, 10.519856, 10.536723, 10.046787, 9.789159, 9.864, 10.422454, 10.936251, 11.284116, 11.426196, 11.42621, 11.426139, 11.838184, 11.664607, 11.530982, 11.422162, 11.613138, 11.217079, 11.208948, 11.03353, 10.857074, 23.459379, 22.086918, 20.982527, 16.430956, 16.868778, 15.921866, 14.639599, 14.914765, 16.469938, 18.545349, 20.688219, 24.310385, 26.661917, 32.486525, 37.534007, 38.875539, 40.595551, 41.586386, 41.958497, 43.186375, 43.600859, 48.752318, 49.413777, 49.137927, 49.49448, 58.378267], "sum_m_pl": [1.398596, 2.23421, 2.601888, 2.657456, 2.837494, 3.16867, 3.216944, 3.337517, 3.34657, 3.636299, 3.819857, 3.825594, 3.874673, 3.76392, 4.16272, 4.074819, 3.941757, 3.888961, 3.931009, 3.886299, 3.785217, 3.730825, 3.62725, 3.602356, 3.915366, 4.224116, 4.096833, 4.57392, 4.771563, 4.72442, 4.831355, 4.539318, 4.41566, 4.34785, 3.893117, 3.604005, 3.685384, 3.780073, 2.446625, 2.994964, 2.081667, 1.400355, 1.133103, 0.979257, 0.947891, 0.719725, 0.886683, 1.337151, 1.506472, 1.012081]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1086, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 6, 16, 12, 14, 17, 19, 16, 18, 26, 27, 21, 26, 23, 35, 33, 33, 27, 33, 38, 31, 30, 32, 38, 51, 40, 38, 29, 28, 27, 29, 26, 28, 28, 33, 49, 44, 52, 51, 50, 55, 58, 54, 65, 50, 39, 12, 4, 0, 0], "n_am_pl": [3, 28, 24, 34, 42, 29, 28, 24, 27, 25, 36, 34, 29, 33, 22, 29, 38, 40, 31, 25, 22, 15, 17, 15, 13, 21, 19, 30, 31, 34, 34, 36, 42, 42, 29, 20, 17, 28, 35, 39, 31, 38, 45, 37, 54, 71, 96, 112, 123, 122], "n_pos": 186, "sum_m_en": [17.499188, 27.96407, 29.315523, 30.616251, 29.685732, 29.114439, 28.764765, 29.964768, 29.155264, 30.710381, 33.057704, 30.933147, 32.414599, 31.9235, 31.42404, 32.110274, 32.446155, 29.629025, 29.327963, 30.546655, 28.788468, 29.028896, 29.508015, 29.954112, 41.524346, 38.423001, 36.168147, 32.255119, 33.280598, 32.229796, 31.420467, 30.094782, 29.522723, 31.709437, 32.651944, 33.578507, 32.252076, 38.332597, 41.502437, 41.889939, 44.203085, 47.774101, 52.078205, 54.512369, 46.869399, 35.874686, 13.410041, 5.175667, 1.033585, 0.004621], "sum_m_pl": [2.736485, 9.231192, 11.403572, 11.727221, 11.923845, 11.97358, 11.171723, 12.657098, 12.679565, 12.790047, 14.257896, 14.066071, 13.878179, 13.789189, 12.785725, 13.396351, 12.474151, 12.694485, 12.146172, 11.741776, 11.032998, 10.989881, 10.771539, 10.825038, 13.674131, 15.079498, 15.502586, 18.137383, 19.261267, 20.042042, 19.835842, 20.251559, 20.112422, 19.97161, 18.534738, 17.184052, 18.729889, 18.441996, 21.335574, 24.426194, 23.440095, 26.305254, 29.537232, 30.41407, 40.517276, 58.451346, 86.809921, 109.140678, 119.908835, 121.817025]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 2, 0, 2, 0, 0, 0, 0, 0, 1, 1, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 4, 5, 0, 2, 2, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.594489, 1.362711, 1.441132, 1.535297, 1.417924, 1.424267, 1.442524, 1.393157, 1.399697, 1.458721, 1.513937, 1.434267, 1.456799, 1.392841, 1.297908, 1.378244, 1.479586, 1.359908, 1.438592, 1.466496, 1.453401, 1.466311, 1.4836, 1.549665, 1.421747, 1.387965, 1.210352, 1.136387, 1.512721, 1.485525, 1.752447, 1.538065, 1.414003, 1.402881, 1.4152, 1.417431, 1.239052, 1.610763, 1.579584, 1.115118, 1.008386, 0.984792, 0.856785, 0.701286, 0.403532, 0.173488, 0.111105, 0.070602, 0.016231, 0.0], "sum_m_pl": [0.092175, 0.378998, 0.542314, 0.529973, 0.694972, 0.585365, 0.554284, 0.582981, 0.50988, 0.614814, 0.517065, 0.500731, 0.542177, 0.569455, 0.513016, 0.6303, 0.558855, 0.596848, 0.485537, 0.538905, 0.501887, 0.491466, 0.484681, 0.485739, 0.558703, 0.8006, 0.621079, 0.712772, 0.617854, 0.9366, 0.659804, 0.525226, 0.369185, 0.326908, 0.336638, 0.471005, 0.516556, 0.457437, 0.489276, 0.506842, 0.480298, 0.50906, 0.466702, 0.462384, 0.336161, 0.144057, 0.105793, 0.090922, 0.010131, 0.0]}, "lang": {"n_am_en": [3, 3, 10, 6, 10, 9, 14, 10, 12, 16, 19, 16, 18, 12, 26, 21, 26, 20, 27, 32, 24, 24, 24, 30, 39, 32, 28, 24, 20, 22, 22, 19, 17, 21, 23, 36, 35, 40, 37, 36, 42, 44, 40, 49, 35, 27, 9, 3, 0, 0], "n_am_pl": [2, 19, 12, 22, 24, 19, 19, 20, 17, 16, 24, 25, 21, 23, 15, 22, 29, 31, 23, 18, 17, 10, 13, 13, 9, 16, 15, 25, 23, 26, 25, 29, 33, 30, 21, 16, 11, 20, 25, 26, 21, 28, 32, 29, 48, 60, 88, 106, 121, 122], "n_pos": 123, "sum_m_en": [11.87255, 18.237409, 19.445351, 20.030976, 19.691496, 19.017947, 18.948895, 20.098696, 19.724658, 20.773705, 22.472919, 21.168136, 22.237081, 21.984182, 21.887121, 22.210309, 22.348084, 20.261098, 19.911045, 20.868163, 19.315421, 19.490264, 19.798854, 20.049371, 30.832631, 28.194973, 26.542088, 23.17998, 23.330262, 22.454804, 21.350637, 20.78429, 20.372389, 21.96824, 22.3959, 23.461239, 23.171941, 27.480161, 29.513694, 30.847262, 32.395362, 35.158097, 37.926505, 38.802106, 33.249252, 24.814651, 9.680385, 3.187256, 0.71453, 0.004618], "sum_m_pl": [1.874884, 6.183861, 7.3625, 7.699377, 7.742016, 8.087364, 7.698789, 8.899236, 9.010128, 8.921303, 9.926688, 9.90907, 9.777469, 9.650874, 8.861343, 9.146556, 8.605872, 8.611904, 8.353254, 7.9773, 7.447366, 7.423125, 7.239367, 7.280989, 9.322543, 10.267973, 10.752537, 12.909225, 13.88309, 13.970528, 14.125337, 14.512845, 14.663369, 14.736204, 13.995793, 12.792559, 13.667418, 13.753068, 15.976377, 17.860014, 17.297091, 19.883397, 21.926272, 24.166665, 34.506145, 51.415913, 79.885486, 102.518928, 117.883205, 121.132088]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1341, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 10, 8, 15, 13, 13, 16, 18, 14, 17, 15, 10, 11, 17, 17, 23, 22, 23, 20, 24, 21, 26, 25, 27, 33, 30, 27, 14, 15, 23, 21, 22, 20, 29, 27, 28, 29, 36, 44, 49, 45, 45, 50, 49, 37, 28, 11, 5, 1, 0], "n_am_pl": [1, 9, 21, 14, 19, 23, 15, 15, 17, 21, 21, 23, 22, 18, 15, 8, 12, 13, 12, 9, 8, 7, 9, 8, 12, 14, 17, 18, 21, 23, 29, 20, 18, 22, 20, 15, 25, 19, 20, 16, 16, 15, 16, 15, 26, 36, 73, 78, 87, 90], "n_pos": 136, "sum_m_en": [12.693879, 18.847962, 19.904296, 21.236791, 20.365147, 19.678293, 19.540796, 20.442486, 20.140061, 21.405675, 21.542557, 19.89212, 19.20101, 19.303449, 18.724388, 20.28783, 20.402019, 19.361327, 18.636991, 19.58806, 18.547325, 19.16123, 19.476636, 20.315063, 26.508761, 24.87273, 21.534806, 19.842471, 21.0297, 21.20218, 19.846513, 20.16359, 20.238244, 21.238609, 22.581043, 23.381661, 23.41659, 26.578993, 29.353171, 31.862404, 31.946736, 34.006946, 38.555939, 37.926162, 31.807759, 25.290502, 10.885737, 4.35789, 1.436084, 0.005414], "sum_m_pl": [2.775105, 7.414685, 8.894183, 8.152419, 8.047475, 8.701676, 8.479987, 9.310147, 9.673545, 10.840962, 10.883938, 11.064407, 11.363894, 11.069625, 11.396839, 10.323348, 10.386341, 9.627976, 8.939006, 8.454911, 8.157605, 8.188755, 8.0019, 7.977837, 11.66831, 14.177849, 14.036791, 14.070065, 13.713003, 15.522453, 14.954684, 13.860717, 14.540029, 15.214168, 15.145583, 14.938873, 14.269716, 12.679792, 12.399218, 12.607776, 13.418047, 12.893811, 13.379732, 14.879526, 23.580766, 33.242457, 64.130354, 75.890667, 85.026875, 89.820737]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 5, 11, 7, 7, 14, 13, 12, 14, 12, 7, 10, 16, 11, 16, 15, 14, 11, 14, 12, 18, 17, 19, 22, 19, 18, 6, 8, 16, 14, 11, 10, 17, 18, 19, 16, 24, 31, 32, 31, 30, 33, 32, 25, 22, 10, 3, 0, 0], "n_am_pl": [1, 7, 14, 7, 13, 18, 11, 10, 16, 15, 12, 19, 16, 10, 11, 6, 8, 10, 9, 6, 5, 5, 7, 6, 8, 9, 12, 13, 15, 15, 22, 16, 11, 17, 12, 10, 20, 12, 15, 15, 14, 13, 15, 13, 25, 31, 65, 75, 85, 89], "n_pos": 89, "sum_m_en": [8.573203, 12.692844, 13.271363, 14.13078, 13.369345, 12.914791, 12.956992, 13.684482, 13.526707, 14.254051, 14.318586, 13.265826, 12.949868, 13.052184, 13.059073, 14.038589, 13.898238, 13.123961, 12.305878, 12.815567, 11.995488, 12.493413, 12.711429, 12.873441, 18.769295, 17.906773, 15.476601, 13.81827, 14.271063, 14.285799, 13.38357, 13.634253, 13.528325, 14.131701, 15.070975, 15.580342, 15.35184, 18.091184, 20.045522, 21.341536, 20.968794, 22.534091, 25.079833, 25.002889, 20.867717, 17.945507, 8.755848, 3.508417, 0.942096, 0.004677], "sum_m_pl": [1.849801, 4.965257, 5.884741, 5.238291, 5.029725, 5.76394, 5.691065, 6.187246, 6.650363, 7.343519, 7.508604, 7.655938, 7.836494, 7.399703, 7.512823, 6.753158, 6.57112, 5.902764, 5.89367, 5.53296, 5.4217, 5.46602, 5.305744, 5.305262, 7.475691, 8.855586, 9.143234, 10.06904, 9.943039, 10.812145, 10.69145, 9.965972, 10.318733, 10.713305, 10.61897, 10.239031, 9.992894, 9.810846, 9.591543, 9.987404, 10.171714, 10.150199, 11.081027, 12.626758, 20.984183, 28.472321, 57.00169, 71.02238, 81.866439, 88.448612]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 972, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9927}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 9, 7, 13, 11, 10, 17, 15, 19, 20, 19, 18, 14, 15, 17, 25, 25, 30, 29, 29, 21, 24, 31, 31, 43, 32, 24, 14, 20, 26, 24, 18, 25, 27, 30, 29, 33, 46, 46, 56, 55, 53, 60, 57, 39, 31, 8, 2, 0, 0], "n_am_pl": [1, 13, 26, 20, 25, 28, 20, 25, 18, 30, 28, 26, 25, 18, 12, 11, 14, 17, 15, 12, 13, 11, 12, 11, 13, 17, 20, 20, 28, 27, 28, 22, 18, 23, 20, 22, 23, 21, 24, 17, 20, 23, 19, 21, 32, 45, 90, 96, 103, 107], "n_pos": 159, "sum_m_en": [14.092058, 21.883431, 23.073857, 24.267061, 23.225227, 22.49734, 22.449991, 23.814135, 23.495766, 24.723582, 25.400721, 23.577154, 23.086266, 22.780978, 22.084646, 23.7909, 24.146607, 22.787314, 21.976312, 22.903417, 21.735559, 22.458926, 22.891879, 23.899488, 30.347675, 28.238864, 24.617902, 22.751482, 23.920705, 24.156293, 22.640919, 22.541119, 22.571166, 24.190101, 25.294449, 25.977413, 25.966922, 30.605669, 33.362082, 35.878578, 37.08476, 37.918359, 43.238779, 44.007023, 36.096216, 28.677499, 9.572736, 2.572705, 0.787624, 8.4e-05], "sum_m_pl": [2.990654, 8.581034, 10.530917, 9.572741, 9.57648, 10.544046, 10.24222, 11.277616, 11.676223, 12.894079, 13.214786, 13.096497, 13.229055, 12.822128, 13.039042, 11.722896, 11.526258, 10.86042, 9.985587, 9.653487, 9.346833, 9.380176, 9.190612, 9.180319, 13.059592, 15.51848, 15.226738, 15.42886, 16.682701, 18.054995, 16.963882, 16.314755, 16.967499, 16.988912, 16.815835, 16.493911, 16.010523, 14.194701, 14.83189, 15.774219, 16.507171, 16.681895, 17.228771, 19.575113, 30.288899, 40.031079, 79.437478, 92.736627, 102.55371, 107.195778]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 5, 8, 6, 7, 14, 13, 15, 17, 15, 13, 9, 12, 12, 17, 17, 20, 18, 20, 13, 16, 23, 23, 31, 20, 15, 6, 13, 16, 15, 11, 18, 18, 20, 22, 21, 33, 32, 37, 36, 36, 40, 37, 26, 22, 7, 1, 0, 0], "n_am_pl": [0, 10, 19, 12, 19, 21, 16, 17, 16, 23, 20, 18, 20, 10, 8, 8, 10, 12, 11, 8, 8, 7, 9, 7, 8, 12, 14, 13, 24, 21, 23, 15, 11, 17, 11, 16, 18, 13, 18, 16, 18, 20, 18, 19, 29, 40, 83, 92, 101, 106], "n_pos": 106, "sum_m_en": [9.773219, 14.988868, 15.568055, 16.30757, 15.479448, 14.972844, 15.043405, 16.114998, 15.97698, 16.646193, 17.120193, 15.914483, 15.759342, 15.382211, 15.340097, 16.409792, 16.443182, 15.466543, 14.705033, 15.214691, 14.303734, 14.889176, 15.206206, 15.484152, 21.836733, 20.562146, 18.004309, 16.257485, 16.615484, 16.73229, 15.710514, 15.578018, 15.463026, 16.491861, 17.15297, 17.72549, 17.786858, 21.557539, 22.875153, 24.010378, 24.179051, 25.32884, 28.361736, 29.343518, 23.339768, 20.400078, 7.344919, 1.821489, 0.319703, 6.9e-05], "sum_m_pl": [2.059561, 5.924822, 7.229764, 6.398645, 6.26466, 7.249294, 7.125746, 7.767282, 8.327908, 9.098523, 9.486124, 9.361122, 9.440656, 8.89358, 8.971795, 7.961135, 7.669399, 7.065964, 6.773706, 6.495731, 6.349816, 6.392102, 6.214788, 6.235095, 8.671705, 10.010482, 10.255277, 11.127467, 12.40777, 12.767502, 12.155687, 11.758086, 12.226752, 12.133751, 12.042273, 11.400303, 11.257121, 11.025883, 11.622213, 12.784905, 13.114279, 13.671197, 14.862427, 16.951023, 27.214696, 34.996402, 72.402845, 87.967501, 99.627092, 105.51847]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1227, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9812}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 12, 18, 21, 24, 30, 17, 23, 22, 23, 20, 25, 31, 36, 33, 37, 35, 35, 47, 51, 47, 40, 48, 45, 54, 54, 55, 41, 44, 43, 45, 43, 51, 48, 49, 53, 56, 54, 60, 58, 61, 70, 68, 66, 64, 71, 69, 63, 69, 72], "n_am_pl": [5, 7, 1, 6, 5, 5, 4, 13, 11, 14, 9, 9, 9, 10, 11, 18, 11, 10, 12, 11, 9, 6, 5, 8, 5, 6, 5, 4, 7, 13, 14, 17, 16, 13, 13, 12, 9, 9, 8, 12, 8, 3, 5, 6, 7, 8, 5, 8, 6, 5], "n_pos": 149, "sum_m_en": [16.645343, 19.28331, 20.67077, 22.324734, 24.358855, 26.317948, 24.115749, 24.538187, 22.257043, 23.252759, 21.975028, 22.973994, 23.231228, 24.980384, 25.28119, 27.036777, 26.830844, 25.178605, 25.76986, 25.328616, 24.227869, 24.191245, 24.049142, 23.614832, 37.073429, 37.706457, 34.882785, 31.02326, 30.898629, 31.015216, 29.683999, 30.945636, 31.857714, 33.073553, 35.39008, 36.972573, 40.427447, 43.928478, 43.274693, 49.07108, 55.688695, 57.907425, 60.212728, 62.170413, 61.791082, 63.487241, 63.848692, 59.783261, 61.938526, 72.56648], "sum_m_pl": [4.343423, 6.723907, 6.60832, 6.418892, 7.08933, 8.117534, 8.175204, 9.133567, 9.428439, 10.048586, 9.844029, 10.151558, 10.739448, 10.488518, 10.554363, 10.697472, 9.896612, 9.798998, 9.919005, 10.000362, 9.188158, 8.91916, 8.768602, 8.718827, 9.46975, 9.784983, 9.905559, 10.674872, 10.097878, 10.333351, 10.552758, 10.865762, 10.652794, 10.718886, 10.105842, 10.524611, 10.197561, 10.355922, 10.487673, 10.869062, 7.834208, 6.870256, 6.251735, 7.03307, 8.709649, 8.629948, 7.911595, 8.945235, 8.347879, 5.423385]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.203938, 0.368883, 0.346509, 0.28837, 0.272864, 0.241001, 0.245876, 0.28457, 0.195042, 0.205749, 0.216975, 0.216459, 0.242455, 0.273464, 0.22776, 0.302851, 0.326814, 0.324966, 0.305789, 0.32282, 0.294128, 0.332123, 0.339471, 0.346377, 0.392194, 0.443815, 0.423812, 0.298259, 0.340934, 0.349539, 0.39357, 0.377786, 0.383056, 0.510382, 0.416708, 0.47341, 0.584076, 0.701815, 0.405592, 0.461623, 0.319889, 0.329773, 0.341623, 0.372488, 0.350108, 0.28847, 0.075305, 0.02874, 0.004554, 0.0], "sum_m_pl": [0.032844, 0.114533, 0.097297, 0.087616, 0.097735, 0.103175, 0.151378, 0.164088, 0.145375, 0.163143, 0.165688, 0.216612, 0.189292, 0.220249, 0.248968, 0.209944, 0.17003, 0.168468, 0.186417, 0.180427, 0.174303, 0.168953, 0.162331, 0.158827, 0.283538, 0.257793, 0.26921, 0.237082, 0.220816, 0.249318, 0.206132, 0.20605, 0.216665, 0.229893, 0.178806, 0.188472, 0.120772, 0.10912, 0.238396, 0.213282, 0.217805, 0.210723, 0.18541, 0.158023, 0.150477, 0.24651, 0.045911, 0.021792, 0.012057, 0.0]}, "lang": {"n_am_en": [5, 7, 13, 14, 17, 20, 12, 16, 14, 16, 13, 15, 22, 23, 27, 25, 22, 25, 30, 39, 32, 28, 36, 28, 39, 39, 41, 30, 32, 31, 31, 29, 34, 34, 33, 39, 38, 38, 42, 44, 50, 57, 57, 57, 57, 59, 60, 58, 64, 71], "n_am_pl": [5, 3, 0, 3, 3, 3, 3, 4, 7, 7, 4, 8, 6, 7, 5, 9, 3, 5, 6, 1, 5, 4, 2, 4, 3, 2, 3, 3, 3, 7, 10, 10, 11, 6, 7, 7, 7, 7, 5, 6, 5, 1, 2, 3, 6, 4, 4, 7, 6, 5], "n_pos": 79, "sum_m_en": [8.636777, 10.190192, 10.796387, 12.048938, 13.541175, 14.918789, 13.394115, 13.588655, 12.175928, 12.662075, 11.935905, 12.623449, 12.851852, 13.868796, 14.166495, 15.150772, 15.045029, 14.282676, 14.532022, 14.142492, 13.570892, 13.49942, 13.405352, 13.090144, 24.424863, 24.963727, 23.160053, 20.447144, 19.740623, 19.597331, 18.352217, 18.876008, 19.73266, 20.593735, 22.219375, 23.883363, 26.570964, 28.810852, 30.824883, 36.512147, 41.824861, 45.943807, 49.85819, 50.61254, 51.553149, 52.03143, 53.753615, 51.21874, 55.924528, 68.261178], "sum_m_pl": [2.262855, 3.386063, 3.361293, 3.339971, 3.736239, 4.300047, 4.373183, 4.87465, 5.117805, 5.196593, 5.25647, 5.346011, 5.745382, 5.702965, 5.540833, 5.584997, 5.269817, 5.219009, 5.366753, 5.390234, 4.929217, 4.772796, 4.73355, 4.69991, 5.12526, 5.223028, 5.481883, 5.780981, 5.457519, 5.735897, 6.091061, 6.302259, 6.121297, 6.086164, 5.722447, 6.107863, 5.92014, 5.83095, 5.730821, 5.489509, 4.278487, 2.792084, 2.763752, 3.247452, 5.691006, 5.113788, 4.214411, 7.016555, 6.62581, 5.027524]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "pes-Chirurgia ogólna-2018 wiosna-89", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1247, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9536, "tf_agree_excl_first": 0.96}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 14, 21, 29, 36, 32, 36, 39, 35, 33, 31, 33, 35, 39, 31, 37, 34, 36, 55, 50, 56, 51, 58, 55, 60, 67, 66, 51, 58, 48, 51, 48, 56, 52, 57, 53, 64, 70, 72, 75, 82, 80, 91, 76, 65, 52, 17, 5, 2, 2], "n_am_pl": [3, 13, 16, 17, 17, 16, 10, 17, 23, 22, 23, 28, 27, 28, 31, 35, 32, 31, 28, 30, 32, 28, 26, 30, 20, 21, 26, 27, 30, 28, 44, 25, 21, 25, 24, 30, 24, 25, 27, 24, 28, 30, 31, 42, 66, 82, 124, 145, 160, 161], "n_pos": 213, "sum_m_en": [20.186025, 30.0994, 32.280495, 33.195492, 34.632725, 34.903474, 35.529056, 37.834061, 37.342125, 37.664555, 37.46485, 35.581738, 36.976185, 38.339862, 37.528473, 39.591532, 38.95319, 36.393747, 36.06093, 35.143001, 34.71835, 34.032045, 33.853417, 33.665817, 48.099386, 49.39677, 45.012325, 41.177945, 40.661634, 40.980562, 39.565077, 41.069292, 42.563953, 42.833197, 46.384401, 50.458242, 50.713905, 59.15594, 60.205881, 62.928723, 61.110203, 65.406267, 67.571971, 67.882497, 59.491235, 47.642835, 17.585827, 3.728227, 2.355993, 1.328304], "sum_m_pl": [3.56968, 10.087599, 11.617338, 10.918228, 11.141191, 12.038421, 12.299946, 14.073566, 14.706143, 15.951495, 16.22015, 16.612563, 17.564899, 17.065482, 16.579803, 15.676766, 14.520931, 14.183889, 13.971871, 13.801027, 12.371431, 11.998186, 11.859131, 11.996315, 16.937036, 18.496545, 19.692559, 19.627251, 19.604387, 19.623707, 19.535942, 18.888869, 18.281331, 18.258471, 18.101453, 18.998232, 19.863447, 21.316349, 21.706414, 22.367763, 23.936998, 27.552432, 30.748301, 36.279252, 59.001142, 76.649134, 119.129741, 141.430127, 156.126112, 160.940652]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.179631, 0.31704, 0.365303, 0.341071, 0.334026, 0.344398, 0.362787, 0.370357, 0.354015, 0.39433, 0.450944, 0.358702, 0.373104, 0.380196, 0.368648, 0.442412, 0.461266, 0.467705, 0.433699, 0.41021, 0.386988, 0.380859, 0.391202, 0.370875, 0.41808, 0.407687, 0.580553, 0.374634, 0.393221, 0.385314, 0.441442, 0.429959, 0.426295, 0.462597, 0.455557, 0.452627, 0.475324, 0.497713, 0.469726, 0.504134, 0.416368, 0.468779, 0.410109, 0.38176, 0.375961, 0.339596, 0.053011, 0.014618, 0.002355, 0.0], "sum_m_pl": [0.029663, 0.110351, 0.113275, 0.099346, 0.095704, 0.104687, 0.106033, 0.183991, 0.177522, 0.192286, 0.197754, 0.212653, 0.191315, 0.158499, 0.174142, 0.198433, 0.160538, 0.157619, 0.17633, 0.199991, 0.168302, 0.15802, 0.154676, 0.144665, 0.281079, 0.281366, 0.254593, 0.325224, 0.22994, 0.262747, 0.205898, 0.214343, 0.231043, 0.252421, 0.212206, 0.224821, 0.155104, 0.148215, 0.163192, 0.158318, 0.167248, 0.17179, 0.164636, 0.205892, 0.177099, 0.253624, 0.054954, 0.025906, 0.006091, 0.0]}, "lang": {"n_am_en": [7, 14, 17, 23, 31, 27, 26, 34, 30, 27, 23, 27, 29, 32, 26, 29, 21, 27, 41, 33, 40, 34, 39, 40, 42, 50, 50, 39, 44, 38, 42, 38, 44, 41, 46, 40, 47, 53, 54, 56, 63, 61, 69, 61, 49, 37, 12, 4, 1, 2], "n_am_pl": [2, 9, 12, 14, 13, 10, 8, 10, 18, 13, 14, 18, 16, 19, 23, 27, 24, 22, 20, 20, 24, 19, 20, 24, 16, 16, 18, 18, 23, 24, 35, 16, 14, 18, 18, 25, 20, 20, 24, 23, 26, 28, 28, 34, 56, 73, 111, 137, 155, 161], "n_pos": 164, "sum_m_en": [15.928579, 23.214294, 25.13734, 25.806883, 26.921908, 27.304383, 27.896092, 29.524697, 29.265197, 29.433169, 29.190711, 27.919798, 28.894597, 29.971251, 29.359886, 30.767698, 30.172407, 28.255944, 27.979655, 27.300026, 26.856383, 26.210844, 26.141594, 25.992501, 36.353104, 37.613739, 34.454407, 32.430757, 32.081068, 32.482238, 31.393285, 32.575501, 33.678978, 33.844388, 36.40151, 38.685567, 38.805411, 45.139499, 46.103521, 47.292248, 46.450716, 49.986796, 52.369816, 52.480715, 44.616935, 34.428434, 12.198585, 3.265466, 1.532402, 1.297224], "sum_m_pl": [2.792213, 7.75223, 8.842881, 8.231422, 8.505523, 9.345324, 9.490337, 10.649357, 11.214309, 12.041214, 12.236203, 12.572569, 13.450247, 12.947491, 12.625681, 11.977746, 11.139668, 10.920055, 10.836937, 10.711571, 9.560278, 9.247462, 9.174519, 9.340977, 13.64697, 14.991996, 15.340453, 15.094693, 15.256497, 15.25347, 15.221867, 14.837331, 14.144448, 14.277623, 14.37098, 15.337574, 16.211861, 17.828676, 18.430284, 19.012153, 20.762906, 24.176261, 27.573979, 32.117801, 52.824018, 68.963702, 107.80402, 132.870033, 150.747025, 160.092211]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 215, "item_id": "pes-Chirurgia ogólna-2018 wiosna-89", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1502, "region_end": 213, "roundtrip_ok": true, "tf_agree": 0.9814, "tf_agree_excl_first": 0.986}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 8, 10, 10, 12, 14, 15, 17, 11, 13, 11, 12, 14, 10, 13, 11, 18, 13, 14, 17, 18, 22, 21, 20, 29, 27, 24, 26, 17, 14, 11, 13, 15, 18, 24, 31, 31, 33, 35, 38, 31, 32, 39, 36, 34, 36, 33, 28, 33, 35], "n_am_pl": [3, 6, 8, 8, 4, 6, 3, 3, 6, 8, 8, 9, 7, 16, 6, 11, 7, 13, 9, 7, 11, 8, 7, 10, 8, 6, 7, 6, 4, 14, 17, 10, 10, 11, 9, 4, 3, 4, 4, 3, 2, 2, 1, 3, 5, 2, 2, 4, 3, 2], "n_pos": 83, "sum_m_en": [8.905466, 11.876026, 11.909605, 12.520941, 13.77896, 14.231048, 13.800481, 12.767685, 12.314271, 13.112162, 13.664962, 13.976473, 13.00012, 12.566932, 12.563221, 12.816498, 14.214551, 13.755845, 13.840583, 14.086409, 13.460168, 13.836773, 13.82434, 13.895418, 20.230241, 20.586679, 18.359582, 16.771292, 15.512021, 15.467261, 14.4675, 14.899722, 15.146047, 15.837113, 19.028389, 19.870989, 20.986538, 24.570698, 25.608125, 30.169723, 29.091949, 31.726285, 33.382255, 33.146081, 31.800399, 33.732262, 30.727661, 29.227004, 28.743216, 34.348391], "sum_m_pl": [2.205386, 3.788798, 4.376762, 4.240617, 4.389511, 4.405732, 4.588614, 4.687022, 4.917297, 5.291018, 5.876088, 5.846088, 5.895307, 6.333118, 6.379891, 6.681011, 5.87082, 6.43958, 6.17381, 6.071189, 5.966021, 5.544039, 5.367636, 5.339538, 6.886428, 6.029083, 6.898354, 7.477593, 7.49241, 8.186524, 7.567564, 7.030765, 6.921342, 6.931307, 6.767564, 5.710286, 5.272369, 5.142555, 5.035337, 4.785482, 2.725236, 3.121236, 2.836406, 3.398969, 3.752744, 2.664796, 3.107222, 3.555055, 3.006276, 1.987382]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 2, 2, 1, 1, 4, 4, 4, 4, 1, 0, 0, 0, 0, 0, 2, 3, 3, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 6, 3, 5, 0, 4, 2, 2, 2, 2, 0, 0, 1, 1, 2, 2, 2, 1, 1, 3, 4, 3, 4, 3, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.765725, 1.366403, 1.23534, 1.2848, 1.27521, 1.520543, 1.44938, 1.217312, 1.193341, 1.394772, 1.359597, 1.282039, 1.212506, 1.110274, 1.056924, 1.085822, 1.35357, 1.36554, 1.29163, 1.318681, 1.281378, 1.351159, 1.384616, 1.391017, 1.834019, 2.107058, 1.97502, 1.747793, 1.427303, 1.474448, 1.317833, 1.322485, 1.233525, 1.239859, 1.667389, 1.975068, 1.404115, 1.68842, 1.617376, 1.959242, 1.741102, 1.556307, 1.602188, 1.444407, 1.589604, 1.400322, 0.975807, 0.592339, 0.321715, 0.0], "sum_m_pl": [0.118845, 0.303707, 0.286336, 0.246531, 0.258417, 0.285826, 0.295607, 0.283839, 0.333691, 0.31301, 0.413113, 0.47598, 0.562528, 0.550219, 0.553739, 0.587823, 0.523644, 0.594017, 0.533818, 0.50177, 0.500454, 0.46376, 0.446776, 0.466744, 0.55625, 0.63557, 0.602654, 0.839809, 0.866781, 0.892204, 0.816486, 0.800509, 0.666805, 0.645967, 0.655437, 0.545202, 0.641175, 0.712315, 0.62167, 0.352028, 0.336263, 0.379889, 0.455559, 0.375643, 0.398904, 0.418208, 0.259004, 0.186711, 0.165292, 0.0]}, "lang": {"n_am_en": [3, 4, 7, 5, 6, 8, 10, 9, 8, 9, 5, 6, 8, 6, 8, 6, 12, 7, 8, 9, 8, 11, 11, 11, 15, 12, 11, 13, 11, 10, 7, 7, 11, 13, 14, 17, 20, 20, 25, 27, 23, 23, 26, 27, 25, 24, 25, 26, 31, 34], "n_am_pl": [2, 2, 1, 1, 2, 2, 2, 1, 4, 4, 5, 3, 1, 3, 1, 2, 2, 4, 1, 1, 5, 4, 3, 3, 3, 2, 2, 1, 1, 4, 3, 3, 4, 7, 6, 1, 1, 2, 2, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 2], "n_pos": 37, "sum_m_en": [3.878401, 5.405103, 5.744678, 6.011016, 6.597997, 6.522992, 6.515184, 6.236157, 6.047251, 6.205121, 6.375331, 6.713632, 6.332509, 6.148031, 6.277849, 6.363138, 6.749981, 6.521682, 6.624662, 6.778113, 6.302316, 6.422197, 6.288962, 6.304812, 11.264617, 10.941087, 9.630675, 8.361857, 7.719987, 7.502456, 7.338338, 7.640954, 8.113804, 8.72861, 10.569845, 11.530489, 13.331866, 15.95845, 17.335006, 20.6469, 20.477971, 21.566368, 22.274581, 23.584474, 22.255927, 22.025859, 21.599731, 23.649631, 25.613275, 33.054146], "sum_m_pl": [0.880809, 1.551515, 1.906219, 1.89289, 2.085503, 2.048366, 2.176857, 2.232931, 2.306149, 2.552829, 2.806943, 2.79759, 2.708043, 2.98662, 3.009389, 2.959399, 2.641878, 2.822962, 2.788088, 2.735243, 2.772935, 2.579459, 2.524207, 2.500067, 2.889837, 2.594818, 3.142504, 3.476159, 3.417679, 3.748657, 3.474743, 3.317772, 3.23222, 3.351694, 3.159639, 2.639659, 2.483066, 2.634345, 2.777455, 2.915025, 1.122971, 1.770842, 1.431864, 1.74776, 2.064564, 1.686128, 2.40619, 2.478275, 2.458542, 1.986755]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "pes-Chirurgia ogólna-2020 jesień-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 993, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9881}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 37, 45, 57, 80, 92, 90, 98, 62, 95, 80, 75, 60, 64, 69, 80, 143, 131, 128, 118, 107, 135, 116, 100, 186, 184, 194, 150, 105, 103, 78, 73, 77, 89, 131, 146, 134, 171, 184, 193, 182, 179, 189, 197, 150, 115, 35, 10, 2, 0], "n_am_pl": [18, 61, 54, 50, 55, 59, 46, 58, 69, 68, 80, 96, 90, 91, 77, 92, 103, 66, 65, 47, 59, 33, 33, 33, 38, 36, 44, 72, 76, 72, 76, 75, 77, 95, 72, 48, 70, 63, 75, 77, 84, 100, 110, 113, 143, 190, 254, 290, 310, 317], "n_pos": 597, "sum_m_en": [61.810053, 88.378519, 91.595038, 91.398329, 95.298296, 97.990774, 97.705542, 99.720949, 98.53091, 105.042907, 107.304069, 108.65759, 101.978039, 97.400239, 98.457856, 100.793363, 115.721751, 107.0834, 105.128519, 104.138233, 97.823786, 100.909106, 100.643258, 100.030486, 138.948107, 139.553724, 130.861134, 116.871138, 108.452489, 109.162887, 103.6296, 101.164052, 100.898032, 101.447285, 110.662835, 114.01384, 111.313057, 123.891738, 129.245991, 149.920345, 150.619157, 152.823361, 166.875726, 179.236094, 141.237507, 105.451464, 44.193209, 14.530231, 4.196622, 0.191163], "sum_m_pl": [13.310271, 30.598589, 35.184965, 34.476053, 35.596358, 33.616798, 33.691761, 35.322033, 37.349252, 39.362877, 44.164894, 44.918367, 45.825067, 47.705613, 48.59436, 49.421451, 43.006729, 44.020495, 39.888945, 40.136104, 39.255519, 36.71293, 36.255348, 36.526561, 38.716396, 43.568475, 45.565182, 55.162902, 56.478635, 60.647996, 55.749474, 56.550113, 54.155508, 56.165277, 47.630617, 44.878179, 41.605645, 38.583597, 43.622925, 52.291397, 59.379238, 75.153463, 83.407907, 94.733892, 129.736643, 170.600569, 238.892627, 280.712818, 305.020334, 316.550453]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 4, 3, 3, 2, 6, 0, 1, 0, 0, 1, 1, 14, 13, 11, 8, 7, 10, 10, 8, 11, 15, 14, 11, 1, 4, 0, 7, 2, 4, 10, 15, 7, 9, 6, 7, 9, 13, 10, 9, 7, 6, 2, 0, 1, 0], "n_am_pl": [0, 1, 3, 2, 3, 1, 1, 3, 3, 1, 3, 11, 13, 5, 3, 1, 3, 1, 2, 2, 2, 0, 0, 0, 2, 1, 0, 2, 7, 6, 8, 3, 5, 4, 2, 1, 8, 3, 3, 2, 1, 1, 2, 1, 3, 5, 2, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.56399, 4.448137, 4.998647, 4.778269, 4.641909, 5.102141, 4.945661, 4.614345, 4.392698, 5.008825, 4.775407, 4.992042, 4.362121, 4.062311, 4.225609, 4.208589, 5.731355, 5.554414, 4.914258, 4.894713, 4.561209, 4.723154, 4.810319, 4.856986, 7.015688, 6.885336, 6.567019, 5.556665, 4.486679, 4.993074, 5.093529, 4.814684, 4.573126, 4.662176, 5.695374, 7.835106, 4.93564, 6.045158, 6.122524, 7.934569, 6.638135, 8.481758, 7.650012, 6.414596, 5.257571, 3.591661, 2.632024, 1.349144, 1.106907, 0.0], "sum_m_pl": [0.459537, 1.223427, 1.266441, 1.124248, 1.092463, 1.000499, 1.126816, 1.189952, 1.359148, 1.29885, 1.595882, 1.540092, 1.734825, 1.530094, 1.756188, 1.897392, 1.637965, 1.754397, 1.621789, 1.594952, 1.544848, 1.453921, 1.437731, 1.496854, 1.401689, 1.857365, 2.088287, 2.380032, 2.609977, 2.523369, 2.268744, 2.256629, 2.157442, 2.634494, 2.293509, 1.803181, 2.321205, 2.058506, 2.46624, 1.607596, 1.198234, 1.299087, 1.588066, 1.443638, 2.367392, 2.763817, 2.618506, 1.00845, 0.346915, 5e-06]}, "lang": {"n_am_en": [17, 21, 23, 29, 52, 56, 64, 70, 45, 64, 63, 53, 44, 53, 54, 58, 91, 82, 91, 88, 82, 104, 88, 76, 129, 128, 128, 102, 77, 74, 54, 45, 59, 66, 86, 96, 95, 119, 128, 136, 133, 121, 131, 140, 111, 82, 22, 5, 0, 0], "n_am_pl": [10, 28, 28, 22, 28, 36, 31, 34, 44, 45, 54, 55, 51, 59, 45, 58, 61, 31, 35, 22, 41, 23, 24, 24, 21, 15, 24, 46, 38, 34, 41, 49, 48, 55, 46, 37, 51, 47, 58, 61, 66, 82, 92, 96, 115, 156, 225, 272, 299, 317], "n_pos": 318, "sum_m_en": [32.67347, 47.370803, 50.886758, 50.23817, 53.631155, 54.286816, 54.689551, 56.077129, 55.723028, 59.105786, 60.462293, 61.543614, 58.381354, 55.409333, 55.593521, 57.474566, 65.541396, 60.238496, 60.502761, 59.403855, 54.3982, 56.479234, 55.794041, 54.713778, 86.155874, 86.289863, 80.009312, 69.529243, 63.134639, 63.051064, 59.882527, 58.789864, 60.213212, 62.921393, 68.180796, 70.838744, 73.477814, 81.168804, 85.174759, 100.071726, 104.380774, 101.599827, 113.625952, 123.335414, 98.222701, 72.816102, 26.416572, 5.185917, 1.185345, 0.144027], "sum_m_pl": [6.336037, 15.118159, 17.779525, 18.104179, 18.760881, 18.041358, 18.208541, 19.598577, 21.325895, 22.353593, 25.689346, 25.888255, 26.630975, 28.498134, 28.85888, 28.704086, 24.348753, 24.860831, 22.564262, 22.470097, 22.330162, 20.757929, 20.570629, 20.727989, 22.084823, 24.588542, 26.27728, 32.52744, 31.978528, 34.37368, 32.622394, 34.302959, 32.856675, 33.378977, 28.680253, 28.79636, 26.942728, 25.156092, 28.917991, 37.321999, 43.042858, 59.640714, 68.175, 79.745225, 107.633158, 145.898775, 211.852607, 261.915082, 292.613369, 314.539229]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 599, "item_id": "pes-Chirurgia ogólna-2020 jesień-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1248, "region_end": 597, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 0.9933}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 13, 13, 17, 20, 24, 23, 25, 20, 22, 25, 21, 30, 25, 33, 37, 45, 46, 55, 46, 47, 46, 45, 44, 59, 63, 58, 43, 41, 48, 45, 41, 41, 51, 56, 59, 71, 63, 66, 72, 79, 75, 78, 81, 73, 72, 66, 60, 59, 65], "n_am_pl": [9, 11, 11, 13, 17, 16, 9, 16, 5, 12, 17, 16, 18, 14, 15, 17, 16, 15, 10, 13, 13, 10, 11, 11, 14, 10, 8, 19, 15, 13, 13, 16, 14, 10, 13, 14, 9, 8, 6, 3, 5, 4, 4, 4, 4, 3, 3, 4, 4, 4], "n_pos": 151, "sum_m_en": [17.91518, 21.14801, 21.397958, 21.558045, 23.412558, 25.002784, 25.966856, 25.769993, 25.105099, 26.791222, 27.763938, 27.858849, 26.591547, 26.646901, 26.903189, 28.756965, 27.291363, 26.528766, 26.752245, 26.642672, 25.724121, 25.383029, 25.637013, 25.52419, 39.376063, 37.76671, 33.304798, 29.003656, 29.847959, 30.970183, 29.956849, 29.124889, 30.604665, 32.317371, 34.29081, 36.040219, 40.294627, 45.390604, 47.569962, 53.352188, 59.252734, 60.144547, 66.376479, 65.714232, 65.209923, 65.990303, 60.912111, 57.303796, 55.853658, 64.232385], "sum_m_pl": [4.218926, 6.408471, 7.063961, 6.815537, 7.648908, 8.402515, 8.544796, 9.166003, 8.975969, 10.130713, 10.87484, 10.753321, 11.010907, 10.912623, 11.672273, 11.917569, 10.999406, 11.527043, 11.128752, 10.822084, 10.149188, 9.880685, 9.829497, 9.725567, 12.836664, 13.339132, 13.263843, 14.477085, 13.497038, 14.619937, 13.495188, 12.243432, 12.586001, 13.016692, 12.779926, 12.364164, 12.159406, 10.059034, 9.572639, 7.554297, 6.374502, 5.744824, 5.113646, 5.690707, 5.887985, 5.929476, 5.044658, 5.400023, 5.08249, 4.110262]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 9, 7, 4, 9, 10, 9, 11, 10, 13, 12, 12, 17, 14, 14, 23, 26, 26, 32, 27, 30, 30, 27, 29, 39, 40, 36, 28, 29, 32, 32, 27, 26, 35, 40, 46, 48, 48, 50, 55, 60, 61, 59, 62, 57, 55, 55, 52, 54, 64], "n_am_pl": [5, 8, 6, 7, 4, 8, 5, 5, 0, 3, 7, 4, 5, 5, 6, 5, 5, 3, 1, 2, 3, 2, 2, 3, 0, 0, 1, 7, 7, 5, 2, 2, 3, 2, 3, 5, 4, 3, 2, 1, 2, 2, 2, 1, 2, 3, 3, 4, 4, 4], "n_pos": 69, "sum_m_en": [8.040603, 9.305264, 9.30801, 9.396876, 10.406315, 11.287809, 11.859553, 11.611991, 11.468191, 12.413647, 12.889804, 13.125939, 12.512147, 12.636157, 12.904289, 13.803057, 12.997199, 12.704947, 12.876426, 12.661314, 12.270453, 11.975801, 12.058877, 11.87376, 22.612797, 22.449825, 20.339104, 16.892719, 16.951836, 17.479493, 16.093681, 15.807102, 16.831022, 18.776359, 20.265462, 22.659588, 25.944267, 30.435938, 33.379592, 38.180956, 43.386384, 46.587999, 48.843207, 49.098383, 49.082707, 49.677808, 48.898272, 47.453165, 49.751135, 61.308831], "sum_m_pl": [1.949331, 3.013926, 3.17703, 3.104606, 3.428948, 3.779395, 3.852065, 3.886197, 3.827852, 4.212382, 4.697008, 4.447011, 4.447492, 4.284153, 4.71275, 4.924607, 4.565846, 4.611071, 4.630917, 4.669265, 4.421089, 4.368896, 4.382723, 4.383818, 4.666192, 4.797516, 5.013601, 5.789903, 5.615285, 5.439557, 5.440118, 5.3441, 5.747368, 5.634922, 5.352509, 5.003674, 4.896161, 3.991496, 3.834141, 2.958429, 2.280508, 2.058293, 2.057385, 2.118901, 2.998453, 3.610057, 3.609896, 4.393034, 4.55648, 4.0487]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "pes-Chirurgia ogólna-2020 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9803}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 6, 7, 9, 15, 26, 21, 28, 24, 23, 20, 19, 15, 22, 27, 30, 30, 31, 35, 39, 35, 31, 35, 38, 48, 46, 44, 38, 38, 34, 32, 30, 39, 36, 37, 31, 36, 37, 41, 35, 43, 37, 41, 41, 32, 26, 13, 1, 1, 0], "n_am_pl": [5, 11, 10, 5, 5, 11, 10, 11, 9, 7, 8, 12, 20, 7, 10, 9, 10, 13, 12, 13, 10, 7, 9, 9, 11, 14, 5, 10, 16, 16, 15, 15, 8, 12, 13, 15, 13, 15, 19, 21, 18, 20, 18, 22, 24, 33, 51, 69, 71, 72], "n_pos": 115, "sum_m_en": [11.889434, 16.891296, 17.13431, 17.414777, 17.929671, 18.96475, 19.445009, 20.396206, 20.02117, 21.176852, 22.033126, 21.380405, 20.702753, 20.367663, 21.10082, 22.313723, 22.183418, 21.192918, 20.587263, 20.280502, 19.656667, 19.031216, 19.908857, 19.77736, 34.243692, 31.925787, 27.46684, 23.67363, 23.418137, 22.748115, 21.593364, 21.351103, 21.479816, 21.866322, 23.137224, 23.892138, 24.594522, 26.17812, 30.209485, 30.570272, 32.808233, 32.258772, 34.943848, 35.203717, 29.022977, 23.626291, 10.265423, 2.352665, 1.365618, 0.331435], "sum_m_pl": [2.247199, 5.356709, 6.190055, 6.187478, 6.371451, 7.252588, 7.119003, 7.67417, 7.524673, 8.241239, 8.439192, 8.935329, 8.798663, 8.073044, 8.721469, 8.964564, 8.569563, 8.912464, 8.389917, 8.152111, 7.668554, 7.47473, 7.316015, 7.183814, 8.43062, 8.683036, 8.736993, 10.174121, 10.310541, 10.566403, 10.169094, 9.42394, 10.206793, 9.973328, 10.577342, 10.829029, 11.517815, 12.850654, 14.445431, 14.782152, 15.453682, 16.273439, 14.862894, 18.204554, 22.768189, 30.132989, 47.384604, 63.692582, 70.751067, 72.680848]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 3, 4, 5, 12, 16, 13, 16, 16, 13, 13, 13, 9, 14, 17, 18, 19, 19, 21, 21, 25, 23, 23, 23, 31, 31, 26, 25, 25, 21, 19, 20, 23, 23, 24, 16, 22, 23, 24, 23, 27, 23, 25, 27, 21, 18, 9, 1, 1, 0], "n_am_pl": [4, 6, 6, 1, 2, 8, 6, 8, 7, 5, 5, 8, 15, 2, 4, 5, 6, 6, 7, 5, 5, 3, 3, 7, 8, 10, 5, 7, 9, 9, 10, 8, 5, 8, 11, 14, 10, 12, 15, 15, 14, 18, 16, 18, 20, 31, 45, 64, 69, 72], "n_pos": 72, "sum_m_en": [7.830636, 10.887751, 10.928363, 10.914941, 11.229531, 11.697991, 11.825556, 12.516727, 12.301794, 13.168341, 13.807326, 13.293864, 12.797819, 12.591395, 13.181754, 14.063439, 13.940633, 13.248471, 12.892275, 12.790166, 12.39043, 11.927476, 12.67411, 12.549252, 23.294045, 21.979715, 18.394737, 15.330546, 15.063929, 14.108127, 13.434785, 13.492841, 13.587104, 13.371456, 14.033107, 14.438973, 15.045757, 15.917843, 18.65025, 19.645697, 20.494581, 21.288004, 23.501333, 23.675557, 20.054318, 17.099584, 7.462269, 1.807937, 0.993002, 0.183771], "sum_m_pl": [1.410037, 3.419391, 3.867368, 3.929752, 4.086205, 4.679027, 4.614279, 5.014636, 4.83527, 5.314316, 5.293035, 5.688413, 5.560191, 5.143716, 5.45764, 5.590924, 5.483158, 5.824871, 5.56131, 5.335632, 4.990368, 4.862939, 4.74823, 4.631029, 5.332234, 5.581745, 5.872245, 7.010493, 6.923228, 7.252876, 6.994557, 6.485202, 7.077912, 7.0124, 7.40056, 7.805925, 8.356186, 9.067147, 10.822364, 11.287075, 11.638695, 12.713438, 12.093975, 15.153216, 20.286138, 27.119444, 42.11993, 59.150328, 66.999784, 71.43717]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Chirurgia ogólna-2020 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1220, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9914}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 6, 10, 9, 11, 14, 16, 23, 18, 15, 20, 18, 17, 12, 20, 18, 22, 27, 28, 31, 31, 33, 31, 27, 33, 37, 33, 36, 33, 30, 28, 31, 29, 34, 35, 44, 44, 51, 54, 51, 49, 49, 43, 47, 47, 49, 51, 48, 42, 42], "n_am_pl": [4, 5, 7, 6, 7, 6, 7, 7, 9, 5, 10, 8, 6, 7, 11, 9, 7, 5, 5, 2, 4, 7, 6, 5, 4, 2, 2, 8, 6, 6, 7, 8, 9, 2, 5, 6, 9, 4, 5, 3, 1, 3, 3, 3, 1, 3, 2, 2, 3, 3], "n_pos": 83, "sum_m_en": [9.066457, 11.710202, 11.717014, 12.516271, 13.883754, 14.852969, 14.471847, 14.548275, 14.454994, 14.618345, 14.006658, 14.716832, 15.058678, 15.524277, 15.307369, 15.579426, 15.271289, 15.315007, 14.819858, 14.954013, 13.844344, 14.496968, 13.933618, 13.849122, 29.349768, 29.166454, 25.346588, 21.04004, 19.197497, 17.674856, 17.371813, 17.596711, 17.859359, 19.155641, 21.203875, 25.20042, 28.207654, 34.218955, 38.314043, 41.236339, 41.728413, 41.670893, 39.080194, 43.338289, 44.490845, 45.037003, 47.900733, 44.953738, 40.050641, 42.349253], "sum_m_pl": [1.947452, 3.755698, 4.242031, 3.861621, 4.875832, 4.968854, 4.848108, 4.823796, 5.262846, 5.204574, 5.586624, 5.734889, 5.924733, 5.811933, 5.902064, 6.082869, 6.299989, 5.960829, 5.635874, 5.462013, 5.363432, 5.125638, 5.02904, 5.060411, 4.850586, 5.473713, 5.921063, 6.985194, 7.566908, 7.637283, 7.400947, 7.235815, 7.446401, 7.071997, 6.403927, 6.395266, 5.19553, 4.123017, 4.02439, 3.068088, 2.740932, 2.983667, 2.632253, 2.383946, 1.970475, 1.706971, 1.910553, 2.646378, 3.466167, 2.7354]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 2, 2, 1, 1, 0, 2, 2, 2, 3, 3, 3, 5, 5, 4, 4, 2, 2, 2, 2, 2, 2, 2, 4, 3, 6, 6, 3, 4, 4, 3, 5, 4, 3, 3, 1, 0, 0], "n_am_pl": [0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.626938, 1.180734, 1.084533, 1.131999, 1.289764, 1.294019, 1.388556, 1.294109, 1.234428, 1.371247, 1.107554, 1.299964, 1.405544, 1.415816, 1.362716, 1.317119, 1.170534, 1.334026, 1.2293, 1.221602, 1.090646, 1.11922, 1.126551, 1.092561, 2.81565, 2.504085, 1.94812, 1.694901, 1.418754, 1.281336, 1.220947, 1.365627, 1.492397, 1.26971, 1.452953, 1.541631, 1.407905, 1.93293, 1.655025, 1.368599, 1.970923, 1.346959, 1.457307, 3.696621, 2.467053, 2.02476, 2.699706, 0.8708, 0.034771, 0.0], "sum_m_pl": [0.153233, 0.419425, 0.401546, 0.315188, 0.340358, 0.309795, 0.371802, 0.342935, 0.388322, 0.37621, 0.410055, 0.416569, 0.440342, 0.448357, 0.510861, 0.457109, 0.517562, 0.449791, 0.399839, 0.372743, 0.368446, 0.351186, 0.362155, 0.381784, 0.429863, 0.562489, 0.650138, 0.548672, 0.631569, 0.617412, 0.555741, 0.470874, 0.470914, 0.45506, 0.484376, 0.706005, 0.427537, 0.40271, 0.722375, 0.426201, 0.361346, 0.407395, 0.351871, 0.513338, 0.319333, 0.308281, 0.414144, 0.186946, 0.046544, 0.0]}, "lang": {"n_am_en": [4, 3, 8, 5, 6, 6, 10, 13, 11, 8, 12, 9, 9, 4, 8, 9, 11, 19, 17, 18, 18, 20, 18, 16, 18, 21, 21, 23, 24, 19, 17, 20, 18, 23, 24, 26, 28, 32, 35, 34, 35, 36, 32, 34, 35, 38, 40, 39, 38, 42], "n_am_pl": [3, 2, 4, 5, 5, 5, 4, 4, 5, 4, 5, 3, 3, 4, 7, 3, 4, 2, 1, 0, 1, 2, 1, 1, 2, 0, 1, 3, 3, 2, 4, 3, 5, 1, 3, 3, 5, 0, 1, 0, 0, 2, 3, 0, 1, 2, 1, 2, 3, 3], "n_pos": 46, "sum_m_en": [4.944176, 6.318629, 6.414553, 6.845482, 7.402326, 7.984841, 7.862276, 7.947779, 8.143002, 8.027479, 7.960436, 8.202532, 8.209724, 8.477833, 8.455782, 8.497161, 8.468455, 8.580898, 8.403039, 8.58825, 7.809992, 8.243272, 7.856543, 7.897325, 16.030182, 16.163258, 14.729844, 12.270036, 11.267646, 10.573218, 10.279953, 10.139385, 10.190609, 11.437909, 13.033603, 16.216372, 19.726939, 23.822813, 26.678144, 29.414803, 29.994575, 31.69907, 30.111149, 31.586882, 34.108381, 35.266034, 36.83641, 35.186021, 35.566891, 40.568947], "sum_m_pl": [1.106832, 1.954922, 2.295947, 2.20045, 2.852687, 2.912111, 2.714138, 2.596583, 2.790986, 2.85404, 3.000558, 3.099728, 3.20945, 3.10394, 3.189599, 3.458517, 3.601518, 3.46924, 3.323232, 3.226722, 3.142659, 2.984665, 2.930524, 2.951154, 2.792685, 2.952332, 3.199524, 3.695325, 3.930556, 4.072201, 4.11921, 4.223674, 4.336465, 4.282703, 3.754464, 3.62908, 2.971784, 2.193336, 1.931564, 1.50253, 1.477705, 1.740229, 1.553573, 1.128444, 1.036672, 0.80961, 1.174406, 2.089893, 2.770816, 2.637038]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "pes-Chirurgia ogólna-2020 jesień-92", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1152, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 11, 8, 32, 36, 41, 46, 51, 44, 44, 41, 43, 32, 34, 31, 42, 44, 37, 55, 67, 61, 71, 68, 69, 84, 73, 66, 50, 42, 38, 50, 50, 49, 56, 63, 65, 71, 90, 102, 99, 92, 88, 98, 90, 73, 55, 22, 4, 0, 0], "n_am_pl": [1, 20, 27, 15, 14, 14, 17, 16, 22, 19, 27, 30, 27, 29, 35, 31, 18, 24, 19, 22, 20, 9, 10, 12, 8, 14, 22, 25, 30, 38, 38, 26, 32, 36, 25, 29, 30, 26, 20, 23, 25, 30, 28, 33, 54, 82, 118, 143, 148, 156], "n_pos": 215, "sum_m_en": [18.331128, 29.626899, 31.227689, 33.376287, 34.176148, 34.97746, 35.053188, 36.851875, 36.813068, 38.080248, 38.517005, 37.894767, 37.177908, 38.081308, 38.228139, 41.051638, 39.628397, 39.043313, 38.169982, 38.609607, 36.096804, 35.989228, 36.372104, 36.092776, 62.668686, 60.549845, 52.354182, 44.330686, 41.374682, 39.701967, 38.563954, 38.552883, 38.756173, 43.08277, 45.059778, 49.099193, 51.194563, 59.875073, 69.036843, 69.643951, 68.145469, 72.860421, 82.719367, 75.376059, 65.639795, 52.689023, 20.181859, 6.113469, 2.190462, 0.361793], "sum_m_pl": [2.823513, 9.271328, 10.748548, 10.851499, 11.2357, 11.817705, 11.576519, 12.521863, 13.79665, 14.355537, 14.595793, 14.388675, 16.224169, 16.281672, 17.608995, 16.901587, 15.697177, 15.123095, 14.139048, 14.152268, 13.732358, 13.617319, 13.35911, 13.187241, 14.399403, 15.471686, 17.240421, 21.34341, 22.398066, 23.782058, 22.194835, 21.241924, 20.73723, 18.952609, 20.280361, 20.037849, 20.243677, 19.686568, 21.145467, 21.616808, 22.270906, 23.266483, 24.899006, 31.802878, 44.164199, 64.072381, 105.847485, 133.535282, 147.52477, 155.33002]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 7, 24, 29, 32, 36, 40, 34, 37, 32, 33, 26, 25, 25, 32, 32, 25, 41, 51, 47, 54, 52, 53, 67, 58, 50, 37, 31, 28, 35, 35, 36, 40, 39, 42, 51, 61, 70, 65, 62, 63, 71, 61, 52, 39, 16, 3, 0, 0], "n_am_pl": [1, 15, 19, 11, 11, 10, 13, 13, 16, 14, 19, 24, 23, 21, 24, 22, 14, 17, 11, 16, 12, 6, 8, 8, 7, 13, 18, 21, 23, 33, 33, 23, 27, 30, 23, 26, 27, 26, 19, 23, 23, 27, 24, 30, 50, 71, 104, 131, 144, 153], "n_pos": 155, "sum_m_en": [13.585869, 21.479754, 23.084227, 24.52885, 25.219334, 25.840295, 25.850813, 27.013189, 26.940841, 27.966191, 28.084666, 28.003487, 27.455695, 27.855001, 28.037727, 29.989929, 28.922641, 28.559657, 28.003596, 28.341823, 26.32073, 26.094014, 26.49131, 26.008772, 47.963067, 46.017809, 38.972358, 32.889636, 30.354961, 29.032006, 28.35228, 28.597086, 28.662484, 31.089519, 32.426944, 35.299832, 37.431086, 42.871114, 48.886064, 49.749967, 48.471737, 53.629245, 61.610936, 54.931784, 47.870126, 37.872867, 15.482946, 4.338667, 1.036615, 0.361444], "sum_m_pl": [2.076754, 6.82018, 7.773306, 7.98206, 8.044425, 8.450243, 8.221994, 8.968063, 9.979997, 10.398727, 10.539815, 10.371535, 11.661545, 11.86502, 12.752243, 12.226641, 11.386921, 11.008106, 10.290576, 10.273791, 9.990135, 9.954024, 9.788519, 9.707457, 10.928321, 11.870875, 13.236717, 16.521796, 17.353321, 18.567128, 17.27761, 16.455074, 16.085554, 14.823509, 15.95798, 15.959909, 16.405493, 16.170309, 17.559237, 17.919047, 18.706647, 19.786186, 21.264691, 28.266675, 39.701325, 56.675283, 92.900634, 122.07633, 141.297421, 152.537451]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "pes-Chirurgia ogólna-2020 jesień-92", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1407, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9631, "tf_agree_excl_first": 0.9676}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 7, 9, 7, 20, 12, 7, 9, 7, 13, 17, 21, 20, 18, 21, 19, 21, 19, 22, 17, 21, 21, 22, 13, 19, 19, 21, 21, 23, 18, 15, 24, 15, 24, 27, 29, 29, 30, 33, 29, 24, 28, 27, 23, 25, 26, 28, 29, 29, 27], "n_am_pl": [2, 4, 7, 6, 6, 10, 5, 7, 6, 3, 2, 4, 7, 6, 6, 4, 7, 7, 8, 6, 5, 7, 4, 4, 2, 5, 4, 7, 6, 13, 12, 11, 10, 9, 6, 9, 7, 6, 8, 10, 12, 12, 8, 8, 8, 9, 11, 9, 10, 11], "n_pos": 74, "sum_m_en": [8.460091, 10.494394, 10.880197, 11.213589, 11.888564, 11.363596, 10.89555, 11.248225, 11.130855, 11.460649, 12.45971, 12.111982, 12.206882, 12.227718, 12.305426, 12.76319, 12.348169, 11.921626, 11.728702, 11.524602, 10.804136, 11.054601, 10.668404, 10.298092, 14.458593, 15.059306, 14.140632, 13.296497, 13.405037, 13.948482, 13.509865, 13.503335, 13.760296, 14.015253, 14.407862, 17.660882, 20.848837, 22.671455, 23.857398, 23.62813, 21.638211, 24.316184, 25.056967, 24.413799, 24.111995, 25.186089, 26.160663, 26.87422, 26.531686, 26.740878], "sum_m_pl": [1.830964, 3.02882, 3.46335, 3.347949, 3.792394, 3.992108, 4.085911, 4.33375, 4.458991, 4.866168, 4.908811, 4.933674, 5.328546, 5.072988, 5.29525, 5.303163, 5.138188, 5.388729, 5.064892, 4.869789, 4.825681, 4.664605, 4.382396, 4.11951, 4.660929, 6.133646, 6.098825, 6.269144, 6.347888, 7.302133, 6.716033, 6.679907, 6.817947, 6.810059, 6.505165, 5.93786, 6.291482, 6.607044, 7.288703, 7.74541, 8.420354, 8.306568, 7.826571, 8.316004, 8.116795, 8.701372, 10.943867, 9.725457, 10.256599, 11.011567]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 4, 5, 3, 8, 6, 3, 4, 4, 8, 9, 15, 13, 14, 14, 12, 16, 10, 14, 11, 12, 12, 15, 11, 14, 14, 16, 17, 14, 12, 9, 13, 11, 15, 16, 15, 18, 18, 22, 20, 17, 22, 22, 20, 21, 22, 25, 26, 27, 27], "n_am_pl": [1, 3, 4, 5, 3, 6, 1, 5, 3, 3, 2, 3, 6, 5, 4, 3, 3, 3, 3, 2, 3, 5, 2, 2, 2, 5, 4, 4, 5, 7, 6, 8, 7, 4, 4, 6, 3, 2, 4, 5, 8, 8, 5, 5, 7, 8, 10, 9, 10, 11], "n_pos": 39, "sum_m_en": [4.039318, 5.714021, 5.893852, 6.135176, 6.394432, 6.140678, 5.931578, 6.07441, 5.955666, 6.310627, 6.996379, 6.817724, 7.003974, 7.189041, 7.170483, 7.103372, 6.828213, 6.640593, 6.351654, 6.133564, 5.735806, 5.893631, 5.783564, 5.659013, 9.816828, 9.884637, 9.05289, 8.240604, 8.063249, 8.103285, 7.743709, 7.832336, 8.221065, 8.238159, 8.40711, 10.612199, 13.520284, 14.51233, 16.735619, 16.704889, 15.63988, 18.254782, 19.472608, 19.761719, 20.807655, 21.421201, 22.839646, 23.380335, 24.620934, 26.422885], "sum_m_pl": [0.614218, 1.36056, 1.705381, 1.741146, 1.85405, 1.94332, 2.073312, 2.240793, 2.313326, 2.529593, 2.428891, 2.451499, 2.67333, 2.597091, 2.686433, 2.767181, 2.675415, 2.751961, 2.590258, 2.476439, 2.48043, 2.425942, 2.267097, 2.162755, 2.505069, 3.375871, 3.450026, 3.429525, 3.561939, 4.212695, 3.666185, 3.670847, 3.902149, 4.018996, 3.759557, 3.350779, 3.191584, 3.16194, 3.207622, 3.395088, 3.866716, 4.1526, 3.92115, 4.476968, 5.928244, 6.740102, 8.974651, 9.346451, 10.061997, 10.999851]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "pes-Chirurgia ogólna-2020 wiosna-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 963, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9605, "tf_agree_excl_first": 0.9733}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 3, 7, 5, 7, 4, 6, 11, 5, 7, 9, 10, 7, 7, 8, 11, 10, 14, 18, 18, 16, 12, 11, 11, 19, 19, 17, 14, 9, 11, 10, 9, 10, 13, 15, 19, 22, 22, 22, 19, 19, 18, 15, 18, 14, 10, 5, 0, 0, 0], "n_am_pl": [1, 7, 4, 4, 5, 11, 5, 8, 10, 6, 8, 7, 8, 7, 6, 8, 9, 4, 4, 4, 5, 4, 5, 5, 5, 5, 4, 4, 7, 7, 6, 11, 9, 10, 13, 9, 8, 6, 3, 5, 6, 11, 18, 18, 23, 25, 33, 42, 43, 45], "n_pos": 59, "sum_m_en": [5.389481, 8.229477, 8.897816, 9.543492, 9.828712, 9.201156, 8.669184, 9.203249, 9.362453, 9.622506, 10.10053, 9.648762, 9.180488, 8.79747, 8.61214, 9.05602, 9.279197, 8.802722, 9.010604, 9.025205, 8.287532, 8.386483, 8.269056, 8.153907, 10.407729, 11.403279, 10.243192, 8.825339, 8.809682, 9.260111, 8.533711, 8.514498, 8.561317, 10.038213, 9.814547, 10.874157, 12.315567, 13.400505, 16.630155, 14.589004, 13.978577, 14.671307, 13.156806, 16.702977, 14.274949, 9.870583, 4.715004, 0.944791, 0.251173, 7.7e-05], "sum_m_pl": [1.121981, 2.916729, 3.335289, 3.291198, 3.653025, 4.143955, 3.595575, 3.76171, 3.984303, 4.1385, 4.663984, 5.341346, 4.850801, 4.846834, 5.004234, 5.220838, 4.789358, 5.04544, 4.37263, 4.045135, 3.901059, 3.701253, 3.461879, 3.339264, 4.628695, 5.938662, 5.577675, 5.755883, 6.239243, 6.986678, 6.95251, 6.645766, 6.152047, 6.432188, 6.358762, 6.38233, 6.130679, 5.930284, 5.069793, 6.10613, 5.924608, 6.859234, 11.963757, 12.567863, 18.790244, 23.019255, 31.558949, 39.689021, 43.134373, 45.403469]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 5, 5, 6, 3, 5, 9, 5, 6, 6, 8, 6, 5, 8, 9, 9, 11, 13, 13, 11, 10, 9, 9, 17, 17, 14, 10, 7, 9, 8, 7, 7, 10, 12, 16, 18, 18, 18, 15, 16, 14, 12, 13, 9, 7, 3, 0, 0, 0], "n_am_pl": [0, 6, 4, 4, 4, 8, 4, 7, 7, 4, 7, 6, 6, 5, 4, 5, 7, 2, 3, 3, 3, 3, 4, 3, 2, 2, 3, 3, 5, 4, 3, 7, 7, 7, 9, 4, 5, 4, 3, 4, 5, 11, 18, 18, 23, 25, 33, 41, 43, 45], "n_pos": 46, "sum_m_en": [4.225439, 6.620321, 7.217645, 7.670524, 7.963887, 7.626336, 7.136078, 7.475955, 7.663948, 7.874659, 8.300204, 8.046032, 7.53028, 7.244426, 7.15476, 7.542412, 7.66494, 7.258569, 7.198271, 7.003146, 6.515957, 6.70607, 6.593418, 6.443215, 8.606243, 9.565489, 8.693448, 7.391447, 7.257787, 7.590732, 7.00648, 7.009706, 7.056152, 8.172664, 8.182264, 9.023076, 9.864, 10.45555, 13.514894, 11.609194, 11.365715, 11.677353, 10.493021, 12.923075, 10.92382, 7.077407, 3.263976, 0.761321, 0.176918, 7.6e-05], "sum_m_pl": [0.783287, 2.276011, 2.572024, 2.524485, 2.758609, 3.106591, 2.7285, 2.913635, 3.088765, 3.165086, 3.583191, 3.728393, 3.660274, 3.375145, 3.383388, 3.432158, 3.176921, 3.331177, 3.099058, 3.08474, 3.063342, 2.881784, 2.692316, 2.57926, 2.872521, 4.045238, 3.951147, 4.280766, 4.674765, 4.91373, 4.882463, 4.731118, 4.660193, 4.807184, 4.606179, 4.552858, 4.930501, 4.993051, 4.323796, 5.434221, 5.165627, 6.334092, 11.467877, 12.278419, 18.573986, 22.69149, 31.052406, 38.929381, 42.754041, 44.997592]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 61, "item_id": "pes-Chirurgia ogólna-2020 wiosna-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1218, "region_end": 59, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 4, 4, 9, 11, 11, 11, 10, 8, 11, 16, 13, 10, 12, 17, 18, 21, 24, 23, 27, 26, 28, 25, 17, 26, 25, 15, 15, 18, 14, 14, 13, 24, 22, 29, 29, 38, 43, 47, 45, 45, 45, 43, 42, 45, 43, 44, 48, 42, 40], "n_am_pl": [4, 6, 7, 9, 4, 6, 4, 8, 7, 6, 5, 8, 8, 14, 8, 9, 11, 14, 8, 11, 8, 11, 9, 8, 13, 11, 18, 10, 9, 17, 17, 15, 14, 12, 7, 13, 11, 10, 11, 7, 9, 5, 6, 6, 6, 8, 5, 5, 4, 5], "n_pos": 93, "sum_m_en": [10.058504, 11.989688, 12.314319, 12.665352, 14.032033, 13.763066, 11.996636, 12.003096, 12.002378, 12.765323, 13.270827, 12.889827, 13.182242, 13.30782, 14.202362, 15.333575, 15.882874, 15.168609, 14.644939, 14.291434, 13.49087, 13.112418, 12.857851, 12.733243, 16.501081, 17.354069, 15.191235, 14.370219, 15.608083, 16.129164, 15.209634, 15.135471, 15.733822, 15.922292, 17.793363, 18.355855, 21.550392, 25.683317, 29.208208, 32.707707, 33.448714, 36.984022, 34.292085, 37.663544, 38.795808, 37.767458, 39.081516, 40.989595, 38.93417, 40.627793], "sum_m_pl": [2.799932, 4.492107, 4.673653, 4.582813, 4.770494, 5.08204, 5.27497, 5.698279, 5.753698, 6.407299, 6.912291, 7.008993, 6.975138, 7.218637, 7.521562, 8.096815, 7.265918, 7.166703, 6.900996, 6.4719, 6.688336, 6.181201, 5.825949, 5.668118, 8.828519, 9.949255, 10.239053, 9.229251, 9.929736, 10.693471, 10.088273, 10.198078, 9.989799, 10.151046, 9.333549, 9.388517, 9.036686, 9.731519, 9.129853, 8.450834, 8.386823, 6.493589, 6.744315, 7.016403, 6.951268, 8.282999, 5.524128, 4.393315, 4.738031, 4.802565]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 2, 5, 5, 6, 7, 6, 7, 5, 10, 8, 6, 6, 8, 8, 12, 12, 14, 15, 9, 13, 15, 11, 15, 17, 13, 9, 12, 11, 11, 11, 16, 15, 15, 16, 23, 26, 28, 29, 30, 31, 33, 34, 36, 36, 35, 38, 39, 40], "n_am_pl": [3, 5, 5, 5, 4, 5, 3, 4, 3, 4, 4, 3, 6, 11, 2, 5, 6, 6, 4, 6, 7, 6, 5, 4, 8, 7, 9, 7, 5, 7, 9, 5, 7, 4, 4, 4, 4, 4, 4, 2, 4, 1, 1, 3, 4, 6, 5, 5, 4, 5], "n_pos": 45, "sum_m_en": [4.632999, 5.697934, 5.932662, 6.042712, 6.672473, 6.810209, 6.04335, 6.089268, 6.037112, 6.444984, 6.602671, 6.43279, 6.545742, 6.649899, 7.031853, 7.60112, 7.902463, 7.50777, 7.097785, 6.93304, 6.559345, 6.384544, 6.32121, 6.206252, 9.792257, 10.437456, 8.71189, 7.819087, 8.275117, 8.782507, 8.043262, 7.947705, 8.264732, 8.49697, 9.368202, 10.171005, 13.068408, 15.605892, 18.067751, 20.774227, 22.3406, 23.872985, 25.243559, 29.288801, 30.677315, 31.025596, 32.120822, 34.454395, 34.059, 39.065145], "sum_m_pl": [1.330154, 2.046177, 2.206323, 2.256952, 2.294415, 2.579407, 2.597738, 2.777385, 2.767954, 3.067586, 3.266729, 3.263736, 3.252132, 3.453489, 3.537291, 3.769774, 3.367472, 3.349462, 3.202114, 3.018865, 3.121127, 2.920632, 2.755777, 2.688793, 5.268845, 5.41921, 4.971291, 4.448315, 4.688816, 4.82843, 4.57058, 4.620799, 4.556439, 4.339143, 4.190812, 4.244876, 4.066124, 4.11279, 4.050037, 3.819454, 3.848306, 3.226543, 3.396592, 3.128082, 4.180218, 5.282946, 4.619553, 3.831544, 4.198919, 4.631318]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 95, "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 986, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 7, 4, 14, 12, 9, 6, 8, 8, 10, 16, 17, 15, 14, 16, 24, 25, 25, 22, 30, 28, 24, 21, 15, 36, 30, 23, 23, 17, 19, 17, 21, 21, 26, 30, 27, 31, 31, 31, 35, 40, 34, 32, 30, 31, 30, 10, 7, 7, 7], "n_am_pl": [5, 9, 11, 10, 10, 12, 14, 12, 17, 17, 25, 23, 21, 17, 23, 29, 20, 24, 20, 30, 24, 24, 23, 19, 24, 26, 30, 18, 22, 20, 24, 29, 28, 28, 18, 25, 21, 27, 29, 22, 21, 25, 22, 24, 28, 37, 60, 63, 69, 77], "n_pos": 144, "sum_m_en": [13.089519, 19.125546, 20.681142, 20.955562, 21.138989, 20.787827, 19.133378, 18.788936, 18.585216, 19.971865, 21.403156, 20.027751, 19.951648, 20.364328, 20.392362, 22.735126, 23.708833, 21.782934, 20.968775, 20.775029, 19.824766, 19.432188, 19.390541, 19.533099, 25.679834, 25.606219, 20.802521, 20.184599, 21.132528, 21.140707, 20.039671, 20.413498, 20.135403, 20.719393, 21.513509, 21.026719, 21.069031, 25.250741, 25.956931, 27.230498, 29.082892, 28.712746, 29.645652, 28.590599, 30.349134, 26.840095, 11.23893, 8.156083, 7.6641, 6.826011], "sum_m_pl": [2.710764, 7.125332, 7.73294, 7.469842, 7.661803, 8.760397, 9.203716, 10.094786, 9.833038, 10.538762, 11.245764, 11.787138, 11.693814, 11.878778, 13.010246, 13.295986, 12.098529, 11.580552, 10.655648, 10.16696, 9.993014, 9.222318, 8.726781, 8.568072, 14.622079, 16.686959, 15.818452, 15.874722, 15.651211, 16.333401, 15.393579, 15.857517, 16.121182, 15.770553, 14.539261, 14.861286, 15.863914, 18.173203, 17.168543, 15.915747, 15.013447, 17.760249, 18.626781, 18.829059, 22.215845, 34.861669, 55.399322, 64.873742, 69.779675, 77.486536]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 4, 8, 9, 7, 4, 6, 7, 7, 10, 14, 7, 10, 12, 18, 19, 16, 15, 22, 19, 16, 13, 11, 24, 22, 19, 19, 10, 13, 12, 14, 14, 19, 19, 17, 20, 20, 21, 22, 27, 22, 25, 21, 24, 24, 7, 6, 6, 7], "n_am_pl": [2, 6, 4, 5, 7, 7, 7, 8, 11, 7, 12, 12, 9, 10, 16, 16, 10, 11, 13, 13, 13, 14, 15, 12, 12, 15, 17, 11, 14, 13, 18, 22, 17, 17, 13, 20, 17, 20, 22, 18, 13, 18, 17, 18, 24, 32, 55, 60, 68, 77], "n_pos": 84, "sum_m_en": [7.594144, 11.309604, 12.693269, 12.84906, 12.936544, 12.684769, 11.74882, 11.91735, 11.742053, 12.556485, 13.315332, 12.537999, 12.281113, 12.768117, 12.616447, 14.041953, 14.42969, 13.266033, 12.585913, 12.367481, 11.727742, 11.353927, 11.439934, 11.417127, 16.595556, 16.755032, 13.812387, 13.214461, 13.525477, 13.475649, 12.697947, 13.032588, 12.862004, 13.421273, 13.970341, 13.92106, 14.390376, 16.975736, 16.576059, 17.368546, 19.956953, 18.934074, 21.676366, 21.070708, 23.327185, 19.977627, 8.273648, 6.561237, 6.380318, 6.822971], "sum_m_pl": [1.447698, 3.876207, 4.302964, 4.320896, 4.408845, 5.193416, 5.394009, 5.921219, 5.557395, 5.914444, 6.085695, 6.30558, 6.432104, 6.558361, 6.977448, 6.989254, 6.353571, 6.096506, 5.698994, 5.513455, 5.639444, 5.204172, 5.008148, 4.926351, 8.94044, 9.634793, 8.911921, 9.066734, 9.214332, 9.567421, 9.153553, 9.473419, 9.542434, 9.045566, 8.501176, 9.459364, 9.884616, 12.056202, 11.47135, 10.994702, 10.490628, 13.095383, 14.404017, 14.986725, 19.075778, 30.619659, 50.599684, 61.362517, 68.047763, 76.355795]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1241, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 8, 14, 7, 15, 9, 11, 14, 15, 15, 25, 17, 22, 21, 19, 18, 16, 21, 22, 22, 18, 16, 16, 16, 32, 31, 28, 23, 21, 23, 21, 21, 17, 27, 27, 26, 28, 33, 40, 42, 43, 40, 42, 42, 40, 43, 39, 39, 38, 38], "n_am_pl": [0, 4, 6, 4, 2, 7, 5, 2, 0, 1, 3, 2, 6, 8, 7, 9, 9, 6, 4, 8, 4, 6, 3, 3, 4, 4, 3, 5, 5, 3, 5, 7, 8, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "n_pos": 73, "sum_m_en": [8.450442, 10.786467, 10.920661, 11.641125, 11.998332, 12.647472, 12.195403, 11.79789, 12.513698, 13.360728, 13.771717, 13.742236, 14.553412, 13.858357, 13.165381, 13.725805, 12.733744, 12.100257, 12.34554, 12.319246, 11.790311, 11.835304, 11.904766, 12.031043, 16.217075, 16.03406, 16.029617, 14.279356, 15.103013, 15.575681, 14.905349, 15.067594, 14.9449, 15.643023, 16.429196, 17.949177, 19.75033, 21.690938, 24.501671, 26.155318, 30.980835, 32.926157, 36.059852, 36.826127, 35.992918, 37.033793, 37.037151, 35.578154, 34.792309, 38.032318], "sum_m_pl": [1.684553, 3.100859, 3.297656, 3.169489, 3.624248, 4.076267, 4.302918, 4.05417, 3.937658, 4.456783, 4.767305, 5.403277, 5.195628, 5.028509, 5.616686, 6.095379, 5.401353, 5.829275, 5.34132, 5.129733, 4.907641, 4.715248, 4.589407, 4.558961, 4.266919, 4.6872, 4.516696, 5.620679, 5.467823, 5.770672, 5.962137, 5.743945, 5.946791, 5.111764, 4.62215, 4.091118, 3.58483, 3.134086, 2.435576, 2.057809, 1.6658, 1.214295, 0.900864, 0.758537, 0.695015, 0.58205, 0.49001, 0.797391, 1.263854, 0.004718]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 2, 2, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.26498, 0.55137, 0.59345, 0.64131, 0.702849, 0.815375, 0.768688, 0.721789, 0.832526, 0.787893, 0.885298, 0.819668, 0.919953, 0.885363, 0.712091, 0.766278, 0.758072, 0.685387, 0.7823, 0.797452, 0.817168, 0.828707, 0.832314, 0.853985, 0.769988, 0.715563, 0.542549, 0.495828, 0.771615, 0.838308, 1.013997, 0.981489, 0.851702, 0.75926, 0.805452, 0.627332, 0.645382, 0.747403, 0.730234, 0.576115, 0.565862, 0.572083, 0.466653, 0.535575, 0.320904, 0.328534, 0.144886, 0.083769, 0.018982, 1e-06], "sum_m_pl": [0.028414, 0.106627, 0.169704, 0.111579, 0.154042, 0.196715, 0.211826, 0.195765, 0.182062, 0.266344, 0.198587, 0.254938, 0.267955, 0.195503, 0.261324, 0.351817, 0.259171, 0.266454, 0.246676, 0.281373, 0.260359, 0.250031, 0.242761, 0.243294, 0.2618, 0.28702, 0.310805, 0.496448, 0.21906, 0.310711, 0.320053, 0.218115, 0.207004, 0.233264, 0.230261, 0.251481, 0.293674, 0.254777, 0.292152, 0.289335, 0.319258, 0.343362, 0.30289, 0.221963, 0.212404, 0.130335, 0.058272, 0.032909, 0.010943, 0.0]}, "lang": {"n_am_en": [2, 6, 8, 3, 10, 6, 10, 12, 12, 10, 18, 14, 17, 19, 17, 14, 11, 16, 16, 15, 14, 11, 13, 11, 28, 26, 25, 18, 19, 17, 15, 15, 12, 22, 23, 22, 23, 28, 32, 35, 36, 35, 36, 37, 35, 37, 37, 37, 36, 37], "n_am_pl": [0, 1, 2, 1, 1, 4, 1, 1, 0, 1, 2, 2, 4, 6, 4, 7, 6, 3, 2, 4, 2, 3, 1, 2, 2, 1, 1, 3, 4, 2, 3, 4, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.132646, 5.560078, 5.532217, 5.91929, 6.250256, 6.699867, 6.609312, 6.51178, 7.092469, 7.481337, 7.729031, 7.81518, 8.279882, 7.946596, 7.604532, 7.777564, 7.094817, 6.884188, 6.798546, 6.627364, 6.145372, 6.122833, 6.154561, 6.167554, 11.434485, 11.226423, 11.41103, 9.34519, 9.576684, 9.478502, 8.845723, 9.299124, 9.120179, 10.069434, 10.76409, 12.602955, 13.882528, 15.668965, 18.988663, 21.310315, 25.784695, 28.262686, 30.706335, 31.633325, 31.485289, 32.906792, 34.406258, 32.946652, 32.596878, 36.860772], "sum_m_pl": [0.793965, 1.482331, 1.486096, 1.455712, 1.693715, 1.943903, 2.160085, 2.119886, 2.174376, 2.398823, 2.642271, 3.016608, 2.824374, 2.799766, 3.168533, 3.465063, 3.019818, 3.320164, 3.031716, 2.875768, 2.706805, 2.601497, 2.5246, 2.487791, 2.580954, 2.868217, 2.725633, 3.326471, 3.398501, 3.345396, 3.37011, 3.222248, 3.420916, 3.023877, 2.717177, 2.521305, 2.271796, 2.046989, 1.56872, 1.323165, 0.989673, 0.599006, 0.349053, 0.317578, 0.257269, 0.132308, 0.084899, 0.156364, 0.241419, 0.004685]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 75, "item_id": "pes-Chirurgia onkologiczna-2019 jesień-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1086, "region_end": 73, "roundtrip_ok": true, "tf_agree": 0.92, "tf_agree_excl_first": 0.9324}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 10, 7, 17, 29, 27, 31, 23, 33, 40, 30, 29, 29, 25, 41, 41, 48, 40, 41, 49, 40, 43, 48, 45, 68, 59, 50, 42, 36, 34, 27, 31, 40, 47, 59, 63, 73, 65, 80, 82, 89, 90, 93, 100, 90, 77, 27, 4, 0, 0], "n_am_pl": [2, 17, 17, 11, 24, 22, 20, 17, 11, 19, 28, 29, 17, 31, 35, 24, 20, 15, 11, 9, 13, 14, 14, 11, 8, 12, 16, 18, 27, 31, 34, 27, 37, 29, 25, 22, 20, 13, 18, 18, 19, 22, 21, 23, 31, 49, 99, 110, 127, 128], "n_pos": 194, "sum_m_en": [17.876048, 27.477027, 28.427672, 29.557201, 30.391982, 30.430336, 31.291532, 30.498752, 31.650927, 33.752677, 35.289223, 34.275959, 34.173631, 32.881754, 32.445106, 34.800537, 32.992278, 31.949179, 31.623708, 31.870747, 31.315831, 30.657422, 31.146788, 31.287354, 47.98448, 45.409322, 41.852257, 36.881767, 37.057789, 36.89415, 35.694683, 35.687077, 36.428014, 37.864984, 38.489765, 42.373091, 42.595974, 47.751605, 57.399162, 57.895198, 68.284958, 73.310878, 80.198693, 86.148991, 73.72948, 62.219063, 25.877335, 4.653219, 1.426825, 0.000455], "sum_m_pl": [2.788906, 7.94319, 9.416632, 9.430724, 10.235135, 11.373419, 12.056811, 12.347498, 11.636971, 13.034358, 14.198081, 15.879467, 15.444901, 15.960978, 16.413816, 16.264868, 14.262879, 15.29706, 13.832022, 13.575423, 12.598654, 12.066088, 11.561928, 11.589236, 11.641101, 13.183277, 14.742013, 18.245387, 18.978532, 20.205509, 19.340984, 18.91365, 20.156108, 18.787693, 16.891689, 15.237163, 15.886914, 15.43216, 13.931279, 13.99752, 14.031107, 16.580385, 17.411384, 20.304236, 30.195565, 46.209513, 91.977377, 106.525688, 123.063875, 127.935625]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 1, 3, 0, 3, 1, 1, 3, 0, 3, 4, 2, 1, 0, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 2, 2, 3, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.411942, 0.956581, 1.054917, 1.096353, 0.965811, 1.09576, 1.159871, 1.112819, 1.135988, 1.099186, 1.217621, 1.186238, 1.164597, 1.31663, 1.167931, 1.171493, 1.077278, 0.965436, 1.097474, 1.151377, 1.185987, 1.18068, 1.200763, 1.247182, 1.17788, 1.15915, 1.000441, 0.865847, 1.078962, 1.139736, 1.389618, 1.318036, 1.241256, 1.215837, 1.294359, 1.117279, 1.084934, 1.217953, 1.145824, 0.971962, 0.969751, 0.916901, 0.81741, 0.790075, 0.44452, 0.355147, 0.150023, 0.058234, 0.016865, 0.0], "sum_m_pl": [0.058061, 0.22783, 0.308844, 0.277117, 0.337831, 0.351757, 0.373001, 0.396152, 0.335081, 0.588376, 0.436946, 0.413275, 0.529032, 0.378272, 0.467167, 0.611479, 0.411416, 0.449736, 0.36204, 0.401808, 0.369382, 0.355366, 0.342702, 0.344651, 0.440335, 0.534632, 0.577693, 0.746573, 0.429532, 0.694489, 0.622697, 0.492644, 0.357298, 0.396798, 0.339017, 0.389265, 0.405057, 0.314272, 0.361695, 0.385637, 0.383539, 0.401491, 0.387404, 0.419974, 0.405083, 0.206377, 0.138722, 0.0819, 0.012241, 3.6e-05]}, "lang": {"n_am_en": [7, 5, 4, 14, 25, 19, 17, 13, 25, 24, 18, 17, 20, 19, 32, 27, 36, 30, 31, 40, 32, 34, 38, 35, 54, 46, 39, 29, 28, 27, 18, 21, 30, 32, 41, 48, 52, 49, 61, 66, 71, 72, 74, 78, 72, 62, 21, 3, 0, 0], "n_am_pl": [1, 12, 12, 6, 15, 17, 16, 10, 7, 12, 19, 20, 12, 21, 23, 14, 12, 10, 9, 7, 9, 10, 9, 6, 5, 6, 11, 14, 18, 21, 23, 19, 28, 19, 19, 13, 13, 11, 12, 11, 11, 14, 16, 18, 24, 43, 88, 104, 124, 128], "n_pos": 129, "sum_m_en": [12.373502, 18.254653, 18.823498, 19.519984, 20.400082, 19.888926, 20.204048, 19.830876, 20.72125, 22.204347, 23.241152, 22.74048, 22.776535, 21.817278, 22.149414, 23.898736, 22.295329, 21.961761, 21.469697, 21.460985, 21.035544, 20.420435, 20.735672, 20.616133, 35.735099, 33.054892, 30.49071, 26.316854, 25.955275, 25.418611, 24.298174, 24.179773, 24.728412, 25.856818, 26.346063, 29.860945, 30.926621, 35.502439, 43.616548, 45.011901, 53.946249, 57.75939, 63.429716, 68.117241, 58.697997, 51.005652, 19.912493, 3.385893, 0.90881, 0.00045], "sum_m_pl": [1.915701, 5.397241, 6.245561, 6.236197, 6.727847, 7.57135, 8.099071, 8.329421, 7.798097, 8.651361, 9.523206, 10.90783, 10.733087, 11.253603, 11.392152, 11.34174, 9.824922, 10.611423, 9.589017, 9.348635, 8.624848, 8.198837, 7.804882, 7.780991, 7.997501, 9.074423, 10.346884, 12.63186, 13.442299, 14.255484, 13.706159, 13.557242, 14.809612, 13.487541, 12.189664, 11.076355, 11.110189, 11.009633, 9.242436, 9.318177, 9.365573, 11.285633, 12.598625, 15.465023, 23.246888, 39.485059, 82.617413, 99.739869, 119.230515, 126.871319]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "pes-Chirurgia onkologiczna-2019 jesień-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1341, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9897}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 7, 4, 4, 5, 7, 10, 8, 9, 7, 8, 10, 10, 9, 6, 7, 10, 11, 9, 13, 10, 13, 11, 9, 14, 12, 12, 6, 6, 4, 6, 8, 9, 8, 13, 17, 17, 21, 20, 26, 24, 22, 29, 26, 26, 23, 22, 21, 20, 21], "n_am_pl": [5, 4, 10, 9, 12, 7, 7, 10, 8, 11, 11, 6, 8, 10, 5, 14, 9, 10, 12, 15, 12, 7, 9, 10, 17, 14, 11, 16, 15, 17, 20, 15, 14, 12, 15, 15, 12, 11, 13, 11, 10, 12, 11, 6, 5, 8, 5, 7, 9, 9], "n_pos": 65, "sum_m_en": [7.182153, 8.97752, 9.075378, 9.919527, 10.644642, 11.319588, 10.615885, 10.416854, 10.036844, 10.179352, 10.184439, 10.215075, 9.845945, 9.913225, 9.889239, 10.136365, 10.243622, 10.31854, 10.499362, 10.978533, 10.057495, 9.856099, 9.840659, 9.684046, 12.447589, 10.941346, 8.950617, 7.953719, 8.140915, 8.88632, 8.817841, 8.989848, 8.72415, 9.364767, 10.325946, 10.735847, 11.644579, 16.228584, 17.02714, 20.191703, 21.310672, 22.158244, 23.433423, 23.665013, 23.228418, 20.95402, 21.019489, 20.771422, 19.039359, 21.320339], "sum_m_pl": [1.839587, 2.885602, 3.813726, 3.669031, 4.139264, 4.39887, 4.53633, 5.013644, 5.284779, 5.60554, 5.457227, 5.768731, 5.818913, 6.200783, 6.534584, 7.181728, 6.671662, 6.871442, 5.963612, 5.411094, 5.17831, 4.799583, 4.654952, 5.28539, 8.672607, 9.182811, 8.485848, 8.669853, 8.356932, 10.06583, 8.874734, 7.914567, 8.081213, 8.797044, 9.080046, 9.889144, 9.128433, 8.012884, 9.441106, 7.512023, 7.894974, 11.353879, 9.707737, 6.876836, 6.550849, 7.026715, 5.863854, 7.361583, 8.905283, 9.006276]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 2, 1, 2, 3, 6, 7, 6, 7, 4, 5, 5, 7, 6, 6, 6, 6, 6, 6, 9, 7, 8, 7, 6, 9, 9, 6, 4, 3, 2, 2, 4, 3, 3, 7, 9, 10, 13, 13, 19, 16, 16, 19, 21, 20, 19, 18, 18, 18, 21], "n_am_pl": [4, 3, 4, 5, 8, 4, 4, 7, 3, 7, 4, 3, 2, 6, 4, 10, 5, 7, 8, 9, 9, 5, 7, 8, 11, 8, 9, 10, 8, 11, 12, 8, 8, 8, 10, 10, 8, 7, 8, 6, 6, 7, 7, 5, 4, 6, 5, 7, 9, 9], "n_pos": 30, "sum_m_en": [3.442379, 4.040705, 4.119165, 4.46804, 5.014579, 5.655407, 5.366398, 5.210196, 4.947659, 5.104877, 5.241973, 5.294494, 5.214523, 5.225731, 5.371516, 5.276143, 5.183782, 5.30099, 5.098917, 5.322953, 4.638939, 4.510977, 4.512745, 4.292128, 6.652098, 6.095211, 5.047295, 4.327216, 4.080091, 4.370748, 4.318662, 4.284106, 4.114725, 4.621347, 5.283804, 5.331803, 5.945527, 9.469061, 10.018597, 13.50343, 14.407143, 15.604458, 16.722337, 17.764689, 18.074933, 17.409789, 17.617372, 17.667204, 17.04859, 20.659315], "sum_m_pl": [1.186578, 1.561623, 1.938472, 1.831314, 2.106639, 2.28319, 2.403942, 2.54078, 2.755452, 2.637883, 2.825564, 2.983724, 3.027144, 3.000703, 3.178655, 3.602942, 3.079628, 3.146576, 2.866752, 2.605992, 2.614386, 2.377781, 2.305023, 2.879438, 5.372999, 5.279202, 5.139308, 4.488277, 4.515625, 4.663186, 4.212599, 4.207222, 4.587909, 4.974017, 5.233721, 5.806773, 5.781135, 5.257764, 6.497562, 5.10094, 5.030992, 6.917648, 6.159069, 4.72773, 4.506515, 4.877203, 4.99469, 6.808738, 8.390215, 8.989475]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 67, "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 971, "region_end": 65, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 14, 24, 32, 43, 57, 51, 57, 52, 68, 62, 62, 53, 41, 51, 46, 65, 64, 74, 84, 78, 79, 76, 66, 86, 82, 77, 67, 58, 54, 42, 34, 43, 48, 63, 68, 80, 72, 83, 94, 93, 93, 95, 92, 77, 57, 23, 4, 0, 0], "n_am_pl": [13, 16, 25, 31, 24, 46, 42, 47, 53, 56, 41, 43, 53, 65, 66, 74, 61, 82, 73, 70, 60, 51, 58, 92, 86, 84, 70, 88, 83, 75, 75, 88, 62, 83, 76, 76, 75, 77, 74, 72, 67, 80, 76, 74, 86, 106, 152, 174, 186, 182], "n_pos": 257, "sum_m_en": [24.138874, 36.477902, 39.525132, 43.209177, 44.93148, 46.888961, 46.87413, 48.42265, 46.720478, 48.077503, 47.082831, 46.436089, 45.313016, 43.066269, 41.940827, 44.228058, 46.011813, 45.256614, 45.464359, 48.026351, 42.063109, 41.074186, 41.59412, 38.282747, 65.971996, 61.682938, 51.691672, 44.733317, 41.868773, 41.447606, 38.796138, 38.843571, 39.178187, 40.195961, 45.032276, 46.65172, 47.514067, 54.01082, 59.340412, 72.893143, 77.095218, 74.411774, 82.302418, 82.745917, 72.509618, 52.133119, 22.53898, 4.917491, 1.265774, 0.004085], "sum_m_pl": [3.811779, 10.083365, 13.068765, 13.355108, 14.729073, 17.55037, 18.841545, 20.49511, 21.575477, 21.83922, 22.220915, 24.024279, 25.18847, 27.128163, 27.730126, 29.548404, 26.467335, 28.644941, 25.896753, 25.537778, 21.802729, 19.399367, 19.129, 35.452675, 69.159414, 62.3681, 54.203453, 52.508712, 47.24939, 47.463278, 44.338915, 44.356637, 42.634767, 48.972367, 45.238257, 50.871822, 51.630604, 53.913537, 56.571261, 49.751095, 46.898291, 66.1764, 65.134804, 62.705231, 70.822924, 102.431782, 140.814694, 168.978466, 181.84791, 182.130261]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 11, 21, 25, 33, 40, 36, 43, 39, 51, 46, 48, 41, 35, 40, 36, 50, 52, 57, 61, 57, 58, 57, 47, 66, 63, 61, 48, 45, 41, 32, 25, 36, 37, 49, 55, 61, 56, 66, 76, 74, 71, 72, 71, 62, 42, 17, 3, 0, 0], "n_am_pl": [12, 12, 11, 15, 11, 30, 23, 31, 37, 35, 28, 35, 42, 46, 45, 52, 47, 56, 49, 47, 39, 34, 40, 67, 55, 55, 50, 63, 58, 50, 55, 64, 54, 62, 53, 55, 53, 53, 50, 50, 48, 56, 55, 55, 70, 93, 138, 164, 180, 181], "n_pos": 182, "sum_m_en": [17.262614, 25.509842, 27.853545, 29.684936, 30.913622, 32.264791, 32.365114, 33.445319, 32.653558, 33.863368, 33.253275, 32.901044, 32.449677, 30.854978, 30.056957, 32.060925, 33.009165, 32.499605, 32.326941, 34.855837, 29.876125, 29.029089, 29.346684, 26.678973, 49.860074, 46.787547, 38.898078, 32.67724, 30.169778, 29.940366, 28.032319, 28.082093, 28.617388, 29.181036, 32.000278, 34.370743, 35.052002, 39.679278, 43.701592, 54.533002, 56.784589, 55.172989, 62.9984, 63.862639, 57.251461, 39.522661, 16.906549, 3.017957, 0.736065, 0.004026], "sum_m_pl": [2.73532, 7.224996, 9.241468, 9.369301, 10.19252, 11.9359, 12.759831, 14.43187, 15.210548, 15.414423, 15.743702, 17.298011, 17.870612, 18.823584, 19.290763, 20.286426, 18.412734, 19.92059, 18.267172, 17.880467, 15.503212, 13.8652, 13.731674, 25.57549, 48.015053, 42.758564, 37.667781, 37.970047, 35.430837, 34.823286, 33.465964, 33.250722, 32.663994, 36.873106, 34.40358, 37.120471, 37.510677, 38.631717, 39.321531, 35.059607, 34.086772, 46.097438, 46.395578, 47.494873, 59.850379, 90.109879, 128.501959, 158.681979, 176.177374, 180.63694]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 259, "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1226, "region_end": 257, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9884}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 8, 13, 20, 22, 24, 25, 27, 29, 25, 27, 25, 27, 28, 29, 35, 45, 43, 40, 37, 36, 36, 35, 30, 47, 39, 29, 33, 34, 37, 36, 40, 33, 37, 47, 50, 49, 58, 58, 61, 51, 59, 61, 64, 63, 59, 63, 59, 57, 60], "n_am_pl": [3, 6, 12, 8, 9, 10, 10, 8, 10, 11, 16, 16, 15, 13, 18, 13, 9, 9, 9, 7, 10, 9, 7, 8, 4, 12, 10, 10, 10, 15, 17, 13, 14, 13, 8, 10, 7, 7, 3, 6, 3, 3, 4, 3, 3, 3, 3, 3, 3, 2], "n_pos": 132, "sum_m_en": [15.414497, 18.220345, 18.46486, 19.295523, 22.182756, 22.492181, 22.264284, 23.325887, 23.780295, 23.179847, 22.426712, 22.992807, 23.536978, 23.876003, 24.604858, 25.975723, 26.285828, 25.025562, 24.363943, 24.032166, 22.820523, 22.869571, 22.803898, 22.524463, 31.822115, 32.132519, 28.733088, 27.809155, 27.67961, 27.369289, 26.330513, 27.472767, 26.418155, 28.892988, 33.043783, 36.468112, 39.524101, 41.962801, 42.277264, 45.379895, 46.088797, 49.157694, 51.991509, 54.823918, 55.076497, 53.476848, 55.144353, 52.171489, 50.155394, 59.112584], "sum_m_pl": [3.576386, 5.718416, 6.115696, 5.92473, 6.992286, 7.390611, 7.041257, 7.256486, 7.430552, 8.461984, 8.547429, 8.905857, 9.379124, 9.492238, 10.064983, 10.782416, 10.076495, 10.203776, 9.456168, 9.208981, 8.844758, 8.561791, 8.301086, 8.22114, 8.757443, 9.408204, 9.917696, 11.287526, 11.72369, 11.872227, 11.705947, 11.485538, 12.169427, 11.678893, 10.836216, 9.708937, 9.35625, 9.420088, 8.00005, 7.533151, 6.385627, 5.692959, 5.906231, 5.066296, 4.139962, 3.802118, 3.527803, 3.571602, 4.175792, 2.656347]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 1, 3, 2, 3, 4, 2, 1, 2, 2, 4, 4, 4, 3, 1, 1, 0, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 2, 0, 1, 0, 1, 2, 0, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 2, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0], "n_pos": 8, "sum_m_en": [0.796103, 1.31848, 1.311683, 1.304633, 1.465677, 1.427826, 1.561172, 1.903964, 2.294833, 1.423464, 1.393659, 1.40668, 1.477246, 1.529992, 1.536671, 1.658258, 1.643141, 1.589039, 1.542635, 1.462764, 1.395157, 1.400084, 1.420461, 1.443407, 1.756019, 2.373536, 2.096013, 2.101533, 1.687212, 1.564697, 1.448894, 1.486398, 1.325174, 1.388423, 1.266275, 1.439045, 1.357646, 1.295108, 1.172197, 1.361919, 0.700402, 0.735437, 0.699281, 0.594916, 0.754382, 0.410828, 0.326149, 0.3077, 0.161074, 0.0], "sum_m_pl": [0.131567, 0.320038, 0.358473, 0.383205, 0.385949, 0.42435, 0.369481, 0.333467, 0.309983, 0.45408, 0.491136, 0.494475, 0.592116, 0.593324, 0.573028, 0.585642, 0.585719, 0.555777, 0.523941, 0.49751, 0.474619, 0.45458, 0.449763, 0.455862, 0.491268, 0.482685, 0.540193, 0.675598, 0.692636, 0.734569, 0.70342, 0.601496, 0.704453, 0.688075, 0.551172, 0.530776, 0.492209, 0.443347, 0.398125, 0.446827, 0.612823, 0.536902, 0.653255, 0.89851, 0.873027, 0.845279, 0.927766, 0.950913, 1.068338, 5e-06]}, "lang": {"n_am_en": [1, 5, 7, 8, 11, 11, 14, 14, 14, 11, 13, 12, 16, 16, 15, 18, 20, 24, 22, 22, 23, 23, 20, 15, 24, 25, 16, 21, 21, 24, 21, 26, 20, 24, 35, 34, 35, 41, 40, 44, 37, 44, 44, 48, 47, 45, 48, 49, 53, 59], "n_am_pl": [1, 2, 6, 4, 3, 5, 2, 4, 3, 5, 8, 7, 6, 4, 7, 5, 4, 3, 4, 2, 4, 3, 3, 2, 1, 3, 2, 4, 4, 8, 7, 4, 7, 7, 4, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2], "n_pos": 62, "sum_m_en": [7.336712, 8.502159, 8.584392, 8.973843, 10.209276, 10.700969, 10.469202, 10.53313, 10.767322, 10.973983, 10.765241, 11.132334, 11.396924, 11.418925, 12.157167, 12.603768, 12.825361, 12.559908, 12.157226, 11.957557, 11.384523, 11.300403, 11.281059, 11.029901, 17.586575, 17.258299, 15.344125, 14.414258, 14.494989, 14.195843, 13.506072, 14.203617, 14.074534, 16.216777, 19.31941, 21.961326, 25.814453, 28.447808, 29.74108, 31.529886, 33.754327, 37.343765, 38.669118, 40.46814, 42.072403, 42.171926, 44.093533, 43.178743, 44.970114, 55.581945], "sum_m_pl": [1.57537, 2.633248, 2.837966, 2.670818, 3.121961, 3.280302, 3.178971, 3.340118, 3.459397, 3.939551, 4.098991, 4.130708, 4.11206, 4.072192, 4.374049, 4.850227, 4.549445, 4.676484, 4.503032, 4.506575, 4.334862, 4.186292, 4.069161, 4.010029, 3.872337, 4.257308, 4.516226, 5.134043, 5.456979, 5.654697, 5.654712, 5.370471, 5.970159, 5.784025, 5.176688, 4.497661, 3.985931, 3.702011, 2.77858, 2.764965, 3.213985, 2.961339, 3.145594, 2.935557, 2.604295, 2.455244, 2.281076, 2.359869, 2.723798, 2.345972]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "pes-Chirurgia onkologiczna-2020 jesień-56", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9552, "tf_agree_excl_first": 0.9624}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 36, 44, 56, 84, 78, 101, 122, 113, 114, 94, 98, 104, 89, 91, 125, 134, 145, 164, 134, 154, 161, 170, 169, 227, 214, 186, 156, 136, 118, 109, 116, 109, 135, 147, 168, 194, 208, 212, 229, 221, 217, 228, 230, 214, 155, 61, 9, 0, 0], "n_am_pl": [13, 54, 38, 47, 58, 52, 48, 72, 61, 68, 78, 86, 87, 96, 88, 67, 52, 56, 41, 49, 34, 37, 36, 35, 34, 33, 56, 75, 67, 87, 93, 98, 98, 79, 75, 57, 58, 65, 62, 57, 57, 73, 69, 79, 101, 154, 251, 326, 339, 344], "n_pos": 559, "sum_m_en": [51.788626, 81.811613, 86.333107, 91.051437, 95.446914, 96.230159, 99.319261, 103.462706, 101.781123, 106.907637, 106.693185, 104.859569, 103.481863, 97.905012, 100.484642, 107.432603, 106.793486, 102.367215, 98.114955, 96.273102, 91.868758, 95.441875, 93.993759, 92.934827, 155.63377, 151.205213, 131.774219, 119.461764, 109.667891, 105.249328, 97.868252, 97.729211, 98.6955, 106.138829, 115.299565, 122.59647, 133.107112, 147.765158, 160.555175, 164.473937, 168.296538, 175.716901, 189.40589, 200.122793, 192.491332, 134.078637, 62.871045, 11.58745, 3.079802, 7.4e-05], "sum_m_pl": [9.682288, 26.321068, 28.679639, 28.161898, 30.337458, 32.078777, 31.559099, 33.842975, 34.296801, 37.335938, 40.212066, 43.565424, 45.656839, 49.004612, 47.905515, 46.387261, 44.035414, 43.305792, 39.110963, 38.023941, 36.114298, 34.401023, 33.096227, 33.963472, 39.167528, 43.048736, 50.797067, 55.94353, 60.532497, 64.18556, 61.00841, 60.094875, 61.170825, 56.680407, 54.013885, 50.370697, 49.3047, 46.816049, 45.871906, 47.615331, 51.22778, 55.920562, 60.569943, 64.360306, 86.913081, 140.519272, 229.889136, 311.9194, 333.315209, 345.908744]}, "digit": {"n_am_en": [0, 0, 0, 3, 0, 1, 4, 4, 4, 1, 3, 5, 2, 2, 5, 4, 4, 7, 7, 4, 3, 4, 5, 3, 2, 4, 8, 5, 4, 2, 3, 4, 1, 2, 3, 5, 4, 2, 2, 2, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 4, 1, 3, 1, 0, 1, 1, 1, 2, 2, 3, 3, 3, 1, 0, 1, 1, 1, 0, 1, 0, 1, 3, 2, 2, 4, 2, 3, 1, 1, 2, 2, 2, 5, 3, 4, 3, 5, 2, 4, 5, 2, 2, 2, 0], "n_pos": 17, "sum_m_en": [1.520652, 2.869561, 3.075967, 3.230059, 3.038979, 3.035203, 3.295316, 3.413532, 3.348263, 3.219098, 3.370009, 3.312371, 3.397523, 3.311181, 3.24324, 3.345805, 3.232253, 3.014761, 3.03099, 2.943478, 2.834232, 2.909447, 2.921787, 2.940359, 3.36622, 3.991327, 3.846117, 3.687674, 3.439135, 3.489943, 3.116286, 3.116999, 3.043461, 3.007805, 3.103135, 3.234738, 2.901551, 2.708125, 2.285436, 1.997086, 1.402339, 1.583609, 1.451233, 1.163409, 0.838422, 0.940375, 0.797095, 0.388913, 0.208649, 0.0], "sum_m_pl": [0.267301, 0.800792, 0.827894, 0.831216, 0.895871, 0.947684, 0.930057, 0.828997, 0.843943, 0.943124, 1.024811, 0.928768, 1.137116, 1.158472, 1.065079, 1.023642, 1.128645, 1.032371, 0.901187, 0.93307, 0.903095, 0.898739, 0.897029, 0.916627, 1.066955, 1.08106, 1.277617, 1.502754, 1.532901, 1.420033, 1.356414, 1.243636, 1.199281, 1.002626, 1.009414, 1.005872, 1.088452, 1.159505, 1.135218, 1.203908, 1.733337, 1.52658, 2.13777, 2.349092, 2.776898, 3.329107, 2.427573, 2.28409, 2.079615, 0.033079]}, "lang": {"n_am_en": [13, 22, 30, 23, 46, 52, 62, 80, 71, 74, 59, 60, 64, 57, 56, 72, 78, 88, 102, 78, 94, 104, 104, 107, 150, 138, 116, 98, 88, 72, 72, 80, 74, 90, 95, 114, 131, 144, 148, 163, 158, 154, 165, 172, 160, 107, 44, 8, 0, 0], "n_am_pl": [5, 45, 25, 32, 36, 32, 35, 41, 31, 45, 52, 61, 57, 71, 64, 42, 33, 36, 31, 34, 22, 21, 21, 23, 22, 23, 36, 51, 39, 58, 58, 66, 62, 52, 48, 35, 44, 45, 43, 42, 40, 55, 53, 62, 80, 131, 216, 292, 332, 344], "n_pos": 346, "sum_m_en": [32.524986, 51.482691, 54.653496, 56.924064, 59.852351, 60.064922, 61.249874, 64.217603, 63.646403, 67.03165, 67.363204, 65.647189, 64.501637, 60.799782, 63.382217, 68.32944, 67.524515, 64.913729, 61.755332, 60.554945, 57.225718, 60.085812, 58.684645, 57.70276, 101.876345, 100.065577, 86.610588, 77.103367, 70.729652, 66.915103, 62.341188, 62.32637, 64.1568, 68.541295, 73.891089, 81.629756, 89.137214, 99.92428, 110.481546, 113.692355, 118.926105, 126.780853, 138.043297, 147.514579, 141.493078, 97.364524, 46.704423, 8.819201, 1.669628, 3.9e-05], "sum_m_pl": [5.807512, 16.036582, 17.185482, 17.021679, 18.311049, 19.759739, 19.878786, 21.504349, 21.793759, 23.518468, 25.699674, 28.319047, 29.843327, 32.282368, 30.783725, 29.784454, 28.079096, 27.582305, 25.071267, 24.358176, 23.179215, 21.763415, 20.85441, 21.487339, 24.440633, 27.446631, 33.175088, 36.668976, 39.660915, 42.239086, 40.524025, 39.899531, 40.486904, 38.369115, 36.420352, 34.428834, 34.142424, 32.513703, 31.90345, 33.653231, 37.193804, 42.233352, 48.256459, 52.453428, 72.773136, 120.947958, 198.480621, 280.429466, 322.161767, 343.509663]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 566, "item_id": "pes-Chirurgia onkologiczna-2020 jesień-56", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1431, "region_end": 559, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.9894}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 35, 39, 43, 52, 56, 50, 66, 52, 50, 49, 48, 43, 43, 49, 55, 76, 57, 82, 83, 91, 93, 86, 76, 100, 91, 76, 68, 63, 65, 75, 74, 78, 97, 107, 106, 110, 134, 142, 148, 142, 136, 141, 138, 135, 133, 134, 129, 127, 137], "n_am_pl": [19, 17, 15, 13, 15, 27, 25, 20, 26, 20, 20, 27, 25, 28, 32, 30, 27, 33, 17, 12, 14, 12, 17, 18, 14, 25, 28, 28, 23, 23, 30, 31, 17, 20, 20, 17, 14, 14, 11, 12, 15, 12, 12, 10, 8, 7, 6, 5, 4, 2], "n_pos": 271, "sum_m_en": [32.28225, 41.200581, 41.067715, 43.187331, 46.963505, 50.132318, 48.113885, 48.707, 48.276288, 48.666427, 48.377136, 49.984534, 51.620323, 50.798485, 51.12178, 51.844088, 49.670979, 46.786131, 47.837283, 46.972297, 45.7655, 46.372857, 46.2846, 46.446466, 71.192975, 68.015073, 64.152499, 56.799016, 58.328751, 56.793494, 55.897468, 56.058161, 55.086276, 60.263731, 67.078636, 71.904825, 79.053525, 98.04336, 110.756872, 119.752237, 120.578458, 123.310535, 126.085934, 125.621377, 125.163961, 124.267184, 123.34192, 121.272868, 115.752782, 137.917713], "sum_m_pl": [7.776691, 12.267401, 14.315598, 13.201654, 14.855154, 16.156275, 15.58344, 16.158739, 16.349825, 17.534203, 18.427428, 20.067145, 20.487092, 21.307117, 21.644009, 23.222253, 21.212352, 21.317441, 19.754558, 19.600162, 18.617247, 18.102867, 17.466032, 17.194242, 22.199718, 25.030793, 25.17958, 26.020387, 24.939131, 26.581953, 25.839957, 26.264566, 25.903394, 23.772927, 21.347175, 20.314772, 19.111749, 17.583358, 14.547882, 14.230418, 15.763058, 15.200126, 13.522191, 11.822912, 9.683509, 9.14854, 8.004423, 6.712416, 6.069869, 2.23133]}, "digit": {"n_am_en": [0, 0, 3, 2, 2, 1, 2, 2, 2, 2, 2, 1, 1, 1, 4, 2, 4, 3, 2, 2, 5, 2, 2, 1, 2, 3, 2, 4, 3, 5, 0, 1, 0, 5, 3, 5, 1, 4, 3, 1, 2, 1, 3, 2, 2, 1, 2, 1, 1, 0], "n_am_pl": [0, 2, 1, 0, 1, 1, 2, 0, 0, 3, 1, 0, 2, 2, 3, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 1, 0, 1, 3, 2, 1, 2, 1, 1, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.352942, 2.643314, 2.526193, 2.564912, 2.596169, 2.910251, 2.871928, 2.679169, 2.851132, 2.774481, 2.864492, 2.994291, 3.17285, 2.945419, 2.85857, 2.874809, 2.63998, 2.451658, 2.564969, 2.527615, 2.429015, 2.437275, 2.500138, 2.512397, 2.696845, 2.817428, 2.888986, 2.694569, 2.861591, 2.773928, 2.643113, 2.560096, 2.17321, 2.525716, 2.655523, 2.556021, 2.303592, 2.527364, 2.655389, 2.183236, 2.060621, 2.191764, 3.009763, 2.483683, 2.299314, 1.803687, 1.814137, 1.755099, 0.908922, 6e-06], "sum_m_pl": [0.239925, 0.680127, 0.80724, 0.794269, 0.953548, 0.895487, 0.788988, 0.70795, 0.72686, 0.746973, 0.7542, 0.802973, 0.898408, 0.979916, 1.010181, 1.187883, 1.055002, 1.064794, 1.004, 0.958109, 0.947003, 0.932802, 0.907492, 0.897695, 1.23327, 1.175588, 1.140188, 1.365944, 1.25741, 1.201851, 1.238214, 1.102128, 1.007377, 0.936697, 0.90556, 0.971648, 0.968725, 1.047104, 1.056149, 0.927163, 0.952001, 0.941845, 0.782588, 0.784478, 0.603651, 0.87778, 0.714986, 0.611285, 0.301996, 0.0]}, "lang": {"n_am_en": [16, 20, 22, 20, 25, 29, 29, 39, 26, 22, 29, 30, 29, 28, 29, 37, 49, 37, 58, 54, 59, 69, 59, 57, 71, 65, 55, 48, 47, 44, 56, 53, 59, 64, 76, 75, 84, 100, 106, 112, 110, 112, 117, 115, 115, 116, 118, 116, 119, 135], "n_am_pl": [7, 4, 6, 7, 5, 10, 13, 13, 17, 10, 10, 14, 11, 15, 14, 16, 8, 18, 10, 7, 8, 5, 7, 8, 5, 10, 15, 14, 10, 13, 16, 18, 6, 10, 6, 9, 6, 4, 3, 5, 6, 4, 4, 4, 3, 3, 3, 3, 3, 2], "n_pos": 141, "sum_m_en": [16.603593, 21.285063, 21.397755, 22.509722, 24.095849, 25.939066, 24.965939, 25.455279, 25.310718, 25.569121, 25.605575, 26.432407, 26.950905, 26.688053, 26.818789, 27.344784, 26.384608, 24.941146, 25.547723, 25.169304, 24.510261, 24.973665, 24.722645, 24.639414, 43.845656, 42.188515, 39.17217, 33.691652, 34.04266, 32.905946, 32.119729, 32.490209, 32.935717, 36.63447, 42.772278, 48.513057, 56.386863, 70.424586, 81.082566, 90.326774, 91.947638, 96.810903, 100.978472, 103.024946, 104.999329, 106.972357, 106.437206, 106.79784, 106.394763, 133.84042], "sum_m_pl": [3.518193, 5.733437, 6.917604, 6.633946, 7.325719, 8.124524, 8.00974, 8.675339, 8.58039, 8.964572, 9.357158, 10.440166, 10.340068, 10.82307, 11.031863, 11.688218, 10.997058, 11.189833, 10.352057, 10.199814, 9.729368, 9.542239, 9.201345, 9.044667, 11.592832, 13.53159, 14.099201, 13.813636, 13.027423, 14.036799, 13.405585, 13.590506, 13.695303, 12.986935, 10.984462, 10.645284, 9.517885, 7.95951, 6.104102, 6.37265, 7.019568, 6.638334, 6.022126, 5.298948, 4.068219, 4.151533, 4.125465, 3.867687, 4.027037, 2.196928]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 273, "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1354, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9597, "tf_agree_excl_first": 0.9632}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 14, 19, 29, 28, 37, 29, 39, 43, 42, 42, 40, 34, 37, 37, 50, 60, 53, 71, 69, 74, 78, 82, 77, 105, 88, 70, 55, 56, 41, 45, 40, 43, 71, 84, 79, 80, 89, 102, 104, 105, 106, 114, 124, 102, 81, 30, 11, 4, 1], "n_am_pl": [5, 25, 27, 23, 24, 19, 33, 32, 26, 30, 39, 32, 33, 38, 39, 39, 31, 29, 22, 23, 21, 18, 15, 18, 13, 18, 19, 30, 33, 42, 39, 51, 30, 23, 19, 20, 28, 27, 30, 29, 36, 31, 30, 32, 47, 80, 118, 135, 155, 160], "n_pos": 264, "sum_m_en": [23.983332, 37.692316, 38.964339, 39.57084, 39.938114, 41.627499, 41.340638, 42.48613, 43.176127, 46.111001, 47.108766, 48.087632, 49.382175, 48.567582, 47.185208, 48.06994, 46.768225, 43.411041, 42.631276, 42.446085, 41.533519, 42.03588, 42.554649, 43.263173, 64.562339, 60.529893, 54.957814, 48.884372, 50.03559, 48.462597, 48.217374, 47.453843, 45.308791, 47.038165, 51.325278, 54.091175, 55.938227, 62.443006, 69.942475, 78.406556, 78.97523, 81.414258, 96.930075, 101.464656, 93.477962, 70.703062, 31.707948, 10.944935, 4.131553, 1.231028], "sum_m_pl": [4.71024, 12.244524, 14.379051, 14.335713, 15.059108, 16.434557, 16.068511, 16.171789, 16.389075, 17.322374, 18.659116, 20.058682, 20.956933, 20.649394, 20.376522, 20.354636, 18.040443, 18.253127, 16.175802, 16.46231, 15.714899, 15.422328, 15.097343, 15.300203, 18.852171, 20.966986, 21.377577, 23.879604, 24.207028, 26.09499, 25.082168, 25.432488, 23.208076, 22.538812, 19.162374, 19.032465, 20.733607, 20.719278, 20.840411, 21.726791, 22.392831, 25.044204, 24.946149, 28.027506, 40.330285, 69.032033, 110.806428, 136.365824, 152.251553, 161.010056]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 0, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 1, 0, 1, 2, 3, 1, 1, 3, 1, 3, 1, 2, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.660607, 1.459546, 1.506846, 1.486678, 1.465, 1.538673, 1.652476, 1.695582, 1.701202, 1.761032, 1.711099, 1.606801, 1.678519, 1.684349, 1.517009, 1.502872, 1.509997, 1.29089, 1.422049, 1.503782, 1.554358, 1.592015, 1.614383, 1.659136, 1.13235, 1.28496, 1.050431, 1.297367, 1.603649, 1.605963, 1.959654, 1.79717, 1.614189, 1.498474, 1.613364, 1.491409, 1.390726, 1.378326, 1.29412, 1.116386, 1.108459, 1.043679, 1.041811, 0.980299, 0.634943, 0.636568, 0.480551, 0.173851, 0.040659, 0.0], "sum_m_pl": [0.11426, 0.436645, 0.486475, 0.48852, 0.625617, 0.612623, 0.603523, 0.574412, 0.501543, 0.589974, 0.493947, 0.529376, 0.639802, 0.512243, 0.668275, 0.581655, 0.475585, 0.489186, 0.428172, 0.477679, 0.453193, 0.456224, 0.455379, 0.471708, 0.451628, 0.554954, 0.531666, 0.698969, 0.560497, 0.893908, 0.725238, 0.604912, 0.5594, 0.924623, 0.573204, 0.708199, 0.695276, 0.565525, 0.605448, 0.649888, 0.647569, 0.638544, 0.684604, 1.008128, 0.459924, 0.26062, 0.137274, 0.127237, 0.025272, 9.8e-05]}, "lang": {"n_am_en": [7, 8, 11, 19, 21, 27, 22, 26, 30, 26, 27, 26, 23, 25, 27, 34, 37, 33, 49, 46, 52, 58, 60, 54, 75, 62, 50, 41, 39, 31, 32, 28, 31, 48, 56, 56, 58, 61, 70, 71, 74, 74, 82, 92, 79, 58, 21, 7, 3, 1], "n_am_pl": [4, 17, 13, 12, 9, 12, 21, 20, 19, 21, 23, 20, 19, 27, 25, 28, 24, 22, 17, 14, 16, 12, 10, 12, 7, 14, 14, 22, 26, 32, 28, 36, 23, 16, 13, 14, 16, 21, 21, 22, 28, 26, 24, 26, 43, 75, 109, 130, 150, 159], "n_pos": 161, "sum_m_en": [15.308746, 23.354242, 24.384318, 24.279445, 24.50956, 25.721369, 25.468736, 26.350128, 27.062139, 29.085734, 29.386035, 30.021298, 30.783751, 30.103792, 29.635963, 30.042849, 29.26261, 27.366327, 26.673217, 26.258954, 25.702933, 26.027589, 26.282026, 26.52809, 43.905747, 40.530402, 36.520551, 31.408719, 31.78927, 29.959523, 29.72614, 29.820817, 29.473059, 30.47867, 34.175575, 35.549926, 38.147939, 42.475498, 46.993878, 55.447195, 55.649001, 56.699827, 70.547372, 75.751077, 72.536751, 53.195597, 23.401165, 7.091414, 3.189936, 1.115261], "sum_m_pl": [2.960725, 7.17495, 8.140272, 8.239963, 8.981327, 10.259251, 10.189345, 10.398183, 10.547788, 10.976426, 11.979472, 13.012999, 13.415861, 13.596069, 13.144043, 13.193689, 11.913657, 12.089625, 10.518655, 10.499366, 10.001777, 9.824617, 9.544643, 9.666612, 12.584257, 14.413021, 14.643437, 15.966053, 16.389773, 17.432333, 16.993772, 17.606694, 16.339351, 15.805851, 13.250743, 13.528601, 15.003525, 15.247865, 15.398431, 16.048193, 17.17804, 19.863176, 19.448598, 23.17966, 33.964497, 62.773345, 101.770407, 128.297426, 147.063458, 158.909415]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 266, "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1609, "region_end": 264, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9849}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 15, 12, 8, 16, 18, 17, 16, 22, 20, 23, 24, 27, 26, 25, 30, 27, 17, 30, 27, 26, 29, 32, 28, 39, 41, 38, 32, 31, 32, 32, 28, 22, 27, 34, 37, 49, 55, 54, 48, 46, 46, 48, 50, 43, 46, 47, 47, 42, 49], "n_am_pl": [2, 5, 6, 6, 9, 5, 7, 14, 9, 7, 13, 10, 11, 9, 16, 12, 16, 12, 12, 11, 10, 10, 7, 7, 7, 9, 12, 17, 16, 17, 15, 15, 11, 16, 11, 13, 8, 3, 4, 6, 8, 7, 4, 4, 6, 1, 5, 6, 6, 9], "n_pos": 103, "sum_m_en": [11.964518, 13.368462, 14.048964, 14.892381, 17.054135, 17.847236, 18.098936, 17.607881, 18.127412, 18.453169, 18.76338, 18.700057, 19.051342, 18.751462, 18.783417, 18.695443, 18.142068, 17.337748, 16.66315, 16.932488, 16.794061, 16.439266, 16.284584, 16.404098, 26.606144, 26.735657, 24.053857, 20.842578, 20.594882, 20.306357, 19.40335, 19.274181, 18.137307, 19.031577, 22.12268, 25.505137, 33.989817, 33.999939, 38.182915, 40.263869, 40.163605, 40.343479, 43.763466, 42.833105, 39.767143, 40.917348, 41.424452, 41.991487, 41.557002, 49.561046], "sum_m_pl": [2.226552, 3.883906, 4.513366, 4.433654, 4.843232, 4.965143, 5.529046, 5.795173, 5.889239, 6.52525, 6.533771, 6.525235, 7.080169, 6.911862, 7.563126, 7.960199, 7.661047, 7.650531, 7.351445, 7.459287, 7.113303, 6.953505, 6.661377, 6.657885, 8.820468, 9.805937, 10.027867, 10.620792, 10.914586, 10.919998, 10.486556, 10.834929, 10.721557, 11.23985, 9.935722, 9.145245, 8.350507, 6.928951, 6.393506, 7.222477, 7.656309, 7.348743, 6.758678, 5.996718, 6.024517, 3.042719, 4.848121, 6.045892, 6.574404, 9.197532]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 11, 7, 4, 11, 15, 12, 12, 15, 13, 17, 13, 16, 16, 18, 20, 18, 11, 18, 17, 19, 20, 23, 21, 29, 30, 28, 24, 23, 22, 23, 21, 16, 20, 22, 23, 37, 37, 40, 36, 39, 38, 39, 40, 38, 42, 45, 44, 40, 48], "n_am_pl": [1, 0, 1, 3, 5, 2, 4, 2, 2, 2, 5, 5, 6, 6, 11, 8, 11, 8, 8, 6, 5, 8, 5, 6, 5, 6, 6, 9, 11, 13, 11, 12, 7, 9, 6, 8, 4, 2, 3, 3, 5, 5, 2, 2, 5, 0, 2, 4, 6, 8], "n_pos": 57, "sum_m_en": [5.933876, 7.266478, 7.654767, 8.122703, 9.359188, 9.975768, 10.634254, 10.256118, 10.547477, 10.71824, 10.964031, 10.516439, 10.839237, 10.631674, 10.647312, 10.672051, 10.34742, 9.908909, 9.607902, 9.608644, 9.418361, 9.113006, 9.006628, 8.965854, 18.092503, 18.314668, 16.478361, 13.839817, 13.419218, 12.949433, 11.797775, 11.622737, 11.093877, 12.025139, 13.952269, 16.507254, 23.415016, 22.973293, 26.695278, 30.410132, 32.052269, 31.94401, 35.110399, 34.675164, 34.178387, 36.501119, 37.974704, 38.387297, 38.564142, 47.509814], "sum_m_pl": [1.113361, 1.976425, 2.31099, 2.316193, 2.593536, 2.677031, 2.891198, 2.937821, 3.159036, 3.500535, 3.485175, 3.505116, 3.757417, 3.810968, 4.247566, 4.369576, 4.166917, 4.100112, 4.057753, 4.134039, 3.90198, 3.839997, 3.647028, 3.637007, 4.735545, 5.189703, 5.554534, 5.898903, 6.346006, 6.457688, 6.390501, 6.85632, 6.715809, 7.18596, 6.326035, 5.517837, 4.932332, 4.434405, 4.016517, 4.181306, 4.185729, 4.414101, 3.89571, 3.92498, 4.724728, 1.823718, 2.606055, 4.241495, 5.680844, 8.060114]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "pes-Chirurgia stomatologiczna-2018 jesień-14", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9619, "tf_agree_excl_first": 0.9712}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 6, 11, 13, 23, 19, 21, 29, 33, 25, 29, 32, 26, 22, 26, 33, 39, 34, 38, 47, 51, 49, 54, 60, 67, 69, 61, 47, 41, 36, 38, 33, 30, 40, 61, 67, 68, 63, 74, 66, 72, 72, 76, 76, 61, 48, 10, 3, 0, 0], "n_am_pl": [1, 16, 20, 14, 15, 13, 22, 19, 14, 15, 17, 14, 12, 14, 19, 26, 19, 24, 13, 16, 9, 15, 14, 12, 21, 23, 19, 19, 21, 24, 23, 29, 28, 23, 17, 18, 13, 18, 11, 24, 25, 27, 39, 36, 39, 57, 102, 113, 119, 125], "n_pos": 177, "sum_m_en": [15.495899, 24.315223, 25.584042, 26.791232, 28.35334, 29.161436, 29.80708, 30.45859, 30.982457, 31.136466, 31.068263, 31.073064, 29.733217, 28.622406, 29.172151, 30.854171, 29.751076, 28.488718, 28.256731, 28.541353, 28.911583, 28.744579, 29.230534, 30.864754, 48.435951, 45.345273, 41.534876, 35.732613, 33.643318, 32.514745, 30.694239, 29.319703, 30.285679, 33.220578, 37.97317, 41.336733, 44.459583, 45.703644, 55.11861, 56.012782, 56.206127, 59.431164, 60.297969, 63.327216, 54.455876, 43.262705, 12.34583, 4.088614, 0.731206, 0.083712], "sum_m_pl": [2.664905, 7.876944, 9.28469, 8.660907, 9.345603, 9.256734, 9.649804, 9.887744, 9.685755, 11.013706, 11.675013, 12.251644, 13.106459, 13.696526, 14.564966, 15.129163, 13.492807, 12.564575, 11.205694, 11.329402, 10.742302, 10.500064, 10.254471, 10.333794, 13.266394, 15.744528, 14.825356, 15.688898, 16.338486, 17.566556, 17.242102, 17.934287, 18.022638, 16.117313, 14.705196, 13.532827, 14.697778, 15.52319, 14.560793, 17.605807, 20.11331, 22.549757, 28.783929, 30.801492, 38.373302, 54.060102, 90.032613, 109.122142, 116.441928, 125.397708]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 5, 9, 12, 19, 16, 17, 23, 26, 22, 25, 28, 21, 14, 20, 25, 26, 19, 26, 35, 36, 37, 40, 43, 47, 52, 45, 32, 30, 27, 24, 22, 19, 24, 42, 44, 48, 45, 49, 47, 49, 51, 52, 56, 46, 33, 6, 0, 0, 0], "n_am_pl": [1, 13, 15, 9, 12, 11, 17, 15, 8, 10, 14, 11, 9, 12, 13, 19, 13, 21, 7, 9, 6, 12, 11, 10, 18, 17, 13, 15, 18, 15, 19, 26, 25, 21, 13, 13, 9, 16, 8, 19, 21, 22, 33, 34, 35, 52, 93, 107, 116, 125], "n_pos": 125, "sum_m_en": [11.066723, 17.696097, 18.632746, 19.707543, 20.9619, 21.420439, 21.510543, 22.247681, 22.730068, 22.978556, 22.584952, 22.851467, 21.813004, 20.877412, 21.209813, 22.484175, 21.5449, 20.718781, 20.460095, 20.533229, 20.781195, 20.725074, 20.710744, 21.988351, 36.505451, 34.054816, 30.678951, 26.621892, 25.02773, 23.919456, 22.433117, 21.344458, 22.164722, 24.000559, 27.08352, 28.730201, 31.974698, 32.028624, 38.435113, 39.921973, 39.7316, 42.548865, 42.504816, 45.920181, 40.843538, 29.929444, 8.09232, 1.19057, 0.464917, 0.003684], "sum_m_pl": [1.956002, 5.693619, 6.640724, 6.253917, 6.667601, 6.695977, 6.901551, 7.20982, 6.993435, 7.842583, 8.158932, 8.679846, 9.272766, 9.739755, 10.146002, 10.714044, 9.630907, 8.964704, 8.04567, 8.101501, 7.763603, 7.585596, 7.419679, 7.463048, 9.897844, 11.722051, 10.899477, 11.746485, 12.491896, 13.246147, 13.155501, 14.0928, 14.133701, 12.639934, 11.27515, 10.095419, 11.67382, 12.446243, 11.56387, 14.275019, 15.859399, 18.594052, 24.503792, 27.229284, 34.46623, 48.409404, 81.141734, 102.418138, 112.683153, 124.515052]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "pes-Chirurgia stomatologiczna-2018 jesień-14", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1294, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9888}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 4, 14, 17, 18, 11, 13, 13, 15, 14, 9, 19, 15, 17, 17, 17, 18, 20, 20, 22, 23, 19, 24, 26, 27, 27, 20, 24, 22, 24, 27, 20, 26, 22, 23, 23, 27, 25, 32, 31, 33, 39, 39, 44, 36, 36, 37, 44, 48, 50], "n_am_pl": [7, 5, 4, 3, 4, 4, 6, 9, 11, 12, 11, 18, 13, 9, 15, 14, 11, 11, 8, 13, 11, 14, 10, 7, 8, 13, 11, 15, 18, 12, 12, 13, 16, 12, 12, 11, 5, 12, 12, 11, 9, 6, 7, 3, 2, 1, 2, 2, 0, 0], "n_pos": 86, "sum_m_en": [9.186377, 12.358465, 12.725533, 14.233668, 15.014338, 15.910594, 14.334545, 14.029612, 13.995366, 14.603679, 14.838704, 14.674123, 14.594117, 15.539093, 15.325163, 15.458558, 14.758552, 14.45437, 14.266634, 14.409227, 13.880378, 14.150596, 13.780071, 13.810954, 22.416333, 20.844197, 19.558376, 18.178408, 18.750292, 18.540793, 16.994933, 16.292726, 17.408365, 16.90338, 17.485802, 17.87473, 19.77367, 21.376458, 22.820162, 24.015713, 23.747059, 27.319307, 31.112685, 32.123968, 32.213278, 32.503904, 31.81197, 37.911934, 39.945002, 48.552105], "sum_m_pl": [2.456413, 3.624824, 4.375499, 4.023063, 4.522881, 4.629344, 4.74467, 5.308764, 5.50665, 5.502746, 5.746071, 5.969663, 5.874946, 5.871247, 6.525439, 6.319027, 5.629738, 5.592, 5.577384, 5.85711, 5.759317, 5.352, 4.993628, 4.912198, 7.364225, 8.431652, 7.831001, 8.193165, 8.141161, 7.659151, 7.556813, 7.559656, 8.367741, 8.285021, 7.428379, 7.528495, 6.455411, 6.876977, 6.886022, 8.731161, 7.895815, 6.163987, 6.490482, 3.556274, 3.224681, 2.245674, 2.152588, 2.100437, 1.239323, 0.267799]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.191851, 0.408261, 0.31365, 0.304819, 0.319482, 0.415564, 0.413282, 0.347848, 0.369104, 0.354073, 0.403325, 0.370086, 0.40364, 0.375863, 0.398345, 0.441269, 0.401508, 0.390884, 0.368686, 0.356985, 0.345928, 0.35432, 0.354537, 0.360061, 0.488315, 0.471517, 0.480171, 0.401454, 0.493499, 0.43224, 0.385797, 0.343328, 0.300235, 0.357605, 0.417194, 0.37139, 0.344737, 0.373637, 0.311205, 0.238313, 0.183371, 0.200069, 0.175404, 0.102365, 0.097545, 0.042293, 0.003543, 0.008884, 0.001742, 0.0], "sum_m_pl": [0.041795, 0.088562, 0.081778, 0.0914, 0.125156, 0.114855, 0.100829, 0.091492, 0.094519, 0.086914, 0.106466, 0.124329, 0.126051, 0.149757, 0.162785, 0.138515, 0.10733, 0.143132, 0.145595, 0.133606, 0.124976, 0.120213, 0.114779, 0.114264, 0.147034, 0.137707, 0.116845, 0.164254, 0.144165, 0.183208, 0.191848, 0.195019, 0.207188, 0.184947, 0.154921, 0.183681, 0.167917, 0.15875, 0.15861, 0.143443, 0.136743, 0.143109, 0.130997, 0.111786, 0.117011, 0.05706, 0.005686, 0.008714, 0.001335, 0.0]}, "lang": {"n_am_en": [5, 2, 9, 7, 10, 6, 7, 9, 7, 10, 7, 15, 11, 10, 11, 12, 14, 15, 14, 17, 18, 15, 18, 19, 21, 20, 17, 20, 17, 21, 22, 15, 20, 16, 19, 18, 19, 19, 22, 22, 25, 29, 29, 35, 30, 31, 33, 40, 44, 49], "n_am_pl": [6, 3, 3, 3, 3, 4, 2, 6, 9, 8, 7, 12, 7, 6, 12, 10, 5, 6, 2, 8, 4, 6, 6, 4, 4, 6, 5, 9, 12, 10, 6, 10, 11, 8, 8, 7, 3, 6, 6, 6, 5, 2, 4, 1, 0, 1, 1, 1, 0, 0], "n_pos": 51, "sum_m_en": [5.219866, 7.477372, 7.826843, 8.862741, 9.245537, 9.813784, 8.771389, 8.765122, 8.643812, 9.017226, 9.218137, 9.250132, 9.183105, 10.021427, 9.730508, 9.815055, 9.345263, 9.18708, 9.043023, 9.096342, 8.830081, 8.944556, 8.660218, 8.589627, 16.771341, 15.229568, 14.389783, 13.342086, 13.552654, 13.233213, 11.825592, 11.150508, 11.96142, 11.96417, 12.485547, 12.999838, 14.544475, 15.775266, 16.705548, 17.821139, 18.002092, 20.533686, 23.295398, 25.757135, 26.820136, 26.671936, 27.148654, 32.635181, 35.74694, 46.570779], "sum_m_pl": [1.511889, 2.127966, 2.597504, 2.352999, 2.731393, 2.740083, 2.797933, 3.039491, 3.168424, 3.090699, 3.289695, 3.296388, 3.391506, 3.298372, 3.826709, 3.638835, 3.229266, 3.188604, 3.152826, 3.349659, 3.333643, 3.084983, 2.909421, 2.830039, 4.066196, 4.664607, 4.391251, 4.766919, 4.67096, 4.452294, 4.519292, 4.495368, 4.950252, 4.96996, 4.311118, 4.535731, 3.768222, 4.147371, 3.554852, 4.263349, 3.455943, 2.428194, 2.765822, 1.451956, 1.238742, 1.489528, 1.463345, 1.125512, 0.733988, 0.114364]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1201, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9659, "tf_agree_excl_first": 0.977}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 19, 38, 57, 62, 62, 64, 63, 81, 75, 53, 66, 56, 63, 63, 75, 81, 84, 94, 90, 97, 106, 110, 112, 163, 148, 137, 107, 94, 83, 78, 82, 87, 95, 98, 108, 127, 147, 152, 172, 180, 180, 175, 185, 153, 112, 42, 5, 1, 0], "n_am_pl": [7, 34, 45, 40, 33, 31, 27, 40, 43, 43, 61, 58, 51, 55, 53, 38, 49, 39, 43, 57, 54, 46, 39, 42, 41, 37, 35, 46, 51, 46, 69, 68, 59, 51, 51, 52, 42, 48, 43, 48, 44, 58, 70, 76, 91, 135, 212, 257, 281, 288], "n_pos": 395, "sum_m_en": [32.788086, 54.633943, 58.564557, 60.649607, 63.022504, 66.755124, 66.424212, 69.040043, 68.898819, 72.902314, 71.63381, 70.774588, 69.459069, 68.719411, 66.072815, 67.545916, 66.803414, 64.458366, 63.408581, 64.513083, 62.078261, 64.049644, 65.211204, 66.233573, 116.745057, 107.37045, 94.3297, 81.684416, 77.082067, 72.886292, 71.251588, 69.771903, 72.230902, 74.270964, 78.084892, 83.745474, 89.891847, 99.377112, 108.683913, 120.256133, 131.824375, 134.013209, 150.607263, 153.239059, 136.037757, 100.36309, 41.060496, 8.453194, 3.402382, 0.074885], "sum_m_pl": [5.222311, 17.516163, 21.052815, 20.529166, 21.700076, 21.086507, 22.310825, 23.308956, 24.401603, 25.828142, 27.606527, 27.282311, 27.300424, 27.263854, 30.151103, 27.657127, 26.28476, 25.495571, 24.34751, 24.61278, 23.174684, 22.049206, 21.19494, 21.680799, 29.604646, 32.915207, 33.087059, 36.017579, 38.175085, 38.295197, 38.082669, 39.218166, 36.881556, 35.388211, 32.495361, 33.01013, 30.312269, 30.939142, 30.759841, 34.688839, 34.760226, 42.812519, 47.757912, 58.671482, 83.223838, 117.936474, 194.709941, 241.669692, 272.683742, 288.545615]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 2, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 3, 1, 2, 2, 2, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 0, 0, 1, 1, 0, 0, 1, 1, 2, 4, 2, 2, 2, 2, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0], "n_pos": 6, "sum_m_en": [0.310534, 0.892331, 0.924946, 0.86383, 0.760631, 1.066677, 1.197778, 1.295418, 1.276948, 1.217774, 1.215116, 1.115986, 1.098474, 1.017018, 0.925564, 0.96457, 0.970303, 0.903017, 0.965237, 1.063049, 1.030326, 1.07122, 1.066062, 1.063045, 1.412508, 1.132112, 0.798323, 0.824685, 0.845426, 0.808175, 1.042364, 1.037453, 1.021554, 0.970805, 0.928468, 0.981034, 1.146418, 1.023275, 1.019229, 1.213107, 1.309906, 1.656777, 1.853129, 1.695055, 1.528105, 1.455649, 0.802863, 0.323765, 0.00316, 0.0], "sum_m_pl": [0.050444, 0.301666, 0.393084, 0.388223, 0.362, 0.417625, 0.413777, 0.427642, 0.427231, 0.530392, 0.505287, 0.554617, 0.532411, 0.397414, 0.531728, 0.480176, 0.395906, 0.353137, 0.391466, 0.404096, 0.399367, 0.385741, 0.346215, 0.334655, 0.588183, 0.625669, 0.539076, 0.662869, 0.645683, 0.99545, 0.739006, 0.66191, 0.548252, 0.686383, 0.536587, 0.587744, 0.410868, 0.366236, 0.351201, 0.332014, 0.34131, 0.341453, 0.310975, 0.319022, 0.304249, 0.319405, 0.804089, 0.720944, 0.006969, 0.0]}, "lang": {"n_am_en": [4, 17, 31, 49, 50, 47, 50, 43, 63, 59, 40, 55, 41, 49, 51, 55, 65, 66, 73, 70, 69, 81, 82, 81, 129, 115, 105, 79, 69, 61, 59, 61, 64, 74, 75, 84, 101, 117, 115, 133, 140, 139, 137, 140, 114, 83, 34, 4, 1, 0], "n_am_pl": [6, 29, 35, 29, 25, 22, 20, 29, 27, 27, 46, 40, 36, 38, 38, 29, 39, 28, 32, 44, 40, 36, 31, 33, 31, 28, 26, 36, 41, 35, 56, 52, 49, 36, 39, 40, 35, 43, 37, 40, 35, 45, 55, 63, 79, 114, 193, 242, 272, 287], "n_pos": 288, "sum_m_en": [24.157462, 39.921283, 43.250136, 44.315659, 46.513049, 48.783911, 48.62939, 50.451522, 50.629631, 53.483397, 52.811195, 52.574218, 51.484681, 51.208408, 49.655716, 50.488686, 50.146751, 47.95324, 47.021365, 47.783385, 45.765215, 47.298849, 48.203424, 48.585293, 90.172102, 83.037154, 73.144178, 62.924998, 58.879914, 55.069543, 53.210543, 52.582786, 54.148748, 55.078738, 58.122255, 62.96793, 68.125579, 75.059711, 82.579727, 91.18473, 99.028628, 101.330575, 115.400211, 117.74941, 103.09877, 74.528229, 32.356941, 6.90174, 2.199256, 0.00678], "sum_m_pl": [3.812909, 12.789309, 15.428883, 15.06251, 16.0518, 15.498422, 16.527127, 17.067918, 17.922369, 18.804776, 20.328996, 20.225059, 19.953635, 20.267735, 21.480797, 19.965757, 19.228783, 18.594133, 17.966786, 18.052483, 17.050055, 16.159299, 15.487688, 15.921444, 21.973321, 24.182284, 24.374859, 26.852127, 29.55408, 28.788934, 28.961806, 30.07874, 28.762288, 27.41746, 25.404216, 25.608808, 23.641465, 24.476518, 23.946515, 27.003372, 26.851287, 33.807093, 37.466426, 47.743431, 71.412505, 101.636266, 176.181391, 225.404639, 262.669283, 285.903987]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 402, "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1456, "region_end": 395, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.9925}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 10, 10, 9, 12, 12, 16, 16, 20, 19, 20, 14, 11, 24, 23, 23, 16, 21, 26, 34, 34, 32, 38, 30, 51, 45, 29, 29, 24, 30, 18, 22, 29, 33, 42, 42, 44, 48, 52, 48, 48, 46, 50, 56, 58, 55, 53, 43, 47, 46], "n_am_pl": [6, 6, 12, 9, 18, 18, 10, 11, 16, 18, 20, 13, 15, 10, 14, 11, 13, 12, 11, 7, 10, 7, 5, 6, 6, 9, 10, 10, 14, 15, 18, 20, 17, 14, 13, 11, 5, 6, 4, 8, 3, 3, 6, 5, 6, 11, 14, 21, 14, 12], "n_pos": 125, "sum_m_en": [13.501274, 16.157205, 17.321463, 17.983486, 18.930709, 20.029761, 17.555707, 17.855212, 16.476204, 17.86254, 18.116455, 17.9098, 17.420904, 17.78918, 18.473731, 18.878132, 18.875961, 17.443667, 17.70789, 18.617858, 18.06447, 18.069841, 18.457171, 18.154022, 28.782821, 25.703694, 21.734656, 20.669928, 21.819164, 21.914765, 20.352341, 20.218918, 20.474695, 21.505944, 23.504292, 25.395004, 28.637602, 34.592129, 36.675756, 37.945859, 37.724199, 38.35675, 42.917425, 47.663123, 50.245606, 49.681257, 46.716044, 39.672154, 39.226302, 45.225779], "sum_m_pl": [3.938764, 6.170117, 6.749441, 6.263316, 7.213556, 7.887312, 7.946041, 8.298278, 9.035984, 10.042997, 10.215206, 9.860172, 10.252023, 9.99726, 10.468328, 10.378998, 9.612171, 9.129808, 8.808005, 8.383566, 7.929792, 7.423488, 7.195532, 7.148993, 8.213239, 9.977604, 10.700879, 11.242101, 11.210315, 11.705255, 11.348196, 11.749429, 11.418035, 11.200584, 10.403362, 10.023519, 9.858103, 8.99156, 8.480008, 8.49199, 5.844835, 6.052938, 5.990049, 6.137509, 7.6908, 11.2932, 13.693068, 17.998695, 15.540937, 12.563591]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 5, 5, 4, 6, 6, 10, 6, 7, 7, 11, 9, 8, 12, 10, 11, 8, 9, 10, 14, 13, 10, 18, 15, 24, 23, 16, 15, 15, 17, 12, 14, 16, 19, 23, 28, 29, 31, 31, 27, 30, 32, 32, 38, 42, 39, 40, 36, 40, 45], "n_am_pl": [1, 1, 5, 4, 8, 8, 4, 3, 6, 8, 6, 3, 10, 7, 8, 5, 3, 3, 5, 2, 4, 2, 2, 1, 3, 4, 5, 4, 6, 9, 7, 8, 9, 3, 8, 5, 3, 3, 1, 3, 2, 2, 4, 2, 4, 6, 8, 13, 11, 12], "n_pos": 58, "sum_m_en": [6.35951, 7.333616, 7.629687, 8.058989, 8.838314, 9.15792, 8.278726, 8.22477, 7.650331, 8.267512, 8.721735, 8.684408, 8.415299, 8.652585, 9.104911, 9.240025, 9.030024, 8.316888, 8.33537, 8.781667, 8.300843, 8.323151, 8.543599, 8.488005, 14.249825, 13.046701, 11.314897, 10.514193, 10.990241, 10.886861, 10.056039, 10.025426, 10.351199, 11.462419, 12.659356, 13.951371, 16.442599, 20.362258, 21.237421, 22.04104, 21.708431, 24.529663, 28.057968, 30.035809, 32.533507, 33.37625, 33.310131, 31.550642, 32.633481, 42.519984], "sum_m_pl": [1.713947, 2.769101, 2.970219, 2.813711, 3.221801, 3.498942, 3.603837, 3.602445, 3.896769, 4.230052, 4.271523, 4.222015, 4.51754, 4.459764, 4.855778, 4.696942, 4.354738, 4.055481, 3.941654, 3.764133, 3.590288, 3.392841, 3.273571, 3.252626, 3.651667, 4.211412, 4.881286, 5.226916, 5.156897, 5.538687, 5.327736, 5.490459, 5.506784, 5.002784, 4.645578, 4.755594, 4.306906, 4.073658, 4.118385, 4.250553, 3.29052, 3.134878, 2.895229, 2.965633, 4.980455, 6.126852, 8.145913, 10.881072, 11.572143, 11.97069]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Chirurgia stomatologiczna-2019 jesień-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1104, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9685, "tf_agree_excl_first": 0.9762}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 15, 15, 23, 22, 23, 17, 19, 12, 23, 31, 33, 24, 25, 24, 27, 23, 28, 31, 38, 44, 39, 35, 34, 68, 58, 50, 32, 40, 27, 27, 24, 31, 38, 40, 48, 55, 63, 59, 60, 52, 54, 63, 66, 67, 53, 17, 7, 0, 0], "n_am_pl": [4, 23, 27, 19, 19, 32, 13, 12, 19, 28, 23, 23, 24, 30, 28, 16, 27, 30, 26, 29, 18, 11, 12, 15, 17, 23, 14, 16, 16, 21, 27, 36, 27, 29, 23, 29, 25, 29, 32, 28, 27, 39, 43, 40, 49, 63, 104, 130, 135, 140], "n_pos": 201, "sum_m_en": [19.337134, 28.520693, 30.81444, 31.719189, 31.841618, 32.343648, 30.400889, 31.507633, 29.707285, 31.569346, 32.58381, 30.613357, 28.921082, 29.717593, 29.545447, 31.24879, 31.504812, 28.841981, 28.910575, 30.164088, 29.044927, 28.656902, 30.02223, 29.594968, 45.686822, 42.588575, 37.112043, 33.848914, 34.449752, 33.673821, 32.11241, 32.047104, 32.313389, 33.505498, 35.437813, 36.898681, 39.019804, 44.911157, 46.565127, 46.533857, 44.703693, 47.007915, 54.263894, 55.179614, 57.275287, 45.985979, 18.799314, 6.990118, 1.912399, 0.26548], "sum_m_pl": [4.141617, 10.768253, 11.999351, 11.71673, 11.799402, 12.67879, 12.252009, 13.134892, 13.28333, 15.031175, 15.795482, 16.795777, 16.693135, 17.47766, 17.41239, 16.627149, 15.086082, 13.625412, 13.095826, 12.739932, 12.272498, 11.317696, 11.277118, 11.430987, 13.463578, 16.591283, 16.596403, 17.910396, 18.785496, 20.763657, 20.265576, 21.083482, 20.323267, 19.616428, 18.435387, 18.225377, 18.138326, 19.082635, 21.259856, 22.010796, 20.50062, 24.389524, 27.849026, 30.596453, 42.543741, 58.789455, 94.326212, 121.6476, 133.56941, 140.165364]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 9, 5, 17, 17, 17, 9, 11, 8, 15, 19, 20, 17, 18, 17, 16, 16, 22, 24, 27, 31, 29, 24, 23, 49, 42, 37, 20, 26, 19, 14, 12, 20, 25, 26, 31, 41, 44, 44, 42, 39, 38, 45, 45, 51, 41, 12, 6, 0, 0], "n_am_pl": [3, 15, 20, 12, 11, 21, 7, 7, 13, 20, 20, 19, 18, 22, 22, 12, 21, 24, 20, 21, 16, 8, 10, 13, 10, 17, 12, 14, 16, 19, 22, 27, 20, 21, 19, 20, 18, 20, 24, 20, 21, 34, 38, 35, 41, 54, 93, 119, 132, 137], "n_pos": 137, "sum_m_en": [13.29517, 19.731701, 21.393439, 21.53472, 21.851178, 22.03731, 20.719038, 21.724058, 20.413957, 21.713034, 22.282589, 21.147709, 20.035889, 20.615963, 20.470524, 21.650014, 21.945984, 20.084821, 20.156837, 21.059754, 20.343261, 19.797862, 20.879802, 20.376209, 33.391588, 31.086053, 26.42409, 23.83633, 24.535797, 23.918465, 22.677357, 22.390412, 23.029393, 23.395708, 24.530326, 25.599406, 27.892376, 31.608606, 32.796124, 32.573189, 31.372855, 33.136549, 38.599439, 39.837808, 43.594854, 34.218818, 13.657593, 4.546307, 1.009275, 0.258694], "sum_m_pl": [2.700203, 7.005815, 7.924884, 7.895805, 7.898924, 8.652795, 8.293997, 8.983872, 9.159098, 10.456255, 10.950808, 11.807704, 11.512636, 12.057398, 12.003929, 11.567985, 10.408608, 9.30188, 9.019818, 8.706266, 8.418409, 7.684702, 7.665027, 7.824606, 9.492705, 12.088725, 12.16638, 13.269297, 13.907487, 15.338164, 15.065668, 15.470079, 15.127705, 14.703572, 13.921064, 13.685292, 13.814063, 14.750751, 16.146515, 16.615036, 16.026436, 20.051384, 23.131383, 25.464432, 36.107266, 50.514696, 84.104705, 112.291655, 128.346822, 135.884551]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "pes-Chirurgia stomatologiczna-2019 jesień-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1359, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9802}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 10, 13, 14, 17, 13, 15, 11, 18, 16, 13, 16, 19, 19, 25, 21, 23, 25, 26, 27, 27, 26, 28, 23, 35, 36, 33, 30, 29, 27, 26, 21, 25, 28, 26, 36, 38, 43, 40, 43, 44, 47, 49, 47, 43, 41, 42, 37, 37, 42], "n_am_pl": [3, 7, 7, 3, 5, 6, 9, 3, 4, 4, 6, 8, 10, 7, 5, 7, 6, 2, 7, 7, 5, 4, 1, 1, 5, 6, 9, 8, 13, 10, 6, 11, 12, 12, 10, 7, 8, 3, 4, 4, 4, 4, 2, 2, 1, 2, 3, 3, 3, 2], "n_pos": 83, "sum_m_en": [9.446818, 11.47076, 11.636112, 12.241628, 13.818926, 13.64953, 12.882499, 12.542254, 12.660267, 13.211003, 13.866542, 14.586376, 14.827961, 14.509804, 14.529838, 15.203992, 15.26093, 14.258152, 13.833216, 13.803758, 12.80845, 12.861778, 13.023931, 12.634286, 19.951405, 19.980238, 19.150017, 17.190608, 17.96905, 18.095283, 17.233775, 16.800281, 16.507903, 18.002208, 19.214935, 21.76198, 24.851938, 27.863415, 30.023584, 33.10323, 35.445087, 37.477271, 37.588365, 36.330554, 35.041774, 33.615586, 35.213366, 34.005362, 32.798228, 41.640078], "sum_m_pl": [2.305835, 3.427943, 3.928265, 3.820647, 3.969317, 4.280752, 4.230789, 4.377922, 4.546425, 4.60961, 5.09451, 5.464686, 5.681816, 5.505754, 5.640272, 5.587256, 5.267939, 5.262302, 5.249907, 5.184967, 4.934978, 4.669452, 4.504184, 4.53745, 5.185651, 6.600024, 6.907096, 7.495489, 7.403754, 7.458708, 7.039913, 7.441522, 8.192787, 7.73132, 7.198924, 7.059096, 6.662201, 5.945122, 5.243161, 4.695221, 3.978259, 3.799827, 3.605488, 2.848561, 1.888758, 2.444309, 3.575935, 3.453572, 3.458968, 2.082669]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 10, 11, 6, 10, 8, 10, 6, 16, 12, 8, 13, 14, 15, 20, 15, 17, 18, 20, 23, 23, 21, 25, 21, 26, 27, 27, 21, 21, 20, 23, 18, 20, 21, 18, 25, 27, 34, 32, 32, 36, 37, 39, 38, 38, 37, 37, 34, 36, 42], "n_am_pl": [0, 1, 2, 1, 2, 5, 6, 2, 1, 1, 4, 4, 3, 3, 3, 3, 3, 2, 2, 1, 0, 3, 1, 1, 3, 2, 4, 4, 4, 4, 3, 7, 7, 7, 6, 4, 5, 1, 3, 1, 1, 1, 1, 2, 1, 2, 3, 3, 3, 2], "n_pos": 45, "sum_m_en": [5.156372, 6.578393, 6.581084, 6.716237, 7.215458, 7.188742, 6.973903, 6.985132, 7.010387, 7.476801, 7.849714, 8.278244, 8.085834, 7.991359, 8.128419, 8.477777, 8.580116, 8.201698, 7.888861, 7.91553, 7.377126, 7.32573, 7.474144, 7.198092, 14.152938, 13.981294, 13.143335, 11.171204, 11.362943, 11.222774, 10.746752, 10.399588, 10.448642, 11.892672, 13.169893, 15.84482, 18.309334, 21.004859, 22.798024, 25.006865, 28.030867, 28.916816, 29.320681, 29.382169, 30.449537, 29.551005, 30.937584, 30.345904, 30.334313, 41.147406], "sum_m_pl": [0.686942, 1.440494, 1.780133, 1.776623, 1.996095, 2.266075, 2.441351, 2.342118, 2.393542, 2.429363, 2.730369, 2.850275, 2.966112, 2.915866, 2.97872, 2.800843, 2.680983, 2.680667, 2.72166, 2.743733, 2.621134, 2.499922, 2.459796, 2.469843, 2.685341, 3.24421, 3.704502, 3.865992, 3.576142, 3.611879, 3.54237, 3.794942, 4.053077, 4.043517, 3.662527, 3.607468, 3.198091, 2.908999, 2.427198, 2.123003, 1.92226, 1.731029, 1.707594, 1.667063, 1.077778, 1.830672, 3.159256, 3.152978, 3.213386, 2.043866]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1093, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9881}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 13, 18, 17, 18, 16, 17, 24, 20, 23, 27, 25, 19, 17, 27, 35, 32, 27, 33, 31, 23, 26, 29, 24, 42, 37, 40, 33, 30, 29, 29, 23, 31, 37, 44, 37, 38, 43, 51, 49, 54, 59, 54, 58, 50, 39, 13, 4, 4, 2], "n_am_pl": [3, 13, 18, 17, 23, 29, 17, 16, 13, 17, 20, 29, 27, 23, 18, 18, 18, 24, 25, 29, 21, 15, 11, 13, 15, 21, 21, 23, 27, 28, 25, 25, 21, 19, 20, 25, 28, 22, 22, 27, 24, 28, 38, 37, 55, 63, 98, 117, 114, 118], "n_pos": 150, "sum_m_en": [13.533361, 20.698606, 21.616308, 23.513903, 24.175517, 24.913402, 25.110375, 25.579588, 24.37592, 26.34212, 27.249164, 25.832523, 24.840764, 23.45293, 23.227677, 24.054122, 25.022401, 23.41679, 22.62452, 22.716412, 21.609274, 21.934535, 23.275688, 22.32984, 33.011117, 30.002622, 28.081998, 26.213395, 25.363134, 25.275384, 24.627591, 24.144441, 24.750512, 25.982746, 27.589783, 28.509031, 30.389632, 32.138927, 34.465319, 34.676645, 39.661518, 43.311777, 48.842551, 46.822906, 43.71544, 32.719584, 15.309424, 6.002894, 3.580941, 2.004165], "sum_m_pl": [2.259086, 6.5658, 7.801161, 8.071414, 7.852189, 8.448442, 8.150519, 8.999158, 8.866409, 9.743457, 10.744109, 10.835101, 10.759189, 10.378589, 10.492339, 10.535087, 10.2759, 9.670859, 9.110551, 8.855719, 8.289183, 8.141458, 7.954789, 8.223341, 10.213232, 12.39444, 12.964917, 13.908826, 14.547546, 15.557635, 14.550708, 15.140296, 15.749122, 14.863901, 14.37442, 15.641541, 16.560375, 15.54428, 16.454298, 19.080724, 18.832098, 20.922556, 26.597056, 28.526372, 39.43443, 54.443464, 85.618801, 106.309013, 112.475326, 117.898335]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 13, 15, 15, 16, 14, 16, 17, 13, 18, 20, 19, 17, 14, 21, 29, 27, 24, 27, 23, 18, 21, 23, 20, 33, 28, 32, 29, 25, 25, 26, 18, 28, 34, 36, 32, 33, 34, 43, 41, 46, 49, 44, 50, 42, 30, 11, 3, 4, 2], "n_am_pl": [2, 11, 14, 14, 22, 25, 14, 14, 13, 15, 18, 25, 22, 19, 14, 17, 17, 20, 23, 27, 20, 14, 11, 12, 14, 19, 19, 20, 25, 24, 21, 23, 17, 14, 17, 20, 22, 19, 19, 25, 21, 25, 34, 33, 50, 59, 90, 107, 109, 117], "n_pos": 119, "sum_m_en": [10.659484, 16.794332, 17.545303, 19.293016, 19.74907, 20.189176, 20.420592, 20.715779, 19.651336, 21.278885, 22.018006, 20.7893, 19.863801, 18.816666, 18.534004, 19.169379, 20.090188, 18.726275, 18.119295, 18.171219, 17.390783, 17.555135, 18.213821, 17.798471, 26.770327, 24.628808, 23.003728, 21.529633, 20.939589, 20.640979, 19.978167, 19.489798, 19.947205, 21.109253, 22.269613, 23.840268, 25.693151, 27.254883, 28.496368, 28.692311, 32.452276, 35.515935, 39.858462, 38.894771, 35.995435, 25.879363, 12.715343, 4.97472, 3.353456, 2.003906], "sum_m_pl": [1.691588, 5.172058, 6.236162, 6.49339, 6.236679, 6.809678, 6.536376, 7.245256, 7.062645, 7.723326, 8.468937, 8.586828, 8.374848, 8.055641, 8.218534, 8.217583, 8.050337, 7.595744, 7.164117, 7.041868, 6.579427, 6.425739, 6.344064, 6.528036, 8.386245, 10.159572, 10.593268, 11.202045, 11.771071, 12.515932, 11.718768, 12.214247, 12.853282, 12.051696, 11.592244, 12.230996, 13.552445, 13.123291, 13.844406, 16.592415, 16.224035, 18.548132, 24.213127, 25.667942, 35.760123, 50.092398, 79.410169, 97.91158, 107.664498, 116.200882]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1348, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9934}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 4, 12, 15, 13, 10, 7, 13, 14, 9, 14, 9, 11, 14, 16, 24, 30, 28, 18, 21, 24, 21, 23, 21, 26, 33, 28, 15, 21, 14, 19, 24, 20, 20, 25, 30, 34, 37, 42, 40, 36, 29, 33, 32, 30, 29, 31, 28, 32, 28], "n_am_pl": [4, 2, 8, 8, 10, 4, 10, 11, 11, 11, 7, 8, 8, 4, 5, 7, 4, 11, 7, 7, 5, 2, 2, 1, 7, 12, 8, 10, 10, 12, 16, 10, 8, 13, 10, 5, 5, 2, 4, 4, 3, 0, 2, 6, 8, 7, 8, 7, 9, 10], "n_pos": 89, "sum_m_en": [9.863888, 12.977302, 13.16743, 13.210335, 14.973289, 16.328749, 14.347101, 14.074448, 14.396748, 14.888255, 15.34062, 14.961098, 15.500786, 14.59823, 15.24734, 16.631734, 15.819342, 15.287189, 14.46477, 14.74507, 14.538181, 14.476574, 14.784432, 14.81574, 19.617065, 20.551075, 19.266669, 17.832121, 18.296567, 18.416664, 18.036446, 18.512576, 17.885379, 17.978755, 17.928733, 18.870016, 20.154272, 22.131381, 27.42189, 29.102372, 30.160178, 29.795507, 30.763011, 29.240471, 26.197058, 27.155166, 26.768906, 25.982502, 26.967998, 30.601838], "sum_m_pl": [2.343479, 4.393676, 4.748284, 4.457927, 4.870181, 4.949479, 5.198981, 5.417781, 5.372441, 5.679247, 6.270592, 6.58145, 6.951765, 6.845497, 6.758917, 6.957457, 6.323088, 6.268298, 5.767335, 5.954259, 5.849416, 5.604125, 5.441937, 5.366068, 7.190621, 7.968965, 7.920794, 8.753572, 8.970748, 8.959214, 8.485708, 7.720898, 7.845228, 7.894883, 7.247208, 7.06367, 6.505522, 6.65647, 6.71032, 5.908188, 5.11023, 3.845269, 4.054137, 3.90375, 6.819425, 6.107847, 7.394925, 8.408943, 8.298866, 9.924854]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.115747, 0.209361, 0.213109, 0.226261, 0.216222, 0.258723, 0.234978, 0.208665, 0.191307, 0.160369, 0.172745, 0.115886, 0.149695, 0.118602, 0.116587, 0.118832, 0.121325, 0.11171, 0.117245, 0.115946, 0.119727, 0.135379, 0.148968, 0.15283, 0.139444, 0.138013, 0.14714, 0.161842, 0.209764, 0.190946, 0.206781, 0.188497, 0.19758, 0.179965, 0.190536, 0.202842, 0.227144, 0.202222, 0.221767, 0.220571, 0.192299, 0.167927, 0.139737, 0.108297, 0.118515, 0.105716, 0.076267, 0.092189, 0.001746, 0.0], "sum_m_pl": [0.032726, 0.081707, 0.077467, 0.102759, 0.088701, 0.088537, 0.089166, 0.080406, 0.071603, 0.073643, 0.102145, 0.100988, 0.129527, 0.153458, 0.146059, 0.091841, 0.079105, 0.098077, 0.068755, 0.065569, 0.057266, 0.055049, 0.056946, 0.058861, 0.084303, 0.071626, 0.086323, 0.098624, 0.086108, 0.076871, 0.03989, 0.050579, 0.06446, 0.078765, 0.080684, 0.085996, 0.075414, 0.065568, 0.057447, 0.053197, 0.051866, 0.066608, 0.069667, 0.059397, 0.0559, 0.054884, 0.063446, 0.044543, 0.000853, 0.0]}, "lang": {"n_am_en": [3, 3, 5, 5, 7, 2, 3, 6, 7, 5, 8, 7, 7, 8, 8, 13, 16, 13, 11, 14, 17, 13, 17, 15, 15, 18, 15, 11, 15, 8, 10, 18, 12, 15, 21, 21, 21, 25, 27, 27, 27, 21, 24, 25, 25, 25, 25, 23, 26, 28], "n_am_pl": [3, 2, 2, 1, 3, 2, 2, 3, 3, 3, 1, 4, 1, 1, 1, 3, 2, 6, 4, 4, 2, 1, 1, 0, 3, 5, 2, 3, 2, 5, 10, 3, 3, 4, 3, 1, 3, 0, 2, 1, 1, 0, 2, 3, 5, 4, 5, 6, 9, 10], "n_pos": 40, "sum_m_en": [3.968685, 5.911906, 5.969092, 6.049643, 6.710257, 7.372492, 6.526446, 6.437431, 6.539314, 6.922638, 7.111336, 7.04523, 7.174646, 6.702012, 6.988875, 7.632063, 7.215971, 7.140734, 6.751214, 6.874435, 6.729774, 6.731604, 6.87697, 6.895031, 10.978533, 11.120751, 10.171346, 9.120737, 9.526354, 9.583026, 9.227517, 9.445419, 9.227564, 9.682266, 9.5956, 10.472567, 11.648059, 13.650024, 17.429863, 19.116235, 19.168066, 20.093598, 20.730683, 20.367585, 19.831903, 20.622167, 20.03695, 19.069542, 20.925231, 27.353666], "sum_m_pl": [0.967709, 1.848117, 1.990824, 1.751821, 2.033452, 2.102107, 2.130715, 2.092317, 2.215124, 2.368419, 2.586839, 2.601541, 2.595314, 2.652634, 2.837756, 2.906693, 2.500242, 2.547919, 2.378466, 2.505973, 2.495088, 2.425485, 2.356128, 2.325469, 2.908385, 3.097984, 3.068308, 3.1633, 3.090818, 3.240639, 3.023004, 2.819938, 2.902909, 2.679558, 2.564868, 2.618407, 2.400499, 2.4336, 2.293357, 1.991884, 1.805431, 1.383136, 1.605777, 1.663558, 4.381289, 4.030602, 5.39772, 6.837465, 7.515535, 9.471912]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "pes-Chirurgia stomatologiczna-2020 wiosna-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9896}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 6, 8, 9, 17, 19, 19, 12, 18, 12, 11, 20, 11, 12, 14, 17, 14, 11, 13, 19, 16, 13, 18, 13, 24, 25, 22, 16, 16, 16, 15, 16, 19, 21, 28, 24, 26, 38, 32, 38, 31, 31, 32, 26, 24, 13, 6, 0, 0, 0], "n_am_pl": [2, 8, 16, 10, 12, 14, 7, 8, 8, 13, 16, 10, 17, 10, 7, 11, 10, 6, 10, 9, 8, 8, 15, 9, 9, 12, 11, 19, 19, 20, 18, 26, 26, 22, 20, 22, 18, 14, 16, 15, 19, 23, 19, 28, 37, 47, 56, 59, 65, 64], "n_pos": 99, "sum_m_en": [8.952945, 13.984552, 15.23014, 16.108766, 16.24802, 16.907175, 17.458617, 17.400651, 17.438692, 17.621123, 18.011123, 16.440013, 17.197557, 16.787873, 16.024423, 16.433235, 16.309311, 15.362307, 14.654789, 14.935495, 14.496912, 14.714002, 15.266555, 15.54161, 19.367431, 20.052007, 19.501579, 17.580185, 17.170275, 16.812918, 16.732691, 17.132789, 17.037986, 17.415297, 17.515031, 17.406764, 18.059703, 20.464187, 20.731357, 22.710186, 26.000771, 25.6134, 27.208694, 22.540715, 21.896213, 14.659962, 6.829573, 2.287146, 0.415435, 0.002059], "sum_m_pl": [1.68748, 4.854442, 5.756287, 5.785883, 5.490304, 5.985474, 6.051824, 6.02738, 6.29794, 7.033882, 7.866455, 8.079818, 8.491039, 8.283679, 8.344861, 8.206393, 7.18919, 7.512104, 6.398812, 6.36915, 5.996315, 5.927121, 5.825658, 5.816282, 7.774218, 9.90262, 10.067217, 10.599228, 11.345814, 11.909643, 11.232483, 11.581979, 11.312712, 11.291875, 9.835618, 9.867694, 10.225358, 10.514709, 12.485597, 12.849163, 13.130911, 15.988085, 17.079922, 23.15141, 29.612068, 40.466332, 50.239267, 54.187085, 62.640675, 64.258989]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 1, 0, 0, 0, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.192458, 0.416107, 0.419684, 0.444437, 0.46594, 0.514247, 0.441528, 0.425627, 0.40351, 0.340112, 0.358716, 0.274991, 0.30022, 0.303037, 0.264657, 0.277504, 0.280119, 0.275627, 0.245177, 0.249799, 0.263156, 0.273528, 0.29542, 0.301174, 0.353335, 0.327662, 0.355483, 0.332334, 0.353889, 0.338881, 0.334084, 0.327959, 0.311863, 0.29926, 0.299197, 0.313044, 0.268333, 0.186445, 0.16416, 0.141708, 0.1648, 0.199253, 0.206407, 0.198899, 0.175135, 0.531383, 0.512167, 0.133767, 0.00933, 0.0], "sum_m_pl": [0.035719, 0.13214, 0.13665, 0.212751, 0.167098, 0.155054, 0.181555, 0.161624, 0.165604, 0.268443, 0.274819, 0.252194, 0.331552, 0.254069, 0.257661, 0.19551, 0.168128, 0.181919, 0.131653, 0.125371, 0.111353, 0.108571, 0.107441, 0.105332, 0.133867, 0.214871, 0.20705, 0.217801, 0.228657, 0.212949, 0.126211, 0.180912, 0.147558, 0.163409, 0.189809, 0.151471, 0.239945, 0.208393, 0.356358, 0.412051, 0.24875, 0.190899, 0.163827, 0.18139, 0.156635, 0.083246, 0.050453, 0.050054, 0.002929, 0.0]}, "lang": {"n_am_en": [0, 3, 5, 4, 12, 14, 12, 9, 13, 9, 10, 17, 9, 9, 12, 13, 9, 7, 11, 15, 11, 9, 14, 10, 19, 23, 17, 13, 14, 13, 11, 12, 14, 18, 21, 16, 21, 29, 23, 31, 23, 21, 21, 21, 18, 8, 4, 0, 0, 0], "n_am_pl": [1, 6, 9, 3, 7, 8, 3, 3, 4, 7, 10, 6, 11, 8, 3, 6, 4, 3, 4, 6, 5, 4, 8, 8, 6, 8, 6, 8, 10, 9, 8, 14, 13, 14, 14, 17, 14, 12, 13, 12, 15, 16, 15, 19, 28, 40, 46, 53, 64, 64], "n_pos": 65, "sum_m_en": [6.107918, 9.2431, 10.19293, 10.527979, 10.728735, 11.120098, 11.459052, 11.782001, 11.910195, 12.038782, 12.253317, 11.182211, 11.620725, 11.441006, 10.94775, 11.222338, 11.013546, 10.422631, 9.900523, 9.968126, 9.677728, 9.769712, 10.15974, 10.308411, 14.146535, 14.88304, 14.106378, 12.344471, 11.820449, 11.561831, 11.528956, 11.905581, 11.917261, 12.188609, 12.094248, 11.948429, 12.52661, 14.413517, 14.571839, 16.322407, 18.000031, 18.525474, 19.239273, 18.106053, 17.517964, 10.329388, 4.517139, 1.877187, 0.249371, 2.8e-05], "sum_m_pl": [1.08129, 3.094014, 3.591627, 3.633969, 3.528244, 3.97822, 3.901435, 4.027582, 4.140227, 4.590765, 5.112089, 5.248513, 5.419661, 5.302118, 5.357937, 5.257189, 4.606924, 4.903315, 4.200141, 4.106355, 3.893888, 3.882113, 3.811414, 3.788692, 4.92681, 5.91682, 5.842498, 6.329479, 6.888901, 7.034298, 6.863608, 7.028334, 7.090459, 7.394397, 6.371821, 6.412784, 6.682632, 6.808179, 8.345158, 8.65047, 9.373293, 11.155801, 12.243411, 16.048053, 22.511167, 32.803923, 41.658979, 48.609807, 61.090537, 63.455239]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Chirurgia stomatologiczna-2020 wiosna-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1297, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9802, "tf_agree_excl_first": 0.99}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 11, 12, 14, 19, 29, 25, 25, 26, 21, 28, 25, 26, 34, 30, 28, 34, 31, 36, 35, 34, 29, 28, 34, 51, 48, 54, 41, 41, 39, 44, 26, 28, 37, 39, 39, 40, 46, 62, 67, 62, 53, 63, 63, 55, 43, 18, 7, 0, 0], "n_am_pl": [5, 22, 27, 19, 27, 24, 22, 22, 22, 25, 24, 33, 18, 31, 28, 39, 33, 43, 42, 38, 31, 29, 26, 31, 34, 39, 37, 38, 37, 39, 44, 37, 38, 33, 25, 29, 43, 35, 36, 35, 36, 41, 34, 43, 47, 67, 101, 118, 126, 127], "n_pos": 196, "sum_m_en": [19.384936, 27.494712, 29.315018, 30.448563, 31.165058, 31.358872, 30.713716, 31.130327, 31.110368, 32.874665, 35.184285, 33.889769, 34.686305, 34.179367, 34.451208, 33.383895, 33.874209, 32.378624, 32.466201, 31.695279, 30.02044, 29.811549, 30.080712, 30.286455, 39.088545, 38.165917, 34.617942, 31.820656, 33.80718, 33.318913, 32.455368, 33.009737, 31.574546, 31.713338, 31.381541, 34.089159, 34.89403, 39.234029, 40.935848, 46.60718, 51.666053, 49.419068, 57.207757, 55.252502, 46.748684, 37.267899, 16.317664, 6.721918, 0.967825, 0.000794], "sum_m_pl": [3.836423, 9.730878, 11.397983, 11.413263, 11.776311, 12.756285, 11.870197, 12.806684, 13.40207, 13.946219, 14.466465, 15.60097, 15.959709, 16.466225, 16.349067, 17.679146, 16.530441, 16.573036, 15.730065, 15.340545, 16.185746, 14.782619, 14.656555, 14.219368, 24.4595, 24.091335, 24.012954, 23.261166, 22.420281, 24.622908, 22.162967, 21.779572, 21.269837, 22.050829, 21.529872, 20.722391, 24.558324, 26.022209, 28.860414, 28.666979, 27.711437, 31.065033, 31.437852, 35.392136, 45.96611, 64.018223, 96.145917, 113.616186, 123.049727, 127.319849]}, "digit": {"n_am_en": [0, 1, 1, 1, 1, 0, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 2, 2, 1, 1, 2, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 3, 1, 0, 0, 1, 0, 2, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.642982, 1.210912, 1.275326, 1.479112, 1.3639, 1.415107, 1.37758, 1.384694, 1.398475, 1.348182, 1.36802, 1.152816, 1.227094, 1.429848, 1.430735, 1.246741, 1.20123, 0.970153, 1.17625, 1.326102, 1.389859, 1.397031, 1.41205, 1.489913, 0.610654, 0.72085, 0.586479, 0.687483, 0.908077, 1.3403, 1.650301, 1.646013, 1.537187, 1.394427, 1.66392, 1.673998, 1.45314, 1.758092, 2.015419, 1.434644, 1.271144, 1.149785, 1.03344, 0.800311, 0.421993, 0.545993, 0.562106, 0.214175, 0.024904, 6e-06], "sum_m_pl": [0.113989, 0.402675, 0.481823, 0.464083, 0.564847, 0.523952, 0.487786, 0.565887, 0.482394, 0.637116, 0.530527, 0.459747, 0.600207, 0.495621, 0.655992, 0.621746, 0.518623, 0.452833, 0.450737, 0.525234, 0.482416, 0.467795, 0.460014, 0.470563, 0.41732, 0.778099, 0.438029, 0.661796, 0.466948, 0.614571, 0.505211, 0.434677, 0.355836, 0.293731, 0.353129, 0.465346, 0.644861, 0.382457, 0.383163, 0.405787, 0.436344, 0.389367, 0.441066, 0.418081, 0.30998, 0.267345, 0.200551, 0.343253, 0.291441, 0.000196]}, "lang": {"n_am_en": [7, 5, 8, 9, 14, 20, 19, 15, 20, 18, 19, 16, 21, 24, 21, 22, 25, 23, 26, 25, 24, 20, 20, 23, 39, 34, 34, 28, 35, 27, 33, 22, 22, 24, 31, 29, 32, 34, 43, 52, 45, 41, 51, 51, 43, 33, 12, 2, 0, 0], "n_am_pl": [3, 14, 19, 10, 15, 14, 15, 14, 11, 18, 15, 23, 10, 27, 20, 30, 21, 31, 32, 30, 24, 22, 21, 21, 26, 31, 28, 30, 25, 26, 27, 22, 27, 25, 18, 18, 35, 27, 28, 29, 32, 35, 30, 36, 39, 58, 88, 111, 124, 127], "n_pos": 127, "sum_m_en": [12.604432, 18.041735, 19.48093, 20.250948, 20.926224, 21.136505, 20.547926, 20.873152, 21.095923, 22.462272, 24.116706, 23.505738, 23.723726, 23.282359, 23.408444, 22.641983, 22.982874, 22.252074, 21.899531, 21.173819, 19.771796, 19.523847, 19.650569, 19.53869, 28.178828, 27.396461, 25.055737, 22.954061, 24.213277, 22.856107, 22.081099, 22.494953, 21.327579, 21.388314, 21.369408, 23.484013, 24.737842, 28.49911, 29.817139, 35.533303, 39.52167, 37.515784, 44.969047, 43.345774, 36.616534, 28.882036, 10.788419, 2.62435, 0.61658, 0.000747], "sum_m_pl": [2.374582, 6.125826, 7.094773, 7.115733, 7.271433, 7.954068, 7.606749, 8.078169, 8.672414, 8.841408, 9.314427, 10.34712, 10.526968, 11.163459, 11.107923, 12.148276, 11.315784, 11.365673, 10.687607, 10.351791, 10.459715, 9.573011, 9.49332, 9.185513, 16.749408, 16.220954, 16.088188, 15.387424, 14.999934, 16.655268, 15.135972, 15.066791, 15.015845, 15.61319, 15.132668, 14.899507, 17.653961, 18.603039, 21.139155, 21.813912, 21.645701, 25.552404, 26.363929, 29.159013, 38.005407, 54.232296, 83.247886, 105.146519, 120.580972, 126.594495]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1152, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9949}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 11, 15, 12, 22, 28, 29, 23, 19, 22, 35, 26, 25, 36, 29, 29, 39, 37, 36, 30, 31, 21, 26, 31, 56, 54, 49, 34, 36, 40, 39, 29, 28, 33, 37, 43, 48, 45, 59, 66, 64, 66, 66, 67, 49, 39, 14, 5, 0, 0], "n_am_pl": [7, 21, 24, 20, 29, 20, 19, 22, 24, 25, 25, 28, 25, 36, 31, 52, 37, 49, 48, 42, 37, 35, 30, 33, 32, 35, 34, 42, 37, 43, 48, 46, 45, 40, 33, 29, 44, 34, 35, 41, 36, 38, 36, 47, 62, 80, 107, 125, 127, 130], "n_pos": 202, "sum_m_en": [19.279299, 28.393082, 30.300112, 31.460393, 31.960021, 31.844428, 31.157854, 31.943963, 32.122167, 33.923124, 36.174069, 34.874939, 35.473184, 34.900553, 34.9445, 33.884291, 34.688894, 33.177087, 32.992901, 32.223973, 30.550897, 30.4663, 30.76989, 31.095934, 39.389743, 38.647773, 34.800773, 32.213392, 34.308129, 34.088252, 33.17756, 33.270602, 32.389863, 32.588111, 32.591507, 35.229506, 34.525608, 39.355835, 40.855072, 46.188734, 50.048998, 49.047543, 55.889854, 53.692088, 43.779636, 34.352983, 14.937071, 6.338605, 0.573612, 0.000499], "sum_m_pl": [3.813167, 10.165775, 12.007175, 11.827059, 12.154719, 13.168896, 12.347135, 13.32257, 13.787002, 14.298483, 14.955222, 16.004916, 16.435602, 17.309428, 17.499788, 18.115997, 16.354123, 16.355895, 15.565473, 15.369267, 16.364205, 14.907125, 14.781304, 14.409784, 25.480243, 25.340022, 24.28516, 23.991628, 23.316921, 25.277069, 22.530335, 22.956711, 22.151506, 22.672641, 21.865449, 21.450849, 25.734073, 27.837427, 30.761017, 31.007709, 29.869633, 33.718834, 35.139402, 40.260682, 54.3545, 70.92213, 101.993348, 120.165177, 126.202855, 130.565332]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 0, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 2, 2, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 3, 1, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 9, "sum_m_en": [0.640007, 1.221506, 1.303456, 1.498313, 1.365969, 1.415913, 1.375829, 1.364994, 1.39942, 1.346212, 1.380148, 1.187093, 1.188521, 1.410529, 1.337337, 1.174173, 1.176456, 0.993389, 1.146199, 1.309492, 1.377714, 1.389877, 1.408506, 1.484941, 0.71373, 0.779726, 0.61525, 0.722884, 0.978488, 1.407061, 1.667451, 1.612983, 1.473956, 1.329589, 1.594261, 1.572341, 1.277713, 1.488372, 1.578595, 1.113268, 0.945177, 0.842966, 0.82817, 0.764509, 0.533493, 0.547255, 0.535909, 0.233144, 0.022345, 6e-06], "sum_m_pl": [0.11632, 0.405826, 0.497799, 0.474963, 0.57371, 0.526825, 0.493023, 0.561878, 0.516856, 0.68289, 0.546019, 0.512454, 0.633035, 0.524222, 0.718433, 0.615868, 0.479025, 0.423566, 0.410586, 0.492646, 0.463725, 0.450367, 0.442496, 0.453097, 0.404033, 0.729261, 0.386614, 0.663784, 0.495845, 0.652072, 0.491932, 0.407923, 0.32337, 0.258508, 0.307824, 0.438719, 0.571561, 0.374437, 0.409278, 0.407148, 0.483577, 0.405066, 0.480319, 0.44666, 0.304949, 0.298029, 0.237756, 0.485206, 0.183878, 0.000276]}, "lang": {"n_am_en": [7, 6, 9, 9, 15, 23, 23, 17, 14, 19, 25, 19, 17, 27, 22, 22, 28, 28, 28, 21, 21, 15, 19, 20, 43, 40, 32, 22, 30, 31, 27, 20, 20, 24, 27, 29, 40, 34, 44, 47, 46, 49, 52, 51, 37, 28, 9, 1, 0, 0], "n_am_pl": [5, 13, 13, 11, 18, 10, 14, 15, 13, 16, 16, 21, 15, 26, 23, 36, 28, 34, 34, 32, 26, 26, 22, 22, 21, 26, 22, 30, 26, 27, 30, 29, 33, 28, 22, 18, 31, 27, 27, 34, 32, 34, 34, 40, 55, 71, 95, 116, 125, 130], "n_pos": 130, "sum_m_en": [12.464346, 18.489808, 19.980088, 20.712155, 21.350787, 21.308621, 20.737889, 21.267362, 21.595683, 22.980327, 24.593277, 23.935808, 24.036664, 23.615603, 23.6707, 22.971538, 23.478863, 22.607595, 22.095377, 21.438986, 20.073145, 19.900243, 20.027267, 20.011197, 28.36118, 27.699809, 24.800822, 23.030839, 24.333935, 23.191896, 22.417569, 22.641165, 21.845831, 21.866558, 22.013627, 24.371517, 24.647923, 28.532386, 29.488334, 34.794259, 37.772034, 36.066409, 42.09419, 40.690906, 32.121556, 25.338994, 9.431129, 2.524234, 0.40025, 0.000488], "sum_m_pl": [2.332163, 6.289858, 7.307906, 7.248181, 7.41778, 8.117532, 7.83831, 8.310986, 8.758447, 8.847942, 9.397758, 10.337257, 10.689245, 11.655432, 11.793529, 12.404514, 11.114577, 11.169434, 10.568732, 10.308119, 10.464173, 9.607478, 9.503256, 9.281007, 16.710869, 16.6843, 16.211881, 15.860982, 15.603828, 16.895102, 15.444706, 16.02177, 15.798731, 16.191186, 15.459571, 15.456802, 18.851385, 20.314669, 23.020276, 23.862017, 23.76734, 28.057666, 29.778906, 34.120061, 46.68196, 60.616751, 88.803083, 110.057222, 123.437084, 129.693137]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1407, "region_end": 202, "roundtrip_ok": true, "tf_agree": 0.9951, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 12, 12, 14, 19, 20, 27, 24, 25, 19, 23, 24, 22, 30, 27, 37, 39, 32, 37, 42, 42, 36, 29, 32, 42, 48, 42, 34, 32, 39, 40, 44, 41, 46, 46, 40, 47, 54, 58, 59, 53, 62, 62, 60, 48, 48, 49, 48, 46, 46], "n_am_pl": [6, 8, 21, 19, 11, 18, 19, 23, 19, 22, 20, 29, 24, 21, 26, 34, 32, 35, 44, 40, 39, 42, 40, 41, 45, 35, 25, 34, 29, 25, 32, 30, 25, 33, 34, 29, 33, 34, 32, 34, 34, 30, 31, 27, 33, 39, 44, 50, 52, 50], "n_pos": 156, "sum_m_en": [16.519369, 20.921684, 22.879998, 24.377756, 26.056599, 26.278507, 25.439451, 24.89664, 24.342599, 25.854565, 26.147665, 26.434114, 26.081639, 25.707943, 25.614524, 26.454305, 26.940966, 25.641967, 26.148182, 26.058495, 24.878523, 24.974281, 25.161968, 25.982034, 37.691077, 35.471116, 32.56998, 28.834504, 28.018265, 29.259261, 28.266636, 28.79794, 29.769157, 31.852843, 33.591463, 34.686867, 36.601494, 40.050697, 45.552218, 45.416432, 44.288718, 50.840367, 53.972137, 53.15434, 46.985165, 46.079274, 47.948234, 44.272438, 41.499601, 46.544049], "sum_m_pl": [4.245208, 7.350028, 8.488131, 8.719377, 8.976077, 10.304596, 10.174613, 10.896543, 10.50517, 11.6844, 11.965097, 12.888855, 13.214155, 13.020789, 13.969303, 13.592708, 12.978705, 12.87657, 12.652587, 12.312658, 11.435662, 11.653638, 11.534412, 10.871113, 24.076388, 24.633343, 20.216443, 18.660615, 17.444583, 18.285305, 16.048471, 15.133844, 16.247771, 16.57265, 16.951106, 15.402137, 15.856122, 17.600382, 19.738057, 20.264354, 21.304917, 22.761914, 22.69793, 22.474442, 29.365877, 35.802949, 43.234147, 49.894996, 52.187846, 50.34501]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 7, 9, 10, 14, 12, 18, 16, 17, 15, 17, 21, 17, 19, 18, 29, 31, 28, 28, 32, 32, 27, 22, 24, 30, 36, 31, 24, 25, 30, 32, 35, 32, 35, 35, 28, 36, 42, 44, 46, 41, 45, 45, 42, 39, 42, 43, 43, 41, 46], "n_am_pl": [5, 5, 14, 12, 8, 16, 15, 17, 14, 14, 14, 20, 18, 13, 18, 26, 21, 23, 30, 30, 29, 30, 29, 27, 32, 22, 15, 24, 24, 16, 23, 20, 21, 25, 27, 18, 22, 27, 26, 24, 23, 23, 26, 22, 28, 34, 41, 48, 52, 50], "n_pos": 99, "sum_m_en": [10.573025, 13.643975, 15.217571, 16.052242, 16.77424, 17.042437, 16.663862, 16.521242, 16.332286, 17.491402, 17.673874, 17.812891, 17.616203, 17.312481, 17.541534, 18.087768, 18.223584, 17.352667, 17.468295, 17.249895, 16.208885, 16.265315, 16.411733, 17.018687, 27.271668, 26.464234, 24.161908, 20.629374, 19.570494, 20.143663, 19.215356, 19.350209, 20.56233, 21.784945, 23.337186, 24.237881, 26.317573, 30.499204, 35.29799, 35.688531, 35.279303, 41.126715, 41.669269, 40.256914, 38.308375, 39.421809, 41.55497, 38.334865, 37.845775, 45.420639], "sum_m_pl": [2.693184, 4.630423, 5.309961, 5.45797, 5.542548, 6.599999, 6.446075, 6.872435, 6.799044, 7.472076, 7.796502, 8.381353, 8.586353, 8.519262, 9.395428, 9.072607, 8.672104, 8.485902, 8.351782, 8.103609, 7.476, 7.695477, 7.765994, 7.05836, 15.715151, 16.085854, 13.503142, 12.697844, 12.06007, 11.908516, 10.675515, 10.377575, 11.220988, 11.782878, 12.217259, 11.111614, 11.475101, 13.491828, 14.746711, 14.73822, 14.890357, 16.437338, 17.443562, 17.538737, 24.563873, 31.083517, 39.755367, 46.753874, 50.767654, 50.338022]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-112", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1000, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.962, "tf_agree_excl_first": 0.9682}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 11, 19, 28, 28, 26, 33, 35, 42, 40, 39, 33, 52, 60, 73, 74, 61, 78, 75, 82, 68, 69, 57, 86, 72, 76, 67, 53, 60, 64, 57, 64, 75, 87, 88, 85, 100, 104, 102, 98, 116, 108, 108, 87, 57, 25, 3, 0, 0], "n_am_pl": [6, 19, 25, 18, 25, 24, 28, 28, 26, 24, 35, 31, 30, 39, 29, 37, 36, 42, 44, 51, 39, 49, 44, 46, 38, 49, 36, 44, 43, 40, 43, 47, 42, 45, 50, 50, 42, 41, 43, 45, 42, 36, 49, 49, 72, 95, 143, 167, 172, 169], "n_pos": 239, "sum_m_en": [21.093594, 33.220484, 36.466393, 38.030489, 38.543256, 38.170114, 37.548885, 37.894634, 37.196109, 40.906012, 41.797331, 42.147789, 40.813508, 39.912124, 41.661566, 43.90765, 44.189602, 41.583752, 41.258166, 41.057946, 38.804524, 38.487502, 38.093861, 38.207126, 60.40546, 58.053288, 53.736852, 47.680492, 45.24839, 45.401104, 43.47829, 43.54256, 44.126643, 48.641325, 50.038268, 51.233941, 53.211126, 60.491141, 71.313011, 79.430296, 78.233883, 88.959707, 91.651834, 92.806344, 78.154805, 57.180423, 24.594327, 4.983836, 1.476431, 0.000989], "sum_m_pl": [3.430531, 10.00297, 12.011989, 12.356799, 12.834115, 15.325618, 15.61186, 16.384985, 16.122204, 17.874907, 18.738311, 18.468898, 19.184151, 19.565425, 20.150387, 18.06013, 16.967403, 16.796803, 17.042634, 16.554885, 15.95224, 16.30574, 15.463266, 14.999801, 26.792897, 28.81681, 25.094602, 25.701985, 26.104798, 27.007986, 24.087568, 23.526228, 23.327527, 22.767835, 23.294088, 22.634139, 23.049593, 27.105606, 29.086984, 30.062119, 29.24599, 29.327145, 32.850463, 41.703384, 60.543986, 84.112781, 134.219475, 158.580987, 165.998398, 169.978476]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 9, 17, 23, 25, 23, 30, 27, 32, 32, 32, 25, 39, 44, 56, 60, 46, 62, 55, 61, 49, 52, 44, 70, 55, 61, 48, 41, 46, 50, 45, 48, 52, 64, 59, 59, 76, 81, 78, 76, 88, 82, 79, 66, 47, 19, 3, 0, 0], "n_am_pl": [6, 14, 17, 12, 17, 17, 20, 19, 17, 16, 24, 22, 24, 29, 17, 25, 23, 28, 28, 36, 28, 38, 33, 33, 25, 34, 25, 30, 31, 29, 29, 33, 35, 39, 42, 45, 36, 34, 32, 34, 30, 27, 38, 36, 61, 83, 128, 153, 167, 169], "n_pos": 169, "sum_m_en": [15.525802, 23.518642, 26.072586, 26.989156, 27.824319, 27.732657, 27.126624, 27.286466, 27.029302, 29.717751, 30.280317, 30.40278, 29.64262, 29.205869, 30.671037, 32.35102, 32.457507, 30.391468, 30.022354, 29.642841, 27.774654, 27.465124, 27.158533, 27.237842, 46.469419, 43.938329, 41.070671, 35.79776, 34.062852, 33.988924, 32.424572, 32.268465, 32.646661, 34.997762, 35.841854, 36.84975, 38.514417, 43.052778, 51.977178, 58.121311, 58.319685, 65.91009, 67.58809, 67.07658, 59.563498, 45.361968, 18.63846, 3.934156, 0.971011, 9.3e-05], "sum_m_pl": [2.676012, 7.257817, 8.276531, 8.641645, 8.934568, 10.600244, 10.80081, 11.288774, 11.132634, 12.373182, 13.007924, 12.971303, 13.441767, 13.556667, 13.793327, 12.291118, 11.759246, 11.624042, 12.011515, 11.841253, 11.437702, 11.763814, 11.124098, 10.661037, 18.987048, 20.579132, 18.075773, 18.684648, 19.277384, 19.139382, 17.678688, 17.360031, 17.530277, 17.67322, 18.266007, 17.945307, 18.077929, 21.529709, 22.109161, 21.905857, 20.601153, 22.507112, 25.695206, 32.677135, 51.046577, 72.316077, 119.491631, 145.692802, 160.843489, 168.586419]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 241, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-112", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1255, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9793, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 8, 12, 11, 25, 23, 27, 25, 31, 21, 33, 34, 27, 29, 34, 33, 39, 44, 37, 36, 32, 35, 35, 30, 56, 50, 45, 45, 46, 35, 38, 45, 44, 52, 58, 59, 55, 53, 55, 54, 58, 82, 81, 69, 52, 36, 9, 7, 5, 3], "n_am_pl": [6, 14, 15, 18, 16, 19, 15, 16, 19, 14, 25, 35, 34, 34, 30, 35, 25, 24, 24, 27, 26, 22, 21, 25, 24, 25, 24, 26, 30, 43, 36, 33, 35, 27, 15, 22, 23, 24, 27, 33, 30, 29, 31, 37, 56, 70, 106, 123, 133, 137], "n_pos": 192, "sum_m_en": [18.347395, 27.06051, 29.112819, 30.211728, 31.382275, 31.540469, 31.514099, 32.182793, 31.301536, 33.020757, 34.958805, 34.236287, 31.865822, 31.739121, 32.411675, 33.306757, 33.041527, 30.335467, 30.985788, 30.728539, 29.512913, 29.270857, 29.383364, 29.8596, 45.829511, 43.245198, 39.205904, 36.514695, 36.492114, 36.224785, 34.914033, 34.619814, 35.065342, 36.059541, 36.166499, 37.289521, 36.799119, 37.886863, 39.433639, 44.182775, 44.312723, 55.026904, 57.881919, 58.833297, 49.340716, 33.895574, 11.373159, 6.815385, 6.060341, 2.772788], "sum_m_pl": [3.404619, 8.594088, 9.548402, 9.649257, 9.498922, 10.015043, 9.898169, 11.550916, 11.990729, 12.637654, 13.951901, 14.90933, 15.053428, 15.518933, 15.48177, 14.644417, 14.020645, 14.152982, 13.298238, 13.023948, 12.228711, 11.985032, 11.466702, 11.234509, 16.747783, 18.995998, 20.612716, 18.839194, 19.490315, 20.65945, 19.390313, 17.68185, 17.832153, 17.327374, 16.761106, 16.582935, 16.131181, 18.401224, 19.471269, 20.87852, 21.022025, 22.231583, 28.414318, 31.572176, 47.039454, 63.130104, 95.998646, 115.197992, 125.853673, 135.878895]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 5, 9, 7, 17, 14, 21, 21, 27, 17, 26, 24, 18, 19, 26, 22, 26, 30, 29, 30, 24, 29, 29, 24, 45, 38, 34, 36, 36, 28, 32, 33, 37, 38, 44, 43, 42, 39, 43, 44, 45, 65, 61, 53, 41, 32, 7, 6, 5, 3], "n_am_pl": [2, 11, 10, 14, 13, 16, 12, 11, 16, 10, 18, 24, 25, 27, 26, 29, 18, 19, 18, 19, 16, 14, 13, 15, 15, 15, 18, 20, 20, 30, 25, 24, 27, 22, 12, 15, 18, 19, 22, 29, 25, 26, 29, 35, 52, 63, 97, 117, 130, 137], "n_pos": 140, "sum_m_en": [13.652934, 20.362528, 21.962304, 22.513106, 23.460486, 23.467822, 23.511257, 24.077981, 23.635909, 24.864215, 26.470381, 26.006513, 23.99114, 23.850327, 24.859045, 25.154262, 24.763692, 22.913075, 23.306331, 23.070209, 22.141387, 21.947455, 21.965448, 22.109181, 35.973436, 34.23465, 30.413804, 28.410983, 28.238097, 27.729249, 26.357259, 25.978451, 26.747539, 26.751151, 26.379354, 27.695687, 27.532853, 28.043746, 29.230651, 33.79018, 34.004518, 41.631574, 43.396092, 45.365497, 39.473052, 28.403699, 8.681761, 5.709667, 5.591539, 2.772728], "sum_m_pl": [2.327193, 6.29888, 6.895017, 6.971981, 6.885636, 7.314027, 7.119146, 8.397655, 8.688925, 9.000935, 10.24312, 10.852332, 11.143659, 11.088472, 10.664184, 10.030564, 9.841526, 9.628348, 9.515847, 9.31981, 8.737869, 8.622675, 8.274231, 8.118981, 10.647112, 12.234772, 13.921212, 12.966181, 13.711172, 14.738569, 13.896922, 12.662927, 12.792915, 12.720967, 12.082288, 12.271024, 12.259803, 14.084011, 14.669359, 16.318748, 17.080405, 18.50598, 25.55843, 28.523695, 42.562373, 57.456924, 88.773882, 109.982607, 123.389092, 135.651932]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 wiosna-120", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1006, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9845}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 8, 12, 21, 28, 32, 28, 20, 27, 23, 33, 31, 25, 27, 27, 30, 38, 36, 36, 34, 31, 37, 31, 37, 64, 54, 51, 49, 43, 38, 35, 42, 34, 47, 41, 48, 42, 46, 57, 60, 63, 74, 74, 70, 51, 31, 5, 5, 3, 1], "n_am_pl": [4, 17, 18, 18, 20, 20, 21, 24, 24, 24, 29, 41, 36, 32, 33, 35, 29, 27, 27, 31, 33, 24, 23, 19, 19, 20, 22, 28, 34, 35, 40, 34, 36, 26, 25, 24, 13, 22, 22, 25, 29, 30, 31, 40, 60, 72, 109, 128, 139, 141], "n_pos": 195, "sum_m_en": [18.192009, 28.403653, 30.535931, 31.629076, 32.024383, 32.494714, 32.321296, 32.788896, 32.245589, 33.649293, 35.2367, 33.696168, 31.712235, 31.658724, 31.471374, 32.748678, 32.946332, 30.11732, 30.971414, 30.629925, 29.478539, 29.391365, 29.593636, 29.876963, 45.97117, 41.682368, 37.728405, 34.982659, 35.924553, 35.919074, 34.554716, 33.982126, 33.857189, 35.857518, 35.571413, 36.166035, 36.05027, 37.878991, 41.212454, 44.936482, 44.915412, 53.135996, 55.110071, 57.112663, 44.195206, 30.169472, 9.868699, 4.944495, 3.794672, 1.003463], "sum_m_pl": [3.119564, 8.292405, 9.214902, 9.534822, 9.768399, 10.548103, 10.465778, 12.287857, 13.01058, 13.692925, 14.613477, 15.440863, 15.388249, 15.654471, 16.038734, 14.933397, 14.168575, 14.069071, 13.113179, 12.871764, 12.205172, 11.945534, 11.467162, 11.241526, 16.120995, 18.375411, 19.835262, 19.50012, 20.771906, 20.91264, 19.365569, 18.544301, 18.293724, 17.11226, 16.137743, 16.037035, 14.875819, 17.046658, 17.009419, 18.584595, 18.881539, 21.26923, 27.172425, 31.716977, 50.464197, 69.161229, 101.71587, 121.168213, 134.429095, 140.913908]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 6, 10, 19, 19, 21, 23, 16, 22, 20, 26, 23, 21, 21, 19, 19, 26, 24, 27, 27, 24, 31, 26, 29, 51, 43, 39, 40, 34, 28, 26, 30, 27, 35, 35, 40, 35, 37, 46, 49, 50, 58, 58, 54, 42, 27, 4, 4, 3, 1], "n_am_pl": [2, 14, 13, 10, 14, 16, 15, 17, 21, 20, 24, 31, 27, 24, 27, 24, 22, 24, 22, 25, 26, 18, 17, 11, 10, 12, 13, 19, 21, 24, 29, 24, 28, 21, 20, 15, 9, 19, 18, 21, 23, 26, 28, 37, 53, 65, 101, 121, 135, 141], "n_pos": 142, "sum_m_en": [13.781129, 21.323223, 23.051815, 23.666901, 23.884213, 24.094112, 24.051017, 24.457142, 24.246683, 25.216768, 26.434211, 25.299665, 23.792323, 23.639358, 23.814676, 24.526661, 24.578895, 22.567935, 23.095544, 22.808782, 21.960893, 21.874365, 21.94392, 21.951169, 35.821804, 33.152735, 29.670508, 27.461424, 27.641613, 27.363183, 26.102418, 25.394108, 25.540539, 26.894757, 26.446599, 27.477708, 27.580321, 28.116363, 31.388522, 34.581802, 35.094311, 39.938644, 41.496446, 44.400133, 35.940165, 25.15214, 7.775835, 4.380834, 3.312853, 1.00345], "sum_m_pl": [2.224763, 6.101188, 6.682338, 6.858083, 7.035565, 7.605833, 7.450468, 8.880648, 9.328536, 9.760571, 10.779656, 11.361024, 11.52025, 11.324164, 11.18281, 10.297684, 10.088464, 9.803467, 9.534053, 9.313765, 8.800634, 8.665577, 8.346417, 8.18519, 10.436527, 11.75377, 12.998151, 13.16504, 14.566485, 14.994444, 13.939876, 13.541133, 13.444002, 12.674356, 11.689301, 12.016721, 11.388721, 12.96058, 12.336388, 14.224695, 14.8691, 17.449292, 23.157528, 27.407081, 43.521632, 61.625135, 93.890052, 114.659041, 130.169497, 140.138169]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 wiosna-120", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1261, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9949}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 22, 28, 32, 39, 39, 32, 34, 41, 38, 42, 43, 33, 35, 33, 43, 41, 47, 48, 36, 43, 36, 40, 36, 52, 51, 54, 46, 40, 42, 44, 57, 56, 61, 66, 71, 67, 68, 69, 76, 71, 69, 78, 79, 76, 69, 71, 65, 75, 72], "n_am_pl": [0, 6, 8, 6, 3, 9, 9, 11, 9, 14, 12, 17, 15, 25, 27, 18, 21, 14, 10, 10, 8, 10, 10, 8, 3, 11, 7, 15, 9, 13, 10, 14, 14, 13, 9, 11, 8, 10, 9, 5, 5, 4, 4, 9, 7, 9, 14, 18, 15, 20], "n_pos": 151, "sum_m_en": [17.719271, 21.831975, 22.614033, 23.775649, 25.503822, 26.089322, 25.453723, 26.290688, 25.307279, 26.545497, 27.452245, 27.761699, 26.842222, 26.713883, 27.172708, 27.599336, 27.25917, 26.826317, 26.63593, 24.892889, 24.258903, 24.577217, 23.942288, 23.809291, 36.152634, 35.944656, 35.316871, 32.251092, 31.865054, 33.178576, 31.635497, 31.383476, 32.287851, 35.133217, 37.707225, 42.043505, 45.126178, 48.995706, 52.822632, 56.847388, 57.978362, 61.294799, 67.612951, 69.394384, 67.098741, 66.935932, 65.877845, 59.622698, 61.71104, 74.652128], "sum_m_pl": [3.135223, 5.990552, 7.250674, 6.992058, 7.32458, 7.014153, 7.499649, 8.040831, 8.254479, 9.063121, 9.771132, 9.992757, 10.60683, 11.212237, 11.57659, 11.404476, 11.138567, 11.057325, 10.694845, 10.201433, 9.384681, 8.993955, 8.737454, 8.675818, 10.202529, 11.540969, 11.455051, 13.392849, 13.379227, 13.822817, 13.545209, 13.171698, 14.338772, 13.349331, 12.162858, 12.101637, 10.881433, 10.159667, 8.300837, 7.584472, 6.838627, 6.648498, 6.817744, 8.267951, 8.021812, 9.087446, 13.834637, 16.054322, 16.836999, 18.426454]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 14, 16, 20, 24, 29, 23, 23, 30, 30, 30, 34, 26, 24, 24, 34, 28, 38, 38, 31, 35, 31, 35, 33, 43, 39, 41, 38, 33, 32, 33, 43, 43, 47, 50, 52, 49, 52, 58, 62, 61, 56, 60, 59, 65, 59, 60, 58, 67, 72], "n_am_pl": [0, 3, 3, 4, 1, 6, 5, 7, 5, 6, 8, 10, 8, 14, 18, 10, 10, 6, 3, 5, 3, 4, 7, 4, 2, 8, 5, 9, 5, 5, 5, 8, 9, 7, 5, 8, 4, 5, 3, 1, 1, 1, 2, 5, 4, 6, 11, 15, 15, 19], "n_pos": 92, "sum_m_en": [10.462363, 13.327866, 13.646215, 14.142481, 15.355394, 15.607987, 15.351635, 15.555647, 15.439447, 16.584389, 17.118252, 17.339342, 16.616928, 16.665433, 16.606207, 17.260802, 17.009279, 16.977523, 16.615938, 15.757466, 15.461575, 15.528404, 15.300151, 15.161279, 26.629754, 26.160836, 25.320099, 22.744905, 22.330628, 22.910965, 21.272071, 20.740219, 21.837921, 24.109472, 26.038638, 29.402595, 32.65814, 37.737069, 41.458765, 44.919202, 46.866913, 47.974917, 52.512623, 54.558208, 55.113792, 54.249121, 54.335101, 51.834751, 54.506097, 71.117], "sum_m_pl": [1.943432, 3.521905, 4.208771, 4.157717, 4.396333, 4.248579, 4.528925, 4.852856, 4.936688, 5.444892, 5.841882, 5.811137, 6.142197, 6.189678, 6.728958, 6.572062, 6.263291, 6.187638, 6.002952, 5.91334, 5.529095, 5.322849, 5.25884, 5.23984, 5.925842, 6.680391, 6.611408, 7.886059, 7.642528, 7.501246, 7.641111, 7.328794, 8.293847, 7.512629, 6.764837, 6.706856, 5.937011, 5.482705, 4.393935, 3.797195, 3.320426, 3.25972, 3.301356, 4.766402, 4.830163, 5.841527, 10.264706, 12.987419, 15.452969, 17.505692]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "pes-Chirurgia szczękowo-twarzowa-2019 jesień-40", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1043, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.9671}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 8, 14, 17, 15, 14, 16, 17, 16, 16, 24, 20, 22, 21, 26, 18, 22, 27, 26, 27, 28, 30, 28, 33, 42, 36, 35, 31, 31, 29, 28, 24, 24, 32, 39, 45, 40, 40, 34, 39, 42, 38, 38, 43, 37, 27, 12, 5, 1, 1], "n_am_pl": [3, 16, 17, 13, 11, 17, 13, 18, 21, 19, 23, 28, 21, 22, 23, 28, 20, 21, 19, 16, 18, 18, 20, 16, 13, 13, 10, 14, 13, 19, 17, 19, 20, 15, 14, 18, 13, 15, 12, 12, 11, 16, 19, 21, 26, 40, 55, 64, 65, 66], "n_pos": 111, "sum_m_en": [10.71575, 15.362258, 17.152886, 17.751435, 18.567483, 19.034803, 18.722707, 20.45442, 20.964455, 20.985146, 21.569948, 20.40843, 20.319896, 20.032922, 20.218572, 20.56737, 20.904174, 20.143167, 20.053961, 18.933721, 18.642941, 18.562377, 18.728543, 18.542646, 27.727568, 27.461806, 26.581208, 24.182879, 22.603416, 22.404116, 21.212255, 20.10381, 20.421777, 21.028112, 22.131596, 23.583512, 23.860737, 27.118118, 26.471085, 27.439345, 28.816144, 29.299071, 29.603501, 34.913305, 32.706208, 26.113224, 12.97084, 5.155743, 2.103557, 1.13441], "sum_m_pl": [2.116348, 4.962117, 6.113226, 5.971678, 6.718076, 6.12395, 6.38195, 7.410252, 7.783455, 7.869513, 8.346074, 9.022077, 8.86645, 9.084753, 10.40364, 11.009835, 10.317376, 10.168616, 9.006198, 8.644929, 7.464238, 7.078871, 7.061415, 7.059612, 10.974435, 11.672682, 10.973373, 11.435513, 11.595719, 12.208575, 11.562878, 10.969027, 11.153652, 11.014074, 10.44944, 11.364262, 9.435285, 9.54382, 10.342255, 10.973184, 11.268742, 13.396716, 17.252712, 17.124081, 22.29964, 32.681676, 47.979872, 58.562355, 63.100068, 66.125986]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 7, 12, 12, 12, 7, 10, 9, 10, 13, 19, 16, 15, 15, 21, 14, 15, 17, 18, 18, 17, 19, 20, 23, 31, 25, 25, 22, 25, 24, 20, 16, 18, 23, 24, 32, 27, 25, 23, 26, 30, 26, 27, 32, 28, 20, 7, 4, 1, 1], "n_am_pl": [3, 9, 9, 5, 5, 10, 8, 10, 11, 7, 15, 18, 16, 15, 17, 20, 16, 15, 16, 11, 13, 14, 16, 12, 8, 5, 5, 9, 8, 12, 8, 10, 10, 7, 7, 10, 9, 11, 8, 10, 8, 12, 15, 16, 21, 32, 48, 56, 62, 66], "n_pos": 69, "sum_m_en": [6.627995, 9.350908, 10.887608, 11.186323, 11.914782, 11.837734, 11.729014, 12.658496, 13.226936, 13.335382, 13.767921, 13.307944, 13.318752, 13.063841, 13.164332, 13.4378, 13.263069, 12.742422, 12.512147, 11.846323, 11.623989, 11.565395, 11.624007, 11.586049, 18.484099, 18.1582, 17.512098, 16.184698, 15.132292, 14.861382, 14.16394, 13.443423, 13.608224, 13.853209, 14.226258, 15.1113, 15.292029, 17.525387, 16.982057, 17.958219, 19.10647, 19.811736, 19.683334, 24.54242, 23.291638, 19.146022, 8.602107, 3.713842, 1.835585, 1.130846], "sum_m_pl": [1.300124, 2.809982, 3.518808, 3.303338, 3.81175, 3.768221, 3.964339, 4.680946, 4.970059, 5.006246, 5.357981, 5.78405, 5.555498, 5.820987, 6.383031, 6.761247, 6.382808, 6.129009, 5.606157, 5.355145, 4.686061, 4.456189, 4.491238, 4.504003, 7.120125, 7.103083, 6.663377, 7.039509, 7.140506, 7.580635, 7.305345, 7.005553, 6.784419, 6.705294, 6.689858, 7.098402, 6.089754, 6.264789, 6.872019, 8.04732, 8.488213, 9.999037, 13.506336, 12.737357, 17.428259, 26.46892, 41.639551, 52.418248, 59.359992, 64.915366]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "pes-Chirurgia szczękowo-twarzowa-2019 jesień-40", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1298, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9646, "tf_agree_excl_first": 0.9732}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 4, 8, 13, 13, 12, 12, 20, 20, 23, 15, 14, 11, 16, 22, 19, 21, 21, 28, 24, 33, 23, 24, 23, 34, 34, 25, 22, 21, 27, 31, 29, 34, 36, 39, 40, 40, 39, 45, 40, 40, 43, 43, 46, 45, 44, 40, 38, 37, 39], "n_am_pl": [4, 9, 8, 4, 10, 19, 11, 17, 9, 11, 14, 10, 21, 17, 17, 16, 18, 16, 19, 22, 16, 19, 25, 18, 27, 31, 20, 23, 18, 20, 18, 21, 18, 22, 19, 16, 15, 22, 20, 15, 19, 19, 22, 17, 16, 19, 15, 17, 18, 12], "n_pos": 112, "sum_m_en": [12.255946, 13.464084, 14.378974, 15.290013, 16.480218, 18.030109, 16.626029, 16.783167, 16.034151, 17.61358, 18.054835, 18.070313, 18.027049, 17.693976, 18.603994, 19.099918, 18.386935, 18.171435, 18.729897, 18.215609, 17.237405, 17.022174, 16.825501, 16.48022, 24.555364, 23.66551, 21.390137, 18.623713, 20.363082, 20.768394, 20.360098, 20.154051, 21.395628, 24.786556, 28.409782, 30.115594, 33.200218, 36.230353, 35.720609, 33.685601, 35.83251, 37.284228, 35.638171, 37.845989, 38.98717, 38.287019, 36.887461, 36.06055, 35.176408, 37.443589], "sum_m_pl": [2.95857, 4.780167, 5.021812, 5.035836, 5.714381, 6.679621, 6.654743, 7.073124, 6.587742, 7.741137, 7.944922, 8.32395, 8.855586, 8.750016, 9.047976, 9.200002, 8.991259, 9.00311, 9.013174, 8.769926, 8.269519, 7.683702, 7.392375, 7.026588, 12.280472, 14.296331, 11.547928, 11.705684, 11.95098, 12.279824, 12.785217, 13.206615, 12.983122, 11.906785, 11.021126, 11.013972, 10.815389, 11.536348, 13.005806, 12.610909, 14.174438, 15.58893, 16.667133, 16.793507, 14.165737, 16.780843, 14.815305, 14.586905, 13.903657, 12.494359]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 1, 5, 6, 3, 8, 7, 13, 11, 12, 8, 10, 7, 9, 13, 13, 13, 14, 19, 17, 23, 16, 15, 15, 24, 24, 16, 12, 13, 15, 19, 20, 20, 22, 25, 27, 28, 31, 35, 30, 33, 33, 33, 38, 37, 36, 34, 33, 34, 39], "n_am_pl": [2, 5, 4, 2, 7, 6, 5, 7, 3, 4, 7, 3, 9, 9, 6, 6, 8, 10, 10, 9, 6, 7, 10, 10, 13, 15, 8, 13, 10, 11, 13, 11, 9, 9, 11, 10, 8, 7, 9, 9, 7, 7, 9, 8, 10, 12, 12, 15, 16, 12], "n_pos": 52, "sum_m_en": [5.547874, 6.4144, 6.819442, 7.074417, 7.487149, 8.341881, 7.692075, 8.098245, 7.775265, 8.680769, 9.175396, 9.082494, 8.757486, 8.701106, 9.348085, 9.745753, 9.441939, 9.363529, 9.54555, 9.139284, 8.448719, 8.231043, 8.045376, 7.915207, 14.954592, 14.504391, 12.842386, 10.593151, 11.35607, 11.21169, 10.952754, 10.747367, 11.624528, 14.087586, 17.088898, 18.257002, 21.085793, 24.287352, 24.900893, 23.896433, 26.331459, 27.896068, 27.460024, 29.981347, 30.970752, 30.715785, 30.511555, 30.33595, 31.338423, 36.796364], "sum_m_pl": [1.107523, 2.101935, 2.288068, 2.456682, 2.65975, 2.90921, 2.946753, 3.035801, 2.765466, 3.089511, 3.180635, 3.315147, 3.50288, 3.495018, 3.587366, 3.634337, 3.532467, 3.647949, 3.717653, 3.688868, 3.51157, 3.268869, 3.142423, 3.018456, 4.413469, 5.39756, 4.251649, 4.640779, 4.716361, 4.948193, 5.450218, 5.526364, 5.598213, 4.737298, 4.270732, 4.837736, 4.81602, 4.775117, 5.537605, 5.539032, 5.031418, 6.206219, 7.219922, 7.678019, 7.987802, 10.646901, 11.223064, 12.636657, 12.653394, 12.386947]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "pes-Choroby płuc dzieci-2020 jesień-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1000, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9649, "tf_agree_excl_first": 0.9735}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 5, 11, 12, 8, 13, 8, 16, 10, 14, 21, 19, 13, 16, 25, 30, 25, 25, 33, 34, 27, 25, 23, 28, 40, 39, 39, 33, 28, 23, 24, 22, 30, 32, 42, 35, 27, 34, 36, 34, 35, 33, 35, 40, 39, 32, 11, 5, 1, 1], "n_am_pl": [4, 13, 10, 12, 12, 20, 17, 22, 18, 14, 18, 17, 18, 19, 18, 23, 21, 25, 27, 19, 20, 21, 22, 23, 26, 28, 22, 22, 25, 26, 30, 34, 30, 24, 26, 21, 23, 26, 28, 38, 33, 33, 35, 36, 44, 55, 77, 87, 94, 93], "n_pos": 149, "sum_m_en": [13.852387, 20.249806, 21.197582, 22.120803, 21.587961, 22.127779, 20.790672, 21.497162, 19.881629, 21.382098, 22.310389, 21.78731, 21.345602, 21.442374, 22.634978, 22.910813, 23.700087, 22.517703, 22.774725, 22.522812, 22.118507, 21.741894, 21.73253, 21.780749, 29.205774, 28.195906, 26.183617, 22.943054, 23.496317, 23.961414, 22.572568, 21.560206, 22.156021, 24.321948, 26.956486, 27.097834, 28.541577, 31.788845, 30.265651, 32.111348, 32.083566, 32.608978, 33.185714, 35.48561, 35.139183, 26.379969, 9.637171, 4.970513, 1.937786, 0.618051], "sum_m_pl": [2.603046, 6.74388, 7.675495, 8.000538, 8.59947, 9.621394, 9.495394, 10.152526, 9.407578, 10.460085, 10.736963, 11.739363, 12.416585, 12.460303, 12.749994, 12.802446, 12.203447, 11.886996, 11.484488, 11.112808, 10.35341, 9.785729, 9.816351, 9.328126, 15.569335, 19.237995, 16.046807, 16.667922, 16.26917, 17.463351, 16.868185, 17.373853, 17.395711, 16.445454, 16.211571, 16.305049, 16.27533, 16.841623, 19.307541, 20.620086, 22.961273, 22.399036, 27.307948, 29.514445, 36.76002, 50.773407, 74.21042, 85.078239, 90.528855, 93.03842]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 7, 7, 5, 8, 3, 10, 6, 10, 14, 14, 8, 12, 20, 20, 17, 19, 26, 27, 21, 20, 17, 20, 29, 30, 27, 25, 20, 15, 15, 15, 24, 21, 29, 28, 23, 23, 24, 23, 25, 23, 25, 30, 27, 21, 10, 4, 0, 1], "n_am_pl": [4, 9, 5, 8, 6, 9, 10, 15, 10, 10, 11, 7, 10, 13, 12, 16, 16, 14, 16, 12, 14, 15, 15, 16, 19, 16, 14, 16, 16, 19, 24, 20, 20, 15, 16, 13, 18, 17, 22, 27, 21, 25, 28, 29, 39, 51, 72, 83, 93, 93], "n_pos": 94, "sum_m_en": [9.105011, 13.136274, 13.963295, 14.18271, 13.673752, 13.784022, 12.927242, 13.793254, 12.808314, 13.905976, 14.258637, 14.094786, 13.716748, 13.783475, 14.608076, 14.8304, 15.456837, 14.642399, 14.821621, 14.718579, 14.61985, 14.214885, 14.186656, 14.176051, 20.693322, 20.15567, 18.481155, 15.87998, 15.989605, 16.046413, 15.136521, 14.529687, 14.892809, 16.254852, 18.290004, 18.970612, 19.749852, 22.486733, 20.81239, 22.718654, 23.129987, 23.023387, 23.614545, 26.205731, 25.207682, 18.343094, 7.993086, 3.485795, 1.056718, 0.61805], "sum_m_pl": [1.53782, 4.240567, 5.031465, 5.090829, 5.299802, 5.860283, 6.006763, 6.45324, 6.02366, 6.623653, 6.834532, 7.436681, 7.830317, 8.000342, 8.034066, 7.987551, 7.47707, 7.236584, 7.169648, 6.935364, 6.441273, 6.114939, 6.132159, 5.836288, 9.637612, 11.234301, 9.904327, 10.585008, 10.405347, 11.159829, 10.597407, 10.770447, 11.354682, 10.411233, 9.933506, 10.340397, 10.98876, 11.260469, 14.048041, 14.900018, 16.210451, 16.140571, 20.66689, 22.790822, 31.810729, 46.456814, 67.578598, 79.951765, 89.165098, 92.997621]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "pes-Choroby płuc dzieci-2020 jesień-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1255, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 11, 13, 17, 14, 19, 17, 12, 11, 13, 15, 18, 13, 15, 21, 14, 24, 21, 37, 33, 29, 32, 32, 32, 40, 29, 25, 30, 30, 31, 30, 28, 32, 33, 39, 40, 42, 46, 51, 50, 49, 49, 53, 48, 45, 45, 41, 39, 39, 35], "n_am_pl": [6, 13, 14, 12, 10, 9, 7, 12, 5, 8, 10, 14, 8, 8, 10, 10, 11, 7, 12, 11, 9, 12, 13, 14, 19, 14, 12, 6, 5, 5, 5, 13, 8, 8, 8, 13, 10, 10, 14, 23, 20, 21, 21, 19, 20, 20, 21, 17, 16, 13], "n_pos": 107, "sum_m_en": [11.535299, 13.703651, 13.148963, 14.479854, 16.463174, 18.8052, 16.063832, 16.271701, 16.259665, 17.319183, 17.931363, 17.855841, 17.836607, 18.784972, 18.906465, 19.075169, 20.19832, 18.823288, 19.735619, 20.189727, 19.063815, 18.904642, 18.977057, 19.250886, 28.898903, 25.923166, 24.392169, 21.518837, 22.502865, 22.559485, 21.600481, 22.021018, 21.762509, 22.746916, 24.910744, 27.111342, 30.796635, 32.988923, 37.713018, 38.995705, 40.934698, 43.513731, 45.385527, 44.388134, 43.188516, 41.583745, 37.999087, 35.626772, 35.883948, 34.88487], "sum_m_pl": [3.242207, 5.693139, 5.678034, 5.485847, 6.078139, 6.465837, 6.093655, 7.033963, 6.87546, 7.591827, 7.56126, 8.156724, 8.319369, 7.664136, 8.145369, 9.253264, 8.08243, 7.815325, 8.000678, 8.177723, 7.741138, 7.875714, 7.515534, 7.401424, 14.589282, 11.890011, 10.03762, 9.872163, 8.991053, 9.325435, 8.995603, 9.179446, 8.994813, 8.994001, 8.363219, 8.618353, 8.263956, 9.346858, 11.252074, 21.895212, 19.449629, 20.607768, 19.480321, 18.146688, 19.61181, 20.386577, 20.2859, 18.09647, 15.903522, 12.897809]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 2, 0, 0, 1, 1, 1, 2, 1, 0, 1, 1, 2, 2, 2, 0, 2, 1, 1, 2, 3, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 1, 1, 1, 0, 1, 2, 2, 2, 0, 1, 0, 2, 2, 2, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.648274, 1.182185, 1.072781, 1.069086, 1.25303, 1.421922, 1.286889, 1.228987, 1.250923, 1.224969, 1.290479, 1.295675, 1.363021, 1.374978, 1.36619, 1.331943, 1.458023, 1.32174, 1.344588, 1.327577, 1.260215, 1.252866, 1.257793, 1.279669, 1.852303, 1.506043, 1.390047, 1.311066, 1.495903, 1.423894, 1.442571, 1.434684, 1.302271, 1.432763, 1.360582, 1.36071, 1.38741, 1.37379, 1.271987, 1.171557, 0.967062, 1.161364, 1.206398, 0.696926, 0.600001, 0.577296, 0.355495, 0.233408, 0.125322, 0.0], "sum_m_pl": [0.115728, 0.332914, 0.309354, 0.273494, 0.335715, 0.329996, 0.343947, 0.368038, 0.392313, 0.391811, 0.450965, 0.532638, 0.488224, 0.478131, 0.56684, 0.628317, 0.509153, 0.537041, 0.503242, 0.480526, 0.460586, 0.441017, 0.437942, 0.436789, 0.597556, 0.558477, 0.505228, 0.532667, 0.513449, 0.556676, 0.51501, 0.510791, 0.520118, 0.54224, 0.511647, 0.520629, 0.514993, 0.446087, 0.417329, 1.140781, 0.444804, 0.502423, 0.577547, 0.421395, 0.247523, 0.246789, 0.20156, 0.25332, 0.077556, 0.0]}, "lang": {"n_am_en": [1, 5, 8, 8, 4, 8, 7, 7, 6, 5, 9, 9, 10, 10, 10, 6, 11, 8, 16, 16, 15, 18, 17, 16, 19, 14, 13, 17, 17, 19, 16, 13, 20, 21, 24, 23, 26, 26, 30, 31, 31, 30, 30, 32, 33, 34, 30, 31, 33, 34], "n_am_pl": [3, 5, 6, 6, 5, 4, 4, 8, 2, 4, 4, 6, 4, 3, 5, 4, 5, 2, 8, 7, 3, 4, 5, 8, 10, 9, 6, 1, 1, 3, 2, 10, 5, 5, 4, 6, 6, 4, 6, 11, 12, 13, 13, 12, 13, 12, 15, 15, 14, 13], "n_pos": 48, "sum_m_en": [4.730511, 5.885894, 5.717902, 6.466619, 7.460545, 8.403986, 7.487823, 7.568801, 7.451997, 7.897448, 8.341371, 8.33026, 8.190642, 8.566524, 8.563921, 8.677026, 9.060826, 8.558902, 8.846647, 9.067256, 8.620661, 8.559164, 8.640387, 8.714893, 13.15527, 12.935728, 12.492918, 10.813274, 11.019665, 11.204675, 10.499158, 10.756131, 11.093444, 11.408257, 12.585136, 13.570997, 16.12444, 16.929345, 20.930931, 21.750651, 23.346965, 24.693081, 26.516906, 27.769876, 29.698121, 29.634541, 28.026794, 27.983679, 29.633289, 32.633858], "sum_m_pl": [1.302166, 2.363002, 2.408251, 2.43659, 2.776141, 2.950154, 2.777853, 3.309642, 3.133948, 3.512764, 3.372996, 3.724995, 3.854264, 3.497054, 3.614878, 4.113874, 3.640721, 3.500532, 3.598885, 3.686812, 3.530838, 3.456595, 3.333738, 3.269306, 6.785333, 6.11783, 4.552151, 4.293247, 3.96477, 4.024733, 3.959467, 4.068037, 3.861988, 3.999468, 3.696348, 3.873973, 3.611735, 4.376823, 5.620763, 10.328287, 11.291852, 11.848737, 10.806778, 9.92175, 11.628682, 11.857673, 14.738001, 14.66376, 14.013554, 12.887398]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "pes-Choroby płuc dzieci-2020 wiosna-67", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1109, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9725, "tf_agree_excl_first": 0.9815}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 12, 16, 19, 24, 42, 27, 28, 25, 34, 34, 27, 22, 33, 35, 40, 49, 44, 58, 59, 64, 59, 60, 55, 65, 62, 61, 44, 48, 52, 37, 35, 42, 62, 61, 55, 63, 65, 73, 74, 76, 73, 75, 69, 59, 42, 10, 2, 0, 0], "n_am_pl": [4, 13, 13, 9, 22, 16, 12, 18, 21, 21, 17, 20, 16, 24, 25, 31, 30, 18, 19, 21, 15, 28, 22, 23, 29, 20, 22, 21, 21, 28, 24, 31, 33, 35, 24, 29, 21, 24, 25, 45, 38, 39, 41, 44, 54, 70, 97, 107, 119, 116], "n_pos": 168, "sum_m_en": [16.496834, 24.693617, 25.51193, 26.40148, 28.973698, 31.600762, 28.212742, 27.491585, 28.653543, 30.702811, 30.457214, 29.445292, 28.491065, 29.09951, 28.535366, 29.676321, 31.551573, 30.217615, 31.297107, 30.732608, 29.325962, 28.860086, 29.418902, 29.580643, 46.914061, 44.669984, 40.61147, 35.391949, 33.416592, 31.627242, 29.89949, 28.951734, 29.449191, 31.808051, 35.840178, 38.942847, 40.820877, 43.950877, 50.445762, 52.950979, 57.569351, 62.957137, 64.059054, 63.633627, 54.197739, 41.022704, 11.435517, 4.023446, 1.185632, 7e-05], "sum_m_pl": [3.041906, 8.398676, 9.1748, 9.385567, 9.847067, 10.37782, 10.053118, 11.781144, 11.561572, 12.812456, 12.840882, 13.209016, 13.365657, 12.242535, 13.377672, 14.485208, 12.999962, 12.401467, 11.969452, 12.636412, 11.781631, 13.70793, 12.92955, 11.996713, 22.481081, 18.625674, 16.639655, 16.720338, 16.286602, 17.266255, 16.173464, 16.348013, 16.585005, 16.42431, 15.543294, 15.6966, 14.531504, 16.481187, 19.159397, 32.728217, 30.334752, 32.205145, 34.927873, 37.381112, 48.124143, 58.771, 89.454115, 105.387871, 115.785191, 116.895814]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 3, 1, 2, 2, 2, 1, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0, 1, 0, 2, 2, 1, 0, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 2, 2, 2, 1, 2, 2, 1, 2, 0, 1, 1, 1, 1, 0, 1, 2, 2, 1, 2, 1, 0, 0], "n_pos": 5, "sum_m_en": [0.540769, 0.840249, 0.788128, 0.766905, 0.775341, 0.804273, 0.793904, 0.777185, 0.904408, 0.865702, 0.938797, 0.864965, 0.829429, 0.889218, 0.896444, 0.959326, 1.06113, 1.105511, 1.24659, 1.27299, 1.004023, 0.97317, 0.975431, 0.971704, 1.578802, 1.450176, 1.019662, 0.980991, 0.950551, 0.943279, 0.926925, 0.826742, 0.873191, 0.989407, 1.13364, 1.344716, 1.371486, 1.081406, 1.36879, 1.176566, 1.061899, 1.065698, 0.973326, 0.989322, 0.864036, 1.230321, 0.381511, 0.248662, 0.047596, 0.0], "sum_m_pl": [0.112291, 0.272723, 0.289956, 0.257957, 0.30035, 0.310423, 0.310294, 0.389496, 0.354627, 0.394136, 0.452217, 0.446858, 0.471552, 0.431372, 0.514196, 0.502285, 0.423989, 0.420707, 0.3631, 0.367525, 0.387354, 0.371773, 0.359215, 0.345326, 0.42989, 0.381559, 0.468875, 0.455706, 0.490507, 0.545452, 0.470095, 0.453291, 0.488094, 0.481295, 0.401152, 0.394973, 0.300473, 0.372284, 0.294461, 0.570427, 0.594556, 0.567937, 0.642909, 0.471423, 0.950266, 0.482769, 1.308249, 0.811604, 0.079514, 0.0]}, "lang": {"n_am_en": [3, 9, 13, 12, 20, 25, 22, 20, 17, 24, 25, 21, 16, 22, 26, 28, 34, 31, 37, 39, 43, 36, 37, 36, 46, 44, 45, 30, 35, 36, 27, 25, 26, 39, 39, 35, 44, 45, 50, 52, 59, 55, 57, 55, 49, 33, 8, 2, 0, 0], "n_am_pl": [3, 11, 9, 6, 15, 12, 8, 10, 12, 10, 13, 14, 12, 17, 13, 18, 15, 13, 12, 13, 11, 17, 15, 16, 21, 15, 17, 14, 14, 19, 18, 18, 22, 26, 19, 19, 17, 16, 19, 33, 30, 31, 35, 33, 42, 58, 84, 99, 113, 116], "n_pos": 117, "sum_m_en": [11.456224, 17.314743, 17.821356, 18.530146, 20.580621, 22.20119, 20.196178, 19.494249, 20.0673, 21.663864, 21.563705, 20.964949, 20.214, 20.62444, 20.338125, 21.049064, 22.295318, 21.217881, 21.744163, 21.257541, 20.487588, 20.033916, 20.480128, 20.760349, 32.455233, 31.361467, 28.822169, 25.140728, 23.390452, 21.711192, 20.727989, 20.43072, 20.64275, 21.943375, 24.354916, 26.212368, 27.920662, 30.358852, 34.658884, 37.424836, 42.657085, 46.970646, 48.215523, 47.786797, 41.231439, 30.44053, 8.609973, 3.04099, 0.936005, 6.5e-05], "sum_m_pl": [2.052876, 5.73515, 6.136837, 6.338971, 6.763646, 7.144661, 6.942148, 8.121054, 7.917593, 8.721009, 8.722203, 9.060033, 9.132496, 8.379142, 9.07693, 9.912562, 9.000651, 8.609105, 8.392139, 8.827511, 8.168398, 10.113044, 9.50708, 8.666493, 16.867821, 14.353633, 12.249547, 11.948237, 11.568731, 12.076097, 11.236707, 11.239789, 11.401798, 11.46468, 11.426373, 11.467612, 10.931423, 12.424728, 15.210419, 23.503533, 23.708918, 25.210098, 28.969037, 30.223314, 38.606865, 49.409197, 79.087224, 96.186788, 109.007813, 115.523234]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "pes-Choroby płuc dzieci-2020 wiosna-67", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1364, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9882}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 15, 18, 32, 38, 34, 51, 46, 45, 45, 52, 45, 38, 42, 49, 44, 51, 55, 55, 65, 59, 56, 54, 56, 81, 86, 77, 67, 57, 69, 55, 64, 65, 79, 77, 93, 90, 78, 100, 83, 88, 99, 100, 91, 77, 59, 26, 5, 2, 0], "n_am_pl": [11, 36, 26, 34, 36, 34, 34, 38, 30, 41, 34, 42, 45, 52, 46, 41, 48, 47, 44, 33, 36, 38, 32, 36, 38, 34, 35, 45, 51, 62, 56, 55, 63, 56, 60, 54, 50, 46, 41, 41, 44, 35, 39, 52, 67, 91, 157, 182, 195, 199], "n_pos": 286, "sum_m_en": [27.029766, 39.260114, 42.586066, 45.480208, 47.887943, 49.868883, 51.004928, 50.135497, 49.349377, 50.654349, 52.179161, 51.658933, 49.87414, 48.721197, 49.15457, 49.004064, 48.636105, 46.757005, 46.679457, 50.374132, 47.607183, 46.138031, 47.473062, 48.070003, 64.757822, 65.613088, 60.049006, 51.897676, 52.018005, 52.483771, 50.263573, 51.18096, 50.483919, 52.61634, 53.774335, 58.509929, 60.379151, 64.139186, 72.867526, 74.035459, 75.083633, 85.424495, 89.455309, 85.255012, 77.283327, 58.127703, 27.441313, 6.879865, 3.972443, 0.006924], "sum_m_pl": [5.835782, 14.121846, 15.142634, 15.982761, 15.970172, 17.947467, 17.273103, 19.955026, 20.338736, 23.7854, 25.107484, 25.571125, 26.33854, 25.975109, 27.257979, 28.611558, 26.706688, 25.665465, 25.002813, 22.870097, 21.709648, 21.197383, 21.404612, 20.977881, 30.150537, 29.448899, 28.176031, 31.78031, 32.566782, 35.12386, 34.727111, 33.195346, 34.474281, 35.94976, 34.710928, 32.471089, 32.032808, 29.740756, 29.749665, 29.381274, 32.764288, 29.948382, 34.279698, 43.304023, 61.397094, 83.887983, 148.132855, 175.538786, 188.277903, 198.089915]}, "digit": {"n_am_en": [0, 2, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 4, 3, 1, 1, 6, 5, 6, 4, 3, 0, 3, 3, 3, 1, 2, 1, 4, 2, 1, 1, 2, 5, 6, 4, 4, 3, 6, 1, 1, 1, 2, 2, 3, 1, 1, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.770969, 1.395043, 1.482655, 1.683657, 1.604553, 1.527591, 1.507661, 1.566559, 1.570919, 1.525207, 1.67819, 1.702907, 1.66273, 1.515262, 1.245625, 1.252187, 1.332078, 1.275934, 1.470171, 1.481654, 1.539433, 1.586691, 1.644739, 1.689282, 1.520968, 1.46248, 1.177159, 1.356088, 1.429827, 1.414077, 1.679654, 1.608902, 1.546129, 1.61701, 1.59414, 1.682997, 1.548447, 1.803481, 1.784926, 1.544437, 1.776879, 1.161185, 0.903491, 0.926115, 0.589595, 0.38526, 0.464801, 0.254481, 0.194228, 1e-06], "sum_m_pl": [0.124718, 0.40278, 0.469781, 0.454241, 0.542536, 0.645785, 0.664641, 0.861105, 0.768159, 1.326929, 0.900858, 0.856815, 0.965419, 1.052242, 1.504636, 1.597708, 1.077759, 1.310759, 0.846287, 0.823045, 0.706095, 0.676968, 0.654099, 0.664475, 1.946255, 2.154501, 1.992541, 1.723032, 1.073804, 1.810964, 1.201835, 0.943863, 0.681358, 0.84094, 0.798583, 0.935574, 1.021395, 0.650622, 0.637281, 0.666188, 1.366992, 1.307727, 1.064276, 0.554209, 0.48021, 0.288305, 0.195369, 0.144809, 0.104331, 0.000297]}, "lang": {"n_am_en": [3, 11, 17, 25, 30, 23, 39, 39, 35, 36, 44, 33, 24, 30, 35, 36, 35, 42, 38, 47, 41, 38, 40, 39, 59, 66, 64, 55, 42, 51, 37, 48, 48, 60, 58, 72, 74, 64, 77, 67, 70, 80, 77, 70, 63, 47, 18, 3, 0, 0], "n_am_pl": [9, 22, 16, 19, 21, 24, 24, 25, 19, 28, 25, 31, 38, 37, 34, 26, 39, 37, 39, 24, 26, 28, 23, 28, 24, 23, 23, 33, 38, 49, 48, 41, 49, 45, 48, 40, 39, 33, 33, 32, 33, 25, 30, 42, 57, 82, 144, 173, 190, 198], "n_pos": 198, "sum_m_en": [18.610924, 27.113274, 29.688658, 30.915957, 33.052235, 34.577652, 35.361429, 34.717744, 34.602082, 35.48955, 36.729585, 36.757692, 35.202211, 34.589305, 35.51718, 35.298395, 34.659532, 33.491221, 32.929758, 35.713051, 33.430674, 32.110004, 33.137899, 33.509727, 48.789993, 50.325454, 45.930233, 38.476224, 37.655708, 37.536073, 35.187056, 36.374771, 36.117285, 36.921931, 38.173595, 42.684276, 45.670402, 48.733526, 56.907949, 58.273285, 59.124588, 66.540872, 68.914528, 65.89938, 61.388541, 46.341264, 20.116933, 3.596095, 1.405569, 0.006491], "sum_m_pl": [3.837535, 9.787305, 10.527884, 11.094177, 10.857483, 12.192148, 11.821021, 13.845261, 14.296259, 16.464225, 17.848065, 18.431805, 18.985063, 18.713867, 19.395655, 20.254896, 19.267026, 18.164753, 18.014144, 16.284646, 15.384015, 15.077681, 15.314059, 14.93035, 21.625109, 20.685601, 20.141021, 22.964558, 23.909641, 25.395847, 25.370831, 24.208907, 25.692576, 27.118879, 26.282347, 25.006143, 24.129423, 22.211208, 21.629175, 21.401135, 23.967436, 21.307038, 25.483039, 33.246797, 52.324647, 74.805095, 135.141684, 165.862473, 182.466495, 196.215949]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 288, "item_id": "pes-Choroby płuc-2018 jesień-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 286, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.993}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 20, 19, 32, 43, 53, 52, 54, 48, 60, 49, 41, 37, 44, 48, 57, 71, 77, 69, 72, 81, 71, 66, 69, 91, 104, 102, 84, 78, 75, 56, 66, 73, 82, 82, 99, 97, 95, 121, 115, 113, 121, 128, 118, 97, 80, 31, 13, 1, 0], "n_am_pl": [8, 33, 22, 27, 34, 35, 37, 56, 37, 34, 45, 63, 57, 71, 64, 47, 42, 47, 55, 40, 39, 36, 38, 38, 40, 36, 44, 52, 55, 67, 72, 65, 80, 68, 70, 65, 56, 45, 43, 42, 51, 46, 53, 58, 70, 99, 168, 202, 219, 228], "n_pos": 326, "sum_m_en": [30.12353, 45.312663, 47.829886, 51.768717, 53.845925, 56.305973, 58.246487, 58.237653, 56.221309, 57.025792, 57.829329, 57.525529, 56.2567, 55.122233, 55.923802, 56.762204, 56.501417, 53.656597, 52.767681, 56.731967, 54.414927, 52.667777, 54.404783, 57.3546, 80.640183, 82.953703, 75.717517, 65.106659, 62.624805, 62.195638, 58.500389, 58.864441, 58.215015, 60.91802, 62.433035, 67.418553, 70.370525, 77.468579, 93.904224, 98.663843, 96.427846, 105.089627, 108.84757, 110.736955, 88.89773, 74.184104, 32.744594, 10.141013, 3.540065, 0.017234], "sum_m_pl": [5.783444, 14.922952, 16.229054, 16.872489, 17.114171, 19.282395, 19.484524, 22.376815, 23.847826, 26.786061, 28.3366, 28.672985, 29.604683, 30.611037, 31.134231, 32.126203, 29.880466, 27.667549, 27.998104, 26.463606, 24.669439, 24.064918, 24.030844, 23.979888, 35.890418, 32.297532, 32.642401, 35.480003, 36.502151, 39.145916, 38.624977, 37.547602, 39.065522, 39.289446, 38.156672, 36.037064, 36.601462, 34.371935, 34.647012, 34.232807, 36.221688, 37.375317, 45.936088, 53.274619, 67.022035, 94.765463, 159.125865, 198.340854, 214.765495, 226.913455]}, "digit": {"n_am_en": [0, 1, 1, 0, 2, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 4, 3, 0, 2, 5, 1, 4, 2, 2, 2, 4, 2, 3, 2, 1, 1, 3, 2, 2, 1, 2, 3, 4, 5, 6, 8, 8, 4, 4, 1, 4, 4, 6, 4, 2, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.877788, 1.559643, 1.665409, 1.899827, 1.778916, 1.711775, 1.697632, 1.703657, 1.712442, 1.716852, 1.786106, 1.756134, 1.790975, 1.723729, 1.521633, 1.550552, 1.585422, 1.553348, 1.673704, 1.65371, 1.731876, 1.759589, 1.822968, 1.868947, 1.560525, 1.500471, 1.236914, 1.503533, 1.590219, 1.468273, 1.872999, 1.794405, 1.682308, 1.762021, 1.705225, 1.778812, 1.550935, 1.689259, 1.727955, 1.485941, 1.953917, 1.25441, 1.048063, 1.095585, 0.816781, 0.515282, 0.570829, 0.218903, 0.11654, 0.0], "sum_m_pl": [0.138535, 0.431199, 0.505189, 0.476142, 0.58001, 0.698481, 0.688199, 0.863332, 0.903544, 1.338161, 1.014058, 0.960612, 1.078407, 1.278813, 1.521186, 1.678298, 1.08731, 1.211661, 0.879699, 0.861711, 0.772575, 0.750881, 0.73527, 0.738517, 1.743751, 1.926421, 2.244668, 1.973438, 1.571693, 2.497522, 1.473951, 1.226936, 0.954873, 1.124357, 1.066042, 1.253961, 1.306707, 0.899158, 0.907795, 0.855571, 1.290396, 1.407944, 1.285471, 0.762888, 0.619278, 0.329634, 0.184542, 0.10068, 0.08987, 8e-06]}, "lang": {"n_am_en": [3, 14, 16, 22, 31, 38, 38, 42, 40, 46, 36, 34, 31, 33, 35, 39, 53, 61, 53, 54, 62, 52, 53, 54, 73, 87, 85, 69, 61, 56, 42, 48, 56, 63, 60, 77, 76, 75, 93, 95, 91, 96, 103, 89, 75, 68, 23, 8, 1, 0], "n_am_pl": [5, 23, 15, 17, 23, 26, 26, 39, 29, 27, 39, 48, 41, 46, 41, 31, 29, 37, 43, 31, 28, 26, 26, 29, 30, 26, 30, 37, 40, 52, 55, 44, 54, 48, 47, 45, 40, 30, 33, 32, 42, 40, 42, 48, 61, 87, 155, 194, 216, 227], "n_pos": 227, "sum_m_en": [21.091422, 31.597623, 33.342051, 35.388048, 37.185286, 38.909291, 40.355754, 40.437904, 39.071121, 39.705916, 40.455481, 40.3643, 39.377903, 38.873921, 39.79467, 40.338548, 39.910127, 37.966469, 37.089414, 39.992429, 38.25541, 36.968476, 38.348741, 40.724422, 63.462272, 65.732631, 59.665884, 50.180389, 47.007233, 45.879375, 41.839976, 42.281662, 41.666143, 42.921823, 44.252262, 48.66109, 52.419247, 58.830577, 73.016557, 77.898918, 76.824757, 81.81729, 84.000234, 83.560155, 68.391289, 60.38497, 24.253673, 5.399858, 2.544046, 0.016117], "sum_m_pl": [3.635537, 10.200901, 11.315159, 11.641975, 11.905606, 13.422985, 13.510216, 15.74593, 16.83216, 18.566477, 20.078078, 20.604216, 21.221724, 21.812357, 21.975303, 22.459696, 21.410115, 19.458216, 19.64169, 18.532295, 17.141481, 16.976167, 17.076457, 17.129065, 26.061966, 22.797463, 23.177796, 25.598966, 26.593566, 27.738324, 27.969118, 26.773222, 28.485341, 28.5328, 28.409137, 26.957152, 26.596471, 25.360712, 25.257691, 24.666659, 26.839647, 29.108024, 36.709351, 42.913056, 56.893427, 83.082606, 145.269589, 188.101365, 209.309332, 225.191153]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 328, "item_id": "pes-Choroby płuc-2018 jesień-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1294, "region_end": 326, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9908}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 21, 27, 38, 42, 55, 53, 65, 55, 64, 73, 74, 67, 68, 75, 77, 76, 78, 91, 68, 74, 69, 72, 70, 103, 92, 94, 87, 74, 74, 81, 68, 67, 91, 99, 110, 115, 113, 123, 125, 133, 139, 145, 140, 119, 93, 33, 8, 1, 1], "n_am_pl": [7, 22, 30, 23, 23, 35, 23, 25, 23, 27, 33, 32, 33, 44, 46, 32, 47, 42, 29, 26, 20, 17, 22, 23, 23, 27, 23, 22, 28, 32, 31, 43, 38, 34, 29, 23, 24, 25, 27, 23, 28, 34, 37, 43, 64, 86, 152, 187, 210, 215], "n_pos": 317, "sum_m_en": [30.56555, 45.076415, 47.538493, 49.99587, 53.795443, 56.393071, 56.272458, 57.163441, 58.230741, 60.423806, 63.397505, 61.983289, 61.547198, 60.412528, 61.936213, 62.12169, 61.663393, 59.569896, 58.273514, 55.909162, 54.693863, 52.973316, 53.814405, 53.991846, 78.059672, 78.767547, 73.189627, 66.595458, 63.276527, 63.393643, 62.39486, 61.804569, 62.50992, 67.268227, 73.940744, 82.009343, 82.326784, 88.597042, 92.748478, 96.496794, 98.802351, 108.492475, 118.3112, 120.421303, 103.958308, 80.69401, 32.646701, 9.062121, 3.703478, 1.089185], "sum_m_pl": [5.396869, 14.430385, 16.15384, 16.09118, 16.291858, 17.062639, 17.314, 19.273015, 19.197263, 20.726125, 22.918024, 22.859416, 23.771763, 23.797986, 23.732506, 24.762242, 23.368479, 23.549153, 22.262281, 21.606935, 19.892261, 19.237788, 19.398207, 19.671684, 23.76438, 22.754559, 22.113008, 25.047872, 27.340894, 29.286322, 28.171218, 28.264818, 28.474026, 28.184443, 26.042215, 25.163219, 26.793589, 25.000963, 25.277942, 24.950801, 26.799896, 29.316716, 32.365176, 38.655843, 58.634251, 81.635292, 140.21737, 182.573232, 204.698733, 214.636719]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 3, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 2, 2, 2, 2, 3, 4, 3, 3, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [1, 0, 3, 2, 1, 1, 1, 3, 2, 2, 1, 2, 3, 2, 3, 3, 2, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 2, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.736572, 1.473069, 1.547575, 1.712431, 1.554979, 1.570924, 1.519205, 1.592947, 1.603, 1.577344, 1.690364, 1.716793, 1.721247, 1.553489, 1.581764, 1.564826, 1.48505, 1.391129, 1.51366, 1.527197, 1.549345, 1.526465, 1.548623, 1.589881, 1.412675, 1.579841, 1.488559, 1.494158, 1.714247, 1.722006, 1.959013, 1.74576, 1.61788, 1.818884, 1.999166, 2.053355, 2.322027, 2.712459, 2.441557, 1.930294, 1.888119, 1.856134, 2.13023, 2.25313, 1.454425, 1.423323, 0.779327, 0.230486, 0.079113, 0.0], "sum_m_pl": [0.193582, 0.450311, 0.514762, 0.495964, 0.5319, 0.507477, 0.470914, 0.571607, 0.545078, 0.676141, 0.550617, 0.56581, 0.727404, 0.544528, 0.719622, 0.817126, 0.715711, 0.801954, 0.616215, 0.589622, 0.530801, 0.504511, 0.497488, 0.51798, 0.600663, 0.628675, 0.553265, 0.616056, 0.562389, 0.647549, 0.645753, 0.574708, 0.473235, 0.412052, 0.397253, 0.423368, 0.515061, 0.479689, 0.55802, 0.521773, 0.766248, 0.661034, 0.560945, 0.431674, 0.415805, 0.250003, 0.161069, 0.358555, 0.271221, 0.008693]}, "lang": {"n_am_en": [9, 14, 24, 21, 31, 38, 38, 47, 47, 49, 53, 52, 50, 48, 51, 53, 52, 55, 65, 48, 54, 48, 50, 52, 73, 65, 71, 66, 60, 55, 59, 51, 47, 62, 72, 79, 92, 85, 95, 93, 98, 105, 107, 110, 94, 71, 25, 6, 1, 1], "n_am_pl": [4, 18, 17, 13, 13, 24, 15, 20, 15, 18, 21, 22, 21, 31, 28, 17, 34, 29, 18, 18, 14, 9, 13, 13, 15, 19, 16, 14, 17, 23, 22, 29, 30, 27, 21, 16, 13, 19, 21, 14, 20, 27, 31, 34, 54, 75, 135, 174, 201, 215], "n_pos": 217, "sum_m_en": [21.111002, 31.270639, 33.113817, 34.404161, 37.095871, 39.055117, 38.964836, 39.09485, 40.554259, 41.784259, 43.952727, 42.891385, 42.911499, 41.819044, 42.302286, 43.073972, 43.353049, 42.271809, 40.63995, 38.771153, 37.813583, 36.499777, 36.790793, 36.8574, 54.399153, 55.395475, 52.145468, 47.633265, 45.04108, 44.247559, 43.21805, 43.247183, 44.386592, 46.616352, 52.151622, 58.952538, 59.884657, 64.318097, 67.987494, 71.364821, 73.222858, 81.98832, 89.153497, 93.82527, 82.8705, 62.570689, 24.471734, 6.08456, 2.519423, 1.089176], "sum_m_pl": [3.600504, 9.842488, 10.888113, 10.971297, 11.063037, 11.711176, 11.946506, 13.494292, 13.272311, 14.231707, 15.920864, 15.962863, 16.540604, 16.670757, 16.646109, 17.172948, 16.263156, 16.209368, 15.439224, 15.096155, 13.871155, 13.340774, 13.560985, 13.750506, 17.363935, 16.46735, 16.258588, 18.318562, 20.076922, 21.501394, 20.762971, 20.752235, 21.114617, 21.091008, 19.271502, 18.486584, 19.242328, 18.190931, 18.082586, 17.739307, 18.578067, 21.436438, 24.600233, 30.017063, 48.562077, 69.618288, 125.010258, 167.488099, 194.522862, 213.222258]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "pes-Choroby płuc-2019 jesień-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1128, "region_end": 317, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9843}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 14, 22, 30, 29, 40, 48, 47, 45, 53, 48, 43, 43, 48, 54, 54, 59, 63, 75, 56, 59, 60, 57, 57, 72, 71, 77, 63, 59, 54, 52, 53, 53, 83, 84, 96, 91, 86, 102, 108, 106, 106, 110, 114, 96, 73, 23, 6, 1, 1], "n_am_pl": [5, 14, 15, 22, 25, 32, 24, 35, 22, 25, 25, 26, 31, 38, 44, 38, 41, 39, 27, 28, 19, 16, 21, 19, 23, 26, 22, 27, 31, 41, 42, 42, 42, 31, 32, 24, 27, 26, 23, 22, 30, 41, 39, 39, 54, 71, 133, 157, 176, 172], "n_pos": 263, "sum_m_en": [24.804053, 37.204417, 39.06624, 40.94324, 43.703683, 45.801469, 45.439095, 46.166031, 46.626312, 48.856942, 51.261684, 50.241281, 49.826106, 48.482834, 49.674855, 49.914576, 49.602073, 48.179657, 46.951107, 45.383621, 44.005642, 42.576405, 42.933955, 43.578958, 59.451639, 61.201767, 56.775168, 51.709023, 49.291625, 49.035726, 48.659315, 47.750185, 48.852891, 52.901917, 58.038261, 63.552756, 63.694284, 69.555673, 77.082528, 77.048716, 76.074049, 81.160029, 89.980127, 96.028022, 82.45294, 64.799185, 24.225051, 8.000559, 3.379361, 1.02083], "sum_m_pl": [4.36504, 11.683398, 13.256385, 13.621824, 13.981371, 14.435447, 14.815058, 16.615056, 16.466969, 17.685338, 19.281279, 19.290219, 20.112561, 19.88667, 20.649164, 20.825085, 19.391646, 19.831909, 18.373736, 17.940434, 16.480728, 15.872043, 15.87332, 16.164519, 21.741085, 20.815284, 20.932516, 22.124281, 24.138947, 25.479056, 24.478697, 24.637453, 24.366649, 23.658467, 21.814297, 21.725036, 24.321958, 23.182595, 23.263215, 24.217611, 27.292236, 30.02881, 31.091026, 35.013491, 49.281249, 70.441923, 123.063465, 151.605721, 168.614773, 172.653138]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 3, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 1, 2, 3, 3, 3, 4, 3, 3, 4, 4, 3, 3, 2, 3, 1, 0, 0, 0], "n_am_pl": [1, 0, 1, 0, 1, 1, 1, 2, 1, 4, 0, 2, 4, 4, 5, 4, 4, 4, 3, 3, 1, 1, 0, 0, 3, 1, 2, 1, 0, 2, 2, 1, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.728138, 1.47387, 1.575095, 1.7372, 1.591264, 1.57836, 1.516842, 1.591539, 1.614947, 1.585078, 1.716599, 1.619773, 1.638513, 1.55216, 1.579944, 1.583196, 1.560533, 1.481053, 1.566065, 1.584812, 1.5875, 1.570817, 1.601219, 1.66337, 1.452408, 1.614438, 1.598716, 1.644798, 1.791117, 1.812241, 2.066812, 1.87428, 1.69998, 1.888746, 2.048326, 2.227015, 2.448213, 2.779262, 2.539397, 2.05769, 2.112324, 1.911255, 2.205748, 2.235877, 1.52181, 1.488551, 0.562445, 0.184965, 0.094284, 0.0], "sum_m_pl": [0.1823, 0.431504, 0.503619, 0.523605, 0.573504, 0.543863, 0.493811, 0.587454, 0.601024, 0.776298, 0.570082, 0.606374, 0.768108, 0.645147, 0.883625, 0.883085, 0.682221, 0.752705, 0.567015, 0.576798, 0.521422, 0.493659, 0.488578, 0.510688, 0.608833, 0.716268, 0.610458, 0.638493, 0.542163, 0.661589, 0.677723, 0.54232, 0.443379, 0.408825, 0.409001, 0.392138, 0.4494, 0.391561, 0.454231, 0.403478, 0.627417, 0.541124, 0.47604, 0.427351, 0.409989, 0.285997, 0.178861, 0.425572, 0.324677, 0.021448]}, "lang": {"n_am_en": [6, 9, 16, 18, 22, 25, 37, 34, 31, 36, 31, 33, 32, 37, 41, 35, 37, 42, 51, 36, 37, 40, 37, 39, 54, 52, 57, 49, 44, 40, 42, 39, 38, 60, 65, 73, 71, 67, 78, 80, 80, 80, 84, 89, 75, 58, 18, 5, 1, 1], "n_am_pl": [2, 11, 8, 14, 15, 22, 16, 22, 14, 14, 20, 15, 19, 22, 25, 22, 27, 26, 15, 16, 12, 7, 12, 11, 12, 13, 14, 17, 23, 29, 25, 28, 32, 22, 20, 14, 17, 15, 14, 15, 20, 31, 29, 32, 44, 61, 113, 140, 165, 172], "n_pos": 174, "sum_m_en": [16.489573, 24.793252, 25.857713, 26.846774, 28.937216, 30.501057, 30.28137, 30.361182, 31.160133, 32.414044, 34.233967, 33.511322, 33.537801, 32.379048, 32.752147, 33.105254, 33.528181, 32.80094, 31.459637, 30.195407, 29.254753, 28.223319, 28.236257, 28.670091, 41.151709, 42.806738, 39.64945, 35.920659, 33.75398, 33.22798, 32.838308, 32.537401, 33.855749, 36.097625, 40.421264, 45.173329, 45.483239, 50.247867, 56.416079, 57.128981, 56.561558, 62.079618, 70.472835, 76.634106, 65.677732, 51.564803, 19.116915, 6.184663, 2.573119, 1.020804], "sum_m_pl": [2.815048, 7.721364, 8.706212, 8.950013, 9.197359, 9.564035, 9.847893, 11.25531, 11.048723, 11.830196, 13.23219, 13.196644, 13.67021, 13.594141, 14.123428, 14.170364, 13.16322, 13.239235, 12.48008, 12.269483, 11.260993, 10.82804, 10.77693, 11.010258, 14.717471, 13.963616, 14.932278, 15.760621, 17.423448, 18.327289, 17.448683, 17.673956, 17.699754, 17.15963, 15.397606, 15.265762, 16.442038, 15.900411, 15.549404, 16.173245, 17.573135, 20.303977, 23.001678, 26.578509, 39.589051, 59.354171, 106.201933, 134.918333, 157.56188, 171.009373]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "pes-Choroby płuc-2019 jesień-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1383, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9736, "tf_agree_excl_first": 0.9773}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 17, 13, 16, 22, 27, 32, 22, 21, 28, 25, 22, 28, 23, 31, 30, 33, 35, 43, 41, 40, 38, 41, 38, 42, 49, 42, 39, 34, 33, 34, 35, 40, 41, 48, 51, 61, 68, 64, 69, 69, 71, 73, 58, 53, 55, 49, 58, 51, 50], "n_am_pl": [4, 9, 13, 12, 7, 14, 9, 14, 15, 17, 14, 13, 15, 16, 18, 15, 10, 6, 5, 8, 4, 4, 5, 7, 10, 12, 10, 11, 17, 17, 12, 9, 11, 11, 9, 10, 8, 5, 7, 8, 6, 9, 9, 9, 11, 10, 11, 8, 10, 6], "n_pos": 134, "sum_m_en": [15.15559, 19.381933, 19.955841, 20.647299, 22.374578, 23.308487, 23.202222, 22.79446, 23.289967, 23.520375, 23.026066, 22.930895, 23.769679, 23.866301, 23.645752, 23.860515, 24.090307, 22.852316, 23.856762, 23.326005, 23.42347, 23.05265, 22.916863, 22.656505, 33.965874, 32.839368, 29.198684, 25.563997, 26.318569, 25.958613, 25.744867, 25.753325, 26.688155, 28.412682, 32.168196, 36.006452, 39.890662, 45.690734, 48.879749, 51.20208, 50.683226, 56.333993, 59.234967, 50.423141, 48.20377, 48.365123, 46.915234, 49.316844, 45.063528, 51.67177], "sum_m_pl": [3.886132, 5.905734, 6.728296, 6.147297, 6.860978, 7.234016, 7.309637, 7.74575, 7.861092, 8.592643, 8.738939, 9.310353, 9.324864, 9.400608, 10.151357, 10.298649, 8.762374, 9.335567, 8.50389, 8.695877, 8.000906, 7.984647, 7.884576, 7.875772, 10.406883, 11.88028, 11.62156, 11.97632, 11.126671, 11.411986, 9.892909, 9.33446, 10.217484, 9.794734, 9.337315, 9.449701, 8.561256, 7.802026, 8.071896, 8.416583, 9.153036, 8.693814, 8.713564, 9.039011, 9.798433, 9.310227, 9.317615, 8.612031, 9.212523, 5.520599]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 2, 0, 1, 1, 0, 2, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 2, 2, 2, 1, 0, 2, 0, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.178213, 0.312416, 0.283844, 0.339746, 0.4348, 0.459287, 0.491837, 0.396781, 0.431785, 0.421513, 0.376258, 0.388376, 0.383214, 0.458204, 0.42307, 0.409455, 0.440958, 0.436798, 0.4724, 0.422963, 0.402945, 0.379786, 0.376063, 0.382316, 0.729906, 0.708472, 0.624973, 0.489457, 0.537336, 0.457828, 0.477134, 0.434865, 0.452083, 0.488057, 0.588443, 0.769276, 1.050253, 1.231026, 1.262551, 1.022979, 0.952613, 0.8748, 0.667427, 0.604419, 0.475188, 0.454828, 0.19936, 0.219507, 0.064283, 0.0], "sum_m_pl": [0.032439, 0.074239, 0.060266, 0.072607, 0.09607, 0.103278, 0.128826, 0.118753, 0.10648, 0.122806, 0.116223, 0.104149, 0.15149, 0.140251, 0.162569, 0.133042, 0.132264, 0.099628, 0.105462, 0.116814, 0.115211, 0.115879, 0.119385, 0.11575, 0.098661, 0.121854, 0.139168, 0.14003, 0.135148, 0.109745, 0.092973, 0.10372, 0.146589, 0.136264, 0.129205, 0.112641, 0.073449, 0.070513, 0.065165, 0.101584, 0.109921, 0.09885, 0.113433, 0.09768, 0.131018, 0.142539, 0.163059, 0.094837, 0.023664, 0.0]}, "lang": {"n_am_en": [7, 8, 7, 7, 13, 15, 20, 12, 12, 17, 14, 13, 14, 12, 18, 18, 18, 19, 22, 21, 21, 20, 26, 22, 24, 29, 23, 21, 19, 19, 16, 17, 20, 24, 29, 31, 38, 41, 40, 45, 38, 40, 43, 42, 40, 43, 40, 47, 47, 50], "n_am_pl": [3, 5, 5, 5, 3, 7, 2, 5, 8, 7, 7, 9, 8, 10, 8, 6, 4, 3, 4, 2, 2, 2, 1, 2, 4, 7, 4, 5, 7, 4, 5, 4, 4, 6, 1, 2, 1, 1, 3, 3, 5, 6, 5, 6, 6, 6, 7, 6, 6, 6], "n_pos": 57, "sum_m_en": [6.035411, 8.499885, 8.55209, 9.016407, 9.5762, 10.169995, 10.134138, 10.027872, 10.357032, 10.281286, 10.233506, 10.171303, 10.608409, 10.669694, 10.807966, 10.752666, 10.582936, 10.247696, 10.511154, 10.465861, 10.495471, 10.143094, 9.971418, 9.743778, 18.349105, 17.389904, 15.614845, 13.300543, 13.35795, 12.972935, 12.768279, 12.332055, 12.987643, 14.5255, 16.962154, 19.740677, 22.492264, 27.263191, 29.170049, 30.394212, 30.832692, 33.795556, 35.809789, 35.567849, 36.095981, 36.306733, 36.644818, 39.103147, 38.819799, 49.094115], "sum_m_pl": [1.376258, 2.110462, 2.51683, 2.472961, 2.761315, 2.805516, 2.852982, 2.938619, 3.112426, 3.415335, 3.50169, 3.5249, 3.501389, 3.605489, 3.660643, 3.611519, 3.229941, 3.417475, 3.502629, 3.60918, 3.3333, 3.356535, 3.311279, 3.283978, 4.122926, 4.696243, 4.579911, 4.735563, 4.47717, 4.158767, 3.805169, 3.744724, 4.306604, 4.127959, 3.748466, 3.730112, 3.508897, 2.961195, 3.223951, 3.556898, 4.897875, 4.960181, 4.572001, 5.915275, 6.435444, 5.992969, 5.871433, 5.964664, 6.290891, 5.461748]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "pes-Choroby płuc-2019 wiosna-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1002, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9632, "tf_agree_excl_first": 0.9704}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 19, 20, 32, 39, 41, 40, 45, 48, 55, 47, 52, 58, 53, 54, 64, 65, 69, 74, 68, 68, 76, 75, 77, 104, 99, 87, 61, 58, 49, 57, 62, 66, 77, 89, 84, 86, 89, 94, 95, 109, 121, 127, 108, 87, 58, 25, 6, 4, 2], "n_am_pl": [5, 15, 25, 22, 31, 30, 27, 31, 24, 26, 28, 38, 37, 40, 35, 33, 20, 29, 18, 25, 13, 22, 21, 22, 21, 29, 22, 28, 37, 44, 29, 39, 44, 38, 32, 30, 29, 33, 32, 42, 42, 40, 41, 60, 75, 104, 163, 197, 194, 202], "n_pos": 273, "sum_m_en": [24.315427, 39.231682, 42.126386, 43.338714, 43.867044, 44.911599, 46.67358, 49.085191, 49.047353, 49.653507, 48.578434, 47.333075, 46.9742, 46.503933, 46.376263, 47.411941, 47.854111, 45.477908, 46.561801, 45.598963, 45.27317, 44.782002, 45.128771, 45.416816, 74.194045, 69.726482, 62.910083, 54.861666, 52.581153, 49.011703, 47.043268, 46.203736, 47.136858, 50.724707, 54.876947, 59.154814, 58.987521, 66.126402, 74.155192, 77.496869, 78.056644, 88.857039, 103.596637, 91.361614, 77.208941, 54.728172, 23.746599, 7.928527, 3.621662, 1.475457], "sum_m_pl": [4.225193, 12.192011, 13.909567, 14.451988, 15.744299, 16.90873, 16.475492, 17.587796, 17.341193, 18.573487, 19.213428, 19.698282, 19.030669, 18.901267, 20.482941, 19.421929, 17.516681, 17.993648, 16.593898, 16.783913, 15.435641, 15.450237, 15.485272, 15.887309, 19.521367, 21.904849, 21.362388, 23.156588, 24.737138, 26.175162, 23.797293, 23.506932, 24.78352, 23.490763, 23.965615, 23.270922, 25.268946, 24.351125, 24.420458, 25.275415, 27.205995, 28.575146, 30.761397, 46.291549, 62.300638, 92.290815, 154.20763, 187.491924, 192.612684, 200.739938]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0], "n_pos": 2, "sum_m_en": [0.16575, 0.311858, 0.323364, 0.407665, 0.437858, 0.435241, 0.46954, 0.401358, 0.423336, 0.440978, 0.426209, 0.419224, 0.403799, 0.422328, 0.513112, 0.547217, 0.576564, 0.494244, 0.508787, 0.414701, 0.412436, 0.387526, 0.39677, 0.389036, 0.539863, 0.621094, 0.582104, 0.535395, 0.491578, 0.462425, 0.459181, 0.505004, 0.475622, 0.500667, 0.491646, 0.491152, 0.529153, 0.517429, 1.173173, 1.143638, 0.996088, 0.678265, 1.037719, 1.107693, 0.987318, 0.598861, 0.096733, 0.041107, 0.087688, 0.0], "sum_m_pl": [0.031635, 0.092728, 0.074679, 0.110435, 0.115259, 0.115017, 0.121642, 0.132088, 0.116321, 0.117589, 0.103337, 0.102305, 0.121007, 0.094799, 0.127759, 0.129684, 0.139073, 0.112257, 0.124434, 0.130945, 0.118124, 0.120057, 0.123307, 0.119498, 0.094303, 0.123853, 0.129548, 0.13589, 0.125411, 0.128714, 0.126626, 0.138246, 0.156477, 0.167219, 0.306243, 0.348807, 0.181312, 0.144395, 0.091754, 0.053604, 0.024239, 0.026362, 0.008736, 0.032766, 0.188344, 0.896914, 1.564081, 1.286054, 0.746568, 0.0]}, "lang": {"n_am_en": [4, 12, 19, 21, 27, 29, 31, 34, 34, 40, 37, 40, 47, 40, 39, 48, 48, 55, 59, 53, 51, 57, 60, 65, 79, 77, 66, 52, 46, 38, 47, 48, 53, 60, 71, 65, 64, 69, 69, 69, 82, 91, 100, 84, 67, 43, 21, 6, 4, 2], "n_am_pl": [4, 14, 19, 18, 22, 23, 18, 23, 17, 20, 23, 32, 29, 33, 28, 25, 18, 25, 10, 18, 11, 16, 15, 17, 14, 21, 16, 22, 27, 30, 22, 31, 34, 33, 27, 22, 26, 27, 29, 41, 41, 37, 34, 51, 61, 89, 145, 178, 188, 200], "n_pos": 202, "sum_m_en": [18.177925, 29.182394, 31.774408, 32.392824, 32.54684, 33.598036, 34.776639, 36.940341, 36.841341, 37.544989, 36.828864, 35.915473, 35.992502, 35.53991, 35.51048, 36.184104, 36.27071, 34.597321, 35.082883, 34.32248, 33.993147, 33.639534, 33.745134, 33.790521, 58.756033, 54.408894, 48.661621, 42.133812, 40.216605, 37.345041, 35.738531, 35.040002, 35.815912, 38.57847, 41.839758, 46.160347, 46.230666, 50.668894, 55.083142, 57.533574, 58.706596, 67.804939, 81.801901, 71.559579, 59.394302, 41.487504, 20.154849, 6.850517, 2.641611, 1.475422], "sum_m_pl": [3.142962, 9.243686, 10.11814, 10.515062, 11.302409, 11.99001, 11.891811, 12.970873, 12.747244, 13.579717, 14.100617, 14.412088, 13.965114, 13.913586, 14.506868, 13.513911, 12.541084, 12.893111, 12.323478, 12.55899, 11.441547, 11.489604, 11.567364, 11.881019, 14.347932, 16.061252, 15.701486, 17.298621, 19.006228, 19.387905, 18.143383, 18.402729, 19.945387, 19.019475, 19.270205, 18.823065, 21.130832, 20.734292, 21.002431, 22.037415, 23.787199, 25.472185, 26.384244, 39.22127, 52.189236, 79.522004, 135.639409, 169.459393, 185.662869, 199.228169]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "pes-Choroby płuc-2019 wiosna-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1257, "region_end": 273, "roundtrip_ok": true, "tf_agree": 0.9782, "tf_agree_excl_first": 0.9818}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 15, 15, 25, 38, 36, 37, 32, 37, 40, 28, 29, 30, 34, 40, 36, 47, 33, 43, 43, 50, 39, 38, 49, 76, 66, 65, 46, 46, 53, 45, 40, 44, 66, 61, 59, 70, 65, 73, 75, 70, 64, 71, 65, 55, 43, 19, 5, 1, 0], "n_am_pl": [10, 34, 33, 29, 37, 40, 27, 39, 36, 33, 27, 44, 39, 47, 42, 47, 49, 59, 48, 44, 36, 31, 48, 41, 40, 50, 41, 35, 40, 52, 46, 53, 46, 42, 46, 46, 58, 59, 66, 67, 84, 78, 81, 92, 117, 138, 187, 204, 207, 209], "n_pos": 296, "sum_m_en": [29.153526, 41.540695, 45.732761, 46.274157, 46.927534, 47.809003, 46.091131, 46.699969, 46.022953, 48.635558, 50.122629, 48.387877, 50.085645, 50.171567, 50.597631, 50.472807, 50.329385, 47.03001, 47.156201, 47.288223, 46.715864, 46.224935, 46.52236, 46.907612, 56.817349, 55.854624, 52.316706, 48.683898, 49.763948, 49.110582, 48.871097, 49.189291, 48.696291, 50.522883, 50.415998, 50.07089, 52.020834, 53.019176, 55.286918, 57.014453, 56.886908, 56.296856, 66.624501, 58.491156, 56.760351, 39.66772, 17.58267, 6.049706, 2.133487, 0.031415], "sum_m_pl": [5.718883, 14.908122, 16.379176, 16.342009, 16.515736, 17.682125, 17.545381, 19.470035, 19.261167, 20.424808, 22.288341, 24.035868, 24.380558, 25.095502, 24.659823, 25.011129, 23.602916, 23.817734, 21.993828, 21.30347, 20.286404, 19.355508, 19.102954, 18.459615, 31.507813, 31.685419, 29.016596, 29.445364, 30.748839, 34.402581, 31.799322, 32.682435, 32.588069, 32.453727, 31.204572, 32.273125, 32.794145, 34.992007, 43.801549, 50.331079, 59.237224, 56.537554, 62.30688, 72.814191, 94.936512, 121.783703, 169.575997, 194.527519, 205.08639, 209.211551]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 3, 1, 0, 3, 1, 4, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0], "n_pos": 8, "sum_m_en": [0.488201, 1.049648, 1.127563, 1.240844, 1.182072, 1.275942, 1.291615, 1.264635, 1.214592, 1.159999, 1.196055, 1.119531, 1.234283, 1.207306, 1.260609, 1.245532, 1.222912, 1.102464, 1.193017, 1.201552, 1.220376, 1.240779, 1.250713, 1.297846, 0.969765, 1.121978, 0.82401, 0.823907, 1.008725, 1.072732, 1.23761, 1.26194, 1.158517, 1.209642, 1.420577, 1.335843, 1.313249, 2.044487, 1.581384, 1.212548, 1.126821, 1.118349, 1.312484, 1.000221, 0.697199, 0.451619, 0.229612, 0.074196, 0.016199, 0.0], "sum_m_pl": [0.091285, 0.338903, 0.438626, 0.383096, 0.460921, 0.508593, 0.459893, 0.583087, 0.552682, 0.714582, 0.437012, 0.34094, 0.440566, 0.386098, 0.412256, 0.446225, 0.356637, 0.384658, 0.391356, 0.406351, 0.370068, 0.359981, 0.355108, 0.37003, 0.321691, 0.528812, 0.344159, 0.327157, 0.278713, 0.395998, 0.375993, 0.324364, 0.251285, 0.244948, 0.256461, 0.239926, 0.28641, 0.227401, 0.25611, 0.313519, 0.358142, 0.346001, 0.303211, 0.895591, 0.661981, 0.738223, 0.787158, 0.848, 0.65536, 0.000768]}, "lang": {"n_am_en": [3, 11, 11, 14, 28, 21, 24, 21, 23, 25, 19, 20, 18, 24, 30, 24, 34, 26, 33, 35, 43, 30, 30, 39, 58, 47, 52, 37, 34, 40, 32, 32, 34, 53, 44, 43, 52, 48, 52, 54, 51, 46, 54, 50, 42, 31, 11, 5, 1, 0], "n_am_pl": [9, 25, 21, 21, 29, 30, 25, 29, 29, 23, 20, 31, 33, 37, 34, 38, 36, 45, 35, 33, 30, 25, 39, 34, 29, 37, 29, 26, 33, 41, 38, 38, 38, 34, 39, 41, 46, 50, 54, 55, 70, 66, 64, 74, 97, 120, 171, 191, 202, 208], "n_pos": 208, "sum_m_en": [20.446772, 29.298493, 32.71919, 32.595519, 33.141407, 33.87807, 32.75774, 33.068962, 32.537929, 34.690945, 36.018355, 34.814495, 35.905673, 36.286181, 36.471192, 36.42518, 36.271816, 34.285078, 33.904729, 34.002467, 33.524456, 32.907734, 32.902579, 33.056563, 42.840051, 41.777527, 39.780329, 36.721072, 37.347215, 36.271263, 36.034667, 36.354096, 36.201671, 37.350418, 36.700169, 36.625957, 38.576857, 38.274047, 39.727752, 42.578523, 42.581397, 41.626229, 50.396995, 44.587542, 42.58973, 27.202722, 12.206283, 4.499227, 1.523146, 0.005468], "sum_m_pl": [3.972038, 10.415799, 11.132155, 11.24525, 11.284407, 12.402521, 12.513844, 14.0292, 13.762843, 14.517759, 16.181322, 17.640752, 17.75824, 18.460644, 17.560598, 17.782451, 17.090875, 17.328965, 16.087329, 15.581121, 14.754257, 14.015964, 13.89641, 13.299729, 23.769666, 23.5841, 21.822243, 22.639149, 23.907928, 26.515335, 24.45116, 25.130382, 24.822289, 24.804323, 24.00437, 25.561792, 26.131981, 28.294575, 35.237347, 39.574802, 46.83423, 44.169163, 48.482722, 56.54685, 77.976655, 105.633904, 154.832674, 182.036332, 198.46482, 207.404067]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "pes-Choroby płuc-2020 jesień-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1230, "region_end": 296, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9933}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 19, 20, 29, 48, 33, 37, 34, 41, 46, 39, 37, 32, 38, 41, 51, 69, 56, 59, 57, 64, 55, 52, 60, 86, 94, 85, 64, 60, 64, 57, 58, 63, 81, 81, 80, 85, 91, 94, 95, 95, 88, 99, 90, 74, 58, 20, 5, 1, 0], "n_am_pl": [7, 36, 38, 31, 42, 42, 33, 45, 33, 28, 28, 50, 40, 48, 45, 46, 50, 58, 51, 40, 36, 38, 44, 43, 41, 46, 39, 40, 36, 60, 56, 52, 47, 47, 50, 44, 57, 60, 71, 80, 95, 90, 95, 111, 140, 166, 204, 234, 237, 240], "n_pos": 335, "sum_m_en": [30.520472, 47.042099, 51.352592, 51.892105, 53.733124, 54.92502, 53.96198, 55.680856, 55.039161, 57.697596, 60.359363, 57.660893, 58.748593, 58.011529, 58.360867, 58.201363, 58.81259, 56.139417, 55.195327, 54.982524, 54.495561, 53.393064, 53.598563, 54.292695, 70.855427, 68.825677, 65.859265, 59.026861, 59.630987, 57.708277, 57.620801, 57.628798, 57.786185, 60.626125, 62.496238, 61.351192, 67.338735, 67.956555, 71.826202, 72.078691, 73.607866, 75.2353, 86.459404, 80.262261, 70.173132, 51.521706, 20.516357, 6.002749, 2.009524, 0.001998], "sum_m_pl": [5.306458, 15.464969, 17.216238, 17.361054, 17.869601, 18.822335, 19.055936, 21.107798, 21.067836, 22.744299, 24.600831, 26.050623, 26.274851, 27.16625, 26.617141, 27.026175, 24.619729, 24.742566, 22.764367, 22.435857, 21.513703, 20.558377, 20.474244, 19.893509, 31.350448, 31.96459, 30.592628, 31.786705, 33.325032, 35.983716, 33.70042, 35.969247, 34.723688, 35.124549, 33.308678, 34.143388, 34.503949, 36.974, 47.323293, 54.364882, 62.749461, 62.897047, 70.44347, 83.859513, 111.989577, 139.264569, 189.562392, 224.004832, 233.532733, 238.822765]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 0, 3, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 2, 0, 1, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_pos": 8, "sum_m_en": [0.474962, 1.134053, 1.206163, 1.253144, 1.230845, 1.254048, 1.242086, 1.30485, 1.265868, 1.248908, 1.301343, 1.203129, 1.339908, 1.351936, 1.315122, 1.232876, 1.236374, 1.096632, 1.214868, 1.274424, 1.272034, 1.292912, 1.31674, 1.368071, 1.17914, 1.215109, 1.048072, 0.913487, 1.230652, 1.306595, 1.497648, 1.357003, 1.212464, 1.261664, 1.448036, 1.326144, 1.257269, 1.534638, 1.518798, 1.170277, 1.204084, 1.193431, 1.304548, 1.263835, 0.742074, 0.495213, 0.294132, 0.115155, 0.020949, 0.0], "sum_m_pl": [0.071236, 0.292655, 0.347363, 0.331137, 0.446492, 0.444052, 0.437121, 0.555694, 0.518323, 0.730317, 0.412205, 0.363745, 0.474645, 0.439448, 0.450506, 0.498377, 0.342469, 0.362962, 0.363034, 0.39147, 0.366636, 0.358166, 0.351719, 0.360041, 0.370576, 0.488588, 0.359544, 0.382897, 0.373545, 0.457125, 0.447875, 0.459853, 0.346871, 0.337081, 0.371128, 0.410874, 0.409764, 0.33625, 0.354215, 0.411078, 0.428788, 0.447212, 0.374197, 0.942055, 0.617795, 0.633793, 0.740322, 0.728671, 0.38624, 8.5e-05]}, "lang": {"n_am_en": [3, 14, 15, 20, 36, 20, 23, 23, 26, 37, 22, 24, 27, 29, 27, 37, 47, 39, 42, 35, 44, 35, 34, 42, 60, 62, 63, 43, 40, 46, 36, 42, 48, 65, 57, 58, 64, 67, 69, 70, 69, 66, 78, 70, 60, 43, 16, 5, 1, 0], "n_am_pl": [7, 27, 26, 24, 33, 33, 29, 37, 26, 17, 18, 36, 33, 37, 38, 37, 40, 45, 38, 30, 31, 33, 40, 37, 31, 33, 30, 29, 30, 49, 51, 41, 41, 38, 43, 38, 46, 50, 56, 66, 75, 73, 74, 86, 116, 141, 184, 215, 233, 239], "n_pos": 239, "sum_m_en": [21.824188, 33.747703, 37.217798, 37.220169, 38.674882, 39.776444, 39.154496, 40.189018, 39.731094, 42.012929, 44.077028, 42.106621, 42.845538, 42.322702, 42.664589, 42.770396, 43.20118, 41.317264, 40.043946, 39.823216, 39.602557, 38.602102, 38.499082, 38.790584, 50.796655, 48.997607, 47.721576, 43.918898, 43.992804, 42.493894, 42.253911, 42.378849, 42.963309, 45.167495, 45.945611, 45.996247, 50.738013, 50.29688, 51.603698, 53.347715, 53.772651, 55.240219, 65.390841, 60.960269, 53.223071, 36.238697, 16.928164, 5.077497, 1.514907, 0.001986], "sum_m_pl": [3.816883, 11.071771, 12.142883, 12.297401, 12.566975, 13.636621, 13.938573, 15.603205, 15.328389, 16.440431, 18.165528, 19.338957, 19.378989, 20.156694, 19.344322, 19.631915, 18.124888, 18.33011, 16.908972, 16.623948, 15.844098, 15.126141, 15.102376, 14.566844, 24.441359, 24.914489, 23.740586, 24.441785, 25.693933, 27.796588, 25.988159, 27.640778, 26.739231, 26.83851, 25.291274, 26.575408, 26.732453, 29.097687, 37.919475, 43.398469, 50.843405, 50.825872, 55.689215, 63.713408, 91.430535, 119.349866, 170.652003, 207.916874, 227.549714, 238.194652]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 337, "item_id": "pes-Choroby płuc-2020 jesień-65", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1485, "region_end": 335, "roundtrip_ok": true, "tf_agree": 0.9941, "tf_agree_excl_first": 0.997}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 12, 13, 18, 21, 23, 31, 27, 19, 26, 23, 22, 23, 24, 32, 33, 34, 28, 34, 32, 35, 35, 33, 32, 45, 47, 35, 31, 29, 22, 32, 30, 24, 36, 49, 55, 68, 65, 73, 73, 78, 76, 73, 74, 69, 68, 68, 71, 58, 60], "n_am_pl": [6, 8, 10, 13, 8, 7, 15, 10, 11, 10, 11, 17, 20, 20, 20, 21, 15, 11, 11, 10, 11, 11, 15, 10, 15, 16, 15, 11, 16, 18, 12, 15, 11, 8, 14, 11, 3, 9, 8, 17, 16, 12, 16, 19, 22, 20, 15, 13, 12, 10], "n_pos": 157, "sum_m_en": [18.002393, 21.467825, 21.425683, 23.764714, 25.090442, 26.309051, 25.709489, 25.595431, 26.363223, 26.505332, 25.515646, 26.603564, 27.72382, 27.972644, 29.104461, 28.420334, 28.393053, 26.64035, 27.254411, 26.437085, 25.627304, 25.720209, 26.052657, 25.952502, 36.282409, 34.614594, 30.130969, 27.155434, 27.772878, 28.738396, 29.535407, 28.829385, 28.332, 29.590985, 34.16356, 36.819984, 44.665766, 48.120729, 56.147832, 61.139177, 65.310117, 63.608009, 62.918473, 65.780049, 63.703404, 62.439029, 61.004672, 58.730449, 52.852627, 60.720978], "sum_m_pl": [4.625321, 7.578458, 8.135792, 7.61647, 8.493609, 9.457329, 9.308812, 9.961792, 10.366261, 11.835489, 11.796048, 12.292023, 12.95264, 13.632936, 13.287343, 14.752226, 12.875282, 12.672459, 11.770949, 11.604069, 11.034994, 11.283459, 10.92071, 10.738982, 14.582902, 14.970898, 13.837607, 16.090063, 15.126174, 15.999086, 15.285882, 15.404233, 14.663522, 13.934635, 12.131816, 11.668032, 9.443744, 9.532832, 9.131088, 13.20482, 14.440457, 15.02532, 17.174497, 17.072501, 19.619158, 17.679839, 15.796815, 13.802985, 13.069375, 9.604341]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 5, 6, 1, 1, 1, 0, 0, 1, 2, 2, 2, 0, 0, 1, 0, 2, 3, 2, 3, 3, 2, 2, 2, 2, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 3, 3, 3, 5, 3, 4, 3, 2, 1, 0], "n_am_pl": [0, 3, 2, 0, 0, 0, 1, 0, 2, 3, 2, 4, 5, 2, 3, 4, 4, 2, 4, 3, 1, 0, 2, 0, 1, 0, 1, 2, 2, 3, 0, 2, 3, 3, 1, 1, 0, 0, 1, 3, 3, 2, 3, 3, 3, 2, 2, 2, 1, 0], "n_pos": 15, "sum_m_en": [1.650651, 2.383683, 2.032101, 2.170697, 2.467592, 2.694017, 2.857008, 2.851091, 2.835173, 2.814506, 2.735567, 2.652104, 2.798956, 2.635446, 2.721609, 2.710642, 2.664437, 2.497031, 2.470585, 2.429717, 2.370228, 2.45512, 2.51726, 2.54004, 3.371958, 3.062242, 2.367241, 2.308846, 2.420101, 2.565035, 2.744304, 2.405668, 2.392544, 2.456802, 2.572709, 2.45948, 2.226773, 1.954312, 2.004872, 2.838944, 3.021941, 2.129775, 2.296525, 3.176067, 2.945478, 2.703245, 1.940436, 1.361498, 0.667119, 4e-06], "sum_m_pl": [0.444968, 0.900703, 0.832647, 0.651665, 0.797332, 0.898026, 0.876246, 0.954952, 1.229992, 1.333947, 1.356972, 1.463212, 1.396222, 1.520034, 1.38294, 1.529593, 1.314788, 1.346321, 1.157813, 1.08913, 1.057071, 1.023397, 1.012995, 0.996958, 1.135982, 1.249953, 1.280167, 1.992156, 1.50094, 1.461428, 1.34519, 1.415773, 1.422247, 1.226861, 1.01934, 0.981727, 0.853579, 0.896792, 0.958486, 1.15254, 1.664026, 2.619056, 2.651199, 2.586603, 2.479693, 2.386415, 2.238881, 1.879705, 1.012877, 0.0]}, "lang": {"n_am_en": [8, 5, 6, 5, 8, 8, 7, 7, 8, 14, 12, 11, 13, 11, 11, 15, 18, 15, 19, 20, 25, 22, 19, 21, 27, 28, 19, 16, 17, 12, 19, 17, 14, 20, 30, 35, 45, 45, 50, 51, 52, 55, 55, 54, 51, 48, 51, 55, 54, 58], "n_am_pl": [2, 1, 3, 4, 6, 3, 8, 3, 3, 2, 4, 8, 11, 10, 8, 6, 3, 3, 0, 2, 3, 5, 4, 3, 6, 6, 4, 4, 8, 9, 6, 7, 2, 4, 4, 3, 1, 5, 3, 5, 6, 7, 6, 8, 12, 11, 9, 8, 10, 10], "n_pos": 69, "sum_m_en": [7.926235, 8.943129, 8.928063, 9.643534, 10.323972, 10.476036, 10.324553, 10.433377, 10.858186, 10.978373, 10.733483, 11.495893, 11.882561, 11.884311, 12.312647, 12.482429, 12.627342, 12.062419, 12.322205, 11.955479, 11.565269, 11.541878, 11.506521, 11.41797, 18.427095, 17.470737, 15.616825, 13.03003, 12.963171, 12.93576, 13.449844, 13.411588, 13.242382, 13.942103, 17.25713, 20.308599, 26.622528, 30.518871, 35.996234, 40.596518, 42.910276, 44.487539, 45.81932, 48.775069, 45.940817, 45.216841, 46.663451, 47.417265, 46.995278, 57.975697], "sum_m_pl": [2.017101, 3.287005, 3.509367, 3.398178, 4.038676, 4.526057, 4.348743, 4.629266, 4.575901, 5.070187, 5.184203, 5.494099, 5.739531, 6.046953, 5.843324, 6.476911, 5.666236, 5.543095, 5.290462, 5.260342, 5.072249, 5.354073, 5.162139, 5.009563, 6.14027, 6.513166, 6.511205, 7.195176, 7.377404, 7.59601, 6.870786, 6.867081, 6.42846, 6.114226, 5.264025, 4.905504, 3.986789, 4.002989, 3.743849, 4.718234, 5.471482, 7.407104, 7.648649, 8.360628, 11.095563, 10.197818, 10.13696, 9.622727, 11.001353, 9.445246]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "pes-Choroby płuc-2020 wiosna-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1288, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9699, "tf_agree_excl_first": 0.9758}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 19, 35, 32, 37, 38, 41, 55, 45, 52, 49, 52, 51, 66, 65, 68, 107, 83, 91, 82, 78, 81, 75, 65, 113, 122, 101, 86, 77, 67, 83, 76, 63, 73, 96, 102, 118, 109, 117, 121, 139, 124, 141, 138, 107, 74, 32, 12, 0, 0], "n_am_pl": [11, 37, 30, 37, 28, 36, 26, 39, 42, 41, 43, 65, 60, 70, 53, 49, 54, 39, 37, 47, 38, 49, 53, 47, 51, 58, 52, 60, 47, 55, 63, 54, 54, 52, 53, 58, 46, 55, 70, 93, 87, 104, 102, 108, 132, 164, 204, 235, 247, 251], "n_pos": 410, "sum_m_en": [40.367065, 58.500171, 61.988045, 63.05151, 64.684998, 67.360344, 65.985908, 67.27765, 65.743931, 66.664303, 70.044968, 71.381479, 72.122521, 70.710417, 74.177391, 71.839831, 73.548175, 69.010606, 67.509, 65.255715, 64.642432, 65.334907, 66.900412, 67.78405, 94.100132, 93.520175, 83.209767, 77.437187, 74.993468, 76.546138, 72.518121, 70.229627, 68.319883, 71.496118, 76.325913, 78.333464, 83.735324, 85.169297, 89.869596, 99.141036, 112.342683, 104.246722, 121.657038, 118.873679, 98.791843, 66.787249, 31.766407, 11.433622, 1.522238, 0.048423], "sum_m_pl": [8.196468, 20.661971, 23.15088, 22.836648, 24.100763, 25.734003, 24.3348, 26.823697, 28.11782, 30.721705, 32.221202, 35.406879, 35.391029, 36.840626, 32.434448, 36.329145, 32.988351, 31.423078, 27.74761, 27.716988, 25.834507, 25.57403, 25.539479, 25.3173, 37.25701, 37.606546, 38.081871, 41.228996, 41.503477, 44.545164, 44.003156, 44.709551, 42.017017, 40.521873, 37.797665, 36.101233, 33.948019, 34.50135, 41.627794, 53.58562, 61.710764, 74.754078, 77.649431, 89.895818, 118.056595, 147.918943, 196.161517, 222.685295, 241.971559, 249.059396]}, "digit": {"n_am_en": [0, 3, 2, 0, 0, 0, 3, 5, 1, 3, 2, 0, 3, 0, 3, 2, 7, 5, 3, 3, 3, 4, 5, 2, 4, 6, 6, 3, 4, 3, 5, 2, 2, 2, 7, 9, 8, 7, 8, 9, 8, 4, 4, 7, 5, 4, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 1, 1, 1, 1, 1, 2, 3, 3, 5, 5, 8, 1, 1, 1, 0, 0, 2, 1, 1, 3, 4, 4, 6, 6, 3, 3, 7, 3, 3, 5, 5, 3, 0, 2, 3, 2, 4, 3, 2, 2, 1, 2, 3, 0, 0], "n_pos": 20, "sum_m_en": [1.947358, 3.278396, 3.105342, 3.159526, 3.196903, 3.415885, 3.508398, 3.463038, 3.396222, 3.539917, 3.622739, 3.63707, 3.744718, 3.461117, 3.871915, 3.633012, 3.816597, 3.490981, 3.330112, 3.304581, 3.258617, 3.383867, 3.516548, 3.579642, 4.597432, 4.737572, 4.394909, 4.269741, 4.282271, 4.639411, 4.280165, 3.763635, 3.436857, 3.644203, 4.657191, 4.817233, 4.146996, 4.475386, 5.086588, 6.230193, 6.178042, 4.229005, 3.355461, 4.02478, 4.244601, 3.123614, 1.031729, 0.66028, 0.061117, 0.0], "sum_m_pl": [0.447012, 1.317201, 1.226328, 1.091943, 1.213133, 1.257793, 1.257595, 1.326811, 1.781073, 1.919711, 2.061359, 2.140613, 2.056227, 2.371972, 1.776608, 1.861964, 1.664093, 1.540625, 1.371103, 1.387842, 1.31044, 1.284912, 1.292411, 1.314301, 1.930625, 2.042738, 1.968014, 2.367603, 2.072454, 2.140336, 2.192775, 2.277889, 1.946824, 1.719757, 1.628957, 1.576568, 1.447192, 1.351544, 1.387502, 1.599132, 1.531448, 2.585472, 2.683762, 2.141296, 1.743973, 1.498893, 2.053182, 1.877851, 0.827444, 0.0]}, "lang": {"n_am_en": [11, 8, 24, 20, 26, 24, 22, 28, 25, 28, 29, 30, 30, 35, 36, 34, 63, 48, 54, 51, 47, 48, 45, 40, 72, 73, 60, 54, 46, 42, 53, 48, 41, 49, 57, 56, 75, 75, 79, 73, 93, 87, 100, 97, 77, 45, 18, 6, 0, 0], "n_am_pl": [5, 24, 20, 26, 18, 25, 16, 36, 34, 24, 27, 44, 43, 53, 39, 28, 34, 29, 28, 35, 33, 36, 40, 37, 35, 41, 37, 36, 24, 37, 41, 36, 33, 32, 32, 36, 32, 41, 52, 66, 64, 83, 82, 89, 112, 144, 185, 221, 241, 250], "n_pos": 250, "sum_m_en": [24.20293, 35.509096, 38.2069, 38.672497, 39.315027, 41.048152, 39.843261, 40.690499, 39.387113, 39.801916, 42.393735, 43.52188, 44.10322, 43.1221, 45.442668, 44.100474, 45.416278, 42.746, 41.604051, 40.260969, 39.970834, 40.235125, 40.896933, 41.345707, 57.608696, 56.546697, 50.979182, 47.882618, 46.046209, 46.798616, 44.133326, 43.849836, 43.390356, 44.810517, 46.982252, 48.366, 54.898281, 57.269572, 58.619325, 63.39169, 75.181421, 71.5846, 84.740087, 83.501978, 68.57257, 41.788114, 17.445, 5.111752, 0.581574, 0.027642], "sum_m_pl": [4.409305, 11.977756, 13.561353, 13.419913, 14.438739, 15.720501, 14.799438, 16.865341, 17.202781, 18.334479, 19.293252, 21.644651, 22.116372, 23.212743, 20.128043, 22.924439, 20.974164, 19.894501, 17.596297, 17.533002, 16.16788, 16.116999, 16.083042, 15.861599, 25.042879, 25.102209, 25.27908, 26.610206, 26.862139, 28.992238, 28.622439, 29.395184, 27.846956, 26.903651, 25.247094, 23.519626, 23.10706, 23.277105, 30.117279, 38.572206, 45.257906, 59.236929, 62.628554, 73.910238, 100.877629, 130.242895, 178.276273, 210.104014, 236.243293, 247.653797]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 412, "item_id": "pes-Choroby płuc-2020 wiosna-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1543, "region_end": 410, "roundtrip_ok": true, "tf_agree": 0.9951, "tf_agree_excl_first": 0.9976}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 10, 9, 9, 15, 12, 15, 20, 17, 10, 17, 19, 17, 26, 24, 23, 30, 29, 35, 36, 44, 29, 32, 36, 40, 38, 38, 34, 28, 22, 25, 28, 29, 33, 44, 45, 43, 44, 41, 32, 33, 47, 47, 39, 40, 25, 8, 3, 3, 3], "n_am_pl": [12, 17, 17, 26, 24, 28, 21, 24, 24, 25, 24, 25, 25, 19, 19, 28, 23, 26, 24, 25, 19, 39, 27, 23, 22, 23, 17, 20, 22, 22, 28, 27, 22, 25, 23, 18, 19, 12, 16, 30, 21, 19, 20, 24, 32, 47, 63, 87, 85, 92], "n_pos": 137, "sum_m_en": [13.867477, 19.470788, 20.698674, 21.846162, 22.48873, 21.339432, 22.022846, 22.561472, 22.030942, 21.862792, 22.69536, 22.590029, 22.245167, 21.689027, 22.5429, 23.812889, 23.685385, 22.664324, 22.84303, 22.629466, 22.250114, 22.02678, 22.227678, 22.992053, 32.062115, 30.364063, 26.496099, 22.465788, 22.910241, 23.162929, 22.245106, 23.148029, 23.251091, 25.03968, 27.713168, 28.097875, 28.401446, 31.298027, 32.965869, 27.291716, 28.122446, 38.420159, 37.720624, 36.153108, 35.347363, 24.423834, 10.129749, 4.039514, 3.933142, 2.943253], "sum_m_pl": [3.68161, 7.745237, 8.582739, 8.190123, 8.325531, 9.746724, 9.884029, 9.830314, 9.942866, 10.981585, 11.961112, 12.078638, 12.211887, 12.027645, 12.54019, 13.502563, 12.649944, 11.981465, 11.063486, 10.96761, 10.112198, 11.122247, 9.939132, 9.320919, 17.05158, 16.048971, 15.186891, 15.226421, 14.378457, 14.699018, 14.412628, 14.126116, 13.823372, 14.624067, 13.475429, 12.991825, 13.540426, 13.80198, 15.02104, 20.598261, 16.910696, 15.320576, 20.103051, 22.291799, 29.550005, 44.23706, 60.955733, 82.384582, 83.355548, 91.272524]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 2, 2, 2, 2, 1, 2, 0, 0, 2, 1, 0, 0, 0, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.156319, 0.411573, 0.39796, 0.41542, 0.381413, 0.350791, 0.345256, 0.332933, 0.347158, 0.37694, 0.385103, 0.335554, 0.43711, 0.334466, 0.342346, 0.365393, 0.351586, 0.338512, 0.357096, 0.358815, 0.36313, 0.357973, 0.370763, 0.385025, 0.74288, 0.577531, 0.546453, 0.473685, 0.466897, 0.437763, 0.379172, 0.373808, 0.410492, 0.440567, 0.71716, 0.563355, 0.563703, 0.69655, 0.809347, 0.87751, 0.979344, 1.084956, 0.837888, 0.633512, 0.463601, 0.312154, 0.14502, 0.037057, 0.001741, 0.0], "sum_m_pl": [0.025613, 0.144873, 0.159166, 0.220472, 0.167917, 0.184321, 0.19326, 0.184729, 0.180289, 0.169767, 0.200649, 0.233473, 0.216069, 0.224528, 0.20066, 0.231673, 0.209269, 0.249164, 0.193864, 0.163391, 0.163279, 0.152051, 0.145641, 0.141582, 0.203695, 0.211252, 0.199952, 0.165087, 0.181914, 0.161626, 0.155849, 0.145942, 0.138007, 0.144791, 0.113552, 0.125122, 0.143697, 0.142102, 0.122294, 0.098982, 0.103772, 0.094875, 0.128637, 0.174888, 0.195097, 0.229048, 0.360098, 0.925403, 0.038411, 0.0]}, "lang": {"n_am_en": [1, 7, 5, 7, 12, 7, 12, 16, 14, 8, 15, 17, 12, 24, 16, 19, 23, 21, 24, 24, 29, 21, 23, 23, 31, 31, 29, 23, 22, 14, 20, 22, 24, 25, 31, 31, 33, 31, 31, 27, 28, 35, 35, 31, 30, 20, 5, 3, 3, 3], "n_am_pl": [5, 11, 12, 16, 21, 20, 16, 17, 16, 15, 15, 14, 17, 13, 16, 20, 17, 20, 18, 19, 14, 27, 23, 18, 17, 17, 12, 14, 16, 18, 20, 20, 15, 18, 15, 13, 12, 7, 14, 21, 16, 16, 19, 21, 27, 42, 60, 81, 83, 92], "n_pos": 95, "sum_m_en": [9.194968, 13.497838, 14.508443, 15.329203, 16.030882, 15.198511, 15.70254, 16.102616, 15.85109, 15.670909, 16.341561, 16.231042, 15.89801, 15.494486, 15.997291, 16.977187, 16.875538, 16.217589, 16.302649, 16.123969, 15.784619, 15.639751, 15.793444, 15.717886, 24.202318, 23.195068, 19.727806, 16.457502, 16.820239, 16.891909, 16.229168, 16.895883, 16.951511, 18.274774, 19.784043, 20.460966, 21.255755, 23.76016, 26.114106, 22.070347, 22.553604, 27.783312, 29.477871, 29.125382, 28.121049, 19.672706, 6.798226, 3.572293, 3.671669, 2.94235], "sum_m_pl": [2.194363, 5.207925, 5.734714, 5.574469, 5.671104, 6.588924, 6.751373, 6.721163, 6.789455, 7.399914, 8.056041, 8.239158, 8.262102, 8.419043, 8.780672, 9.480617, 8.78053, 8.308428, 7.765121, 7.687555, 7.080697, 7.62657, 6.922044, 6.583865, 12.219595, 11.336026, 10.850623, 10.910743, 10.162435, 10.586588, 10.197452, 9.942694, 9.708138, 10.298695, 9.524482, 9.326798, 9.996939, 10.251942, 11.930437, 13.946772, 12.71147, 13.308362, 17.437929, 18.683294, 24.747344, 39.002308, 55.932034, 75.952025, 80.995903, 91.108484]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "pes-Choroby wewnętrzne-2018 wiosna-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 968, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 5, 6, 6, 6, 9, 13, 17, 13, 14, 13, 15, 16, 13, 17, 23, 25, 19, 23, 25, 26, 23, 19, 18, 24, 28, 30, 17, 21, 22, 15, 15, 20, 24, 37, 33, 26, 32, 30, 23, 25, 34, 33, 33, 33, 21, 10, 6, 4, 4], "n_am_pl": [9, 13, 13, 19, 27, 18, 18, 19, 17, 11, 15, 22, 19, 20, 15, 19, 15, 19, 19, 12, 13, 22, 18, 14, 18, 22, 20, 18, 11, 17, 18, 24, 18, 23, 12, 13, 19, 14, 17, 21, 19, 19, 19, 21, 25, 40, 47, 63, 62, 63], "n_pos": 108, "sum_m_en": [10.521818, 14.836435, 16.06103, 16.547562, 17.381477, 16.652008, 16.959822, 17.070666, 16.730745, 17.019042, 17.52664, 17.1269, 16.777394, 16.403843, 16.833226, 17.496563, 17.623523, 16.936459, 17.128225, 17.09134, 17.616498, 17.159706, 17.425821, 17.321748, 23.00823, 22.752677, 21.276712, 18.051119, 18.18929, 18.132473, 17.207301, 17.083904, 17.552674, 19.566562, 21.690171, 21.600857, 21.244888, 24.184455, 26.76069, 23.318141, 24.885227, 29.407151, 29.159584, 30.250261, 29.530339, 19.528143, 9.871975, 4.758345, 4.241524, 3.925722], "sum_m_pl": [2.636276, 5.580287, 6.343091, 6.328027, 6.899097, 7.670782, 7.680097, 7.56017, 7.576992, 7.938867, 8.590361, 8.991388, 9.49491, 9.847867, 10.05053, 10.324154, 9.478015, 8.896714, 7.879286, 7.701022, 7.173303, 7.347586, 7.053279, 6.815367, 12.8064, 12.69146, 11.380636, 11.558968, 11.288233, 11.440943, 10.975237, 11.30998, 11.058449, 11.146902, 9.414941, 9.468414, 11.180791, 11.086997, 12.195525, 16.132086, 14.953133, 15.117111, 18.071181, 20.042974, 24.9172, 34.795281, 44.159959, 57.878615, 60.632156, 62.78241]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 2, 2, 1, 1, 2, 1, 1, 2, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0], "n_pos": 2, "sum_m_en": [0.159419, 0.417716, 0.409926, 0.417799, 0.387853, 0.348148, 0.344552, 0.330856, 0.3405, 0.379143, 0.384853, 0.328671, 0.42666, 0.328236, 0.32778, 0.350334, 0.355417, 0.364226, 0.377614, 0.367223, 0.360528, 0.361051, 0.371748, 0.385402, 0.63309, 0.548011, 0.521019, 0.491319, 0.476324, 0.491848, 0.411103, 0.395556, 0.477586, 0.514085, 0.853345, 0.629888, 0.58182, 0.615523, 0.928949, 1.050098, 1.219053, 1.18203, 1.110886, 1.052546, 0.966298, 0.70738, 0.137872, 0.026376, 0.001952, 0.0], "sum_m_pl": [0.026362, 0.146905, 0.162296, 0.229283, 0.168243, 0.185134, 0.187273, 0.185925, 0.179636, 0.169578, 0.200715, 0.228951, 0.213526, 0.221304, 0.195813, 0.214784, 0.192361, 0.21159, 0.17674, 0.154195, 0.15483, 0.147961, 0.142945, 0.13716, 0.18399, 0.179469, 0.192592, 0.155687, 0.185651, 0.164701, 0.15873, 0.162434, 0.156058, 0.147168, 0.095595, 0.103805, 0.126789, 0.107674, 0.083181, 0.064094, 0.081933, 0.061732, 0.070703, 0.080895, 0.099568, 0.208372, 0.343229, 1.256971, 0.041043, 0.0]}, "lang": {"n_am_en": [0, 3, 3, 4, 5, 6, 9, 13, 11, 9, 9, 10, 13, 13, 12, 15, 17, 14, 16, 18, 17, 16, 12, 11, 16, 18, 22, 12, 14, 15, 9, 9, 14, 15, 23, 20, 15, 21, 20, 16, 17, 22, 22, 22, 20, 13, 6, 5, 4, 4], "n_am_pl": [4, 10, 8, 14, 20, 13, 14, 12, 10, 5, 5, 10, 12, 13, 8, 13, 7, 12, 10, 7, 7, 16, 16, 10, 14, 15, 10, 10, 8, 11, 12, 17, 10, 15, 7, 11, 14, 10, 16, 16, 17, 18, 18, 19, 23, 36, 43, 57, 60, 63], "n_pos": 67, "sum_m_en": [6.381741, 9.375431, 10.343217, 10.640812, 11.217707, 10.651712, 10.882516, 11.146994, 10.898687, 11.017904, 11.454261, 11.389574, 10.96148, 10.716942, 10.9975, 11.478615, 11.484349, 11.025589, 11.084614, 11.069616, 11.620879, 11.164325, 11.442214, 11.045526, 14.954398, 15.014285, 14.288121, 12.44629, 12.407857, 12.19678, 11.536181, 11.319019, 11.4474, 12.844431, 13.629132, 13.909232, 14.072389, 16.52846, 17.782348, 15.750053, 16.717758, 17.968725, 18.940774, 20.710048, 18.64903, 12.390791, 6.244299, 3.528371, 4.064642, 3.924911], "sum_m_pl": [1.498632, 3.409674, 4.031019, 4.048645, 4.286699, 4.719689, 4.863155, 4.68432, 4.845913, 5.083643, 5.464409, 5.760361, 5.943622, 6.204127, 5.972899, 6.242989, 5.680343, 5.362626, 4.903601, 4.844918, 4.531503, 4.707894, 4.520509, 4.363573, 8.998535, 8.557515, 7.345345, 7.336872, 7.27572, 7.419643, 7.08169, 7.192848, 7.258285, 7.47481, 6.403123, 6.695257, 8.243642, 7.874941, 9.290175, 10.928478, 11.306394, 13.268834, 15.54781, 17.385555, 22.542608, 31.508056, 39.796839, 52.680962, 58.22497, 62.327796]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "pes-Choroby wewnętrzne-2018 wiosna-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1223, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.9908}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 15, 14, 22, 22, 39, 38, 30, 33, 32, 38, 30, 35, 27, 35, 44, 44, 41, 37, 43, 41, 52, 47, 53, 72, 57, 52, 47, 41, 37, 31, 37, 43, 54, 53, 60, 59, 66, 71, 74, 69, 76, 74, 80, 69, 53, 24, 8, 6, 4], "n_am_pl": [9, 18, 27, 40, 33, 31, 34, 47, 38, 39, 38, 53, 49, 40, 41, 38, 54, 48, 57, 44, 41, 51, 39, 42, 54, 48, 41, 46, 46, 52, 55, 52, 49, 51, 57, 50, 50, 55, 60, 58, 51, 50, 49, 54, 69, 83, 122, 136, 145, 149], "n_pos": 242, "sum_m_en": [23.081823, 34.618272, 36.406932, 36.877034, 38.502904, 38.2957, 37.014168, 37.850813, 37.821632, 40.01658, 40.581563, 40.46523, 38.965082, 38.302755, 39.238384, 41.744493, 42.20974, 40.753087, 40.587961, 40.118537, 38.706209, 38.610067, 38.015278, 38.528206, 52.102892, 49.268394, 46.589705, 40.861384, 39.674684, 39.606424, 37.270072, 37.405783, 37.157606, 39.754556, 42.351047, 46.461967, 45.677916, 53.032223, 55.81964, 58.566338, 59.389229, 66.526839, 67.420423, 73.160166, 65.584058, 50.803531, 25.558135, 9.09189, 5.801417, 4.058868], "sum_m_pl": [4.75479, 12.359722, 14.563555, 14.265141, 14.999412, 17.886995, 17.596933, 20.119363, 19.591211, 21.794667, 22.48459, 23.849144, 23.705353, 23.088659, 24.384101, 25.484493, 23.455355, 22.365194, 21.694964, 21.291446, 19.927522, 19.226734, 18.465535, 18.468117, 33.565975, 32.496253, 29.982656, 31.709608, 31.52428, 33.798479, 32.76432, 31.554447, 30.856692, 31.573163, 31.532532, 29.760423, 33.549338, 34.502397, 36.197246, 38.387719, 40.00611, 38.120937, 39.3726, 39.68797, 54.4024, 71.356193, 111.499694, 131.972116, 144.237156, 149.557052]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 6, 6, 4, 3, 3, 6, 2, 5, 4, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 2, 5, 5, 7, 1, 5, 5, 2, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.543849, 1.268619, 1.300113, 1.319735, 1.371108, 1.358059, 1.346474, 1.199277, 1.207165, 1.206281, 1.359543, 1.293787, 1.207977, 1.106159, 0.959097, 1.06336, 1.1077, 1.170255, 1.416527, 1.423615, 1.439387, 1.445723, 1.4744, 1.510983, 1.278143, 1.032358, 0.919243, 1.024706, 1.163517, 1.123926, 1.286449, 1.278342, 1.161197, 1.111217, 1.245053, 1.200588, 1.054535, 1.436313, 1.641257, 1.397418, 1.265255, 1.414766, 1.490119, 1.620493, 1.197786, 0.833198, 0.308503, 0.398553, 0.116047, 6e-06], "sum_m_pl": [0.112543, 0.450455, 0.539847, 0.531413, 0.701317, 0.745398, 0.785224, 1.035009, 0.853987, 1.293374, 0.947612, 0.893213, 0.970632, 1.514452, 1.580831, 1.884339, 1.076399, 1.071075, 0.71648, 0.739374, 0.610126, 0.582798, 0.563239, 0.569799, 1.524026, 2.880119, 2.617994, 1.943194, 1.101374, 2.247624, 1.126085, 0.844296, 0.525906, 0.742578, 0.634568, 0.975082, 1.36809, 0.793967, 0.682462, 0.956129, 1.209716, 1.016944, 0.855078, 0.735792, 0.483807, 0.317989, 0.075968, 0.10294, 0.064428, 0.000159]}, "lang": {"n_am_en": [8, 11, 10, 11, 15, 24, 25, 23, 27, 22, 26, 22, 26, 18, 24, 27, 29, 24, 24, 28, 30, 38, 35, 37, 52, 41, 39, 32, 28, 27, 22, 25, 27, 39, 36, 38, 39, 44, 46, 51, 49, 57, 54, 59, 53, 43, 22, 7, 6, 4], "n_am_pl": [7, 9, 15, 23, 18, 17, 18, 29, 26, 26, 27, 38, 39, 30, 29, 25, 35, 30, 33, 23, 29, 33, 25, 26, 35, 26, 23, 25, 31, 28, 33, 34, 32, 32, 39, 35, 35, 42, 42, 40, 36, 34, 39, 41, 58, 70, 109, 130, 142, 148], "n_pos": 153, "sum_m_en": [14.950844, 21.846986, 23.503305, 23.105256, 24.221714, 23.965127, 23.200243, 24.414817, 24.444022, 26.053628, 26.197149, 26.403302, 25.321899, 25.061292, 25.457711, 27.213315, 27.630623, 26.713704, 26.377896, 26.145692, 25.13677, 24.938804, 24.464729, 24.834884, 37.81529, 35.619738, 33.297452, 28.333308, 27.300767, 26.70006, 24.462362, 24.603126, 24.616586, 25.907303, 27.655313, 30.136927, 30.044706, 35.982807, 37.615807, 41.332852, 43.787296, 49.301982, 50.745098, 55.000622, 50.467685, 39.703852, 20.863856, 7.259383, 4.606902, 4.01862], "sum_m_pl": [2.975225, 7.437866, 8.643321, 8.622236, 8.948438, 10.647333, 10.699186, 12.147249, 12.17615, 13.464504, 14.101922, 15.514022, 15.323781, 14.528204, 15.49468, 16.071485, 15.233461, 14.363858, 14.140143, 13.871652, 13.007961, 12.359045, 11.935085, 11.90191, 19.483335, 18.909066, 17.874015, 19.800799, 20.60718, 21.150065, 20.992677, 20.565468, 20.60222, 20.906984, 21.661834, 20.390378, 22.69374, 23.406096, 23.651659, 24.928226, 26.238114, 24.882649, 28.829977, 30.246276, 45.365356, 61.256884, 99.201043, 124.647814, 140.023838, 147.6509]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "pes-Choroby wewnętrzne-2020 jesień-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1041, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9918}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 15, 15, 28, 27, 44, 42, 34, 47, 46, 44, 37, 40, 31, 43, 69, 73, 58, 54, 62, 64, 78, 76, 91, 104, 89, 83, 82, 66, 63, 56, 60, 65, 75, 70, 77, 75, 92, 93, 99, 98, 112, 101, 107, 81, 65, 26, 7, 3, 0], "n_am_pl": [13, 16, 39, 39, 38, 42, 42, 53, 49, 49, 53, 57, 58, 47, 65, 51, 63, 69, 67, 53, 56, 53, 59, 55, 57, 51, 49, 56, 69, 67, 59, 59, 59, 67, 75, 59, 62, 59, 67, 69, 67, 60, 64, 69, 92, 107, 172, 189, 197, 200], "n_pos": 306, "sum_m_en": [26.969739, 42.624177, 45.886366, 47.644618, 49.37698, 49.095437, 46.807646, 49.344912, 49.932457, 51.951862, 52.398719, 51.659131, 49.77189, 48.61855, 49.91038, 53.56705, 54.375098, 52.469022, 51.262167, 51.043141, 48.61723, 48.454717, 48.332388, 50.087265, 76.538202, 70.960973, 64.107191, 56.373755, 53.840999, 52.59173, 49.197957, 49.062212, 50.385789, 53.385876, 56.522847, 60.426879, 58.737105, 65.755471, 71.271913, 75.031051, 81.349364, 91.914838, 89.143003, 96.714268, 83.385415, 62.125396, 27.641938, 7.685593, 3.94647, 0.193662], "sum_m_pl": [5.343013, 14.543722, 16.999314, 17.161818, 18.172328, 21.093659, 20.611268, 23.753965, 23.132061, 25.998015, 27.076674, 28.385209, 28.511762, 27.93455, 29.331677, 30.724385, 28.54898, 26.519219, 25.911501, 25.903018, 24.544761, 23.381458, 22.595119, 22.4063, 39.773078, 38.651723, 35.791545, 37.801492, 39.308408, 41.512796, 39.240475, 38.278519, 38.277456, 40.922391, 40.58488, 38.312457, 42.850674, 44.815487, 47.420549, 48.38898, 50.199005, 48.773856, 50.822274, 51.776204, 71.565334, 97.637107, 154.720466, 180.642055, 193.501739, 199.355196]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 3, 4, 2, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 4, 5, 2, 5, 4, 3, 5, 4, 2, 1, 5, 4, 3, 1, 2, 3, 3, 1, 2, 3, 2, 2, 4, 5, 4, 2, 5, 5, 5, 1, 1, 1, 2, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.540722, 1.336981, 1.434047, 1.402342, 1.407368, 1.356938, 1.291451, 1.258855, 1.284441, 1.268402, 1.412754, 1.299952, 1.284342, 1.24281, 1.044203, 1.060879, 1.195403, 1.259398, 1.414776, 1.437091, 1.463008, 1.491289, 1.520689, 1.589711, 1.367402, 1.140279, 1.11348, 1.199357, 1.311771, 1.212328, 1.475874, 1.437757, 1.351066, 1.256825, 1.360533, 1.351245, 1.129051, 1.606169, 1.864726, 1.508958, 1.424014, 1.63905, 1.631637, 1.441993, 1.059485, 0.849504, 0.23579, 0.234247, 0.028574, 0.0], "sum_m_pl": [0.09714, 0.419778, 0.499028, 0.505458, 0.724779, 0.716807, 0.796984, 1.078285, 0.81015, 1.36695, 0.966973, 0.912438, 1.064541, 1.676383, 1.677897, 1.845789, 0.919557, 0.905076, 0.659366, 0.706772, 0.61206, 0.590307, 0.56643, 0.57166, 1.281385, 2.240117, 2.17028, 1.743263, 1.229863, 2.827393, 1.423778, 1.154146, 0.684725, 1.019361, 0.790639, 1.212747, 1.546689, 0.984214, 0.725246, 0.990781, 1.152301, 0.962458, 0.769122, 0.73584, 0.487435, 0.257033, 0.085933, 0.097013, 0.065156, 0.000553]}, "lang": {"n_am_en": [3, 11, 10, 14, 15, 31, 29, 24, 36, 32, 33, 26, 29, 21, 26, 41, 48, 36, 36, 36, 41, 53, 51, 65, 75, 61, 56, 52, 45, 41, 33, 43, 45, 50, 48, 49, 51, 63, 59, 71, 74, 87, 83, 80, 66, 54, 21, 5, 3, 0], "n_am_pl": [11, 11, 27, 27, 17, 23, 23, 37, 36, 36, 37, 40, 43, 30, 37, 30, 37, 40, 41, 32, 39, 31, 34, 33, 34, 33, 32, 36, 45, 46, 39, 35, 40, 51, 55, 46, 44, 44, 49, 52, 48, 42, 49, 53, 75, 90, 150, 174, 191, 197], "n_pos": 197, "sum_m_en": [17.590215, 27.138555, 29.569196, 30.408831, 31.595871, 31.284119, 29.770599, 31.996272, 32.578492, 34.015932, 34.08062, 33.863693, 32.48676, 31.738619, 32.508545, 35.148995, 35.662191, 34.462217, 33.554249, 33.437388, 31.482377, 31.35607, 31.244164, 32.6971, 54.757722, 49.816885, 43.866645, 38.102388, 36.430576, 34.980312, 31.784804, 31.921731, 32.567994, 34.636588, 36.831321, 39.59047, 38.88163, 44.689162, 47.550548, 53.50107, 60.286018, 70.300117, 68.688893, 74.742945, 65.514742, 49.330764, 20.928728, 5.003467, 3.119224, 0.193659], "sum_m_pl": [3.301368, 8.931672, 10.473424, 10.604247, 10.970667, 12.82252, 12.736683, 14.568447, 14.738183, 16.439021, 17.371223, 18.506105, 18.590359, 17.694348, 18.601733, 19.490845, 18.735421, 17.280016, 16.991399, 17.049535, 16.219583, 15.220308, 14.786369, 14.627569, 23.43385, 23.92693, 22.898738, 24.625527, 26.25992, 26.327125, 25.552693, 24.987709, 26.065567, 27.680847, 28.050213, 26.501625, 29.531684, 31.023962, 32.215497, 31.946999, 33.614381, 31.442078, 36.112253, 37.94318, 57.427884, 82.902403, 136.736934, 167.495146, 184.724882, 196.390141]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "pes-Choroby wewnętrzne-2020 jesień-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1296, "region_end": 306, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.987}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 3, 8, 8, 11, 14, 15, 15, 16, 11, 11, 13, 12, 10, 14, 11, 17, 14, 19, 21, 18, 15, 16, 12, 23, 20, 22, 19, 9, 17, 10, 14, 11, 24, 18, 21, 23, 29, 32, 29, 30, 26, 29, 30, 28, 25, 28, 29, 27, 29], "n_am_pl": [6, 2, 4, 8, 8, 7, 5, 6, 4, 4, 5, 2, 5, 9, 7, 7, 10, 7, 9, 6, 6, 9, 11, 12, 11, 9, 6, 5, 9, 11, 13, 11, 8, 6, 11, 11, 11, 11, 8, 11, 12, 12, 11, 8, 8, 10, 8, 4, 4, 4], "n_pos": 66, "sum_m_en": [7.044777, 8.530625, 9.066965, 9.948783, 10.833121, 11.202358, 11.606341, 11.368582, 10.946324, 11.016067, 10.585529, 10.028169, 10.549894, 10.67054, 10.404347, 10.795394, 11.156892, 10.511219, 10.980071, 10.67988, 10.484943, 10.414401, 10.490499, 10.604491, 14.99955, 15.471615, 14.017939, 12.049098, 11.414389, 10.988985, 10.909583, 10.735365, 10.898513, 11.853549, 13.288942, 13.549947, 15.891973, 20.401436, 23.777308, 25.548191, 26.947243, 26.593815, 28.035054, 28.309172, 27.409416, 25.198703, 27.380614, 27.394556, 26.945644, 29.037506], "sum_m_pl": [1.904684, 2.999362, 3.426875, 3.131925, 3.642799, 4.168482, 4.219839, 4.379635, 4.454023, 4.604031, 4.729079, 4.960496, 5.140775, 5.270477, 5.362032, 6.354568, 5.923991, 5.792497, 5.579722, 5.382391, 4.925951, 5.17969, 4.889363, 4.863526, 7.590242, 8.029851, 6.274391, 7.761997, 7.860075, 8.687068, 7.547627, 6.746068, 7.207711, 7.310086, 6.881089, 6.899508, 6.011488, 6.112759, 5.317116, 9.965648, 10.479082, 10.241808, 8.696646, 8.178316, 8.131482, 9.355907, 8.005536, 4.323538, 3.861648, 3.932825]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 5, 6, 7, 8, 9, 10, 10, 7, 8, 6, 6, 7, 12, 6, 8, 8, 11, 11, 12, 10, 11, 8, 14, 12, 15, 12, 6, 11, 7, 10, 7, 16, 14, 16, 18, 24, 26, 25, 25, 24, 26, 26, 25, 23, 25, 25, 25, 29], "n_am_pl": [1, 0, 2, 4, 4, 4, 3, 5, 2, 2, 1, 0, 3, 4, 4, 4, 7, 5, 4, 4, 4, 6, 7, 7, 7, 6, 3, 3, 5, 4, 8, 5, 6, 3, 5, 6, 5, 6, 5, 5, 6, 5, 5, 3, 3, 4, 4, 4, 4, 4], "n_pos": 34, "sum_m_en": [3.345819, 4.3249, 4.682845, 5.199043, 5.810408, 6.102811, 6.760623, 6.607592, 6.542765, 6.700622, 6.278442, 5.99255, 6.170501, 6.458038, 6.469724, 6.643486, 6.62999, 6.257121, 6.248366, 5.95293, 5.739519, 5.654106, 5.65272, 5.563243, 9.986329, 9.663846, 9.499347, 7.707888, 7.065762, 6.547008, 6.437184, 6.449279, 6.717424, 7.885269, 8.809394, 9.418303, 11.274836, 15.542058, 18.179122, 21.410042, 22.769942, 22.982601, 24.361231, 24.716453, 23.934246, 22.503656, 24.025901, 23.413667, 23.75109, 28.569473], "sum_m_pl": [0.842299, 1.379767, 1.702512, 1.588381, 1.883693, 2.150919, 2.250725, 2.364438, 2.405385, 2.407277, 2.454926, 2.506691, 2.622754, 2.611795, 2.725325, 3.326696, 3.135117, 3.055069, 3.012109, 2.915446, 2.677198, 2.586472, 2.551272, 2.506072, 3.626176, 4.032649, 3.401616, 3.952289, 4.2834, 4.459509, 4.098546, 3.785852, 4.271971, 4.199642, 3.847257, 3.681742, 3.130071, 3.071476, 2.922729, 4.518994, 4.219093, 4.094729, 3.349906, 3.162606, 3.263503, 3.502985, 4.282871, 4.001493, 3.680958, 3.932395]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "pes-Choroby wewnętrzne-2020 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 996, "region_end": 66, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9851}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 11, 20, 20, 27, 42, 40, 34, 31, 28, 21, 22, 29, 29, 42, 43, 27, 38, 44, 38, 39, 40, 34, 59, 54, 45, 41, 30, 21, 25, 17, 23, 31, 38, 42, 44, 57, 56, 64, 64, 74, 73, 75, 64, 45, 20, 2, 0, 0], "n_am_pl": [4, 15, 14, 15, 13, 16, 12, 26, 26, 24, 25, 25, 23, 28, 17, 17, 15, 18, 18, 19, 11, 26, 19, 24, 19, 19, 19, 16, 17, 31, 28, 24, 23, 23, 18, 15, 9, 10, 15, 20, 21, 19, 22, 22, 33, 52, 84, 109, 114, 111], "n_pos": 160, "sum_m_en": [14.705215, 23.531315, 24.616753, 26.113729, 25.945145, 26.376875, 27.537139, 27.659124, 26.557914, 26.553727, 27.002527, 25.739704, 25.721848, 26.301547, 25.608948, 26.634297, 27.36809, 25.708584, 25.987923, 26.230422, 24.916451, 25.110787, 25.984373, 26.370306, 44.516823, 38.120341, 33.703338, 28.497976, 27.181675, 25.773272, 24.259272, 23.791675, 23.421447, 26.404465, 29.593196, 28.931866, 31.820863, 39.346145, 43.269602, 51.833104, 52.654154, 56.105815, 61.549876, 62.612443, 55.459295, 39.624166, 21.108593, 3.410989, 0.785434, 0.000866], "sum_m_pl": [2.670768, 7.895461, 9.273834, 8.888651, 9.615964, 10.994335, 11.057937, 12.047616, 11.787869, 12.685367, 13.084585, 13.50407, 14.138943, 14.302626, 14.913627, 15.600093, 14.002636, 13.604452, 12.630288, 12.021006, 10.921974, 11.695794, 10.702406, 11.207688, 15.702462, 18.612915, 16.398351, 18.599041, 18.418825, 20.452692, 20.056471, 19.395717, 20.311553, 19.346917, 17.168546, 16.181786, 14.893807, 12.496965, 12.234905, 18.930044, 20.872921, 20.134385, 20.000103, 22.101583, 30.603448, 44.450081, 74.179288, 103.510417, 110.123326, 111.517196]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 7, 9, 14, 15, 23, 35, 34, 28, 28, 22, 16, 15, 22, 19, 30, 29, 16, 27, 33, 29, 30, 31, 26, 46, 43, 33, 31, 25, 15, 19, 11, 15, 22, 29, 31, 30, 40, 41, 48, 45, 53, 53, 58, 47, 34, 14, 2, 0, 0], "n_am_pl": [3, 7, 8, 9, 8, 11, 9, 19, 18, 18, 19, 20, 16, 19, 11, 12, 14, 15, 17, 16, 10, 22, 14, 19, 16, 14, 18, 13, 13, 23, 16, 18, 17, 20, 16, 13, 6, 8, 12, 18, 18, 16, 19, 18, 28, 46, 76, 100, 110, 111], "n_pos": 112, "sum_m_en": [10.909665, 16.942047, 17.648213, 18.436031, 18.227963, 18.452236, 19.298806, 19.481191, 18.970247, 18.934389, 19.261067, 18.702427, 18.702125, 18.974386, 18.62017, 19.276142, 19.408627, 18.205062, 18.260755, 18.575539, 17.443123, 17.47838, 17.95604, 18.21107, 34.02996, 28.5046, 25.059918, 20.671399, 19.620919, 18.35819, 17.241459, 17.196456, 16.835514, 19.272506, 21.38441, 21.466732, 23.87469, 28.876348, 31.631683, 38.007153, 37.924829, 40.033826, 45.944614, 47.024399, 41.075874, 29.361705, 14.976304, 2.671983, 0.667975, 0.000864], "sum_m_pl": [1.868445, 5.718079, 6.574027, 6.314929, 6.808932, 7.961411, 7.980207, 8.946516, 8.774775, 9.191651, 9.675011, 10.049427, 10.601165, 10.566507, 10.876482, 11.497433, 10.445296, 9.938553, 9.311979, 8.832586, 7.937216, 8.64283, 7.76133, 8.159367, 11.684783, 14.409688, 13.255493, 14.538492, 14.138122, 15.325209, 15.262186, 14.851927, 15.606787, 14.831133, 13.085341, 12.196483, 11.235918, 9.537655, 9.383141, 15.239964, 16.403683, 16.061997, 16.408569, 17.878984, 25.124662, 37.948812, 66.329809, 95.320003, 106.571329, 110.657803]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "pes-Choroby wewnętrzne-2020 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1251, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9938}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 16, 24, 25, 32, 35, 26, 21, 23, 31, 34, 32, 36, 34, 38, 37, 31, 36, 19, 30, 26, 20, 20, 26, 35, 38, 52, 41, 40, 43, 36, 42, 37, 41, 46, 49, 72, 63, 67, 65, 87, 90, 94, 79, 85, 77, 78, 73, 80, 86], "n_am_pl": [5, 13, 13, 18, 17, 11, 9, 20, 15, 21, 21, 25, 22, 26, 25, 23, 20, 15, 23, 14, 14, 14, 11, 12, 13, 22, 15, 25, 20, 19, 23, 21, 28, 19, 25, 24, 17, 13, 13, 11, 8, 7, 10, 5, 10, 8, 9, 3, 4, 6], "n_pos": 210, "sum_m_en": [24.856209, 28.913132, 29.541411, 31.809804, 34.068672, 33.440201, 31.459227, 31.926785, 32.287963, 32.658509, 34.394684, 33.778109, 33.252742, 32.361899, 33.21452, 31.750039, 30.015878, 29.063267, 28.079068, 28.448886, 28.110338, 28.626214, 29.903951, 30.346644, 34.482747, 36.994467, 36.374756, 33.286696, 35.090562, 36.000459, 35.117864, 34.246388, 34.832773, 33.902128, 36.225909, 36.83139, 39.568645, 47.017033, 47.998791, 48.913377, 62.968091, 71.380817, 71.288855, 64.084377, 66.530326, 65.482119, 65.877611, 63.439904, 69.021815, 85.380278], "sum_m_pl": [5.20703, 9.576539, 10.339482, 9.271341, 9.841575, 10.527515, 10.445728, 12.265091, 12.634422, 13.483464, 13.669088, 14.347468, 15.80345, 15.678918, 15.878829, 15.721969, 15.016483, 15.374704, 14.398383, 13.849621, 13.096131, 13.017444, 12.766778, 12.491455, 14.325518, 17.524997, 16.307788, 18.584387, 18.124011, 19.542322, 17.971239, 18.288055, 18.420338, 17.210685, 16.599838, 17.015253, 15.4284, 13.843188, 13.529641, 14.746832, 12.348399, 11.339772, 12.252252, 10.53015, 11.70769, 10.44775, 9.156648, 6.58098, 5.846674, 6.059645]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 7, 10, 11, 17, 18, 16, 12, 14, 20, 17, 19, 18, 14, 18, 19, 21, 20, 14, 16, 17, 11, 9, 12, 16, 20, 26, 19, 18, 18, 18, 23, 21, 22, 28, 28, 41, 37, 36, 36, 45, 45, 52, 52, 61, 60, 64, 61, 74, 86], "n_am_pl": [2, 6, 3, 12, 7, 5, 5, 4, 9, 12, 14, 11, 10, 15, 11, 12, 6, 5, 9, 6, 4, 4, 3, 3, 3, 9, 3, 9, 9, 12, 15, 13, 15, 8, 10, 10, 6, 5, 5, 3, 2, 2, 3, 2, 4, 4, 7, 3, 4, 6], "n_pos": 93, "sum_m_en": [10.995294, 12.861514, 12.847676, 13.412612, 14.66778, 14.574434, 14.196808, 14.414046, 14.833078, 14.467742, 15.264121, 15.135866, 14.866484, 14.395734, 15.019826, 14.500635, 13.659107, 13.137536, 12.916816, 12.788671, 12.559416, 12.697757, 13.343438, 13.406211, 16.524752, 18.404342, 18.195276, 16.736384, 17.391892, 17.488451, 16.354229, 15.999245, 16.816638, 16.471221, 17.832837, 19.233612, 21.113812, 25.323228, 25.141102, 26.325203, 33.005472, 37.753877, 40.004236, 42.375691, 47.398378, 48.869209, 51.785492, 52.442386, 60.385906, 82.144856], "sum_m_pl": [2.184947, 3.967307, 4.480258, 4.257724, 4.481291, 4.704112, 4.760392, 5.315819, 5.769835, 5.922112, 5.817985, 6.038841, 6.866079, 6.755389, 6.732737, 6.673351, 6.379769, 6.635753, 6.436979, 6.221384, 5.82411, 5.726326, 5.630227, 5.492842, 5.993152, 7.344838, 6.750381, 7.759746, 8.016056, 8.604865, 8.427529, 8.582567, 8.699058, 7.887307, 7.543973, 7.197222, 6.115758, 5.841924, 6.070308, 6.018928, 5.17022, 4.956294, 5.131655, 4.77016, 5.489522, 5.92565, 6.333855, 5.029527, 4.803252, 5.819388]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-24", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 984, "region_end": 210, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 5, 5, 8, 11, 9, 10, 10, 8, 7, 10, 9, 9, 15, 12, 12, 15, 12, 9, 12, 14, 13, 14, 16, 27, 24, 21, 16, 12, 14, 10, 15, 7, 17, 22, 22, 22, 24, 24, 27, 30, 32, 27, 27, 22, 18, 2, 1, 1, 0], "n_am_pl": [0, 7, 10, 14, 8, 9, 6, 14, 13, 12, 16, 18, 17, 21, 16, 14, 10, 12, 14, 10, 8, 8, 9, 9, 10, 9, 13, 11, 15, 18, 15, 18, 19, 21, 16, 23, 13, 20, 16, 15, 14, 20, 22, 21, 30, 33, 53, 59, 58, 59], "n_pos": 104, "sum_m_en": [10.072437, 14.147805, 15.187479, 15.760112, 15.562339, 15.28521, 14.114229, 14.928287, 14.805225, 15.980186, 16.41166, 15.291501, 14.713525, 15.138858, 15.056857, 14.094647, 14.68572, 13.720383, 12.907505, 13.317251, 13.203737, 13.57604, 14.47776, 14.905136, 18.190287, 18.01701, 15.774985, 14.830411, 14.958783, 14.61379, 14.604836, 14.398786, 14.745972, 15.996912, 16.840539, 17.094809, 15.207527, 18.805131, 19.275344, 17.937836, 23.362725, 24.649781, 23.192376, 21.510519, 19.409562, 16.00477, 3.520393, 0.952155, 0.717427, 0.007622], "sum_m_pl": [2.111754, 4.846436, 6.07802, 6.059744, 6.08765, 6.324696, 6.164054, 7.170167, 6.843432, 7.596646, 8.076332, 8.332046, 9.085189, 9.373852, 9.159463, 8.322565, 7.735371, 7.84969, 6.992776, 6.534052, 6.140726, 6.191809, 6.049466, 6.078967, 7.610947, 9.357086, 9.241724, 9.991896, 10.308421, 11.696649, 10.124973, 10.44137, 10.412362, 9.527337, 9.15876, 9.81943, 9.626223, 10.235977, 10.240705, 11.437591, 10.879062, 13.035419, 14.681655, 16.499022, 25.48906, 30.177121, 49.1037, 55.456191, 56.514341, 58.791898]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 3, 6, 10, 6, 7, 5, 5, 4, 6, 7, 5, 11, 9, 5, 9, 7, 6, 9, 11, 9, 11, 13, 22, 18, 15, 11, 7, 8, 6, 11, 4, 11, 14, 17, 20, 19, 20, 20, 21, 22, 20, 22, 17, 15, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 5, 5, 7, 4, 9, 5, 8, 12, 14, 14, 13, 9, 10, 9, 5, 7, 6, 6, 6, 8, 6, 5, 3, 4, 4, 6, 9, 9, 11, 13, 12, 8, 13, 6, 15, 12, 12, 12, 18, 20, 17, 26, 30, 50, 56, 58, 59], "n_pos": 59, "sum_m_en": [6.030655, 8.505551, 9.054659, 9.527164, 9.683152, 9.596528, 8.677005, 9.188111, 9.118241, 9.58851, 10.089874, 9.487259, 9.210798, 9.390418, 9.582002, 8.859797, 9.153008, 8.505651, 7.911299, 8.105433, 7.885184, 8.12677, 8.696954, 8.859808, 13.532379, 13.243921, 11.084136, 10.013639, 9.587718, 9.232574, 9.076961, 9.008484, 9.194239, 10.181727, 10.58977, 11.19595, 10.347614, 12.786389, 13.180151, 12.681183, 16.178556, 17.530945, 17.918052, 16.665468, 15.451893, 13.30461, 2.460258, 0.469327, 0.154537, 1.1e-05], "sum_m_pl": [1.189214, 2.72702, 3.334923, 3.228796, 3.268817, 3.513684, 3.342161, 3.862447, 3.664346, 4.097699, 4.655332, 4.874317, 5.330356, 5.440825, 5.129517, 4.638837, 4.289174, 4.296751, 3.951451, 3.716181, 3.508174, 3.53342, 3.43862, 3.436303, 4.188887, 4.787985, 4.623966, 5.544318, 5.621042, 6.074629, 5.939573, 6.333933, 6.393284, 5.787956, 5.686905, 6.050295, 5.790663, 6.866516, 7.019644, 7.804192, 7.72684, 10.099754, 11.519362, 13.136838, 21.71818, 27.290799, 46.053873, 52.117018, 55.481466, 58.624027]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-24", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1239, "region_end": 104, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 6, 4, 7, 9, 4, 8, 8, 16, 12, 10, 8, 11, 6, 11, 10, 11, 9, 9, 16, 16, 18, 16, 18, 19, 15, 14, 9, 8, 10, 9, 11, 16, 13, 13, 17, 15, 21, 25, 21, 25, 22, 25, 27, 23, 23, 22, 21, 17, 13], "n_am_pl": [4, 9, 13, 7, 10, 9, 10, 11, 8, 11, 13, 11, 14, 13, 15, 14, 15, 11, 12, 13, 14, 16, 13, 11, 13, 13, 14, 18, 21, 19, 16, 12, 10, 12, 12, 10, 10, 8, 8, 6, 8, 10, 10, 11, 10, 12, 9, 8, 8, 8], "n_pos": 84, "sum_m_en": [9.540512, 12.01415, 12.101249, 12.802228, 13.325239, 13.338963, 12.727957, 12.827835, 12.844546, 12.528849, 12.561723, 12.175966, 11.760175, 11.784242, 11.416253, 11.651048, 12.246061, 12.205749, 12.953144, 13.868477, 13.967352, 14.252451, 14.251137, 14.405842, 16.424982, 15.166342, 14.068343, 11.910679, 12.249474, 12.460347, 12.256892, 12.038004, 12.65971, 13.980231, 14.433159, 14.581997, 15.607028, 17.44031, 18.052654, 18.254378, 19.077314, 20.226815, 22.248869, 23.36535, 20.252161, 20.107005, 20.644235, 19.751325, 17.976746, 13.55752], "sum_m_pl": [2.611734, 4.835844, 5.531951, 4.809271, 5.547492, 6.330878, 5.80294, 6.088338, 6.161709, 7.435108, 7.435766, 8.138739, 8.479095, 8.936698, 9.949078, 9.866967, 8.714241, 8.264684, 7.83841, 7.434201, 6.978572, 6.692725, 6.523636, 6.484775, 10.626137, 11.150298, 10.779751, 12.136685, 11.784329, 12.258038, 10.830425, 10.66241, 9.578524, 10.340053, 9.983793, 9.579949, 9.124451, 8.499974, 8.308459, 7.560644, 8.457653, 9.101274, 9.619823, 9.754404, 9.514156, 11.363913, 9.87583, 9.173719, 8.306431, 8.041158]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 0, 0, 2, 2, 2, 3, 2, 4, 4, 3, 3, 3, 2, 6, 7, 4, 5, 5, 10, 13, 11, 11, 8, 9, 8, 11, 7, 5, 5, 4, 6, 5, 7, 7, 9, 8, 11, 11, 11, 14, 12, 14, 13, 12, 13, 13, 14, 14, 13], "n_am_pl": [0, 0, 1, 2, 2, 4, 1, 7, 4, 3, 3, 4, 4, 2, 3, 4, 4, 3, 4, 1, 1, 3, 2, 1, 1, 1, 2, 3, 6, 4, 2, 2, 3, 1, 2, 1, 2, 3, 2, 1, 2, 3, 5, 5, 7, 8, 8, 7, 8, 8], "n_pos": 22, "sum_m_en": [2.342422, 3.081477, 3.443957, 3.801991, 3.807524, 3.934382, 3.752317, 3.836033, 3.795655, 3.714024, 3.891414, 3.787287, 3.737085, 3.828749, 3.850739, 3.945222, 3.926167, 3.904754, 3.855535, 4.134726, 4.115227, 4.132472, 4.095984, 4.153152, 7.24543, 6.437438, 6.330658, 5.003144, 4.706671, 4.537269, 4.087023, 4.174251, 4.717149, 5.879243, 5.726654, 6.193418, 6.756777, 7.949814, 8.221095, 9.58676, 11.208734, 11.431563, 11.799022, 12.399088, 10.928417, 11.563641, 12.096488, 13.221562, 13.735324, 12.992759], "sum_m_pl": [0.489329, 1.088928, 1.497137, 1.410945, 1.698441, 1.869813, 1.632386, 1.784901, 1.761003, 2.03361, 2.188946, 2.261775, 2.266737, 2.218919, 2.250929, 2.25248, 1.958492, 1.81676, 1.835782, 1.794968, 1.724117, 1.684486, 1.638332, 1.649001, 1.955493, 1.979054, 2.084689, 2.502516, 2.754391, 2.903012, 2.702817, 2.754606, 2.495639, 2.461265, 2.562602, 2.499422, 2.273762, 2.115794, 2.517819, 2.348941, 2.378718, 2.743705, 3.319802, 4.024108, 5.672364, 7.325641, 7.266296, 7.094438, 7.602947, 8.00062]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-26", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 978, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 10, 7, 13, 9, 9, 9, 11, 17, 13, 13, 8, 10, 17, 14, 14, 12, 16, 13, 21, 21, 22, 17, 23, 29, 23, 18, 12, 11, 10, 14, 13, 18, 16, 18, 18, 17, 23, 28, 22, 21, 22, 31, 27, 21, 18, 8, 3, 2, 0], "n_am_pl": [6, 11, 14, 15, 14, 10, 18, 22, 8, 17, 17, 21, 20, 16, 11, 18, 15, 15, 21, 18, 11, 15, 18, 14, 15, 18, 17, 22, 30, 29, 25, 24, 14, 17, 16, 17, 19, 17, 22, 19, 19, 19, 21, 24, 26, 36, 43, 47, 48, 47], "n_pos": 105, "sum_m_en": [10.94265, 15.415699, 15.783635, 16.134165, 16.101294, 16.415272, 16.042944, 16.362253, 16.226556, 16.213948, 16.006977, 15.313022, 14.70056, 15.023213, 14.437091, 15.120086, 15.979651, 15.817, 16.189212, 16.664842, 16.794103, 17.007267, 17.090131, 17.378128, 20.038738, 17.976067, 15.906997, 13.5419, 13.927985, 14.407404, 14.242819, 14.39065, 14.315338, 15.725892, 16.642877, 16.812822, 18.263789, 20.480696, 20.323138, 21.45727, 21.290866, 21.942481, 25.293222, 23.990665, 20.543505, 17.737447, 8.163094, 3.564234, 2.217844, 9e-06], "sum_m_pl": [2.39237, 5.336912, 6.490296, 6.456205, 6.905184, 8.072437, 7.805618, 8.639033, 8.502015, 10.336421, 10.037869, 11.602547, 11.676073, 12.19443, 12.796195, 12.376775, 11.199643, 10.676518, 9.769522, 9.091854, 8.415586, 8.074097, 7.999083, 7.889847, 14.11334, 14.900868, 13.521384, 14.473563, 15.168449, 16.087979, 14.591627, 14.426807, 13.126647, 13.433317, 13.265808, 12.255123, 12.904931, 12.458947, 15.787459, 15.112156, 16.445074, 17.604146, 18.676567, 22.394804, 25.099097, 31.933454, 40.880065, 45.437555, 46.317503, 46.737309]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 6, 5, 10, 5, 7, 6, 6, 12, 7, 10, 4, 6, 10, 8, 9, 7, 10, 4, 10, 13, 15, 11, 15, 17, 13, 11, 8, 6, 5, 8, 6, 10, 8, 11, 11, 10, 16, 18, 14, 13, 14, 19, 17, 13, 12, 7, 3, 2, 0], "n_am_pl": [3, 4, 3, 6, 5, 5, 7, 13, 2, 4, 7, 9, 8, 6, 4, 10, 6, 7, 10, 8, 4, 4, 7, 6, 6, 9, 6, 7, 10, 9, 9, 10, 5, 5, 7, 7, 11, 11, 12, 11, 11, 14, 15, 17, 19, 27, 36, 40, 45, 47], "n_pos": 48, "sum_m_en": [5.339201, 6.941295, 7.257186, 7.752925, 7.732387, 7.921751, 7.427244, 7.752341, 7.819341, 7.795506, 7.922328, 7.791346, 7.497272, 7.606297, 7.480111, 7.825374, 8.053279, 7.955963, 7.925325, 8.161734, 8.149968, 8.294893, 8.334482, 8.352145, 11.609497, 10.134051, 9.08446, 7.297886, 7.217857, 7.42228, 7.111988, 7.296461, 7.44224, 8.327697, 9.067576, 9.389235, 10.524261, 11.818247, 11.990253, 13.239118, 13.478546, 14.348194, 16.55395, 14.851405, 12.619515, 12.451068, 6.881933, 3.345734, 2.020647, 2e-06], "sum_m_pl": [1.08129, 2.415258, 3.10367, 3.250211, 3.392405, 3.951246, 3.625976, 4.141988, 4.039527, 4.925509, 5.069292, 5.466663, 5.220962, 5.353665, 5.461122, 5.409303, 4.935253, 4.564095, 4.376611, 4.223877, 4.008679, 3.843887, 3.84979, 3.794268, 6.643767, 6.509798, 6.104058, 6.54017, 6.872003, 7.109622, 6.988137, 6.925062, 6.539743, 6.30991, 6.562526, 6.144857, 6.367926, 7.100711, 9.482898, 9.657627, 10.101707, 11.46084, 12.333075, 14.853898, 19.014691, 23.543769, 33.322983, 38.276293, 43.229934, 46.386509]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-26", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1233, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 6, 9, 17, 18, 17, 16, 20, 16, 26, 23, 23, 18, 18, 21, 26, 26, 29, 22, 23, 25, 23, 26, 31, 34, 33, 29, 24, 27, 27, 28, 30, 33, 29, 28, 25, 32, 29, 33, 36, 39, 39, 42, 39, 40, 40, 39, 39, 38], "n_am_pl": [3, 5, 4, 6, 3, 11, 7, 16, 10, 11, 7, 10, 17, 15, 19, 11, 10, 7, 8, 7, 6, 5, 8, 6, 7, 8, 3, 7, 5, 6, 3, 3, 4, 7, 9, 13, 6, 9, 5, 3, 5, 3, 4, 4, 5, 6, 6, 7, 7, 9], "n_pos": 81, "sum_m_en": [8.634818, 10.928273, 11.185914, 11.942384, 13.873898, 14.09262, 13.456726, 13.141581, 13.332632, 13.15227, 14.09032, 14.012746, 13.556963, 13.464071, 13.883972, 14.29399, 13.510659, 13.583933, 13.127414, 12.403004, 12.41395, 12.481662, 12.681051, 12.914786, 22.682738, 22.740876, 20.802344, 17.358718, 17.557559, 18.780674, 17.229131, 16.356451, 17.259954, 18.573876, 17.83489, 19.70915, 20.852527, 25.069654, 25.133534, 28.321255, 29.191512, 33.480665, 33.175454, 35.496798, 33.802949, 32.711455, 33.89924, 31.688012, 33.027146, 38.829507], "sum_m_pl": [1.682559, 3.594497, 3.626938, 3.627547, 3.997427, 4.303057, 4.681916, 4.918058, 4.952544, 5.499756, 5.853327, 5.881604, 5.994005, 5.973671, 5.971991, 6.168484, 5.445725, 5.450474, 5.304929, 5.62591, 5.147387, 5.020799, 4.857579, 4.725225, 5.582723, 6.28941, 5.586077, 6.191725, 6.7449, 6.921343, 6.256482, 6.420172, 6.549147, 7.071376, 6.322055, 6.685316, 6.525161, 6.1284, 5.156629, 4.414523, 5.814711, 5.304407, 5.103816, 5.055654, 5.660995, 6.044391, 5.984757, 6.682954, 7.210329, 9.538193]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 4, 6, 11, 13, 12, 9, 13, 9, 15, 17, 17, 14, 15, 16, 17, 18, 19, 17, 15, 21, 20, 20, 23, 26, 26, 24, 19, 20, 18, 24, 22, 24, 21, 22, 21, 27, 25, 28, 30, 31, 31, 33, 32, 33, 34, 33, 38, 38], "n_am_pl": [1, 3, 3, 5, 1, 7, 6, 8, 6, 6, 4, 6, 10, 9, 13, 7, 7, 5, 6, 3, 3, 2, 5, 3, 3, 5, 1, 5, 3, 4, 3, 2, 2, 5, 6, 7, 4, 6, 3, 3, 5, 3, 3, 3, 4, 4, 4, 6, 6, 9], "n_pos": 49, "sum_m_en": [4.926185, 6.665435, 6.886463, 7.278422, 8.33134, 8.783756, 8.579998, 8.321066, 8.497902, 8.274487, 8.868, 8.983281, 8.458248, 8.379532, 8.758107, 9.178922, 8.634007, 8.820494, 8.315037, 7.752224, 7.791291, 7.938303, 8.03405, 8.159683, 16.437153, 16.375906, 14.989481, 12.27629, 12.478242, 13.094667, 11.775824, 11.125352, 11.615597, 13.172916, 12.7449, 14.890584, 16.432247, 19.956678, 20.767549, 24.236543, 24.861921, 27.192452, 26.792052, 28.389295, 27.723483, 27.095959, 28.436925, 26.803143, 29.407521, 36.87982], "sum_m_pl": [0.923005, 1.922119, 2.094251, 2.197931, 2.357402, 2.545406, 2.794028, 2.866715, 2.914218, 3.295009, 3.37636, 3.303739, 3.242096, 3.337829, 3.363897, 3.46224, 3.111477, 3.056126, 3.038267, 3.286737, 2.992691, 2.941929, 2.882121, 2.822684, 2.975011, 3.732854, 3.127942, 3.570118, 4.04661, 4.061363, 3.561895, 3.557124, 3.716347, 4.186415, 3.610968, 3.838224, 4.029356, 3.617905, 2.989482, 2.593608, 4.165742, 4.122042, 3.990701, 4.060834, 4.436201, 4.446432, 4.541712, 5.835976, 6.53721, 9.492599]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "pes-Choroby zakaźne-2018 jesień-58", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 983, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9277, "tf_agree_excl_first": 0.939}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 4, 8, 10, 12, 16, 24, 19, 18, 13, 14, 12, 14, 7, 15, 28, 22, 19, 24, 32, 28, 29, 27, 29, 31, 39, 33, 32, 25, 25, 26, 19, 21, 27, 23, 34, 34, 44, 32, 50, 42, 41, 41, 41, 36, 27, 8, 0, 0, 0], "n_am_pl": [2, 10, 11, 13, 11, 14, 4, 16, 11, 19, 22, 13, 20, 18, 17, 13, 12, 8, 7, 8, 7, 5, 3, 4, 6, 5, 4, 9, 9, 16, 14, 12, 13, 12, 12, 7, 8, 9, 11, 7, 15, 16, 21, 20, 23, 36, 59, 74, 71, 70], "n_pos": 113, "sum_m_en": [10.660955, 16.234696, 17.16521, 17.986302, 19.84543, 19.639171, 19.724188, 19.122288, 19.483143, 18.81654, 19.038317, 18.511761, 17.459395, 16.698524, 17.769987, 17.796936, 16.9223, 17.06222, 17.421195, 17.040109, 16.658605, 16.542816, 17.037794, 17.392663, 25.658396, 29.025619, 24.25224, 20.83459, 20.325043, 21.300722, 20.177128, 20.276816, 20.561927, 22.332204, 21.91278, 24.951268, 27.088629, 31.699721, 31.125088, 37.893963, 35.81998, 36.593424, 34.600197, 34.155234, 33.084964, 23.999702, 8.610136, 1.561107, 0.790362, 0.001146], "sum_m_pl": [1.775794, 5.257178, 5.892543, 6.00885, 6.464651, 6.356198, 6.802957, 6.867649, 6.773634, 7.437003, 8.302871, 7.994231, 8.232389, 7.976509, 7.832068, 7.785618, 7.029584, 7.052946, 6.649915, 6.796615, 6.500228, 6.491416, 6.28334, 6.340844, 6.735641, 6.943721, 7.347917, 8.327958, 9.395033, 10.031122, 9.075257, 8.88546, 8.785766, 8.981981, 8.535589, 8.309427, 8.25783, 8.151174, 6.919234, 6.785014, 9.493625, 12.35757, 17.921801, 18.331457, 22.566402, 33.038259, 55.652212, 69.292352, 70.330513, 70.425981]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 2, 3, 1, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 1, 2, 3, 4, 1, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.368919, 0.811051, 0.732175, 0.753572, 0.792392, 0.691466, 0.849113, 0.781696, 0.817372, 0.731833, 0.669393, 0.707257, 0.639202, 0.63364, 0.65596, 0.714634, 0.669454, 0.692928, 0.694639, 0.743439, 0.733337, 0.738022, 0.750191, 0.72854, 0.729765, 1.129059, 0.960087, 0.748604, 0.716695, 0.794565, 0.700477, 0.684815, 0.82444, 1.068909, 0.937632, 1.771491, 2.246881, 2.124242, 0.863599, 2.563285, 1.958654, 0.540233, 0.716845, 0.279802, 0.15325, 0.203875, 0.233581, 0.131813, 0.072727, 5e-06], "sum_m_pl": [0.082624, 0.302894, 0.343468, 0.311856, 0.309446, 0.233482, 0.289116, 0.265916, 0.278152, 0.29078, 0.294369, 0.255504, 0.25455, 0.25318, 0.290575, 0.311418, 0.272695, 0.264581, 0.210962, 0.241173, 0.238817, 0.248924, 0.251987, 0.265437, 0.207217, 0.24135, 0.286726, 0.363544, 0.443938, 0.367856, 0.318573, 0.259328, 0.216857, 0.207315, 0.227064, 0.145413, 0.081043, 0.094433, 0.091607, 0.055093, 0.094865, 0.152943, 0.261461, 0.159286, 0.164207, 0.260758, 0.380139, 0.35596, 0.170324, 0.003736]}, "lang": {"n_am_en": [1, 2, 5, 8, 8, 9, 11, 13, 12, 8, 12, 11, 12, 4, 11, 21, 19, 16, 18, 22, 16, 24, 21, 21, 22, 26, 23, 21, 17, 15, 18, 13, 12, 21, 17, 22, 22, 28, 25, 36, 33, 30, 31, 32, 28, 20, 6, 0, 0, 0], "n_am_pl": [0, 6, 6, 10, 7, 10, 2, 9, 6, 13, 15, 7, 15, 14, 14, 11, 9, 7, 5, 5, 4, 3, 1, 3, 5, 4, 3, 4, 6, 12, 11, 8, 11, 10, 9, 6, 5, 7, 8, 5, 14, 15, 20, 18, 20, 33, 52, 65, 70, 70], "n_pos": 71, "sum_m_en": [6.587887, 9.950461, 11.025835, 11.314876, 12.202168, 12.063645, 12.390108, 12.247439, 12.615142, 12.229453, 12.660994, 12.336192, 11.445042, 10.81324, 11.560638, 11.585779, 11.009208, 11.0343, 11.312651, 10.940076, 10.59414, 10.509384, 10.902792, 11.176076, 17.664266, 20.692368, 16.678381, 13.645501, 13.263398, 13.782279, 13.069067, 12.822992, 12.976322, 14.473514, 14.052971, 16.424782, 18.572457, 21.944048, 22.676947, 27.383355, 26.565593, 27.464751, 26.452848, 26.722751, 25.905965, 17.913735, 5.730998, 0.826786, 0.389921, 0.001118], "sum_m_pl": [1.00555, 2.946646, 3.341356, 3.6527, 3.852406, 3.866416, 4.133102, 4.245182, 4.175788, 4.636533, 5.351059, 5.056315, 5.186752, 4.941656, 4.85661, 4.825659, 4.418105, 4.397481, 4.133677, 4.208872, 3.999925, 3.986713, 3.881392, 3.904087, 4.30821, 4.257015, 4.319085, 5.041998, 5.902385, 6.35617, 5.812472, 5.649627, 5.62719, 5.858635, 5.50795, 5.369412, 5.369014, 5.463711, 4.690825, 4.749669, 7.362969, 10.147964, 15.262141, 15.932139, 19.785393, 29.3491, 49.498641, 61.371133, 67.31531, 70.044926]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "pes-Choroby zakaźne-2018 jesień-58", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1238, "region_end": 113, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9912}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 5, 11, 11, 11, 10, 8, 7, 11, 8, 7, 11, 4, 11, 10, 15, 15, 24, 24, 21, 20, 19, 20, 17, 21, 18, 25, 20, 20, 23, 20, 26, 30, 33, 36, 39, 43, 43, 39, 36, 34, 34, 38, 38, 36, 33, 36, 38, 43, 38], "n_am_pl": [6, 2, 6, 5, 5, 4, 2, 3, 2, 2, 4, 8, 9, 8, 12, 6, 5, 3, 3, 1, 2, 3, 3, 3, 3, 3, 7, 9, 8, 10, 10, 5, 4, 5, 5, 3, 2, 2, 1, 1, 2, 2, 2, 2, 3, 5, 5, 5, 5, 3], "n_pos": 69, "sum_m_en": [7.527491, 9.242423, 9.008706, 9.576334, 10.434947, 11.117094, 10.755007, 10.656201, 11.016442, 11.699995, 11.974999, 12.975128, 13.140238, 13.706305, 13.212135, 14.259343, 14.010438, 14.250618, 14.149074, 14.088602, 13.734636, 13.186559, 13.055885, 13.008322, 18.664957, 19.335835, 18.332309, 16.824492, 16.265114, 16.184515, 15.155018, 15.315091, 15.755409, 16.387453, 19.603465, 24.01295, 28.517917, 31.189038, 33.054596, 30.848294, 30.767531, 32.909199, 34.181082, 34.860352, 34.474131, 34.236248, 34.1096, 35.464963, 37.491393, 39.872803], "sum_m_pl": [2.138304, 2.58749, 3.161519, 3.305933, 3.415885, 3.577579, 3.623793, 3.460429, 3.838381, 3.966256, 4.0346, 4.236916, 4.698351, 4.55376, 5.299962, 5.336222, 4.780421, 4.737353, 4.618924, 4.615383, 4.22233, 4.246778, 4.331922, 4.246118, 5.162966, 5.506783, 5.642954, 6.105232, 6.672847, 7.035623, 6.620701, 5.909336, 6.12368, 5.730011, 5.069423, 4.132043, 3.58728, 3.214959, 2.09324, 2.312581, 3.120619, 2.915567, 2.554342, 2.531833, 2.971559, 3.797215, 3.359683, 3.943336, 4.040287, 3.395134]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 7, 5, 6, 9, 6, 5, 8, 5, 6, 10, 4, 7, 8, 9, 9, 16, 17, 14, 12, 12, 12, 10, 13, 12, 18, 13, 13, 14, 12, 19, 23, 25, 25, 27, 31, 30, 28, 26, 27, 26, 29, 30, 30, 29, 29, 34, 37, 38], "n_am_pl": [3, 2, 4, 4, 3, 2, 1, 1, 1, 2, 3, 6, 4, 5, 8, 5, 5, 3, 2, 0, 1, 2, 2, 1, 2, 0, 4, 6, 6, 4, 5, 4, 1, 3, 2, 0, 0, 0, 0, 1, 2, 2, 2, 2, 3, 5, 5, 5, 5, 3], "n_pos": 42, "sum_m_en": [4.42589, 5.760037, 5.475185, 5.817505, 6.461245, 6.880546, 6.677764, 6.660337, 6.880928, 7.25955, 7.520111, 8.278148, 8.301088, 8.772882, 8.508048, 9.189453, 8.950934, 9.227133, 9.289155, 9.028371, 9.044687, 8.553815, 8.365382, 8.340169, 12.979055, 13.519499, 12.489933, 11.601421, 11.071666, 11.09217, 10.11607, 10.142742, 10.584646, 10.992817, 13.358951, 16.407407, 20.037278, 21.793619, 24.269919, 22.187691, 23.358295, 25.146499, 25.978109, 27.089123, 27.563188, 28.382905, 28.281111, 30.061096, 31.912858, 36.530488], "sum_m_pl": [1.343587, 1.658478, 1.999286, 2.086517, 2.185773, 2.168211, 2.234449, 2.146816, 2.357242, 2.454743, 2.52916, 2.615109, 2.9312, 2.889786, 3.380451, 3.35189, 2.932261, 2.902202, 2.783453, 2.810811, 2.603377, 2.603707, 2.669749, 2.611321, 2.778431, 2.829025, 3.075905, 3.244961, 3.796108, 3.636771, 3.489474, 3.460119, 3.561129, 3.511135, 2.976752, 2.300643, 1.941196, 1.534096, 1.156363, 1.221243, 2.121911, 2.418368, 2.108662, 2.216885, 2.723541, 3.608695, 3.219412, 3.778671, 3.683203, 3.392926]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "pes-Choroby zakaźne-2018 wiosna-99", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1094, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 25, 35, 33, 61, 53, 53, 51, 56, 57, 59, 72, 64, 49, 71, 79, 82, 86, 90, 84, 74, 82, 92, 89, 125, 124, 116, 96, 69, 59, 57, 46, 71, 98, 100, 111, 116, 133, 119, 138, 134, 143, 155, 160, 137, 105, 40, 10, 2, 1], "n_am_pl": [9, 48, 45, 42, 43, 69, 61, 56, 67, 46, 53, 63, 62, 67, 64, 58, 61, 66, 55, 53, 38, 37, 32, 42, 38, 36, 50, 45, 73, 98, 71, 76, 78, 59, 61, 52, 64, 71, 62, 59, 61, 59, 52, 67, 87, 112, 192, 242, 267, 265], "n_pos": 447, "sum_m_en": [43.277285, 62.558253, 65.975937, 65.960913, 68.432698, 71.824841, 73.224807, 76.824868, 76.283649, 80.246073, 81.311838, 82.256204, 80.374441, 80.24716, 81.754021, 81.675785, 81.025733, 79.760656, 75.980992, 74.000783, 70.35993, 74.248875, 76.837457, 75.406061, 99.100926, 99.283176, 93.123881, 85.862614, 77.167725, 78.280329, 75.14184, 76.470369, 78.897206, 80.228964, 85.629052, 90.166246, 91.838571, 101.129169, 102.003544, 118.910033, 117.800482, 119.463301, 136.341389, 136.415484, 120.089977, 93.22975, 36.385728, 12.378509, 3.849205, 1.002969], "sum_m_pl": [7.772341, 22.217051, 24.307814, 24.0608, 25.543409, 27.518682, 28.109258, 30.717802, 30.443412, 31.772345, 34.30947, 36.767137, 37.800831, 36.900473, 36.261401, 35.755516, 35.013898, 34.254331, 32.865168, 32.71352, 29.668217, 28.814106, 27.964609, 27.803636, 34.369574, 39.67236, 42.725247, 44.074907, 48.070261, 52.132787, 51.258645, 50.750147, 49.287633, 46.399824, 43.903572, 41.256707, 44.541588, 44.877544, 42.024275, 40.77059, 43.346672, 47.214762, 50.575478, 53.681429, 76.420355, 105.907003, 184.397176, 226.200005, 264.737684, 266.372639]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 15, 27, 28, 40, 37, 36, 40, 42, 46, 37, 49, 44, 35, 45, 52, 56, 56, 62, 50, 47, 54, 62, 61, 81, 83, 72, 62, 41, 40, 34, 31, 49, 62, 70, 77, 82, 92, 84, 102, 101, 103, 113, 115, 99, 80, 32, 9, 2, 1], "n_am_pl": [3, 23, 16, 23, 21, 33, 38, 30, 38, 24, 35, 42, 40, 40, 41, 35, 34, 43, 33, 31, 20, 20, 16, 22, 21, 19, 30, 25, 51, 56, 44, 47, 48, 35, 33, 31, 40, 40, 40, 38, 40, 46, 41, 48, 73, 93, 163, 211, 253, 265], "n_pos": 267, "sum_m_en": [25.545628, 38.494453, 41.200318, 40.456439, 41.689351, 43.638848, 44.357726, 46.646692, 46.63712, 49.285248, 49.629578, 50.091318, 48.712343, 48.338273, 49.38598, 49.194586, 49.524258, 48.876795, 46.367604, 44.851994, 42.669205, 45.454871, 47.009911, 45.643202, 63.817264, 62.924979, 57.696129, 53.539911, 46.977071, 47.313295, 45.546329, 46.615937, 48.746917, 49.294781, 53.107222, 57.847096, 61.612277, 67.876159, 71.54284, 84.461673, 85.321177, 87.493064, 98.617707, 98.437468, 85.478771, 69.593384, 26.505259, 9.226466, 2.633804, 1.001576], "sum_m_pl": [4.096042, 12.577014, 13.949495, 13.892577, 15.08569, 16.320688, 17.0563, 18.812485, 18.844095, 19.527977, 20.933977, 22.932212, 24.024805, 23.78992, 23.201163, 22.797899, 22.395418, 21.740916, 20.978517, 20.698444, 18.701734, 18.136322, 17.571477, 17.417316, 21.926183, 25.358664, 27.882595, 28.181929, 30.84159, 32.941381, 32.2858, 31.94549, 30.933947, 29.323737, 27.098782, 25.303657, 28.468826, 28.827301, 27.932025, 28.129177, 30.729331, 34.13948, 36.974508, 39.928733, 60.493941, 86.305121, 155.713568, 199.035975, 248.233322, 263.295883]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 449, "item_id": "pes-Choroby zakaźne-2018 wiosna-99", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1349, "region_end": 447, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 0.9933}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 13, 19, 22, 26, 27, 20, 27, 27, 23, 18, 26, 19, 28, 30, 29, 25, 32, 36, 27, 32, 30, 32, 36, 44, 41, 35, 32, 35, 36, 34, 40, 44, 45, 46, 58, 62, 68, 59, 72, 64, 70, 61, 57, 48, 54, 46, 47, 52, 55], "n_am_pl": [9, 11, 9, 7, 9, 14, 6, 4, 11, 14, 10, 17, 16, 17, 25, 33, 22, 18, 17, 20, 12, 12, 9, 12, 17, 25, 19, 23, 25, 23, 21, 23, 15, 20, 13, 10, 9, 18, 19, 21, 15, 15, 15, 22, 22, 20, 19, 11, 7, 10], "n_pos": 154, "sum_m_en": [18.598507, 20.974187, 21.233776, 21.066851, 23.619428, 25.231604, 24.626862, 24.284254, 23.853738, 24.062628, 23.437292, 23.164808, 23.890811, 24.904236, 24.302213, 24.853652, 25.126309, 23.891073, 23.482801, 23.310562, 22.890873, 23.726033, 23.496264, 24.107999, 34.284442, 33.955205, 31.326066, 28.763883, 29.836364, 29.383866, 28.567525, 29.232406, 31.782361, 32.529083, 35.832909, 39.965209, 44.091327, 46.899337, 47.93343, 52.297826, 50.054511, 57.989386, 53.557353, 51.063833, 47.584439, 48.697487, 45.019969, 43.072623, 45.677688, 54.653459], "sum_m_pl": [4.7653, 7.751773, 8.557463, 7.782907, 8.223864, 8.896559, 8.304703, 9.111322, 9.195779, 9.678721, 10.143373, 10.952852, 11.403934, 11.094826, 12.968098, 13.632261, 12.099155, 11.657966, 10.930703, 10.840401, 9.897549, 9.481767, 9.469875, 9.418234, 13.002357, 13.089966, 13.820086, 16.511127, 14.601577, 14.449325, 13.691285, 13.315153, 11.752416, 12.359494, 11.519635, 11.281453, 11.040398, 11.995792, 15.951413, 15.450076, 16.813571, 13.795958, 16.307243, 18.927288, 18.135218, 16.683687, 16.075351, 12.80444, 9.240042, 10.251228]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 1, 1, 0, 2, 2, 1, 1, 0, 1, 2, 2, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2, 3, 2, 2, 2, 4, 3, 5, 4, 4, 3, 4, 4, 3, 2, 3, 3, 3, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.562443, 1.006719, 0.971355, 1.003065, 0.99745, 1.055724, 0.992405, 0.987142, 0.929673, 0.883815, 0.839479, 0.883335, 0.971369, 0.926944, 0.95249, 0.958193, 0.915146, 0.929926, 0.832867, 0.804332, 0.800553, 0.862666, 0.87642, 0.905289, 1.233928, 1.214507, 1.034162, 1.02457, 1.121675, 1.090971, 1.05289, 1.08044, 1.063582, 1.177549, 1.220236, 1.424983, 1.35623, 1.69187, 1.269216, 1.585957, 1.735952, 1.531962, 0.969588, 1.297013, 0.930925, 1.549443, 0.558736, 0.216731, 0.01727, 0.0], "sum_m_pl": [0.120782, 0.303447, 0.291427, 0.267498, 0.293237, 0.28457, 0.288873, 0.2951, 0.303015, 0.311651, 0.337515, 0.385652, 0.388898, 0.354704, 0.378296, 0.397478, 0.357875, 0.317431, 0.317915, 0.324817, 0.320115, 0.312711, 0.309491, 0.308645, 0.295161, 0.318598, 0.295893, 0.452452, 0.390301, 0.404964, 0.39086, 0.353555, 0.379192, 0.387345, 0.371709, 0.327549, 0.31238, 0.267145, 0.31389, 0.367456, 0.216973, 0.273215, 0.246737, 0.173955, 0.306491, 0.256947, 0.332506, 0.259053, 0.038036, 0.0]}, "lang": {"n_am_en": [12, 9, 13, 13, 13, 18, 14, 15, 19, 16, 13, 16, 12, 14, 18, 20, 15, 20, 22, 18, 23, 22, 23, 26, 30, 27, 24, 21, 22, 22, 22, 22, 25, 23, 27, 33, 34, 37, 37, 39, 37, 44, 42, 40, 37, 41, 41, 44, 50, 52], "n_am_pl": [3, 2, 0, 1, 2, 6, 1, 1, 4, 6, 3, 5, 4, 5, 6, 6, 6, 6, 1, 4, 4, 3, 3, 4, 5, 8, 4, 5, 7, 9, 6, 7, 1, 6, 1, 2, 1, 6, 4, 5, 3, 4, 3, 6, 8, 7, 9, 7, 6, 10], "n_pos": 63, "sum_m_en": [7.951996, 8.440769, 8.472363, 8.522193, 9.280922, 10.643641, 10.228795, 10.664275, 10.744974, 10.923286, 10.57547, 10.614016, 10.64017, 11.314463, 11.15603, 11.507689, 11.600786, 11.192009, 10.813458, 10.512184, 10.155467, 10.319946, 10.228804, 10.385392, 19.73195, 19.95031, 18.780929, 16.699348, 16.376534, 15.828681, 14.804912, 15.051767, 16.637441, 16.853908, 18.548078, 21.05328, 24.316844, 26.401275, 28.965079, 30.953493, 31.424012, 34.856638, 35.475068, 34.042769, 33.986371, 35.969172, 36.162161, 36.318415, 40.63221, 50.59829], "sum_m_pl": [1.964929, 2.750123, 3.009113, 3.094212, 3.274577, 3.393803, 3.200671, 3.398566, 3.574469, 3.809644, 4.03217, 4.265554, 4.23518, 4.128208, 4.675054, 4.836088, 4.536314, 4.26439, 4.144186, 4.306967, 4.008643, 3.892698, 3.886727, 3.844411, 4.803643, 4.888425, 5.105534, 5.885402, 5.408387, 5.385677, 4.91778, 4.719476, 4.156191, 4.321361, 3.847077, 3.749004, 3.793392, 4.51529, 4.456811, 4.439181, 4.168785, 3.391313, 3.48455, 5.242093, 6.778706, 6.813673, 7.065474, 6.809864, 7.143872, 9.495604]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "pes-Choroby zakaźne-2019 jesień-23", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1146, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9551, "tf_agree_excl_first": 0.9613}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 31, 35, 29, 46, 54, 46, 51, 49, 49, 45, 48, 62, 61, 63, 67, 76, 79, 76, 81, 80, 85, 73, 85, 130, 123, 112, 92, 84, 79, 81, 84, 87, 107, 119, 125, 128, 130, 141, 134, 139, 139, 141, 141, 128, 93, 31, 11, 3, 2], "n_am_pl": [11, 41, 50, 48, 48, 37, 30, 44, 46, 37, 44, 53, 57, 63, 54, 63, 67, 50, 47, 51, 25, 35, 23, 30, 40, 42, 38, 64, 56, 61, 60, 55, 50, 51, 39, 34, 40, 50, 46, 49, 46, 46, 46, 62, 80, 123, 166, 188, 212, 209], "n_pos": 387, "sum_m_en": [38.797269, 55.75306, 57.706217, 56.200959, 57.906171, 60.418313, 60.467211, 62.206308, 63.422688, 63.054387, 64.079344, 62.292299, 63.970259, 63.973151, 63.419774, 64.787628, 65.93874, 63.009764, 60.580137, 59.500531, 57.940098, 59.59268, 59.187366, 60.623027, 89.011351, 86.765011, 78.659308, 70.899414, 70.468363, 67.563751, 67.643489, 68.607441, 70.183694, 71.067081, 79.36109, 83.463095, 83.23309, 93.051154, 98.434039, 102.302329, 102.815928, 110.217332, 110.546681, 120.632326, 107.490782, 81.478604, 36.949473, 15.388278, 5.747114, 2.010524], "sum_m_pl": [8.077245, 21.295571, 24.508669, 23.142786, 24.120752, 24.542624, 23.331204, 25.116728, 26.398443, 27.627576, 27.369283, 28.283779, 29.565794, 28.731154, 32.067806, 31.772907, 27.934193, 25.945894, 24.620182, 24.799968, 23.303615, 22.851122, 22.858093, 23.165818, 29.964461, 31.594513, 33.579195, 39.615499, 37.305352, 37.256483, 35.481184, 35.14124, 31.698704, 32.169509, 30.147118, 30.268173, 31.107113, 33.065242, 36.589273, 38.585745, 40.88046, 42.526986, 47.646031, 53.362297, 71.340368, 102.15763, 153.41464, 180.826597, 200.705746, 208.746589]}, "digit": {"n_am_en": [1, 0, 0, 0, 0, 1, 1, 5, 3, 2, 3, 2, 2, 3, 3, 6, 6, 4, 5, 4, 4, 4, 2, 2, 8, 10, 8, 5, 9, 5, 5, 5, 7, 8, 11, 10, 10, 11, 11, 3, 9, 4, 0, 3, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 1, 2, 3, 3, 0, 0, 1, 2, 4, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 1, 2, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.343283, 2.681162, 2.886719, 2.89331, 2.765563, 2.786836, 2.809238, 2.90481, 2.932179, 2.850251, 2.99064, 3.017508, 3.216877, 3.235298, 3.035932, 3.053136, 3.092288, 2.888271, 2.57515, 2.394071, 2.347004, 2.428018, 2.478984, 2.536497, 3.906854, 3.908832, 3.575448, 3.177008, 3.172903, 2.937295, 2.947533, 3.068149, 3.522358, 3.641052, 4.215859, 5.019759, 4.524359, 5.006589, 2.988733, 3.101084, 4.368041, 2.779579, 1.384269, 2.071134, 1.872994, 1.963883, 1.28175, 0.437927, 0.117581, 0.0], "sum_m_pl": [0.249596, 0.836917, 0.823834, 0.807296, 0.81998, 0.809977, 0.795523, 0.811251, 0.927047, 0.895742, 0.891301, 0.878638, 0.935415, 0.884825, 0.987438, 0.972255, 0.795729, 0.798742, 0.840366, 0.883897, 0.872235, 0.839058, 0.857336, 0.880371, 1.114531, 1.148393, 1.17944, 1.339472, 1.184941, 1.226036, 1.258928, 1.174797, 0.95, 0.8971, 0.947334, 0.846902, 0.772642, 0.709223, 0.949962, 1.269658, 0.937412, 1.238227, 0.990814, 0.938718, 1.164844, 1.22286, 0.751826, 0.461476, 0.177969, 0.0]}, "lang": {"n_am_en": [8, 17, 24, 21, 30, 39, 37, 34, 35, 36, 32, 33, 41, 43, 38, 38, 44, 45, 47, 48, 51, 52, 48, 57, 84, 76, 74, 60, 51, 49, 52, 55, 53, 67, 68, 74, 86, 89, 94, 92, 91, 96, 100, 100, 92, 63, 21, 6, 3, 2], "n_am_pl": [6, 29, 30, 28, 27, 18, 15, 26, 29, 25, 29, 28, 35, 37, 30, 34, 38, 32, 32, 37, 15, 24, 19, 21, 24, 22, 20, 38, 34, 35, 36, 32, 30, 28, 20, 20, 22, 24, 21, 22, 20, 24, 26, 37, 58, 97, 139, 170, 203, 208], "n_pos": 212, "sum_m_en": [21.743832, 31.092935, 31.708473, 30.936133, 32.09962, 33.36589, 33.058368, 34.584505, 35.571564, 35.899663, 36.009951, 35.768609, 36.754297, 36.272321, 36.40962, 37.187394, 37.463112, 36.318078, 34.613952, 33.649102, 32.202513, 33.372884, 33.14658, 33.917064, 54.466155, 53.267257, 49.458496, 43.664002, 42.543021, 40.561069, 40.323077, 40.749313, 41.39978, 41.641534, 47.428076, 49.916401, 52.587273, 59.483592, 65.525864, 66.235082, 65.625616, 73.446679, 75.32822, 81.813426, 75.732299, 54.737223, 24.073535, 7.333886, 4.802343, 2.005935], "sum_m_pl": [4.332902, 11.64636, 13.243215, 12.791499, 13.318718, 13.776285, 13.382311, 14.332031, 15.214378, 15.743423, 15.688339, 16.276899, 16.521802, 16.050367, 17.358696, 17.054546, 15.461394, 14.424026, 13.674151, 13.622547, 12.811335, 12.600874, 12.601593, 12.832123, 16.593825, 16.687135, 18.08569, 21.369332, 20.588159, 20.302829, 19.51521, 19.404082, 18.173198, 18.295814, 17.002618, 17.288967, 17.080971, 18.069033, 17.948406, 19.549233, 19.169186, 21.748512, 25.646964, 30.228773, 48.025202, 78.862164, 125.554807, 162.669722, 192.694523, 205.996997]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 389, "item_id": "pes-Choroby zakaźne-2019 jesień-23", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1401, "region_end": 387, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9871}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 20, 21, 19, 30, 29, 30, 27, 16, 21, 22, 22, 24, 31, 38, 32, 47, 35, 47, 48, 47, 55, 53, 56, 66, 65, 51, 50, 50, 43, 32, 42, 52, 61, 64, 69, 72, 82, 86, 88, 87, 87, 92, 81, 78, 76, 81, 77, 77, 76], "n_am_pl": [8, 9, 9, 11, 10, 17, 16, 10, 9, 16, 20, 16, 17, 16, 19, 20, 19, 25, 18, 23, 23, 22, 14, 13, 22, 25, 20, 16, 18, 10, 11, 16, 17, 17, 19, 26, 23, 22, 19, 24, 22, 26, 23, 23, 21, 18, 16, 18, 15, 14], "n_pos": 196, "sum_m_en": [22.772152, 26.730798, 27.584039, 27.21583, 30.07845, 31.630199, 30.987625, 31.352506, 30.388426, 30.672215, 31.142792, 29.988447, 31.215962, 32.087081, 33.618098, 32.073518, 32.072313, 29.345054, 31.443076, 31.075392, 30.53804, 31.066568, 32.893214, 31.692886, 47.472137, 45.571114, 39.649529, 33.490681, 34.681378, 33.499259, 33.859275, 34.259705, 37.137976, 38.627335, 41.384545, 44.489709, 50.098843, 56.546231, 65.054464, 71.834738, 73.71974, 76.537958, 80.156622, 75.132203, 69.812226, 71.04118, 74.993559, 74.058273, 71.284766, 75.62637], "sum_m_pl": [5.024068, 8.83471, 9.583823, 9.09353, 9.591151, 10.449645, 10.904449, 11.260999, 12.093666, 12.437813, 13.602911, 14.382535, 14.674274, 15.217825, 15.444782, 15.829427, 15.910064, 15.940148, 15.16398, 15.175064, 14.119786, 13.76517, 12.918277, 12.750536, 15.544863, 18.464292, 18.593132, 19.252922, 17.297288, 17.580031, 16.665726, 17.281209, 16.919091, 18.267, 18.755591, 19.035498, 18.286535, 20.621917, 19.851232, 20.424889, 20.630506, 24.82231, 21.937527, 21.431434, 22.82856, 20.213552, 17.956664, 16.304178, 15.040417, 13.735521]}, "digit": {"n_am_en": [2, 4, 2, 4, 2, 3, 4, 2, 1, 1, 2, 3, 4, 2, 3, 5, 9, 5, 9, 9, 8, 10, 5, 7, 10, 10, 5, 7, 8, 9, 1, 3, 3, 6, 5, 8, 10, 11, 11, 10, 11, 10, 9, 6, 7, 5, 4, 4, 2, 0], "n_am_pl": [0, 1, 1, 3, 2, 3, 3, 2, 0, 1, 1, 1, 2, 4, 1, 3, 3, 3, 4, 3, 1, 0, 0, 1, 1, 2, 1, 2, 2, 0, 0, 2, 4, 2, 2, 2, 4, 2, 4, 5, 3, 2, 2, 2, 1, 2, 1, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.751511, 4.056955, 4.039915, 4.136735, 4.542528, 4.767129, 4.999761, 5.053016, 5.08072, 4.868, 5.128638, 4.831709, 4.810815, 4.998438, 5.272812, 5.021867, 5.100367, 4.829839, 5.073022, 4.977687, 4.825535, 4.92011, 5.105452, 5.094642, 7.121306, 6.691075, 5.510958, 4.963006, 5.372664, 5.317556, 5.210904, 5.152261, 4.79731, 4.915507, 4.997555, 5.252134, 6.144806, 6.90813, 7.950187, 8.458434, 8.196016, 8.388576, 7.957591, 6.488127, 5.863771, 4.952779, 4.475054, 4.097855, 2.941945, 0.0], "sum_m_pl": [0.647133, 1.560283, 1.584794, 1.556531, 1.522381, 1.57495, 1.606365, 1.738912, 1.778015, 1.729689, 1.857792, 1.962488, 2.159425, 2.239166, 2.24891, 2.391174, 2.396915, 2.408707, 2.344237, 2.227998, 2.01137, 1.934859, 1.866045, 1.846875, 1.846385, 2.357205, 2.370852, 2.334452, 2.253785, 2.287225, 2.191893, 2.183791, 2.267536, 2.07889, 2.187492, 2.10476, 2.08504, 2.925042, 2.82752, 3.069731, 2.840501, 2.307816, 2.132353, 2.034928, 1.916127, 2.044586, 1.712083, 0.968016, 0.371958, 0.0]}, "lang": {"n_am_en": [9, 11, 13, 10, 19, 19, 18, 15, 10, 11, 16, 16, 13, 23, 25, 17, 26, 19, 26, 27, 26, 32, 31, 34, 41, 40, 34, 32, 30, 25, 22, 28, 37, 38, 42, 45, 44, 50, 57, 62, 58, 62, 64, 63, 62, 64, 69, 67, 72, 76], "n_am_pl": [6, 4, 5, 3, 2, 5, 8, 7, 5, 11, 12, 8, 10, 9, 14, 12, 12, 16, 9, 10, 8, 8, 5, 4, 8, 11, 11, 8, 11, 7, 7, 8, 8, 7, 10, 13, 9, 11, 8, 10, 11, 15, 13, 12, 13, 11, 11, 15, 14, 13], "n_pos": 91, "sum_m_en": [10.639036, 12.292802, 12.716351, 12.54284, 14.023802, 15.106673, 14.755231, 14.813169, 14.512158, 14.67282, 15.111467, 14.89666, 15.819226, 16.576503, 17.261679, 15.986998, 15.563437, 14.590487, 15.613854, 15.213328, 14.865283, 14.975403, 15.674518, 15.033118, 28.202068, 26.255296, 23.009406, 18.78124, 19.080308, 17.997939, 18.115868, 18.719573, 21.216986, 22.426303, 24.720508, 27.811125, 32.528925, 35.434278, 42.208121, 48.826715, 50.291734, 53.248899, 56.983162, 56.288577, 54.937915, 57.603072, 62.418618, 63.032799, 64.554212, 75.159652], "sum_m_pl": [2.114019, 3.606778, 3.969943, 3.79193, 4.104942, 4.585018, 4.977469, 5.207933, 5.596468, 5.843108, 6.431294, 6.996035, 7.244156, 7.394689, 7.419953, 7.545833, 7.595204, 7.686244, 7.523386, 7.64736, 7.035243, 6.834419, 6.373215, 6.254846, 7.375876, 9.435989, 10.387293, 11.016885, 9.507728, 9.262955, 8.602714, 8.934263, 8.576731, 9.226997, 9.497585, 9.079972, 8.702536, 9.455179, 9.104161, 9.606558, 11.099964, 13.545235, 11.747543, 11.048434, 13.227273, 11.910564, 11.657797, 13.565275, 13.236389, 12.997117]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "pes-Choroby zakaźne-2020 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1258, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9746}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 10, 15, 20, 21, 28, 34, 33, 28, 19, 25, 17, 24, 26, 39, 35, 54, 37, 39, 48, 50, 53, 54, 59, 71, 69, 68, 53, 52, 50, 44, 46, 43, 49, 63, 54, 60, 76, 78, 92, 96, 96, 89, 87, 55, 41, 14, 1, 0, 0], "n_am_pl": [2, 17, 18, 12, 17, 31, 28, 33, 25, 23, 27, 25, 17, 29, 28, 28, 24, 23, 39, 25, 21, 21, 21, 23, 25, 31, 29, 28, 31, 32, 28, 31, 34, 29, 25, 24, 32, 28, 34, 37, 38, 41, 42, 46, 72, 94, 122, 136, 139, 138], "n_pos": 221, "sum_m_en": [19.728619, 29.725401, 31.947588, 31.080141, 32.14267, 32.550548, 31.640183, 31.263559, 31.615822, 32.097474, 33.047994, 31.994989, 33.26774, 33.08671, 34.04651, 34.303471, 34.174091, 32.064487, 32.79935, 32.457385, 31.953557, 32.541586, 33.206131, 32.756603, 49.676305, 47.351581, 43.620475, 36.235167, 37.393028, 35.627083, 36.198479, 36.013004, 35.680538, 35.300533, 39.292029, 40.41287, 46.463049, 52.851298, 59.740261, 68.066591, 73.515326, 77.261125, 77.662926, 75.560706, 54.272071, 43.143804, 14.659946, 3.343558, 1.346207, 0.001719], "sum_m_pl": [3.627742, 9.915137, 11.686408, 11.088974, 11.850625, 12.79183, 13.573216, 14.814682, 15.3387, 15.880279, 16.48703, 17.609473, 17.817945, 19.381676, 19.779682, 18.537238, 18.488904, 17.439004, 17.624741, 16.947004, 15.948881, 15.554357, 14.847104, 14.375544, 20.347688, 23.178678, 22.163077, 21.925884, 22.400269, 25.155954, 22.936175, 24.936192, 24.733876, 23.542179, 23.303947, 23.288958, 25.387706, 25.570024, 27.974735, 31.781074, 34.287095, 35.008987, 36.850513, 40.609815, 61.435586, 77.512382, 112.108355, 130.490092, 136.252712, 138.278692]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 1, 1, 1, 2, 1, 2, 3, 2, 4, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.355746, 0.67193, 0.644024, 0.695281, 0.655211, 0.663064, 0.712021, 0.62003, 0.567937, 0.541806, 0.573882, 0.568168, 0.585217, 0.575208, 0.632709, 0.536533, 0.56314, 0.538257, 0.55282, 0.551578, 0.559845, 0.569974, 0.592207, 0.599756, 0.946782, 0.861955, 0.739717, 0.632165, 0.707688, 0.644841, 0.631184, 0.63896, 0.657667, 0.597579, 0.613482, 0.799972, 0.799922, 1.37277, 1.65322, 1.945295, 1.406553, 0.835295, 0.452562, 0.308169, 0.274764, 0.223227, 0.10686, 0.045292, 0.008767, 0.0], "sum_m_pl": [0.122121, 0.306923, 0.241079, 0.228134, 0.215862, 0.189978, 0.158123, 0.152088, 0.150145, 0.151414, 0.176203, 0.219575, 0.195903, 0.240296, 0.229399, 0.238984, 0.278972, 0.252504, 0.293078, 0.266461, 0.234709, 0.239476, 0.232618, 0.230471, 0.275899, 0.280926, 0.242051, 0.211637, 0.263278, 0.388633, 0.366302, 0.403653, 0.3478, 0.300589, 0.241796, 0.240147, 0.212438, 0.224504, 0.316784, 0.41166, 0.449293, 0.464276, 0.25359, 0.222817, 0.215167, 0.207051, 0.074969, 0.050272, 0.009286, 0.0]}, "lang": {"n_am_en": [3, 8, 7, 10, 14, 16, 23, 24, 23, 14, 16, 10, 15, 16, 26, 19, 37, 25, 27, 34, 32, 32, 36, 41, 54, 51, 49, 41, 41, 36, 34, 34, 31, 32, 46, 38, 42, 55, 51, 59, 64, 68, 64, 63, 38, 27, 11, 1, 0, 0], "n_am_pl": [1, 6, 9, 7, 7, 17, 16, 19, 18, 14, 19, 17, 12, 20, 18, 20, 17, 17, 26, 13, 15, 13, 13, 16, 17, 23, 20, 15, 15, 18, 16, 19, 22, 20, 16, 17, 21, 19, 24, 29, 29, 28, 31, 35, 56, 76, 100, 120, 131, 137], "n_pos": 138, "sum_m_en": [12.030014, 18.941318, 20.370155, 19.573557, 20.386007, 20.937761, 20.354194, 20.228917, 20.564591, 20.81919, 21.489922, 20.898063, 21.498451, 21.277164, 21.900303, 22.125882, 21.925471, 20.778901, 20.975287, 20.562049, 20.306712, 20.756804, 21.033416, 20.761123, 33.857759, 31.985905, 29.8293, 25.304733, 26.009412, 24.18259, 24.405382, 24.090876, 23.881265, 23.43444, 26.756527, 26.980666, 31.660868, 36.156978, 39.408353, 45.327623, 50.220006, 54.580638, 55.931874, 54.113837, 38.011693, 30.204245, 10.702487, 2.423497, 0.782178, 0.00162], "sum_m_pl": [1.982953, 5.835801, 6.929838, 6.671713, 7.157009, 7.82075, 8.352458, 9.495583, 9.920761, 10.230463, 10.487031, 11.33419, 11.404996, 12.637393, 12.726816, 11.797321, 11.778516, 11.225254, 11.309932, 10.746908, 10.095825, 9.768883, 9.316855, 8.970983, 12.763893, 14.628518, 14.147707, 13.552595, 13.858199, 16.283444, 14.409229, 16.021117, 15.772684, 15.083176, 14.542048, 14.858697, 15.742497, 15.62426, 18.205733, 21.917072, 24.183517, 24.13532, 25.943189, 29.746997, 47.303749, 62.283991, 91.528239, 113.858362, 127.624725, 136.392158]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 223, "item_id": "pes-Choroby zakaźne-2020 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1513, "region_end": 221, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9865}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 11, 20, 19, 17, 13, 15, 11, 13, 10, 18, 19, 26, 25, 17, 24, 26, 22, 27, 24, 17, 20, 17, 20, 25, 25, 28, 23, 26, 35, 34, 38, 26, 26, 36, 35, 44, 44, 36, 34, 38, 41, 41, 42, 48, 49, 41, 37, 38, 38], "n_am_pl": [9, 12, 19, 16, 12, 20, 24, 42, 25, 26, 23, 18, 22, 15, 26, 33, 33, 35, 34, 33, 51, 45, 46, 42, 39, 41, 35, 26, 21, 23, 20, 19, 18, 27, 32, 27, 29, 35, 54, 43, 42, 35, 26, 21, 18, 19, 21, 22, 18, 12], "n_pos": 141, "sum_m_en": [16.831523, 20.058918, 21.198595, 23.103019, 22.031495, 22.207548, 22.810981, 22.801369, 22.647457, 23.423683, 24.149484, 24.850373, 26.529817, 26.570578, 25.831913, 25.332531, 25.922683, 24.828157, 25.570276, 24.344897, 23.567044, 24.100097, 23.63049, 23.922646, 25.82507, 27.392098, 27.133564, 26.339255, 27.928099, 28.854152, 28.407949, 28.638445, 27.554672, 28.109874, 28.916057, 30.088231, 32.949329, 33.856358, 27.077794, 28.701959, 31.627381, 36.638071, 38.897958, 37.167833, 41.198163, 41.739477, 38.45167, 37.350298, 38.042969, 38.239256], "sum_m_pl": [4.618923, 7.013187, 7.957633, 7.872574, 8.558837, 10.149013, 9.793523, 11.631811, 12.224222, 12.251412, 12.649224, 12.507717, 12.865362, 11.723081, 12.409666, 12.401314, 12.220752, 11.540319, 11.315654, 10.969341, 12.857523, 10.759951, 9.798874, 9.210403, 20.749462, 19.008133, 15.356661, 14.947039, 13.862561, 13.6405, 12.898181, 12.592647, 12.975245, 13.046846, 13.948331, 14.025755, 15.442514, 23.053256, 47.226327, 39.274133, 37.150938, 30.343096, 24.7692, 23.604198, 20.259168, 18.964766, 17.831039, 17.98709, 15.456893, 12.119269]}, "digit": {"n_am_en": [0, 0, 4, 4, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 1, 0, 3, 2, 1, 1, 1, 2, 0, 3, 1, 1, 0, 1, 0, 0, 0, 2, 3, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 2, 2, 1, 1, 1, 3, 0, 2, 1, 2, 3, 2, 1, 3, 2, 4, 3, 3, 3, 6, 2, 2, 3, 3, 2, 3, 4, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.896362, 1.716263, 1.630002, 1.716858, 1.614491, 1.598327, 1.518219, 1.540783, 1.628578, 1.578925, 1.697618, 1.61746, 1.771662, 1.599097, 1.616251, 1.561162, 1.641521, 1.571191, 1.653677, 1.577824, 1.556035, 1.552967, 1.550202, 1.626975, 2.039418, 1.900298, 1.83355, 1.353362, 1.530763, 1.573342, 1.677223, 1.68137, 1.552313, 1.759327, 1.855265, 2.019483, 2.477249, 2.362908, 2.020159, 1.857001, 1.814554, 1.733459, 1.659537, 1.417947, 1.163147, 1.144219, 0.613826, 0.456507, 0.149086, 1e-06], "sum_m_pl": [0.260997, 0.495412, 0.515499, 0.476596, 0.561219, 0.693831, 0.5869, 0.59363, 0.639455, 0.622802, 0.61792, 0.650391, 0.657246, 0.646641, 0.681914, 0.688456, 0.669314, 0.682766, 0.611444, 0.601783, 0.565476, 0.546566, 0.527605, 0.542637, 0.744453, 0.829257, 0.953049, 1.401094, 1.231551, 1.412096, 0.941346, 0.801008, 0.7994, 0.728353, 0.720287, 0.717593, 0.702195, 0.722252, 1.534975, 1.294017, 1.055228, 0.727065, 0.606033, 0.647515, 0.477106, 0.293424, 0.338412, 0.142911, 0.050734, 0.0]}, "lang": {"n_am_en": [7, 5, 5, 4, 4, 4, 10, 7, 8, 6, 10, 7, 9, 7, 6, 10, 9, 10, 11, 9, 8, 9, 9, 12, 14, 14, 14, 12, 14, 19, 19, 18, 16, 13, 16, 12, 21, 25, 23, 25, 26, 27, 28, 28, 31, 32, 31, 28, 32, 36], "n_am_pl": [4, 7, 11, 9, 3, 6, 11, 15, 11, 10, 10, 9, 9, 6, 10, 12, 12, 13, 18, 18, 22, 22, 20, 17, 15, 16, 14, 9, 8, 5, 8, 9, 6, 10, 13, 11, 11, 12, 17, 14, 16, 15, 15, 15, 14, 15, 16, 16, 13, 12], "n_pos": 49, "sum_m_en": [4.939377, 6.462804, 7.208714, 7.927423, 7.392726, 7.708734, 7.84747, 8.017935, 7.995093, 8.441713, 8.61781, 8.73574, 9.25332, 9.530949, 9.265545, 9.160091, 9.13411, 8.868644, 8.931733, 8.64459, 8.399654, 8.557793, 8.298476, 8.41644, 12.329314, 13.122107, 12.961597, 12.426231, 12.575412, 12.626098, 12.158678, 12.01558, 11.577822, 12.143469, 12.374678, 13.089202, 14.692016, 16.423439, 15.950913, 18.144984, 19.796821, 23.486246, 26.180433, 24.712866, 26.53955, 27.919979, 27.98475, 27.098292, 30.321928, 35.253206], "sum_m_pl": [1.887128, 2.785321, 2.948945, 2.834776, 3.006474, 3.41626, 3.62585, 4.256765, 4.34684, 4.422377, 4.83354, 4.656393, 4.637808, 4.032339, 4.293213, 4.34819, 4.392115, 4.242421, 4.220078, 4.077058, 4.44161, 3.740166, 3.510149, 3.275889, 6.218321, 6.438073, 5.046279, 4.960578, 5.117135, 4.836448, 4.692812, 4.574136, 4.794093, 5.020389, 5.879928, 6.301988, 7.599944, 12.225303, 17.033275, 15.10689, 16.170855, 14.351896, 14.138304, 14.924013, 14.540612, 15.214223, 14.074364, 13.821221, 12.801053, 12.090313]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "pes-Choroby zakaźne-2020 wiosna-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1087, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9789}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 18, 20, 33, 28, 31, 26, 39, 39, 47, 41, 48, 46, 50, 61, 65, 58, 66, 63, 65, 53, 50, 46, 49, 63, 69, 70, 67, 52, 48, 55, 63, 55, 61, 63, 64, 77, 76, 67, 65, 74, 75, 78, 70, 77, 51, 22, 9, 6, 6], "n_am_pl": [11, 29, 34, 44, 37, 34, 51, 66, 70, 60, 57, 62, 58, 60, 72, 74, 72, 64, 81, 74, 98, 101, 93, 91, 76, 82, 77, 78, 80, 85, 79, 74, 76, 85, 90, 66, 71, 100, 120, 109, 106, 105, 88, 103, 98, 116, 153, 184, 189, 194], "n_pos": 304, "sum_m_en": [30.508372, 43.071205, 46.131474, 48.379826, 47.914878, 48.796615, 51.513166, 53.265658, 53.194049, 53.477535, 54.348964, 55.234694, 57.013914, 56.69709, 54.94604, 57.229142, 55.511586, 53.64046, 53.546247, 52.205946, 49.47907, 50.538914, 50.499714, 50.752265, 57.755328, 58.116206, 58.029746, 55.504521, 54.110836, 54.762173, 53.782673, 55.014133, 53.605975, 54.990192, 55.642725, 58.396063, 59.476337, 62.320289, 54.745944, 58.598962, 62.494869, 68.393896, 70.561089, 63.912179, 71.713829, 48.343664, 22.123319, 10.297057, 6.432537, 6.109259], "sum_m_pl": [6.162803, 14.242167, 16.829034, 17.787211, 19.132795, 21.83051, 21.373443, 24.494854, 25.739992, 27.346578, 28.83978, 30.247608, 30.135843, 29.139135, 30.55013, 29.431082, 28.069556, 26.689116, 26.093128, 25.43505, 27.987161, 24.381037, 22.157366, 20.433575, 49.145783, 51.508101, 42.672978, 41.507551, 39.761291, 42.126019, 40.541013, 38.479885, 37.859952, 37.14497, 37.732249, 36.635316, 44.371642, 57.109369, 93.211207, 83.842741, 87.574415, 83.594355, 74.5124, 92.147812, 90.537163, 107.534008, 147.602646, 173.581904, 186.466929, 192.784849]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 3, 4, 0, 0, 2, 2, 5, 4, 4, 4, 4, 3, 4, 3, 2, 2, 3, 3, 3, 2, 2, 2, 5, 5, 5, 3, 3, 4, 4, 2, 4, 3, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.634524, 1.235847, 1.345402, 1.42698, 1.361382, 1.365903, 1.320919, 1.373718, 1.395068, 1.305203, 1.384933, 1.406517, 1.491535, 1.510154, 1.256378, 1.313215, 1.314842, 1.275402, 1.405834, 1.388152, 1.427523, 1.460821, 1.488504, 1.54759, 1.401006, 1.204998, 1.004682, 1.083462, 1.247894, 1.059047, 1.381119, 1.271493, 1.26273, 1.287751, 1.311173, 1.264156, 1.214834, 1.275853, 1.097703, 0.988907, 0.843232, 0.8744, 0.778076, 0.727259, 1.276441, 0.72667, 0.387623, 0.093979, 0.011544, 4.1e-05], "sum_m_pl": [0.171495, 0.385984, 0.481943, 0.52444, 0.682909, 0.649818, 0.654125, 0.648268, 0.703527, 0.98276, 0.792771, 0.963612, 1.237221, 0.949782, 1.396097, 1.213514, 0.839587, 0.799675, 0.638151, 0.661918, 0.572001, 0.541603, 0.526209, 0.531154, 1.046467, 1.575336, 1.805453, 2.246094, 1.431185, 2.443397, 1.644947, 1.193831, 0.732856, 1.055853, 0.746954, 1.011946, 0.875084, 0.732594, 0.910448, 0.816985, 0.794476, 0.711828, 0.581627, 0.503786, 0.298755, 0.207, 0.165949, 0.058469, 0.017013, 0.022389]}, "lang": {"n_am_en": [10, 11, 14, 21, 21, 18, 18, 26, 26, 32, 26, 37, 39, 34, 41, 44, 38, 43, 42, 42, 31, 28, 26, 27, 37, 46, 53, 45, 36, 37, 40, 44, 39, 47, 46, 46, 54, 54, 44, 44, 48, 48, 49, 48, 53, 36, 16, 6, 4, 6], "n_am_pl": [8, 18, 21, 27, 22, 24, 38, 50, 49, 35, 37, 38, 36, 39, 50, 48, 49, 49, 60, 52, 70, 72, 68, 68, 50, 57, 48, 54, 57, 60, 50, 47, 51, 56, 63, 45, 49, 70, 89, 85, 81, 81, 70, 84, 83, 101, 137, 169, 182, 193], "n_pos": 199, "sum_m_en": [20.458522, 28.345842, 30.356803, 31.620685, 31.626203, 32.156075, 33.918337, 35.337201, 35.814337, 36.069889, 36.84677, 37.73052, 39.011271, 38.315135, 37.400123, 39.169437, 37.736796, 36.38274, 35.91106, 34.912344, 32.649602, 33.242972, 33.376479, 33.636429, 37.826438, 38.748467, 39.410078, 37.864796, 36.730947, 37.190243, 35.824525, 36.94376, 36.425219, 37.764393, 37.795417, 39.74574, 40.787195, 42.560562, 36.076589, 38.685977, 40.312488, 43.361683, 44.462162, 40.998628, 48.845283, 32.019396, 15.180165, 6.498837, 3.815423, 5.735901], "sum_m_pl": [3.973596, 9.446208, 11.10598, 11.581572, 12.499323, 14.620376, 14.354687, 16.752729, 17.371389, 18.248583, 19.528454, 20.473757, 20.251772, 19.696004, 20.499399, 19.698714, 18.957385, 18.033094, 17.796107, 17.179489, 20.031275, 17.070275, 15.282127, 13.932581, 35.605329, 36.996934, 29.155848, 27.763559, 26.666597, 27.6203, 26.609838, 26.064646, 25.846008, 24.992908, 25.679294, 24.941319, 30.543991, 40.686045, 68.292532, 62.414305, 66.952374, 66.354273, 60.544972, 76.149175, 77.091697, 95.032846, 131.857543, 158.589416, 179.165876, 190.880412]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 306, "item_id": "pes-Choroby zakaźne-2020 wiosna-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1342, "region_end": 304, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9934}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 17, 23, 17, 23, 25, 29, 33, 34, 33, 31, 35, 33, 29, 29, 39, 47, 48, 53, 63, 58, 58, 57, 59, 73, 69, 65, 51, 45, 42, 42, 48, 52, 66, 80, 72, 78, 83, 78, 76, 76, 77, 73, 75, 71, 64, 65, 62, 60, 69], "n_am_pl": [6, 15, 10, 19, 14, 11, 15, 16, 9, 8, 15, 16, 14, 16, 14, 12, 15, 12, 10, 9, 6, 6, 6, 3, 4, 10, 8, 12, 12, 18, 17, 11, 6, 11, 8, 10, 5, 8, 7, 6, 5, 6, 7, 5, 2, 2, 5, 4, 2, 2], "n_pos": 138, "sum_m_en": [15.62967, 21.079341, 19.875028, 20.831767, 22.897356, 23.310859, 24.041467, 23.876548, 25.062784, 25.292064, 26.562393, 29.118005, 28.678318, 28.613171, 28.492739, 29.157016, 28.223889, 27.540892, 27.789278, 27.377768, 26.603331, 26.056131, 25.590578, 25.326873, 47.293443, 46.138014, 42.626751, 35.715676, 33.216339, 33.560814, 32.402257, 33.529045, 33.37035, 36.975834, 41.685008, 45.023061, 49.640219, 57.80896, 63.186368, 64.299162, 65.040595, 65.161425, 65.330203, 66.401772, 66.302671, 62.95332, 61.093697, 58.491528, 56.322983, 69.101297], "sum_m_pl": [3.301289, 5.82322, 7.090174, 6.99912, 7.565272, 7.369724, 7.033624, 6.777677, 7.025431, 7.331241, 8.08413, 9.201175, 8.806764, 9.142597, 9.531026, 9.886208, 9.643071, 9.478569, 9.450437, 9.582557, 9.032815, 8.666746, 8.284589, 8.247347, 8.42069, 8.650415, 9.315067, 11.235317, 11.91016, 12.380142, 11.321961, 11.15199, 11.026041, 10.157378, 9.597987, 8.985082, 8.6047, 7.762224, 7.514889, 7.396647, 7.362316, 7.458422, 7.976228, 6.796758, 5.773209, 4.540431, 5.299719, 3.784638, 2.913446, 2.317817]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 1, 1, 0, 1, 4, 1, 1, 3, 0, 2, 0, 3, 4, 2, 2, 2, 3, 3, 2, 6, 4, 4, 5, 3, 4, 3, 4, 2, 4, 6, 7, 5, 4, 3, 3, 4, 2, 3, 3, 3, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 2, 0, 3, 2, 1, 2, 1, 2, 2, 1, 0, 2, 2, 2, 3, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 2, 2, 2, 2, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.182437, 2.032692, 1.801732, 1.873395, 2.006074, 2.041014, 2.094263, 2.006652, 2.132821, 2.057418, 2.151426, 2.436444, 2.374039, 2.20905, 2.159548, 2.234799, 2.190886, 2.175201, 2.092259, 2.018465, 1.895939, 1.898298, 1.935889, 1.921973, 3.297806, 3.419396, 3.368921, 2.778825, 2.410017, 2.275297, 2.374876, 2.347297, 2.191454, 2.516662, 2.711197, 2.988462, 2.312831, 2.484311, 2.405699, 3.068349, 4.014757, 3.44823, 3.098564, 3.105509, 2.67924, 1.642325, 1.22758, 0.661346, 0.153143, 4e-06], "sum_m_pl": [0.27082, 0.573134, 0.59929, 0.573628, 0.697182, 0.679704, 0.594235, 0.552995, 0.548294, 0.539307, 0.553167, 0.607785, 0.660283, 0.608917, 0.662174, 0.702994, 0.697143, 0.743714, 0.715324, 0.676847, 0.65694, 0.627837, 0.630914, 0.64499, 0.676777, 0.682607, 0.708187, 0.902433, 0.804831, 0.847126, 0.84391, 0.8276, 0.815956, 0.672926, 0.600216, 0.636419, 0.650728, 0.727399, 0.715189, 0.626892, 0.510657, 0.553406, 0.503261, 0.456766, 0.452785, 0.403957, 0.260331, 0.23665, 0.060304, 0.0]}, "lang": {"n_am_en": [3, 10, 12, 13, 18, 14, 18, 23, 22, 21, 18, 21, 19, 22, 22, 27, 29, 28, 33, 42, 42, 41, 41, 40, 49, 44, 43, 33, 30, 27, 24, 28, 34, 43, 49, 43, 50, 54, 54, 53, 57, 59, 56, 58, 55, 55, 55, 57, 60, 69], "n_am_pl": [3, 6, 7, 12, 5, 7, 12, 10, 5, 4, 5, 8, 7, 5, 4, 4, 6, 5, 5, 3, 3, 3, 2, 2, 2, 3, 3, 2, 3, 9, 9, 6, 2, 6, 2, 4, 1, 2, 3, 4, 2, 2, 4, 4, 2, 2, 5, 3, 2, 2], "n_pos": 72, "sum_m_en": [8.111824, 11.075058, 10.622918, 10.830854, 11.981153, 12.159892, 12.699771, 12.608467, 13.565663, 13.572738, 14.365294, 15.70006, 15.411194, 15.437089, 15.611861, 15.765866, 15.14806, 14.685345, 14.843062, 14.712545, 14.454235, 14.005251, 13.510413, 13.34823, 28.515869, 27.61512, 25.163782, 20.770945, 19.069928, 19.711662, 18.38636, 19.200365, 19.30939, 21.540482, 24.785896, 27.130523, 32.234372, 39.367377, 43.247403, 44.505073, 45.45633, 48.769438, 48.854713, 49.29609, 50.204407, 50.169107, 50.039548, 49.590503, 52.049305, 66.659087], "sum_m_pl": [1.66254, 2.853341, 3.558555, 3.499232, 3.878564, 3.713186, 3.639465, 3.472281, 3.51925, 3.732873, 4.246726, 4.83719, 4.532674, 4.767188, 4.7783, 5.016139, 4.969516, 4.878336, 5.005042, 5.169464, 4.830374, 4.666708, 4.428501, 4.359143, 4.46497, 4.4927, 4.811933, 5.817198, 6.220116, 6.532372, 6.007441, 5.959053, 5.9818, 5.743303, 5.333133, 4.715867, 4.158531, 3.393123, 3.584078, 3.937468, 3.898788, 3.64596, 4.654652, 4.386668, 3.770814, 3.007172, 3.99205, 2.816287, 2.376302, 2.301457]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "pes-Dermatologia i wenerologia-2018 jesień-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1238, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9856}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 10, 10, 16, 27, 32, 36, 46, 41, 50, 49, 46, 42, 48, 46, 56, 56, 53, 78, 91, 84, 91, 96, 94, 115, 110, 97, 80, 62, 44, 57, 60, 52, 72, 78, 89, 100, 99, 111, 111, 117, 109, 115, 110, 89, 67, 23, 3, 0, 0], "n_am_pl": [6, 26, 25, 25, 32, 22, 31, 33, 21, 43, 53, 49, 57, 55, 58, 49, 36, 36, 36, 32, 31, 31, 27, 23, 22, 20, 19, 23, 35, 40, 40, 38, 42, 38, 36, 34, 26, 24, 21, 26, 26, 35, 47, 55, 71, 96, 148, 165, 169, 167], "n_pos": 273, "sum_m_en": [25.804793, 39.852301, 41.425576, 42.86651, 45.190888, 45.595968, 48.000277, 49.2262, 49.448726, 51.04691, 53.448588, 54.655152, 55.062511, 54.838394, 54.36752, 54.024822, 52.609047, 49.300521, 50.722829, 50.159405, 48.052842, 47.721562, 49.773414, 48.689872, 81.579198, 75.045263, 69.743061, 58.06589, 55.384635, 54.234645, 52.240038, 52.959273, 51.385535, 53.889156, 57.684626, 60.967394, 68.599736, 77.370249, 81.75779, 84.189441, 91.040007, 86.099971, 98.084652, 98.445872, 85.550463, 61.772067, 21.532546, 4.623386, 0.738465, 1.9e-05], "sum_m_pl": [4.178017, 12.77786, 14.526529, 14.781349, 14.601226, 15.129145, 14.636613, 15.761405, 16.628512, 18.202666, 20.995316, 21.775345, 20.962627, 20.971312, 19.925772, 19.701376, 18.453286, 18.604765, 17.401847, 17.292605, 16.554671, 16.050916, 15.809098, 15.867926, 19.510057, 19.392437, 20.352173, 23.727577, 25.668409, 28.814588, 26.665517, 26.495533, 26.171642, 23.714846, 21.865168, 20.856264, 21.289188, 20.648592, 20.829497, 22.09981, 24.691214, 31.798887, 38.199748, 45.417937, 61.421496, 86.763272, 138.799489, 155.633674, 167.997547, 166.811193]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 1, 2, 2, 4, 4, 6, 4, 2, 5, 1, 2, 4, 4, 4, 4, 5, 5, 5, 5, 5, 7, 8, 9, 3, 2, 5, 4, 5, 6, 4, 8, 7, 5, 6, 6, 4, 4, 3, 3, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 1, 5, 1, 1, 2, 1, 2, 0, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 2, 2, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 2, 6, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.28228, 2.275572, 2.254415, 2.355631, 2.30271, 2.331051, 2.41915, 2.597387, 2.630639, 2.488918, 2.7252, 2.975125, 2.829349, 2.668512, 2.518147, 2.55944, 2.485328, 2.378801, 2.516877, 2.561685, 2.314187, 2.323585, 2.989153, 2.457964, 4.771257, 4.360262, 4.457064, 3.212024, 2.909309, 2.911048, 2.736302, 2.743908, 2.554081, 3.130995, 3.403293, 3.579259, 3.918878, 4.136294, 4.000394, 4.954616, 5.003377, 4.151243, 3.755599, 3.188455, 3.33183, 1.496491, 0.893596, 0.41103, 0.129817, 0.0], "sum_m_pl": [0.302408, 0.782312, 0.807674, 0.786039, 0.829734, 0.818287, 0.744289, 0.716136, 0.713173, 0.697915, 0.673679, 0.689798, 0.692911, 0.67323, 0.673381, 0.666929, 0.717569, 0.799717, 0.740706, 0.781598, 0.751456, 0.733903, 0.775152, 0.838537, 1.074044, 1.096503, 0.842943, 0.901488, 0.828017, 0.861867, 0.89937, 0.864573, 0.916145, 0.680152, 0.698846, 0.764889, 0.772041, 0.849315, 0.841744, 0.759969, 1.263994, 1.704525, 1.507509, 0.798077, 0.742395, 0.431948, 0.265613, 0.327652, 0.363797, 1.4e-05]}, "lang": {"n_am_en": [6, 5, 5, 12, 21, 23, 29, 30, 27, 31, 26, 27, 31, 36, 33, 40, 37, 33, 50, 60, 55, 59, 64, 61, 76, 70, 59, 46, 35, 24, 29, 38, 24, 43, 49, 51, 63, 65, 71, 72, 79, 70, 74, 74, 63, 46, 16, 3, 0, 0], "n_am_pl": [4, 18, 16, 13, 17, 14, 19, 22, 15, 26, 34, 34, 30, 28, 31, 26, 25, 25, 23, 18, 16, 19, 15, 13, 13, 12, 12, 15, 23, 23, 24, 20, 27, 20, 20, 23, 17, 15, 15, 17, 18, 28, 37, 41, 56, 82, 124, 149, 160, 166], "n_pos": 166, "sum_m_en": [16.387429, 24.374434, 25.581146, 25.866036, 27.471879, 28.119359, 29.582996, 30.204297, 30.417256, 31.620729, 33.154544, 33.814191, 34.099806, 33.816709, 33.785311, 33.525695, 32.507092, 30.225555, 30.98649, 30.603392, 29.336948, 29.091093, 29.824243, 29.249311, 48.637989, 43.777959, 41.128951, 35.815899, 34.034818, 33.442664, 31.462735, 32.416118, 31.028959, 32.037076, 33.913307, 36.050243, 41.413103, 46.679707, 50.078773, 51.397087, 57.928874, 53.730812, 63.583934, 64.825487, 57.463626, 42.026374, 15.046211, 3.373123, 0.271452, 9e-06], "sum_m_pl": [2.530867, 7.797006, 8.475929, 8.593491, 8.561287, 9.163694, 8.992561, 9.92854, 10.551608, 11.417959, 13.005517, 13.689096, 12.882027, 12.965064, 12.358632, 12.485147, 11.770584, 11.792201, 11.050898, 10.710711, 10.246888, 9.915407, 9.741547, 9.717267, 12.292679, 12.265883, 12.819732, 15.157611, 16.358649, 18.340814, 16.935786, 16.899553, 16.642081, 15.380739, 14.237584, 13.668906, 14.100242, 13.542947, 13.530159, 14.500052, 17.317241, 23.364631, 28.784621, 35.394199, 48.694292, 72.709718, 115.350474, 138.756796, 158.816498, 165.15315]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "pes-Dermatologia i wenerologia-2018 jesień-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1493, "region_end": 273, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.9854}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 5, 7, 10, 12, 5, 13, 9, 4, 8, 12, 14, 17, 7, 13, 14, 16, 16, 19, 19, 18, 18, 18, 16, 27, 32, 23, 20, 18, 19, 22, 22, 17, 21, 21, 22, 29, 28, 24, 24, 22, 31, 31, 33, 31, 34, 35, 32, 32, 32], "n_am_pl": [1, 3, 4, 3, 1, 2, 5, 11, 7, 6, 5, 8, 7, 11, 13, 10, 5, 6, 4, 7, 6, 6, 6, 5, 9, 8, 9, 6, 12, 12, 12, 9, 7, 8, 8, 7, 5, 4, 6, 5, 5, 4, 4, 2, 2, 2, 1, 3, 3, 2], "n_pos": 58, "sum_m_en": [6.073876, 7.84935, 8.26723, 8.356511, 8.903334, 8.641966, 8.842157, 8.688267, 8.361108, 8.897871, 9.851199, 9.853771, 9.526704, 9.154623, 9.715672, 9.988101, 9.709523, 9.336657, 9.090459, 9.082983, 8.446658, 8.421518, 8.46814, 8.366675, 15.806044, 15.088482, 13.957838, 12.310954, 11.971988, 12.401557, 12.013461, 12.153493, 12.166175, 12.751694, 13.173631, 16.160893, 18.054042, 20.462223, 19.917481, 21.149034, 20.019878, 21.709222, 23.535513, 26.057837, 26.857503, 28.174857, 29.823289, 30.247429, 29.593864, 31.996958], "sum_m_pl": [1.278754, 2.339964, 2.691328, 2.594953, 2.804419, 2.913664, 3.121525, 3.289341, 3.412657, 3.549105, 4.12581, 4.198893, 4.476318, 4.432252, 4.933392, 5.453681, 4.41631, 4.287187, 3.86706, 3.594461, 3.429399, 3.283476, 3.221807, 3.104646, 4.642277, 5.324009, 5.452296, 5.521133, 6.070568, 6.14576, 5.55056, 5.377798, 5.516622, 5.718929, 5.115805, 4.628305, 4.647685, 4.224528, 3.779875, 4.294669, 4.254198, 3.923004, 3.874828, 2.743755, 2.634385, 2.48352, 2.158892, 2.315831, 2.492965, 1.892106]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 3, 4, 6, 6, 2, 7, 5, 4, 5, 9, 11, 12, 5, 8, 11, 10, 9, 13, 14, 13, 12, 13, 10, 18, 19, 17, 15, 12, 14, 16, 18, 14, 17, 16, 17, 21, 19, 18, 18, 17, 26, 26, 27, 27, 28, 29, 26, 28, 32], "n_am_pl": [1, 1, 2, 1, 1, 0, 3, 4, 5, 3, 2, 4, 5, 6, 6, 5, 4, 4, 2, 2, 3, 4, 3, 4, 4, 4, 5, 3, 7, 7, 8, 7, 5, 5, 6, 5, 4, 3, 5, 2, 3, 2, 2, 1, 1, 1, 0, 2, 2, 2], "n_pos": 35, "sum_m_en": [3.510855, 4.691166, 5.133982, 5.212828, 5.540342, 5.487144, 5.537082, 5.399843, 5.139526, 5.392968, 6.206185, 6.179366, 5.965964, 5.541021, 6.16852, 6.344345, 6.141198, 5.927271, 5.661471, 5.624772, 5.176273, 5.107899, 5.109387, 5.033172, 9.799823, 9.826973, 9.560468, 8.427146, 8.106742, 8.432694, 8.03533, 8.158775, 8.45474, 9.043658, 9.594894, 12.249377, 13.613043, 14.833422, 14.593379, 15.614893, 15.849934, 18.316116, 19.844705, 22.014569, 22.980958, 24.066611, 25.290003, 24.737364, 25.808613, 30.487639], "sum_m_pl": [0.580823, 1.169841, 1.351158, 1.35571, 1.501865, 1.601873, 1.750571, 1.817397, 1.813281, 1.852133, 2.176311, 2.196667, 2.38948, 2.288414, 2.798415, 3.309856, 2.621376, 2.584694, 2.253812, 2.11265, 1.993917, 1.907545, 1.88344, 1.819707, 2.415801, 2.782273, 2.849286, 2.883639, 3.354497, 3.502963, 3.165834, 2.907922, 2.996365, 3.038535, 2.713198, 2.314062, 2.315605, 2.201287, 2.419678, 2.575644, 2.540098, 2.105773, 1.816695, 0.960956, 0.988262, 0.840125, 0.80175, 1.305478, 1.754808, 1.756904]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "pes-Dermatologia i wenerologia-2018 wiosna-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 982, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 5, 10, 11, 10, 9, 16, 12, 19, 15, 16, 16, 16, 14, 25, 21, 24, 26, 20, 21, 19, 21, 22, 17, 30, 29, 29, 21, 21, 20, 19, 16, 24, 23, 25, 30, 29, 33, 28, 27, 29, 26, 25, 27, 25, 15, 10, 4, 2, 2], "n_am_pl": [3, 10, 9, 9, 5, 12, 11, 10, 10, 8, 14, 12, 12, 17, 9, 10, 9, 18, 12, 11, 9, 5, 8, 8, 13, 12, 18, 18, 15, 11, 14, 15, 16, 17, 13, 14, 14, 15, 16, 17, 11, 15, 21, 22, 28, 38, 46, 63, 65, 62], "n_pos": 99, "sum_m_en": [9.55256, 14.262223, 14.790997, 14.232349, 13.679475, 13.943018, 14.267881, 15.380373, 14.57107, 15.829831, 16.936228, 15.866938, 15.311384, 14.844957, 15.465134, 15.870257, 15.733541, 15.276107, 14.516181, 14.378443, 13.810458, 14.068353, 14.318759, 14.779855, 22.898303, 22.779664, 21.779755, 19.159634, 18.171305, 18.44102, 16.580371, 16.862743, 16.971519, 17.463288, 18.76981, 20.973974, 23.045513, 23.268087, 23.238281, 21.864039, 20.51986, 22.192696, 23.658696, 24.594352, 21.235768, 15.418277, 9.695002, 4.550488, 2.667322, 2.025448], "sum_m_pl": [1.696696, 4.694838, 5.524243, 5.188611, 5.23602, 5.602298, 6.007787, 6.05982, 6.230277, 6.522811, 7.300276, 7.440631, 7.324813, 7.380882, 7.331519, 7.41243, 6.367736, 6.498318, 5.884551, 5.637657, 5.34865, 5.10302, 4.988388, 5.039721, 6.637932, 7.681808, 7.211582, 8.358018, 9.050832, 9.324233, 8.943504, 8.360462, 9.123632, 8.701096, 7.65892, 7.772019, 7.684293, 8.143986, 8.079078, 8.957802, 9.648136, 11.723468, 15.658851, 17.018193, 22.650726, 34.340902, 43.422548, 57.380843, 63.346416, 63.817396]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 4, 8, 10, 9, 8, 12, 10, 17, 13, 13, 12, 10, 13, 21, 19, 20, 23, 15, 15, 12, 13, 18, 14, 21, 20, 22, 15, 17, 13, 13, 11, 19, 18, 18, 19, 15, 23, 17, 16, 19, 17, 17, 20, 16, 11, 9, 4, 2, 2], "n_am_pl": [2, 6, 4, 6, 3, 9, 8, 8, 5, 5, 7, 10, 10, 12, 6, 5, 7, 15, 7, 7, 5, 3, 6, 7, 8, 7, 11, 11, 8, 7, 11, 9, 13, 11, 9, 10, 12, 14, 13, 16, 9, 12, 18, 18, 24, 33, 38, 56, 61, 62], "n_pos": 64, "sum_m_en": [5.993263, 9.252314, 9.671854, 9.249919, 8.94861, 9.106936, 9.422181, 10.360796, 9.906706, 10.617381, 11.323754, 10.688457, 10.216136, 9.952004, 10.4751, 10.700905, 10.430208, 10.132531, 9.52041, 9.391507, 8.983971, 9.039665, 9.225477, 9.544928, 15.445948, 15.756341, 15.264511, 13.187311, 12.242325, 12.37718, 10.99368, 11.216907, 11.435826, 12.012579, 13.062229, 14.100146, 15.217462, 15.628706, 15.927235, 15.422709, 14.5376, 15.797133, 15.862896, 17.426004, 15.018567, 10.875828, 8.174847, 4.322107, 2.488467, 1.999116], "sum_m_pl": [0.987665, 2.995846, 3.521243, 3.297459, 3.438515, 3.788582, 4.010353, 4.03394, 4.12968, 4.333931, 4.675826, 4.877657, 4.758328, 4.824744, 4.693154, 4.731633, 4.052042, 4.089267, 3.733173, 3.576247, 3.378968, 3.245444, 3.167176, 3.237266, 4.185905, 4.696812, 4.257383, 5.104467, 5.490992, 5.870179, 5.664413, 5.183412, 5.649677, 5.423276, 4.764648, 5.030235, 5.173209, 5.625339, 5.604735, 6.496328, 7.008141, 8.965946, 13.01501, 13.757803, 18.752749, 29.38428, 36.923853, 50.681233, 58.621475, 61.887206]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Dermatologia i wenerologia-2018 wiosna-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1237, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9505, "tf_agree_excl_first": 0.96}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 5, 19, 18, 22, 18, 23, 34, 38, 27, 34, 41, 23, 31, 34, 44, 49, 40, 57, 53, 52, 55, 52, 54, 74, 73, 58, 52, 56, 54, 44, 35, 44, 48, 49, 44, 55, 60, 74, 73, 63, 63, 67, 72, 71, 54, 22, 11, 7, 3], "n_am_pl": [4, 24, 17, 17, 20, 23, 13, 21, 23, 27, 20, 25, 27, 26, 26, 20, 19, 22, 17, 14, 12, 14, 8, 8, 7, 7, 14, 18, 22, 28, 30, 37, 28, 20, 25, 15, 15, 15, 12, 12, 17, 17, 25, 27, 30, 56, 88, 106, 103, 106], "n_pos": 172, "sum_m_en": [16.112689, 24.831462, 25.850458, 26.796897, 27.695308, 28.01945, 27.721856, 29.150554, 29.572472, 29.238828, 30.4398, 29.597259, 27.031607, 26.567639, 29.081221, 31.727497, 31.086156, 29.243476, 29.112437, 28.452968, 27.977311, 27.048963, 26.813263, 27.161587, 53.222008, 44.298759, 38.870033, 33.91668, 33.588411, 32.164037, 28.583603, 27.964703, 29.115278, 31.134188, 31.551798, 34.757429, 39.884114, 45.011224, 50.094343, 52.568954, 47.790914, 53.126336, 57.62287, 60.83552, 63.837306, 47.630156, 20.201999, 9.426841, 6.493915, 2.585336], "sum_m_pl": [3.204937, 8.400003, 9.001359, 8.662638, 9.346458, 10.569172, 10.032619, 11.096892, 10.915821, 11.797783, 12.300203, 13.141948, 13.202966, 13.762841, 13.971147, 13.817546, 13.992315, 12.95655, 11.789374, 11.170342, 10.464098, 10.021358, 9.911519, 9.514644, 10.271597, 12.797155, 14.666213, 16.032717, 17.454139, 18.572208, 18.715838, 18.693102, 18.127328, 17.868709, 18.256838, 17.155818, 16.090511, 15.065824, 14.672093, 13.645237, 16.715195, 17.376436, 19.952811, 23.404955, 26.085901, 45.033082, 81.348325, 100.737078, 100.848432, 105.582078]}, "digit": {"n_am_en": [1, 0, 1, 0, 1, 0, 1, 1, 2, 1, 2, 2, 1, 1, 2, 3, 4, 1, 4, 3, 3, 3, 2, 1, 3, 2, 1, 3, 3, 3, 1, 3, 2, 1, 3, 2, 1, 2, 3, 3, 1, 2, 1, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 2, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0, 1, 1, 2, 1, 1, 2, 1, 1, 0, 0], "n_pos": 9, "sum_m_en": [0.882304, 1.430437, 1.416443, 1.387965, 1.499851, 1.495797, 1.706642, 1.749248, 1.774415, 1.74886, 1.709161, 1.645569, 1.429268, 1.512163, 1.55057, 1.715684, 1.62871, 1.587964, 1.594796, 1.529548, 1.431308, 1.422648, 1.433645, 1.471652, 2.02175, 1.907608, 1.729398, 1.650889, 1.767691, 1.636775, 1.399248, 1.433094, 1.472975, 1.518419, 1.377305, 1.421101, 1.421806, 1.722545, 1.996538, 1.55316, 1.134243, 1.521074, 1.215238, 1.942704, 1.79493, 1.590285, 0.68802, 0.384099, 0.33787, 0.0], "sum_m_pl": [0.257502, 0.524105, 0.477625, 0.411871, 0.379489, 0.380523, 0.35706, 0.440605, 0.46251, 0.544626, 0.540173, 0.502803, 0.62826, 0.603193, 0.45992, 0.507012, 0.552408, 0.486305, 0.42772, 0.429174, 0.420394, 0.414084, 0.4331, 0.423168, 0.332933, 0.428052, 0.43095, 0.466495, 0.482182, 0.432978, 0.500577, 0.490353, 0.479521, 0.620499, 0.584223, 0.465133, 0.392789, 0.40382, 0.323608, 0.423583, 0.595076, 0.533746, 0.852639, 0.510236, 0.591187, 0.605064, 0.546822, 0.678448, 0.14491, 0.0]}, "lang": {"n_am_en": [7, 2, 11, 10, 15, 11, 14, 23, 27, 18, 20, 30, 15, 18, 17, 24, 30, 26, 37, 37, 38, 37, 39, 41, 49, 54, 42, 36, 34, 33, 28, 22, 31, 35, 34, 30, 41, 43, 47, 45, 39, 40, 45, 46, 45, 33, 15, 7, 4, 2], "n_am_pl": [3, 15, 11, 9, 13, 17, 10, 17, 16, 19, 16, 19, 17, 13, 14, 15, 15, 13, 12, 11, 7, 8, 5, 5, 3, 3, 9, 11, 17, 23, 23, 25, 19, 13, 17, 11, 11, 10, 10, 10, 13, 14, 20, 23, 24, 48, 75, 94, 102, 106], "n_pos": 109, "sum_m_en": [10.198212, 15.927615, 16.500771, 17.057838, 17.710321, 17.87959, 17.787168, 18.564374, 18.93672, 18.747175, 19.585396, 19.213985, 17.545773, 17.018023, 18.823701, 20.543132, 19.951153, 19.007624, 18.751042, 18.428028, 18.209048, 17.535573, 17.396652, 17.631104, 37.077692, 30.040881, 26.362629, 22.724318, 21.567527, 21.034025, 18.758988, 18.337204, 19.113283, 20.496272, 20.288461, 22.800074, 26.054785, 30.225565, 31.622743, 33.721187, 30.806274, 34.443469, 39.543897, 38.42235, 41.242566, 30.691757, 12.334185, 4.914058, 3.582061, 1.97771], "sum_m_pl": [1.797891, 5.13456, 5.550863, 5.491024, 5.836529, 6.890475, 6.550022, 7.303653, 7.247368, 7.907072, 8.229211, 8.848374, 8.449101, 8.840443, 8.781271, 8.60043, 8.863116, 8.201099, 7.577182, 7.214392, 6.741142, 6.467753, 6.388365, 6.16025, 6.564142, 8.404384, 9.938797, 10.675986, 11.728446, 12.262488, 12.537163, 12.576099, 12.390537, 12.180339, 12.19072, 11.795622, 11.368744, 10.551473, 10.775202, 9.832955, 12.212447, 13.125468, 15.342244, 19.411349, 21.228268, 38.480221, 69.783864, 90.388599, 98.347403, 104.733011]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "pes-Dermatologia i wenerologia-2019 jesień-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1110, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9598, "tf_agree_excl_first": 0.9653}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 5, 18, 18, 24, 19, 30, 29, 41, 32, 42, 46, 34, 38, 41, 51, 60, 51, 62, 63, 59, 58, 64, 64, 89, 82, 71, 61, 58, 60, 51, 46, 54, 56, 62, 63, 62, 76, 75, 80, 75, 74, 75, 72, 75, 53, 20, 10, 3, 3], "n_am_pl": [6, 42, 23, 16, 29, 32, 17, 26, 22, 27, 21, 27, 44, 45, 36, 32, 35, 27, 19, 20, 22, 23, 19, 18, 15, 23, 29, 29, 26, 31, 34, 39, 40, 24, 23, 31, 22, 27, 25, 31, 35, 37, 44, 47, 53, 71, 115, 128, 129, 131], "n_pos": 219, "sum_m_en": [20.447207, 31.79772, 32.541475, 33.806745, 34.898193, 35.137519, 34.15868, 36.670995, 37.206398, 36.706863, 38.880996, 37.03748, 34.254471, 33.756354, 35.583488, 38.469072, 38.11495, 35.618925, 36.161054, 35.220233, 33.94477, 33.695161, 34.224646, 34.375005, 64.42766, 56.216184, 51.065216, 44.937577, 42.617821, 41.409409, 36.624722, 35.395635, 36.407928, 39.633201, 40.264101, 44.305225, 50.26379, 57.24033, 56.460976, 60.435637, 56.017998, 57.650112, 61.444672, 62.950015, 68.715695, 47.92682, 21.146941, 7.517132, 4.706761, 2.759594], "sum_m_pl": [3.715585, 10.355799, 11.265511, 11.025276, 12.003245, 13.929718, 13.310266, 14.597278, 14.034927, 15.079106, 15.653159, 16.89393, 17.301441, 18.505382, 18.334173, 18.017618, 17.78604, 16.599339, 14.911711, 14.055778, 13.377393, 12.692506, 12.62477, 12.256741, 15.00382, 17.968102, 19.430887, 20.509881, 22.960071, 23.156977, 23.856494, 24.674858, 24.045935, 23.050781, 23.809271, 22.739778, 21.174504, 18.988085, 20.600973, 19.60577, 24.34004, 28.678212, 31.005947, 35.381881, 43.555256, 63.443703, 104.769401, 127.032946, 126.677546, 131.353777]}, "digit": {"n_am_en": [2, 0, 0, 1, 1, 0, 2, 0, 3, 2, 1, 3, 3, 2, 3, 2, 3, 1, 3, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 1, 4, 2, 1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 2, 1, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.256835, 2.067837, 2.053858, 2.118042, 2.293801, 2.221721, 2.390761, 2.310972, 2.321552, 2.27622, 2.415905, 2.364926, 2.199887, 2.264773, 2.27288, 2.465085, 2.464531, 2.205137, 2.302958, 2.228927, 2.143499, 2.129532, 2.136597, 2.208572, 3.417398, 3.127474, 2.693228, 2.4824, 2.455655, 2.343673, 1.974733, 2.052917, 2.15929, 2.292114, 2.34533, 2.044015, 2.060619, 2.389353, 2.29827, 1.793104, 1.485603, 1.69406, 1.478122, 2.109146, 1.911008, 1.671409, 0.663454, 0.293948, 0.263254, 0.0], "sum_m_pl": [0.379213, 0.769354, 0.684647, 0.650173, 0.555986, 0.53837, 0.520601, 0.638093, 0.585506, 0.715729, 0.715931, 0.690733, 0.90831, 0.948788, 0.800348, 0.795824, 0.798019, 0.748148, 0.620666, 0.648362, 0.6453, 0.628, 0.647632, 0.643552, 0.564886, 0.727649, 0.797863, 0.846466, 0.877166, 0.777108, 0.814718, 0.870396, 0.710401, 0.691111, 0.587577, 0.534051, 0.494156, 0.472232, 0.404533, 0.494054, 0.554641, 0.46847, 0.650664, 0.439534, 0.448444, 0.410844, 0.371168, 0.403142, 0.102139, 0.0]}, "lang": {"n_am_en": [6, 3, 10, 10, 15, 15, 21, 20, 24, 19, 22, 28, 22, 24, 23, 32, 41, 35, 43, 41, 38, 37, 43, 43, 63, 57, 47, 41, 37, 38, 31, 30, 33, 39, 39, 45, 46, 55, 49, 53, 50, 49, 50, 45, 48, 34, 14, 7, 2, 3], "n_am_pl": [5, 25, 15, 10, 18, 19, 14, 15, 15, 18, 15, 15, 30, 27, 21, 20, 25, 19, 15, 18, 17, 17, 14, 15, 11, 18, 18, 19, 17, 24, 26, 29, 31, 18, 17, 23, 18, 22, 20, 24, 25, 29, 36, 39, 43, 59, 98, 117, 125, 131], "n_pos": 135, "sum_m_en": [12.060628, 19.611839, 20.149748, 20.777825, 21.348446, 21.529842, 21.085253, 22.778051, 23.135755, 22.907379, 24.030687, 23.042565, 21.379962, 20.799645, 22.206078, 24.346381, 23.933976, 22.420202, 22.32802, 21.764301, 21.244965, 20.973393, 21.193609, 21.373634, 42.18326, 36.165282, 32.781691, 28.651137, 26.165903, 26.048196, 22.958728, 22.042483, 22.712625, 25.289898, 24.839341, 28.748765, 32.373853, 39.927772, 37.274954, 38.900047, 36.994544, 38.600571, 42.745114, 40.393124, 45.031636, 30.003209, 12.815713, 4.290955, 2.894995, 2.75722], "sum_m_pl": [1.916852, 5.983089, 6.679803, 6.709521, 7.404165, 8.826394, 8.448332, 9.338807, 9.081098, 9.712166, 10.069294, 11.075635, 10.924496, 11.694478, 11.306606, 11.074806, 11.096635, 10.462494, 9.440247, 8.918316, 8.372202, 7.98125, 7.906111, 7.703312, 9.925584, 11.950965, 13.006367, 13.190415, 15.052904, 15.043018, 15.728342, 16.398298, 16.1921, 15.679732, 16.227644, 15.634174, 15.189914, 13.641382, 15.249513, 14.347593, 17.831665, 21.727785, 24.779754, 29.385596, 36.814917, 54.453773, 91.25847, 114.71819, 122.435623, 129.82468]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 221, "item_id": "pes-Dermatologia i wenerologia-2019 jesień-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1365, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9955, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 19, 21, 22, 28, 43, 37, 51, 47, 44, 45, 44, 58, 55, 51, 57, 61, 65, 73, 84, 80, 74, 73, 74, 88, 87, 81, 69, 67, 64, 51, 64, 54, 73, 78, 95, 101, 117, 118, 123, 125, 134, 133, 128, 124, 118, 120, 115, 113, 112], "n_am_pl": [14, 19, 17, 17, 19, 12, 19, 17, 17, 10, 19, 27, 31, 27, 27, 23, 29, 25, 18, 14, 12, 14, 18, 12, 16, 18, 23, 22, 20, 21, 30, 31, 19, 19, 14, 16, 20, 12, 17, 22, 16, 26, 23, 19, 19, 8, 8, 10, 11, 9], "n_pos": 232, "sum_m_en": [26.870284, 32.238479, 32.904727, 34.259378, 37.888423, 41.039207, 40.030597, 40.322185, 41.643028, 41.441239, 42.235653, 43.033904, 44.556963, 44.086267, 45.448883, 46.086541, 44.794019, 43.487311, 46.389311, 46.364169, 43.512936, 43.039852, 42.053545, 41.709801, 70.874125, 67.12688, 61.288011, 51.794504, 50.842564, 49.738962, 47.784683, 49.184901, 47.463285, 52.569417, 57.720972, 65.30968, 77.552808, 90.05949, 98.567997, 105.506171, 113.007437, 117.848806, 118.622823, 115.839224, 113.141344, 111.132279, 109.280858, 103.528732, 97.723242, 108.428931], "sum_m_pl": [6.022979, 10.673923, 11.442281, 10.714563, 11.59657, 11.771664, 12.028549, 12.683784, 12.710208, 13.943203, 15.348533, 16.523542, 16.674029, 17.192993, 17.556631, 18.997606, 18.512885, 17.826778, 16.98198, 16.616181, 15.691423, 15.05033, 14.615624, 14.327734, 18.311096, 17.107258, 17.781544, 20.983129, 20.956339, 22.128433, 21.64094, 21.276512, 22.250875, 21.667001, 19.763183, 18.761909, 17.358536, 16.221394, 16.735164, 16.029972, 15.590118, 26.648248, 24.094316, 20.562637, 18.865055, 10.824909, 9.967414, 10.417627, 11.874231, 9.244526]}, "digit": {"n_am_en": [1, 0, 0, 1, 1, 2, 3, 3, 3, 2, 5, 2, 4, 6, 4, 5, 4, 6, 7, 5, 5, 6, 3, 5, 7, 10, 9, 5, 3, 0, 0, 2, 2, 2, 3, 4, 6, 8, 6, 3, 5, 5, 5, 7, 7, 4, 2, 1, 1, 0], "n_am_pl": [0, 3, 3, 2, 0, 0, 0, 1, 0, 0, 1, 4, 1, 2, 3, 1, 2, 2, 2, 0, 0, 0, 1, 0, 1, 2, 1, 1, 3, 2, 2, 4, 1, 2, 2, 2, 1, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.844431, 3.243753, 3.091704, 3.131922, 3.43009, 3.482755, 3.574587, 3.372747, 3.588648, 3.488749, 3.732328, 3.709874, 3.847092, 3.878421, 3.953786, 4.041925, 3.928555, 3.801171, 3.909554, 4.271305, 3.582806, 3.481584, 3.485976, 3.502824, 5.046318, 5.127756, 4.755252, 3.892613, 3.902215, 3.779274, 3.562239, 3.596457, 3.247275, 3.780604, 4.18381, 4.815639, 4.773161, 5.733235, 5.352983, 4.875702, 5.809344, 5.6767, 4.697918, 5.459674, 4.558887, 4.280393, 2.332709, 1.503998, 0.655171, 0.000312], "sum_m_pl": [0.333021, 0.92832, 0.975981, 0.939427, 1.057106, 0.968002, 0.865549, 0.910737, 0.914507, 0.991627, 1.030164, 1.023559, 1.173031, 1.211386, 1.241642, 1.356458, 1.304484, 1.261425, 1.182626, 1.099179, 1.088064, 1.096598, 1.11398, 1.092946, 1.168461, 1.296651, 1.316718, 1.621341, 1.582234, 1.676684, 1.610583, 1.445191, 1.382039, 1.170545, 1.089944, 1.087188, 1.071301, 0.940212, 1.01105, 1.096584, 0.970557, 1.000793, 1.014313, 0.820342, 0.6836, 0.514439, 0.211884, 0.162709, 0.064362, 5e-06]}, "lang": {"n_am_en": [12, 13, 14, 14, 18, 27, 23, 34, 35, 30, 29, 30, 35, 30, 32, 32, 41, 39, 43, 53, 54, 47, 48, 54, 58, 60, 51, 47, 44, 42, 37, 47, 34, 50, 55, 65, 64, 74, 79, 84, 87, 96, 93, 90, 92, 93, 97, 98, 102, 110], "n_am_pl": [8, 9, 7, 6, 6, 7, 10, 11, 7, 6, 12, 12, 16, 13, 12, 12, 14, 13, 10, 9, 7, 9, 10, 4, 5, 5, 10, 12, 7, 6, 13, 14, 9, 7, 3, 6, 5, 4, 8, 8, 8, 7, 6, 5, 4, 4, 4, 9, 11, 9], "n_pos": 120, "sum_m_en": [14.709786, 15.946561, 16.944559, 17.201592, 18.944607, 20.601144, 20.076755, 20.920434, 21.717424, 21.714091, 22.13495, 22.277515, 23.075178, 23.0339, 23.782116, 23.714495, 23.058101, 22.706772, 24.8729, 24.53679, 23.021326, 22.840872, 21.998162, 21.706687, 44.685316, 42.044674, 38.036262, 31.134326, 29.458399, 28.003689, 26.686352, 27.761583, 26.972647, 30.831954, 34.343256, 40.05512, 49.838835, 58.78174, 64.162586, 71.132987, 76.578232, 83.015049, 83.107403, 82.754734, 85.009213, 86.004898, 87.904656, 86.663333, 86.586275, 106.333466], "sum_m_pl": [3.148158, 4.770284, 5.160295, 5.064891, 5.609365, 5.745464, 5.825983, 5.932532, 5.950169, 6.499442, 7.569248, 8.356385, 8.12667, 8.381123, 8.582915, 9.558451, 9.544619, 9.232911, 8.654519, 8.536582, 8.056012, 7.698977, 7.460246, 7.325764, 7.797195, 7.933866, 8.27656, 10.058041, 10.565079, 11.30705, 11.108067, 10.82278, 11.493547, 11.318121, 10.253329, 9.565459, 8.403032, 7.487989, 6.915721, 6.188488, 7.387866, 7.791028, 7.111578, 4.853066, 4.821036, 4.274307, 5.445881, 8.055049, 10.622276, 8.948278]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 232, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1373, "region_end": 232, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9913}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 14, 17, 16, 29, 29, 22, 40, 36, 35, 48, 48, 60, 50, 70, 65, 64, 54, 69, 76, 80, 71, 68, 70, 85, 99, 85, 64, 50, 57, 49, 52, 50, 58, 72, 75, 77, 87, 106, 102, 111, 111, 109, 100, 89, 71, 19, 5, 1, 0], "n_am_pl": [4, 20, 31, 22, 26, 30, 23, 25, 33, 23, 28, 28, 26, 50, 34, 34, 40, 44, 27, 22, 21, 22, 22, 21, 29, 20, 23, 32, 28, 39, 50, 43, 47, 39, 38, 37, 38, 35, 28, 39, 39, 56, 57, 64, 67, 77, 112, 158, 170, 168], "n_pos": 273, "sum_m_en": [24.421323, 37.929444, 41.199257, 40.95195, 42.415881, 44.904871, 44.711054, 45.977757, 46.904139, 47.401836, 50.349796, 49.779614, 52.245045, 50.339202, 50.05751, 51.198975, 49.880149, 47.723635, 48.627587, 48.464861, 47.161982, 46.272534, 46.377647, 46.511769, 71.405822, 67.223398, 62.531308, 54.360418, 52.325709, 51.450191, 49.514365, 49.009784, 46.635902, 50.262023, 53.754057, 58.381411, 63.291865, 70.981478, 76.980155, 79.603752, 87.714409, 88.121176, 97.445102, 90.383446, 81.236372, 63.25206, 17.898918, 6.006468, 2.937736, 0.437794], "sum_m_pl": [4.315109, 12.822459, 14.630118, 14.363941, 15.055821, 15.596324, 15.683228, 16.382836, 17.290073, 18.275956, 19.818302, 22.461233, 22.073094, 23.13932, 22.832931, 23.879272, 22.486651, 22.268121, 19.767917, 18.925452, 17.599272, 16.938713, 16.728232, 16.657685, 20.560991, 21.777097, 23.055859, 26.323265, 27.290821, 30.583242, 29.572616, 30.688517, 30.100586, 28.189785, 26.687373, 26.041311, 26.57335, 25.03338, 26.84255, 28.180749, 28.05416, 42.837195, 46.433328, 47.794896, 56.858292, 72.723292, 114.486766, 151.752023, 165.905919, 167.674939]}, "digit": {"n_am_en": [0, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 2, 2, 3, 0, 0, 1, 2, 3, 3, 1, 2, 1, 3, 1, 2, 2, 2, 3, 2, 4, 4, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 2, 5, 1, 1, 0, 3, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 2, 3, 0, 0, 1, 3, 3, 2, 2, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.841655, 1.673387, 1.651337, 1.629517, 1.504432, 1.585756, 1.644978, 1.677859, 1.780422, 1.691059, 1.83459, 1.883935, 1.84849, 1.761271, 1.677039, 1.765707, 1.773538, 1.688481, 1.750316, 2.016308, 1.689759, 1.623159, 1.680215, 1.722732, 2.089937, 2.092626, 2.210319, 1.820273, 1.93315, 2.005345, 1.843804, 1.793859, 1.604351, 1.785999, 1.892067, 1.962625, 1.719069, 2.606959, 1.999228, 1.306674, 1.27831, 1.096549, 0.967349, 1.07686, 0.436104, 0.346927, 0.338038, 0.235063, 0.165008, 0.0], "sum_m_pl": [0.162749, 0.569366, 0.553485, 0.5327, 0.552702, 0.575977, 0.536472, 0.585894, 0.638166, 0.66171, 0.64915, 0.615706, 0.6954, 0.765576, 0.65384, 0.724471, 0.670743, 0.744021, 0.648309, 0.597257, 0.572394, 0.569731, 0.581045, 0.576105, 0.662169, 0.725447, 0.701045, 0.823827, 0.821372, 0.837498, 0.912654, 0.887287, 0.747044, 0.677469, 0.769571, 0.761927, 0.845358, 0.589229, 0.600597, 0.659643, 0.610908, 0.669976, 0.654234, 1.069102, 0.615399, 0.297787, 0.19881, 0.070845, 0.032499, 0.0]}, "lang": {"n_am_en": [3, 9, 9, 12, 20, 19, 13, 25, 25, 26, 30, 33, 44, 33, 43, 38, 40, 29, 39, 45, 48, 43, 37, 43, 50, 61, 53, 40, 33, 39, 33, 35, 36, 39, 49, 46, 48, 54, 69, 66, 76, 74, 79, 71, 60, 48, 14, 4, 1, 0], "n_am_pl": [0, 13, 19, 11, 14, 20, 14, 17, 24, 16, 18, 16, 20, 34, 24, 22, 30, 28, 16, 17, 17, 15, 16, 14, 19, 12, 12, 21, 17, 27, 36, 35, 27, 23, 20, 22, 28, 27, 20, 26, 29, 37, 38, 46, 53, 64, 99, 149, 167, 168], "n_pos": 168, "sum_m_en": [15.352468, 23.458913, 25.713094, 25.015494, 26.427587, 27.985737, 27.759908, 28.549625, 29.301374, 29.67919, 31.745238, 31.104281, 32.727402, 31.580696, 31.469329, 32.182756, 31.198405, 29.676076, 29.926582, 29.732731, 29.242318, 28.657652, 28.716903, 28.788131, 43.241253, 40.756806, 38.003454, 33.428546, 32.476449, 31.708473, 30.735416, 30.241507, 29.117529, 31.127192, 33.452042, 36.606684, 40.708666, 44.990465, 48.799474, 51.201548, 57.017025, 57.064563, 66.038941, 62.060044, 55.275451, 42.995772, 12.906032, 4.140543, 1.423337, 0.437792], "sum_m_pl": [2.609237, 7.816359, 8.957501, 8.639922, 9.116715, 9.551167, 9.622338, 10.093233, 10.751569, 11.321736, 12.504026, 14.380384, 14.12824, 15.067051, 14.67086, 15.204834, 14.468294, 14.340437, 12.740745, 12.031545, 11.074708, 10.626443, 10.489162, 10.49965, 13.840374, 14.541481, 15.218427, 17.393273, 17.950042, 20.257239, 19.575067, 20.55857, 20.210545, 19.01353, 17.499189, 16.918089, 17.423074, 17.300098, 19.024223, 20.349076, 21.248264, 30.724853, 32.537591, 35.253508, 44.120891, 60.701463, 100.752958, 140.746094, 161.705626, 167.170032]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1628, "region_end": 273, "roundtrip_ok": true, "tf_agree": 0.9782, "tf_agree_excl_first": 0.9818}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 17, 21, 24, 27, 33, 32, 43, 35, 33, 40, 34, 51, 35, 41, 52, 47, 48, 57, 56, 53, 47, 41, 36, 64, 62, 57, 57, 51, 54, 51, 49, 44, 57, 57, 56, 82, 81, 89, 89, 85, 85, 99, 94, 91, 80, 69, 64, 67, 70], "n_am_pl": [9, 15, 19, 8, 5, 10, 8, 10, 14, 15, 11, 15, 18, 19, 25, 15, 25, 24, 18, 11, 7, 9, 7, 7, 11, 11, 17, 20, 24, 29, 24, 26, 27, 21, 16, 12, 8, 6, 10, 12, 15, 16, 16, 16, 27, 38, 51, 55, 57, 58], "n_pos": 198, "sum_m_en": [21.240652, 26.681832, 28.20136, 29.084178, 30.332266, 31.365217, 31.177549, 30.559575, 30.912071, 32.249459, 33.101369, 31.996739, 32.463584, 32.814888, 32.33709, 34.734218, 34.863387, 32.492231, 33.382346, 32.800561, 30.719551, 30.969089, 30.853446, 30.649537, 45.762863, 44.898902, 42.9017, 40.365287, 39.395576, 38.541151, 36.06964, 35.799123, 35.3328, 37.939727, 41.706811, 43.748453, 50.765622, 58.960249, 60.582071, 63.564594, 66.332457, 71.220833, 78.843527, 81.899498, 77.390923, 71.718659, 62.810218, 57.088236, 55.306105, 68.151952], "sum_m_pl": [5.02836, 8.469991, 9.384377, 8.887069, 9.681402, 10.293175, 10.858733, 11.045278, 12.111677, 12.818171, 13.826864, 13.699924, 14.423936, 14.490307, 14.609273, 14.129549, 13.150843, 13.214458, 12.894696, 12.530597, 11.796167, 11.260373, 11.01204, 11.056347, 11.722096, 13.550525, 14.530172, 17.169349, 18.346929, 19.396636, 17.727029, 18.307474, 17.623076, 17.443332, 16.796185, 16.485609, 15.288882, 14.488702, 14.299837, 14.292848, 15.210677, 16.251047, 16.946087, 17.518017, 26.793944, 35.463979, 44.49991, 50.958524, 56.993296, 58.291335]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 13, 14, 16, 19, 23, 22, 32, 24, 24, 27, 23, 38, 29, 32, 31, 35, 33, 37, 42, 40, 35, 31, 28, 48, 48, 43, 39, 38, 40, 38, 37, 33, 43, 39, 39, 64, 61, 68, 70, 69, 71, 86, 83, 78, 71, 59, 56, 62, 69], "n_am_pl": [9, 10, 12, 4, 1, 6, 6, 6, 8, 10, 9, 10, 7, 12, 20, 13, 20, 21, 16, 10, 6, 7, 5, 3, 8, 8, 12, 12, 15, 19, 14, 12, 18, 12, 8, 7, 3, 5, 9, 10, 13, 14, 13, 12, 22, 34, 46, 53, 57, 58], "n_pos": 127, "sum_m_en": [13.53822, 17.328315, 18.314236, 18.772843, 19.58473, 20.373939, 20.470667, 19.973647, 20.366673, 21.353229, 21.990044, 21.317179, 21.41212, 21.755982, 21.203129, 22.735568, 22.838138, 21.421087, 22.131805, 21.602337, 20.058472, 20.274712, 20.229779, 19.965877, 33.531644, 33.242834, 31.187849, 28.325825, 27.493321, 26.569908, 24.670024, 24.310414, 24.416713, 26.330289, 29.290362, 31.678249, 38.393716, 43.728825, 45.97544, 50.254315, 53.425622, 57.71398, 66.024688, 69.82412, 66.498439, 61.419162, 54.083104, 49.066433, 49.801692, 66.32372], "sum_m_pl": [3.400108, 5.249081, 5.858876, 5.638627, 6.042996, 6.284318, 6.625488, 6.914217, 7.595754, 7.953948, 8.573769, 8.362599, 8.76568, 8.856145, 8.942295, 8.7237, 8.270399, 8.46979, 8.267168, 7.987058, 7.49806, 7.151333, 6.999336, 7.020977, 7.625755, 8.591477, 9.213664, 11.00098, 11.72865, 12.243102, 10.73919, 11.188342, 11.018123, 10.922096, 10.370965, 10.232958, 9.041866, 9.115082, 10.017875, 9.937496, 11.433609, 12.796793, 12.435845, 13.439603, 22.298804, 31.335345, 41.164753, 48.90989, 55.923487, 57.975896]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1240, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9799}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 16, 22, 27, 39, 50, 46, 49, 64, 57, 59, 53, 58, 47, 58, 64, 67, 66, 91, 80, 73, 75, 72, 66, 115, 109, 94, 80, 68, 65, 72, 69, 58, 77, 93, 94, 100, 120, 130, 137, 136, 131, 143, 145, 125, 82, 30, 13, 2, 1], "n_am_pl": [4, 26, 32, 28, 22, 32, 31, 24, 26, 35, 42, 47, 44, 47, 46, 44, 49, 35, 44, 36, 31, 28, 21, 22, 22, 26, 37, 41, 39, 46, 41, 39, 40, 40, 42, 41, 48, 41, 44, 48, 47, 58, 58, 68, 94, 127, 185, 218, 237, 243], "n_pos": 342, "sum_m_en": [30.827414, 48.81433, 51.659285, 52.049311, 52.287106, 53.425632, 53.686095, 54.744603, 54.76599, 57.078123, 57.604509, 56.117417, 55.709426, 54.401673, 54.177586, 57.057529, 57.380817, 54.484263, 54.310501, 52.394181, 49.142741, 49.419414, 49.849065, 49.78896, 73.965514, 70.820829, 64.928428, 60.997452, 59.681875, 59.36656, 57.760586, 56.888157, 56.854414, 60.097337, 63.56673, 66.768957, 71.239224, 78.759919, 92.212465, 97.362283, 99.528944, 102.900521, 115.279921, 117.538387, 104.192251, 73.878671, 33.436367, 12.210606, 4.26788, 0.771334], "sum_m_pl": [5.272333, 14.550798, 17.107291, 16.739231, 18.006285, 19.167454, 19.579753, 20.12226, 21.214172, 22.127699, 23.834797, 24.703404, 25.489451, 26.7235, 27.283135, 25.609145, 23.889229, 23.292323, 22.692155, 21.341914, 19.914489, 19.321569, 18.655119, 18.859374, 22.427022, 25.082989, 28.709056, 30.912604, 32.933339, 34.344643, 32.531578, 33.592792, 33.231185, 33.080708, 32.10599, 34.74897, 34.372829, 34.743942, 33.223554, 35.541097, 39.926092, 43.455658, 51.781084, 57.751801, 79.093603, 112.971056, 172.370914, 212.387297, 230.528232, 243.569622]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 9, 17, 21, 28, 36, 34, 37, 51, 46, 48, 38, 44, 38, 46, 46, 51, 55, 73, 62, 57, 60, 52, 51, 89, 86, 73, 69, 49, 51, 59, 56, 49, 56, 69, 68, 76, 90, 98, 104, 105, 100, 112, 111, 94, 60, 20, 9, 2, 1], "n_am_pl": [3, 16, 21, 19, 16, 25, 21, 18, 19, 26, 30, 35, 27, 32, 34, 37, 42, 24, 31, 26, 24, 20, 16, 13, 14, 18, 30, 29, 28, 33, 26, 26, 27, 30, 29, 31, 38, 32, 35, 39, 40, 48, 50, 58, 80, 114, 168, 205, 231, 241], "n_pos": 243, "sum_m_en": [22.135509, 35.362474, 37.166722, 37.078606, 37.232639, 38.038208, 38.198064, 38.983552, 39.109384, 40.789813, 41.156655, 40.435795, 39.84145, 38.634392, 38.411536, 40.681413, 40.836195, 39.087891, 39.191529, 37.381363, 34.89612, 35.108424, 35.36703, 35.128992, 55.599823, 54.259194, 49.179927, 45.883386, 44.144052, 43.655504, 42.464675, 41.665165, 41.746089, 43.490397, 46.220276, 48.264916, 52.61654, 58.09363, 69.686578, 73.705234, 76.861568, 78.179926, 88.751226, 90.195309, 78.864952, 54.839719, 23.698471, 8.641646, 2.872316, 0.75973], "sum_m_pl": [3.744031, 10.184869, 12.118097, 12.132717, 12.98008, 13.690249, 13.85001, 14.361619, 15.048388, 15.766197, 16.900822, 17.502609, 17.999023, 18.931306, 18.979171, 18.052593, 17.049012, 16.698175, 16.225278, 15.206655, 14.143598, 13.757139, 13.314322, 13.490796, 15.688734, 17.376006, 19.944458, 21.721842, 23.564446, 24.311442, 22.981425, 23.721623, 23.781177, 23.710473, 22.695374, 24.86985, 25.059904, 26.036117, 25.040599, 27.290313, 31.530158, 35.575698, 43.169139, 49.249493, 69.273707, 101.409839, 158.110985, 198.212946, 223.384603, 240.306292]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 344, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1495, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9797, "tf_agree_excl_first": 0.9825}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 25, 11, 28, 37, 28, 35, 35, 34, 35, 39, 31, 32, 44, 37, 41, 52, 50, 50, 57, 50, 52, 55, 55, 72, 71, 63, 49, 52, 48, 52, 45, 62, 63, 72, 67, 66, 68, 71, 63, 78, 73, 72, 73, 61, 65, 65, 61, 58, 62], "n_am_pl": [14, 18, 26, 23, 11, 42, 24, 26, 33, 34, 31, 22, 32, 24, 36, 42, 53, 44, 41, 43, 45, 39, 38, 34, 28, 26, 37, 37, 34, 30, 22, 33, 26, 37, 29, 24, 30, 36, 29, 39, 29, 29, 37, 39, 40, 41, 40, 47, 43, 30], "n_pos": 228, "sum_m_en": [26.122665, 32.928326, 32.672355, 36.051128, 39.79717, 37.762994, 35.311935, 37.935536, 36.407579, 36.90133, 37.901861, 37.54895, 39.495263, 39.99253, 40.644784, 43.164959, 43.624499, 41.165072, 39.725699, 38.365925, 36.412199, 37.598489, 37.555514, 37.618852, 61.214834, 60.846749, 53.776246, 46.477637, 47.990983, 45.662547, 43.597725, 44.288802, 45.011813, 46.645242, 50.992324, 52.300296, 52.665653, 57.528249, 62.628645, 63.556164, 69.241003, 68.131768, 70.522756, 70.389305, 64.958913, 64.911648, 66.094625, 60.166924, 54.505026, 61.275207], "sum_m_pl": [6.883591, 13.080464, 13.627473, 12.713469, 13.332781, 15.632586, 13.944085, 15.773756, 15.960718, 17.434172, 17.442789, 16.662062, 18.237759, 17.850911, 19.368701, 19.511546, 17.934636, 16.328739, 15.638928, 15.719907, 14.625127, 13.724325, 13.006539, 13.293165, 19.886137, 19.888581, 19.489256, 20.826572, 19.304829, 20.219721, 20.192887, 20.485275, 20.584923, 23.948228, 20.978086, 19.473299, 23.361949, 27.67826, 26.244076, 29.950077, 27.05884, 26.592609, 28.289443, 33.491691, 35.143737, 38.698073, 39.682083, 43.300452, 41.735234, 29.911828]}, "digit": {"n_am_en": [0, 1, 0, 2, 2, 0, 1, 1, 0, 2, 6, 3, 1, 2, 3, 6, 6, 5, 1, 3, 3, 3, 1, 1, 9, 10, 7, 5, 3, 3, 5, 4, 6, 5, 10, 7, 4, 7, 5, 3, 6, 5, 4, 2, 2, 1, 2, 2, 0, 0], "n_am_pl": [2, 3, 3, 5, 1, 8, 1, 5, 5, 7, 7, 7, 8, 6, 8, 10, 10, 7, 6, 8, 10, 10, 9, 8, 5, 6, 8, 10, 7, 5, 3, 7, 6, 10, 7, 7, 6, 8, 3, 4, 6, 5, 7, 9, 8, 9, 6, 7, 7, 0], "n_pos": 32, "sum_m_en": [3.885229, 5.094008, 5.070356, 5.268008, 5.788201, 5.344179, 4.973448, 5.208129, 5.661387, 5.548375, 5.999327, 5.590359, 5.655095, 5.885011, 6.075328, 6.516514, 6.758778, 6.055405, 5.651885, 5.510084, 5.212148, 5.318873, 5.374425, 5.482606, 8.320215, 7.637253, 6.588996, 6.102495, 6.623422, 6.30727, 6.183684, 6.158158, 6.294513, 6.302018, 6.805476, 6.651531, 5.911089, 6.648871, 6.35372, 6.481851, 6.947978, 5.622048, 5.864561, 4.979075, 4.4587, 3.451456, 3.727056, 2.016936, 1.170982, 0.0], "sum_m_pl": [0.876506, 1.890719, 1.603906, 1.613385, 1.481088, 1.507735, 1.320336, 1.638614, 1.878311, 2.07251, 2.212739, 1.893779, 2.06515, 2.084063, 2.412288, 2.398512, 2.094493, 1.99456, 1.806413, 1.825015, 1.792288, 1.670858, 1.642658, 1.697091, 2.575245, 2.849016, 3.235563, 3.158144, 2.74238, 2.538356, 2.440273, 2.420063, 2.516332, 3.075348, 2.379809, 2.49403, 2.652824, 3.775572, 2.664993, 3.081819, 3.296255, 3.233348, 3.382529, 5.288094, 5.473903, 6.410498, 5.709589, 5.624483, 5.535378, 0.0]}, "lang": {"n_am_en": [8, 8, 6, 15, 21, 21, 20, 19, 20, 22, 23, 16, 19, 21, 18, 18, 24, 25, 33, 35, 31, 33, 37, 35, 41, 43, 41, 27, 31, 31, 34, 28, 39, 40, 41, 41, 43, 48, 50, 47, 50, 52, 54, 55, 48, 50, 52, 50, 51, 60], "n_am_pl": [4, 3, 9, 10, 5, 11, 8, 8, 14, 13, 7, 5, 11, 7, 14, 16, 21, 16, 19, 20, 20, 19, 17, 14, 13, 10, 12, 13, 13, 12, 9, 11, 6, 14, 14, 10, 11, 12, 10, 14, 11, 10, 13, 12, 16, 18, 22, 30, 30, 30], "n_pos": 92, "sum_m_en": [9.533292, 12.641336, 12.82339, 14.639825, 16.632417, 15.659932, 14.645492, 15.75471, 14.639647, 15.013813, 15.369171, 15.580488, 16.554404, 16.340283, 16.643417, 17.781922, 17.894721, 17.118537, 16.865349, 16.285935, 15.386289, 15.826057, 15.713985, 15.686733, 32.531636, 32.555073, 28.76484, 23.878104, 24.00253, 22.591069, 21.311547, 21.255503, 21.894428, 22.333603, 25.343112, 27.567447, 30.062141, 34.395764, 39.164094, 40.320582, 41.837999, 45.208237, 47.309204, 48.293386, 46.501592, 47.542369, 49.448013, 47.186254, 47.70349, 58.006421], "sum_m_pl": [2.363747, 4.746887, 5.111994, 4.741085, 5.337405, 6.540736, 5.913171, 6.700333, 6.440042, 7.049443, 6.894942, 6.592183, 7.383927, 7.25938, 7.838781, 8.050656, 7.718948, 6.820093, 6.675976, 6.747253, 6.233053, 5.777197, 5.346101, 5.477985, 8.690936, 8.075897, 7.290677, 8.186789, 7.468432, 8.446143, 8.382512, 8.382626, 8.185841, 9.850362, 8.73811, 7.645723, 9.622622, 11.575225, 11.463373, 13.123144, 12.694919, 10.975993, 12.065846, 13.106898, 15.57372, 17.609111, 21.983502, 27.882819, 30.15099, 29.543462]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 237, "item_id": "pes-Diabetologia-2018 wiosna-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9788}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 16, 18, 18, 20, 17, 21, 14, 17, 12, 16, 14, 13, 23, 25, 23, 29, 22, 23, 28, 30, 25, 27, 40, 40, 30, 28, 27, 16, 11, 17, 25, 26, 29, 32, 33, 44, 37, 37, 46, 37, 38, 39, 24, 23, 13, 3, 0, 0], "n_am_pl": [6, 24, 23, 28, 28, 32, 29, 25, 30, 35, 31, 30, 33, 30, 24, 28, 32, 34, 29, 35, 38, 32, 32, 32, 32, 25, 25, 27, 25, 27, 30, 33, 25, 37, 29, 25, 27, 30, 32, 35, 25, 27, 29, 34, 44, 55, 69, 84, 86, 80], "n_pos": 162, "sum_m_en": [16.583549, 24.754144, 26.113025, 26.934377, 26.828319, 25.055505, 23.661081, 25.209107, 24.258418, 25.736338, 26.703123, 25.09222, 26.02317, 26.818794, 27.045468, 28.702046, 30.895153, 29.058003, 28.196075, 27.30629, 26.072249, 26.604311, 27.01096, 26.91556, 36.982794, 34.484471, 29.745444, 27.437742, 28.412023, 27.412668, 26.166657, 27.439689, 27.140691, 27.881236, 30.213742, 30.064611, 28.125929, 29.813467, 29.797914, 34.496115, 38.207022, 33.989418, 32.667505, 33.403012, 24.56204, 20.601767, 11.112631, 3.651683, 0.82245, 0.000261], "sum_m_pl": [3.715058, 9.723922, 10.732614, 10.970311, 11.320883, 12.380424, 11.018814, 12.753958, 12.757351, 14.18148, 14.136069, 13.478153, 14.532592, 13.98909, 14.438637, 14.074115, 12.641329, 12.74988, 11.191524, 11.122458, 10.659609, 10.04691, 9.631552, 9.639867, 19.615623, 19.573484, 15.860604, 15.828026, 15.343843, 16.032361, 16.041624, 16.105942, 15.749843, 17.161272, 15.065427, 15.276815, 16.513234, 19.720312, 21.267727, 23.13374, 22.135697, 22.041953, 23.988965, 28.715897, 36.059629, 47.622161, 62.916208, 75.917117, 83.139491, 79.879061]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 1, 1, 0, 4, 1, 3, 1, 1, 2, 3, 5, 1, 1, 1, 3, 1, 2, 3, 6, 5, 6, 4, 1, 1, 0, 0, 2, 2, 2, 3, 3, 8, 4, 5, 4, 2, 3, 3, 1, 2, 2, 1, 0, 0], "n_am_pl": [1, 3, 3, 4, 1, 6, 4, 2, 2, 6, 5, 3, 3, 3, 3, 4, 5, 6, 3, 5, 4, 5, 5, 4, 1, 3, 1, 3, 3, 4, 4, 8, 3, 3, 2, 4, 3, 4, 2, 4, 4, 4, 4, 5, 6, 8, 6, 6, 5, 0], "n_pos": 20, "sum_m_en": [2.076305, 3.060233, 3.163716, 3.120283, 3.211605, 2.997342, 2.653869, 2.905832, 3.052443, 3.172434, 3.374006, 2.966966, 3.238846, 3.477359, 3.291025, 3.590124, 4.154878, 3.782834, 3.492277, 3.428589, 3.242217, 3.30709, 3.345001, 3.396346, 5.982864, 5.16055, 4.122391, 3.555894, 3.746383, 3.38623, 3.358697, 3.547929, 3.461378, 3.390207, 3.832, 3.753623, 3.398268, 4.063128, 4.020676, 4.783354, 4.756858, 3.682604, 3.658081, 2.890209, 1.970976, 2.017225, 1.473312, 0.71063, 0.201196, 2e-06], "sum_m_pl": [0.453678, 1.281233, 1.120202, 1.246933, 1.198595, 1.004915, 0.965405, 1.285808, 1.286258, 1.897745, 1.622239, 1.359692, 1.417168, 1.243146, 1.541796, 1.551362, 1.298836, 1.296083, 0.996742, 1.127735, 1.140838, 1.053018, 1.008281, 1.027018, 1.263986, 1.57178, 1.815855, 2.009136, 1.735897, 1.897268, 1.664242, 1.652431, 1.432821, 1.683885, 1.270681, 1.532666, 1.140088, 1.443952, 1.169773, 1.506825, 1.68209, 1.6558, 1.758307, 3.373319, 4.086074, 4.779345, 4.591574, 4.892803, 4.393206, 0.061895]}, "lang": {"n_am_en": [3, 6, 6, 9, 9, 10, 11, 11, 7, 7, 8, 7, 10, 8, 10, 12, 11, 19, 15, 16, 17, 21, 17, 19, 23, 19, 15, 15, 15, 13, 8, 14, 15, 18, 19, 20, 26, 26, 24, 26, 30, 25, 24, 27, 16, 16, 10, 1, 0, 0], "n_am_pl": [1, 7, 10, 16, 18, 16, 16, 13, 19, 18, 20, 18, 21, 18, 15, 16, 19, 19, 17, 21, 25, 20, 22, 21, 25, 18, 17, 20, 13, 14, 18, 13, 13, 24, 18, 17, 19, 18, 23, 22, 15, 18, 18, 20, 29, 37, 49, 69, 76, 80], "n_pos": 80, "sum_m_en": [7.810995, 12.238379, 13.187178, 13.457853, 13.259127, 12.496588, 12.325817, 12.924226, 12.230954, 13.283734, 13.909048, 13.303522, 13.549792, 13.794481, 14.115245, 14.93308, 15.906902, 15.022146, 14.418309, 14.106658, 13.37131, 13.639157, 13.880404, 13.544518, 20.636611, 18.845998, 16.271788, 14.873026, 15.237524, 14.896896, 14.000034, 14.727219, 14.538421, 14.978352, 15.817259, 16.421931, 16.46253, 17.92076, 17.905758, 21.563484, 23.794772, 21.578305, 20.553453, 21.977263, 16.320633, 13.956873, 7.453452, 1.988829, 0.387839, 0.000257], "sum_m_pl": [1.435155, 4.310811, 4.918196, 5.108279, 5.553196, 6.262461, 5.744603, 6.639556, 6.56036, 7.03935, 7.076988, 6.966682, 7.580256, 7.487091, 7.634046, 7.26302, 6.656445, 7.110324, 6.269151, 5.986591, 5.712113, 5.299043, 5.100648, 5.034549, 11.972393, 11.726378, 8.995965, 8.610364, 8.152368, 8.452743, 8.293665, 8.28581, 8.580585, 9.395923, 8.573671, 9.029367, 10.327148, 12.622562, 14.737488, 15.92749, 15.228361, 15.543677, 17.025801, 18.366321, 24.518287, 31.958471, 45.520717, 63.086273, 74.028321, 78.894487]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "pes-Diabetologia-2018 wiosna-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1447, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 12, 13, 15, 26, 29, 29, 30, 22, 20, 28, 24, 20, 21, 28, 29, 38, 35, 41, 38, 41, 34, 38, 35, 53, 48, 49, 43, 35, 39, 36, 38, 38, 46, 51, 58, 56, 53, 59, 59, 60, 74, 75, 69, 67, 63, 65, 58, 64, 64], "n_am_pl": [28, 3, 10, 17, 15, 11, 14, 15, 17, 16, 15, 13, 20, 11, 18, 24, 19, 16, 15, 19, 19, 16, 18, 18, 11, 20, 19, 24, 19, 19, 21, 15, 18, 22, 11, 8, 17, 20, 17, 24, 18, 7, 10, 6, 9, 9, 7, 12, 12, 11], "n_pos": 148, "sum_m_en": [17.305279, 20.444383, 20.238796, 20.504337, 23.21284, 22.680863, 22.977643, 23.656216, 23.752749, 24.473212, 24.154828, 25.465083, 25.679786, 24.09254, 24.330976, 25.648328, 24.095608, 23.400171, 22.725649, 22.780441, 22.624221, 22.856787, 23.406855, 24.544381, 38.307574, 36.285586, 32.543793, 28.074299, 29.288972, 29.792054, 27.089382, 27.878305, 29.25569, 31.238777, 33.920867, 36.922981, 37.879117, 38.963204, 42.492511, 45.815777, 51.531941, 64.11533, 66.345107, 61.070865, 60.371507, 55.985459, 58.565129, 53.513544, 56.227101, 62.986072], "sum_m_pl": [4.616602, 6.79528, 7.283495, 6.992364, 7.80385, 8.104198, 7.785108, 8.646047, 9.152165, 10.250703, 10.920145, 11.40361, 10.797609, 11.044415, 11.473447, 12.960519, 11.189115, 10.890527, 10.580259, 10.539351, 10.170782, 9.739446, 9.367488, 9.338965, 12.794152, 13.434343, 13.630343, 14.629657, 14.510462, 14.251283, 13.027756, 12.577002, 12.843262, 13.221797, 10.571076, 10.900192, 12.803273, 16.730568, 14.758631, 18.252212, 14.210827, 9.318962, 10.37786, 9.036174, 9.295235, 9.704598, 9.578388, 14.646382, 13.834472, 11.0656]}, "digit": {"n_am_en": [0, 4, 1, 0, 0, 1, 0, 0, 1, 0, 2, 1, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 1, 2, 3, 1, 3, 4, 3, 5, 2, 2, 1, 0, 0, 6, 4, 3, 4, 3, 3, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 2, 2, 5, 2, 1, 5, 2, 1, 2, 6, 6, 6, 6, 6, 4, 6, 5, 5, 5, 3, 1, 4, 3, 5, 4, 2, 8, 7, 6, 8, 5, 1, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.643841, 2.640933, 2.411634, 2.471608, 2.72952, 2.680215, 2.601171, 2.628701, 2.80811, 2.783498, 2.553578, 2.52549, 2.790436, 2.460182, 2.518519, 2.810658, 2.448891, 2.243628, 2.213782, 2.352776, 2.372985, 2.511615, 2.535554, 2.643761, 2.893457, 2.647967, 2.46819, 2.472053, 2.985275, 2.897678, 2.939928, 2.920118, 2.881779, 2.797409, 2.637121, 2.57176, 2.299717, 1.549802, 1.53768, 1.790451, 1.547389, 4.628714, 3.89875, 3.470087, 2.971201, 1.663546, 2.091814, 1.099373, 0.666505, 0.000422], "sum_m_pl": [0.311091, 0.719912, 0.77408, 0.72358, 0.790282, 0.788518, 0.713327, 0.790977, 0.877106, 1.010286, 1.019921, 0.950935, 1.093925, 1.147201, 1.111881, 1.487207, 1.176251, 1.194476, 1.061431, 1.070491, 0.999898, 0.955587, 0.931791, 0.946211, 1.997402, 2.01235, 1.972728, 1.812509, 1.600826, 1.570138, 1.395856, 1.321613, 1.179175, 1.660622, 1.090811, 0.998242, 2.435152, 5.420801, 3.916195, 5.578616, 4.312459, 1.792771, 2.31608, 2.291656, 0.738065, 0.856315, 0.663516, 0.500644, 0.305673, 1.5e-05]}, "lang": {"n_am_en": [6, 7, 9, 10, 17, 19, 20, 23, 17, 16, 19, 20, 17, 17, 20, 22, 30, 30, 33, 31, 32, 27, 27, 23, 38, 36, 41, 34, 28, 28, 29, 30, 31, 35, 39, 41, 41, 41, 46, 50, 50, 54, 59, 55, 58, 55, 55, 50, 59, 63], "n_am_pl": [17, 0, 4, 7, 3, 4, 6, 6, 8, 5, 7, 2, 8, 4, 9, 8, 6, 5, 6, 4, 5, 5, 6, 5, 2, 4, 5, 9, 5, 8, 7, 5, 8, 7, 3, 1, 3, 5, 5, 8, 7, 4, 5, 3, 5, 6, 6, 12, 11, 11], "n_pos": 74, "sum_m_en": [9.283268, 10.15749, 10.35839, 10.132094, 11.562451, 11.417395, 11.444663, 11.755088, 11.947528, 12.45912, 12.807369, 13.930023, 13.785342, 13.153445, 13.3329, 14.082471, 13.277535, 13.091931, 12.472317, 12.129085, 12.008742, 11.982562, 12.241782, 12.873321, 24.826317, 23.758541, 21.759827, 17.89589, 17.737367, 17.407822, 15.445716, 16.134543, 17.628939, 19.610795, 22.176112, 25.324391, 27.463363, 29.329112, 32.918153, 35.821375, 40.908158, 47.235182, 49.951783, 48.175195, 50.922744, 48.397984, 49.255236, 45.395355, 50.938849, 60.917255], "sum_m_pl": [2.399622, 3.14461, 3.38944, 3.308408, 3.857231, 3.979585, 4.085489, 4.437995, 4.429713, 4.822688, 5.15244, 5.540938, 5.13483, 5.270899, 5.667962, 6.041993, 5.350942, 5.100511, 5.02064, 5.03931, 4.928591, 4.73887, 4.578095, 4.534191, 4.983988, 5.46231, 6.162861, 6.543903, 6.719769, 6.519237, 5.84915, 5.740463, 6.056391, 6.00158, 4.936344, 5.157211, 5.155464, 4.733844, 4.690159, 4.979088, 3.708826, 3.958544, 4.663475, 3.77623, 5.858321, 6.10199, 7.047397, 12.567163, 12.083307, 10.853139]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "pes-Diabetologia-2018 wiosna-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1326, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9799}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 17, 24, 25, 37, 42, 43, 51, 48, 56, 45, 44, 41, 39, 55, 67, 65, 62, 58, 54, 57, 49, 54, 59, 103, 95, 86, 68, 64, 66, 55, 58, 75, 91, 101, 98, 84, 94, 91, 94, 106, 127, 124, 121, 93, 72, 35, 2, 0, 0], "n_am_pl": [15, 42, 24, 30, 32, 39, 41, 46, 51, 47, 46, 60, 55, 57, 42, 56, 48, 54, 53, 66, 56, 50, 44, 46, 45, 43, 56, 55, 47, 46, 42, 54, 43, 41, 32, 32, 47, 42, 50, 49, 54, 57, 51, 56, 83, 107, 148, 180, 206, 213], "n_pos": 338, "sum_m_en": [34.093375, 47.005193, 49.984863, 50.252646, 54.049765, 52.507222, 54.129447, 56.053476, 57.075672, 57.476778, 59.094217, 60.221717, 59.025812, 57.141901, 57.486194, 59.763669, 56.126367, 53.755057, 50.9327, 50.411517, 49.906303, 49.888816, 51.052146, 52.176702, 75.993067, 75.620076, 66.996586, 60.202307, 60.779384, 60.821477, 56.408648, 57.514908, 59.072216, 62.447858, 64.867065, 71.058416, 65.557538, 74.161521, 73.241247, 77.955162, 90.196154, 105.320876, 102.6983, 104.788828, 83.409317, 63.103713, 33.571962, 4.966929, 2.100524, 0.000455], "sum_m_pl": [7.557264, 17.181151, 18.452945, 18.223113, 19.128056, 20.132755, 20.73381, 21.92918, 21.177288, 23.053573, 24.547553, 27.471462, 25.625323, 24.590147, 24.606649, 27.101903, 22.942703, 22.964967, 22.744039, 23.672231, 21.804204, 20.931803, 20.190098, 20.261814, 29.541803, 30.851933, 33.286463, 34.624765, 34.862014, 35.240271, 33.921169, 31.582802, 31.401189, 30.521764, 26.910512, 25.918305, 29.939272, 32.134972, 33.64547, 35.331253, 36.318086, 36.599826, 40.349637, 45.158524, 69.411342, 95.436928, 143.063967, 171.348047, 198.406788, 213.399627]}, "digit": {"n_am_en": [0, 1, 1, 0, 2, 2, 1, 3, 1, 4, 0, 3, 0, 0, 0, 1, 1, 3, 3, 1, 0, 0, 0, 0, 5, 2, 1, 1, 1, 6, 3, 1, 3, 1, 3, 5, 4, 4, 6, 6, 3, 8, 5, 4, 3, 2, 3, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 3, 3, 6, 4, 4, 6, 3, 2, 1, 7, 3, 3, 4, 2, 2, 2, 2, 2, 1, 6, 6, 1, 1, 1, 4, 2, 5, 6, 4, 12, 13, 11, 12, 13, 7, 10, 7, 3, 2, 3, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.650095, 4.747043, 5.151181, 4.898516, 4.857305, 4.88753, 4.849404, 4.906336, 5.336333, 5.072334, 5.438542, 5.088805, 5.415246, 5.146316, 5.027323, 5.283856, 4.931059, 4.786389, 4.665337, 4.653597, 4.445483, 4.505117, 4.490273, 4.61324, 5.183247, 5.017604, 4.750633, 5.05836, 5.545715, 5.577342, 5.239232, 5.087001, 5.143616, 5.052439, 5.038699, 4.829042, 4.189663, 3.772345, 4.400792, 4.35508, 3.602113, 6.316702, 5.627524, 4.96213, 3.700359, 2.25653, 2.631547, 0.739083, 0.514184, 0.0], "sum_m_pl": [0.55659, 1.454476, 1.306324, 1.25312, 1.296433, 1.287981, 1.239988, 1.278378, 1.417606, 1.523921, 1.779813, 2.075548, 2.053826, 1.971595, 1.9736, 1.890215, 1.71173, 1.887566, 1.647693, 1.740817, 1.638076, 1.601055, 1.581691, 1.585976, 2.037742, 2.058742, 2.226793, 2.542267, 2.287239, 2.184771, 2.154779, 2.199127, 2.118327, 2.446805, 1.927207, 1.881565, 3.707193, 5.330036, 3.878506, 5.51054, 5.211052, 3.563605, 3.617451, 3.866011, 2.138109, 1.598211, 1.572742, 0.940268, 0.760093, 3.8e-05]}, "lang": {"n_am_en": [2, 13, 21, 11, 19, 23, 28, 30, 37, 38, 30, 25, 30, 31, 38, 48, 47, 40, 33, 32, 36, 32, 37, 39, 65, 64, 57, 39, 43, 39, 34, 39, 48, 59, 67, 66, 58, 65, 62, 63, 73, 83, 83, 84, 67, 54, 23, 2, 0, 0], "n_am_pl": [4, 21, 15, 19, 22, 25, 25, 31, 35, 30, 33, 44, 37, 37, 30, 38, 28, 35, 37, 44, 36, 31, 26, 28, 25, 28, 37, 40, 33, 35, 32, 37, 31, 29, 16, 20, 24, 17, 23, 26, 30, 36, 34, 44, 71, 96, 134, 173, 200, 212], "n_pos": 214, "sum_m_en": [21.429946, 28.634608, 30.877624, 30.910574, 33.929418, 32.538622, 33.597864, 34.795141, 35.984343, 36.462954, 37.19556, 38.525011, 37.426747, 36.628541, 36.96305, 38.559758, 36.058643, 34.376158, 32.333221, 31.843954, 31.65724, 31.509276, 32.405731, 33.004198, 52.305901, 52.088227, 44.921142, 38.853403, 38.813171, 38.997677, 35.963146, 37.060576, 38.514667, 40.843233, 43.128997, 48.733901, 45.741595, 51.172432, 52.111705, 53.779551, 62.991638, 72.219184, 71.172696, 76.436321, 61.218354, 45.173573, 22.183079, 2.770966, 0.87999, 0.000371], "sum_m_pl": [4.231025, 10.318446, 11.337768, 11.401628, 11.902677, 12.82513, 13.442354, 14.382668, 13.711097, 15.084701, 16.036942, 18.224571, 16.611228, 15.87783, 15.451589, 17.426476, 14.640897, 14.693674, 14.836301, 15.195432, 14.057615, 13.475502, 12.891085, 12.894, 19.441304, 20.782674, 22.136068, 22.512804, 23.275692, 23.599388, 22.700983, 21.133286, 21.056332, 20.280307, 18.184649, 17.138712, 18.311931, 18.405803, 19.62315, 20.761635, 22.832313, 24.629512, 30.276867, 34.963061, 60.27748, 85.591193, 128.325855, 163.454202, 190.641461, 210.925313]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "pes-Diabetologia-2018 wiosna-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1581, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9953, "tf_agree_excl_first": 0.9961}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 9, 11, 8, 15, 13, 13, 18, 11, 14, 12, 17, 8, 17, 21, 28, 30, 25, 25, 34, 33, 31, 33, 33, 36, 37, 32, 30, 29, 33, 30, 29, 30, 30, 34, 33, 39, 43, 39, 43, 43, 38, 39, 35, 41, 36, 41, 42, 43, 42], "n_am_pl": [5, 2, 5, 3, 2, 8, 11, 6, 5, 7, 6, 5, 7, 8, 9, 8, 7, 10, 7, 6, 3, 4, 2, 2, 4, 1, 3, 4, 4, 7, 11, 10, 10, 5, 8, 9, 10, 6, 5, 4, 3, 4, 6, 5, 4, 7, 3, 6, 5, 5], "n_pos": 70, "sum_m_en": [7.768855, 9.170477, 9.171868, 10.27343, 11.641704, 11.884138, 11.434481, 11.9692, 12.143016, 13.097096, 13.370607, 13.687057, 13.610089, 14.393883, 14.113274, 14.850426, 14.577926, 14.301759, 14.070034, 13.80127, 12.771772, 12.71852, 13.36632, 12.458134, 25.898019, 23.77908, 21.048245, 18.920141, 18.316649, 17.778645, 16.167527, 16.513553, 16.672433, 17.994545, 19.03888, 21.574895, 25.047216, 29.230141, 32.652177, 35.356586, 33.493774, 33.854091, 33.373701, 32.742581, 37.308361, 35.126205, 37.688419, 37.070691, 37.623762, 41.892141], "sum_m_pl": [1.483343, 2.516784, 3.150697, 3.268933, 3.334312, 3.815736, 4.193108, 4.455218, 4.409474, 4.677203, 4.815588, 4.78601, 4.895146, 4.832963, 4.838801, 4.705046, 4.502372, 4.687653, 4.82343, 4.729298, 4.566671, 4.420509, 4.331655, 4.261782, 4.319495, 4.757909, 4.886522, 5.403731, 5.790898, 6.257757, 6.149688, 6.015339, 6.444008, 5.769376, 5.774119, 5.944329, 5.55949, 4.833654, 4.925064, 3.935488, 3.83305, 3.941079, 6.056604, 5.750019, 5.207477, 5.452409, 3.954237, 5.745351, 4.725579, 4.897543]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 7, 9, 6, 9, 8, 10, 13, 9, 10, 10, 14, 7, 14, 19, 25, 22, 20, 20, 26, 26, 23, 24, 24, 27, 27, 25, 23, 21, 25, 21, 22, 21, 22, 26, 27, 29, 34, 30, 32, 34, 31, 33, 30, 34, 33, 39, 39, 41, 42], "n_am_pl": [2, 2, 3, 2, 2, 6, 5, 3, 3, 4, 4, 3, 3, 4, 7, 4, 4, 6, 3, 4, 1, 1, 0, 0, 2, 0, 2, 2, 2, 3, 7, 7, 5, 5, 5, 7, 7, 3, 3, 3, 2, 3, 5, 4, 3, 5, 2, 5, 5, 5], "n_pos": 48, "sum_m_en": [5.492651, 6.362874, 6.319366, 7.082972, 7.951226, 8.282667, 7.930883, 8.403415, 8.389195, 9.000422, 9.306947, 9.437726, 9.508771, 10.038937, 9.989303, 10.439642, 10.300618, 10.282084, 10.113855, 9.904379, 9.064898, 8.997813, 9.619441, 8.762002, 19.592816, 18.228492, 16.186273, 14.454911, 13.657221, 12.940347, 11.953233, 12.363747, 12.560627, 13.785266, 14.77413, 16.895383, 19.516377, 22.806797, 25.419286, 28.308923, 27.716109, 27.807133, 27.726166, 27.793429, 31.771629, 31.955459, 34.62754, 33.725302, 35.111187, 41.044106], "sum_m_pl": [0.923166, 1.644354, 2.019783, 2.105196, 2.209915, 2.550583, 2.651144, 2.935968, 2.977568, 3.217299, 3.310947, 3.336878, 3.351614, 3.30832, 3.286788, 3.205572, 3.081179, 3.072718, 3.20923, 3.253193, 3.201255, 3.112514, 2.974546, 2.940799, 2.973102, 3.380693, 3.504711, 3.854798, 3.885018, 4.264831, 4.136194, 3.826914, 4.340072, 4.180682, 4.066359, 4.337942, 3.860606, 3.329201, 3.152127, 2.32439, 2.399218, 2.65141, 4.726758, 4.472784, 3.752179, 3.985563, 3.023246, 5.069723, 4.367985, 4.886966]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "pes-Diabetologia-2019 jesień-28", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1008, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 12, 14, 23, 23, 26, 36, 28, 27, 30, 24, 30, 42, 46, 46, 43, 30, 44, 53, 61, 50, 57, 54, 67, 62, 54, 54, 54, 47, 38, 42, 39, 46, 52, 57, 59, 63, 71, 64, 62, 58, 59, 57, 48, 36, 14, 1, 0, 1], "n_am_pl": [1, 17, 15, 12, 17, 31, 20, 29, 23, 28, 26, 23, 25, 20, 24, 29, 29, 39, 34, 31, 19, 18, 15, 12, 17, 20, 15, 18, 24, 24, 30, 28, 25, 22, 24, 17, 19, 24, 25, 34, 30, 29, 39, 38, 52, 66, 91, 121, 131, 134], "n_pos": 173, "sum_m_en": [15.196362, 25.046254, 27.063532, 26.765672, 28.184146, 29.526977, 29.189896, 30.938954, 31.455552, 33.880038, 33.760126, 33.700666, 32.787276, 33.341494, 33.104544, 35.365169, 34.398622, 33.23608, 32.513039, 31.634814, 29.906925, 29.676019, 31.866841, 30.460345, 48.358772, 50.297639, 45.039284, 41.658345, 40.007333, 38.044105, 35.113491, 35.521821, 35.264415, 36.648736, 37.284952, 40.73852, 42.706541, 46.40249, 52.377088, 51.687603, 53.035637, 51.364509, 50.28181, 52.793634, 48.171139, 34.787471, 13.331758, 3.193914, 1.416685, 0.585688], "sum_m_pl": [2.582611, 7.45211, 9.131003, 9.227951, 9.660092, 10.621596, 11.087776, 12.124586, 11.817293, 12.739415, 13.324696, 12.702335, 13.054184, 12.515763, 13.177971, 13.040811, 12.284263, 12.990045, 12.84021, 12.587303, 11.56147, 11.240589, 11.132321, 11.014286, 16.231821, 16.811565, 14.44517, 15.33218, 16.468505, 17.330068, 16.506746, 16.194463, 16.745822, 15.857157, 16.775354, 16.545801, 16.840464, 17.580318, 18.165513, 19.990809, 21.464023, 21.828833, 29.091382, 30.813213, 41.066609, 57.348833, 87.200301, 117.312003, 127.976893, 134.317538]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 8, 11, 10, 19, 19, 23, 32, 26, 25, 26, 22, 24, 35, 35, 37, 33, 25, 37, 39, 49, 40, 46, 45, 56, 51, 43, 45, 44, 39, 26, 31, 32, 37, 40, 45, 44, 49, 56, 51, 48, 45, 45, 43, 34, 24, 12, 1, 0, 0], "n_am_pl": [1, 15, 13, 9, 13, 23, 16, 21, 18, 20, 20, 14, 16, 14, 20, 24, 21, 30, 25, 25, 15, 15, 10, 7, 13, 12, 11, 13, 17, 19, 26, 23, 21, 17, 20, 16, 17, 19, 21, 29, 25, 25, 33, 32, 46, 60, 82, 113, 128, 134], "n_pos": 136, "sum_m_en": [12.013119, 19.572621, 21.274159, 21.074707, 22.13009, 23.128637, 22.778939, 24.332152, 24.837576, 26.580496, 26.430461, 26.537674, 25.831483, 26.249557, 26.040525, 27.936125, 27.086193, 26.212524, 25.559144, 24.885955, 23.58877, 23.554465, 25.529515, 24.175075, 40.539601, 41.55711, 36.814337, 33.412956, 32.084446, 30.217451, 27.989139, 28.078614, 28.036682, 29.141147, 29.813787, 32.221202, 33.339411, 36.013597, 39.901388, 39.72862, 41.137741, 39.392189, 38.260974, 39.96295, 34.665711, 25.085235, 11.076091, 2.55801, 0.946917, 0.003083], "sum_m_pl": [2.078429, 5.95595, 7.349393, 7.319709, 7.656434, 8.41573, 8.844273, 9.613363, 9.400517, 9.967916, 10.50356, 9.99813, 10.241583, 9.891025, 10.517381, 10.326972, 9.675016, 10.288861, 10.119297, 9.963414, 9.145549, 8.830876, 8.639219, 8.678742, 12.163671, 12.218759, 10.895802, 12.006823, 12.63958, 13.57285, 13.126728, 12.97991, 13.104636, 12.568574, 13.084364, 13.107996, 13.369428, 14.185464, 15.334833, 16.947086, 18.396069, 19.125533, 24.070934, 25.726051, 35.922193, 50.409622, 78.509603, 107.775921, 123.932088, 133.598612]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "pes-Diabetologia-2019 jesień-28", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1263, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9771, "tf_agree_excl_first": 0.9828}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 6, 8, 10, 7, 10, 12, 10, 8, 7, 12, 14, 15, 16, 20, 17, 20, 28, 28, 28, 28, 28, 29, 27, 30, 32, 30, 28, 28, 24, 25, 24, 25, 24, 28, 28, 29, 29, 31, 36, 36, 38, 40, 43, 42, 37, 35, 31, 33, 36], "n_am_pl": [6, 3, 2, 1, 7, 6, 4, 3, 2, 4, 3, 1, 1, 1, 2, 2, 2, 3, 3, 3, 3, 4, 5, 2, 1, 1, 3, 1, 2, 7, 5, 6, 3, 4, 0, 5, 3, 5, 1, 6, 2, 0, 0, 0, 0, 0, 0, 3, 2, 2], "n_pos": 63, "sum_m_en": [7.932741, 8.532445, 9.025832, 9.502253, 10.494047, 10.543963, 10.936417, 10.428606, 10.844208, 10.743892, 11.204608, 11.08165, 11.376849, 11.556983, 12.035266, 12.469738, 11.399285, 11.964403, 11.168127, 11.567454, 10.962198, 11.736537, 11.518531, 11.073062, 20.201615, 19.778695, 17.166701, 15.103311, 14.684469, 14.268305, 13.725208, 14.363713, 15.512106, 16.184284, 17.150629, 19.71295, 21.789672, 25.208464, 27.02549, 29.204396, 30.999418, 30.703187, 31.641191, 35.57612, 35.101759, 32.271859, 31.493538, 30.921367, 30.721172, 33.870552], "sum_m_pl": [2.301765, 2.783009, 3.012507, 2.930464, 3.362911, 3.37671, 3.506556, 3.497715, 3.443752, 3.550994, 3.572087, 3.522389, 3.501218, 3.395852, 3.600627, 4.051024, 3.624943, 3.613991, 3.612616, 3.672413, 3.537417, 3.43566, 3.44425, 3.466993, 2.751745, 2.622642, 2.599409, 3.601532, 4.032172, 4.075212, 4.055999, 3.70766, 3.671538, 3.716688, 3.312609, 3.523631, 3.986827, 3.420565, 2.514251, 3.973091, 2.815484, 1.670282, 1.524182, 1.028095, 1.097357, 1.046556, 0.89073, 2.935577, 2.561246, 2.113442]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.112265, 0.183915, 0.159931, 0.142366, 0.146406, 0.141359, 0.185519, 0.171349, 0.188268, 0.19078, 0.204955, 0.174231, 0.19899, 0.189618, 0.174626, 0.163563, 0.111831, 0.148394, 0.134034, 0.120565, 0.141922, 0.1479, 0.161441, 0.168826, 0.232332, 0.214647, 0.186004, 0.205853, 0.199719, 0.151287, 0.120378, 0.12492, 0.162631, 0.194951, 0.110383, 0.150977, 0.125758, 0.110544, 0.112349, 0.015571, 0.035015, 0.0525, 0.077949, 0.075064, 0.100815, 0.100664, 0.08373, 0.025531, 0.001137, 0.0], "sum_m_pl": [0.022771, 0.051986, 0.082158, 0.056678, 0.061767, 0.048302, 0.047482, 0.061853, 0.06564, 0.073436, 0.072297, 0.063506, 0.076481, 0.062483, 0.058333, 0.077294, 0.065451, 0.067439, 0.079116, 0.072319, 0.06732, 0.065081, 0.067526, 0.066998, 0.07325, 0.077894, 0.077902, 0.076648, 0.093122, 0.222775, 0.223994, 0.176259, 0.120474, 0.08729, 0.125784, 0.077916, 0.086033, 0.114817, 0.187063, 0.840028, 0.637194, 0.119198, 0.139258, 0.099589, 0.117889, 0.087835, 0.059355, 0.036908, 0.001068, 0.0]}, "lang": {"n_am_en": [8, 4, 6, 7, 4, 8, 8, 7, 8, 6, 8, 9, 11, 9, 17, 13, 12, 19, 18, 18, 17, 20, 20, 19, 21, 25, 25, 19, 21, 18, 22, 17, 20, 19, 21, 22, 22, 22, 23, 26, 27, 26, 27, 31, 31, 31, 29, 27, 30, 36], "n_am_pl": [4, 2, 1, 1, 3, 2, 1, 0, 2, 3, 3, 1, 1, 1, 2, 1, 2, 3, 2, 0, 3, 2, 2, 1, 0, 0, 1, 1, 1, 5, 4, 5, 1, 2, 0, 1, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2], "n_pos": 39, "sum_m_en": [4.878966, 5.42867, 5.653417, 5.888975, 6.52959, 6.641738, 6.747277, 6.478192, 6.80486, 6.702172, 6.977805, 6.845398, 7.050658, 7.198989, 7.60657, 7.870033, 7.144154, 7.475353, 6.920557, 7.19686, 6.781398, 6.775303, 6.760551, 6.713928, 13.310247, 13.52688, 11.919038, 10.010497, 9.809429, 9.180151, 9.052036, 9.365713, 10.48242, 11.106702, 12.05325, 14.476402, 16.623645, 19.338061, 20.464145, 21.45195, 22.181684, 22.226104, 23.049525, 25.987975, 26.386393, 26.381674, 26.462625, 26.668637, 27.575326, 33.215171], "sum_m_pl": [1.428873, 1.734578, 1.722773, 1.715409, 1.934386, 1.911631, 2.145035, 2.041799, 2.008745, 2.08538, 2.033226, 1.999816, 1.896166, 1.869791, 2.049665, 2.265388, 2.039502, 2.030916, 2.057968, 2.116705, 2.061523, 2.03148, 2.030666, 2.031332, 1.495199, 1.528721, 1.729442, 2.329511, 2.297725, 2.229055, 2.127667, 1.954113, 1.916084, 1.962445, 1.676475, 1.641883, 1.611746, 1.596798, 1.080682, 1.248227, 0.842008, 0.771334, 0.669667, 0.538864, 0.594982, 0.387363, 0.36328, 2.742949, 2.47078, 2.113098]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 65, "item_id": "pes-Diabetologia-2019 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1040, "region_end": 63, "roundtrip_ok": true, "tf_agree": 0.9692, "tf_agree_excl_first": 0.9844}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 10, 16, 20, 28, 19, 24, 40, 40, 25, 32, 32, 34, 27, 39, 44, 52, 46, 43, 41, 44, 38, 44, 43, 66, 59, 53, 43, 36, 42, 40, 39, 47, 49, 56, 57, 46, 71, 66, 60, 71, 71, 72, 66, 65, 48, 25, 9, 5, 4], "n_am_pl": [3, 19, 14, 14, 13, 24, 21, 16, 16, 21, 21, 22, 26, 26, 19, 27, 16, 19, 18, 24, 13, 18, 13, 19, 9, 14, 13, 27, 26, 28, 20, 24, 27, 22, 20, 21, 26, 28, 32, 42, 29, 19, 27, 33, 31, 45, 67, 88, 101, 109], "n_pos": 184, "sum_m_en": [16.649678, 24.332823, 25.926879, 26.854213, 29.903908, 28.642066, 30.272624, 30.184996, 31.606169, 30.495726, 32.393282, 30.574599, 30.779917, 30.470988, 31.18868, 31.797868, 32.220436, 32.44791, 30.053889, 30.12449, 29.142979, 29.475792, 29.553676, 29.71627, 42.095931, 41.174496, 38.432983, 35.065659, 36.170389, 35.541827, 33.068278, 33.220307, 32.182159, 34.202925, 35.967308, 37.514301, 38.190531, 50.164905, 47.514029, 47.734959, 55.753959, 57.272773, 56.901902, 59.130753, 53.836738, 42.746869, 23.601142, 8.298162, 5.983228, 4.020325], "sum_m_pl": [3.345325, 8.074095, 9.533288, 9.643808, 10.881814, 11.828446, 11.27695, 11.606673, 11.201302, 11.965973, 12.328975, 12.341291, 12.899656, 13.134697, 13.917118, 14.934507, 13.294478, 13.330895, 12.292731, 12.291363, 11.239266, 11.187648, 11.003245, 10.874045, 11.781284, 12.056032, 13.053838, 15.861807, 16.346095, 17.378433, 15.683573, 15.524666, 15.736167, 15.541565, 14.382579, 15.012639, 16.562856, 17.010992, 16.867644, 29.697445, 22.927514, 16.919056, 21.496777, 25.602178, 30.015929, 40.875355, 63.49103, 83.292284, 99.892473, 108.863319]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 4, 1, 0, 0, 1, 1, 3, 2, 2, 4, 4, 3, 3, 3, 2, 1, 2, 0, 0, 0, 2, 2, 3, 3, 3, 4, 4, 3, 2, 2, 1, 1, 1, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.581916, 1.010106, 0.98163, 0.841754, 0.996948, 1.006433, 0.993972, 0.983181, 1.113054, 1.101298, 1.253458, 1.065067, 1.094615, 0.98582, 0.848464, 0.988319, 0.959878, 0.987953, 1.071232, 1.073459, 1.134516, 1.165538, 1.183765, 1.246648, 0.95849, 0.780418, 0.706274, 0.78085, 0.933169, 0.866518, 0.959452, 0.867683, 0.850711, 0.772367, 0.771727, 0.879043, 0.792429, 1.031349, 0.833924, 0.683135, 0.694616, 0.725365, 0.723299, 0.758646, 0.447718, 0.469627, 0.273888, 0.102076, 0.074006, 0.0], "sum_m_pl": [0.116059, 0.344406, 0.480216, 0.424393, 0.508035, 0.50913, 0.440974, 0.512611, 0.431499, 0.655616, 0.565595, 0.65847, 1.008571, 0.888758, 1.152973, 1.041888, 0.790932, 0.700049, 0.517633, 0.534981, 0.474668, 0.459799, 0.463631, 0.470467, 0.972422, 1.301179, 1.626042, 1.526673, 1.366632, 1.95786, 0.992487, 0.717357, 0.565029, 0.497191, 0.458164, 0.525016, 0.494363, 0.438586, 0.495413, 1.531043, 1.196817, 0.722534, 0.593659, 0.431784, 0.301298, 0.186301, 0.109148, 0.150939, 0.066028, 1.2e-05]}, "lang": {"n_am_en": [2, 5, 8, 13, 16, 11, 14, 29, 30, 15, 23, 24, 26, 23, 28, 30, 36, 27, 27, 29, 29, 23, 30, 28, 43, 38, 36, 27, 22, 26, 27, 26, 32, 33, 38, 37, 28, 45, 45, 40, 49, 52, 53, 47, 44, 36, 21, 8, 5, 4], "n_am_pl": [1, 12, 4, 4, 5, 13, 16, 12, 13, 12, 14, 12, 15, 15, 14, 18, 11, 15, 12, 17, 10, 14, 10, 14, 5, 8, 8, 19, 19, 17, 14, 15, 16, 15, 13, 16, 20, 20, 21, 28, 22, 17, 25, 30, 28, 40, 60, 83, 97, 107], "n_pos": 111, "sum_m_en": [9.838711, 14.698016, 16.146658, 16.870637, 18.468524, 17.906261, 19.182343, 19.326972, 20.242022, 19.631178, 20.732432, 19.703574, 19.757954, 19.655237, 20.391202, 20.656852, 20.662852, 20.663379, 18.943944, 18.799194, 18.155755, 18.284107, 18.301082, 18.27045, 28.579286, 27.832585, 25.311103, 22.434347, 22.806928, 22.45661, 20.761693, 21.168192, 20.564772, 21.294367, 22.72936, 24.286382, 25.45281, 32.994321, 31.935753, 31.67736, 39.56097, 41.317562, 40.336836, 41.274124, 37.29989, 30.963292, 18.212093, 6.546172, 5.427126, 4.020231], "sum_m_pl": [1.644259, 4.589778, 5.344306, 5.468407, 6.121981, 6.831766, 6.71371, 6.980856, 6.746945, 7.054368, 7.368232, 7.317885, 7.481368, 7.872568, 8.264757, 9.048823, 8.165911, 8.236423, 7.620111, 7.715656, 6.930722, 6.977298, 6.870736, 6.732212, 7.404873, 7.455274, 8.223251, 10.429535, 10.736981, 10.65708, 10.076272, 9.977172, 10.026953, 9.93213, 9.44574, 9.940562, 10.695591, 10.922, 10.466583, 18.836905, 15.972464, 13.42801, 18.228025, 21.534578, 25.577896, 36.547616, 56.935605, 78.152084, 94.928165, 106.161937]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "pes-Diabetologia-2019 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1295, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9738, "tf_agree_excl_first": 0.9789}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 26, 26, 26, 35, 45, 44, 57, 42, 44, 52, 56, 56, 58, 68, 61, 50, 57, 56, 44, 44, 46, 57, 53, 74, 61, 60, 63, 66, 53, 60, 63, 72, 82, 80, 92, 90, 92, 92, 84, 101, 105, 108, 107, 102, 96, 93, 96, 93, 96], "n_am_pl": [10, 19, 15, 12, 20, 24, 10, 14, 18, 20, 15, 19, 29, 33, 37, 44, 40, 41, 39, 68, 66, 54, 51, 49, 29, 38, 33, 32, 32, 33, 33, 36, 32, 27, 33, 19, 22, 31, 31, 31, 28, 21, 17, 20, 22, 16, 16, 18, 18, 15], "n_pos": 230, "sum_m_en": [26.129292, 33.348988, 33.50161, 35.690888, 37.665146, 38.038369, 38.901965, 38.414598, 39.067129, 41.915515, 43.445009, 45.30363, 46.132944, 44.941505, 47.913182, 47.209937, 45.648391, 44.95265, 43.922427, 41.463552, 41.595914, 41.781173, 42.398557, 40.516959, 59.615049, 57.08384, 54.396645, 50.5855, 49.200181, 49.94736, 48.088837, 49.032307, 49.630888, 54.247706, 57.995322, 64.006859, 68.784191, 72.17006, 77.456302, 76.910309, 88.252972, 90.753297, 91.175663, 91.3603, 90.870271, 90.401932, 89.456452, 88.726456, 84.620591, 96.992991], "sum_m_pl": [6.359214, 10.477525, 11.100852, 10.820685, 11.569515, 12.128342, 12.001517, 13.065402, 14.002157, 15.272795, 16.936036, 17.59389, 18.139744, 18.578244, 18.625137, 20.651633, 20.445982, 19.512897, 18.818812, 21.796875, 20.844236, 18.406303, 16.703697, 16.202684, 24.826618, 24.777795, 23.339601, 24.665595, 24.963092, 25.376641, 24.647067, 24.967044, 26.717081, 24.569489, 23.243429, 21.469242, 21.962271, 29.391021, 28.529891, 30.294274, 27.180852, 20.570557, 18.725327, 22.770902, 23.536058, 18.047984, 16.282654, 18.078712, 18.217507, 14.710089]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 1, 2, 0, 1, 2, 2, 2, 2, 5, 2, 1, 1, 2, 2, 4, 3, 4, 4, 4, 2, 5, 2, 2, 2, 4, 3, 2, 4, 4, 6, 2, 3, 4, 1, 3, 3, 2, 2, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 5, 2, 0, 0, 1, 1, 1, 3, 3, 0, 1, 0, 0, 0, 3, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 2, 1, 1, 0, 0, 1, 2, 2, 2, 0, 1, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.414182, 2.290747, 2.15296, 2.139157, 2.048087, 2.12436, 2.106112, 1.982904, 2.089646, 2.126312, 2.204589, 2.296369, 2.395924, 2.305041, 2.3429, 2.447848, 2.288355, 2.210672, 2.24583, 2.076764, 2.08324, 2.077802, 2.220088, 2.147158, 2.81241, 2.562561, 2.545216, 2.21441, 2.498247, 2.586555, 2.487823, 2.494486, 2.317085, 2.367413, 2.453875, 2.550018, 2.139832, 2.040608, 1.929052, 1.776724, 2.452484, 2.561433, 2.250109, 1.776459, 1.270503, 0.829511, 0.557828, 0.383083, 0.110825, 0.0], "sum_m_pl": [0.318204, 0.819535, 0.725585, 0.60982, 0.66495, 0.74214, 0.732472, 0.766196, 0.791336, 0.863443, 0.796947, 0.752459, 0.826391, 0.834334, 0.809569, 0.906206, 0.929629, 0.947101, 0.837058, 0.828928, 0.798461, 0.749664, 0.710446, 0.747927, 0.884671, 1.027491, 0.921944, 1.148247, 1.142544, 1.102737, 1.028255, 0.993895, 0.902338, 0.758122, 0.762169, 0.746328, 0.825846, 0.980985, 1.186496, 1.222829, 1.49733, 1.296113, 0.982627, 1.408089, 1.376679, 0.705861, 0.254967, 0.244412, 0.034725, 0.0]}, "lang": {"n_am_en": [11, 15, 12, 12, 19, 29, 27, 33, 24, 24, 27, 30, 34, 34, 38, 36, 32, 35, 33, 23, 24, 27, 32, 29, 41, 37, 31, 39, 39, 34, 35, 39, 38, 41, 43, 51, 51, 56, 59, 56, 68, 72, 74, 78, 80, 79, 78, 82, 86, 94], "n_am_pl": [6, 7, 9, 7, 10, 13, 4, 2, 4, 4, 7, 9, 12, 18, 21, 20, 21, 20, 20, 35, 35, 29, 27, 26, 14, 18, 19, 16, 17, 16, 14, 14, 18, 17, 17, 10, 11, 17, 16, 18, 15, 9, 10, 10, 12, 11, 14, 16, 16, 15], "n_pos": 111, "sum_m_en": [12.194257, 15.385852, 15.646478, 16.842242, 18.320208, 18.852264, 19.324695, 19.300922, 19.777732, 21.235828, 22.001859, 22.848973, 23.080235, 22.274461, 24.215173, 23.429485, 22.660111, 22.424177, 21.759111, 20.397996, 20.500139, 20.887789, 21.437138, 20.112773, 33.233848, 32.375871, 30.722574, 28.188914, 26.778711, 26.747105, 24.954542, 25.715156, 26.272686, 29.132661, 31.393701, 35.029183, 37.80508, 42.499522, 47.57668, 49.679098, 57.94437, 61.171866, 64.334845, 67.691339, 71.493519, 72.01006, 73.833552, 72.920453, 74.289905, 92.767249], "sum_m_pl": [3.056532, 4.785085, 5.206158, 5.049812, 5.526537, 5.792933, 5.779145, 6.1736, 6.682656, 7.173827, 7.926196, 8.226345, 8.549458, 8.823104, 8.949605, 10.358733, 10.057947, 9.416478, 9.313788, 11.576619, 10.860822, 9.386496, 8.29926, 8.013003, 12.16461, 12.267697, 11.768621, 11.904134, 12.227165, 12.377208, 11.777056, 12.086586, 13.150534, 12.438402, 11.872646, 11.089544, 11.967673, 16.601235, 15.503626, 18.097478, 15.519128, 11.684294, 11.132981, 11.47664, 12.63045, 11.18361, 12.637299, 15.726876, 16.009975, 14.342444]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 232, "item_id": "pes-Diabetologia-2019 wiosna-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1124, "region_end": 230, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9697}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 28, 38, 66, 61, 71, 82, 101, 104, 109, 87, 99, 93, 100, 113, 94, 98, 92, 114, 118, 109, 121, 135, 122, 166, 148, 133, 131, 116, 98, 98, 99, 101, 113, 136, 152, 145, 187, 189, 190, 203, 208, 217, 204, 144, 108, 29, 8, 0, 2], "n_am_pl": [15, 65, 55, 47, 41, 77, 60, 75, 74, 55, 78, 87, 82, 89, 105, 129, 120, 126, 119, 179, 193, 159, 146, 138, 111, 103, 102, 91, 112, 99, 115, 97, 102, 105, 91, 83, 88, 106, 120, 127, 119, 113, 105, 114, 154, 199, 290, 329, 345, 346], "n_pos": 549, "sum_m_en": [52.990918, 79.714542, 84.979806, 91.162839, 90.113987, 90.463347, 92.018392, 93.670875, 93.935301, 100.423876, 101.730872, 100.760962, 102.170277, 99.773604, 104.606137, 103.576695, 102.368338, 99.939433, 96.050138, 91.812809, 91.03881, 92.64817, 93.172987, 91.644678, 137.117248, 131.059554, 119.068772, 111.028238, 105.396786, 103.411233, 99.168116, 99.070861, 100.80788, 107.546971, 116.588923, 122.492895, 123.4843, 138.505673, 145.777901, 150.278526, 165.994329, 162.963165, 174.612906, 176.892829, 138.775145, 98.498777, 31.992802, 9.922296, 3.307818, 2.034869], "sum_m_pl": [10.728313, 26.198361, 28.073555, 28.757056, 29.353628, 31.852568, 32.497728, 35.784514, 37.879413, 38.867179, 42.197013, 43.577197, 44.295229, 45.49665, 46.894321, 50.542229, 49.575957, 47.370489, 44.668998, 48.881736, 48.55994, 43.455427, 41.008724, 39.868398, 65.942769, 64.183504, 61.571272, 61.847755, 65.387953, 67.611248, 64.252829, 64.469189, 66.322887, 64.826593, 59.074024, 59.61858, 63.424932, 71.471956, 76.182749, 85.68255, 84.562601, 86.332902, 90.573773, 97.063943, 134.624645, 181.694384, 270.300533, 314.183805, 336.878253, 348.008335]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 3, 1, 0, 1, 1, 0, 0, 1, 1, 1, 3, 2, 4, 6, 1, 1, 0, 3, 2, 1, 1, 3, 2, 2, 2, 0, 1, 0, 2, 3, 2, 3, 1, 0, 0, 0], "n_am_pl": [0, 10, 5, 1, 2, 6, 2, 1, 1, 0, 3, 1, 5, 1, 3, 3, 5, 4, 4, 5, 4, 4, 4, 4, 1, 0, 1, 0, 1, 1, 2, 2, 0, 1, 1, 1, 0, 2, 4, 5, 3, 4, 1, 1, 1, 0, 1, 1, 0, 0], "n_pos": 14, "sum_m_en": [1.620085, 2.376012, 2.368077, 2.449948, 2.356271, 2.196046, 2.217088, 2.310387, 2.339194, 2.550755, 2.693216, 2.716715, 2.739227, 2.689258, 2.610331, 2.658632, 2.487847, 2.436372, 2.371487, 2.259818, 2.227014, 2.309021, 2.29899, 2.33665, 2.596842, 2.609266, 2.856363, 2.481927, 2.641309, 2.727052, 2.587209, 2.685738, 2.477741, 2.631313, 2.747058, 2.850233, 2.475796, 2.752107, 2.676273, 2.056543, 2.143974, 2.116787, 2.117795, 1.871737, 1.687888, 1.201139, 1.390843, 0.467684, 0.090475, 0.0], "sum_m_pl": [0.392012, 1.118152, 0.939851, 0.855381, 0.901259, 0.942784, 0.983782, 1.0178, 1.099021, 1.181432, 1.161454, 1.045298, 1.109831, 1.116433, 1.098425, 1.283164, 1.311792, 1.174788, 1.064057, 1.285244, 1.346046, 1.035473, 0.975893, 0.939429, 1.237594, 1.047499, 1.083502, 1.163173, 1.24059, 1.332993, 1.578868, 1.324263, 1.15404, 0.948574, 0.929624, 0.924861, 0.926484, 1.097666, 1.316211, 1.785514, 1.836966, 1.502018, 1.122716, 1.385003, 1.339513, 0.92231, 0.962811, 0.752539, 0.048252, 0.0]}, "lang": {"n_am_en": [7, 21, 33, 47, 53, 58, 60, 77, 87, 84, 70, 72, 70, 75, 83, 68, 69, 63, 82, 83, 81, 89, 99, 88, 117, 102, 94, 93, 82, 70, 73, 73, 73, 83, 101, 112, 111, 138, 134, 138, 148, 155, 163, 156, 111, 80, 21, 7, 0, 2], "n_am_pl": [7, 34, 30, 32, 29, 52, 41, 51, 52, 36, 58, 60, 49, 51, 61, 83, 78, 81, 79, 121, 135, 111, 103, 100, 76, 67, 70, 63, 83, 72, 77, 61, 69, 69, 62, 60, 65, 77, 93, 101, 97, 93, 89, 91, 127, 177, 255, 305, 334, 345], "n_pos": 350, "sum_m_en": [33.388283, 51.50035, 55.37937, 58.797335, 58.541115, 58.612551, 59.864921, 61.210829, 62.00788, 65.718084, 66.084909, 64.94436, 65.731285, 64.03961, 68.117711, 66.937949, 66.443782, 64.852316, 62.037682, 59.116994, 58.563494, 59.873707, 59.975052, 58.999626, 96.507556, 92.0528, 83.310178, 76.720018, 71.746794, 69.336074, 66.004253, 65.821053, 67.559925, 72.059081, 79.744321, 84.013621, 86.745925, 96.442227, 102.738632, 107.64386, 120.92743, 120.487204, 131.564965, 133.68977, 105.813231, 74.587779, 23.734769, 7.007519, 1.967838, 2.018117], "sum_m_pl": [5.926945, 15.939968, 17.438047, 18.111327, 18.778015, 20.269014, 21.120631, 23.569054, 24.567953, 24.676183, 26.938842, 28.445125, 29.063156, 30.334757, 31.121433, 33.425058, 32.456996, 31.162133, 29.501369, 32.529174, 32.335514, 28.508402, 26.807535, 26.270618, 42.808794, 41.560194, 40.654923, 40.429594, 43.092847, 45.308862, 42.834699, 43.163368, 44.671599, 43.222899, 39.678771, 41.749573, 45.581006, 49.555084, 55.302121, 63.686286, 64.404715, 67.748183, 72.144382, 77.016517, 112.236975, 158.034708, 237.181299, 289.989864, 325.027747, 345.625057]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 558, "item_id": "pes-Diabetologia-2019 wiosna-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1379, "region_end": 549, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.9928}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 16, 21, 22, 28, 29, 31, 29, 30, 36, 32, 37, 36, 25, 25, 33, 45, 45, 49, 48, 51, 53, 53, 49, 59, 66, 60, 45, 45, 45, 43, 47, 47, 52, 48, 52, 61, 59, 63, 66, 63, 71, 77, 74, 69, 75, 71, 66, 73, 76], "n_am_pl": [13, 8, 11, 12, 8, 11, 10, 18, 13, 17, 20, 21, 25, 16, 29, 24, 17, 18, 19, 15, 15, 14, 15, 13, 14, 18, 15, 16, 14, 17, 19, 14, 16, 21, 18, 15, 9, 11, 13, 4, 7, 4, 4, 3, 11, 9, 7, 5, 5, 6], "n_pos": 168, "sum_m_en": [19.44393, 21.968554, 23.12483, 25.060255, 27.655763, 29.691229, 26.70524, 27.030249, 26.748331, 26.839978, 27.195692, 27.767751, 28.217147, 27.953815, 26.913103, 28.456976, 29.065853, 27.471458, 28.248317, 27.125964, 26.179342, 26.567458, 26.831307, 26.54666, 42.465766, 43.17574, 39.708307, 35.695023, 34.288282, 35.156917, 33.463417, 34.790737, 34.925141, 35.252755, 37.782488, 40.877899, 46.139211, 49.074447, 52.608797, 55.166367, 55.768298, 62.39451, 68.726418, 68.343722, 65.559981, 68.323745, 65.551578, 64.102578, 64.641508, 74.502396], "sum_m_pl": [4.945322, 7.304656, 7.870084, 7.293727, 8.047022, 8.479406, 9.22146, 10.057297, 10.281492, 11.425536, 12.376617, 13.131828, 13.711104, 14.163232, 16.033904, 15.502653, 14.985587, 14.163405, 13.157636, 13.103857, 12.584521, 11.917094, 11.180447, 11.051412, 14.009219, 15.10366, 15.312043, 15.744925, 15.412659, 15.905239, 15.914422, 15.994747, 16.253611, 16.840195, 15.650992, 15.226619, 14.299218, 13.319523, 12.371624, 9.53075, 9.082558, 8.011, 6.639498, 5.84822, 10.719046, 9.366433, 8.37668, 5.742988, 5.896394, 5.735545]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 2, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.21948, 0.316101, 0.297684, 0.25209, 0.252347, 0.228009, 0.186335, 0.191446, 0.202599, 0.220284, 0.306585, 0.303745, 0.315915, 0.348557, 0.317368, 0.375375, 0.396263, 0.3778, 0.381955, 0.360296, 0.335747, 0.358123, 0.362869, 0.361973, 0.412555, 0.684838, 0.440421, 0.378988, 0.376973, 0.372791, 0.387863, 0.381503, 0.375839, 0.413101, 0.395826, 0.437783, 0.46551, 0.412903, 0.335408, 0.447971, 0.48844, 0.452091, 0.367024, 0.247933, 0.199985, 0.15792, 0.195296, 0.075027, 0.007917, 0.0], "sum_m_pl": [0.054415, 0.128447, 0.127169, 0.091501, 0.099352, 0.085137, 0.071808, 0.103374, 0.106177, 0.110516, 0.165843, 0.181672, 0.178688, 0.131387, 0.114426, 0.146983, 0.121527, 0.143628, 0.139981, 0.149495, 0.149423, 0.149684, 0.14591, 0.1422, 0.192728, 0.155, 0.171861, 0.204448, 0.18733, 0.194153, 0.165873, 0.180931, 0.215034, 0.214387, 0.196616, 0.201333, 0.173786, 0.195022, 0.239168, 0.190527, 0.166145, 0.159999, 0.161118, 0.151558, 0.122544, 0.095203, 0.039798, 0.029243, 0.007031, 0.0]}, "lang": {"n_am_en": [3, 7, 9, 13, 17, 20, 20, 20, 15, 22, 20, 22, 21, 16, 17, 20, 28, 27, 29, 30, 32, 35, 32, 34, 39, 42, 43, 39, 39, 36, 33, 33, 34, 36, 34, 38, 44, 44, 46, 46, 47, 51, 57, 56, 56, 60, 58, 60, 67, 74], "n_am_pl": [2, 4, 8, 2, 2, 4, 4, 10, 6, 4, 5, 8, 13, 7, 11, 10, 6, 10, 8, 8, 6, 3, 4, 3, 5, 5, 5, 7, 4, 6, 9, 5, 5, 8, 6, 8, 3, 3, 3, 2, 4, 1, 1, 3, 7, 5, 5, 4, 3, 6], "n_pos": 81, "sum_m_en": [9.199811, 10.721902, 11.221935, 12.08464, 13.429976, 14.552791, 13.532194, 13.670839, 13.557354, 13.327468, 13.576845, 13.81802, 14.03464, 14.370665, 13.671336, 14.376123, 14.795011, 14.177946, 14.584052, 13.772391, 13.238133, 13.142097, 13.368224, 13.165064, 26.195545, 25.825601, 24.198535, 21.475299, 20.404673, 20.604032, 19.002641, 20.200821, 20.592075, 20.684604, 22.253153, 25.099659, 28.446569, 30.957562, 35.188998, 37.589738, 38.717343, 44.356295, 49.919899, 50.445119, 50.638783, 53.211991, 53.150065, 53.930067, 55.356189, 71.099146], "sum_m_pl": [2.08412, 3.027442, 3.434639, 3.113447, 3.650201, 3.923066, 4.312809, 4.491153, 4.698324, 5.238401, 5.582178, 5.785139, 6.219163, 6.413062, 7.383611, 7.202675, 7.030014, 6.610229, 6.200093, 6.12832, 5.822423, 5.558282, 5.262101, 5.209354, 5.611672, 6.264808, 6.41683, 6.521218, 6.405559, 6.883723, 7.121989, 7.096576, 7.203813, 7.411445, 6.825596, 6.682948, 5.930343, 5.882729, 5.390404, 4.985854, 4.793166, 3.592125, 2.405154, 3.525195, 6.566114, 4.900037, 4.872309, 4.058751, 4.000776, 5.68269]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2018 jesień-69", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1322, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9701}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 7, 13, 31, 32, 28, 24, 30, 31, 30, 34, 27, 34, 36, 45, 47, 50, 45, 56, 51, 56, 50, 55, 44, 73, 68, 65, 57, 51, 43, 43, 45, 37, 47, 50, 55, 65, 73, 76, 77, 76, 76, 87, 87, 74, 59, 22, 4, 1, 1], "n_am_pl": [2, 16, 18, 20, 15, 23, 10, 15, 17, 23, 22, 29, 28, 36, 45, 48, 47, 46, 29, 30, 18, 22, 20, 25, 17, 25, 23, 27, 31, 30, 31, 32, 29, 30, 19, 22, 30, 33, 37, 39, 34, 38, 41, 47, 63, 76, 115, 145, 150, 156], "n_pos": 220, "sum_m_en": [20.79374, 31.062062, 33.595917, 34.048472, 35.305645, 36.059265, 33.040931, 35.34413, 34.696816, 34.666778, 37.001594, 36.302665, 37.834251, 36.886355, 36.694971, 38.222781, 37.811953, 34.942931, 36.208129, 34.363534, 33.079471, 33.407543, 33.699401, 34.190238, 48.455509, 46.069735, 41.585019, 37.608008, 36.930272, 36.624076, 35.377661, 35.977764, 35.761423, 36.479771, 38.550227, 42.512356, 48.368082, 51.693723, 54.248327, 57.664225, 59.774949, 64.598266, 72.365714, 75.373618, 67.428084, 53.580086, 21.175014, 6.64242, 2.079153, 1.000112], "sum_m_pl": [3.521615, 10.0576, 11.721909, 11.99445, 12.707433, 13.228199, 13.115993, 14.01334, 14.688273, 16.334835, 17.238618, 18.01413, 18.569291, 18.500311, 20.280679, 20.390881, 19.27908, 18.642986, 16.606386, 16.319551, 15.052999, 14.462272, 13.974904, 14.007447, 18.696385, 20.85627, 21.474836, 23.990534, 24.700933, 25.849541, 26.385539, 26.790716, 27.005232, 27.089841, 23.312394, 23.773446, 23.112137, 25.740278, 26.779204, 28.18504, 27.071424, 32.423543, 35.121481, 38.422732, 53.933354, 72.185264, 108.178312, 134.453885, 148.496199, 154.662243]}, "digit": {"n_am_en": [1, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 2, 0, 1, 2, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 4, 4, 3, 3, 2, 2, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 1, 2, 2, 2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 0, 2, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.539726, 0.881387, 0.88567, 0.879997, 0.830838, 0.839561, 0.789544, 0.819509, 0.807878, 0.818485, 0.893574, 0.855372, 0.88248, 0.915412, 0.897905, 0.93447, 0.995789, 0.972021, 0.990129, 0.961694, 0.951421, 0.951422, 0.947851, 0.96603, 0.924055, 0.849381, 0.767669, 0.801274, 0.752666, 0.827203, 0.757388, 0.805468, 0.858946, 0.887877, 0.948393, 1.043521, 1.326146, 1.918766, 2.039847, 1.819688, 1.971347, 2.172906, 2.105763, 2.291511, 2.181004, 1.842957, 0.471103, 0.100894, 0.00718, 0.0], "sum_m_pl": [0.174179, 0.370599, 0.353347, 0.366509, 0.373232, 0.357977, 0.337023, 0.387924, 0.392597, 0.418383, 0.425357, 0.386765, 0.393564, 0.383562, 0.419474, 0.45101, 0.410249, 0.43115, 0.424723, 0.405772, 0.381744, 0.363518, 0.359265, 0.36163, 1.018809, 0.87147, 0.754545, 0.619512, 0.586326, 0.625619, 0.656871, 0.646646, 0.669802, 0.721417, 0.514814, 0.507737, 0.533659, 0.24351, 0.276983, 0.658359, 0.332135, 0.262708, 0.245826, 0.150977, 0.141208, 0.132545, 0.115458, 0.104231, 0.011433, 0.0]}, "lang": {"n_am_en": [3, 7, 11, 26, 24, 20, 18, 22, 22, 21, 24, 18, 30, 29, 28, 37, 36, 32, 43, 42, 44, 41, 44, 34, 57, 53, 51, 47, 43, 34, 29, 35, 28, 36, 38, 41, 46, 51, 56, 61, 58, 58, 70, 69, 58, 46, 17, 4, 1, 1], "n_am_pl": [1, 13, 12, 15, 9, 16, 9, 12, 11, 19, 19, 22, 24, 29, 37, 37, 39, 39, 22, 25, 14, 17, 17, 20, 12, 19, 18, 20, 26, 25, 28, 25, 21, 20, 13, 13, 24, 28, 33, 34, 31, 35, 37, 42, 56, 70, 106, 137, 149, 155], "n_pos": 156, "sum_m_en": [14.502248, 21.972752, 24.044594, 24.444351, 25.368333, 26.018362, 23.693182, 25.34794, 24.918048, 24.960305, 26.410562, 25.998675, 26.983806, 26.174063, 25.853338, 27.234976, 26.818692, 24.754332, 25.649967, 24.263107, 23.377565, 23.618273, 23.842484, 24.157276, 35.331135, 33.295693, 30.115792, 27.504509, 27.149688, 26.291135, 25.367025, 26.112277, 26.057889, 26.571967, 27.829952, 30.979637, 36.68767, 38.532731, 42.477823, 44.590494, 46.481072, 49.545327, 56.3842, 59.094269, 51.278091, 40.280181, 16.909153, 5.609444, 1.624917, 1.00001], "sum_m_pl": [2.307039, 6.883288, 8.17975, 8.330031, 8.804583, 9.366299, 9.495486, 10.203595, 10.890935, 12.238347, 13.051217, 13.533031, 14.139899, 14.031802, 15.399269, 15.222924, 14.059024, 13.56396, 12.163195, 11.971153, 11.02324, 10.605259, 10.228837, 10.198997, 13.799518, 15.688102, 16.191012, 17.889304, 18.346632, 19.345608, 19.637422, 19.868239, 20.130296, 20.176886, 17.389776, 17.854561, 17.708955, 19.805736, 21.420771, 23.305891, 23.283011, 28.22508, 30.257791, 33.06503, 47.024368, 64.358694, 98.858053, 127.619607, 146.334456, 153.397569]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2018 jesień-69", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1577, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9864}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 16, 11, 15, 19, 18, 16, 16, 16, 20, 21, 24, 19, 26, 26, 29, 36, 35, 31, 29, 30, 30, 30, 24, 38, 27, 24, 22, 23, 26, 20, 27, 33, 31, 33, 38, 42, 37, 38, 38, 37, 36, 41, 41, 43, 39, 38, 35, 40, 48], "n_am_pl": [0, 9, 7, 6, 14, 19, 16, 17, 18, 12, 19, 16, 16, 16, 20, 19, 16, 24, 20, 20, 13, 12, 14, 20, 20, 23, 23, 19, 17, 7, 16, 16, 14, 15, 19, 20, 22, 31, 30, 31, 26, 26, 22, 15, 11, 5, 5, 7, 6, 7], "n_pos": 114, "sum_m_en": [13.117839, 15.697244, 16.452743, 17.160593, 18.960884, 19.095939, 17.842551, 17.311068, 16.741552, 17.478149, 18.201159, 18.423995, 18.23451, 18.71666, 19.623778, 20.242279, 20.491754, 19.37867, 19.28166, 19.468123, 18.780238, 18.697029, 18.744039, 18.058587, 26.278852, 24.07973, 21.336345, 19.343371, 19.39091, 20.06282, 19.906214, 19.844815, 20.85557, 21.9161, 23.620007, 24.413999, 29.106843, 29.944243, 32.137419, 34.405852, 35.167874, 33.944649, 35.047476, 33.980965, 35.488909, 34.248773, 33.432106, 31.741172, 33.205668, 43.521308], "sum_m_pl": [2.701818, 4.427442, 5.268178, 5.20976, 5.607994, 6.479819, 7.292779, 8.473499, 8.864391, 9.74088, 9.69147, 9.422331, 9.860781, 9.602166, 10.154479, 10.36188, 9.040067, 9.623943, 8.651877, 8.190703, 7.171935, 6.686658, 6.542174, 6.617507, 12.720727, 14.463085, 12.786245, 12.336531, 11.476303, 10.954499, 10.542663, 10.813456, 10.795744, 11.279385, 11.042546, 12.122194, 12.015192, 18.317473, 21.505898, 22.391845, 18.500798, 20.840498, 20.251807, 14.356783, 11.151073, 7.347531, 7.81455, 7.241245, 7.394157, 7.574709]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 10, 6, 7, 9, 10, 11, 13, 10, 12, 11, 13, 10, 11, 13, 17, 20, 23, 19, 19, 20, 20, 22, 19, 26, 22, 17, 13, 15, 13, 12, 14, 22, 21, 20, 20, 25, 23, 23, 25, 26, 26, 31, 33, 34, 31, 32, 30, 35, 47], "n_am_pl": [0, 4, 3, 2, 4, 9, 7, 6, 7, 5, 7, 9, 6, 9, 6, 9, 6, 7, 7, 10, 4, 2, 3, 6, 8, 7, 10, 6, 8, 3, 10, 8, 4, 6, 8, 9, 9, 15, 15, 15, 12, 13, 11, 6, 4, 2, 2, 6, 6, 7], "n_pos": 56, "sum_m_en": [5.834196, 8.046845, 8.196762, 8.854739, 9.689252, 9.851154, 9.376232, 9.28608, 8.905203, 9.264721, 9.364628, 9.502183, 9.264269, 9.643816, 10.15425, 10.444614, 10.498016, 10.252649, 10.032501, 10.129965, 9.654305, 9.625624, 9.64212, 9.185631, 17.004829, 15.477373, 13.027875, 10.668936, 10.373865, 10.741323, 10.356409, 10.453318, 11.430725, 12.326785, 13.2617, 13.934413, 17.600945, 18.174187, 20.703623, 22.449938, 23.741123, 23.201763, 25.116299, 24.814094, 25.923625, 25.839401, 25.960644, 26.005041, 29.143275, 41.480626], "sum_m_pl": [0.991868, 1.849082, 2.492272, 2.462152, 2.571517, 3.039155, 3.259794, 3.474412, 3.719591, 4.261636, 4.056005, 3.93309, 4.216597, 4.156893, 4.571885, 4.755645, 4.173646, 4.186124, 3.938939, 3.767678, 3.401892, 3.225797, 3.170522, 3.198906, 4.929572, 5.68127, 5.562018, 5.559029, 5.6338, 5.346057, 5.010257, 5.02627, 4.842045, 5.256515, 5.072605, 5.791561, 6.028168, 9.445044, 10.190493, 10.257526, 8.622078, 10.775137, 9.571848, 6.609481, 5.118234, 4.044992, 4.435506, 6.179652, 7.089154, 7.083448]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2020 jesień-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 992, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9739}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 12, 13, 24, 16, 17, 14, 16, 17, 18, 21, 19, 18, 20, 18, 26, 35, 26, 23, 29, 30, 24, 25, 28, 38, 31, 32, 29, 25, 23, 25, 25, 28, 41, 47, 59, 43, 53, 50, 45, 44, 49, 49, 47, 45, 32, 15, 4, 1, 1], "n_am_pl": [7, 23, 19, 9, 31, 30, 31, 35, 39, 39, 37, 23, 27, 25, 25, 27, 24, 43, 43, 58, 54, 48, 43, 47, 52, 57, 48, 41, 34, 28, 25, 33, 32, 30, 37, 40, 50, 54, 63, 53, 41, 44, 54, 47, 49, 62, 94, 106, 109, 111], "n_pos": 178, "sum_m_en": [15.754498, 23.971448, 26.18448, 27.869372, 27.794289, 27.614767, 26.217968, 26.411081, 25.351944, 26.633859, 27.662019, 27.950643, 26.84669, 27.658835, 28.327601, 29.904794, 30.346963, 28.629412, 28.505675, 27.961832, 27.045578, 26.385875, 26.669436, 26.962251, 31.199221, 30.505755, 29.715544, 28.001924, 27.735062, 27.955102, 26.677499, 26.795715, 26.76962, 28.517166, 30.70821, 32.792028, 32.676125, 36.598268, 38.186067, 38.319372, 37.675164, 41.255331, 42.007965, 41.847892, 38.309528, 31.942098, 17.965926, 5.308832, 1.934322, 1.001596], "sum_m_pl": [3.484878, 8.519473, 9.759925, 9.841445, 10.404773, 12.145549, 13.699248, 15.879172, 16.323608, 18.532949, 17.740821, 17.358463, 18.164733, 17.473161, 18.472332, 18.043388, 16.143228, 15.897372, 14.51206, 13.583291, 12.02299, 11.427305, 11.404894, 11.578074, 28.532349, 28.34572, 24.606437, 21.595867, 20.056824, 20.854865, 20.28191, 20.8998, 20.735909, 20.84146, 20.090805, 23.930872, 24.452328, 34.048599, 38.499732, 37.886411, 33.879864, 35.415008, 43.31329, 39.696868, 45.598861, 53.235767, 83.459286, 103.244126, 107.601686, 110.95409]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 7, 10, 12, 10, 12, 12, 14, 13, 17, 15, 13, 12, 17, 14, 17, 25, 17, 15, 19, 21, 17, 18, 21, 29, 20, 22, 22, 16, 16, 21, 20, 22, 30, 32, 43, 32, 40, 38, 35, 34, 37, 37, 38, 35, 23, 11, 4, 1, 1], "n_am_pl": [4, 11, 14, 5, 21, 21, 20, 22, 24, 23, 22, 13, 19, 15, 18, 23, 19, 30, 29, 43, 39, 36, 32, 33, 35, 42, 32, 25, 24, 21, 14, 20, 18, 17, 22, 23, 29, 33, 38, 30, 22, 27, 34, 26, 35, 50, 77, 98, 105, 111], "n_pos": 112, "sum_m_en": [10.444194, 15.554832, 16.969348, 17.714022, 17.545274, 17.357124, 16.690429, 17.022583, 16.219133, 17.107189, 17.781677, 18.176453, 17.230869, 17.971879, 18.547607, 19.237398, 19.281864, 18.273429, 18.041504, 17.672639, 17.064496, 16.70559, 16.937428, 17.280617, 21.606227, 21.24942, 20.745169, 19.219204, 18.670386, 18.821127, 17.669767, 17.881442, 17.94265, 18.918029, 20.565855, 21.844947, 22.3548, 26.45991, 27.931028, 27.949954, 28.464596, 30.205411, 31.221817, 32.846512, 29.517383, 23.895253, 12.982674, 3.94676, 1.451022, 0.999972], "sum_m_pl": [1.937419, 5.248701, 6.149213, 6.16531, 6.579606, 7.816383, 8.568431, 10.068774, 10.173239, 11.616064, 11.1735, 10.74869, 11.414898, 10.950484, 11.519845, 11.428276, 10.331805, 10.190472, 9.405735, 8.742208, 7.659902, 7.42892, 7.23308, 7.445443, 18.598373, 18.968676, 16.141802, 13.836517, 12.878298, 13.686242, 13.367595, 13.688794, 13.618693, 13.526965, 13.07474, 15.287592, 15.241358, 18.879766, 21.425578, 20.748498, 18.612878, 19.198223, 25.151901, 21.796472, 31.043773, 41.529531, 69.413979, 95.155539, 103.579659, 109.940487]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2020 jesień-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1247, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9888}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 11, 17, 20, 35, 31, 25, 25, 26, 24, 29, 30, 25, 40, 38, 39, 40, 37, 47, 49, 61, 50, 56, 49, 53, 54, 48, 54, 50, 48, 42, 48, 53, 41, 49, 56, 60, 61, 70, 60, 69, 72, 62, 66, 63, 68, 60, 51, 53, 61], "n_am_pl": [10, 9, 9, 20, 13, 21, 9, 16, 16, 17, 22, 15, 18, 14, 28, 22, 20, 17, 16, 14, 14, 17, 10, 12, 9, 9, 8, 12, 11, 6, 10, 10, 15, 22, 16, 14, 17, 18, 14, 19, 19, 14, 15, 17, 15, 12, 13, 19, 17, 18], "n_pos": 151, "sum_m_en": [15.501306, 19.99, 21.070197, 23.775397, 26.470145, 27.121304, 25.425165, 25.903185, 24.904686, 26.197736, 25.976989, 26.934465, 27.117413, 27.640832, 28.971762, 29.515748, 30.583639, 29.726372, 30.059163, 28.747529, 29.211484, 28.998218, 29.407178, 29.053017, 46.401404, 43.044646, 39.245908, 37.358779, 34.527654, 35.542661, 32.153322, 33.331876, 34.529679, 33.716605, 35.848104, 39.081327, 40.76159, 44.284639, 50.468924, 50.946627, 55.221781, 60.273365, 59.019722, 59.19633, 59.238887, 58.377466, 52.138895, 47.390974, 46.649322, 60.51318], "sum_m_pl": [4.171647, 6.410863, 6.784407, 7.610619, 8.001757, 9.228386, 8.735696, 9.413476, 9.896011, 11.082655, 11.453788, 11.349252, 12.404116, 11.851176, 12.587762, 14.047381, 12.653246, 12.150843, 12.31831, 12.56235, 11.812309, 11.225924, 11.033544, 10.778063, 12.215787, 12.717737, 11.935303, 12.91886, 12.927098, 12.48138, 12.898822, 12.663692, 13.133705, 14.093304, 13.092511, 13.496138, 14.801303, 16.613812, 14.720374, 17.237103, 17.186885, 13.831758, 12.582841, 14.534893, 13.999049, 12.996324, 14.366092, 17.346551, 18.178225, 18.328356]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 8, 7, 9, 17, 16, 15, 16, 16, 14, 17, 18, 15, 28, 23, 22, 24, 24, 30, 29, 37, 31, 33, 29, 27, 32, 25, 31, 32, 30, 29, 28, 34, 29, 33, 37, 40, 38, 43, 35, 46, 47, 46, 48, 48, 51, 50, 41, 48, 60], "n_am_pl": [4, 5, 5, 10, 5, 11, 4, 7, 8, 10, 12, 8, 8, 5, 17, 12, 14, 9, 7, 6, 7, 10, 6, 6, 6, 4, 6, 9, 5, 3, 3, 7, 9, 12, 9, 6, 10, 9, 10, 10, 8, 6, 8, 12, 8, 7, 8, 14, 17, 18], "n_pos": 79, "sum_m_en": [7.945213, 10.613694, 11.334255, 12.594547, 14.265746, 14.514884, 13.534283, 13.684324, 13.309022, 13.93035, 13.888638, 14.549666, 14.873811, 15.128789, 16.064964, 16.479107, 17.230267, 16.740065, 16.576221, 15.731815, 15.956096, 15.764584, 15.953152, 15.592298, 25.213735, 25.331687, 23.350412, 22.021827, 20.26491, 20.523558, 18.716781, 19.506203, 20.682116, 20.785764, 22.459651, 25.123573, 26.568667, 28.099653, 32.151757, 32.017565, 34.409324, 37.482176, 38.794747, 41.627019, 41.745353, 41.830738, 40.698713, 38.561759, 40.79357, 57.423468], "sum_m_pl": [2.38589, 3.278609, 3.461463, 3.766298, 4.168379, 4.763513, 4.616017, 4.776799, 5.120834, 5.483043, 5.703496, 5.65632, 6.117857, 5.79599, 6.286107, 7.111001, 6.411665, 6.200281, 6.309859, 6.498902, 6.044035, 5.813012, 5.725253, 5.599314, 6.838651, 6.623014, 6.131079, 6.707695, 6.623232, 6.35944, 6.704267, 6.482865, 6.625575, 7.218177, 6.598096, 6.500293, 7.441056, 9.173043, 8.884866, 8.975713, 9.358707, 6.827802, 7.603409, 9.663697, 8.55155, 8.100991, 9.224659, 12.81825, 16.922525, 17.676108]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1092, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.98}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 8, 19, 22, 32, 35, 29, 35, 24, 30, 33, 35, 26, 39, 44, 28, 44, 38, 47, 56, 75, 52, 57, 62, 84, 76, 74, 63, 54, 58, 54, 51, 50, 59, 75, 71, 69, 74, 91, 87, 90, 91, 89, 94, 85, 48, 20, 5, 0, 0], "n_am_pl": [6, 23, 14, 21, 21, 30, 35, 28, 21, 29, 33, 37, 35, 40, 43, 51, 42, 43, 59, 59, 53, 62, 40, 45, 28, 27, 22, 27, 32, 37, 40, 36, 47, 46, 36, 41, 51, 60, 52, 61, 62, 54, 55, 59, 63, 89, 131, 159, 175, 179], "n_pos": 245, "sum_m_en": [22.720009, 33.493054, 36.957778, 39.060206, 40.544202, 40.698577, 38.888127, 40.437465, 40.432862, 42.154177, 42.766123, 42.704744, 42.285425, 43.209983, 43.98938, 45.352783, 47.043409, 44.545815, 44.1234, 42.202804, 42.13303, 41.664674, 42.211111, 42.122471, 60.893772, 56.734595, 51.578884, 49.221323, 47.137263, 48.256579, 46.285251, 47.502651, 47.930245, 47.932964, 49.58689, 51.808988, 52.527082, 59.150516, 67.079718, 64.890011, 67.403437, 70.844642, 75.410684, 75.858991, 65.682656, 43.112376, 20.040527, 5.884422, 0.922266, 0.001486], "sum_m_pl": [3.737461, 10.295942, 12.115429, 12.706618, 13.496085, 14.987609, 15.176673, 16.469597, 16.469442, 18.557583, 19.783717, 20.677664, 21.647318, 20.717056, 21.438826, 24.511993, 21.531184, 20.235206, 20.088606, 21.219765, 19.019325, 18.017721, 17.521041, 16.968829, 23.943175, 23.714103, 22.924855, 24.179229, 24.459218, 25.770818, 25.602359, 25.722761, 25.487299, 27.000067, 25.493415, 25.588926, 27.854426, 33.115172, 31.934715, 42.796054, 45.467107, 43.72805, 44.004389, 52.790281, 64.679921, 81.105426, 119.85197, 151.925078, 169.07894, 176.982537]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 6, 16, 18, 24, 25, 23, 31, 18, 27, 25, 21, 17, 28, 29, 21, 31, 28, 34, 39, 58, 39, 43, 44, 60, 55, 56, 46, 42, 42, 38, 33, 32, 43, 51, 49, 46, 53, 65, 66, 68, 67, 68, 76, 70, 39, 16, 5, 0, 0], "n_am_pl": [3, 20, 12, 17, 17, 20, 29, 25, 15, 20, 26, 29, 25, 32, 34, 40, 35, 32, 48, 48, 42, 47, 32, 38, 22, 19, 16, 23, 27, 31, 33, 26, 38, 38, 28, 34, 39, 45, 39, 45, 48, 48, 46, 44, 50, 77, 116, 148, 168, 179], "n_pos": 180, "sum_m_en": [16.75229, 24.63517, 27.623192, 28.632025, 29.703283, 29.592101, 28.497624, 29.902027, 29.863108, 31.101684, 31.534985, 31.530413, 31.047329, 31.877665, 32.425752, 33.382059, 34.425363, 32.7377, 32.446864, 31.026811, 30.952668, 30.536804, 31.032936, 30.936023, 44.692885, 41.928662, 37.900334, 35.779917, 34.61104, 35.457001, 33.483687, 34.389741, 34.77002, 34.857049, 36.020066, 37.376512, 38.193141, 42.910234, 49.420458, 48.171375, 49.878472, 52.066927, 58.03512, 60.354088, 53.656372, 34.987252, 16.00754, 5.315297, 0.654404, 0.001426], "sum_m_pl": [2.856341, 7.74401, 9.072439, 9.487499, 10.122815, 11.15907, 11.39336, 12.353954, 12.333863, 13.770555, 14.665222, 15.49628, 16.018921, 15.424464, 16.0168, 18.167571, 16.025341, 15.107651, 14.976603, 15.921086, 14.222645, 13.414672, 13.021849, 12.653097, 18.73941, 18.690839, 18.198001, 19.079037, 19.274491, 20.093653, 19.459336, 19.645438, 19.581446, 20.772164, 19.611995, 19.749957, 20.989548, 25.133504, 24.131864, 31.888812, 34.828856, 36.968087, 36.742511, 40.714256, 51.903774, 69.914597, 107.34727, 141.030782, 161.73579, 175.912877]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 247, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1347, "region_end": 245, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.9878}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 15, 26, 38, 32, 24, 30, 28, 41, 32, 27, 30, 27, 34, 43, 65, 53, 54, 64, 74, 78, 61, 66, 95, 88, 77, 65, 64, 55, 48, 44, 48, 64, 77, 81, 81, 91, 90, 115, 107, 107, 103, 99, 92, 63, 32, 7, 0, 1], "n_am_pl": [4, 17, 18, 19, 27, 43, 34, 38, 36, 43, 53, 41, 43, 42, 51, 60, 51, 60, 69, 55, 44, 42, 42, 45, 43, 48, 43, 52, 43, 36, 44, 45, 46, 49, 39, 43, 39, 41, 48, 33, 37, 57, 51, 38, 50, 76, 111, 143, 147, 155], "n_pos": 228, "sum_m_en": [21.698389, 32.011654, 34.471371, 37.392874, 39.100914, 39.469357, 38.215435, 40.080739, 37.810577, 39.76105, 41.046353, 39.249905, 39.022607, 37.624099, 38.364896, 41.027189, 41.355354, 39.295739, 39.178741, 39.741313, 38.568268, 39.139842, 37.203673, 37.829316, 67.388077, 60.402146, 51.936551, 46.567875, 43.791719, 42.897999, 40.532186, 40.638955, 41.23596, 43.720092, 49.982922, 50.74884, 51.713485, 53.6493, 64.59732, 79.420413, 77.335785, 84.248989, 82.878862, 90.356334, 80.526989, 60.779009, 28.679595, 5.468518, 1.441808, 1.000572], "sum_m_pl": [4.128639, 10.121493, 11.961221, 12.112135, 13.402072, 16.251534, 16.123163, 17.756554, 17.540276, 19.025031, 19.233593, 19.410793, 20.169102, 20.36731, 22.148568, 22.237812, 21.498788, 20.323873, 18.750109, 17.365393, 16.898602, 15.479149, 14.867843, 15.29638, 25.933454, 27.591786, 26.516952, 27.277106, 26.326351, 27.137807, 26.050333, 25.492242, 24.695343, 23.555136, 22.201259, 22.428322, 25.211193, 31.04745, 35.097925, 28.613177, 31.903826, 43.364023, 43.386519, 37.533645, 47.102728, 68.205795, 107.397498, 135.025004, 143.06321, 154.613368]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 2, 1, 1, 1, 2, 2, 2, 1, 3, 2, 2, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.408816, 0.380629, 0.323335, 0.370915, 0.430702, 0.481867, 0.513966, 0.562942, 0.441298, 0.46265, 0.48542, 0.449415, 0.49051, 0.415038, 0.454548, 0.473397, 0.476061, 0.426333, 0.420085, 0.413469, 0.391607, 0.405751, 0.437169, 0.455943, 0.504575, 0.466493, 0.471683, 0.401055, 0.484873, 0.440351, 0.429942, 0.444411, 0.411383, 0.481939, 0.45539, 0.521054, 0.675678, 0.493804, 0.605769, 1.054372, 1.029218, 1.061334, 1.093973, 0.912904, 0.675648, 0.43567, 0.410977, 0.209585, 0.111977, 0.0], "sum_m_pl": [0.154076, 0.232872, 0.209237, 0.212112, 0.176857, 0.116823, 0.151867, 0.165461, 0.17374, 0.219581, 0.249056, 0.281168, 0.289255, 0.264692, 0.305358, 0.306881, 0.310642, 0.32776, 0.330208, 0.26506, 0.235592, 0.207998, 0.201931, 0.208232, 0.606008, 0.62565, 0.610099, 0.49942, 0.536273, 0.417507, 0.463243, 0.346679, 0.333206, 0.35454, 0.344546, 0.292149, 0.293618, 0.259112, 0.257943, 0.256941, 0.202606, 0.271874, 0.226778, 0.263721, 0.371746, 0.14738, 0.255447, 0.189035, 0.131958, 0.0]}, "lang": {"n_am_en": [4, 9, 12, 14, 23, 22, 16, 21, 21, 28, 20, 17, 19, 18, 25, 32, 47, 39, 39, 46, 59, 59, 48, 50, 72, 63, 56, 50, 47, 43, 39, 33, 34, 45, 54, 60, 60, 67, 65, 88, 79, 82, 74, 67, 66, 46, 24, 6, 0, 1], "n_am_pl": [4, 10, 11, 11, 17, 28, 25, 25, 26, 32, 37, 29, 31, 30, 32, 42, 31, 40, 48, 38, 28, 28, 23, 30, 25, 28, 29, 36, 28, 24, 30, 34, 33, 33, 28, 32, 32, 33, 39, 25, 30, 40, 43, 33, 43, 66, 98, 132, 143, 154], "n_pos": 156, "sum_m_en": [14.32835, 21.839811, 23.617797, 25.221384, 26.203932, 26.786896, 26.00157, 27.381927, 26.033173, 27.227936, 28.046695, 27.003859, 26.794298, 25.946331, 26.420642, 28.549441, 28.747126, 27.508613, 27.315206, 27.857755, 26.649159, 27.696028, 25.884422, 26.419674, 50.482942, 44.711651, 38.014292, 34.061952, 31.234522, 30.448189, 28.796197, 29.030837, 29.447624, 31.054102, 35.276096, 35.721706, 37.155099, 38.987603, 46.350754, 56.950978, 55.598883, 60.845377, 58.915028, 63.192069, 56.909772, 43.489726, 21.08242, 4.342522, 0.787503, 0.98955], "sum_m_pl": [2.665756, 6.764964, 7.981887, 7.930323, 8.804492, 10.821989, 10.679925, 11.854088, 11.567835, 12.39859, 13.05881, 13.248045, 13.574099, 13.762171, 14.938349, 14.961982, 14.521139, 13.724785, 12.750633, 11.788474, 11.545083, 10.494262, 10.138347, 10.364457, 15.666932, 16.949603, 17.685444, 18.769569, 18.184234, 18.882183, 18.411141, 18.150523, 17.632768, 16.880628, 15.857506, 16.284268, 19.029221, 23.385027, 27.097379, 22.551053, 25.670185, 29.476152, 34.629962, 32.419088, 40.111143, 58.272871, 93.371815, 125.500365, 138.336045, 152.900339]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-67", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1061, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9825}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 19, 13, 28, 42, 41, 51, 45, 46, 49, 46, 47, 38, 42, 54, 56, 89, 71, 70, 76, 90, 97, 88, 88, 120, 99, 95, 81, 63, 59, 59, 57, 66, 74, 94, 87, 107, 113, 122, 147, 130, 121, 119, 139, 114, 77, 35, 6, 0, 1], "n_am_pl": [3, 22, 23, 27, 37, 47, 46, 55, 46, 54, 55, 52, 51, 56, 63, 78, 62, 80, 87, 74, 66, 58, 54, 66, 64, 68, 62, 58, 53, 46, 60, 62, 57, 69, 51, 71, 55, 63, 60, 47, 58, 79, 76, 56, 67, 100, 143, 178, 197, 206], "n_pos": 293, "sum_m_en": [27.469191, 41.542381, 44.691277, 49.290368, 50.49129, 51.203938, 49.314234, 51.120836, 48.651569, 50.473948, 52.210125, 50.836685, 50.234363, 47.587041, 48.810788, 51.887172, 53.098402, 50.394145, 49.849452, 50.031834, 48.963309, 49.603656, 47.977536, 47.840911, 85.057496, 77.060532, 68.197317, 60.21097, 56.666842, 56.244789, 53.734614, 53.79008, 53.919048, 56.494106, 63.919931, 63.206271, 66.295403, 66.294447, 78.620796, 98.065558, 90.385729, 96.246969, 100.047825, 113.607252, 96.529919, 68.631694, 29.546666, 7.150504, 2.244514, 1.041174], "sum_m_pl": [4.919541, 12.92416, 15.297903, 15.401156, 16.994209, 20.57995, 20.310109, 22.266934, 22.134659, 24.305448, 24.27268, 24.495422, 25.630803, 26.134217, 27.424509, 28.221911, 26.699966, 25.651949, 23.65809, 22.180407, 21.550017, 19.534924, 18.739285, 19.518912, 36.556065, 37.605792, 35.418943, 34.894814, 34.124739, 34.190173, 33.159826, 32.395572, 30.215752, 30.719673, 29.574607, 31.253346, 33.035376, 39.427221, 44.576039, 38.527016, 42.71236, 60.866951, 57.172198, 48.788614, 63.880583, 88.78197, 140.265952, 171.628065, 188.47736, 204.696884]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 1, 0, 1, 2, 2, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.40648, 0.373899, 0.325699, 0.375477, 0.4314, 0.480437, 0.516499, 0.560004, 0.428411, 0.451512, 0.464836, 0.438629, 0.466669, 0.365781, 0.420409, 0.431974, 0.461579, 0.413181, 0.401051, 0.398346, 0.386582, 0.399428, 0.432395, 0.456498, 0.315546, 0.382075, 0.427498, 0.390645, 0.460196, 0.490636, 0.443669, 0.457523, 0.438432, 0.510724, 0.452551, 0.464938, 0.554209, 0.356239, 0.444304, 0.409087, 0.499934, 0.451124, 0.598199, 0.677174, 0.611368, 0.485222, 0.283899, 0.132616, 0.075285, 0.0], "sum_m_pl": [0.152733, 0.228601, 0.204582, 0.207722, 0.174394, 0.114431, 0.152136, 0.166226, 0.179252, 0.21782, 0.23826, 0.267187, 0.272371, 0.246319, 0.280103, 0.294999, 0.286113, 0.299927, 0.314335, 0.271269, 0.235996, 0.211075, 0.204437, 0.217053, 0.9014, 0.69986, 0.605598, 0.486644, 0.564925, 0.388664, 0.442398, 0.408724, 0.361228, 0.374984, 0.384053, 0.379276, 0.392754, 0.325969, 0.304804, 0.390832, 0.320179, 0.478548, 0.365191, 0.249383, 0.213819, 0.089871, 0.224278, 0.261911, 0.05598, 0.0]}, "lang": {"n_am_en": [6, 17, 10, 18, 32, 34, 41, 33, 37, 37, 33, 36, 27, 29, 43, 41, 66, 53, 56, 57, 71, 77, 68, 67, 94, 79, 73, 61, 48, 42, 44, 45, 48, 55, 71, 69, 83, 91, 98, 122, 108, 103, 98, 109, 94, 64, 32, 6, 0, 1], "n_am_pl": [2, 13, 19, 18, 24, 28, 26, 38, 31, 42, 44, 40, 39, 40, 46, 58, 45, 60, 62, 51, 43, 36, 33, 43, 42, 42, 43, 40, 34, 27, 37, 40, 37, 49, 37, 50, 40, 46, 41, 29, 40, 53, 57, 42, 52, 85, 127, 167, 189, 206], "n_pos": 207, "sum_m_en": [18.857979, 29.261177, 31.689499, 34.475651, 35.189298, 36.237921, 34.81723, 36.18334, 34.59088, 36.098473, 37.462231, 36.562465, 36.038513, 34.163104, 34.992722, 37.749895, 38.470862, 36.56202, 35.897261, 36.122035, 35.215744, 36.04847, 34.49406, 34.281115, 66.231652, 59.329499, 51.839207, 44.701534, 41.683831, 41.094191, 39.289539, 39.447633, 39.692239, 41.368063, 47.648904, 48.165128, 51.110072, 51.850481, 61.857756, 78.616046, 73.689103, 79.404103, 82.355377, 91.178008, 78.661531, 57.019178, 25.850459, 6.469139, 1.533497, 0.993672], "sum_m_pl": [3.309672, 9.05558, 10.635269, 10.602332, 11.539172, 13.385032, 13.556624, 15.062313, 15.192271, 16.775251, 16.951066, 17.297305, 17.900887, 18.023747, 19.204701, 19.559668, 18.345156, 17.611224, 16.251965, 15.234323, 14.919811, 13.568983, 13.092057, 13.485972, 23.078202, 24.368191, 23.671031, 24.223555, 23.801083, 24.162513, 23.59319, 22.908977, 21.174647, 21.810785, 20.946093, 21.501233, 23.747263, 28.603071, 32.786842, 28.079105, 32.218185, 39.815122, 41.950725, 38.535077, 52.849663, 75.511371, 123.319632, 159.726776, 181.185626, 203.322915]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 295, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-67", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1316, "region_end": 293, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9864}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 40, 39, 49, 56, 62, 67, 63, 54, 52, 66, 77, 53, 67, 77, 64, 78, 77, 76, 75, 79, 78, 73, 71, 96, 94, 96, 80, 81, 80, 80, 70, 100, 100, 93, 106, 113, 114, 123, 128, 132, 130, 134, 132, 135, 130, 128, 128, 122, 126], "n_am_pl": [14, 33, 41, 31, 43, 29, 46, 60, 61, 65, 50, 58, 75, 50, 45, 94, 91, 88, 89, 86, 76, 74, 67, 67, 62, 71, 55, 77, 60, 58, 63, 55, 53, 54, 43, 48, 50, 52, 35, 40, 34, 44, 40, 42, 53, 56, 69, 71, 67, 64], "n_pos": 403, "sum_m_en": [46.336043, 56.518057, 59.893358, 63.393057, 66.025511, 68.195401, 62.647568, 62.859031, 60.283052, 64.027867, 66.154983, 67.430571, 66.658592, 67.16641, 66.344129, 66.720346, 69.279574, 65.532761, 67.058354, 65.164741, 62.999765, 63.876224, 63.071518, 63.194897, 76.886661, 74.012541, 69.31253, 67.992338, 70.628448, 72.53038, 70.615445, 71.275869, 72.257513, 73.695818, 77.816714, 82.153649, 87.147179, 100.577333, 103.033871, 102.75416, 109.206661, 118.372877, 118.43162, 119.531151, 121.357498, 120.766835, 116.492596, 116.657695, 111.37704, 125.806192], "sum_m_pl": [10.855389, 18.036642, 20.563189, 21.558075, 22.522635, 24.790804, 26.152367, 29.605769, 30.194282, 31.253561, 31.845293, 33.27276, 34.066722, 33.747556, 36.381779, 39.982073, 35.914821, 37.099207, 33.860806, 34.208996, 31.068676, 29.82327, 28.407821, 27.886067, 52.431135, 56.331086, 49.110701, 47.676551, 41.388322, 43.919511, 42.36792, 40.592744, 38.766482, 40.482051, 38.218007, 36.582687, 37.996789, 38.409222, 37.431552, 37.378351, 35.280475, 37.762953, 40.737151, 38.74347, 47.010696, 47.63852, 63.957885, 66.444044, 68.315179, 63.039708]}, "digit": {"n_am_en": [0, 0, 1, 2, 0, 0, 0, 0, 0, 2, 4, 1, 1, 0, 1, 1, 6, 3, 1, 0, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 1, 4, 4, 0, 3, 1, 0, 2, 1, 1, 2, 3, 2, 1, 3, 2, 1, 0, 0], "n_am_pl": [0, 1, 10, 10, 10, 4, 5, 10, 6, 9, 2, 4, 5, 6, 4, 5, 6, 4, 3, 7, 5, 5, 4, 4, 4, 6, 2, 6, 3, 8, 8, 7, 4, 6, 6, 5, 5, 3, 2, 3, 1, 2, 3, 2, 2, 0, 0, 1, 0, 0], "n_pos": 22, "sum_m_en": [1.79117, 3.627826, 3.745008, 3.925334, 3.805624, 4.046221, 3.733793, 3.667787, 3.761036, 3.870586, 3.998347, 3.865951, 3.86667, 3.694099, 3.194149, 3.327262, 3.544814, 3.394762, 3.761958, 3.730131, 3.662006, 3.71198, 3.698465, 3.692917, 3.285275, 3.295049, 2.939815, 3.085652, 3.639579, 3.200295, 3.530934, 3.575015, 3.275133, 3.090831, 3.190802, 3.210212, 2.848358, 3.056043, 2.816651, 2.30764, 2.251371, 2.503386, 2.852431, 3.271873, 2.349184, 2.950165, 1.98105, 1.567294, 0.734379, 8.3e-05], "sum_m_pl": [0.305703, 0.949766, 1.219454, 1.307045, 1.403676, 1.530741, 1.608173, 1.683081, 1.497145, 1.687282, 1.59677, 1.559954, 1.607609, 1.693203, 2.339648, 2.580498, 2.037964, 2.138141, 1.696071, 1.70385, 1.480788, 1.440138, 1.409346, 1.379796, 2.803491, 3.326502, 2.674513, 2.896318, 2.241433, 3.889232, 3.24053, 2.574649, 2.348707, 3.476851, 2.288176, 2.251627, 2.089914, 1.860469, 1.916941, 2.446677, 1.912238, 1.980404, 2.07774, 2.13816, 1.881355, 1.267654, 0.836885, 0.937203, 0.417704, 0.003142]}, "lang": {"n_am_en": [16, 22, 17, 22, 28, 35, 38, 37, 29, 33, 31, 40, 27, 38, 44, 38, 44, 48, 48, 50, 51, 48, 46, 47, 66, 66, 65, 55, 51, 50, 54, 47, 65, 68, 63, 67, 78, 79, 83, 85, 91, 94, 94, 98, 101, 97, 100, 103, 107, 123], "n_am_pl": [10, 16, 12, 18, 17, 10, 17, 21, 21, 22, 19, 24, 32, 19, 16, 38, 37, 35, 41, 35, 30, 33, 28, 29, 25, 30, 20, 31, 28, 25, 22, 22, 24, 24, 20, 20, 25, 23, 18, 18, 20, 20, 19, 30, 36, 44, 57, 65, 65, 64], "n_pos": 188, "sum_m_en": [20.806255, 25.273581, 27.057356, 28.329663, 30.367214, 31.47765, 28.678403, 28.822184, 28.196453, 30.202564, 30.973357, 31.902767, 31.408706, 32.143895, 32.37786, 32.579191, 33.862618, 32.143344, 32.397377, 31.363198, 29.849186, 30.398485, 29.832265, 29.862166, 44.585447, 41.890785, 39.602095, 36.864293, 37.298933, 37.60297, 35.962628, 36.510008, 37.770731, 40.0804, 43.093857, 47.540999, 52.986251, 63.10352, 65.663262, 66.684662, 73.548195, 81.164886, 82.405877, 87.123958, 89.203285, 89.33017, 88.493919, 89.468288, 92.087159, 118.432465], "sum_m_pl": [5.0036, 7.85218, 8.723012, 9.352247, 9.52746, 10.681741, 11.493193, 12.688355, 12.994125, 13.849562, 14.532586, 15.472229, 15.523682, 15.367195, 16.650808, 17.88171, 16.383354, 16.550246, 15.56289, 16.075298, 14.432492, 13.962844, 13.318831, 12.875018, 22.281642, 24.107573, 20.829556, 20.576094, 19.026288, 19.44916, 18.903721, 18.662817, 18.141382, 18.131761, 17.840176, 17.470344, 18.987866, 17.905347, 18.34251, 19.013754, 19.670667, 19.526344, 22.695448, 26.166047, 31.60122, 35.354174, 51.032055, 57.920157, 62.742594, 62.688417]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 417, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 jesień-79", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1212, "region_end": 403, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9856}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 19, 26, 35, 42, 40, 58, 63, 47, 58, 63, 59, 53, 67, 72, 65, 70, 59, 71, 66, 70, 76, 68, 76, 106, 108, 94, 82, 86, 76, 79, 88, 85, 88, 94, 84, 75, 98, 103, 116, 123, 133, 126, 124, 111, 93, 37, 11, 3, 2], "n_am_pl": [8, 53, 45, 46, 35, 41, 34, 38, 39, 35, 40, 49, 53, 49, 54, 54, 63, 63, 68, 61, 49, 52, 52, 50, 45, 50, 50, 68, 69, 67, 52, 56, 47, 46, 50, 53, 69, 63, 60, 69, 72, 58, 68, 77, 104, 131, 180, 240, 255, 259], "n_pos": 382, "sum_m_en": [32.664705, 52.088936, 55.474412, 58.029051, 57.433712, 59.53235, 56.134464, 60.391535, 57.110789, 62.660745, 63.664634, 62.195425, 60.426891, 62.26314, 62.461517, 65.765579, 66.423838, 63.139579, 63.909196, 62.677854, 59.684081, 60.917762, 60.35325, 61.176112, 89.830642, 85.067669, 78.596517, 70.37475, 69.373847, 69.31354, 68.16079, 67.46226, 67.703864, 71.423257, 72.898792, 74.382876, 72.324826, 81.261762, 85.892356, 89.814068, 95.108637, 105.013178, 108.068645, 107.972439, 99.715938, 85.104604, 37.888782, 13.708202, 5.049103, 2.328519], "sum_m_pl": [5.624055, 17.958526, 20.306811, 21.108369, 21.484691, 23.065674, 23.817835, 27.588217, 26.793663, 28.038833, 29.400569, 31.640216, 30.983852, 30.82564, 33.074756, 31.995793, 30.174824, 28.841534, 26.975406, 26.675852, 25.371659, 24.54808, 24.125381, 23.622162, 34.101508, 38.903487, 34.364313, 38.88987, 40.576111, 42.199213, 39.332869, 39.562129, 39.452237, 38.151207, 37.014133, 38.439367, 40.828049, 40.477061, 46.789936, 53.90563, 55.619438, 48.725012, 56.516774, 67.15707, 84.400949, 107.86014, 171.553191, 223.077825, 247.181445, 258.84422]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.300258, 0.584249, 0.574471, 0.571057, 0.565269, 0.532278, 0.552645, 0.568667, 0.506987, 0.531182, 0.594518, 0.546082, 0.536205, 0.581507, 0.588144, 0.590898, 0.641972, 0.654785, 0.63975, 0.603657, 0.539098, 0.536576, 0.547266, 0.524533, 0.665619, 0.591243, 0.666544, 0.547868, 0.631792, 0.600103, 0.589535, 0.610492, 0.640582, 0.66525, 0.637901, 0.721715, 0.686675, 0.608238, 0.511951, 0.474458, 0.505415, 0.512603, 0.436911, 0.418399, 0.236338, 0.180523, 0.152455, 0.085973, 0.019605, 0.0], "sum_m_pl": [0.057601, 0.202192, 0.209998, 0.20484, 0.199955, 0.246687, 0.276006, 0.337131, 0.309548, 0.294338, 0.259183, 0.271318, 0.236822, 0.220773, 0.265718, 0.303104, 0.276491, 0.269217, 0.275366, 0.317707, 0.264771, 0.235598, 0.226027, 0.207065, 0.273723, 0.321544, 0.260819, 0.338657, 0.308839, 0.328943, 0.311061, 0.310464, 0.273046, 0.293335, 0.267781, 0.254484, 0.270098, 0.286322, 0.320427, 0.364121, 0.381054, 0.390124, 0.350601, 0.292964, 0.28561, 0.171961, 1.064838, 0.415782, 0.012143, 0.0]}, "lang": {"n_am_en": [6, 14, 18, 29, 34, 35, 47, 45, 41, 47, 53, 49, 39, 50, 56, 52, 53, 42, 54, 48, 51, 52, 50, 59, 75, 80, 67, 62, 59, 52, 54, 64, 63, 61, 68, 62, 48, 66, 71, 83, 89, 94, 89, 92, 81, 67, 30, 9, 3, 2], "n_am_pl": [5, 31, 28, 30, 19, 28, 24, 25, 23, 26, 28, 38, 41, 34, 38, 35, 40, 45, 43, 41, 30, 34, 35, 30, 32, 34, 33, 41, 47, 45, 38, 42, 30, 35, 31, 38, 53, 46, 40, 49, 50, 41, 49, 60, 82, 108, 158, 224, 249, 259], "n_pos": 262, "sum_m_en": [22.465955, 35.272814, 37.828569, 39.768576, 39.748027, 41.437797, 39.303247, 42.424122, 40.468875, 44.310726, 44.900467, 44.197656, 42.588931, 43.915885, 44.02431, 45.781122, 46.25786, 44.048165, 44.61661, 43.889525, 41.585621, 42.445893, 42.023236, 42.395882, 64.913532, 60.614322, 55.214879, 49.442812, 48.963844, 48.827752, 47.77903, 47.586658, 48.142574, 50.722634, 52.081555, 52.825629, 51.101138, 56.639154, 60.085722, 62.236838, 66.335824, 72.459641, 74.285547, 76.752967, 70.868033, 61.272259, 31.626018, 11.007108, 3.901301, 2.238303], "sum_m_pl": [3.890457, 12.225899, 13.70678, 13.973037, 14.533346, 15.524196, 15.950194, 18.524277, 18.129553, 19.096929, 20.092111, 21.588925, 21.244805, 20.817473, 22.490505, 22.069155, 20.554875, 19.690405, 18.252773, 17.968087, 17.121314, 16.626023, 16.363737, 16.063346, 23.135428, 26.547692, 24.007537, 26.972929, 28.163758, 29.220015, 27.207752, 27.338206, 27.243674, 26.974717, 25.795775, 27.868688, 29.956883, 29.497358, 33.38018, 37.843148, 40.009276, 35.220182, 43.03876, 54.144767, 68.865806, 90.350522, 149.499304, 206.878051, 238.623054, 257.804094]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 396, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 jesień-79", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1467, "region_end": 382, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9823}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 13, 13, 15, 17, 21, 18, 14, 15, 12, 15, 19, 13, 16, 19, 22, 16, 19, 22, 23, 21, 20, 18, 17, 24, 23, 20, 18, 16, 28, 25, 27, 29, 23, 30, 24, 28, 26, 32, 39, 37, 44, 45, 42, 39, 41, 42, 37, 36, 42], "n_am_pl": [3, 7, 9, 13, 12, 17, 15, 24, 16, 18, 17, 14, 15, 11, 14, 12, 21, 20, 18, 16, 18, 21, 23, 20, 22, 29, 28, 14, 17, 17, 21, 19, 22, 18, 21, 30, 30, 35, 30, 12, 18, 15, 13, 16, 18, 11, 16, 15, 13, 10], "n_pos": 106, "sum_m_en": [12.659302, 14.668817, 15.066624, 16.462644, 16.815826, 17.403644, 16.64569, 15.550768, 15.300593, 15.619308, 16.597514, 17.214223, 17.402502, 16.882686, 17.157068, 18.747809, 18.858627, 17.45684, 17.546086, 17.444222, 17.236791, 17.875072, 17.108103, 16.899775, 23.983297, 22.822641, 19.822675, 18.316141, 18.275538, 18.725985, 17.799073, 18.116893, 18.626656, 18.333082, 20.214409, 21.08134, 23.558539, 24.846279, 27.21685, 32.668014, 32.803067, 36.304634, 37.261022, 36.764762, 35.710477, 39.941669, 39.588853, 34.7453, 32.102319, 41.327598], "sum_m_pl": [3.341429, 5.350457, 5.648645, 5.865629, 6.173406, 7.696204, 7.574262, 7.968819, 8.205021, 8.607934, 8.921347, 8.954522, 10.092828, 9.745034, 10.465002, 11.086522, 10.345171, 10.459458, 9.528719, 8.624274, 8.175842, 7.388999, 6.998758, 6.835178, 12.689115, 13.602137, 12.858079, 11.238594, 10.810333, 11.767443, 11.18289, 10.801504, 11.329184, 12.908628, 13.697291, 14.822233, 16.358665, 19.77513, 21.562915, 15.657489, 14.314801, 15.03093, 13.995034, 14.845961, 14.424811, 10.220264, 12.451273, 14.045885, 11.399227, 10.251405]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.399036, 0.635164, 0.592079, 0.667513, 0.595658, 0.465745, 0.458771, 0.426529, 0.409742, 0.480514, 0.539084, 0.511476, 0.558029, 0.484876, 0.534392, 0.63946, 0.686859, 0.640692, 0.648756, 0.630949, 0.606565, 0.619109, 0.628084, 0.649127, 0.669555, 0.629629, 0.585438, 0.551208, 0.588281, 0.545536, 0.587018, 0.535398, 0.509114, 0.529184, 0.517988, 0.454172, 0.499189, 0.429976, 0.433356, 0.528475, 0.490572, 0.352747, 0.312164, 0.524085, 0.615413, 0.648371, 0.43009, 0.064201, 0.054021, 0.0], "sum_m_pl": [0.139756, 0.338095, 0.249809, 0.283246, 0.204489, 0.197902, 0.219639, 0.243205, 0.266709, 0.348308, 0.373153, 0.375357, 0.363918, 0.33113, 0.332253, 0.3951, 0.363895, 0.344015, 0.331775, 0.290711, 0.278149, 0.269287, 0.25336, 0.258885, 0.366438, 0.388907, 0.509371, 0.476207, 0.476691, 0.499546, 0.441766, 0.400763, 0.361237, 0.36365, 0.393897, 0.577261, 0.410183, 0.406221, 0.278025, 0.227658, 0.246935, 0.216408, 0.260062, 0.171983, 0.100274, 0.101898, 0.059719, 0.071301, 0.028048, 0.0]}, "lang": {"n_am_en": [8, 8, 9, 10, 13, 14, 10, 9, 7, 7, 7, 9, 9, 9, 13, 15, 10, 13, 16, 16, 15, 13, 11, 13, 17, 15, 12, 13, 12, 16, 15, 15, 17, 14, 20, 19, 21, 17, 24, 31, 29, 34, 34, 34, 31, 36, 36, 33, 35, 42], "n_am_pl": [1, 4, 5, 5, 9, 12, 8, 10, 11, 8, 7, 6, 5, 5, 7, 4, 10, 10, 9, 10, 12, 15, 15, 13, 15, 17, 14, 6, 9, 9, 13, 10, 12, 8, 10, 16, 17, 22, 20, 8, 12, 10, 9, 9, 12, 8, 11, 13, 13, 10], "n_pos": 52, "sum_m_en": [5.594969, 6.995239, 7.36653, 7.958614, 8.292564, 8.67597, 8.235598, 7.483878, 7.373662, 7.694075, 8.414709, 8.820647, 9.058996, 8.893412, 9.116648, 10.02386, 9.950394, 9.244245, 9.127227, 8.876602, 8.761757, 9.358459, 8.667043, 8.390783, 13.65254, 12.977798, 11.348144, 10.498976, 10.342915, 10.469182, 9.719191, 9.873582, 10.516339, 10.366609, 11.971837, 12.849683, 15.527453, 16.599049, 19.432221, 24.565622, 24.087965, 26.531333, 27.679676, 29.022348, 28.542016, 33.388754, 34.161855, 30.336189, 29.653871, 40.957922], "sum_m_pl": [1.353228, 2.249166, 2.525026, 2.583946, 2.984144, 3.623952, 3.496189, 3.882848, 4.069541, 4.095627, 4.40058, 4.226597, 4.764978, 4.615764, 5.11461, 5.213119, 5.027933, 4.877949, 4.778515, 4.295549, 4.109244, 3.675089, 3.501373, 3.410649, 7.527716, 7.816566, 6.938874, 5.724377, 5.684908, 6.357222, 6.116123, 5.979866, 6.119454, 7.021248, 7.338244, 8.189377, 9.726797, 12.384256, 12.597321, 8.618167, 8.64602, 10.260289, 9.590822, 8.018621, 8.987852, 6.363446, 9.323855, 11.595015, 10.58115, 10.225353]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 wiosna-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1138, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9907}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 6, 21, 28, 30, 32, 21, 20, 17, 14, 21, 16, 21, 25, 31, 38, 35, 28, 27, 35, 44, 39, 42, 59, 61, 51, 39, 36, 34, 33, 32, 30, 37, 48, 49, 53, 53, 58, 63, 61, 67, 69, 70, 66, 45, 15, 2, 0, 0], "n_am_pl": [3, 15, 13, 13, 22, 24, 21, 26, 29, 43, 36, 32, 35, 37, 36, 48, 62, 46, 61, 62, 49, 38, 41, 38, 40, 44, 44, 47, 45, 49, 46, 42, 43, 43, 47, 55, 51, 61, 59, 44, 42, 45, 44, 43, 48, 64, 91, 107, 105, 113], "n_pos": 177, "sum_m_en": [17.551041, 25.517081, 27.529506, 29.211221, 28.76377, 28.717991, 29.022104, 27.725984, 26.675444, 26.520589, 27.758776, 27.831256, 28.417925, 27.616076, 27.769026, 30.224284, 30.406947, 28.411286, 27.583294, 27.970624, 28.011237, 28.463715, 27.887145, 27.854803, 44.127518, 41.578398, 37.608483, 34.060075, 33.047716, 32.623992, 31.729284, 32.268464, 33.033009, 35.123937, 35.936029, 35.631555, 37.141928, 40.92386, 45.134979, 53.244999, 52.863863, 55.610944, 61.126164, 65.372191, 60.378121, 43.416478, 16.92729, 4.171473, 1.062901, 0.297508], "sum_m_pl": [3.43353, 8.319547, 9.175849, 9.401639, 9.625222, 12.070808, 11.734874, 12.428943, 13.557416, 14.380725, 14.829276, 15.052959, 16.405146, 15.995111, 16.744964, 17.479551, 17.121477, 16.456248, 15.507733, 13.571487, 12.593401, 11.75413, 11.202562, 10.846139, 21.829723, 25.034963, 24.959272, 22.893348, 21.548575, 22.570975, 20.776845, 20.539245, 21.296248, 23.791181, 26.701096, 27.343814, 30.976693, 35.914294, 39.219687, 34.20961, 33.95119, 37.468233, 36.984958, 36.879656, 44.84118, 55.902765, 81.538679, 99.995694, 104.360636, 113.394402]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 3, 0, 1, 0, 0, 0, 1, 3, 3, 1, 1, 1, 2, 2, 3, 2, 2, 2, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 2, 3, 2, 3, 3, 3, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.328519, 0.451361, 0.439829, 0.71914, 0.728276, 0.689266, 0.643593, 0.610925, 0.54045, 0.532124, 0.512366, 0.436676, 0.451491, 0.507273, 0.566142, 0.581033, 0.562841, 0.518597, 0.564428, 0.509132, 0.512176, 0.510734, 0.513659, 0.517843, 0.440711, 0.381378, 0.385488, 0.41962, 0.44871, 0.442877, 0.418076, 0.422072, 0.420778, 0.394717, 0.429461, 0.399452, 0.320919, 0.251559, 0.302729, 0.445581, 0.53072, 0.559331, 0.455571, 0.318276, 0.701785, 0.260388, 0.124404, 0.014258, 0.009118, 0.0], "sum_m_pl": [0.167635, 0.338247, 0.237763, 0.48241, 0.235719, 0.262655, 0.297718, 0.251133, 0.293863, 0.46144, 0.510686, 0.481129, 0.407924, 0.407229, 0.470917, 0.544022, 0.52522, 0.494462, 0.41732, 0.323504, 0.274241, 0.251777, 0.24207, 0.237724, 0.32586, 0.287027, 0.552242, 0.669486, 0.469837, 0.515983, 0.389328, 0.37211, 0.374185, 0.439152, 0.452663, 0.572807, 0.91696, 1.160643, 1.090069, 0.805918, 0.615241, 0.473098, 0.462398, 0.339323, 0.152396, 0.103895, 0.097386, 0.022724, 0.012497, 0.0]}, "lang": {"n_am_en": [2, 7, 5, 13, 20, 21, 22, 13, 12, 15, 8, 15, 10, 15, 15, 19, 24, 22, 15, 17, 23, 32, 28, 32, 40, 41, 38, 30, 27, 25, 26, 25, 25, 27, 32, 30, 38, 40, 44, 47, 47, 52, 55, 57, 55, 39, 14, 2, 0, 0], "n_am_pl": [0, 14, 8, 4, 15, 18, 16, 19, 22, 27, 22, 17, 22, 23, 24, 35, 43, 31, 39, 39, 30, 23, 27, 26, 26, 28, 30, 30, 28, 32, 33, 27, 29, 29, 27, 37, 34, 39, 34, 25, 25, 28, 28, 25, 33, 48, 80, 96, 103, 113], "n_pos": 115, "sum_m_en": [10.806472, 16.408484, 17.972858, 18.445755, 18.10963, 18.167599, 18.332295, 17.803852, 17.253988, 17.326127, 18.306997, 18.501211, 18.825648, 18.377628, 18.255396, 19.776843, 19.887705, 18.69164, 17.926611, 18.358004, 18.602561, 19.092235, 18.495809, 18.36931, 31.081153, 29.009056, 25.772549, 23.327517, 22.453718, 22.002403, 21.345784, 21.998334, 22.675455, 23.740597, 24.595383, 24.025426, 25.612094, 29.020663, 33.318738, 40.160396, 40.360596, 43.12081, 48.538896, 53.981279, 49.806159, 36.787927, 14.648803, 3.094358, 0.596305, 7.2e-05], "sum_m_pl": [1.711286, 4.973187, 5.4904, 5.491301, 5.861657, 7.649286, 7.403017, 8.098549, 8.723794, 9.130021, 9.48117, 9.564776, 10.616984, 10.296662, 10.761758, 11.013321, 10.861775, 10.439762, 10.062393, 8.791216, 8.18823, 7.666803, 7.321063, 7.061051, 14.079502, 16.379845, 15.834011, 14.272716, 13.528483, 14.771676, 13.750198, 13.41511, 13.808305, 15.132465, 16.938123, 17.067075, 19.253771, 21.596485, 23.229865, 19.900415, 20.66175, 22.400819, 22.767043, 21.330443, 31.049346, 42.630686, 70.948901, 91.780899, 101.360026, 112.983283]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 wiosna-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1393, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9721, "tf_agree_excl_first": 0.9775}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 15, 22, 55, 53, 37, 52, 37, 33, 57, 53, 61, 48, 48, 49, 57, 59, 61, 70, 80, 85, 91, 84, 82, 113, 96, 88, 74, 57, 72, 81, 70, 82, 78, 93, 101, 104, 103, 131, 123, 124, 118, 121, 116, 109, 82, 27, 6, 4, 2], "n_am_pl": [19, 18, 28, 36, 53, 64, 45, 58, 51, 55, 65, 63, 64, 59, 80, 62, 67, 62, 72, 80, 81, 82, 74, 96, 87, 88, 71, 85, 74, 69, 66, 71, 65, 77, 67, 73, 68, 89, 70, 77, 70, 80, 76, 78, 99, 131, 184, 212, 220, 230], "n_pos": 321, "sum_m_en": [30.969567, 44.961545, 48.260736, 52.899186, 56.343784, 54.823577, 54.195163, 53.781772, 52.227718, 53.860305, 55.725685, 54.556364, 53.504946, 52.492729, 53.792583, 55.906062, 54.858654, 53.296231, 53.91696, 53.971466, 52.685601, 51.84095, 51.558749, 51.847429, 76.823725, 71.591594, 66.400932, 58.176857, 56.554104, 56.956934, 55.718619, 56.672588, 57.38533, 58.707666, 62.604707, 66.871174, 67.453875, 71.978617, 81.829773, 89.213664, 95.025255, 99.044863, 106.847026, 109.601366, 98.323859, 67.891204, 29.893364, 8.094419, 5.803264, 2.002875], "sum_m_pl": [5.801425, 14.001433, 16.626356, 17.142193, 19.086492, 21.506178, 22.326912, 23.856317, 25.256821, 25.814925, 27.928173, 29.70559, 30.785798, 30.952052, 33.784843, 33.770218, 32.136172, 30.914103, 28.874974, 26.61592, 24.501033, 23.141549, 22.508697, 24.217187, 49.515314, 48.235304, 45.140384, 45.732799, 43.605527, 46.041053, 42.502803, 40.775757, 39.975293, 43.500433, 40.074495, 39.054023, 42.513512, 46.967679, 51.400619, 51.327358, 51.350646, 65.600271, 62.329599, 62.335806, 84.683962, 122.813627, 171.596474, 204.232779, 212.341075, 229.37876]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 4, 3, 3, 1, 3, 3, 6, 2, 4, 3, 4, 3, 3, 2, 1, 1, 2, 1, 3, 3, 3, 2, 5, 6, 5, 4, 5, 2, 2, 1, 2, 2, 3, 3, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.499741, 1.118023, 1.164731, 1.256537, 1.250636, 1.25168, 1.159579, 1.206294, 1.281983, 1.264712, 1.345574, 1.263385, 1.242501, 1.222843, 0.90144, 0.991131, 1.100844, 1.028788, 1.244039, 1.286977, 1.321367, 1.342002, 1.350774, 1.383233, 0.905957, 0.88978, 0.847903, 0.99235, 1.22091, 1.129654, 1.330736, 1.259715, 0.999971, 0.903984, 1.026153, 0.946083, 0.92528, 1.264846, 1.10372, 1.044537, 0.856946, 0.868239, 0.765391, 0.694688, 0.462214, 0.413346, 0.18722, 0.104994, 0.053026, 1e-06], "sum_m_pl": [0.07967, 0.311502, 0.40311, 0.429752, 0.522587, 0.549704, 0.578349, 0.818437, 0.630539, 0.802829, 0.68928, 0.839284, 1.192138, 1.309465, 2.090923, 1.88872, 1.343742, 1.398292, 0.897956, 0.799893, 0.608215, 0.561997, 0.529834, 0.531813, 1.6511, 2.360411, 2.336245, 1.807543, 1.124075, 1.77196, 1.239414, 1.002444, 1.04324, 1.224657, 1.105234, 1.404789, 1.405526, 0.90327, 0.678034, 0.72463, 0.65381, 0.720739, 0.694837, 0.599496, 0.412062, 0.301529, 0.127921, 0.085112, 0.038981, 8.6e-05]}, "lang": {"n_am_en": [7, 12, 16, 39, 35, 31, 40, 32, 30, 48, 46, 49, 34, 38, 35, 42, 46, 51, 54, 62, 65, 72, 63, 63, 87, 74, 71, 59, 45, 51, 59, 52, 59, 60, 72, 79, 85, 80, 108, 102, 104, 101, 99, 96, 91, 66, 19, 4, 2, 2], "n_am_pl": [17, 13, 20, 27, 37, 49, 30, 38, 33, 36, 42, 41, 46, 45, 58, 45, 53, 47, 53, 60, 62, 58, 51, 68, 65, 64, 48, 56, 49, 48, 48, 52, 51, 59, 55, 57, 54, 76, 56, 62, 56, 64, 65, 65, 88, 120, 176, 208, 218, 229], "n_pos": 232, "sum_m_en": [22.789465, 31.972854, 34.633864, 37.088247, 39.923374, 39.139626, 39.094506, 39.146982, 37.986742, 39.244446, 40.497934, 39.869926, 38.719232, 38.148488, 40.091866, 41.464973, 40.586142, 39.33861, 39.229359, 39.20302, 38.17694, 37.549704, 37.176524, 37.327136, 60.347673, 56.291417, 51.627164, 43.979799, 42.20244, 41.71259, 40.679306, 41.558505, 42.608444, 43.389129, 46.938226, 50.261092, 52.037953, 56.45167, 65.497402, 72.729176, 78.467894, 81.295607, 85.502896, 88.746481, 80.640293, 54.217542, 23.072143, 5.495579, 3.724904, 2.002029], "sum_m_pl": [4.311686, 10.191407, 11.748051, 12.106123, 13.299517, 14.987775, 15.677329, 16.932142, 17.912239, 18.475316, 20.238974, 21.458424, 21.888585, 22.14798, 23.496299, 23.498997, 22.7337, 21.782448, 20.794709, 19.093396, 17.751925, 16.764638, 16.355601, 17.510881, 34.931051, 33.803991, 31.564609, 32.552786, 31.989153, 33.845257, 31.271578, 30.111082, 29.670045, 32.57459, 30.189518, 29.544916, 32.81459, 37.632937, 41.474401, 40.903159, 41.313667, 50.115556, 51.588034, 51.855019, 74.449004, 110.843406, 162.01023, 197.254271, 208.976277, 228.447323]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 323, "item_id": "pes-Endokrynologia-2018 jesień-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1047, "region_end": 321, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9876}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 10, 33, 73, 65, 54, 82, 58, 57, 64, 70, 75, 75, 75, 86, 74, 75, 82, 89, 82, 83, 90, 92, 81, 103, 91, 99, 95, 84, 79, 83, 85, 92, 100, 124, 129, 124, 121, 145, 154, 161, 145, 133, 124, 107, 79, 22, 4, 1, 3], "n_am_pl": [27, 22, 27, 30, 50, 59, 45, 62, 51, 58, 46, 48, 65, 66, 85, 100, 96, 95, 113, 116, 112, 101, 105, 129, 102, 109, 98, 87, 83, 68, 84, 85, 75, 74, 83, 87, 88, 102, 96, 97, 84, 110, 106, 106, 151, 188, 238, 274, 274, 286], "n_pos": 417, "sum_m_en": [39.767422, 58.109612, 62.8606, 68.108026, 72.403449, 70.861408, 70.823327, 72.375985, 69.736553, 70.495651, 71.947605, 69.367175, 68.983035, 65.841193, 67.865199, 70.063455, 71.841889, 68.769369, 69.432137, 68.671203, 67.419676, 66.631162, 67.18618, 66.250097, 80.742095, 79.206304, 77.203921, 72.312971, 72.70212, 71.487399, 69.545186, 71.768776, 73.113095, 75.556941, 81.862754, 83.031415, 84.097936, 83.671546, 98.827936, 111.00288, 120.946801, 116.45702, 119.777359, 115.768587, 100.601108, 70.57619, 27.477266, 7.111147, 3.984346, 3.011648], "sum_m_pl": [7.264579, 17.575066, 20.867383, 21.139354, 23.484534, 25.322941, 27.134585, 29.080195, 30.432141, 31.361275, 33.401735, 34.838975, 36.018776, 36.288954, 39.08307, 39.465838, 37.842728, 36.095573, 34.583718, 32.923818, 30.29345, 28.435377, 27.048346, 31.679443, 69.790651, 65.85333, 60.896392, 59.008532, 55.347035, 55.694679, 52.058562, 50.911468, 49.431715, 52.567502, 49.715049, 48.279781, 55.204821, 63.753089, 66.483266, 71.19912, 69.559068, 89.925304, 85.973908, 92.186118, 124.98973, 171.98067, 225.444677, 258.788433, 266.279424, 286.242324]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 2, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 2, 2, 1, 2, 0, 0, 2, 0, 0, 0, 3, 1, 1, 3, 0, 1, 1, 0, 1, 1, 0, 1, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.736091, 1.079067, 1.172852, 1.248167, 1.196198, 1.215329, 1.237442, 1.350439, 1.197567, 1.198081, 1.29377, 1.170102, 1.207712, 1.142489, 1.086655, 1.121979, 1.157744, 1.080237, 1.164288, 1.113386, 1.077781, 1.0412, 1.063074, 1.078768, 0.967697, 0.995395, 1.105183, 1.083209, 1.160319, 1.05166, 1.112408, 1.171385, 1.070164, 1.097128, 1.215788, 1.133853, 0.910681, 0.871447, 0.84907, 1.208116, 1.302377, 1.328708, 0.634044, 0.274267, 0.226591, 0.307626, 0.114998, 0.086652, 0.031184, 0.0], "sum_m_pl": [0.202529, 0.395904, 0.411154, 0.405545, 0.44201, 0.446587, 0.458412, 0.47056, 0.449892, 0.466637, 0.536665, 0.495775, 0.528645, 0.519995, 0.56933, 0.554989, 0.533777, 0.457336, 0.440129, 0.421505, 0.399386, 0.377698, 0.374966, 0.387291, 0.578112, 0.793218, 0.552009, 0.554238, 0.55403, 0.561207, 0.479598, 0.506365, 0.416202, 0.322319, 0.307326, 0.280042, 0.379521, 0.624916, 0.551704, 0.452728, 0.424532, 0.44888, 0.51083, 0.518944, 0.355761, 0.27717, 0.230331, 0.218278, 0.052235, 0.0]}, "lang": {"n_am_en": [11, 9, 21, 45, 45, 42, 59, 45, 49, 52, 58, 59, 55, 58, 62, 51, 55, 59, 71, 60, 58, 66, 65, 58, 81, 76, 76, 73, 67, 55, 60, 60, 66, 75, 92, 92, 96, 92, 115, 120, 127, 117, 110, 107, 96, 72, 21, 3, 1, 3], "n_am_pl": [25, 17, 16, 19, 29, 40, 31, 44, 32, 33, 28, 29, 46, 46, 56, 73, 64, 62, 77, 81, 82, 69, 75, 88, 66, 74, 73, 59, 57, 50, 60, 57, 55, 56, 61, 67, 64, 77, 70, 76, 67, 86, 80, 86, 123, 160, 213, 255, 268, 286], "n_pos": 289, "sum_m_en": [27.963419, 40.208015, 43.64357, 45.753823, 48.862405, 48.333332, 48.983382, 50.503288, 48.737547, 49.299345, 50.335853, 48.507669, 47.897983, 45.776926, 47.399258, 49.201137, 50.596469, 48.359333, 48.658236, 47.994415, 46.940517, 46.460549, 46.752624, 45.800453, 59.730205, 59.852819, 57.477935, 52.952346, 52.201343, 50.632491, 49.017985, 50.88468, 52.238557, 54.324264, 59.27561, 60.547997, 61.90547, 61.820268, 75.740896, 86.994324, 96.365711, 93.570553, 97.247618, 96.712189, 87.39304, 60.831968, 25.084068, 4.965797, 3.137498, 3.011309], "sum_m_pl": [5.010935, 11.879351, 13.688259, 13.965469, 15.557831, 16.507777, 17.633506, 19.453117, 20.378556, 21.10274, 22.700375, 24.079396, 24.547359, 24.67231, 26.368244, 26.317221, 25.345796, 24.048478, 23.183044, 22.097595, 20.530509, 19.414489, 18.656142, 22.496931, 47.965923, 45.578444, 42.46796, 41.667138, 39.757823, 39.931833, 36.884517, 36.021505, 34.783487, 37.668951, 35.497305, 34.565417, 39.705833, 45.776173, 49.279515, 53.647304, 53.000709, 65.786091, 66.699536, 73.100656, 103.417193, 145.074275, 201.202071, 241.797755, 259.837736, 284.317653]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 419, "item_id": "pes-Endokrynologia-2018 jesień-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1302, "region_end": 417, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9928}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 6, 9, 13, 16, 17, 14, 25, 16, 17, 23, 18, 16, 24, 19, 29, 36, 31, 35, 35, 27, 30, 28, 27, 35, 34, 32, 23, 21, 23, 23, 27, 21, 26, 34, 40, 39, 44, 43, 37, 43, 45, 45, 47, 43, 49, 53, 50, 47, 50], "n_am_pl": [9, 14, 15, 15, 13, 13, 10, 12, 11, 12, 13, 16, 11, 7, 14, 15, 16, 13, 17, 17, 13, 11, 8, 12, 15, 12, 9, 11, 16, 11, 14, 13, 19, 21, 19, 15, 12, 15, 11, 11, 10, 6, 5, 3, 8, 4, 3, 3, 4, 3], "n_pos": 117, "sum_m_en": [13.340725, 15.663005, 15.378602, 17.391683, 19.367857, 20.498959, 19.736808, 19.295074, 18.875287, 19.321571, 19.592529, 19.483285, 20.961897, 21.090838, 21.163701, 21.552556, 21.927499, 21.218743, 19.665349, 19.294162, 18.478012, 18.813717, 18.571991, 18.514509, 27.089201, 27.006704, 24.621307, 21.06698, 22.256865, 21.943393, 21.034906, 21.836121, 22.387201, 22.089361, 23.82395, 25.140162, 25.572063, 28.181995, 29.646422, 33.132979, 32.896836, 37.694637, 37.59129, 38.173065, 38.754858, 39.994735, 47.661567, 45.025845, 43.906295, 50.688526], "sum_m_pl": [4.089956, 6.289573, 6.502985, 6.032117, 6.507075, 7.008062, 6.91498, 7.13885, 7.206613, 8.121196, 8.694077, 9.193337, 9.561023, 9.034669, 9.546859, 11.128909, 9.491327, 9.69009, 8.553116, 8.147071, 7.711496, 7.31496, 6.979771, 6.882584, 9.557651, 10.488121, 10.981769, 12.245262, 12.049459, 11.801327, 11.789291, 11.018847, 10.804808, 11.217837, 10.372111, 10.60635, 10.990237, 11.806814, 10.847777, 8.569062, 8.400301, 6.871134, 5.571958, 4.860131, 5.549687, 5.127211, 4.652139, 4.690776, 4.81806, 3.017867]}, "digit": {"n_am_en": [1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 2, 2, 0, 1, 2, 0, 1, 1, 1, 1, 1, 3, 2, 2, 1, 0, 2, 0, 0, 2, 3, 2, 5, 3, 2, 2, 0, 2, 0, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 0, 1, 1, 1, 1, 2, 2, 0, 0, 0, 3, 1, 2, 1, 3, 4, 3, 1, 2, 2, 2, 1, 1, 2, 3, 2, 2, 1, 2, 3, 3, 0, 0, 2, 0, 0, 1, 1, 1, 2, 4, 1, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.253888, 1.547791, 1.45054, 1.791593, 1.847728, 1.843297, 1.876827, 1.81627, 1.712905, 1.744897, 1.826441, 1.767165, 2.001437, 1.976835, 2.102846, 2.074354, 2.106197, 2.012759, 1.765155, 1.735558, 1.675705, 1.711828, 1.686363, 1.685755, 1.709114, 1.938379, 2.12389, 2.016685, 2.043363, 1.914791, 1.935567, 1.89537, 1.843451, 1.711518, 1.73391, 1.710776, 1.20612, 1.424013, 1.323382, 1.715857, 1.267412, 0.923433, 1.10272, 0.979207, 0.907112, 1.010143, 1.025977, 0.521622, 0.429191, 2.6e-05], "sum_m_pl": [0.385379, 0.862373, 0.83139, 0.935709, 0.828704, 0.824801, 0.76123, 0.690816, 0.587311, 0.603017, 0.67152, 0.714453, 0.741657, 0.670299, 0.707679, 0.783674, 0.652331, 0.649878, 0.61121, 0.575158, 0.554737, 0.538524, 0.525862, 0.524957, 0.916311, 0.855647, 0.77003, 0.888967, 1.115486, 1.093757, 0.927266, 0.831803, 0.674366, 0.780186, 0.663973, 0.637617, 0.588736, 0.635011, 0.592007, 0.420253, 0.422403, 0.518988, 0.619814, 0.604181, 0.946454, 0.795877, 0.519705, 0.432787, 0.306382, 1.4e-05]}, "lang": {"n_am_en": [3, 3, 4, 7, 11, 12, 9, 13, 10, 9, 14, 10, 9, 10, 10, 16, 20, 18, 21, 21, 18, 19, 17, 19, 22, 20, 21, 15, 11, 13, 12, 18, 16, 15, 23, 22, 26, 25, 27, 28, 32, 35, 34, 35, 35, 39, 41, 43, 44, 50], "n_am_pl": [4, 7, 6, 4, 5, 3, 4, 4, 3, 6, 6, 7, 3, 3, 5, 7, 7, 6, 8, 7, 4, 3, 3, 5, 7, 4, 4, 3, 7, 5, 10, 7, 9, 11, 7, 8, 8, 8, 6, 7, 5, 3, 4, 1, 3, 2, 2, 3, 4, 3], "n_pos": 54, "sum_m_en": [5.858931, 7.065414, 6.83049, 7.533671, 8.695824, 9.683362, 9.099949, 8.828167, 8.960733, 8.951976, 9.15913, 9.219422, 9.754722, 9.958526, 9.837631, 10.277041, 10.46158, 10.259853, 9.434587, 9.292361, 8.826466, 8.969135, 8.819052, 8.779776, 15.11747, 14.899998, 13.202399, 10.584662, 11.35591, 11.167744, 10.259639, 11.377915, 11.944656, 11.970768, 13.716717, 15.266226, 16.571936, 18.599711, 20.131138, 23.607337, 24.051572, 28.523195, 28.065865, 28.80825, 30.758473, 31.803346, 35.918591, 37.102096, 37.707146, 47.965629], "sum_m_pl": [1.893789, 2.398909, 2.425684, 2.238879, 2.604477, 2.973062, 2.945488, 3.006582, 3.082747, 3.547439, 3.700666, 3.926575, 4.174258, 4.138244, 4.495561, 5.056507, 4.340074, 4.468349, 3.978352, 3.764958, 3.538082, 3.398696, 3.274578, 3.237262, 4.544091, 5.030899, 5.498968, 6.024768, 5.975613, 5.445774, 5.538681, 5.194983, 5.190478, 5.124698, 4.662419, 5.011764, 5.080197, 5.028067, 5.041142, 4.085489, 4.517624, 3.337441, 2.723998, 2.513982, 3.030119, 2.75603, 2.563254, 3.431191, 3.807561, 3.004997]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "pes-Endokrynologia-2019 jesień-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1055, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9915}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 14, 17, 29, 23, 32, 38, 39, 54, 42, 39, 45, 44, 50, 53, 64, 60, 71, 72, 60, 67, 69, 65, 65, 90, 80, 81, 60, 57, 51, 46, 54, 55, 64, 70, 78, 75, 83, 86, 76, 81, 72, 85, 79, 65, 46, 20, 4, 1, 1], "n_am_pl": [2, 22, 25, 25, 35, 27, 20, 19, 25, 30, 31, 22, 31, 21, 34, 30, 39, 28, 31, 27, 22, 21, 16, 18, 17, 17, 16, 29, 29, 35, 37, 29, 26, 23, 19, 21, 22, 39, 40, 36, 32, 33, 31, 37, 59, 78, 109, 129, 140, 149], "n_pos": 227, "sum_m_en": [21.970971, 32.508752, 33.482936, 34.646875, 35.981581, 37.449468, 36.50533, 37.644809, 38.093199, 38.15848, 39.407663, 39.664377, 40.610572, 40.036308, 40.85282, 43.578976, 44.148591, 41.238358, 38.519232, 37.323346, 35.191932, 35.17449, 36.064778, 35.514233, 62.147928, 60.593719, 53.396451, 44.880539, 42.430547, 41.634001, 39.456439, 40.747533, 42.652997, 43.368509, 45.934656, 47.534107, 48.288502, 54.122298, 61.504236, 60.206421, 62.65687, 66.368849, 70.604786, 66.163538, 59.688737, 46.355902, 21.212291, 6.231035, 2.241465, 1.591108], "sum_m_pl": [3.615416, 10.303807, 12.002063, 12.105555, 12.932862, 13.838122, 13.891723, 14.036933, 14.467985, 15.697952, 16.717661, 17.145053, 17.386374, 16.797444, 17.35246, 17.927846, 16.893967, 16.237998, 14.261678, 13.61852, 13.349284, 12.941502, 12.480995, 12.71694, 16.820544, 17.856474, 18.804634, 21.367333, 24.073192, 24.251487, 23.697882, 22.824474, 21.73911, 21.014517, 19.718344, 18.837903, 19.784067, 21.740326, 21.314854, 23.860076, 23.844899, 25.74384, 26.824619, 33.605729, 51.202643, 66.367645, 100.19199, 123.735004, 138.534488, 147.73009]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 2, 2, 3, 0, 0, 0, 1, 0, 1, 1, 2, 3, 3, 3, 1, 3, 3, 3, 3, 3, 3, 2, 2, 0, 0, 1, 1, 4, 2, 4, 3, 3, 3, 1, 0, 0, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 0, 0, 1, 1, 2, 3, 1, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.539712, 1.063987, 1.034365, 1.254367, 1.128863, 1.097994, 1.08519, 1.004861, 0.986352, 0.927679, 0.963856, 1.034771, 1.110734, 1.167187, 1.173934, 1.297402, 1.32454, 1.215921, 1.012964, 0.961597, 0.925178, 0.910053, 0.889954, 0.883132, 1.191684, 1.159831, 1.213427, 1.139979, 1.14235, 1.079042, 1.010853, 1.02849, 0.97621, 0.93661, 0.979118, 0.910227, 0.787603, 0.933558, 1.005589, 1.209183, 0.737567, 0.564689, 0.595666, 0.667846, 0.548803, 0.986811, 1.030023, 0.389945, 0.092744, 0.0], "sum_m_pl": [0.106368, 0.351494, 0.344481, 0.421756, 0.398971, 0.374836, 0.362604, 0.369225, 0.373422, 0.404812, 0.473548, 0.473615, 0.426623, 0.432079, 0.468795, 0.439147, 0.374488, 0.332288, 0.308558, 0.2852, 0.306746, 0.280449, 0.264205, 0.271305, 0.339538, 0.364815, 0.452814, 0.601985, 0.686418, 0.656124, 0.57837, 0.488482, 0.417857, 0.426097, 0.366738, 0.353461, 0.328946, 0.446699, 0.316452, 0.282064, 0.261588, 0.304795, 0.330787, 0.298542, 0.282153, 0.249601, 0.217307, 0.144525, 0.039634, 0.0]}, "lang": {"n_am_en": [4, 8, 13, 23, 14, 24, 23, 22, 36, 32, 28, 34, 33, 37, 37, 42, 40, 47, 42, 39, 45, 43, 44, 43, 65, 54, 54, 42, 38, 37, 35, 33, 39, 40, 46, 45, 47, 55, 54, 51, 56, 48, 59, 53, 42, 31, 12, 2, 1, 1], "n_am_pl": [2, 19, 17, 18, 23, 22, 14, 12, 19, 17, 17, 14, 23, 14, 21, 20, 25, 18, 24, 20, 14, 15, 9, 10, 9, 8, 10, 20, 20, 22, 23, 18, 14, 17, 13, 18, 17, 28, 29, 26, 24, 26, 24, 30, 48, 65, 95, 118, 136, 148], "n_pos": 149, "sum_m_en": [14.376891, 20.935996, 21.61811, 22.102398, 23.263813, 24.394402, 24.084846, 24.973165, 25.250715, 25.337178, 26.036377, 26.388735, 26.767507, 26.269696, 26.985361, 28.971139, 29.461043, 27.380253, 25.481528, 24.555225, 23.088913, 23.031197, 23.91913, 23.43675, 42.942975, 41.615607, 36.334932, 30.805607, 28.822657, 28.069141, 26.3575, 26.948199, 28.560144, 28.594994, 30.886658, 31.574302, 32.326305, 35.506353, 40.118566, 39.673422, 42.074776, 43.812704, 49.280897, 44.175233, 40.682336, 31.965524, 13.445426, 3.644879, 1.285991, 1.249064], "sum_m_pl": [2.435428, 6.887477, 7.872203, 7.813066, 8.408991, 9.121116, 9.297321, 9.261729, 9.455797, 10.219945, 10.649755, 11.021802, 11.186509, 10.914721, 11.186036, 11.548992, 11.004113, 10.700475, 9.422601, 8.940982, 8.724076, 8.517158, 8.207762, 8.380235, 10.235668, 11.035277, 11.686195, 13.809488, 15.900956, 15.9173, 15.53155, 15.035789, 14.41458, 14.084433, 13.201087, 12.9302, 13.866293, 15.670319, 15.124149, 17.362851, 17.861022, 19.631547, 20.832393, 26.632261, 40.637248, 54.806198, 87.212284, 112.401981, 132.214162, 145.967965]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "pes-Endokrynologia-2019 jesień-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1310, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9868}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 23, 26, 19, 22, 25, 17, 17, 30, 34, 38, 37, 46, 42, 47, 49, 39, 47, 49, 58, 55, 52, 39, 39, 53, 55, 62, 45, 48, 51, 47, 40, 35, 59, 63, 63, 68, 69, 74, 71, 73, 77, 77, 69, 74, 66, 58, 50, 51, 64], "n_am_pl": [13, 10, 9, 10, 13, 15, 7, 15, 16, 16, 17, 22, 23, 23, 22, 23, 15, 18, 10, 10, 12, 10, 8, 14, 12, 12, 14, 19, 22, 17, 15, 26, 14, 16, 11, 13, 7, 11, 13, 10, 12, 9, 8, 8, 9, 10, 12, 19, 23, 12], "n_pos": 186, "sum_m_en": [21.702493, 25.834593, 25.935163, 28.546865, 30.666539, 30.951979, 30.277901, 29.837976, 30.136207, 31.065526, 31.08399, 32.885498, 33.268334, 32.786707, 33.598675, 34.595678, 32.667367, 30.742751, 30.449168, 31.017439, 31.039184, 31.336579, 30.911699, 30.386497, 43.423247, 42.875264, 40.494642, 35.93239, 37.132523, 36.760329, 35.554881, 35.628153, 34.398616, 38.232501, 41.070939, 44.559333, 49.044308, 55.164424, 60.790997, 60.067336, 59.518692, 69.781987, 66.048695, 65.729089, 64.207169, 62.554206, 61.528711, 54.309389, 52.113633, 64.435808], "sum_m_pl": [4.799513, 8.400098, 9.235421, 8.502964, 9.785607, 10.615708, 10.577716, 11.279937, 11.824236, 12.24622, 14.107103, 14.750014, 14.026202, 13.885294, 13.891287, 15.01591, 13.866532, 13.850541, 12.707154, 12.695248, 12.0392, 11.59413, 11.148655, 11.243597, 13.324934, 14.719583, 15.575775, 17.44757, 17.019493, 16.861961, 16.561224, 16.437452, 16.227269, 15.634795, 13.849225, 13.606277, 13.079006, 12.941214, 12.492544, 10.868215, 10.783975, 9.27655, 8.551739, 9.578357, 11.832177, 12.819491, 12.523086, 17.379784, 19.756843, 12.650392]}, "digit": {"n_am_en": [0, 2, 1, 0, 1, 1, 1, 1, 1, 2, 0, 0, 2, 2, 3, 2, 3, 3, 1, 3, 1, 1, 1, 0, 2, 2, 3, 3, 3, 1, 1, 3, 2, 0, 0, 0, 0, 1, 3, 4, 5, 3, 4, 2, 3, 3, 1, 1, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 0, 0, 0, 2, 1, 1, 3, 1, 2, 2, 4, 1, 3, 1, 0, 1, 1, 0, 1, 1, 2, 1, 2, 3, 1, 1, 1, 0, 2, 2, 2, 2, 2, 4, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.15363, 2.132515, 1.932177, 1.906323, 2.174669, 2.279208, 2.440003, 2.239732, 2.281379, 2.237474, 2.273702, 2.372032, 2.213041, 2.112392, 2.265775, 2.432063, 2.042566, 1.939492, 1.925738, 1.948458, 1.939821, 1.926771, 1.914497, 1.920937, 2.249002, 2.410341, 2.48774, 2.39642, 2.509957, 2.338679, 2.390105, 2.286725, 2.01153, 2.111224, 2.143423, 2.075428, 2.072104, 2.281956, 2.012727, 2.264008, 2.105973, 2.075995, 2.125412, 2.972052, 2.254051, 2.289841, 1.562495, 1.148766, 0.354816, 1e-06], "sum_m_pl": [0.251375, 0.661263, 0.688824, 0.570895, 0.728108, 0.733239, 0.631201, 0.641604, 0.683938, 0.702912, 0.736393, 0.716177, 0.764148, 0.745161, 0.699297, 0.778007, 0.680519, 0.729898, 0.675772, 0.692003, 0.678919, 0.658375, 0.632516, 0.636272, 0.781125, 0.780742, 0.890287, 0.970334, 0.910431, 0.899102, 0.784934, 0.817481, 0.694335, 0.679931, 0.623398, 0.705324, 0.720001, 0.718985, 0.771088, 0.81593, 0.693236, 0.743471, 0.809849, 0.586734, 0.556461, 0.423206, 0.284287, 0.225519, 0.068481, 0.0]}, "lang": {"n_am_en": [2, 6, 13, 11, 11, 11, 10, 8, 20, 21, 17, 23, 24, 22, 22, 21, 20, 24, 26, 33, 34, 31, 24, 28, 34, 36, 38, 27, 29, 34, 31, 25, 22, 34, 39, 42, 39, 46, 51, 49, 50, 55, 52, 52, 55, 51, 48, 44, 47, 62], "n_am_pl": [6, 0, 2, 5, 5, 8, 2, 7, 6, 7, 7, 6, 10, 10, 11, 8, 7, 7, 5, 2, 5, 3, 3, 4, 4, 5, 6, 7, 9, 6, 6, 9, 2, 5, 4, 2, 2, 4, 6, 5, 9, 6, 6, 8, 6, 8, 8, 14, 13, 11], "n_pos": 74, "sum_m_en": [7.927223, 9.64469, 9.903118, 11.161754, 12.012652, 12.468017, 12.206536, 12.050367, 12.225382, 12.484457, 12.54011, 13.383716, 13.674227, 13.496146, 13.757146, 14.03604, 13.43663, 13.204238, 12.851651, 13.053137, 13.25799, 13.137168, 12.744712, 12.460964, 23.216901, 22.986762, 21.163978, 17.861135, 17.949204, 17.652777, 16.764302, 16.70498, 16.447828, 19.182904, 21.593266, 25.077051, 28.253567, 34.268455, 39.495181, 40.266514, 40.379608, 48.048565, 47.033592, 47.628975, 47.439664, 46.662147, 47.60546, 43.612384, 43.485919, 58.344131], "sum_m_pl": [1.869804, 2.665673, 3.075632, 2.89309, 3.608786, 3.725654, 3.800486, 4.023354, 4.278906, 4.563072, 5.295878, 5.639908, 5.426793, 5.263922, 5.275419, 5.586012, 5.180678, 4.985087, 4.751603, 4.822466, 4.548648, 4.435013, 4.331613, 4.373679, 5.376733, 5.644003, 5.856832, 6.191188, 6.389524, 6.198924, 5.976541, 6.081471, 6.267648, 6.042349, 5.261813, 5.43544, 5.336414, 5.610347, 5.512063, 5.573458, 6.402864, 5.631489, 5.419708, 6.649591, 7.708317, 8.82033, 8.460425, 12.333609, 12.98836, 11.21423]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "pes-Endokrynologia-2019 wiosna-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1232, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9681, "tf_agree_excl_first": 0.9733}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 12, 20, 17, 20, 22, 20, 23, 30, 21, 24, 26, 21, 29, 35, 40, 44, 49, 45, 49, 56, 57, 50, 34, 56, 51, 48, 40, 42, 30, 35, 44, 46, 51, 62, 72, 65, 69, 69, 68, 63, 65, 59, 58, 43, 38, 17, 5, 0, 0], "n_am_pl": [6, 14, 21, 19, 16, 26, 24, 16, 21, 20, 17, 15, 18, 16, 19, 20, 22, 12, 15, 17, 14, 16, 19, 20, 16, 16, 18, 14, 18, 20, 28, 23, 27, 29, 13, 16, 19, 22, 20, 21, 22, 25, 28, 27, 43, 56, 82, 96, 108, 110], "n_pos": 189, "sum_m_en": [17.461929, 26.842098, 28.759806, 29.18185, 30.099907, 31.274504, 31.238212, 31.947303, 31.604362, 32.64493, 34.298589, 35.00153, 34.756217, 34.148799, 34.469009, 35.330878, 34.500766, 32.570593, 30.832298, 31.024873, 30.935016, 31.154266, 31.21546, 31.423835, 43.785094, 42.504779, 40.163063, 36.160086, 37.057472, 35.80916, 34.543041, 35.248868, 36.13396, 38.941036, 38.996049, 42.656769, 42.701397, 47.287339, 50.502474, 50.603872, 49.389414, 54.712154, 54.046743, 51.852847, 41.518352, 33.941179, 16.44159, 5.05493, 1.335473, 0.005385], "sum_m_pl": [3.14452, 8.437167, 10.142144, 10.108266, 10.503885, 11.007432, 11.585008, 12.079546, 11.954807, 12.970678, 13.808026, 14.420339, 14.378373, 14.879421, 14.059873, 14.689139, 13.671579, 13.10032, 11.62474, 11.704147, 11.342026, 11.022876, 10.660003, 10.91162, 13.070537, 13.782309, 14.361076, 15.097981, 16.041577, 16.639244, 16.630685, 16.794876, 16.453081, 16.672791, 14.173794, 14.820656, 14.68318, 14.654339, 15.045952, 15.54768, 15.588842, 17.753278, 22.723903, 26.928488, 38.158558, 53.514928, 76.232558, 94.821598, 108.373719, 110.448011]}, "digit": {"n_am_en": [0, 3, 0, 0, 1, 1, 0, 2, 2, 0, 1, 0, 0, 0, 1, 1, 2, 0, 2, 2, 3, 3, 3, 1, 1, 1, 2, 0, 0, 0, 2, 2, 1, 4, 5, 5, 5, 9, 6, 4, 4, 4, 3, 4, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 1, 1, 3, 1, 4, 5, 3, 2, 4, 4, 0, 2, 3, 1, 1, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 2, 0, 0, 1, 1, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [0.89469, 1.951095, 2.050598, 1.929637, 1.889336, 1.947272, 2.09484, 2.115568, 2.072842, 2.110402, 2.240266, 2.243488, 2.206748, 2.192283, 2.134288, 2.208086, 2.175456, 1.990339, 1.928053, 2.014133, 2.061235, 2.091439, 2.113591, 2.158936, 2.492443, 2.688495, 2.442685, 2.238797, 2.401916, 2.478754, 2.527652, 2.438012, 2.322548, 2.44013, 2.521835, 2.407821, 2.439497, 2.955554, 2.931782, 2.742723, 2.449338, 2.596518, 2.792418, 2.771701, 1.845644, 1.871718, 0.705227, 0.186488, 0.053915, 0.0], "sum_m_pl": [0.1403, 0.529304, 0.583543, 0.524222, 0.593813, 0.577054, 0.567719, 0.630987, 0.527214, 0.668624, 0.59816, 0.715995, 1.001337, 0.868385, 0.970878, 1.124251, 0.722721, 0.696684, 0.623439, 0.652013, 0.62124, 0.612394, 0.601006, 0.626503, 0.887109, 0.73638, 0.727596, 0.752258, 0.703722, 0.690358, 0.623344, 0.646353, 0.52264, 0.508982, 0.447829, 0.434343, 0.429893, 0.390235, 0.406178, 0.550782, 0.507612, 0.472861, 0.483931, 0.488974, 0.426007, 0.420694, 0.321679, 0.316914, 0.201507, 0.008531]}, "lang": {"n_am_en": [4, 5, 15, 12, 13, 13, 13, 15, 23, 15, 14, 14, 13, 13, 18, 21, 27, 22, 25, 26, 31, 34, 28, 19, 34, 28, 25, 20, 25, 17, 17, 21, 30, 28, 37, 43, 39, 41, 41, 42, 39, 42, 37, 38, 26, 20, 9, 2, 0, 0], "n_am_pl": [3, 9, 10, 10, 11, 19, 14, 10, 13, 11, 10, 7, 7, 11, 13, 11, 13, 8, 8, 10, 9, 10, 10, 11, 9, 9, 12, 11, 11, 15, 19, 15, 17, 18, 11, 12, 15, 14, 13, 12, 14, 16, 21, 22, 37, 50, 73, 90, 104, 108], "n_pos": 109, "sum_m_en": [10.39003, 15.335642, 16.648034, 16.483558, 17.236472, 18.181201, 18.076546, 18.662256, 18.455587, 19.170604, 19.942129, 20.384172, 19.917242, 19.622236, 19.534243, 20.010644, 19.903167, 18.985204, 17.646498, 17.881137, 17.81266, 17.863609, 17.87388, 17.818196, 25.56895, 23.841922, 22.428479, 20.014036, 20.517885, 20.095538, 19.475295, 20.172334, 20.995302, 21.745178, 22.092709, 24.510843, 25.900372, 28.51483, 31.379426, 32.739445, 31.934312, 35.09722, 34.975628, 32.906121, 25.54107, 19.032168, 9.146483, 2.17063, 0.473441, 4.2e-05], "sum_m_pl": [1.774499, 4.819345, 5.525258, 5.906919, 6.279803, 6.434274, 6.998915, 7.296265, 7.288075, 7.808828, 8.32743, 8.737644, 8.571188, 8.951618, 8.586325, 8.946601, 8.562725, 8.209476, 7.230206, 7.159498, 6.895783, 6.680012, 6.447306, 6.61325, 7.688691, 8.545926, 9.30507, 9.942693, 10.753196, 11.088051, 11.265075, 11.313491, 11.3016, 11.544955, 9.861036, 10.188642, 10.052571, 9.964531, 9.731413, 9.870607, 10.713479, 13.066302, 17.158009, 21.51729, 32.184257, 45.671298, 67.953849, 87.020762, 102.403568, 108.231941]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "pes-Endokrynologia-2019 wiosna-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1487, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9791, "tf_agree_excl_first": 0.9842}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 18, 26, 30, 29, 47, 64, 56, 57, 51, 48, 39, 36, 45, 56, 51, 51, 51, 62, 51, 57, 62, 63, 60, 80, 82, 68, 56, 50, 55, 51, 41, 58, 57, 67, 77, 75, 75, 89, 95, 109, 115, 112, 114, 99, 82, 35, 12, 3, 0], "n_am_pl": [9, 42, 44, 56, 45, 51, 44, 53, 36, 44, 41, 47, 58, 62, 56, 64, 74, 85, 94, 101, 96, 94, 78, 100, 103, 110, 101, 94, 77, 69, 65, 78, 73, 72, 68, 65, 74, 95, 81, 70, 64, 65, 60, 70, 84, 106, 156, 186, 209, 209], "n_pos": 310, "sum_m_en": [29.335566, 44.434627, 48.382449, 51.300382, 51.266177, 51.975583, 51.012314, 52.136995, 52.301882, 51.983627, 53.152254, 53.331497, 50.442079, 49.580156, 51.157168, 52.889559, 54.494933, 52.616572, 54.772619, 53.735238, 51.527915, 49.453735, 50.577502, 50.386239, 63.150981, 62.26038, 59.226557, 55.045703, 54.341423, 54.796391, 52.134234, 52.22972, 51.62228, 54.28577, 56.287732, 58.654637, 59.256886, 64.442641, 72.244521, 74.923068, 85.525847, 90.403588, 92.199649, 99.003843, 90.712675, 71.538118, 35.348978, 12.28704, 3.894878, 0.002641], "sum_m_pl": [5.580793, 15.237757, 17.542012, 17.885346, 18.305798, 21.041558, 20.90467, 24.072399, 23.482016, 24.720651, 26.72071, 27.888769, 28.892018, 29.087578, 29.892956, 30.608383, 27.493312, 28.182717, 27.281989, 27.910391, 24.475379, 24.241512, 23.420955, 24.630819, 70.874687, 64.783879, 56.972775, 44.311837, 40.709836, 41.797258, 39.582341, 39.242443, 37.826328, 37.822518, 37.424734, 37.268676, 44.090715, 54.073719, 54.585508, 55.278546, 48.882321, 53.074396, 55.963895, 59.05866, 74.311579, 98.888173, 144.80281, 179.978564, 202.344216, 210.852714]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 6, 4, 4, 1, 4, 4, 3, 4, 4, 3, 3, 4, 5, 5, 5, 2, 2, 2, 2, 4, 2, 4, 1, 5, 5, 5, 2, 5, 4, 5, 4, 3, 3, 6, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.574712, 1.342617, 1.460208, 1.513021, 1.412532, 1.454172, 1.38236, 1.367496, 1.449803, 1.326036, 1.508646, 1.434599, 1.350864, 1.301494, 1.079493, 1.11413, 1.232571, 1.215522, 1.3419, 1.36474, 1.411426, 1.42664, 1.448973, 1.482787, 1.205911, 1.032835, 0.944556, 1.106012, 1.220427, 1.116184, 1.328308, 1.273169, 1.193049, 1.202565, 1.246577, 1.172969, 1.107176, 1.419244, 1.324324, 1.036654, 1.256527, 1.203494, 1.070339, 0.99191, 0.886096, 0.796814, 0.527259, 0.253371, 0.163379, 0.0], "sum_m_pl": [0.104603, 0.438306, 0.593914, 0.61028, 0.722268, 0.72032, 0.762705, 0.958555, 0.74199, 0.946754, 0.857226, 0.932253, 1.096652, 1.278874, 1.339489, 1.675634, 0.996388, 1.046213, 0.801473, 0.804945, 0.680557, 0.638358, 0.608659, 0.610638, 1.420514, 2.395112, 2.204403, 1.761566, 1.15865, 2.480967, 1.458044, 1.211549, 0.982686, 1.021137, 0.847294, 1.154924, 1.117705, 0.685881, 0.660738, 0.564858, 0.526088, 0.564753, 0.56989, 0.527673, 0.421082, 0.2319, 0.126831, 0.089904, 0.036199, 0.0]}, "lang": {"n_am_en": [9, 14, 22, 20, 21, 40, 54, 40, 44, 38, 37, 29, 27, 33, 41, 37, 41, 37, 45, 34, 39, 43, 46, 42, 58, 64, 53, 43, 37, 42, 37, 31, 47, 44, 49, 54, 56, 57, 69, 73, 84, 90, 85, 89, 75, 64, 26, 11, 3, 0], "n_am_pl": [7, 25, 26, 37, 24, 36, 29, 36, 21, 25, 24, 32, 39, 45, 38, 41, 51, 61, 70, 75, 69, 65, 52, 69, 75, 82, 73, 66, 52, 44, 48, 55, 55, 50, 47, 47, 52, 66, 56, 46, 45, 46, 43, 53, 70, 89, 136, 173, 202, 208], "n_pos": 211, "sum_m_en": [20.32847, 30.061402, 32.909446, 34.454274, 35.097413, 35.136503, 34.796685, 35.616284, 36.00639, 36.160049, 36.66125, 37.178383, 34.827904, 34.282068, 36.319271, 37.45447, 38.12654, 36.892688, 38.255726, 37.146511, 35.310434, 33.699495, 34.504086, 34.290857, 47.458308, 46.235245, 44.188995, 39.923727, 38.952085, 38.709907, 36.228511, 36.386233, 36.449914, 38.572747, 39.936652, 41.48015, 43.506853, 48.023063, 54.916566, 57.305723, 65.264524, 69.105587, 70.633599, 77.778832, 69.646775, 55.304969, 27.790532, 9.52203, 2.449298, 0.000473], "sum_m_pl": [3.643924, 10.197973, 11.516886, 11.948659, 11.870146, 13.882316, 14.090475, 16.499192, 16.107738, 16.750847, 18.078802, 19.388141, 19.918502, 19.992043, 20.297814, 20.871953, 19.112603, 19.578616, 19.190305, 19.589062, 17.027759, 17.150745, 16.559975, 17.292624, 49.680559, 46.153023, 40.114736, 30.548658, 28.84647, 28.560174, 28.092556, 28.144256, 27.388454, 26.832487, 26.749274, 27.014062, 29.32609, 36.036686, 36.287034, 36.318214, 32.389197, 34.753888, 39.04636, 41.465923, 59.918579, 83.76584, 126.175297, 166.431212, 196.101482, 208.509947]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 324, "item_id": "pes-Endokrynologia-2020 jesień-108", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1073, "region_end": 310, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9814}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 17, 26, 27, 25, 37, 45, 43, 54, 50, 46, 45, 37, 35, 52, 59, 55, 47, 57, 49, 47, 47, 57, 55, 68, 64, 61, 53, 48, 52, 47, 46, 54, 58, 70, 74, 74, 62, 69, 74, 89, 90, 84, 96, 82, 58, 31, 9, 1, 0], "n_am_pl": [6, 38, 34, 49, 40, 45, 37, 57, 43, 45, 47, 49, 50, 58, 53, 68, 79, 80, 91, 111, 100, 96, 84, 97, 104, 99, 103, 91, 69, 66, 65, 71, 73, 66, 74, 69, 71, 98, 99, 86, 70, 72, 73, 72, 87, 111, 144, 165, 193, 192], "n_pos": 288, "sum_m_en": [25.60517, 40.914382, 44.09194, 47.351487, 48.340578, 48.791124, 47.234505, 48.421643, 49.124351, 48.782916, 49.859318, 49.366292, 47.470846, 46.480879, 48.255988, 49.883561, 50.996141, 49.383894, 50.750923, 49.713153, 47.581683, 45.512074, 46.511456, 46.861707, 55.825853, 54.215348, 52.808171, 49.922587, 50.365324, 51.167857, 48.990834, 48.773978, 49.386498, 52.10576, 54.480881, 56.540655, 55.112042, 57.426789, 62.656505, 65.061658, 72.527513, 77.200471, 77.707924, 84.231555, 73.125654, 54.542824, 31.330306, 8.832013, 2.508487, 0.374286], "sum_m_pl": [4.719039, 13.882816, 15.857908, 16.181826, 16.696846, 19.823588, 19.572111, 22.918996, 22.106521, 23.328842, 24.931329, 25.667417, 26.298708, 26.632925, 27.91637, 28.49421, 25.223119, 26.295498, 24.865789, 25.927328, 22.164092, 22.391987, 21.728986, 22.555213, 69.437608, 64.316507, 56.524366, 43.739023, 38.326914, 38.838791, 36.087292, 36.07462, 34.739861, 35.668496, 35.930145, 36.801787, 45.648767, 57.439947, 59.649438, 59.148237, 51.943078, 56.257216, 58.731744, 60.845087, 75.781352, 97.615518, 133.889817, 162.741171, 189.675667, 192.701745]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 4, 6, 1, 4, 5, 3, 6, 3, 4, 4, 4, 3, 1, 3, 2, 0, 3, 1, 2, 1, 2, 1, 5, 5, 5, 4, 5, 5, 4, 2, 3, 4, 3, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.594614, 1.359272, 1.480649, 1.502398, 1.444681, 1.429279, 1.334941, 1.33845, 1.416693, 1.329754, 1.501857, 1.374708, 1.353758, 1.286375, 1.155637, 1.168323, 1.325987, 1.244696, 1.401877, 1.449241, 1.484206, 1.505925, 1.530088, 1.580689, 1.396401, 1.216642, 1.153651, 1.274668, 1.40832, 1.307947, 1.511186, 1.382826, 1.273614, 1.310748, 1.366421, 1.320465, 1.243969, 1.566593, 1.42728, 1.118192, 1.190007, 1.1137, 0.991907, 0.835917, 0.712669, 0.547883, 0.381971, 0.2053, 0.067174, 0.0], "sum_m_pl": [0.108705, 0.430556, 0.577011, 0.606816, 0.720881, 0.70397, 0.758282, 1.067159, 0.766453, 1.121653, 0.901451, 0.97348, 1.180068, 1.363611, 1.28055, 1.504231, 0.864032, 0.942556, 0.707906, 0.753624, 0.645319, 0.608494, 0.586079, 0.593702, 1.255013, 2.12828, 2.076862, 1.678647, 1.176386, 2.77638, 1.486318, 1.187263, 0.93361, 0.997716, 0.84761, 1.116674, 1.048442, 0.665995, 0.67724, 0.584162, 0.535381, 0.556385, 0.543276, 0.521472, 0.396367, 0.200184, 0.117199, 0.086426, 0.018809, 0.0]}, "lang": {"n_am_en": [4, 13, 19, 20, 18, 27, 39, 32, 39, 34, 37, 34, 28, 32, 42, 45, 39, 38, 43, 36, 36, 34, 41, 42, 51, 50, 47, 41, 36, 40, 37, 38, 46, 48, 57, 56, 61, 52, 52, 57, 70, 70, 63, 74, 63, 44, 23, 8, 1, 0], "n_am_pl": [4, 23, 19, 29, 19, 28, 26, 38, 27, 26, 31, 31, 33, 41, 36, 50, 62, 59, 72, 83, 71, 68, 60, 68, 77, 73, 74, 66, 48, 48, 47, 49, 55, 45, 50, 48, 46, 70, 71, 62, 50, 51, 56, 56, 73, 94, 126, 154, 186, 192], "n_pos": 194, "sum_m_en": [17.319172, 27.415592, 29.631501, 31.426357, 32.396364, 32.516076, 31.675061, 32.704559, 33.452279, 33.567041, 34.130501, 34.138078, 32.634834, 32.105054, 34.073821, 35.064677, 35.263796, 34.489709, 35.264211, 34.298732, 32.595354, 30.916612, 31.582784, 31.835593, 42.549891, 40.452356, 39.662816, 36.59851, 36.667602, 36.921313, 34.66737, 34.65415, 35.735338, 38.269577, 40.132251, 41.975625, 42.302749, 44.813394, 48.135482, 49.795052, 54.546633, 57.907182, 59.284399, 65.274198, 56.76459, 41.497335, 24.079343, 6.83441, 1.691513, 0.374246], "sum_m_pl": [2.997904, 9.183637, 10.330189, 10.600994, 10.624976, 12.951541, 13.074925, 15.508782, 15.010395, 15.712799, 16.850704, 17.759184, 17.977197, 18.087378, 18.902556, 19.514326, 17.668906, 18.434876, 17.545292, 18.138813, 15.413119, 15.876657, 15.440397, 15.785808, 50.097424, 47.129712, 41.25921, 31.512177, 27.500651, 26.448797, 25.729577, 25.936031, 25.305947, 25.60703, 25.868324, 27.052566, 30.046016, 38.68803, 40.870117, 39.886898, 35.144215, 37.951717, 41.978558, 42.998867, 61.917129, 82.611307, 118.053599, 151.069045, 182.196298, 191.588548]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "pes-Endokrynologia-2020 jesień-108", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1328, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9931}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 16, 11, 16, 21, 24, 21, 23, 16, 27, 23, 20, 23, 27, 21, 19, 25, 27, 29, 26, 28, 26, 29, 34, 39, 43, 33, 29, 26, 28, 29, 33, 23, 37, 42, 46, 36, 46, 40, 47, 60, 56, 58, 51, 45, 34, 28, 26, 25, 23], "n_am_pl": [5, 19, 27, 15, 14, 17, 15, 16, 19, 19, 20, 20, 20, 21, 25, 23, 24, 16, 10, 14, 12, 14, 9, 7, 11, 13, 9, 18, 18, 16, 15, 17, 12, 16, 13, 18, 10, 12, 13, 13, 16, 10, 10, 15, 20, 31, 40, 41, 45, 44], "n_pos": 159, "sum_m_en": [16.996217, 22.771256, 24.121407, 25.771604, 27.680796, 28.36141, 26.520637, 26.505877, 26.066659, 26.590968, 26.137159, 25.252268, 26.603351, 27.548789, 25.970784, 26.471132, 27.556066, 25.618934, 27.194175, 27.019748, 26.83484, 26.810936, 26.521098, 26.861323, 34.580715, 32.218051, 27.683983, 24.965948, 27.769265, 27.376415, 28.737047, 28.662479, 26.775884, 27.645002, 28.807248, 29.057052, 29.459034, 33.461237, 35.497989, 38.78031, 45.663517, 51.653372, 51.344085, 47.370397, 42.537472, 36.448646, 27.709543, 24.756031, 23.873593, 24.144593], "sum_m_pl": [4.268779, 8.833546, 9.830379, 9.310658, 9.701691, 10.289952, 9.593328, 10.401699, 11.022306, 12.342318, 12.288048, 13.238437, 13.221367, 12.978484, 13.180698, 13.255084, 11.735389, 11.678662, 11.038186, 11.220061, 10.74088, 10.33999, 9.93007, 10.0261, 11.972268, 13.471888, 13.691951, 15.125419, 14.739219, 15.759053, 14.437816, 14.141365, 13.838492, 14.355947, 14.164931, 13.746088, 14.188886, 12.443286, 14.006754, 13.451117, 12.936551, 10.416298, 11.898854, 13.944885, 17.449809, 25.233069, 37.238397, 40.568687, 42.31057, 43.429389]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 0, 0, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 3, 4, 2, 1, 1, 2, 2, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 3, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 0, 0, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 0, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.208866, 2.025138, 2.047641, 2.163078, 2.258893, 2.297761, 2.243055, 2.182023, 2.251439, 2.175807, 2.148458, 1.787256, 1.947182, 2.013145, 1.846255, 1.869241, 2.088575, 1.973104, 2.215447, 2.198142, 2.20994, 2.233896, 2.246561, 2.320879, 2.360413, 2.258167, 2.083133, 2.02919, 2.411093, 2.258378, 2.482965, 2.303179, 2.205714, 1.98858, 2.091661, 1.987941, 1.765491, 1.91834, 1.763661, 1.691555, 1.997838, 1.821976, 1.910297, 1.445417, 0.832901, 0.540678, 0.3871, 0.253103, 0.031674, 1e-06], "sum_m_pl": [0.260772, 0.594468, 0.700472, 0.628398, 0.739653, 0.722706, 0.715658, 0.78279, 0.737195, 0.876804, 0.863795, 0.712698, 0.814963, 0.828859, 0.796909, 0.823764, 0.763827, 0.845945, 0.815423, 0.82348, 0.758333, 0.740024, 0.715688, 0.736378, 1.089495, 1.372616, 1.347481, 1.29598, 1.052051, 1.263497, 0.958417, 0.746064, 0.773411, 0.875078, 0.661477, 0.72689, 0.657385, 0.600332, 0.688312, 0.694141, 0.742844, 0.792716, 0.743366, 0.6565, 0.516478, 0.263088, 0.198507, 0.133636, 0.049967, 2e-06]}, "lang": {"n_am_en": [2, 8, 5, 6, 11, 13, 16, 15, 6, 10, 13, 12, 9, 13, 12, 13, 13, 13, 14, 13, 15, 16, 18, 20, 20, 27, 19, 18, 13, 13, 12, 16, 9, 19, 20, 22, 19, 24, 25, 29, 35, 38, 37, 35, 33, 28, 24, 22, 23, 23], "n_am_pl": [3, 7, 11, 6, 6, 6, 4, 5, 9, 6, 7, 7, 9, 10, 12, 15, 17, 10, 6, 8, 7, 8, 5, 4, 5, 3, 3, 5, 8, 6, 11, 9, 5, 8, 6, 11, 6, 10, 7, 10, 10, 5, 5, 12, 16, 25, 33, 36, 41, 44], "n_pos": 68, "sum_m_en": [7.088779, 9.931541, 10.529401, 11.31666, 12.085577, 12.528464, 11.885048, 11.67491, 11.284683, 11.370088, 11.500584, 11.52497, 11.825572, 12.339034, 11.77031, 11.665883, 11.972223, 10.901146, 11.576274, 11.651634, 11.721788, 11.841311, 11.49192, 11.66817, 18.257213, 16.857621, 14.286908, 12.27233, 13.004394, 12.68967, 13.004737, 12.770343, 12.007138, 13.552216, 13.995997, 14.958577, 15.507212, 18.450659, 20.20567, 23.83764, 26.75581, 32.732399, 32.298318, 31.247383, 29.402441, 26.946704, 22.295194, 20.206429, 20.739628, 23.064747], "sum_m_pl": [1.564524, 3.683658, 3.951833, 3.874158, 4.026866, 4.401307, 4.106239, 4.756043, 4.990589, 5.539366, 5.482212, 6.082667, 6.084094, 6.001148, 6.222321, 6.331122, 5.486009, 5.429845, 5.105295, 5.200605, 4.928683, 4.76053, 4.5595, 4.558548, 5.401512, 6.011485, 6.313657, 7.067462, 6.882016, 7.488817, 7.008749, 7.115228, 6.899098, 7.204063, 7.258285, 7.115812, 7.650992, 7.009963, 7.771092, 7.485421, 7.155259, 5.036651, 6.199128, 8.793267, 12.053327, 19.623722, 31.917231, 35.537221, 39.005824, 43.16074]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "pes-Endokrynologia-2020 wiosna-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1147, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 16, 20, 26, 33, 33, 37, 38, 26, 36, 33, 35, 35, 30, 36, 43, 44, 45, 46, 48, 46, 45, 45, 44, 69, 60, 50, 45, 47, 47, 46, 40, 30, 37, 42, 49, 52, 55, 53, 66, 75, 69, 79, 70, 54, 34, 13, 4, 1, 0], "n_am_pl": [3, 27, 34, 22, 30, 19, 24, 27, 18, 25, 30, 30, 30, 42, 37, 34, 32, 27, 24, 25, 28, 20, 21, 24, 18, 23, 28, 32, 26, 38, 34, 37, 51, 41, 36, 31, 32, 33, 31, 30, 31, 38, 35, 37, 47, 70, 116, 128, 140, 145], "n_pos": 223, "sum_m_en": [20.566047, 31.709309, 35.187675, 36.012637, 37.420507, 37.889398, 37.54699, 38.000881, 37.51185, 38.44608, 38.783486, 38.72308, 38.718743, 39.974623, 38.357619, 40.10029, 41.367265, 38.924246, 39.081487, 39.113527, 37.994228, 37.379386, 37.528913, 37.96536, 52.265959, 49.673718, 43.671371, 38.087496, 41.711542, 40.187957, 39.555425, 38.745827, 36.036957, 38.452354, 39.770523, 40.40947, 39.796027, 42.872581, 42.788536, 46.789355, 55.885968, 57.764662, 63.576648, 62.109095, 50.874294, 33.145116, 13.3497, 4.866483, 2.293746, 0.063157], "sum_m_pl": [4.180726, 12.561853, 13.757997, 13.529328, 13.528466, 13.993441, 13.668859, 15.047101, 16.035739, 18.188031, 18.327283, 19.187572, 18.676314, 19.181852, 19.662869, 18.70826, 16.232692, 16.530629, 14.766894, 14.957811, 14.10743, 13.692213, 13.295219, 13.568173, 16.942743, 18.683562, 20.321936, 22.30865, 22.168035, 24.206986, 22.155201, 22.788146, 22.221642, 21.410001, 19.940374, 19.193107, 22.373514, 22.263994, 24.610616, 24.766838, 25.023827, 25.493295, 25.574098, 30.765976, 40.83757, 63.759327, 106.436198, 126.234581, 137.720105, 144.580062]}, "digit": {"n_am_en": [0, 2, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 2, 2, 2, 2, 1, 0, 1, 1, 2, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 3, 3, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 2, 0, 1, 1, 0, 0, 1, 1, 0, 0, 2, 1, 1, 0, 2, 1, 1, 3, 2, 3, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.040406, 1.839448, 1.964904, 2.089375, 2.098656, 1.993008, 2.015239, 1.992183, 2.133155, 2.138641, 2.152654, 1.978823, 2.05426, 2.162546, 1.84043, 1.893666, 2.033188, 1.938739, 2.021159, 1.994923, 2.047762, 2.052182, 2.092826, 2.16266, 2.254207, 2.195805, 1.838477, 1.832151, 2.27266, 2.176312, 2.427685, 2.346436, 2.193996, 2.080684, 2.143502, 1.907723, 1.592067, 1.774254, 1.67933, 1.529535, 1.656317, 1.508864, 1.387726, 1.158124, 0.62654, 0.328306, 0.195674, 0.098224, 0.029541, 0.0], "sum_m_pl": [0.212002, 0.600367, 0.688815, 0.706455, 0.833636, 0.651974, 0.720034, 0.828807, 0.755999, 1.093276, 0.902315, 0.763063, 0.869579, 0.91909, 1.049182, 1.093304, 0.878362, 0.890306, 0.746947, 0.798231, 0.729686, 0.706131, 0.681187, 0.692648, 0.943359, 1.183936, 1.046904, 0.962257, 0.86792, 1.146845, 1.032535, 0.858159, 0.75325, 0.771371, 0.675132, 0.700659, 0.627371, 0.593143, 0.634068, 0.663689, 0.693025, 0.784191, 0.737915, 0.886843, 0.733093, 0.416074, 0.206912, 0.091469, 0.032547, 2.9e-05]}, "lang": {"n_am_en": [2, 9, 17, 20, 28, 28, 33, 31, 19, 27, 25, 27, 23, 18, 24, 30, 32, 30, 30, 36, 33, 35, 33, 31, 49, 45, 37, 29, 33, 31, 33, 26, 20, 30, 30, 35, 39, 35, 36, 47, 58, 51, 61, 54, 41, 26, 11, 4, 1, 0], "n_am_pl": [3, 21, 19, 16, 17, 10, 11, 17, 10, 17, 16, 19, 22, 36, 28, 27, 25, 23, 18, 16, 21, 13, 13, 16, 12, 14, 19, 24, 20, 30, 23, 27, 38, 32, 27, 26, 26, 30, 26, 27, 28, 34, 29, 29, 42, 60, 105, 121, 137, 145], "n_pos": 145, "sum_m_en": [13.297248, 20.793087, 23.49883, 23.741629, 24.931646, 25.046278, 24.905873, 25.096171, 24.49332, 25.083808, 25.428644, 25.783677, 25.523259, 26.396329, 25.866563, 27.036791, 27.649918, 25.983237, 25.956346, 26.278224, 25.367912, 24.866499, 24.844175, 25.023131, 37.466149, 35.561743, 31.318364, 26.964166, 29.387226, 28.175296, 27.294246, 26.662865, 24.542355, 26.674805, 27.610212, 29.182273, 29.542112, 30.741574, 31.237129, 34.541902, 41.553286, 42.073254, 48.660975, 46.805652, 37.743412, 24.312638, 10.955023, 4.008712, 1.963182, 0.063028], "sum_m_pl": [2.548214, 7.853608, 8.543936, 8.623205, 8.434698, 8.915382, 8.662184, 9.754815, 10.481374, 11.757034, 11.94893, 12.712747, 12.422128, 13.123274, 13.242262, 12.39058, 10.760954, 11.080566, 9.735798, 9.781477, 9.171616, 8.952426, 8.692619, 8.904714, 11.670623, 12.641122, 13.905816, 15.71036, 15.480614, 16.60275, 15.119864, 16.10932, 15.864826, 14.973804, 14.008079, 13.675829, 16.230564, 16.901488, 18.440487, 19.18919, 19.927822, 21.563858, 20.155155, 23.615814, 34.972788, 54.878659, 95.643715, 118.014986, 134.552506, 144.150001]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 225, "item_id": "pes-Endokrynologia-2020 wiosna-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1402, "region_end": 223, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9911}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 5, 5, 6, 10, 15, 15, 15, 17, 19, 18, 18, 18, 20, 20, 22, 20, 22, 24, 20, 30, 27, 28, 24, 35, 35, 29, 22, 16, 15, 20, 24, 21, 27, 27, 33, 35, 39, 41, 39, 41, 41, 40, 38, 41, 37, 42, 44, 43, 37], "n_am_pl": [2, 3, 3, 1, 3, 3, 4, 9, 8, 11, 9, 9, 7, 8, 9, 9, 10, 12, 11, 11, 8, 5, 6, 5, 9, 9, 9, 11, 17, 10, 12, 11, 15, 15, 11, 10, 6, 4, 4, 2, 2, 3, 2, 2, 2, 3, 5, 6, 4, 4], "n_pos": 77, "sum_m_en": [8.296688, 9.836697, 10.661381, 11.420086, 13.060153, 14.075029, 13.599127, 13.859293, 14.104583, 14.844418, 15.000518, 14.208907, 13.66662, 13.540376, 13.178104, 13.974898, 14.344896, 13.362141, 13.832443, 13.547588, 13.266438, 13.987287, 13.446264, 12.742197, 20.833666, 20.133491, 18.54155, 15.851163, 15.286932, 14.951448, 14.710515, 14.607075, 15.406739, 15.938079, 17.716337, 20.125273, 24.859258, 25.61451, 30.322823, 32.457512, 33.396197, 35.672444, 34.165177, 33.924734, 35.764217, 35.523634, 38.131145, 38.181123, 36.697119, 37.576812], "sum_m_pl": [1.835175, 3.076564, 3.427679, 3.430257, 4.022467, 4.220079, 4.221431, 4.625003, 5.148295, 6.028774, 6.065702, 5.815935, 6.220641, 6.114538, 6.333461, 6.74988, 6.081617, 6.184593, 5.90969, 5.970194, 5.804154, 5.663232, 5.271661, 5.276764, 7.705882, 8.70064, 8.918948, 9.557632, 8.420484, 7.96449, 8.167521, 7.731027, 7.858808, 9.101959, 9.361824, 8.495763, 7.176945, 6.157655, 5.471639, 4.415542, 4.491375, 3.787602, 3.505757, 3.584584, 4.137103, 4.537901, 4.748772, 5.521314, 4.060668, 3.96903]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.071422, 0.174057, 0.15856, 0.186321, 0.214667, 0.233441, 0.232246, 0.208304, 0.236062, 0.243209, 0.232411, 0.225268, 0.189003, 0.178216, 0.19719, 0.185291, 0.226138, 0.195109, 0.213109, 0.202022, 0.21273, 0.206164, 0.192265, 0.182838, 0.170277, 0.423917, 0.362108, 0.341092, 0.318793, 0.292147, 0.234852, 0.211177, 0.246139, 0.251496, 0.258253, 0.292894, 0.34739, 0.184757, 0.138447, 0.158071, 0.090542, 0.079496, 0.066992, 0.036081, 0.046844, 0.06978, 0.085381, 0.038644, 0.000506, 0.0], "sum_m_pl": [0.004585, 0.031424, 0.030137, 0.039101, 0.055909, 0.05837, 0.06934, 0.073431, 0.065839, 0.091167, 0.089235, 0.091575, 0.098493, 0.093275, 0.091002, 0.132149, 0.113773, 0.096711, 0.092846, 0.090166, 0.080045, 0.08588, 0.075804, 0.068248, 0.051773, 0.093131, 0.072407, 0.10061, 0.076767, 0.088229, 0.135764, 0.104756, 0.083666, 0.107406, 0.101368, 0.085383, 0.064533, 0.062174, 0.063768, 0.08117, 0.087537, 0.090954, 0.083526, 0.051604, 0.089245, 0.008128, 0.010532, 0.037095, 0.000874, 0.0]}, "lang": {"n_am_en": [4, 3, 3, 4, 7, 7, 9, 11, 10, 11, 14, 10, 10, 12, 12, 11, 12, 14, 15, 14, 18, 17, 19, 16, 21, 22, 20, 17, 12, 10, 11, 14, 16, 18, 18, 24, 24, 28, 29, 29, 30, 29, 31, 29, 31, 29, 35, 34, 36, 36], "n_am_pl": [1, 1, 2, 0, 1, 2, 2, 4, 5, 5, 4, 3, 4, 4, 3, 4, 4, 3, 4, 7, 6, 5, 4, 4, 5, 5, 5, 5, 9, 4, 8, 8, 5, 9, 6, 5, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 3, 4, 3, 4], "n_pos": 41, "sum_m_en": [4.437748, 4.913107, 5.307104, 5.773923, 6.784649, 7.350232, 7.46899, 7.50529, 7.783835, 8.32783, 8.516692, 7.923547, 7.505453, 7.481353, 7.254759, 7.638986, 7.837818, 7.389903, 7.518919, 7.334228, 7.195948, 7.971932, 7.663439, 7.023828, 13.513867, 12.83316, 11.704842, 9.77929, 8.856034, 8.299631, 8.425528, 8.201186, 9.018963, 9.532716, 10.93378, 12.996448, 16.689831, 18.591146, 22.114899, 24.633175, 25.102117, 26.179985, 27.147625, 27.260257, 28.338198, 28.174362, 31.521282, 30.635836, 31.08549, 35.699811], "sum_m_pl": [1.076059, 1.670384, 1.732104, 1.776882, 2.067937, 2.16559, 2.103499, 2.280552, 2.466422, 2.873928, 2.903084, 2.859007, 3.086705, 2.988907, 3.158048, 3.492113, 3.165946, 3.228641, 3.172944, 3.204387, 3.101581, 2.998616, 2.834198, 2.871977, 4.29601, 4.689536, 4.948, 5.228697, 4.587481, 4.555528, 4.627816, 4.639838, 4.458142, 5.272957, 4.986406, 4.461926, 3.910769, 3.260045, 2.860587, 2.447547, 2.741205, 2.347685, 1.66898, 1.795957, 1.953461, 2.927089, 3.064631, 3.898016, 3.446891, 3.916297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "pes-Gastroenterologia dziecięca-2018 wiosna-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 993, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9872}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 5, 11, 14, 18, 20, 19, 34, 28, 25, 21, 22, 21, 18, 26, 26, 28, 30, 38, 39, 43, 35, 39, 35, 45, 42, 38, 32, 22, 22, 19, 20, 23, 29, 40, 35, 38, 42, 44, 45, 41, 43, 46, 45, 37, 23, 9, 4, 2, 1], "n_am_pl": [4, 5, 17, 8, 10, 14, 16, 14, 11, 20, 14, 14, 16, 17, 21, 23, 23, 21, 19, 16, 14, 18, 19, 16, 15, 18, 16, 16, 24, 25, 28, 26, 25, 25, 19, 23, 17, 12, 20, 16, 16, 25, 20, 25, 34, 51, 74, 85, 85, 84], "n_pos": 130, "sum_m_en": [11.458248, 17.681068, 18.89334, 19.707383, 21.110999, 21.750758, 20.812249, 22.974691, 23.104965, 24.299075, 24.300115, 22.960062, 22.092177, 22.03101, 22.182997, 23.869616, 24.039495, 22.155955, 23.205229, 23.166943, 21.65403, 21.802645, 21.783224, 22.193498, 33.369343, 31.717638, 28.155367, 24.573469, 23.570625, 23.129658, 21.622361, 22.276297, 22.917816, 23.611771, 25.480188, 26.30586, 28.398695, 29.581519, 35.927866, 37.606527, 36.015572, 36.97669, 38.977398, 38.773911, 34.873515, 25.046131, 10.032838, 6.417171, 3.105209, 0.851226], "sum_m_pl": [2.068358, 6.103007, 7.362159, 7.087983, 7.724453, 8.273843, 7.989647, 8.880245, 9.363226, 10.633135, 11.07115, 10.80718, 11.22168, 11.340831, 12.025076, 12.156024, 10.631762, 10.485126, 9.382696, 9.54364, 9.126562, 9.107208, 8.627038, 8.680898, 12.094804, 12.835191, 12.70096, 14.348909, 15.582765, 15.627585, 15.114695, 13.99459, 14.391936, 14.874778, 14.236741, 13.746221, 13.879726, 13.442643, 13.625791, 13.338027, 14.187501, 15.899827, 15.196543, 19.681451, 28.848269, 46.932803, 67.482448, 82.678856, 82.255909, 84.307242]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.071033, 0.151057, 0.175673, 0.140671, 0.150813, 0.175692, 0.232844, 0.2388, 0.228633, 0.214926, 0.208012, 0.210733, 0.181621, 0.191036, 0.157754, 0.203401, 0.190847, 0.188836, 0.194903, 0.190969, 0.187325, 0.189231, 0.184097, 0.186441, 0.715432, 0.678065, 0.289444, 0.168825, 0.189305, 0.219221, 0.218942, 0.221697, 0.212564, 0.226918, 0.22115, 0.222565, 0.24649, 0.464761, 0.495798, 0.777437, 0.189112, 0.14891, 0.102665, 0.046961, 0.055421, 0.070056, 0.022179, 0.002047, 0.000666, 0.0], "sum_m_pl": [0.008547, 0.036739, 0.043746, 0.054506, 0.042121, 0.046103, 0.031886, 0.029161, 0.035037, 0.04929, 0.061889, 0.060021, 0.05792, 0.049213, 0.05409, 0.069869, 0.053809, 0.052904, 0.057397, 0.061292, 0.056019, 0.057962, 0.056942, 0.059526, 0.041616, 0.051222, 0.116635, 0.107404, 0.086739, 0.076405, 0.069803, 0.063946, 0.065386, 0.091809, 0.089746, 0.087866, 0.079001, 0.050514, 0.046408, 0.018204, 0.074361, 0.10832, 0.106187, 0.310426, 0.464754, 0.416888, 0.01171, 0.005852, 0.000408, 0.0]}, "lang": {"n_am_en": [2, 3, 7, 4, 11, 10, 13, 17, 15, 15, 12, 13, 15, 12, 17, 17, 17, 21, 24, 24, 27, 21, 24, 22, 25, 27, 22, 20, 15, 14, 13, 15, 16, 21, 31, 25, 27, 27, 30, 28, 28, 30, 35, 35, 28, 16, 7, 4, 1, 1], "n_am_pl": [1, 4, 11, 7, 8, 12, 13, 12, 7, 14, 8, 8, 12, 14, 12, 13, 16, 14, 12, 9, 9, 12, 12, 8, 8, 12, 11, 10, 12, 14, 15, 14, 11, 15, 10, 11, 11, 8, 15, 11, 12, 21, 15, 16, 23, 40, 62, 76, 83, 84], "n_pos": 86, "sum_m_en": [7.332002, 11.307266, 11.958579, 12.480205, 13.553186, 13.855075, 13.266995, 14.662868, 14.79808, 15.737894, 15.765055, 14.862837, 14.375055, 14.442159, 14.683243, 15.903705, 15.999439, 14.806622, 15.404661, 15.523525, 14.331265, 14.440575, 14.43807, 14.593004, 20.284613, 19.77672, 17.920166, 16.208282, 15.228606, 14.878294, 14.026225, 14.384591, 15.108072, 15.586451, 17.017437, 17.059699, 19.156125, 19.595565, 23.253342, 24.292213, 24.18576, 25.905814, 28.287699, 28.558465, 24.981972, 16.863505, 7.128121, 4.746724, 1.880884, 0.851037], "sum_m_pl": [1.451586, 4.206733, 4.911159, 4.667229, 5.038847, 5.438049, 5.344527, 5.889448, 6.16818, 6.970074, 7.194141, 7.100784, 7.374472, 7.495386, 7.915481, 7.85567, 7.022567, 6.86105, 6.183346, 6.349711, 6.071493, 6.0702, 5.708361, 5.796404, 8.133307, 8.535489, 8.350431, 9.475139, 10.51738, 10.300672, 9.977042, 9.293516, 9.578436, 9.840703, 9.68232, 9.508698, 9.665167, 9.62876, 10.60033, 10.269232, 10.800652, 12.568299, 11.766352, 13.496594, 20.125845, 36.325765, 55.488608, 72.747554, 80.134417, 83.965403]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "pes-Gastroenterologia dziecięca-2018 wiosna-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1248, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9924}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 6, 9, 12, 21, 22, 15, 8, 15, 20, 17, 22, 20, 21, 21, 18, 19, 18, 24, 23, 19, 18, 16, 13, 25, 27, 22, 24, 31, 23, 17, 14, 24, 23, 23, 28, 35, 40, 50, 44, 40, 42, 47, 42, 46, 48, 39, 43, 43, 44], "n_am_pl": [9, 11, 6, 6, 9, 12, 13, 11, 5, 9, 13, 9, 15, 13, 12, 15, 16, 22, 17, 14, 14, 9, 10, 11, 8, 15, 14, 16, 22, 18, 15, 22, 16, 12, 14, 14, 11, 11, 7, 7, 7, 10, 8, 15, 12, 14, 20, 18, 18, 14], "n_pos": 125, "sum_m_en": [14.662724, 17.661925, 18.617659, 19.800977, 20.827817, 21.209468, 18.717569, 19.591187, 17.8576, 18.145884, 18.554202, 18.892131, 19.334665, 20.035599, 20.447335, 20.876643, 21.345493, 19.526685, 19.376927, 19.557445, 19.255889, 19.744996, 19.673048, 19.844208, 23.285968, 23.551254, 21.353579, 20.642373, 22.116091, 21.924634, 20.348581, 21.421358, 22.225386, 21.392367, 23.446074, 24.072341, 27.699157, 29.892338, 32.119022, 34.25222, 35.410227, 37.770089, 41.333058, 39.654776, 41.950953, 41.803281, 38.059764, 39.695818, 37.625723, 45.149562], "sum_m_pl": [3.62615, 5.608424, 5.8272, 5.718442, 6.46945, 7.118682, 7.512826, 8.335426, 8.400564, 9.826962, 9.983946, 10.28869, 10.796707, 10.484469, 10.696518, 11.49132, 10.878732, 10.471973, 10.070698, 9.649042, 8.872805, 8.587683, 8.085765, 7.95078, 10.1695, 11.580386, 11.315009, 12.559248, 13.083942, 13.213411, 12.810212, 12.746542, 11.990566, 12.842586, 11.354207, 11.195646, 11.111483, 10.555967, 10.157729, 10.404423, 9.40374, 10.638273, 10.411812, 14.127546, 14.599247, 14.613576, 18.577683, 19.062888, 16.543614, 13.585204]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 6, 7, 10, 16, 9, 6, 9, 12, 11, 13, 11, 13, 12, 7, 7, 13, 17, 15, 12, 12, 12, 12, 15, 17, 14, 17, 18, 16, 12, 8, 16, 17, 15, 20, 25, 26, 33, 30, 29, 31, 38, 35, 39, 39, 35, 37, 40, 44], "n_am_pl": [5, 5, 2, 2, 3, 3, 7, 7, 4, 5, 8, 5, 6, 6, 6, 7, 8, 11, 7, 6, 6, 3, 6, 5, 3, 5, 7, 6, 9, 7, 6, 12, 9, 7, 7, 6, 5, 6, 5, 5, 3, 5, 3, 8, 7, 8, 11, 15, 16, 14], "n_pos": 59, "sum_m_en": [6.756681, 8.150425, 8.698248, 9.356225, 10.287027, 10.563361, 9.424107, 9.788543, 9.051087, 9.060795, 9.354202, 9.602911, 9.836544, 10.119277, 10.392627, 10.493253, 10.644119, 9.891831, 9.651107, 9.60053, 9.397442, 9.717609, 9.666463, 9.890394, 13.535233, 13.557564, 12.805655, 11.709384, 12.101778, 11.830269, 10.647228, 10.74827, 11.438787, 11.439533, 12.682237, 13.987954, 15.923843, 18.904746, 20.296559, 22.415012, 23.735578, 26.3129, 29.6182, 30.007864, 33.513093, 33.415276, 31.999133, 32.305751, 33.562593, 43.405838], "sum_m_pl": [1.681452, 2.44454, 2.473815, 2.519594, 2.991034, 3.219518, 3.395515, 3.892312, 3.948109, 4.504346, 4.669538, 4.75033, 4.839975, 4.777017, 4.931826, 5.335881, 5.090912, 4.847468, 4.742703, 4.577413, 4.199199, 3.999829, 3.744231, 3.661079, 4.961409, 5.777674, 5.690088, 5.828499, 6.19932, 6.458408, 6.34632, 6.349525, 6.072806, 6.4148, 5.488949, 5.534424, 5.476179, 5.458397, 5.071607, 5.020402, 4.861261, 5.19094, 4.807754, 7.519357, 8.143739, 8.185509, 11.024437, 14.806928, 14.935399, 13.543967]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Gastroenterologia-2018 jesień-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1278, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 32, 37, 41, 77, 81, 74, 87, 80, 90, 86, 82, 70, 73, 83, 79, 97, 89, 106, 98, 111, 102, 96, 101, 129, 124, 135, 118, 120, 109, 90, 97, 100, 119, 130, 130, 145, 149, 175, 169, 167, 169, 183, 196, 188, 146, 48, 5, 1, 2], "n_am_pl": [19, 36, 62, 57, 53, 66, 45, 64, 48, 41, 56, 71, 70, 66, 68, 74, 74, 64, 66, 59, 53, 51, 57, 61, 54, 56, 50, 59, 68, 89, 66, 78, 79, 80, 64, 72, 77, 56, 68, 74, 79, 90, 92, 92, 120, 177, 273, 331, 350, 343], "n_pos": 533, "sum_m_en": [50.334756, 76.342711, 80.07706, 82.547652, 86.620753, 90.12041, 83.94547, 90.159764, 85.723281, 89.691479, 91.437809, 89.942843, 90.509366, 87.305721, 90.641847, 93.906007, 93.323543, 86.957664, 85.953928, 84.904226, 81.845945, 81.462868, 81.465589, 81.516179, 112.069655, 111.736544, 101.959607, 95.516407, 96.94326, 93.990708, 88.358196, 90.843286, 92.887672, 96.496761, 103.341457, 103.442018, 106.94246, 114.202018, 128.593521, 135.116617, 139.039004, 149.756113, 161.654128, 175.057435, 162.913667, 132.121919, 49.79927, 12.337131, 5.855881, 2.007424], "sum_m_pl": [9.419257, 24.838237, 28.478365, 28.774812, 30.96778, 33.684294, 34.248399, 37.693453, 37.395172, 41.002799, 41.773411, 42.85915, 44.081654, 43.725165, 45.937066, 47.397046, 44.506589, 43.706969, 41.016157, 40.013111, 38.068376, 37.232491, 35.981157, 34.683894, 43.993059, 47.516924, 47.49141, 51.88639, 54.944664, 58.656641, 57.423705, 56.949656, 56.454709, 56.453883, 52.689549, 52.290129, 54.684913, 50.242912, 53.184615, 55.867788, 60.082894, 68.813933, 72.043495, 82.218153, 112.46254, 155.88525, 257.725602, 315.996167, 335.639292, 345.002707]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 23, 23, 24, 58, 54, 56, 61, 66, 63, 62, 53, 44, 46, 51, 51, 65, 59, 72, 66, 75, 73, 69, 72, 90, 90, 95, 81, 80, 69, 56, 60, 59, 79, 88, 87, 106, 110, 133, 122, 123, 127, 133, 145, 143, 113, 40, 4, 1, 2], "n_am_pl": [14, 26, 37, 43, 27, 31, 24, 41, 31, 27, 37, 47, 48, 50, 49, 56, 58, 49, 51, 40, 32, 32, 36, 43, 39, 43, 33, 40, 47, 60, 50, 55, 59, 59, 49, 55, 57, 46, 56, 58, 66, 74, 74, 71, 94, 148, 235, 298, 333, 343], "n_pos": 347, "sum_m_en": [33.282248, 50.409291, 53.07661, 53.571213, 56.387681, 58.579993, 54.675649, 58.609299, 56.023075, 58.978857, 60.718605, 59.639108, 59.93001, 57.414613, 59.659427, 61.92933, 61.51063, 57.375348, 56.776792, 56.287611, 53.733962, 53.384149, 53.284039, 53.181507, 76.619945, 76.085044, 68.150134, 62.653886, 62.985358, 60.882233, 56.76134, 58.282323, 60.199012, 62.136028, 67.592604, 67.788912, 71.601841, 77.8501, 90.139358, 93.356493, 97.492601, 107.064051, 116.303097, 127.721082, 122.046982, 99.601219, 39.324837, 8.198575, 3.036484, 2.002905], "sum_m_pl": [6.079161, 16.484858, 18.378144, 18.692855, 19.863576, 21.571745, 22.294287, 24.812748, 25.04897, 27.395666, 28.034133, 28.924878, 29.903208, 30.227597, 31.093826, 31.920196, 30.05646, 29.576822, 27.741546, 26.781691, 25.418547, 24.925054, 23.998389, 23.030811, 30.581328, 33.363959, 32.695073, 36.355195, 38.510337, 40.998935, 40.167952, 39.976432, 40.095022, 40.478935, 37.896828, 38.238552, 39.992145, 37.941059, 40.483693, 42.383973, 46.084859, 53.437696, 57.858556, 63.207847, 89.183662, 130.879663, 222.823122, 284.926112, 320.509897, 343.042197]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 535, "item_id": "pes-Gastroenterologia-2018 jesień-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1533, "region_end": 533, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9869}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 25, 19, 24, 27, 28, 36, 44, 42, 37, 42, 37, 32, 41, 35, 43, 47, 53, 60, 69, 66, 72, 67, 63, 76, 72, 71, 56, 66, 62, 59, 58, 55, 74, 78, 80, 87, 88, 96, 98, 94, 92, 93, 98, 92, 94, 90, 83, 82, 81], "n_am_pl": [10, 13, 20, 21, 15, 15, 19, 13, 19, 22, 19, 22, 22, 25, 24, 29, 18, 25, 18, 19, 17, 11, 11, 11, 17, 22, 17, 25, 19, 24, 27, 22, 27, 20, 14, 14, 21, 14, 13, 12, 11, 16, 16, 10, 14, 6, 6, 6, 8, 12], "n_pos": 186, "sum_m_en": [22.124409, 27.164264, 26.570053, 27.502248, 30.030267, 31.274971, 31.176654, 32.097976, 31.377257, 31.471761, 32.015845, 31.677486, 32.118162, 32.255627, 31.899896, 33.627032, 34.057317, 33.905326, 34.407392, 33.622183, 32.659126, 32.795332, 32.717298, 32.579638, 55.636951, 54.480883, 49.814621, 41.30592, 41.370536, 40.344386, 38.739789, 37.395563, 39.650979, 41.854493, 44.266657, 48.917766, 55.074541, 64.260682, 75.954065, 80.852266, 81.290989, 82.306294, 85.238709, 84.759741, 82.669879, 86.41946, 83.191849, 75.500496, 72.009504, 80.964117], "sum_m_pl": [5.91094, 8.739519, 9.908147, 10.18369, 10.571731, 11.616091, 11.893579, 13.498192, 13.081198, 14.442172, 14.324347, 14.037127, 14.807543, 14.299666, 15.362284, 16.053228, 14.319738, 14.080764, 13.439107, 13.249543, 12.610587, 12.256247, 11.953618, 11.997097, 15.558149, 18.29249, 17.90289, 20.569566, 17.840747, 18.470038, 17.074279, 17.179089, 16.40159, 16.847408, 16.019373, 15.128757, 14.605374, 13.535426, 13.074555, 11.546736, 12.070169, 14.874441, 13.57457, 11.600172, 11.723765, 9.833535, 8.169845, 7.712053, 9.996601, 11.251125]}, "digit": {"n_am_en": [0, 2, 2, 0, 0, 0, 1, 2, 1, 1, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 4, 3, 3, 2, 1, 1, 5, 2, 4, 3, 2, 6, 6, 4, 3, 3, 7, 6, 4, 4, 6, 6, 6, 5, 4, 4, 3, 4, 3, 4, 4, 4, 5, 7, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.710255, 1.540537, 1.460048, 1.30569, 1.414692, 1.451713, 1.48762, 1.449557, 1.442874, 1.443803, 1.530214, 1.401056, 1.379875, 1.267623, 1.071111, 1.149249, 1.283847, 1.277087, 1.390856, 1.369941, 1.356761, 1.392683, 1.412894, 1.453109, 1.173878, 1.014957, 0.891284, 0.939712, 1.162748, 1.111661, 1.345978, 1.263831, 1.135349, 1.194471, 1.288645, 1.277951, 1.200965, 1.323317, 1.199659, 1.188593, 0.84784, 0.847097, 0.809882, 0.850163, 0.575542, 0.3837, 0.247312, 0.166758, 0.062611, 0.0], "sum_m_pl": [0.106103, 0.365156, 0.469129, 0.379065, 0.468175, 0.544193, 0.585676, 0.56381, 0.514432, 0.766666, 0.661218, 0.62026, 0.822465, 0.740094, 1.4337, 1.663155, 1.123576, 1.190426, 0.779739, 0.81185, 0.662962, 0.613539, 0.609874, 0.606305, 2.777799, 3.375826, 3.373125, 2.970885, 1.543888, 2.237621, 1.364497, 1.292063, 1.084312, 1.058606, 0.935862, 1.334782, 0.940707, 0.615212, 0.636333, 0.623894, 1.550012, 1.58694, 1.298958, 0.930673, 0.671142, 0.977744, 0.470904, 0.199936, 0.038918, 0.0]}, "lang": {"n_am_en": [7, 12, 12, 16, 17, 18, 23, 24, 27, 22, 29, 22, 23, 31, 31, 27, 32, 39, 43, 50, 45, 49, 49, 44, 50, 49, 47, 40, 48, 44, 42, 41, 41, 55, 58, 60, 67, 68, 74, 76, 74, 69, 72, 76, 71, 72, 72, 70, 72, 80], "n_am_pl": [3, 8, 7, 8, 7, 7, 10, 7, 7, 8, 7, 10, 8, 10, 9, 10, 5, 9, 6, 4, 5, 5, 3, 5, 6, 6, 7, 12, 6, 7, 13, 10, 9, 4, 3, 3, 8, 4, 6, 4, 4, 9, 9, 6, 10, 5, 5, 6, 8, 11], "n_pos": 93, "sum_m_en": [10.504094, 13.131187, 12.859731, 13.466046, 14.848576, 16.012015, 16.181854, 16.709838, 16.275123, 16.503082, 17.150737, 16.987577, 17.307884, 17.719073, 17.795548, 18.813284, 18.58275, 18.863583, 18.817201, 18.200588, 17.638253, 17.65837, 17.461395, 17.153075, 35.570662, 34.998104, 32.438129, 26.410294, 26.320903, 25.248053, 23.233507, 22.304319, 24.271187, 25.844746, 27.492635, 32.306315, 38.138011, 45.295771, 54.380288, 59.254689, 60.596281, 61.549574, 65.000436, 65.311281, 64.741423, 66.986279, 65.497593, 62.636266, 62.027907, 78.18466], "sum_m_pl": [2.420848, 3.850038, 4.214251, 4.413673, 4.978675, 5.406712, 5.793412, 6.595955, 6.393448, 6.70883, 6.553437, 6.488132, 6.727795, 6.539777, 6.829906, 7.328104, 6.915275, 6.713428, 6.670396, 6.527241, 6.297601, 6.173471, 6.010885, 6.028697, 7.027558, 7.767566, 8.042552, 9.666702, 8.814175, 8.408094, 8.360752, 8.289393, 8.182686, 8.120722, 7.709696, 7.233753, 7.308211, 6.599108, 6.187605, 5.415121, 5.427985, 8.320871, 7.84651, 7.214805, 8.395712, 6.935089, 5.971751, 6.776058, 9.369593, 10.4931]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "pes-Gastroenterologia-2018 wiosna-96", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1079, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9734, "tf_agree_excl_first": 0.9786}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 24, 28, 25, 32, 41, 40, 56, 48, 55, 47, 43, 31, 28, 46, 62, 75, 80, 93, 99, 106, 103, 105, 100, 135, 123, 109, 80, 83, 68, 66, 66, 76, 92, 94, 96, 105, 120, 132, 117, 120, 108, 114, 104, 93, 70, 31, 12, 1, 2], "n_am_pl": [11, 41, 22, 23, 37, 49, 45, 33, 23, 36, 40, 41, 37, 53, 59, 42, 45, 40, 37, 36, 34, 35, 35, 40, 43, 56, 42, 54, 70, 71, 67, 59, 56, 53, 61, 57, 51, 60, 71, 77, 60, 66, 69, 75, 89, 110, 145, 169, 191, 192], "n_pos": 323, "sum_m_en": [32.322787, 48.077564, 49.849811, 49.524477, 50.062627, 52.246133, 50.922971, 54.508851, 53.455008, 53.709388, 54.212174, 52.770437, 52.272206, 52.675944, 53.608366, 56.417964, 58.629739, 57.619101, 57.446772, 56.74671, 55.11596, 55.076511, 55.835916, 55.605807, 86.994888, 77.721728, 70.118222, 59.172208, 59.34374, 58.018376, 56.847188, 55.633075, 57.786082, 60.603263, 61.689329, 65.406593, 66.440899, 75.658601, 90.360242, 89.398346, 89.287021, 91.42469, 99.591602, 96.86409, 86.173306, 67.343159, 30.118393, 10.185288, 2.048037, 1.622474], "sum_m_pl": [6.084722, 16.741971, 18.385336, 18.124453, 19.394958, 22.62176, 23.242602, 26.38624, 25.596726, 27.758988, 27.310785, 27.32423, 27.908893, 28.41317, 29.301801, 29.570293, 26.483343, 25.910798, 24.142276, 23.618957, 22.831584, 21.948662, 21.766386, 21.910394, 32.910035, 40.499621, 36.849254, 39.016451, 39.287483, 41.55136, 38.822135, 38.137723, 35.427146, 36.264658, 34.604569, 34.343636, 36.339737, 36.876044, 42.058857, 46.74023, 45.460178, 52.373559, 52.270053, 61.956491, 77.661025, 96.995761, 136.341084, 161.901431, 187.494113, 192.865459]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 2, 0, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 4, 4, 2, 3, 3, 4, 5, 2, 6, 5, 4, 5, 5, 5, 5, 4, 5, 3, 3, 3, 6, 5, 6, 6, 5, 5, 5, 5, 6, 4, 3, 5, 7, 6, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.590667, 1.370636, 1.452575, 1.305105, 1.317685, 1.389344, 1.38462, 1.371816, 1.382554, 1.379839, 1.536979, 1.400952, 1.33962, 1.296414, 1.045322, 1.154543, 1.323551, 1.347724, 1.415214, 1.392564, 1.402453, 1.422881, 1.445417, 1.498109, 1.237865, 1.015961, 0.979061, 0.978014, 1.175613, 1.046045, 1.403545, 1.303823, 1.146536, 1.16957, 1.265253, 1.346783, 1.134702, 1.348116, 1.167794, 1.09938, 1.053548, 1.041596, 0.938672, 0.945008, 0.582833, 0.567913, 0.415266, 0.202842, 0.030528, 0.0], "sum_m_pl": [0.105283, 0.422525, 0.569598, 0.492913, 0.626916, 0.692955, 0.680682, 0.747993, 0.703381, 1.13098, 0.86923, 0.90058, 1.15552, 1.022747, 1.906816, 2.026732, 1.082099, 1.186998, 0.709583, 0.732711, 0.621904, 0.58626, 0.582456, 0.580802, 2.491886, 3.578733, 3.81775, 3.126702, 2.327166, 3.484466, 1.693051, 1.377219, 0.813787, 1.104502, 1.167118, 1.284792, 1.098386, 0.566061, 0.614269, 0.688226, 0.598533, 0.603499, 0.533754, 0.483047, 0.393037, 0.1981, 0.075583, 0.131481, 0.019216, 5e-06]}, "lang": {"n_am_en": [2, 17, 19, 16, 19, 26, 27, 33, 29, 30, 27, 36, 23, 21, 31, 40, 53, 53, 62, 67, 75, 74, 75, 71, 95, 86, 69, 52, 54, 49, 49, 45, 51, 61, 62, 69, 70, 85, 96, 85, 85, 76, 77, 70, 64, 49, 23, 8, 1, 2], "n_am_pl": [5, 23, 11, 15, 23, 33, 27, 17, 8, 22, 24, 18, 17, 32, 31, 25, 29, 20, 22, 23, 24, 25, 19, 26, 26, 29, 21, 35, 38, 41, 35, 32, 35, 28, 38, 31, 32, 47, 51, 59, 49, 59, 59, 65, 75, 95, 129, 161, 184, 192], "n_pos": 195, "sum_m_en": [19.883121, 29.555635, 30.646797, 30.363809, 30.946159, 32.378364, 31.39824, 33.60234, 33.251566, 33.363109, 33.560565, 33.046341, 32.617617, 33.016655, 33.971779, 35.660754, 36.636614, 35.781093, 35.640212, 35.137765, 34.260541, 34.065676, 34.431193, 34.280483, 58.158192, 51.49279, 46.03951, 38.975819, 38.680262, 37.496117, 36.136835, 35.68374, 37.32897, 38.882686, 39.416298, 42.614271, 45.023813, 50.664246, 61.331526, 61.117556, 61.62422, 62.527156, 68.268109, 68.54518, 59.851745, 46.425921, 20.639691, 6.044566, 1.466762, 1.622459], "sum_m_pl": [3.564536, 9.814727, 10.885238, 10.783168, 11.656292, 13.80827, 14.244648, 16.055962, 15.701074, 16.662046, 16.646354, 16.858866, 17.039494, 17.504411, 17.390237, 17.568386, 16.080295, 15.607988, 14.791626, 14.372417, 14.001772, 13.430812, 13.345745, 13.447826, 19.846201, 23.147926, 21.079896, 23.274993, 23.86562, 24.360641, 23.573227, 23.252625, 22.148806, 22.239842, 21.141735, 21.233112, 23.177696, 25.864667, 30.696365, 34.768664, 36.165041, 43.114133, 43.973776, 50.913402, 65.015412, 83.295243, 120.238672, 150.664374, 179.688175, 190.658535]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 325, "item_id": "pes-Gastroenterologia-2018 wiosna-96", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1334, "region_end": 323, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 0.9969}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 14, 16, 20, 27, 22, 25, 32, 23, 29, 30, 34, 34, 39, 44, 40, 44, 50, 46, 42, 57, 55, 51, 45, 56, 51, 51, 38, 34, 35, 43, 49, 48, 53, 56, 66, 72, 72, 62, 56, 62, 60, 60, 61, 64, 58, 58, 60, 55, 66], "n_am_pl": [4, 6, 20, 11, 19, 20, 28, 20, 28, 24, 27, 21, 29, 31, 34, 32, 33, 35, 31, 26, 25, 31, 29, 33, 25, 32, 27, 30, 34, 37, 29, 28, 31, 31, 32, 22, 24, 21, 27, 32, 24, 21, 12, 13, 13, 11, 12, 11, 13, 12], "n_pos": 184, "sum_m_en": [21.853404, 23.862438, 25.56485, 27.751072, 30.98765, 32.69757, 30.017701, 30.02169, 29.393148, 29.537237, 31.676399, 33.032865, 33.171709, 32.151033, 32.100594, 32.45374, 32.471401, 30.781998, 32.09461, 31.866722, 32.433386, 31.923371, 31.524214, 31.104607, 39.816848, 37.610697, 34.591693, 33.285819, 33.045082, 34.837125, 33.344257, 34.551296, 35.690309, 36.917483, 38.747938, 41.889372, 48.354385, 50.356169, 53.513657, 52.900341, 53.802794, 52.586673, 57.576006, 56.043822, 54.87876, 53.485891, 56.274677, 57.324603, 52.501144, 66.761526], "sum_m_pl": [4.047084, 7.551754, 8.489857, 8.282038, 9.258028, 10.285913, 11.05049, 11.815469, 12.628145, 13.581922, 14.460382, 14.791438, 16.519252, 16.588062, 16.769923, 19.022, 17.15765, 17.057743, 15.703929, 15.092948, 14.124917, 14.038308, 13.851121, 14.061939, 24.853292, 23.549085, 21.959591, 21.730097, 21.076452, 20.457914, 20.243244, 20.293798, 19.429307, 20.523316, 18.331199, 17.42442, 15.869478, 17.541543, 18.461111, 20.240097, 18.319239, 17.522549, 11.849254, 12.991304, 13.16779, 13.088924, 13.076579, 11.698581, 12.438554, 12.464128]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 6, 10, 13, 15, 13, 13, 16, 16, 17, 14, 16, 17, 16, 24, 19, 22, 25, 22, 20, 25, 28, 29, 22, 32, 31, 29, 25, 22, 22, 24, 26, 31, 30, 29, 39, 41, 42, 41, 41, 44, 45, 44, 42, 48, 45, 47, 50, 51, 66], "n_am_pl": [2, 1, 4, 6, 10, 8, 10, 7, 12, 12, 12, 11, 14, 15, 14, 14, 16, 19, 16, 15, 11, 15, 14, 13, 7, 11, 11, 11, 16, 17, 11, 13, 9, 16, 11, 8, 8, 10, 12, 12, 7, 6, 4, 6, 6, 7, 8, 11, 12, 11], "n_pos": 79, "sum_m_en": [9.085132, 10.328267, 11.319289, 12.191764, 13.565357, 14.659504, 13.43423, 13.534196, 13.514143, 13.485711, 14.769019, 15.317014, 15.168725, 14.927358, 14.718425, 14.854346, 14.549717, 13.966014, 14.378111, 14.311261, 14.374873, 14.206887, 14.03787, 13.869205, 19.772933, 19.46831, 17.622099, 16.842731, 16.729094, 17.383894, 16.277906, 16.729975, 17.975698, 19.067769, 20.03691, 23.540474, 28.461194, 30.439004, 32.852261, 35.064296, 37.482884, 37.138505, 40.154048, 39.995013, 42.108891, 40.883216, 44.081022, 45.018733, 45.789929, 63.05922], "sum_m_pl": [1.364853, 2.933767, 3.365152, 3.392426, 3.822422, 4.405897, 4.888274, 5.227253, 5.631401, 6.076464, 6.511413, 6.606377, 7.319968, 7.396729, 7.498011, 8.339719, 7.620067, 7.359977, 6.950981, 6.705876, 6.375011, 6.379933, 6.295252, 6.480228, 11.045975, 10.802063, 10.310373, 9.50352, 9.521577, 8.834284, 8.76429, 9.03246, 8.164277, 8.726501, 7.547538, 6.697347, 6.0078, 7.082392, 7.858136, 8.883804, 6.779033, 6.234329, 4.377107, 5.290765, 6.47167, 6.964492, 8.092169, 10.568522, 11.542708, 11.401298]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "pes-Gastroenterologia-2019 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1118, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9731, "tf_agree_excl_first": 0.9784}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 15, 28, 41, 59, 60, 63, 75, 62, 75, 79, 84, 80, 67, 88, 101, 103, 95, 103, 91, 119, 97, 114, 121, 150, 131, 121, 105, 81, 83, 78, 86, 85, 103, 107, 127, 152, 152, 169, 159, 164, 153, 154, 148, 126, 89, 31, 4, 1, 0], "n_am_pl": [12, 39, 50, 40, 27, 36, 42, 42, 38, 38, 41, 54, 63, 62, 63, 71, 71, 72, 62, 50, 39, 48, 49, 45, 37, 45, 42, 32, 52, 55, 55, 77, 76, 56, 59, 60, 53, 49, 45, 53, 45, 56, 51, 57, 92, 126, 196, 245, 250, 255], "n_pos": 371, "sum_m_en": [32.968339, 49.289009, 54.047952, 56.174243, 59.187109, 63.196587, 62.744602, 63.190461, 63.618771, 64.08358, 67.326403, 69.436904, 68.255968, 64.65465, 64.963236, 67.557759, 67.1645, 62.4801, 62.716689, 61.421464, 62.057028, 60.922155, 62.113506, 61.710794, 98.210795, 93.79753, 82.873051, 72.309701, 68.015355, 67.163089, 64.060024, 65.765657, 67.073728, 72.574121, 75.252676, 83.196863, 86.969915, 95.677649, 116.025251, 111.374148, 122.354188, 126.207038, 132.964404, 133.275516, 112.85395, 83.572436, 30.274948, 6.413327, 3.663179, 0.319613], "sum_m_pl": [6.64974, 16.791902, 18.915911, 19.495686, 20.102815, 21.418154, 21.63355, 23.271827, 23.740479, 26.56675, 29.679456, 29.394787, 31.404436, 32.106053, 33.189366, 36.079302, 32.338702, 31.296433, 28.487405, 27.098232, 25.373612, 25.11818, 24.519671, 24.284121, 34.286881, 34.38667, 35.344301, 37.659598, 42.183962, 43.516876, 43.153509, 40.76891, 41.177554, 40.948624, 38.611434, 36.334145, 36.465363, 37.736722, 38.166889, 40.49307, 40.17417, 42.3439, 40.967547, 45.217829, 78.011364, 114.126778, 191.653687, 234.330859, 237.902526, 255.95425]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 8, 21, 26, 40, 38, 46, 45, 44, 50, 54, 60, 50, 45, 61, 68, 70, 65, 73, 61, 83, 65, 76, 85, 108, 94, 89, 74, 57, 57, 56, 64, 62, 67, 73, 87, 112, 104, 125, 117, 121, 113, 110, 112, 100, 70, 25, 1, 0, 0], "n_am_pl": [6, 28, 32, 30, 21, 22, 30, 28, 26, 27, 32, 40, 52, 51, 44, 54, 52, 50, 52, 33, 29, 37, 38, 34, 29, 32, 32, 23, 38, 39, 41, 58, 54, 40, 43, 44, 37, 33, 28, 37, 32, 45, 41, 46, 78, 112, 173, 226, 242, 255], "n_pos": 256, "sum_m_en": [23.172437, 34.715945, 38.164851, 39.175045, 41.210295, 43.696667, 43.757848, 44.024946, 44.556224, 45.341231, 47.377772, 48.69293, 47.617738, 45.111592, 45.335492, 47.177417, 46.87905, 43.86587, 44.268498, 43.180261, 43.390886, 42.633502, 43.527538, 43.258549, 70.76422, 67.377615, 60.326572, 53.017964, 49.535196, 48.458469, 45.829595, 46.900449, 47.318166, 49.935494, 52.484907, 58.268728, 61.863485, 67.37131, 82.919717, 79.905913, 90.042172, 93.082753, 97.554513, 101.741526, 87.737269, 65.735562, 23.784183, 3.35904, 2.234118, 0.317738], "sum_m_pl": [4.444813, 11.355669, 12.98546, 13.539668, 13.819455, 14.913764, 15.181521, 16.335141, 16.731514, 18.777371, 20.839239, 20.861256, 22.455208, 23.176344, 23.759709, 25.494035, 22.628577, 21.960138, 20.043156, 18.92524, 17.672224, 17.546414, 17.188968, 17.060397, 24.945198, 24.714662, 25.391993, 26.732513, 30.294936, 31.230452, 30.81784, 29.069611, 29.825936, 29.972171, 27.830962, 26.484847, 25.706092, 26.90835, 26.158908, 28.74159, 29.539648, 31.827129, 32.426437, 35.7348, 67.100352, 99.277415, 167.883181, 215.294401, 230.073713, 252.917468]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 373, "item_id": "pes-Gastroenterologia-2019 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1373, "region_end": 371, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9866}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 16, 18, 38, 36, 51, 46, 39, 35, 33, 51, 45, 36, 48, 54, 52, 60, 55, 71, 55, 56, 64, 74, 73, 97, 86, 89, 64, 67, 67, 63, 61, 71, 82, 93, 94, 92, 100, 103, 89, 106, 98, 102, 108, 94, 72, 35, 16, 4, 2], "n_am_pl": [12, 39, 58, 47, 49, 61, 41, 52, 51, 48, 48, 50, 54, 53, 60, 67, 60, 68, 83, 82, 56, 44, 28, 39, 48, 53, 51, 58, 59, 65, 68, 76, 65, 81, 58, 64, 62, 63, 61, 76, 50, 57, 71, 77, 113, 134, 187, 207, 215, 221], "n_pos": 342, "sum_m_en": [32.612778, 48.538253, 52.384182, 53.704244, 54.87167, 52.809544, 51.001446, 52.226732, 53.264433, 56.309242, 57.469708, 57.485217, 55.578084, 54.710143, 59.688335, 60.856404, 61.122863, 57.950619, 55.412945, 53.499446, 51.645947, 51.076006, 51.695202, 49.704694, 73.618442, 66.604904, 60.483911, 56.239002, 56.971169, 58.435294, 55.252144, 55.590844, 56.712331, 59.24046, 62.089434, 65.736663, 64.722741, 71.25573, 74.0461, 79.141205, 88.572931, 90.185445, 91.17673, 93.874603, 84.562469, 68.409321, 34.514015, 14.532491, 6.363062, 2.615524], "sum_m_pl": [6.033836, 16.379133, 19.088697, 19.050791, 19.241768, 22.777668, 22.917403, 26.081239, 25.194656, 26.490595, 27.860415, 29.044698, 30.269638, 30.012713, 33.034067, 34.03568, 31.50207, 31.238969, 28.639652, 26.367991, 24.638769, 23.717641, 22.801307, 21.943926, 32.056938, 38.24144, 38.343693, 37.36124, 37.426366, 40.787294, 40.187155, 39.190916, 38.290564, 40.374556, 39.148677, 39.432575, 39.673945, 38.657525, 39.256219, 49.007264, 40.774119, 43.221004, 54.239274, 58.822767, 93.833257, 116.014831, 174.728082, 198.818417, 209.190114, 219.998096]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 2, 2, 2, 0, 5, 4, 6, 4, 3, 3, 2, 2, 4, 1, 2, 3, 4, 2, 2, 1, 2, 3, 5, 4, 4, 4, 6, 4, 3, 1, 2, 3, 3, 4, 1, 0, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.472695, 0.906339, 0.99734, 1.108091, 1.068694, 1.018852, 0.877972, 0.807691, 0.894563, 0.974759, 1.039489, 1.073526, 1.082776, 1.041152, 0.814342, 0.9198, 0.963839, 0.952229, 1.122143, 1.111144, 1.127925, 1.151095, 1.160841, 1.187195, 0.8451, 0.690198, 0.630773, 0.811993, 0.92891, 0.814977, 0.971753, 0.942386, 0.939149, 0.944537, 1.027005, 0.911736, 0.887374, 1.166514, 1.011522, 0.931932, 0.846087, 0.867252, 0.799915, 0.758034, 0.5278, 0.411226, 0.177463, 0.178833, 0.090473, 0.0], "sum_m_pl": [0.094094, 0.31293, 0.458546, 0.47782, 0.516889, 0.589077, 0.622991, 0.87804, 0.648769, 0.911016, 0.665813, 0.627067, 0.745422, 0.843784, 1.395196, 1.483531, 1.113442, 1.225125, 0.686953, 0.653931, 0.509983, 0.472052, 0.449369, 0.454406, 1.710721, 3.001251, 3.048671, 1.925948, 1.125266, 2.207699, 1.16822, 0.856434, 0.50191, 0.824822, 0.872635, 1.366546, 1.425641, 0.581947, 0.512499, 0.554865, 0.531549, 0.490017, 0.501487, 0.467521, 0.427871, 0.274803, 0.130336, 0.141381, 0.071817, 8e-06]}, "lang": {"n_am_en": [4, 13, 13, 27, 29, 39, 39, 33, 24, 24, 38, 36, 30, 34, 45, 39, 44, 43, 58, 44, 45, 55, 64, 64, 84, 73, 71, 53, 57, 54, 50, 46, 57, 63, 80, 78, 73, 76, 85, 74, 88, 80, 81, 85, 75, 60, 29, 13, 3, 2], "n_am_pl": [9, 20, 37, 25, 32, 33, 27, 32, 33, 31, 28, 39, 40, 40, 48, 47, 50, 53, 60, 58, 36, 33, 20, 24, 31, 37, 35, 39, 39, 43, 48, 52, 49, 62, 49, 49, 45, 50, 41, 56, 37, 42, 54, 61, 88, 105, 154, 182, 208, 221], "n_pos": 223, "sum_m_en": [21.215064, 31.814438, 34.714469, 35.239243, 36.169013, 35.339324, 34.451989, 35.57265, 36.293077, 38.578615, 39.628785, 40.286837, 38.45489, 37.862197, 42.249912, 42.839783, 42.503387, 40.444657, 37.961922, 36.518647, 34.997263, 34.488441, 35.24316, 33.452884, 57.914486, 51.057041, 45.939622, 41.196966, 41.632735, 42.278436, 39.183971, 39.514138, 40.742676, 42.530944, 45.212093, 48.746825, 48.539104, 54.855152, 58.317408, 62.873052, 70.566237, 70.482825, 70.658152, 73.615536, 67.489502, 57.26888, 28.041644, 11.229864, 4.266913, 2.60899], "sum_m_pl": [3.866833, 10.577404, 12.049556, 12.104311, 12.478142, 15.08366, 15.193366, 17.125355, 16.676874, 17.295035, 18.322257, 19.187605, 19.921458, 19.603341, 21.420672, 21.907458, 20.630577, 20.446696, 18.957153, 17.319544, 16.220826, 15.707603, 15.017389, 14.45606, 20.63415, 24.665816, 24.844401, 24.509256, 25.313426, 26.892795, 27.629576, 27.468851, 26.943885, 28.591382, 27.639832, 27.796644, 27.879766, 27.953672, 27.639098, 37.017923, 31.042901, 32.035429, 40.646886, 44.287498, 71.831565, 91.74071, 147.606408, 176.967112, 201.438229, 219.567357]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 342, "item_id": "pes-Gastroenterologia-2019 jesień-77", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1061, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 0.9971}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 17, 23, 31, 36, 52, 54, 43, 46, 51, 52, 52, 42, 54, 70, 65, 83, 77, 86, 70, 68, 78, 90, 97, 126, 116, 100, 94, 88, 83, 83, 74, 82, 95, 106, 107, 105, 115, 126, 116, 135, 134, 127, 130, 112, 83, 42, 17, 5, 3], "n_am_pl": [15, 46, 50, 38, 43, 48, 49, 58, 53, 57, 73, 63, 54, 68, 81, 74, 68, 82, 90, 74, 54, 55, 43, 49, 50, 63, 59, 61, 68, 64, 71, 78, 77, 75, 69, 78, 73, 62, 77, 80, 66, 68, 79, 87, 120, 139, 203, 227, 236, 243], "n_pos": 376, "sum_m_en": [34.318435, 53.540189, 58.354859, 59.756169, 61.192052, 58.862645, 56.522006, 57.900609, 60.48405, 63.33593, 64.801958, 64.365988, 62.580365, 60.689246, 66.708798, 68.480597, 68.687172, 65.507448, 62.738964, 60.02218, 57.49816, 56.491309, 57.395865, 55.621709, 87.913797, 80.436154, 73.197056, 68.069995, 65.002877, 66.284892, 63.095758, 63.072953, 64.778913, 67.625699, 70.019305, 72.230568, 72.246382, 79.725372, 86.704989, 92.712534, 104.771427, 111.095135, 105.94075, 113.159631, 100.993314, 78.246384, 37.429183, 15.215407, 7.123449, 2.946495], "sum_m_pl": [6.478775, 17.690395, 20.207558, 20.241695, 20.879047, 24.696225, 24.348691, 27.768716, 26.913267, 28.347763, 29.742853, 30.965095, 32.784393, 33.024586, 35.820113, 36.13779, 33.170235, 32.822892, 30.087753, 27.940664, 26.130687, 25.398428, 24.543769, 23.653614, 34.460886, 41.625097, 41.141978, 40.819675, 41.802897, 44.811515, 44.997926, 43.658506, 43.348307, 44.756598, 43.15912, 44.69226, 44.851412, 43.184226, 44.787057, 56.193545, 49.148281, 49.338163, 61.251512, 66.602331, 95.843547, 121.923748, 191.217232, 215.142637, 227.363592, 242.530806]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 4, 3, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 2, 1, 3, 4, 4, 6, 4, 2, 4, 5, 3, 4, 2, 3, 2, 2, 2, 2, 2, 2, 2, 5, 6, 4, 4, 4, 4, 3, 2, 2, 3, 3, 5, 2, 2, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.52133, 1.156754, 1.243777, 1.301482, 1.206337, 1.153648, 1.035725, 1.000948, 1.122784, 1.181843, 1.273881, 1.26973, 1.30468, 1.210503, 0.995075, 1.071092, 1.130482, 1.097564, 1.189843, 1.205032, 1.24921, 1.278513, 1.29594, 1.338222, 1.023088, 0.823098, 0.751777, 0.999011, 1.152915, 1.078315, 1.25944, 1.18852, 1.186075, 1.131917, 1.15226, 1.079657, 1.043742, 1.326098, 1.163262, 1.103605, 1.056958, 1.026343, 0.878669, 0.837046, 0.560086, 0.720371, 0.737941, 0.203586, 0.112402, 0.0], "sum_m_pl": [0.092603, 0.361948, 0.452853, 0.460496, 0.558582, 0.60249, 0.669343, 1.001847, 0.700252, 1.046359, 0.756005, 0.739053, 0.93139, 1.127884, 1.602304, 1.672313, 1.097595, 1.237821, 0.690962, 0.685977, 0.553951, 0.51825, 0.498512, 0.50208, 1.508387, 2.808562, 3.053192, 2.01279, 1.346789, 2.458846, 1.492569, 1.187012, 0.67646, 1.158215, 1.19302, 1.754547, 1.718769, 0.884603, 0.67926, 0.796199, 0.762346, 0.644827, 0.72585, 0.591753, 0.531786, 0.326321, 0.170474, 0.131674, 0.064026, 2.6e-05]}, "lang": {"n_am_en": [6, 10, 16, 18, 28, 42, 41, 36, 35, 35, 35, 42, 32, 41, 58, 48, 62, 57, 70, 57, 56, 63, 76, 80, 103, 97, 78, 74, 70, 65, 62, 60, 62, 74, 85, 86, 84, 87, 100, 94, 109, 109, 100, 97, 88, 64, 34, 14, 4, 3], "n_am_pl": [8, 27, 34, 21, 28, 25, 35, 36, 36, 33, 45, 45, 39, 49, 57, 48, 50, 60, 63, 54, 39, 41, 26, 29, 29, 43, 38, 37, 44, 44, 46, 52, 56, 56, 54, 56, 51, 44, 49, 56, 47, 48, 57, 69, 93, 109, 166, 201, 227, 242], "n_pos": 245, "sum_m_en": [21.951749, 34.944334, 38.641008, 39.210036, 40.414739, 39.123509, 38.045079, 39.263121, 41.048533, 43.030553, 44.324542, 44.683402, 43.171818, 41.937853, 47.431143, 48.574865, 48.184375, 46.075906, 43.462113, 41.311179, 39.258736, 38.240872, 39.163539, 37.407826, 68.507453, 61.596808, 55.657721, 50.482399, 47.425851, 47.879949, 44.563593, 44.378759, 46.036536, 48.259576, 50.754644, 52.700595, 53.467857, 60.741824, 67.524541, 73.32074, 83.623764, 86.729492, 81.953058, 87.484123, 79.882768, 63.277402, 29.283981, 11.319544, 4.718266, 2.946355], "sum_m_pl": [4.017656, 11.512492, 12.955232, 12.97852, 13.580278, 16.468809, 16.137395, 18.101527, 17.593068, 18.24076, 19.39607, 20.131817, 21.446759, 21.546672, 23.114665, 23.173235, 21.673552, 21.304335, 19.837746, 18.358691, 17.25586, 16.885873, 16.198282, 15.606368, 22.651166, 27.176347, 26.626078, 26.355, 27.417239, 28.92116, 30.085702, 29.557634, 29.650259, 30.480361, 29.398294, 29.911722, 30.109904, 29.593873, 29.931221, 39.443878, 33.607454, 34.136972, 43.731263, 49.166931, 73.250654, 95.971893, 157.976327, 192.050056, 219.023134, 241.560495]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 383, "item_id": "pes-Gastroenterologia-2019 jesień-77", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1316, "region_end": 376, "roundtrip_ok": true, "tf_agree": 0.9869, "tf_agree_excl_first": 0.9895}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 6, 8, 10, 12, 11, 11, 14, 19, 17, 17, 12, 8, 8, 13, 15, 14, 11, 17, 15, 22, 26, 22, 24, 27, 29, 19, 17, 23, 21, 19, 21, 19, 23, 26, 24, 29, 28, 32, 35, 33, 32, 35, 35, 34, 36, 31, 30, 30, 30], "n_am_pl": [4, 7, 13, 6, 6, 10, 11, 6, 7, 6, 6, 6, 8, 7, 13, 16, 14, 16, 15, 12, 10, 11, 9, 8, 6, 8, 12, 9, 8, 11, 10, 6, 8, 9, 8, 11, 5, 3, 4, 2, 2, 1, 3, 4, 4, 4, 3, 5, 5, 3], "n_pos": 75, "sum_m_en": [8.868157, 10.317848, 10.579613, 11.638857, 12.236077, 13.097164, 11.704261, 11.682148, 11.385261, 11.920662, 11.574055, 11.483312, 12.700634, 12.874728, 12.578526, 13.157766, 13.506695, 12.363641, 13.014389, 13.269433, 12.973915, 13.441215, 13.263243, 13.118726, 20.661881, 18.716589, 15.774662, 13.849069, 13.954605, 13.518708, 13.721598, 13.522605, 13.175391, 14.365535, 15.790087, 16.641101, 19.959588, 22.253204, 25.971913, 31.12979, 31.652418, 32.940827, 33.516687, 34.422847, 32.598361, 32.146349, 29.986594, 28.940046, 27.724077, 30.131127], "sum_m_pl": [2.211088, 3.46607, 4.053694, 3.761725, 4.228791, 4.859137, 4.83558, 4.936235, 5.122109, 5.347367, 5.611615, 5.981281, 6.072668, 6.169354, 6.356819, 6.626575, 5.699381, 6.04429, 6.245178, 5.740261, 5.492563, 5.359006, 5.169406, 5.130985, 6.341578, 6.8204, 6.891137, 7.826059, 7.699245, 8.190899, 7.447549, 6.61504, 6.981624, 7.245618, 7.090764, 7.774739, 7.480544, 6.450983, 6.182127, 4.937897, 3.373248, 2.773665, 3.45336, 3.295125, 4.391, 4.709725, 3.860603, 5.072995, 5.58603, 3.153558]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.302326, 0.511116, 0.540765, 0.599787, 0.647621, 0.693741, 0.609871, 0.598493, 0.650301, 0.685482, 0.640229, 0.69936, 0.795996, 0.711219, 0.554631, 0.53853, 0.682632, 0.624351, 0.665379, 0.705172, 0.710761, 0.748939, 0.742886, 0.753085, 0.363731, 0.363977, 0.265325, 0.283251, 0.46086, 0.50544, 0.676045, 0.598977, 0.655629, 0.482233, 0.528788, 0.618474, 0.509754, 0.709514, 0.586931, 0.54393, 0.528532, 0.528078, 0.508843, 0.484596, 0.27655, 0.178675, 0.097103, 0.07444, 0.010745, 1.5e-05], "sum_m_pl": [0.038442, 0.113569, 0.261087, 0.161679, 0.173836, 0.190975, 0.247619, 0.251342, 0.260647, 0.261943, 0.257712, 0.259052, 0.322157, 0.259689, 0.340281, 0.299644, 0.285916, 0.356847, 0.32003, 0.310543, 0.280301, 0.269963, 0.262925, 0.278819, 0.293637, 0.42468, 0.224755, 0.617514, 0.371433, 0.532141, 0.461724, 0.150222, 0.123219, 0.126145, 0.136364, 0.198642, 0.264797, 0.209147, 0.276906, 0.271858, 0.338334, 0.355922, 0.325818, 0.255462, 0.216425, 0.117435, 0.036915, 0.033525, 0.006827, 1.2e-05]}, "lang": {"n_am_en": [1, 4, 3, 5, 6, 4, 8, 7, 8, 7, 11, 8, 4, 4, 7, 8, 9, 7, 11, 10, 12, 18, 16, 17, 20, 21, 14, 13, 17, 17, 14, 14, 11, 14, 18, 17, 20, 20, 22, 24, 24, 24, 25, 26, 27, 28, 26, 27, 29, 30], "n_am_pl": [3, 2, 4, 0, 3, 5, 5, 5, 4, 2, 2, 2, 4, 3, 5, 7, 5, 9, 5, 6, 4, 5, 3, 3, 1, 3, 3, 3, 4, 6, 5, 4, 5, 6, 4, 6, 1, 1, 1, 1, 0, 0, 1, 2, 2, 2, 2, 3, 3, 3], "n_pos": 34, "sum_m_en": [4.297309, 4.60937, 4.559712, 5.015209, 5.617609, 6.161462, 5.498855, 5.428593, 5.30893, 5.470017, 5.484987, 5.446458, 6.083758, 6.286491, 6.129721, 6.351511, 6.460785, 5.918213, 6.185097, 6.201317, 5.998502, 6.364366, 6.226827, 6.009136, 12.883944, 11.779562, 9.930189, 8.514933, 8.227943, 7.39819, 7.359723, 7.123645, 6.925395, 7.940445, 8.668744, 9.369695, 11.313704, 13.673211, 16.757716, 20.89494, 21.552938, 22.555834, 23.315781, 24.507447, 24.584277, 24.535412, 24.510903, 24.920227, 25.318186, 29.500443], "sum_m_pl": [1.160071, 1.495876, 1.727655, 1.627495, 1.916061, 2.21636, 2.227407, 2.274633, 2.339468, 2.429318, 2.654738, 2.853515, 2.889766, 2.979763, 3.02348, 3.162244, 2.572719, 2.698593, 2.811856, 2.64793, 2.527006, 2.444156, 2.340608, 2.332502, 2.477137, 2.779024, 2.958883, 3.322667, 3.494799, 3.796392, 3.450696, 3.077668, 3.435999, 3.608097, 3.620383, 3.80835, 3.359568, 2.976455, 2.731228, 2.142328, 1.120401, 0.773215, 1.076315, 1.40895, 2.466077, 2.506742, 2.555949, 2.913326, 3.192164, 3.000073]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 77, "item_id": "pes-Geriatria-2018 wiosna-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1088, "region_end": 75, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 8, 10, 17, 24, 38, 32, 42, 41, 38, 28, 37, 30, 38, 52, 52, 53, 47, 53, 53, 61, 62, 56, 62, 76, 68, 62, 53, 43, 53, 52, 49, 48, 49, 49, 42, 46, 55, 61, 69, 81, 85, 89, 94, 74, 49, 24, 8, 1, 0], "n_am_pl": [0, 18, 21, 22, 31, 34, 28, 30, 27, 26, 31, 29, 26, 32, 33, 33, 34, 29, 35, 28, 26, 28, 28, 27, 26, 34, 37, 39, 56, 49, 37, 44, 44, 42, 48, 45, 46, 41, 43, 36, 41, 32, 37, 39, 55, 88, 120, 142, 149, 151], "n_pos": 218, "sum_m_en": [19.481406, 31.43959, 34.794397, 35.394735, 35.626594, 37.06044, 35.87633, 36.87814, 35.877969, 37.225964, 38.781845, 39.078004, 38.975207, 39.952483, 41.033807, 42.71372, 42.455737, 40.036084, 40.117417, 40.003001, 37.839221, 37.474604, 37.292229, 38.08635, 53.672918, 50.23974, 46.688684, 42.133008, 41.087184, 40.998591, 39.77362, 39.164852, 38.919408, 40.839884, 40.955789, 42.346004, 40.270897, 44.946035, 46.641421, 55.095477, 58.746518, 67.612113, 72.002192, 74.481846, 62.063995, 42.962469, 23.343898, 7.820116, 1.16421, 0.245556], "sum_m_pl": [3.167406, 10.069652, 12.235572, 12.495094, 12.436798, 14.531406, 14.340498, 15.814235, 15.999773, 16.722055, 17.660815, 18.389727, 18.732369, 19.04542, 18.895918, 19.678445, 16.085108, 15.897804, 15.686822, 14.830608, 14.189055, 13.844072, 13.523108, 13.403517, 20.58151, 26.180324, 24.461391, 23.853296, 24.937766, 26.236668, 24.300234, 25.056345, 24.594314, 26.101876, 25.42783, 24.232317, 26.350884, 24.877832, 27.483068, 26.41046, 27.498654, 25.299633, 29.58921, 33.400091, 49.03902, 73.648068, 109.674878, 131.669676, 147.04166, 149.939989]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 2, 2, 1, 1, 2, 2, 4, 3, 2, 2, 1, 2, 2, 3, 0, 1, 2, 0, 0, 0, 0, 1, 3, 2, 2, 2, 4, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.475543, 1.169158, 1.255496, 1.351649, 1.269754, 1.2783, 1.247254, 1.215086, 1.309935, 1.236826, 1.347706, 1.290833, 1.316726, 1.270102, 0.9963, 1.017356, 1.18208, 1.093949, 1.223796, 1.269126, 1.29288, 1.317515, 1.340921, 1.407207, 0.915921, 0.973142, 0.742834, 0.757807, 1.006937, 0.933478, 1.390522, 1.177872, 1.158024, 1.036205, 1.063918, 1.039465, 0.880766, 1.133765, 1.092195, 0.895665, 0.960277, 0.959158, 0.9041, 0.754791, 0.482951, 0.30313, 0.274205, 0.110277, 0.0417, 0.0], "sum_m_pl": [0.069379, 0.324608, 0.426127, 0.443538, 0.559282, 0.529224, 0.524653, 0.654134, 0.590461, 0.829976, 0.647709, 0.608275, 0.809217, 0.844622, 1.285519, 1.126734, 0.684608, 0.714622, 0.537651, 0.580525, 0.511984, 0.494955, 0.478116, 0.481911, 0.886854, 1.426433, 1.405436, 1.261379, 1.061142, 1.787204, 0.974934, 0.851607, 0.440112, 0.472004, 0.491565, 0.515191, 0.50953, 0.42922, 0.449302, 0.50238, 0.496247, 0.523288, 0.515554, 0.470149, 0.37472, 0.233678, 0.144154, 0.087346, 0.020416, 2.4e-05]}, "lang": {"n_am_en": [4, 5, 7, 13, 20, 32, 27, 34, 36, 33, 24, 30, 26, 32, 48, 42, 42, 38, 37, 40, 44, 47, 40, 44, 54, 52, 43, 38, 30, 41, 33, 36, 35, 34, 36, 32, 36, 39, 43, 54, 58, 62, 68, 71, 52, 37, 20, 6, 1, 0], "n_am_pl": [0, 11, 13, 15, 21, 22, 20, 23, 17, 16, 18, 19, 20, 24, 17, 24, 22, 23, 26, 22, 22, 23, 23, 22, 19, 26, 29, 31, 41, 33, 30, 31, 35, 34, 37, 40, 37, 35, 34, 27, 34, 27, 32, 35, 49, 72, 105, 132, 145, 150], "n_pos": 151, "sum_m_en": [13.988875, 21.911879, 24.52509, 24.314144, 24.570737, 25.409674, 24.912395, 25.849753, 25.227319, 26.389442, 27.446739, 28.129227, 27.920072, 28.741981, 30.457927, 31.247354, 30.658743, 28.983258, 28.746946, 28.605326, 26.922635, 26.557786, 26.32726, 26.834896, 39.756146, 37.668417, 34.97365, 31.805669, 30.507711, 30.634356, 28.734315, 28.592462, 28.829687, 30.247049, 30.162363, 31.81049, 30.602639, 34.343197, 35.821188, 41.488535, 44.659649, 49.888843, 52.895806, 55.412881, 44.906949, 32.885087, 19.466447, 6.463996, 0.785238, 0.245555], "sum_m_pl": [2.162251, 6.999029, 8.409248, 8.590658, 8.489853, 10.182838, 9.971743, 11.109474, 11.303952, 11.730682, 12.421414, 13.114442, 13.341097, 13.49765, 12.857099, 13.556803, 11.187651, 11.159457, 11.136082, 10.38392, 9.975163, 9.748412, 9.552669, 9.432802, 14.728561, 19.421311, 17.866739, 17.062097, 18.159569, 18.270221, 17.678959, 18.28127, 18.330145, 19.846916, 19.368863, 18.907741, 20.959407, 19.855758, 21.049922, 20.566557, 21.410864, 19.960077, 24.246091, 27.553767, 40.847827, 59.24406, 94.866213, 121.649352, 143.049996, 149.078758]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "pes-Geriatria-2018 wiosna-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1343, "region_end": 218, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.9772}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 7, 6, 9, 8, 9, 11, 14, 13, 13, 9, 12, 9, 9, 10, 17, 21, 14, 16, 22, 25, 25, 27, 23, 24, 24, 20, 21, 17, 18, 21, 20, 18, 21, 28, 28, 28, 28, 31, 32, 32, 29, 35, 29, 29, 34, 23, 22, 25, 27], "n_am_pl": [4, 1, 4, 2, 7, 8, 3, 3, 2, 11, 8, 3, 8, 8, 9, 7, 6, 3, 3, 3, 1, 3, 3, 3, 1, 3, 1, 3, 5, 10, 6, 6, 2, 2, 2, 3, 2, 3, 3, 1, 0, 0, 1, 2, 0, 0, 0, 2, 1, 2], "n_pos": 62, "sum_m_en": [7.192833, 8.811777, 8.636322, 9.648281, 10.912867, 11.063047, 10.618346, 10.896731, 10.824557, 11.402475, 11.203054, 11.195882, 10.37644, 10.236632, 10.755266, 11.367809, 11.844297, 11.872881, 12.869701, 13.496998, 12.670942, 12.310605, 12.151241, 12.473417, 21.854137, 20.252135, 18.286943, 17.083293, 15.342657, 14.769825, 13.604898, 13.879877, 13.68225, 15.43564, 17.414385, 16.810485, 17.837073, 21.106917, 24.720418, 26.865413, 25.991705, 28.192582, 30.136864, 28.592947, 27.268142, 28.753937, 23.84203, 22.92516, 23.835178, 26.828887], "sum_m_pl": [2.072851, 2.993855, 3.34729, 3.331717, 3.745865, 3.685831, 3.681162, 4.004994, 4.045325, 4.286687, 4.616235, 4.552922, 4.569411, 4.166972, 4.372462, 4.404818, 4.019738, 4.096797, 4.011099, 3.928261, 3.81358, 3.715264, 3.766888, 3.627284, 3.499915, 4.018698, 4.289374, 5.026074, 5.641211, 6.050216, 5.547454, 4.929587, 4.908957, 4.159097, 3.566749, 3.839698, 3.730607, 2.790414, 2.827206, 1.817924, 2.014751, 1.582088, 1.213931, 1.498255, 0.862573, 0.773994, 0.716309, 2.227196, 1.65225, 2.002004]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 1, 2, 2, 2, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 3, 4, 2, 3, 3, 3, 3, 2, 2, 1, 1, 3, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.463074, 0.790272, 0.723754, 0.824058, 0.890552, 0.852656, 0.851042, 0.817268, 0.866245, 0.869459, 0.891754, 0.920911, 0.825288, 0.857532, 0.987133, 1.054091, 1.086662, 1.034112, 0.986933, 1.011761, 0.970282, 0.959314, 0.97868, 0.957215, 1.245296, 1.149862, 1.131414, 1.02263, 0.961805, 0.912364, 0.808979, 0.805055, 0.76764, 0.888561, 1.037617, 1.171575, 1.089234, 1.368556, 1.985434, 2.179819, 1.603187, 1.760075, 1.395079, 1.129028, 0.955357, 0.930933, 0.779502, 0.42672, 0.060904, 0.0], "sum_m_pl": [0.084255, 0.219511, 0.23401, 0.253732, 0.303828, 0.299062, 0.270706, 0.242701, 0.25993, 0.306092, 0.358486, 0.363855, 0.369469, 0.280792, 0.314224, 0.294662, 0.267178, 0.272699, 0.322485, 0.297268, 0.287093, 0.265374, 0.267057, 0.262601, 0.3207, 0.365535, 0.369239, 0.420046, 0.402157, 0.42178, 0.391766, 0.321163, 0.309431, 0.311415, 0.26174, 0.223619, 0.281822, 0.304361, 0.234367, 0.1869, 0.244037, 0.210622, 0.208786, 0.210796, 0.17392, 0.185754, 0.113676, 0.131596, 0.019209, 0.0]}, "lang": {"n_am_en": [2, 4, 4, 6, 6, 7, 9, 11, 10, 9, 7, 10, 7, 7, 9, 12, 15, 12, 12, 17, 18, 18, 20, 19, 19, 20, 17, 16, 14, 16, 18, 17, 15, 17, 19, 18, 23, 20, 23, 23, 23, 23, 23, 23, 23, 25, 22, 22, 24, 27], "n_am_pl": [2, 1, 2, 2, 3, 2, 1, 1, 1, 4, 3, 3, 3, 3, 3, 3, 4, 2, 2, 2, 0, 2, 2, 2, 1, 1, 1, 2, 3, 5, 3, 2, 1, 0, 1, 2, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 2], "n_pos": 29, "sum_m_en": [3.420636, 4.375551, 4.283377, 4.847935, 5.660377, 5.801321, 5.408594, 5.712542, 5.652042, 5.95493, 5.785334, 5.865665, 5.363629, 5.407736, 5.408464, 5.639732, 5.904432, 6.042895, 6.650224, 7.157256, 6.709055, 6.369931, 6.182973, 6.535308, 15.157121, 14.192303, 12.734022, 11.620496, 10.167624, 9.615777, 8.710417, 9.010162, 8.822247, 10.135327, 11.711306, 11.392214, 13.123662, 15.773115, 17.943707, 19.040278, 19.669784, 22.042232, 22.09687, 21.824065, 21.384824, 22.540942, 20.497218, 20.43959, 22.374483, 26.356567], "sum_m_pl": [0.934269, 1.226067, 1.361074, 1.318138, 1.469601, 1.374701, 1.498877, 1.679741, 1.694099, 1.844864, 2.045218, 2.06433, 2.003933, 1.891457, 2.038689, 1.994881, 1.99552, 2.070589, 1.954323, 1.879397, 1.793937, 1.761802, 1.795506, 1.672444, 1.595162, 1.689428, 1.888992, 2.228625, 2.72753, 2.814252, 2.66013, 2.310657, 2.325807, 2.036669, 1.730138, 1.892692, 1.624393, 1.10899, 1.073426, 0.701228, 0.722684, 0.585815, 0.44349, 0.475705, 0.346767, 0.247714, 0.146835, 0.966646, 1.175913, 2.000953]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 64, "item_id": "pes-Geriatria-2019 wiosna-22", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 956, "region_end": 62, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 2, 4, 13, 9, 17, 24, 29, 17, 21, 21, 23, 10, 18, 21, 28, 34, 35, 39, 41, 46, 46, 44, 45, 46, 43, 41, 40, 30, 27, 28, 29, 25, 35, 43, 47, 45, 51, 51, 51, 56, 50, 48, 46, 47, 39, 12, 1, 0, 1], "n_am_pl": [2, 6, 9, 12, 15, 11, 8, 5, 8, 11, 9, 6, 9, 13, 10, 7, 9, 4, 7, 3, 3, 6, 4, 2, 3, 6, 3, 6, 5, 9, 7, 9, 8, 7, 5, 3, 6, 3, 3, 2, 3, 4, 5, 6, 9, 18, 31, 50, 49, 52], "n_pos": 87, "sum_m_en": [8.240225, 12.356554, 12.927567, 14.306176, 15.680448, 15.695365, 15.291621, 16.639784, 16.108606, 17.238558, 16.438845, 16.307074, 14.752175, 14.654128, 15.278333, 16.489854, 17.425702, 18.306125, 18.901813, 19.924242, 17.650442, 17.94559, 17.541473, 19.242358, 37.663646, 35.095131, 29.798903, 26.309212, 22.28908, 20.043244, 17.330784, 17.116329, 17.379058, 20.123223, 23.429266, 24.596518, 24.97481, 34.119938, 37.43129, 40.355386, 39.32215, 44.504809, 45.829458, 43.600499, 39.936271, 33.383699, 11.086474, 1.53337, 0.842447, 0.817386], "sum_m_pl": [1.689998, 4.051763, 4.743058, 5.127455, 5.824917, 5.431427, 5.618993, 6.106324, 6.105923, 6.281761, 6.789691, 6.919823, 7.001938, 6.649014, 7.045971, 6.482604, 6.144204, 5.976054, 5.951008, 5.721638, 5.655342, 5.391983, 5.613503, 5.238165, 4.818241, 5.959679, 6.534291, 7.65038, 8.699178, 9.399825, 9.321475, 9.457249, 9.415877, 7.945965, 7.302081, 6.686793, 6.89972, 5.478819, 5.348919, 4.39914, 5.131031, 4.330451, 5.218648, 7.065959, 9.39034, 16.111186, 30.154402, 47.355386, 48.394154, 51.656002]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 3, 4, 2, 3, 3, 2, 1, 1, 3, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.388172, 0.653662, 0.627831, 0.701013, 0.786989, 0.718433, 0.727487, 0.739088, 0.742276, 0.775144, 0.838748, 0.805747, 0.728635, 0.742509, 0.86616, 0.939956, 0.990846, 0.993586, 0.962727, 0.975528, 0.87999, 0.870955, 0.888593, 0.856207, 1.070627, 0.872826, 0.80882, 0.789295, 0.728666, 0.709578, 0.593408, 0.617658, 0.652995, 0.790866, 0.905216, 1.046601, 0.97362, 1.683737, 1.816698, 2.011613, 1.644348, 1.780984, 1.647829, 1.195593, 0.952933, 0.958967, 0.493489, 0.239437, 0.069064, 0.0], "sum_m_pl": [0.087069, 0.213515, 0.2266, 0.256205, 0.294213, 0.260094, 0.24406, 0.230626, 0.243944, 0.273578, 0.313783, 0.328615, 0.330354, 0.259193, 0.301165, 0.263241, 0.23393, 0.244011, 0.259786, 0.235355, 0.220194, 0.208206, 0.210177, 0.206303, 0.297206, 0.353688, 0.336126, 0.370663, 0.355351, 0.357388, 0.372975, 0.324111, 0.317158, 0.300242, 0.248431, 0.202625, 0.231012, 0.263247, 0.172268, 0.120065, 0.17022, 0.122536, 0.120319, 0.11302, 0.12678, 0.163614, 0.145655, 0.197951, 0.027982, 0.0]}, "lang": {"n_am_en": [0, 2, 2, 7, 5, 13, 16, 19, 9, 14, 14, 14, 7, 11, 14, 20, 24, 23, 28, 28, 32, 28, 30, 29, 29, 29, 28, 25, 24, 19, 20, 19, 16, 21, 28, 32, 32, 32, 36, 36, 37, 33, 31, 34, 34, 25, 10, 0, 0, 1], "n_am_pl": [1, 5, 4, 9, 13, 5, 3, 3, 5, 5, 7, 5, 6, 8, 5, 3, 5, 2, 2, 2, 1, 4, 2, 1, 2, 4, 2, 4, 2, 6, 4, 6, 7, 4, 5, 3, 5, 2, 3, 2, 3, 4, 5, 6, 9, 17, 30, 46, 48, 52], "n_pos": 53, "sum_m_en": [4.888804, 7.596531, 7.950462, 8.837608, 9.682977, 9.508677, 9.287067, 10.181983, 9.748145, 10.71045, 10.220121, 10.172146, 9.017626, 9.150441, 9.497482, 10.238168, 10.821562, 11.473951, 11.79016, 12.664759, 10.853243, 11.090053, 10.774393, 12.074947, 25.064679, 23.404, 19.759922, 17.48338, 14.86292, 12.973862, 11.03904, 11.039913, 11.335277, 12.866997, 14.97056, 16.375896, 16.933726, 22.925316, 25.435741, 26.404201, 26.089177, 30.452793, 31.303591, 30.768187, 28.082537, 22.342561, 7.664272, 0.58058, 0.464608, 0.817363], "sum_m_pl": [0.829636, 2.333393, 2.707412, 3.107881, 3.452561, 3.132614, 3.147012, 3.475254, 3.546502, 3.697923, 3.993636, 4.10193, 4.2013, 4.094957, 4.414011, 3.99516, 3.889004, 3.771315, 3.755291, 3.57779, 3.606909, 3.417465, 3.586665, 3.282561, 3.090037, 3.891341, 4.372228, 4.996968, 5.568417, 5.963603, 6.023799, 6.377944, 6.371058, 5.618513, 5.22943, 4.547737, 4.806716, 3.919926, 3.951871, 3.519924, 4.245293, 3.580441, 4.572799, 6.202825, 8.791304, 14.815453, 28.105637, 43.662445, 46.986449, 51.091114]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Geriatria-2019 wiosna-22", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1211, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 13, 27, 41, 45, 45, 58, 58, 63, 54, 55, 55, 51, 55, 62, 72, 65, 69, 79, 117, 108, 97, 105, 109, 135, 128, 118, 95, 75, 67, 60, 60, 84, 90, 87, 89, 99, 113, 118, 118, 119, 122, 132, 131, 113, 91, 32, 6, 3, 2], "n_am_pl": [10, 28, 27, 28, 27, 37, 34, 36, 36, 43, 44, 49, 48, 54, 41, 43, 35, 37, 26, 19, 20, 17, 20, 28, 26, 28, 23, 30, 38, 34, 35, 43, 38, 37, 35, 48, 40, 29, 35, 38, 38, 34, 35, 35, 55, 84, 140, 170, 170, 170], "n_pos": 287, "sum_m_en": [29.655355, 41.293786, 44.274251, 45.994849, 48.757872, 48.635517, 47.476029, 48.740935, 47.833418, 48.927414, 50.179612, 48.892023, 46.35853, 44.09416, 47.621851, 51.312709, 49.002028, 48.724955, 47.382512, 53.287641, 48.47327, 49.632883, 53.403853, 52.050941, 94.922961, 87.404599, 78.146509, 64.585437, 58.312223, 56.554002, 53.097867, 52.44167, 52.525697, 59.459062, 61.189534, 66.054215, 68.536627, 81.758464, 86.164902, 95.063065, 98.945976, 105.427531, 105.458049, 109.83479, 98.696319, 78.48774, 28.567103, 7.419348, 4.479915, 1.983327], "sum_m_pl": [5.94239, 13.333717, 15.186289, 15.350067, 16.561687, 18.302268, 17.862158, 18.910657, 18.182682, 21.239556, 21.946329, 24.990488, 25.940701, 27.035454, 27.198048, 26.911061, 24.990685, 24.90104, 22.239551, 19.767103, 19.114654, 18.554532, 18.130972, 18.080593, 22.94959, 26.199467, 25.234678, 27.26548, 29.086471, 32.310738, 30.857152, 30.388721, 30.2773, 28.601363, 28.629894, 27.040652, 27.223326, 24.822693, 25.568326, 27.887171, 28.198059, 30.191153, 34.364409, 37.509634, 52.116089, 76.330042, 129.230898, 160.884762, 164.721777, 170.450249]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.202046, 0.308428, 0.362249, 0.406751, 0.42173, 0.389986, 0.365741, 0.311879, 0.323136, 0.315156, 0.32607, 0.379092, 0.309013, 0.299651, 0.328857, 0.350859, 0.284635, 0.291805, 0.27603, 0.378678, 0.357786, 0.435631, 0.414097, 0.349775, 1.372687, 1.07093, 0.875025, 0.434833, 0.3644, 0.321949, 0.312319, 0.351028, 0.321134, 0.330975, 0.30488, 0.357532, 0.423436, 1.386964, 1.49315, 1.335694, 1.150246, 1.292577, 1.171128, 1.651692, 1.283099, 0.892761, 0.651988, 0.163878, 0.102562, 0.0], "sum_m_pl": [0.038752, 0.079941, 0.109707, 0.138915, 0.125463, 0.116056, 0.118116, 0.119139, 0.089609, 0.106191, 0.143034, 0.130286, 0.135829, 0.144753, 0.130908, 0.134338, 0.132781, 0.114406, 0.121678, 0.111474, 0.118475, 0.125984, 0.13452, 0.14854, 0.148865, 0.191291, 0.217095, 0.271173, 0.300346, 0.207315, 0.216818, 0.173597, 0.13166, 0.122987, 0.140023, 0.151754, 0.209733, 0.118323, 0.072815, 0.114512, 0.237003, 0.269923, 0.174153, 0.337038, 0.615971, 0.833042, 0.404997, 0.246185, 0.081171, 0.0]}, "lang": {"n_am_en": [5, 9, 18, 25, 30, 27, 38, 39, 43, 34, 32, 39, 31, 36, 41, 45, 40, 47, 52, 80, 69, 64, 70, 72, 89, 86, 80, 69, 54, 43, 42, 44, 55, 59, 59, 58, 70, 80, 78, 77, 79, 85, 87, 86, 75, 64, 22, 2, 2, 2], "n_am_pl": [9, 18, 20, 21, 15, 28, 23, 21, 19, 24, 24, 30, 30, 31, 21, 27, 21, 29, 17, 11, 10, 9, 13, 20, 18, 17, 14, 16, 20, 17, 22, 27, 25, 30, 27, 31, 24, 20, 22, 27, 29, 25, 28, 27, 43, 69, 119, 153, 165, 169], "n_pos": 171, "sum_m_en": [16.941655, 24.536763, 26.737308, 27.289174, 28.883153, 29.218, 28.886376, 30.018146, 29.763098, 30.401548, 31.341478, 30.571087, 28.91223, 27.483508, 29.941259, 32.4393, 31.010373, 30.719035, 29.360407, 33.351136, 30.101536, 30.893494, 34.424477, 33.230322, 62.13972, 57.692695, 53.170747, 43.429657, 38.807193, 37.315899, 35.18742, 34.730576, 35.135015, 39.748607, 40.872325, 44.562099, 46.553435, 55.900114, 58.798991, 65.614457, 67.215937, 72.259701, 72.758558, 75.237349, 68.548981, 55.523869, 21.980969, 4.222963, 2.933871, 1.981634], "sum_m_pl": [3.250337, 7.745871, 9.161225, 9.150359, 9.696987, 11.14455, 10.964895, 11.387417, 11.132794, 12.669042, 13.353141, 15.116456, 15.450937, 15.77812, 15.86741, 15.946951, 15.286169, 15.059415, 13.54001, 11.884738, 11.581475, 11.316829, 11.016285, 10.998275, 14.390663, 15.305185, 14.364875, 16.246583, 17.994399, 19.08033, 18.949697, 18.920316, 19.514213, 18.32865, 18.197073, 17.533395, 17.918513, 16.957041, 17.68977, 19.732569, 19.710972, 21.886585, 26.101434, 29.195176, 40.890211, 62.721423, 108.973843, 142.815219, 158.13698, 167.224646]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 289, "item_id": "pes-Geriatria-2019 wiosna-48", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 990, "region_end": 287, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9931}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 12, 23, 33, 34, 36, 44, 40, 49, 50, 47, 40, 34, 40, 55, 62, 64, 72, 70, 92, 90, 94, 93, 93, 110, 112, 105, 81, 62, 64, 52, 59, 72, 76, 72, 84, 84, 98, 101, 109, 107, 98, 108, 97, 94, 71, 23, 3, 2, 2], "n_am_pl": [8, 20, 18, 30, 29, 34, 31, 35, 31, 33, 32, 46, 41, 44, 31, 32, 26, 31, 25, 19, 17, 16, 22, 23, 23, 26, 16, 29, 40, 32, 30, 38, 28, 27, 33, 40, 36, 26, 33, 30, 31, 30, 28, 37, 53, 76, 121, 144, 135, 138], "n_pos": 252, "sum_m_en": [25.605754, 36.216574, 38.436084, 40.593718, 42.288389, 42.516293, 40.701841, 41.261941, 40.661565, 41.932408, 43.416504, 41.950077, 39.540503, 37.827324, 40.304395, 43.644432, 42.185046, 41.794351, 40.473724, 45.631412, 41.788853, 43.206183, 44.321381, 43.497679, 79.655808, 73.290324, 64.657872, 52.467393, 48.174805, 46.959035, 44.295496, 44.081272, 45.070966, 51.348944, 53.579095, 58.534563, 61.256624, 70.656282, 74.283466, 81.941695, 84.535098, 85.371729, 85.316647, 89.346935, 79.799535, 63.69336, 20.282528, 5.377788, 3.838461, 1.999581], "sum_m_pl": [5.13103, 11.356411, 12.980368, 13.235747, 14.524437, 15.974388, 15.656808, 16.550847, 15.598348, 18.57177, 19.032018, 21.554966, 22.340984, 22.721538, 23.082256, 22.69826, 20.671049, 20.614238, 18.332239, 16.513779, 16.096053, 15.855666, 15.639693, 15.629272, 20.130248, 22.623367, 21.477735, 23.122438, 24.746963, 27.490392, 26.348799, 25.758664, 24.369139, 23.143113, 22.768332, 20.737804, 19.960834, 19.774553, 20.679051, 23.335644, 24.336054, 26.310622, 31.613659, 37.238243, 49.304651, 70.362924, 110.751845, 132.453211, 133.053172, 137.038898]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.192727, 0.307171, 0.35279, 0.419834, 0.421301, 0.377583, 0.350047, 0.309375, 0.309663, 0.302112, 0.311153, 0.361704, 0.291289, 0.279144, 0.313261, 0.335866, 0.279974, 0.285232, 0.264124, 0.359669, 0.344584, 0.432281, 0.410014, 0.352628, 1.391216, 1.13458, 0.933096, 0.428062, 0.37506, 0.320377, 0.303315, 0.334634, 0.303431, 0.337487, 0.288363, 0.35167, 0.416152, 1.316878, 1.440618, 1.343635, 1.246346, 1.345167, 1.191375, 1.597567, 1.254791, 0.91039, 0.661834, 0.137092, 0.08434, 0.0], "sum_m_pl": [0.036384, 0.07849, 0.105416, 0.141097, 0.137524, 0.120115, 0.123602, 0.127478, 0.098284, 0.119037, 0.153504, 0.140146, 0.14309, 0.15447, 0.134413, 0.138351, 0.13336, 0.111222, 0.121343, 0.112549, 0.117128, 0.123861, 0.131297, 0.144873, 0.136109, 0.169076, 0.198804, 0.244136, 0.288687, 0.213925, 0.217462, 0.169278, 0.127768, 0.124632, 0.135881, 0.145816, 0.213299, 0.151151, 0.096696, 0.133539, 0.273123, 0.317485, 0.221285, 0.396229, 0.677638, 0.886881, 0.466808, 0.363476, 0.103558, 0.0]}, "lang": {"n_am_en": [3, 9, 15, 17, 20, 17, 27, 24, 31, 31, 22, 23, 18, 19, 32, 31, 36, 36, 43, 56, 53, 55, 55, 56, 65, 66, 62, 49, 38, 39, 28, 35, 45, 44, 43, 55, 57, 65, 62, 67, 65, 60, 67, 62, 60, 44, 13, 1, 2, 2], "n_am_pl": [7, 12, 14, 20, 18, 24, 21, 19, 14, 13, 12, 22, 25, 23, 16, 19, 14, 21, 12, 9, 10, 9, 15, 19, 18, 17, 9, 17, 20, 16, 13, 27, 20, 20, 22, 21, 23, 19, 23, 22, 24, 25, 23, 30, 41, 64, 96, 124, 129, 134], "n_pos": 136, "sum_m_en": [13.031249, 19.694594, 21.423735, 22.050646, 23.033612, 23.380337, 22.354044, 22.758433, 22.778438, 23.190923, 24.042145, 23.633394, 22.110967, 21.064062, 22.913111, 24.793958, 23.769097, 23.370686, 22.553732, 26.075051, 23.709936, 24.576296, 25.673713, 24.763486, 46.768564, 43.213333, 39.041217, 30.972731, 28.315148, 27.755108, 25.825377, 25.550072, 26.539269, 30.172229, 31.658188, 34.583076, 38.015377, 44.687822, 47.217023, 51.717212, 51.765467, 52.837912, 53.656593, 56.830397, 51.564177, 40.441119, 14.113234, 2.561446, 2.62457, 1.999131], "sum_m_pl": [2.480942, 5.816849, 7.035859, 7.095438, 7.695859, 8.78048, 8.610719, 8.92727, 8.585538, 10.000908, 10.553226, 11.853589, 12.143274, 11.986364, 12.175935, 12.239574, 11.511831, 11.394067, 10.200219, 9.059225, 8.899736, 8.895125, 8.752814, 8.745435, 12.1918, 12.637394, 11.813117, 12.917186, 14.277626, 14.946388, 15.055672, 14.994336, 14.779603, 13.971753, 13.68511, 12.611638, 12.321315, 13.036791, 13.488036, 15.173581, 15.810127, 18.355142, 23.225558, 28.500729, 38.071372, 56.336733, 89.734173, 114.235706, 126.167911, 132.73723]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 254, "item_id": "pes-Geriatria-2019 wiosna-48", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1245, "region_end": 252, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9842}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 11, 16, 5, 10, 23, 11, 19, 18, 15, 15, 17, 13, 20, 18, 24, 21, 20, 29, 22, 29, 23, 19, 18, 26, 28, 27, 27, 27, 21, 35, 32, 21, 26, 32, 37, 37, 35, 42, 38, 35, 37, 37, 38, 40, 40, 39, 35, 38, 33], "n_am_pl": [8, 5, 9, 19, 11, 11, 13, 10, 5, 10, 13, 13, 10, 9, 17, 19, 21, 26, 20, 21, 19, 21, 20, 18, 14, 15, 14, 14, 14, 10, 13, 10, 16, 18, 13, 12, 13, 17, 16, 17, 15, 14, 15, 11, 15, 12, 10, 11, 10, 10], "n_pos": 106, "sum_m_en": [12.453512, 15.173531, 14.763269, 15.587304, 16.651141, 17.320223, 16.106143, 16.682589, 17.238358, 17.588187, 18.249102, 19.02096, 19.988598, 19.433792, 20.035589, 20.703224, 20.712526, 19.929703, 20.973657, 20.247335, 19.801848, 19.596312, 18.938557, 18.876922, 26.570466, 25.834675, 23.819555, 21.080031, 22.000716, 22.023843, 22.297368, 21.71484, 20.168652, 21.077797, 22.701398, 24.488979, 27.463038, 27.220368, 30.482919, 31.731579, 31.602771, 35.374033, 38.477306, 37.016251, 38.143694, 36.180893, 35.637432, 34.764234, 34.039092, 33.843491], "sum_m_pl": [3.493074, 4.883747, 5.647765, 5.411287, 6.014957, 6.280272, 6.226447, 6.455998, 7.107143, 7.573646, 7.778079, 8.374427, 9.120005, 9.063796, 8.891121, 9.655518, 8.765588, 8.317408, 8.225191, 8.468056, 7.621482, 7.129807, 6.80714, 6.582337, 10.445048, 10.127021, 10.138006, 10.666376, 10.661536, 11.140092, 9.804975, 9.757058, 9.79603, 10.147177, 9.711345, 8.878198, 10.080918, 12.799755, 14.299498, 13.600254, 14.220912, 13.198813, 12.796002, 12.773865, 12.292602, 11.278472, 9.789789, 10.083489, 9.938368, 10.277103]}, "digit": {"n_am_en": [0, 0, 4, 1, 2, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 1, 3, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 0, 0, 4, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 2, 1, 1, 2, 1, 2, 2, 0, 2, 3, 1, 0, 1, 2, 1, 1, 1, 2, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.655382, 0.994516, 0.879554, 0.893342, 0.945303, 1.003684, 0.963578, 0.922245, 0.904162, 1.001759, 1.055004, 1.11691, 1.157681, 0.966321, 0.864745, 0.931325, 0.968471, 0.903708, 0.872695, 0.867075, 0.881144, 0.873167, 0.862851, 0.880329, 0.928394, 0.967714, 0.880805, 0.854512, 0.873299, 0.93723, 1.021342, 0.96874, 0.877027, 0.877916, 0.950964, 0.974716, 0.95625, 0.88631, 0.943508, 0.970813, 1.038193, 0.884385, 1.030099, 0.644001, 0.502101, 0.361946, 0.243892, 0.32459, 0.047326, 0.0], "sum_m_pl": [0.210274, 0.33986, 0.341063, 0.27554, 0.276415, 0.352203, 0.308213, 0.297872, 0.288553, 0.291473, 0.238246, 0.256941, 0.319352, 0.268741, 0.307338, 0.356317, 0.342403, 0.363454, 0.337528, 0.303759, 0.298784, 0.291074, 0.292387, 0.29463, 0.5295, 0.424753, 0.453577, 0.4456, 0.514698, 0.631288, 0.46929, 0.437917, 0.420727, 0.408548, 0.509646, 0.566959, 0.813821, 0.74934, 0.594828, 0.449144, 0.487346, 0.297802, 0.285704, 0.259506, 0.396994, 0.169385, 0.077401, 0.098347, 0.012621, 0.0]}, "lang": {"n_am_en": [4, 6, 5, 2, 3, 10, 5, 12, 13, 10, 8, 9, 7, 8, 5, 12, 9, 10, 17, 14, 17, 16, 12, 13, 19, 19, 19, 18, 16, 11, 18, 14, 10, 15, 16, 21, 24, 23, 28, 29, 26, 27, 27, 27, 30, 33, 35, 32, 35, 33], "n_am_pl": [3, 3, 5, 8, 5, 2, 6, 1, 4, 4, 5, 5, 5, 3, 8, 5, 7, 11, 8, 6, 6, 8, 9, 6, 4, 4, 3, 4, 5, 4, 5, 5, 8, 5, 3, 2, 3, 3, 3, 3, 6, 5, 7, 4, 5, 5, 6, 8, 9, 10], "n_pos": 45, "sum_m_en": [5.806442, 6.450517, 6.407236, 6.782159, 7.114309, 7.432889, 6.912259, 7.09811, 7.609882, 7.709173, 7.952042, 8.237019, 8.489625, 8.407649, 8.912918, 9.349491, 9.267949, 8.770575, 9.32443, 8.919926, 8.699998, 8.610285, 8.249306, 8.177614, 13.948696, 12.951647, 11.423779, 9.834049, 10.130964, 9.872072, 9.559889, 9.310222, 8.98385, 9.987517, 10.940805, 11.750431, 14.185158, 15.471563, 18.327855, 20.60922, 21.247302, 24.182752, 25.715248, 25.641859, 27.917622, 28.257236, 29.791917, 29.350145, 29.967037, 32.887305], "sum_m_pl": [1.792832, 2.184298, 2.408576, 2.380835, 2.559542, 2.646913, 2.739243, 2.793303, 3.080344, 3.180868, 3.303814, 3.642789, 3.894957, 4.061042, 3.98135, 4.080189, 3.590081, 3.315896, 3.430456, 3.43514, 3.155433, 3.006694, 2.895047, 2.827917, 3.338299, 3.449209, 3.711865, 4.082505, 4.059002, 4.401252, 4.168285, 4.276259, 4.273045, 4.237857, 4.046825, 3.813125, 3.840773, 4.266284, 4.195966, 4.511676, 4.881997, 4.376123, 5.037989, 4.268094, 4.51446, 5.079795, 5.348561, 7.091715, 8.415038, 9.39353]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Geriatria-2019 wiosna-77", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1261, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.972}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 26, 36, 26, 29, 58, 42, 56, 53, 52, 52, 47, 43, 37, 41, 52, 66, 62, 65, 61, 62, 55, 58, 55, 81, 78, 56, 51, 54, 52, 51, 49, 49, 60, 67, 75, 80, 75, 87, 77, 83, 74, 86, 92, 68, 52, 27, 4, 0, 0], "n_am_pl": [8, 24, 34, 39, 39, 30, 37, 34, 28, 35, 35, 43, 48, 59, 44, 48, 48, 40, 63, 59, 49, 61, 59, 59, 46, 49, 34, 42, 46, 58, 50, 63, 48, 50, 41, 47, 60, 64, 68, 77, 75, 84, 83, 79, 95, 123, 147, 178, 172, 175], "n_pos": 302, "sum_m_en": [28.937387, 43.270552, 45.899159, 47.104223, 46.433308, 48.296036, 46.990523, 47.994559, 47.882429, 48.871775, 51.448154, 52.590971, 54.599852, 54.654067, 53.17685, 53.802265, 55.29165, 51.757878, 52.797134, 51.731129, 51.680796, 51.159104, 51.134415, 51.272818, 68.881191, 63.750539, 59.393335, 54.980376, 55.653525, 56.094006, 54.956915, 54.230054, 52.632137, 55.826306, 58.130457, 59.234664, 59.537872, 61.741356, 66.242402, 63.499922, 68.867517, 68.060483, 79.505292, 78.702958, 65.425376, 48.809528, 26.089287, 6.296657, 1.771561, 0.00069], "sum_m_pl": [5.316829, 14.664736, 18.079001, 17.963441, 18.530042, 19.709469, 19.543296, 19.837858, 22.304572, 22.947494, 23.442605, 25.46782, 25.915219, 26.340625, 24.692302, 26.540418, 24.192292, 23.898023, 21.988777, 21.57378, 19.600553, 19.287355, 18.831903, 18.510227, 28.303142, 29.184207, 30.112928, 32.281165, 32.494309, 34.181022, 32.605681, 33.829513, 31.150057, 30.667742, 29.046108, 28.774937, 32.047685, 35.254664, 42.923513, 48.162439, 52.596928, 56.364691, 61.508038, 67.544599, 83.400696, 109.17268, 141.486008, 171.844043, 170.65424, 175.128531]}, "digit": {"n_am_en": [0, 2, 3, 0, 0, 0, 0, 3, 1, 3, 3, 2, 0, 1, 0, 2, 2, 2, 1, 1, 0, 1, 1, 2, 4, 1, 1, 3, 4, 2, 1, 1, 0, 0, 1, 1, 0, 3, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 2, 2, 0, 1, 2, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 3, 1, 3, 0, 2, 2, 4, 3, 2, 1, 2, 1, 1, 2, 2, 1, 0, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.799772, 1.807965, 1.910858, 1.881346, 1.768152, 1.816333, 1.812907, 1.949136, 1.924507, 2.018494, 2.142972, 2.116036, 2.092813, 1.779018, 1.654965, 1.853356, 1.801987, 1.632914, 1.660174, 1.708178, 1.726502, 1.760552, 1.798908, 1.833985, 2.34517, 2.260501, 2.322211, 2.183449, 2.269596, 2.2158, 2.132312, 1.885686, 1.64885, 1.952705, 2.042293, 1.944015, 1.63135, 1.804586, 1.616966, 1.546865, 1.435769, 1.310671, 1.151218, 0.822805, 0.482539, 0.342489, 0.317693, 0.233345, 0.072669, 0.0], "sum_m_pl": [0.170062, 0.657828, 0.627296, 0.612802, 0.732623, 0.815479, 0.732231, 0.740614, 0.732025, 0.737153, 0.619043, 0.588514, 0.562424, 0.56917, 0.520557, 0.597911, 0.594357, 0.631448, 0.586145, 0.613822, 0.566067, 0.563767, 0.562003, 0.572139, 0.731918, 0.731778, 0.684411, 0.783641, 0.703983, 0.818904, 0.795393, 0.84143, 0.719054, 0.610637, 0.709402, 0.932082, 0.92292, 0.764067, 0.863554, 0.870228, 0.767471, 0.773421, 0.7443, 1.030142, 0.716899, 0.673535, 0.513516, 0.322434, 0.083, 2.2e-05]}, "lang": {"n_am_en": [5, 17, 21, 13, 19, 42, 27, 34, 35, 28, 32, 27, 27, 18, 25, 31, 44, 38, 41, 38, 41, 36, 38, 33, 53, 54, 36, 31, 34, 32, 32, 30, 29, 38, 44, 49, 56, 51, 55, 47, 53, 49, 59, 63, 44, 28, 16, 2, 0, 0], "n_am_pl": [5, 8, 23, 26, 21, 18, 25, 21, 19, 19, 22, 29, 28, 39, 27, 32, 30, 27, 42, 44, 38, 46, 41, 42, 30, 34, 20, 26, 25, 38, 30, 37, 32, 36, 26, 28, 40, 47, 51, 56, 54, 64, 62, 60, 73, 99, 125, 160, 168, 174], "n_pos": 176, "sum_m_en": [16.967026, 25.09711, 27.13966, 27.461821, 27.27221, 28.418481, 27.743691, 28.24285, 28.387541, 28.925565, 30.422658, 31.191677, 32.421744, 32.823019, 32.134635, 32.439279, 33.62837, 31.594796, 31.829783, 30.888283, 30.700994, 30.269672, 30.207006, 30.219789, 42.715386, 39.80022, 37.113439, 33.996503, 34.297613, 34.205474, 33.454049, 33.303812, 32.591329, 34.636108, 35.543204, 36.710581, 38.680669, 39.913322, 42.345727, 40.182473, 44.244637, 43.821372, 51.886219, 52.906245, 43.229096, 29.999448, 17.258757, 3.506967, 0.868716, 0.00068], "sum_m_pl": [3.124926, 8.331347, 10.233163, 10.22494, 10.346828, 11.19065, 11.365621, 11.72694, 13.323477, 13.440195, 13.995924, 15.569682, 15.480113, 16.205141, 14.817425, 15.926303, 14.448714, 14.466147, 13.216267, 12.72232, 11.542829, 11.545289, 11.230352, 11.023307, 17.442711, 17.5878, 18.045461, 19.102276, 19.33746, 20.875272, 20.29882, 21.271402, 19.410802, 18.863299, 17.680917, 17.530826, 20.144543, 22.979462, 29.454952, 32.695387, 37.029747, 41.931554, 44.449048, 48.351612, 62.123989, 85.683156, 118.785915, 153.469601, 164.032526, 172.807182]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "pes-Geriatria-2019 wiosna-77", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1516, "region_end": 302, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9769}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 6, 12, 18, 25, 21, 22, 23, 23, 22, 19, 22, 28, 29, 25, 29, 36, 30, 38, 50, 44, 42, 42, 32, 47, 47, 34, 32, 31, 26, 29, 35, 35, 29, 38, 56, 58, 58, 61, 66, 67, 63, 63, 62, 55, 57, 55, 53, 52, 61], "n_am_pl": [7, 8, 1, 6, 9, 5, 8, 9, 8, 4, 6, 3, 11, 10, 10, 22, 11, 16, 12, 8, 14, 11, 13, 10, 9, 11, 13, 13, 19, 17, 18, 12, 15, 19, 12, 9, 7, 2, 4, 3, 6, 3, 9, 6, 10, 12, 13, 11, 10, 11], "n_pos": 131, "sum_m_en": [14.447609, 17.018001, 17.328198, 18.23798, 20.46632, 20.715996, 20.020292, 20.34602, 20.317049, 21.12837, 21.122388, 21.231147, 22.122212, 22.804516, 22.277165, 22.898003, 22.71122, 20.945275, 21.895107, 22.60413, 21.27274, 21.914526, 21.502653, 21.122956, 33.948804, 33.002397, 29.230959, 26.595248, 25.498496, 24.169286, 22.749772, 24.260264, 24.969582, 24.924566, 26.838442, 29.983753, 35.781967, 42.521102, 45.647147, 49.508877, 50.236096, 53.505856, 53.639174, 53.06941, 51.102059, 51.908419, 50.882325, 49.76437, 47.606697, 60.265194], "sum_m_pl": [3.562408, 5.216255, 6.001016, 5.910907, 6.637679, 7.092037, 6.928138, 7.353992, 7.686266, 7.998752, 8.336054, 8.374655, 9.376233, 9.209351, 10.296602, 10.66839, 9.963963, 9.60262, 9.441401, 9.849596, 9.696707, 9.036458, 8.76016, 8.543114, 9.663124, 10.022649, 9.971206, 10.621352, 10.540077, 11.568989, 11.446737, 11.057446, 11.065207, 11.742555, 10.735807, 10.673263, 9.199938, 7.836975, 7.960734, 6.514798, 7.385056, 6.222074, 6.536731, 6.795102, 9.601327, 11.773088, 12.897688, 11.600182, 11.333683, 11.581688]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 2, 2, 2, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.243543, 0.368637, 0.337713, 0.328216, 0.383505, 0.368074, 0.365718, 0.362449, 0.337735, 0.36515, 0.42396, 0.378051, 0.381825, 0.386186, 0.330697, 0.373655, 0.36612, 0.332582, 0.350728, 0.345958, 0.340787, 0.345002, 0.346757, 0.34289, 0.392922, 0.34985, 0.31833, 0.330309, 0.40289, 0.397015, 0.334617, 0.388173, 0.378582, 0.418397, 0.506504, 1.14053, 1.455745, 0.489194, 0.369223, 0.370412, 0.333464, 0.355614, 0.337258, 0.315653, 0.314357, 0.253519, 0.107106, 0.113634, 0.018043, 0.0], "sum_m_pl": [0.042589, 0.117203, 0.108606, 0.095316, 0.121107, 0.108791, 0.132151, 0.149404, 0.143377, 0.147795, 0.197786, 0.224655, 0.21935, 0.200622, 0.157558, 0.153105, 0.150791, 0.136308, 0.137509, 0.145393, 0.143094, 0.140104, 0.135441, 0.134909, 0.188634, 0.200918, 0.188622, 0.184105, 0.172122, 0.201066, 0.213355, 0.186218, 0.205065, 0.253208, 0.26216, 0.113104, 0.039612, 0.136327, 0.188547, 0.192568, 0.174862, 0.188916, 0.186643, 0.187568, 0.169414, 0.110766, 0.110035, 0.058016, 0.022616, 0.0]}, "lang": {"n_am_en": [2, 3, 9, 14, 15, 14, 14, 14, 17, 18, 14, 13, 21, 23, 22, 20, 23, 25, 29, 36, 33, 29, 28, 24, 31, 34, 26, 23, 21, 21, 22, 26, 23, 23, 26, 41, 43, 43, 49, 51, 54, 53, 54, 54, 50, 51, 50, 49, 51, 60], "n_am_pl": [6, 5, 1, 1, 2, 2, 3, 5, 4, 2, 3, 1, 6, 6, 4, 9, 4, 5, 5, 2, 6, 5, 7, 4, 5, 5, 7, 10, 9, 7, 10, 6, 7, 7, 5, 5, 1, 0, 0, 2, 2, 2, 3, 4, 7, 10, 12, 9, 10, 11], "n_pos": 73, "sum_m_en": [8.387033, 10.040129, 10.05652, 10.412213, 11.267211, 11.811925, 11.452302, 11.95372, 11.865998, 12.417173, 12.569211, 12.792151, 13.280082, 13.698481, 13.873519, 14.157872, 13.93363, 12.857479, 13.070773, 13.3267, 12.394425, 12.777212, 12.421529, 12.06848, 23.412017, 22.891211, 19.940385, 17.303975, 16.492859, 15.421134, 14.242012, 15.093372, 15.796151, 15.822786, 17.750745, 20.491706, 24.904902, 31.303617, 35.918662, 38.593182, 39.644453, 43.422204, 44.388506, 43.824728, 43.694102, 44.653511, 45.189473, 44.581189, 44.232321, 58.48926], "sum_m_pl": [1.996832, 2.744832, 3.17347, 3.132595, 3.367978, 3.694645, 3.675583, 3.888436, 4.195575, 4.429413, 4.543313, 4.513316, 4.931309, 4.892403, 5.343006, 5.464624, 5.27314, 5.120907, 5.119741, 5.323051, 5.343175, 5.000491, 4.844346, 4.699264, 4.563899, 4.861066, 5.208605, 5.653566, 5.818456, 6.061491, 6.173421, 6.255621, 5.98911, 6.264902, 5.742889, 5.702533, 4.719043, 4.109985, 3.912655, 3.401751, 3.650705, 2.904689, 2.769876, 3.82633, 7.035848, 9.605957, 11.178717, 10.139287, 10.769279, 11.444453]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "pes-Geriatria-2020 jesień-39", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1220, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9774, "tf_agree_excl_first": 0.9848}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 8, 16, 18, 36, 40, 31, 30, 33, 35, 36, 46, 33, 34, 32, 46, 54, 39, 56, 81, 67, 82, 77, 68, 98, 83, 73, 58, 51, 40, 39, 51, 55, 66, 78, 69, 80, 95, 105, 106, 92, 101, 98, 98, 88, 59, 20, 3, 0, 0], "n_am_pl": [7, 9, 14, 22, 17, 19, 19, 22, 23, 20, 29, 23, 27, 28, 27, 24, 27, 32, 21, 17, 29, 26, 24, 21, 17, 22, 26, 31, 29, 30, 33, 33, 32, 37, 29, 32, 39, 30, 31, 30, 41, 29, 33, 42, 55, 88, 134, 149, 165, 166], "n_pos": 220, "sum_m_en": [21.591096, 32.025964, 33.772519, 34.822054, 36.210792, 36.457511, 33.995239, 35.436, 34.701994, 36.191252, 38.466281, 37.488297, 37.220749, 36.747925, 37.056089, 38.778379, 38.523215, 34.925125, 35.570395, 36.665723, 34.356546, 34.955768, 35.021202, 35.330232, 63.508698, 58.139405, 50.873973, 43.561138, 41.328561, 40.103234, 37.856844, 39.683774, 41.309136, 41.949333, 44.056086, 48.946937, 54.884252, 68.025014, 75.552817, 78.799113, 77.982611, 85.156037, 83.397846, 86.457778, 78.56977, 57.599459, 19.924911, 4.341405, 1.433532, 9.9e-05], "sum_m_pl": [3.672823, 10.321135, 11.84463, 12.214053, 12.490998, 13.580372, 12.700373, 14.039269, 13.898424, 14.543273, 16.395703, 17.06983, 18.024374, 17.846878, 17.607452, 16.576371, 16.710281, 15.726709, 14.931328, 15.219359, 15.467185, 14.500425, 14.091628, 13.975771, 19.873096, 20.144625, 21.681778, 21.590953, 22.292177, 22.615096, 21.801112, 21.710776, 21.375492, 20.930596, 20.363811, 20.73508, 21.111946, 21.241539, 22.734788, 23.71337, 24.693428, 22.361439, 25.166214, 29.72218, 44.962233, 74.330211, 120.632684, 145.255383, 158.258543, 166.745573]}, "digit": {"n_am_en": [1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 0, 1, 0, 1, 0, 0, 0, 0, 1, 2, 0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.505228, 0.687198, 0.69757, 0.724541, 0.750937, 0.762203, 0.612362, 0.559476, 0.589178, 0.527881, 0.598058, 0.477816, 0.470905, 0.512299, 0.526389, 0.533547, 0.59437, 0.595489, 0.57786, 0.573627, 0.569785, 0.596852, 0.623101, 0.635114, 0.683293, 0.63662, 0.636216, 0.526638, 0.550699, 0.518123, 0.55146, 0.581142, 0.554146, 0.560903, 0.552117, 0.705671, 0.741228, 0.6582, 0.655465, 0.633515, 0.542282, 0.722458, 0.600455, 0.603585, 0.538986, 0.444311, 0.158545, 0.07457, 0.022389, 0.0], "sum_m_pl": [0.138127, 0.283393, 0.293235, 0.327141, 0.308877, 0.303027, 0.309259, 0.29842, 0.301248, 0.291297, 0.380222, 0.374598, 0.36025, 0.328487, 0.36157, 0.354495, 0.324099, 0.305894, 0.300199, 0.307689, 0.296673, 0.291046, 0.28694, 0.277859, 0.312891, 0.365128, 0.366997, 0.372891, 0.372687, 0.469787, 0.427001, 0.454472, 0.471827, 0.46923, 0.411753, 0.364947, 0.278674, 0.237979, 0.251712, 0.280936, 0.274593, 0.352094, 0.314641, 0.256125, 0.223583, 0.880348, 0.556241, 0.219356, 0.126432, 0.0]}, "lang": {"n_am_en": [5, 5, 12, 14, 27, 33, 27, 28, 29, 28, 27, 40, 24, 29, 26, 37, 42, 32, 47, 68, 55, 66, 61, 55, 79, 66, 57, 47, 41, 35, 30, 42, 45, 53, 59, 54, 65, 78, 84, 88, 76, 81, 80, 80, 71, 49, 16, 2, 0, 0], "n_am_pl": [5, 5, 9, 17, 12, 13, 13, 19, 14, 16, 23, 19, 19, 24, 23, 16, 20, 20, 13, 12, 21, 18, 18, 14, 13, 18, 23, 23, 25, 23, 26, 23, 23, 30, 23, 25, 29, 21, 23, 24, 32, 26, 30, 34, 47, 77, 117, 140, 158, 166], "n_pos": 167, "sum_m_en": [16.0856, 23.966542, 25.717531, 26.56617, 27.884164, 27.860768, 26.083448, 27.140194, 26.623933, 27.771048, 29.72198, 29.32041, 28.877432, 28.313731, 28.716732, 29.964254, 29.596126, 26.78065, 27.306761, 28.325894, 26.37431, 26.875583, 26.871556, 26.79528, 50.914098, 46.548642, 40.483504, 34.386772, 31.961821, 30.924634, 28.870437, 30.663379, 32.259712, 32.211247, 33.663172, 38.502964, 42.522341, 54.423133, 60.125856, 62.43227, 62.848746, 67.297729, 65.40133, 67.230308, 61.640353, 45.327138, 15.921265, 3.336017, 1.028768, 8.1e-05], "sum_m_pl": [2.740276, 7.597985, 8.800446, 9.10276, 9.283684, 10.202914, 9.494505, 10.574208, 10.388733, 10.990739, 12.474755, 13.071614, 13.747432, 13.547482, 13.196339, 12.454377, 12.615923, 11.8842, 11.319511, 11.676741, 11.886198, 11.065286, 10.761556, 10.723267, 15.706937, 15.762813, 17.164459, 17.129546, 17.918077, 17.802147, 17.167149, 16.831169, 16.327061, 16.193728, 15.68899, 16.089733, 16.183299, 16.141798, 16.817914, 17.966233, 18.615437, 17.896, 21.415502, 24.538274, 38.952822, 64.702318, 108.318731, 136.247492, 152.769933, 165.528944]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "pes-Geriatria-2020 jesień-39", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1475, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9864}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 30, 24, 33, 42, 51, 45, 43, 45, 35, 34, 43, 48, 45, 50, 64, 70, 64, 67, 79, 83, 93, 84, 85, 104, 101, 96, 72, 61, 54, 65, 68, 80, 78, 81, 87, 95, 105, 109, 112, 113, 109, 111, 105, 100, 80, 83, 79, 87, 99], "n_am_pl": [12, 20, 15, 25, 18, 21, 18, 30, 25, 35, 33, 40, 33, 42, 38, 39, 36, 29, 27, 32, 28, 23, 21, 29, 27, 14, 22, 26, 23, 27, 33, 28, 21, 20, 19, 22, 18, 18, 13, 16, 11, 5, 12, 6, 11, 12, 23, 19, 24, 23], "n_pos": 243, "sum_m_en": [27.221082, 32.724588, 33.978941, 36.01784, 39.982842, 41.098159, 42.468566, 42.67129, 42.744253, 42.510434, 41.899621, 41.810538, 44.114036, 44.238891, 43.736477, 46.036786, 44.888915, 41.253464, 40.204818, 40.729146, 39.711336, 40.577701, 40.565731, 41.052682, 71.473505, 63.5947, 56.770375, 47.852102, 48.037673, 48.740678, 48.67905, 48.60903, 48.935577, 49.09139, 51.099851, 52.909587, 60.847858, 78.71187, 82.998478, 89.919213, 89.923839, 93.766904, 98.955329, 96.011791, 89.96722, 80.681242, 79.886675, 77.232367, 81.688229, 97.826194], "sum_m_pl": [6.668192, 11.175481, 12.283415, 11.935102, 13.210054, 14.273867, 13.012438, 15.214144, 16.468307, 18.064447, 19.115393, 19.724505, 20.202329, 20.402206, 21.470593, 20.45173, 19.669676, 20.064005, 18.321889, 17.16862, 15.806968, 15.367076, 14.892914, 14.990854, 19.342951, 22.519793, 23.450513, 24.81349, 24.344836, 22.847234, 22.839389, 23.03528, 22.581076, 22.013885, 20.201682, 20.684739, 18.637737, 16.833841, 15.863085, 14.922461, 14.761108, 13.378542, 13.813269, 11.261359, 12.43137, 12.383947, 20.885116, 20.340471, 23.634123, 23.724724]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0], "n_am_pl": [0, 0, 4, 2, 1, 2, 2, 5, 2, 4, 2, 0, 1, 3, 3, 4, 3, 2, 1, 3, 3, 3, 1, 3, 3, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.255148, 0.53332, 0.618872, 0.601014, 0.647112, 0.573064, 0.527285, 0.628719, 0.626272, 0.643607, 0.645293, 0.512681, 0.63402, 0.559602, 0.335319, 0.372397, 0.504391, 0.462599, 0.632193, 0.688473, 0.711918, 0.75717, 0.772515, 0.790856, 0.428506, 0.290142, 0.174053, 0.310414, 0.308474, 0.361042, 0.52626, 0.538701, 0.562273, 0.436911, 0.503848, 0.443345, 0.390916, 0.563606, 0.814712, 0.88786, 0.963605, 0.857802, 0.874961, 0.819983, 0.853445, 0.850596, 0.90663, 0.806421, 0.78288, 1e-05], "sum_m_pl": [0.036367, 0.127608, 0.26996, 0.217825, 0.303277, 0.42444, 0.41223, 0.434992, 0.398219, 0.547047, 0.464463, 0.349072, 0.564703, 0.586797, 1.31026, 1.600783, 0.928449, 0.817259, 0.485901, 0.478506, 0.397379, 0.368323, 0.352087, 0.351567, 1.173505, 2.172783, 2.084517, 1.00821, 0.363127, 0.504292, 0.33364, 0.28853, 0.264047, 0.228352, 0.267398, 0.347051, 0.428862, 0.25999, 0.206134, 0.193891, 0.212883, 0.25012, 0.205484, 0.169743, 0.142378, 0.088714, 0.017146, 0.020431, 0.007328, 0.0]}, "lang": {"n_am_en": [7, 22, 16, 25, 21, 27, 29, 29, 30, 27, 22, 24, 28, 28, 36, 41, 41, 40, 36, 45, 53, 61, 55, 58, 65, 65, 63, 49, 38, 32, 41, 43, 53, 49, 49, 59, 63, 72, 77, 80, 83, 77, 81, 81, 78, 69, 70, 72, 83, 98], "n_am_pl": [5, 14, 8, 10, 7, 9, 9, 12, 8, 15, 18, 25, 15, 15, 16, 18, 15, 13, 19, 19, 14, 9, 12, 9, 15, 5, 8, 14, 14, 15, 17, 11, 7, 11, 7, 8, 9, 8, 8, 8, 8, 4, 6, 4, 6, 7, 17, 16, 21, 23], "n_pos": 123, "sum_m_en": [14.640019, 17.659468, 18.438629, 19.619548, 21.385263, 22.235213, 22.133888, 22.931999, 22.840195, 22.841607, 22.609463, 22.770158, 23.726358, 24.136583, 24.148141, 25.326536, 24.177719, 22.332805, 21.256521, 21.391218, 20.421438, 21.134033, 21.121872, 21.146126, 44.820056, 40.185709, 34.93947, 28.554263, 27.97141, 28.320848, 27.318038, 27.439054, 28.273259, 28.493438, 30.14792, 32.763606, 39.040539, 53.903056, 58.67734, 63.88286, 64.925822, 67.977209, 71.27896, 71.112488, 69.167076, 67.999212, 66.340954, 67.855307, 73.655901, 94.235365], "sum_m_pl": [3.197409, 5.327289, 5.954575, 5.762718, 6.621564, 6.804861, 6.324227, 7.068459, 7.653241, 8.568848, 9.260915, 9.395972, 9.576412, 9.380907, 9.65443, 9.232103, 9.428197, 9.69547, 9.190588, 8.622113, 7.820126, 7.786799, 7.609593, 7.62232, 9.451373, 10.167365, 10.647773, 12.258491, 12.063215, 11.540519, 11.495455, 11.148661, 10.445561, 10.334877, 9.446633, 9.602576, 8.773158, 7.744612, 7.724957, 7.205508, 7.652774, 6.700829, 6.330046, 5.599982, 6.199226, 6.432136, 14.6192, 15.959713, 20.391109, 23.268606]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 245, "item_id": "pes-Ginekologia onkologiczna-2018 jesień-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9836}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 29, 34, 49, 47, 63, 65, 75, 71, 68, 55, 57, 59, 62, 61, 89, 109, 78, 92, 115, 123, 118, 119, 112, 151, 124, 116, 82, 70, 81, 62, 77, 61, 86, 107, 107, 125, 139, 135, 147, 135, 128, 138, 129, 107, 73, 29, 6, 0, 0], "n_am_pl": [5, 35, 40, 34, 27, 35, 23, 28, 38, 42, 51, 53, 49, 45, 51, 43, 40, 54, 37, 43, 37, 34, 33, 32, 25, 28, 32, 25, 40, 42, 49, 55, 62, 49, 33, 36, 24, 24, 16, 21, 33, 44, 53, 62, 80, 112, 167, 211, 231, 240], "n_pos": 344, "sum_m_en": [32.61573, 51.836908, 55.28845, 56.797227, 59.154363, 60.868896, 62.504103, 63.495718, 64.469973, 63.771341, 63.016829, 59.807313, 61.102472, 62.16855, 59.685851, 65.569165, 66.368033, 60.685923, 58.36529, 57.944261, 55.934991, 56.839031, 57.839701, 58.428055, 96.577733, 87.694529, 77.464686, 66.795707, 65.266642, 63.430592, 62.38357, 63.655728, 61.738115, 67.083991, 71.968839, 76.725571, 84.875746, 96.079325, 101.885634, 104.323582, 105.782275, 106.7696, 114.317167, 116.713105, 96.420285, 77.422227, 28.728694, 7.855834, 1.734895, 0.0001], "sum_m_pl": [5.91931, 16.473585, 18.933887, 17.985204, 18.94948, 20.2989, 20.466439, 22.452516, 23.178876, 26.106558, 28.169104, 29.55989, 28.547382, 29.266633, 29.589652, 27.57897, 26.270899, 26.469147, 23.734731, 21.986047, 20.695509, 20.216582, 19.933346, 20.194022, 23.543591, 26.837928, 28.828054, 30.798699, 33.171651, 34.248037, 33.435991, 34.02617, 32.549769, 30.615368, 28.628041, 27.940467, 25.909199, 24.85702, 23.883524, 25.468765, 29.463953, 32.657679, 37.573894, 45.066783, 68.413233, 98.297086, 152.414671, 203.357003, 226.450074, 239.681202]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 4, 4, 4, 3, 4, 4, 4, 3, 3, 3, 3, 3, 3, 2, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 2, 1, 2, 2, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.255953, 0.516366, 0.66006, 0.64328, 0.669824, 0.690475, 0.680074, 0.769495, 0.732976, 0.632282, 0.738277, 0.590964, 0.644321, 0.63397, 0.50221, 0.507174, 0.648106, 0.552073, 0.72852, 0.760061, 0.788754, 0.808215, 0.82575, 0.856817, 0.55812, 0.465699, 0.207819, 0.362581, 0.572719, 0.474281, 0.688939, 0.611529, 0.565598, 0.467648, 0.521834, 0.542124, 0.484983, 0.692398, 0.650977, 0.590769, 0.470444, 0.479283, 0.458512, 0.449201, 0.251342, 0.152225, 0.076499, 0.043663, 0.003148, 0.0], "sum_m_pl": [0.037219, 0.118649, 0.243631, 0.246894, 0.422976, 0.475085, 0.497069, 0.643646, 0.78619, 1.434502, 0.649682, 0.683849, 0.819487, 0.777634, 1.303226, 1.43571, 0.705215, 0.663815, 0.429764, 0.453351, 0.368929, 0.345489, 0.336811, 0.331958, 0.926243, 1.345963, 1.509721, 0.968862, 0.63368, 0.947482, 0.465591, 0.341305, 0.253299, 0.253395, 0.271485, 0.377959, 0.37204, 0.270335, 0.263817, 0.277846, 0.284571, 0.306197, 0.256709, 0.232562, 0.207907, 0.10895, 0.04139, 0.030942, 0.003437, 0.0]}, "lang": {"n_am_en": [11, 24, 30, 42, 38, 47, 47, 56, 58, 53, 45, 48, 46, 49, 45, 65, 78, 59, 71, 84, 91, 87, 89, 83, 114, 97, 91, 64, 47, 53, 45, 59, 48, 67, 83, 81, 101, 108, 110, 125, 109, 104, 112, 100, 86, 59, 21, 3, 0, 0], "n_am_pl": [4, 31, 32, 25, 21, 22, 15, 17, 22, 29, 38, 41, 30, 35, 37, 26, 26, 37, 29, 31, 21, 21, 21, 21, 15, 19, 20, 16, 30, 29, 38, 41, 44, 30, 20, 23, 12, 16, 11, 18, 30, 40, 47, 55, 73, 100, 152, 203, 229, 239], "n_pos": 240, "sum_m_en": [22.760134, 37.082391, 39.768898, 40.544099, 42.315204, 43.644026, 44.876431, 45.748693, 46.930122, 46.021692, 45.449576, 43.214961, 43.971256, 44.862346, 43.419893, 47.747322, 47.985905, 43.761205, 42.082885, 41.396281, 39.689875, 40.412152, 41.18988, 41.447729, 72.384231, 66.829614, 58.936662, 50.46825, 48.335961, 47.061836, 46.053273, 47.173839, 45.850277, 50.315321, 53.8433, 57.098958, 64.812585, 74.505106, 80.150583, 82.358379, 83.972204, 84.728451, 93.070172, 93.583786, 77.164462, 61.983966, 22.053926, 4.849091, 1.034166, 6.9e-05], "sum_m_pl": [4.070294, 11.540109, 13.28452, 12.50987, 13.052932, 13.772427, 13.845367, 15.148601, 15.293881, 17.183929, 19.178973, 20.411239, 19.076599, 19.962642, 19.812116, 18.312438, 18.043351, 18.121029, 16.378864, 15.13961, 14.232046, 13.969248, 13.81396, 14.063327, 15.886536, 18.133696, 19.660579, 21.909421, 23.67688, 23.970699, 23.525268, 23.963401, 22.926333, 20.992635, 19.574235, 19.424924, 18.035456, 17.8111, 17.044935, 18.764086, 23.086124, 25.853113, 30.352144, 38.708778, 60.324561, 87.794042, 138.069527, 194.088295, 222.514384, 237.692095]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 346, "item_id": "pes-Ginekologia onkologiczna-2018 jesień-70", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1421, "region_end": 344, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 0.9971}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 9, 9, 8, 8, 11, 15, 11, 9, 12, 14, 11, 14, 7, 12, 15, 21, 21, 23, 36, 38, 33, 35, 27, 33, 29, 26, 19, 21, 17, 19, 20, 20, 21, 26, 25, 28, 41, 43, 35, 38, 37, 35, 30, 30, 26, 26, 22, 22, 23], "n_am_pl": [7, 3, 4, 4, 4, 4, 3, 8, 11, 9, 12, 13, 12, 15, 15, 12, 9, 17, 3, 2, 3, 4, 4, 3, 3, 4, 3, 3, 12, 11, 8, 10, 8, 8, 6, 3, 3, 3, 2, 1, 2, 1, 1, 1, 3, 4, 5, 5, 5, 6], "n_pos": 63, "sum_m_en": [7.639758, 8.792845, 9.866424, 10.097616, 11.136019, 10.885113, 10.615285, 10.850104, 10.763958, 11.08107, 11.526526, 11.370825, 11.453633, 11.187911, 11.246921, 11.860787, 11.692189, 11.130667, 11.209229, 11.724713, 11.661323, 11.379371, 11.135862, 10.874048, 19.624605, 17.850309, 15.641464, 13.410243, 13.683148, 14.177571, 13.690129, 13.407597, 12.910099, 13.585865, 13.805958, 15.163372, 16.679241, 27.197609, 31.576094, 30.257993, 29.803575, 31.65074, 30.827652, 28.804287, 27.415144, 23.542811, 23.277355, 21.994558, 21.80454, 23.916952], "sum_m_pl": [2.326642, 3.087949, 3.401726, 3.184685, 3.53869, 3.945841, 3.82811, 4.570517, 4.927403, 5.531897, 6.312244, 6.381545, 6.194382, 6.209875, 6.283727, 6.165401, 5.623158, 5.208879, 4.666154, 4.177521, 4.122092, 3.896499, 3.974189, 3.947167, 4.17569, 5.830934, 5.327689, 6.100528, 6.510258, 6.334216, 6.024895, 6.068803, 6.526402, 6.434563, 5.915587, 5.516772, 5.284315, 3.613903, 3.335202, 2.335842, 2.53551, 2.059717, 2.42491, 2.160941, 3.618427, 3.661538, 3.582153, 3.582634, 4.458673, 5.404549]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 4, 2, 4, 5, 6, 10, 4, 6, 8, 9, 8, 10, 7, 9, 8, 13, 13, 12, 18, 18, 20, 21, 17, 23, 20, 15, 14, 11, 11, 10, 13, 13, 14, 15, 16, 18, 23, 23, 21, 24, 23, 23, 21, 21, 21, 22, 21, 21, 23], "n_am_pl": [2, 2, 2, 2, 1, 0, 3, 5, 7, 6, 8, 6, 5, 6, 6, 5, 3, 9, 3, 1, 1, 1, 1, 0, 1, 1, 1, 1, 5, 5, 3, 3, 4, 3, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 2, 3, 4, 4, 5, 6], "n_pos": 30, "sum_m_en": [3.526831, 4.198116, 4.571948, 4.662768, 5.467909, 5.50137, 5.351618, 5.278659, 5.371848, 5.562249, 5.806997, 5.90597, 5.646441, 5.427184, 5.536969, 5.816577, 5.622358, 5.542905, 5.473729, 5.700347, 5.785514, 5.697496, 5.509868, 5.26085, 11.302568, 10.593345, 9.577415, 7.772387, 7.721938, 7.809225, 7.307234, 7.338012, 7.166945, 7.354472, 7.290365, 8.552126, 9.243012, 15.926535, 18.365217, 18.262625, 18.251213, 19.727101, 19.520637, 19.36311, 18.557008, 18.275169, 18.7897, 19.362998, 19.640124, 23.024189], "sum_m_pl": [1.005097, 1.433054, 1.569309, 1.479097, 1.526957, 1.624283, 1.663963, 2.077822, 2.219467, 2.45131, 2.712485, 2.67378, 2.525698, 2.585754, 2.657536, 2.555128, 2.337708, 2.212193, 1.936027, 1.815796, 1.703985, 1.684186, 1.727203, 1.762621, 1.75545, 2.237021, 2.494728, 2.836959, 2.98117, 2.791777, 2.691706, 2.662264, 2.743649, 2.785609, 2.563396, 2.350705, 2.192611, 1.50715, 1.298841, 0.914789, 1.464229, 1.15171, 1.03549, 0.766234, 2.394337, 2.233116, 2.477704, 3.074373, 4.141512, 5.360205]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 65, "item_id": "pes-Ginekologia onkologiczna-2018 wiosna-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 985, "region_end": 63, "roundtrip_ok": true, "tf_agree": 0.9692, "tf_agree_excl_first": 0.9844}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 7, 10, 19, 23, 24, 26, 33, 28, 30, 24, 29, 19, 14, 23, 29, 34, 39, 45, 59, 60, 60, 63, 59, 66, 58, 61, 56, 40, 39, 24, 30, 30, 40, 48, 48, 43, 59, 67, 65, 54, 50, 56, 53, 44, 34, 14, 4, 2, 1], "n_am_pl": [4, 12, 13, 12, 12, 13, 8, 10, 12, 19, 12, 17, 18, 19, 26, 26, 17, 10, 16, 11, 6, 8, 5, 9, 6, 8, 9, 8, 10, 12, 19, 23, 24, 22, 13, 19, 18, 12, 12, 19, 22, 20, 19, 19, 31, 43, 53, 72, 76, 75], "n_pos": 128, "sum_m_en": [12.534557, 18.434607, 19.467106, 19.671068, 21.531035, 21.679274, 22.077513, 23.243267, 23.090347, 23.912171, 23.774696, 23.44067, 21.497276, 20.866283, 20.357654, 21.863237, 22.471291, 22.259983, 20.561655, 23.009259, 21.175806, 21.253276, 21.941067, 21.701374, 44.88405, 41.326798, 36.438896, 31.407907, 27.519314, 27.43511, 23.958065, 23.660847, 23.291047, 25.512523, 27.378641, 30.35966, 31.777253, 42.707693, 49.081421, 48.380076, 45.676497, 46.531072, 49.395643, 45.434947, 38.391142, 27.405861, 11.168027, 3.995474, 2.953183, 1.498913], "sum_m_pl": [2.339005, 5.579062, 6.559145, 6.60204, 7.424587, 7.749303, 7.534487, 8.273184, 8.753421, 9.616169, 11.055866, 10.429881, 11.257937, 12.1062, 11.271762, 11.323602, 11.012512, 10.902707, 9.459748, 8.565297, 8.234426, 7.733016, 7.750847, 7.750606, 8.450213, 11.179911, 10.597683, 10.684489, 11.740844, 11.402775, 12.591878, 13.350197, 14.937914, 14.438733, 12.669052, 13.17796, 12.8807, 11.087281, 10.002257, 11.575874, 13.052737, 15.058108, 16.817876, 18.695468, 27.250963, 39.561821, 52.990571, 66.043869, 72.761847, 76.031735]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 4, 5, 11, 16, 16, 18, 24, 21, 22, 16, 20, 10, 9, 13, 17, 22, 23, 26, 38, 37, 41, 41, 42, 43, 36, 40, 40, 27, 25, 17, 21, 21, 27, 31, 30, 27, 36, 41, 41, 37, 32, 34, 32, 26, 22, 10, 2, 2, 1], "n_am_pl": [1, 8, 9, 8, 7, 9, 6, 9, 9, 12, 8, 13, 11, 11, 14, 18, 8, 6, 13, 7, 5, 5, 2, 5, 2, 2, 4, 2, 5, 6, 6, 15, 12, 12, 8, 14, 13, 8, 8, 15, 14, 14, 15, 15, 25, 36, 46, 62, 70, 75], "n_pos": 77, "sum_m_en": [7.503772, 11.306234, 11.933508, 11.890679, 13.343747, 13.488273, 13.622311, 14.454079, 14.444902, 14.804478, 14.637516, 14.227383, 13.230971, 12.913428, 12.354912, 13.426939, 13.505362, 13.439053, 12.398176, 14.272212, 12.998078, 12.975967, 13.762616, 13.512472, 28.705305, 26.556496, 23.337413, 19.700954, 16.792064, 16.474348, 14.3658, 14.334003, 13.8737, 15.46127, 16.218702, 18.230717, 19.534199, 25.057201, 29.366336, 30.657199, 29.281178, 29.909502, 30.887447, 28.338501, 24.057457, 17.241717, 6.848182, 2.579149, 2.181039, 1.402024], "sum_m_pl": [1.201473, 3.333122, 4.029652, 3.890594, 4.252819, 4.70907, 4.561266, 5.059368, 5.3399, 5.744182, 6.751415, 6.510943, 7.02642, 7.535688, 6.97622, 6.950291, 6.685671, 6.646383, 5.895528, 5.268568, 5.090819, 4.700181, 4.730599, 4.721123, 4.911774, 6.128267, 6.180976, 6.372609, 6.929457, 7.00156, 7.779253, 8.522619, 9.471784, 9.376064, 8.393256, 8.936084, 8.69801, 8.008254, 7.105589, 8.042955, 8.721952, 10.698914, 13.288665, 14.787159, 21.789016, 32.842452, 45.561568, 58.445091, 68.122967, 73.632747]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "pes-Ginekologia onkologiczna-2018 wiosna-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1240, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9692, "tf_agree_excl_first": 0.9767}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 8, 12, 9, 14, 12, 13, 11, 9, 12, 11, 18, 20, 17, 15, 24, 26, 24, 23, 25, 26, 26, 25, 21, 29, 31, 26, 20, 22, 24, 25, 25, 24, 25, 29, 35, 35, 45, 42, 46, 45, 41, 46, 44, 43, 40, 39, 44, 44, 43], "n_am_pl": [4, 3, 4, 1, 4, 6, 4, 6, 7, 8, 2, 7, 6, 2, 3, 4, 5, 3, 2, 4, 5, 3, 2, 3, 6, 4, 2, 2, 4, 4, 4, 4, 3, 9, 5, 5, 4, 1, 0, 4, 5, 3, 1, 1, 1, 2, 4, 3, 4, 4], "n_pos": 70, "sum_m_en": [8.193009, 10.360662, 10.636271, 11.307721, 12.605854, 12.701768, 13.257738, 13.272492, 12.773284, 13.442198, 13.481117, 13.86421, 14.174562, 14.497787, 14.212445, 14.519495, 14.876837, 13.980886, 12.963364, 13.066579, 12.395716, 12.14807, 12.087499, 12.152411, 21.053556, 20.318794, 18.399037, 17.181294, 16.788327, 16.458867, 15.632878, 16.52193, 16.2095, 17.882746, 19.909072, 21.748181, 24.110333, 29.507048, 33.340373, 35.376902, 36.048128, 37.942435, 41.484161, 40.097292, 40.231642, 39.065233, 37.93088, 40.181253, 37.658864, 43.122303], "sum_m_pl": [1.775968, 2.752546, 2.996746, 2.964613, 3.239846, 3.380828, 3.299222, 3.510197, 3.88259, 4.074351, 4.143926, 4.345922, 4.373523, 4.275577, 4.296027, 4.808049, 4.258247, 4.244267, 4.200944, 4.226496, 4.167949, 4.045173, 3.949681, 3.9617, 4.455899, 4.198823, 4.384779, 4.861976, 5.300739, 5.250253, 5.143251, 4.881608, 5.234074, 5.394212, 4.905842, 4.581129, 4.271965, 3.426421, 3.259023, 2.726931, 2.941868, 2.597762, 1.91423, 1.832965, 1.194163, 1.374657, 3.161286, 3.279622, 4.676069, 4.277723]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 7, 10, 8, 10, 9, 8, 9, 8, 9, 7, 12, 13, 13, 11, 19, 21, 22, 19, 19, 21, 22, 21, 17, 24, 25, 20, 16, 14, 14, 18, 17, 16, 20, 22, 27, 29, 34, 34, 38, 40, 35, 39, 38, 37, 36, 39, 39, 42, 42], "n_am_pl": [2, 3, 3, 1, 4, 3, 3, 5, 5, 4, 2, 4, 3, 1, 2, 2, 3, 0, 0, 2, 4, 2, 2, 2, 4, 2, 2, 2, 4, 3, 2, 3, 2, 5, 2, 3, 2, 1, 0, 1, 1, 1, 0, 0, 0, 1, 3, 3, 4, 4], "n_pos": 47, "sum_m_en": [5.413772, 7.094524, 7.272469, 7.679546, 8.456832, 8.492462, 8.910897, 8.971308, 8.767383, 9.134455, 9.019759, 9.211906, 9.395923, 9.749198, 9.567068, 9.815204, 10.171042, 9.821955, 8.915344, 8.929012, 8.532062, 8.245519, 8.193336, 8.252894, 16.764971, 15.771904, 14.334541, 13.092514, 12.373792, 11.993198, 11.338362, 11.879249, 11.782004, 13.461514, 15.097768, 16.453666, 19.070859, 23.419983, 26.710543, 28.736819, 30.502437, 31.63999, 34.315189, 33.878259, 34.795866, 33.832522, 34.431017, 35.801611, 34.738972, 41.282673], "sum_m_pl": [1.096943, 1.775588, 2.0027, 2.018163, 2.203159, 2.259771, 2.201676, 2.303932, 2.544706, 2.689468, 2.679607, 2.779616, 2.849337, 2.712319, 2.734855, 3.031049, 2.71699, 2.757169, 2.784448, 2.823069, 2.77019, 2.686983, 2.644352, 2.66864, 3.043924, 2.822721, 2.970099, 3.29258, 3.624994, 3.639949, 3.492933, 3.356011, 3.44667, 3.54116, 3.241542, 3.041539, 2.718497, 2.25376, 1.944628, 1.487646, 1.490983, 1.483743, 0.843881, 0.706316, 0.527763, 0.830421, 2.516453, 2.786135, 4.243081, 4.121573]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1257, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9718}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 9, 14, 11, 23, 28, 35, 56, 43, 43, 36, 47, 51, 39, 46, 57, 64, 53, 65, 73, 70, 74, 72, 67, 89, 79, 81, 62, 55, 46, 42, 51, 48, 62, 72, 82, 83, 98, 108, 110, 110, 117, 116, 106, 87, 57, 21, 4, 0, 0], "n_am_pl": [6, 36, 29, 22, 25, 25, 22, 24, 18, 16, 19, 29, 29, 42, 30, 36, 36, 39, 27, 24, 24, 23, 24, 23, 23, 23, 22, 21, 19, 29, 35, 45, 31, 33, 34, 30, 25, 25, 22, 18, 24, 29, 35, 49, 61, 83, 111, 149, 162, 159], "n_pos": 228, "sum_m_en": [21.607015, 32.777204, 33.938389, 34.2588, 36.084134, 37.497326, 37.978325, 39.689351, 40.538627, 42.40757, 43.355009, 41.646541, 43.34314, 42.730579, 41.711498, 42.798399, 42.224756, 38.606541, 38.091839, 37.989377, 36.486273, 36.923381, 37.899208, 38.178958, 60.189049, 56.995508, 53.339609, 47.845466, 46.138009, 45.205582, 43.625577, 44.455622, 43.757799, 45.489926, 50.033174, 53.053322, 58.521285, 65.155244, 70.385002, 78.362984, 81.063966, 89.634495, 96.045886, 89.599255, 77.822385, 55.181762, 22.770771, 6.654985, 1.472421, 0.02952], "sum_m_pl": [4.039566, 11.505069, 12.617455, 12.223295, 12.690318, 13.538302, 13.253335, 13.898579, 14.625257, 15.904987, 16.189263, 17.2759, 18.145179, 18.470685, 18.706719, 19.122284, 17.398284, 16.647156, 15.527883, 14.845204, 14.209593, 13.786548, 13.351892, 13.362082, 17.064477, 17.668237, 18.309384, 19.067539, 20.512162, 21.873501, 21.383921, 22.676719, 21.834144, 21.131581, 20.2103, 19.498253, 19.124331, 20.116625, 20.330072, 20.530759, 23.848361, 25.034344, 30.095979, 39.467256, 52.210797, 76.018939, 105.106447, 142.409824, 158.126805, 160.330034]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 6, 11, 8, 16, 16, 22, 40, 29, 32, 26, 36, 40, 29, 36, 43, 52, 39, 49, 51, 48, 52, 52, 49, 63, 57, 56, 46, 42, 34, 34, 40, 37, 48, 51, 64, 61, 74, 79, 85, 82, 85, 84, 74, 62, 39, 15, 3, 0, 0], "n_am_pl": [6, 29, 19, 17, 20, 19, 20, 17, 14, 10, 13, 23, 24, 32, 25, 29, 23, 26, 20, 18, 18, 18, 19, 18, 20, 18, 19, 15, 14, 20, 25, 31, 23, 22, 25, 24, 20, 18, 15, 12, 19, 24, 29, 43, 51, 73, 100, 140, 158, 159], "n_pos": 160, "sum_m_en": [15.45563, 23.184895, 24.049434, 24.202928, 25.686827, 26.699894, 27.083314, 28.296452, 28.922644, 30.569574, 31.309625, 30.141141, 31.224719, 30.630105, 29.83772, 30.537879, 30.101158, 27.580645, 27.004079, 26.752434, 25.734991, 26.022131, 26.686856, 26.931625, 43.375943, 41.339525, 38.729831, 34.627199, 33.166078, 32.283004, 31.125843, 31.886448, 31.564574, 32.735757, 35.922216, 38.334704, 43.450407, 48.607594, 52.024348, 59.62211, 60.57881, 66.023933, 71.315336, 65.183563, 56.914771, 38.771327, 16.475127, 4.671343, 0.566222, 0.029309], "sum_m_pl": [2.972419, 8.250676, 8.844677, 8.657413, 9.006201, 9.658438, 9.490094, 10.018975, 10.556349, 11.430035, 11.695757, 12.731966, 13.192067, 13.700216, 13.563963, 13.962658, 12.75474, 12.251095, 11.314167, 10.796252, 10.292035, 9.984536, 9.672392, 9.654179, 13.311427, 13.41204, 14.07256, 14.402523, 15.503243, 16.481111, 15.87465, 16.86901, 16.350468, 15.520053, 14.955583, 14.505086, 14.059469, 15.01951, 14.926965, 14.673886, 17.579869, 19.079686, 23.454935, 32.88397, 43.782788, 66.880382, 95.476068, 133.801298, 153.785348, 158.779791]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1512, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9913}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 4, 4, 6, 8, 12, 11, 12, 15, 12, 10, 10, 9, 7, 7, 5, 11, 9, 11, 19, 19, 17, 15, 16, 21, 23, 21, 22, 12, 18, 20, 17, 13, 21, 18, 21, 24, 24, 24, 27, 24, 27, 27, 25, 24, 25, 29, 27, 28, 27], "n_am_pl": [3, 3, 12, 13, 6, 7, 8, 5, 9, 6, 12, 8, 6, 8, 9, 13, 12, 10, 9, 5, 5, 4, 6, 4, 11, 11, 5, 8, 5, 11, 13, 7, 4, 10, 10, 7, 2, 2, 4, 2, 4, 3, 2, 4, 5, 4, 1, 4, 3, 6], "n_pos": 72, "sum_m_en": [7.903022, 10.163806, 10.488773, 11.060058, 12.207033, 12.368923, 11.870387, 11.770851, 11.897268, 12.320009, 12.605379, 12.419704, 12.402692, 12.504062, 11.601118, 12.495729, 12.282795, 11.430443, 12.251911, 12.672286, 11.832332, 12.036961, 12.062803, 12.161416, 16.107322, 15.858479, 14.77802, 13.023036, 13.400245, 14.095938, 14.332299, 13.630903, 12.854204, 14.774837, 15.69824, 15.793963, 19.063524, 20.603696, 22.795443, 24.118828, 23.625035, 25.432839, 26.25686, 24.069856, 23.426814, 24.012729, 26.818954, 27.416896, 27.285149, 27.11908], "sum_m_pl": [1.550243, 3.160801, 3.725741, 3.646347, 3.678697, 4.015161, 3.954125, 4.02579, 4.330697, 5.100934, 5.392876, 5.435645, 5.604032, 5.555469, 6.083167, 5.96153, 5.496489, 5.448957, 4.8393, 4.54258, 4.362984, 4.282282, 4.18842, 4.189217, 6.049951, 6.772324, 6.176825, 7.04351, 6.645973, 6.763715, 6.404429, 6.061382, 6.019775, 6.112215, 5.29964, 5.143149, 4.294291, 3.925556, 3.750691, 3.204259, 3.985523, 3.999826, 3.405222, 3.14595, 6.024742, 4.685435, 2.666492, 4.238591, 4.288052, 5.749971]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 3, 4, 5, 3, 5, 5, 7, 3, 4, 2, 6, 4, 3, 3, 3, 8, 6, 7, 12, 12, 12, 11, 12, 14, 17, 14, 12, 9, 10, 9, 9, 9, 12, 12, 13, 15, 15, 19, 20, 20, 21, 22, 20, 21, 23, 26, 24, 26, 27], "n_am_pl": [1, 3, 2, 3, 5, 4, 3, 3, 5, 2, 7, 4, 4, 6, 3, 6, 3, 4, 3, 1, 1, 1, 1, 1, 4, 4, 2, 2, 1, 4, 7, 6, 2, 6, 4, 3, 0, 1, 3, 1, 2, 2, 1, 2, 4, 2, 1, 4, 3, 6], "n_pos": 34, "sum_m_en": [3.583029, 5.070145, 5.355903, 5.695263, 6.169181, 6.278284, 5.752861, 5.797253, 5.810366, 5.959589, 6.148275, 6.155766, 6.261017, 6.318185, 5.919352, 6.329404, 6.318149, 5.875679, 6.33818, 6.71784, 5.945601, 5.975826, 5.99339, 6.000539, 9.790678, 9.378067, 8.583922, 7.011391, 6.869267, 7.121425, 7.075298, 6.800039, 6.640468, 8.209931, 8.948348, 9.426039, 12.473225, 13.108355, 15.611368, 16.940353, 17.786399, 18.972095, 19.491785, 19.272429, 18.94968, 20.040147, 21.914246, 22.299678, 23.912473, 25.662058], "sum_m_pl": [0.583234, 1.502543, 1.701452, 1.691129, 1.813104, 2.118359, 2.033265, 2.1119, 2.241376, 2.697836, 2.882228, 2.935009, 2.91832, 2.815495, 2.90714, 2.781554, 2.475063, 2.46174, 2.32058, 2.151368, 2.097998, 2.066814, 2.032535, 2.031899, 2.539293, 2.844395, 2.921293, 3.195939, 3.359528, 3.399554, 3.261176, 3.169207, 3.188387, 3.178236, 2.672397, 2.498835, 2.101137, 2.000715, 2.102744, 1.619802, 1.938491, 2.221719, 1.592352, 1.665729, 4.623872, 3.353003, 1.786449, 3.73202, 3.747166, 5.657889]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "pes-Ginekologia onkologiczna-2020 jesień-9", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1022, "region_end": 72, "roundtrip_ok": true, "tf_agree": 0.9595, "tf_agree_excl_first": 0.9726}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 7, 13, 15, 25, 20, 28, 28, 28, 32, 34, 27, 26, 31, 31, 43, 44, 37, 45, 59, 52, 54, 52, 56, 78, 70, 69, 56, 54, 50, 44, 50, 42, 44, 61, 61, 69, 71, 74, 77, 68, 85, 78, 73, 64, 33, 14, 2, 2, 2], "n_am_pl": [3, 23, 14, 17, 14, 19, 20, 33, 26, 28, 33, 29, 36, 25, 35, 27, 27, 25, 35, 19, 26, 16, 18, 16, 17, 21, 13, 19, 24, 22, 29, 24, 26, 22, 21, 16, 23, 14, 17, 31, 27, 30, 34, 42, 54, 86, 107, 136, 139, 139], "n_pos": 185, "sum_m_en": [17.644473, 26.284709, 28.162196, 28.467096, 29.70772, 30.983328, 30.988237, 31.025949, 32.470356, 34.709541, 36.276981, 35.426807, 34.635165, 33.917543, 33.365567, 34.763798, 33.572165, 31.995329, 33.274036, 33.808165, 30.4107, 30.507818, 30.8376, 31.090018, 50.911293, 49.155607, 45.716275, 40.609309, 38.832022, 37.859319, 36.897324, 35.706024, 36.91789, 39.296263, 42.298154, 45.586288, 46.881601, 52.244332, 57.216933, 57.728376, 55.794656, 64.839288, 65.040642, 62.313049, 54.084285, 35.441136, 13.270695, 4.542271, 3.190334, 2.001381], "sum_m_pl": [3.080913, 8.428929, 9.401685, 9.178109, 9.568701, 10.111937, 10.047358, 10.908038, 12.051046, 12.834978, 13.768798, 14.202568, 14.514923, 13.782688, 13.769181, 13.411637, 12.283321, 12.561739, 11.648871, 10.825252, 10.19302, 9.86853, 9.94471, 10.016242, 12.419908, 14.006648, 14.111885, 15.023022, 16.757999, 16.390026, 16.458657, 16.262011, 16.571848, 15.170056, 14.447946, 14.302272, 16.524354, 16.845068, 18.364147, 22.519318, 23.525456, 25.577051, 30.97659, 36.267418, 50.481906, 74.113121, 104.095523, 127.519661, 135.349107, 139.480458]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 10, 11, 18, 15, 23, 21, 21, 24, 30, 21, 23, 30, 25, 34, 33, 28, 35, 47, 39, 40, 40, 45, 58, 53, 52, 45, 45, 38, 34, 40, 32, 35, 45, 47, 54, 57, 58, 58, 58, 72, 63, 60, 53, 27, 12, 1, 2, 2], "n_am_pl": [2, 18, 9, 13, 11, 14, 14, 27, 18, 23, 24, 22, 29, 19, 23, 22, 23, 20, 27, 13, 19, 13, 11, 12, 14, 19, 10, 15, 17, 17, 25, 19, 20, 17, 17, 13, 19, 12, 15, 28, 24, 26, 31, 36, 48, 78, 99, 129, 134, 139], "n_pos": 144, "sum_m_en": [13.866892, 20.348984, 21.84498, 22.09994, 22.994162, 23.829377, 23.631737, 23.584027, 24.898913, 26.715496, 27.881846, 27.400816, 26.512911, 25.866144, 25.455741, 26.606648, 25.840124, 24.566285, 25.839419, 26.384862, 23.490271, 23.607205, 23.86616, 23.975836, 39.839251, 37.800615, 35.523839, 31.73188, 30.173811, 29.227483, 28.478076, 27.627275, 28.537411, 30.143019, 32.250046, 35.033604, 36.324983, 40.93257, 45.351299, 45.847937, 45.561848, 52.070208, 52.457298, 50.72186, 43.897835, 28.792548, 11.314108, 3.585824, 2.886611, 2.001377], "sum_m_pl": [2.377474, 6.67167, 7.409477, 7.309763, 7.653267, 8.083571, 8.049232, 8.69148, 9.530797, 10.181568, 10.840971, 11.254366, 11.643166, 10.952878, 10.99209, 10.696834, 9.760797, 9.994928, 9.155338, 8.474322, 7.992901, 7.734912, 7.777367, 7.867378, 9.970017, 11.322997, 11.129292, 11.857297, 13.420097, 13.191367, 13.30827, 13.037171, 13.26327, 12.223474, 11.814578, 11.785041, 13.664336, 13.586728, 15.174669, 19.394581, 20.33657, 22.025163, 26.92946, 31.687299, 44.826046, 68.193951, 96.270357, 119.274491, 130.857431, 139.158581]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "pes-Ginekologia onkologiczna-2020 jesień-9", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1277, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9785}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 23, 19, 26, 26, 26, 33, 25, 31, 29, 25, 26, 29, 22, 27, 28, 32, 28, 33, 33, 30, 28, 24, 22, 37, 32, 36, 28, 29, 27, 30, 29, 36, 40, 38, 42, 52, 57, 51, 42, 50, 50, 49, 43, 44, 42, 39, 36, 42, 44], "n_am_pl": [7, 7, 11, 9, 7, 6, 8, 6, 13, 13, 12, 13, 8, 11, 8, 21, 10, 15, 11, 12, 12, 14, 11, 14, 16, 14, 15, 17, 17, 17, 16, 18, 13, 15, 10, 8, 7, 4, 11, 10, 10, 10, 15, 13, 14, 10, 11, 11, 9, 7], "n_pos": 121, "sum_m_en": [15.1588, 17.228348, 18.363863, 19.291929, 21.300823, 21.658951, 20.972144, 20.599147, 21.061678, 21.439034, 21.969155, 21.677698, 22.728113, 22.592026, 21.748933, 22.244759, 21.358591, 20.511971, 20.229002, 19.812483, 19.046648, 19.349571, 19.327919, 19.745285, 27.421134, 26.989506, 26.931053, 23.854224, 24.749983, 24.963729, 25.685456, 25.604505, 25.003013, 26.089852, 27.714307, 29.668317, 35.907952, 39.882623, 41.74482, 37.255046, 41.940008, 44.21135, 43.997144, 43.795237, 42.719138, 41.208196, 40.024146, 36.249515, 40.40885, 44.629139], "sum_m_pl": [3.608487, 5.656614, 6.167043, 5.885392, 6.190858, 5.621702, 5.824799, 6.419351, 6.633676, 7.601487, 8.523827, 8.672236, 8.72622, 8.719981, 8.897231, 9.338275, 8.37746, 8.263364, 7.617994, 7.670059, 7.189291, 6.893713, 6.739934, 6.679391, 9.857515, 10.859722, 12.350247, 12.839332, 12.831265, 11.305839, 10.804225, 10.68337, 10.47843, 10.517272, 9.722896, 9.333157, 8.196316, 7.235201, 9.329859, 8.576349, 9.502625, 10.646217, 11.74741, 11.742795, 11.019495, 9.446331, 9.211647, 9.538121, 7.990438, 7.236792]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 7, 9, 10, 13, 11, 16, 14, 16, 14, 11, 12, 16, 15, 17, 17, 17, 17, 17, 22, 19, 20, 16, 16, 25, 21, 22, 18, 17, 19, 19, 18, 24, 26, 27, 27, 38, 40, 40, 37, 39, 38, 37, 35, 36, 34, 34, 29, 38, 44], "n_am_pl": [3, 5, 3, 3, 4, 3, 6, 4, 7, 6, 6, 7, 5, 4, 4, 6, 1, 4, 3, 4, 4, 5, 4, 4, 5, 4, 3, 5, 7, 9, 6, 8, 4, 2, 1, 1, 2, 1, 3, 5, 5, 4, 7, 5, 6, 5, 6, 6, 7, 7], "n_pos": 52, "sum_m_en": [6.523681, 7.180358, 7.838632, 7.939195, 8.922453, 9.199313, 9.068563, 8.864549, 9.044064, 9.407436, 10.004247, 10.07165, 10.280712, 10.17611, 10.012591, 10.228657, 9.921768, 9.551191, 9.301717, 9.091797, 8.706706, 8.831633, 8.764077, 8.95471, 15.668572, 15.11974, 14.539207, 12.147601, 12.886786, 12.652684, 12.6088, 12.763277, 12.555137, 14.017446, 15.269924, 17.457975, 22.324741, 25.512495, 27.912117, 27.036708, 29.84844, 31.568139, 31.895386, 32.314847, 31.663494, 30.862437, 31.720758, 28.478556, 32.968786, 42.921949], "sum_m_pl": [1.342938, 2.186659, 2.27351, 2.379904, 2.667074, 2.278796, 2.462721, 2.595362, 2.713567, 2.970762, 3.24356, 3.247025, 3.417736, 3.386138, 3.43501, 3.427377, 3.127921, 3.157223, 3.031268, 3.113026, 2.989391, 2.889077, 2.845056, 2.808919, 3.530782, 3.656436, 3.894782, 4.289622, 4.332938, 4.256305, 4.174516, 4.209054, 4.164246, 3.601767, 3.4124, 3.095342, 2.639752, 2.287418, 3.08214, 3.451019, 3.731818, 4.444007, 5.766655, 5.449968, 5.041209, 4.819318, 4.909732, 5.150766, 5.575439, 6.520534]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1245, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9918}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 8, 8, 9, 14, 13, 10, 13, 9, 13, 14, 11, 11, 17, 24, 22, 25, 29, 29, 29, 22, 24, 21, 23, 36, 46, 37, 28, 25, 19, 27, 25, 18, 29, 31, 39, 42, 46, 46, 48, 48, 41, 39, 37, 36, 29, 9, 4, 0, 0], "n_am_pl": [1, 13, 12, 11, 18, 19, 15, 10, 16, 19, 22, 26, 28, 23, 21, 23, 19, 16, 14, 9, 11, 15, 14, 9, 15, 15, 17, 18, 22, 20, 20, 21, 20, 15, 17, 13, 19, 20, 22, 25, 30, 36, 42, 44, 55, 59, 79, 90, 92, 92], "n_pos": 129, "sum_m_en": [12.309504, 17.881857, 19.685737, 20.524083, 20.561444, 21.065954, 20.150673, 20.476821, 20.75055, 20.936929, 21.72531, 19.754072, 20.970211, 21.699926, 21.06377, 21.639716, 21.259447, 19.485932, 19.598203, 19.553785, 18.783671, 19.360707, 19.762622, 20.376212, 29.87869, 28.461187, 26.221153, 22.633166, 22.216752, 21.260213, 21.294125, 21.794066, 20.38931, 21.49179, 23.042388, 24.307171, 28.067687, 31.45583, 33.345096, 36.765016, 39.220064, 38.640993, 36.182788, 39.691196, 36.612834, 26.819006, 9.713423, 3.830157, 0.609226, 7.4e-05], "sum_m_pl": [2.392618, 6.438436, 7.516208, 7.792693, 7.929611, 7.65826, 7.879058, 8.234262, 9.057578, 9.650984, 10.692276, 11.268712, 10.942082, 11.024352, 10.820253, 11.044806, 9.489813, 9.154641, 8.384432, 8.047494, 7.291424, 7.009481, 6.91475, 6.96529, 10.185725, 10.740612, 11.532457, 12.626705, 13.607346, 13.408649, 13.134138, 13.652993, 13.349091, 12.302831, 11.512827, 11.167816, 10.843544, 10.90408, 14.146851, 14.387244, 16.40336, 21.812929, 27.0678, 29.059769, 41.592413, 52.051904, 73.229983, 82.912884, 90.018964, 92.021745]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 5, 7, 12, 12, 8, 8, 7, 10, 8, 8, 9, 14, 19, 18, 19, 22, 25, 24, 18, 21, 18, 20, 30, 37, 30, 23, 19, 14, 22, 20, 15, 24, 25, 29, 34, 34, 35, 37, 38, 33, 31, 29, 26, 21, 7, 2, 0, 0], "n_am_pl": [1, 10, 10, 7, 12, 13, 9, 6, 13, 15, 16, 24, 22, 17, 16, 19, 16, 12, 12, 8, 11, 12, 11, 8, 12, 13, 14, 15, 19, 17, 18, 16, 17, 12, 13, 9, 16, 16, 16, 22, 25, 29, 35, 36, 50, 55, 75, 86, 91, 92], "n_pos": 93, "sum_m_en": [9.078616, 12.518205, 13.852021, 14.568201, 14.695154, 15.149175, 14.585431, 14.781436, 15.022371, 15.281731, 15.731269, 14.456956, 15.298801, 15.9178, 15.51643, 15.870269, 15.593416, 14.167976, 14.238446, 14.169245, 13.656386, 14.087163, 14.298394, 14.713039, 23.331128, 22.085579, 19.917218, 16.919136, 16.374605, 15.59845, 15.695486, 16.018323, 14.995125, 15.723101, 16.638046, 18.011032, 21.84879, 24.647945, 25.933505, 29.139322, 30.316002, 30.948907, 28.0854, 30.745529, 26.940528, 19.794203, 6.773213, 2.608082, 0.292732, 5e-06], "sum_m_pl": [1.817443, 4.709015, 5.464486, 5.645526, 5.664254, 5.382799, 5.605435, 5.946673, 6.660465, 7.146484, 7.938157, 8.467699, 8.200643, 8.421628, 8.327751, 8.42912, 7.291042, 7.030915, 6.502159, 6.125813, 5.485012, 5.259549, 5.178777, 5.200931, 8.121545, 8.563497, 9.200187, 10.254262, 10.940837, 10.814015, 10.486278, 10.852042, 10.649421, 9.813858, 9.333093, 9.059245, 9.031817, 9.253661, 11.473278, 12.118078, 13.922026, 18.048049, 22.749803, 24.645556, 37.517023, 47.598384, 68.57266, 79.115334, 88.570981, 91.533777]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1500, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9923}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 6, 12, 22, 24, 24, 22, 27, 27, 26, 23, 24, 28, 36, 36, 37, 41, 36, 47, 49, 52, 48, 46, 39, 58, 56, 56, 42, 34, 18, 26, 27, 26, 40, 42, 39, 57, 70, 79, 79, 74, 75, 79, 70, 69, 50, 23, 4, 1, 1], "n_am_pl": [4, 12, 20, 17, 24, 28, 23, 22, 29, 23, 20, 22, 23, 27, 36, 33, 32, 36, 24, 18, 12, 17, 15, 16, 18, 28, 16, 19, 31, 37, 33, 31, 24, 28, 23, 23, 29, 27, 31, 37, 35, 42, 46, 54, 59, 71, 96, 122, 130, 135], "n_pos": 208, "sum_m_en": [20.238547, 27.625447, 30.020447, 30.200702, 31.852333, 32.376656, 31.543571, 32.666008, 32.63138, 33.688824, 35.531887, 32.842147, 33.766216, 33.725764, 33.432753, 36.47108, 36.930179, 34.370302, 34.255413, 34.019522, 32.834894, 32.591571, 32.673556, 32.513323, 42.501186, 41.586141, 37.20825, 33.422739, 33.052511, 33.087234, 33.512208, 34.468213, 34.027076, 35.166663, 36.800948, 37.309574, 41.381773, 46.147741, 53.269923, 56.226673, 60.516585, 60.885588, 71.537559, 66.649578, 59.688018, 46.066544, 23.519427, 7.421024, 2.522509, 1.031991], "sum_m_pl": [3.882938, 10.01603, 11.001554, 11.221803, 12.876717, 14.885786, 14.367562, 15.18389, 15.924051, 16.166074, 17.728919, 17.952199, 18.524531, 19.255914, 18.880843, 18.722017, 17.287908, 17.426666, 15.06626, 14.559256, 13.813726, 13.444363, 13.216866, 13.071687, 15.936575, 19.488171, 19.898125, 21.304443, 23.474329, 24.666785, 23.404411, 22.901068, 21.856724, 22.130599, 21.620574, 21.274031, 23.075731, 23.943466, 25.17475, 27.775284, 26.798398, 31.261787, 32.801522, 38.665191, 50.360338, 65.068112, 92.282255, 118.80945, 128.836849, 134.797943]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.070002, 0.179649, 0.18358, 0.148919, 0.143716, 0.17708, 0.162341, 0.173482, 0.157885, 0.176526, 0.181153, 0.183413, 0.170437, 0.148632, 0.183983, 0.227999, 0.23978, 0.285487, 0.256924, 0.238948, 0.200629, 0.20196, 0.19465, 0.176723, 0.190196, 0.245283, 0.21898, 0.212774, 0.146354, 0.199696, 0.124108, 0.133099, 0.152336, 0.160936, 0.154685, 0.157934, 0.328461, 0.437743, 0.362202, 0.04275, 0.023043, 0.045807, 0.028874, 0.01322, 0.01494, 0.003666, 0.023234, 0.007131, 0.002654, 0.0], "sum_m_pl": [0.011376, 0.043878, 0.040791, 0.029448, 0.032134, 0.04548, 0.044358, 0.054971, 0.051298, 0.057532, 0.059875, 0.048791, 0.057976, 0.059886, 0.051938, 0.061096, 0.041073, 0.048117, 0.044339, 0.053613, 0.050801, 0.052682, 0.0559, 0.055079, 0.026911, 0.056746, 0.051774, 0.078039, 0.089474, 0.076431, 0.061479, 0.05026, 0.041497, 0.038438, 0.022584, 0.028807, 0.02002, 0.036342, 0.024179, 0.008159, 0.009295, 0.043472, 0.053029, 0.021657, 0.024283, 0.002208, 0.048428, 0.006111, 0.000539, 0.0]}, "lang": {"n_am_en": [7, 6, 10, 13, 11, 15, 16, 22, 19, 18, 17, 18, 20, 22, 23, 28, 28, 25, 34, 39, 35, 34, 34, 27, 45, 42, 43, 34, 29, 13, 19, 19, 19, 25, 32, 29, 45, 57, 63, 59, 56, 55, 53, 50, 50, 36, 19, 4, 1, 1], "n_am_pl": [4, 10, 16, 15, 20, 20, 18, 17, 22, 16, 17, 14, 17, 18, 23, 22, 20, 21, 15, 11, 8, 14, 11, 12, 11, 17, 11, 12, 22, 26, 24, 20, 21, 22, 19, 19, 25, 23, 21, 31, 28, 37, 39, 45, 54, 64, 90, 116, 130, 135], "n_pos": 136, "sum_m_en": [13.247723, 18.00891, 19.627495, 19.501998, 20.826504, 21.318021, 20.81025, 21.650296, 21.711273, 22.61056, 23.757076, 22.244144, 22.65592, 22.547385, 22.228928, 24.136047, 24.525069, 23.070912, 22.872024, 22.670706, 21.787555, 21.459855, 21.595911, 21.391458, 30.339961, 29.259125, 26.312151, 23.10719, 22.729913, 22.428749, 22.739982, 23.574898, 23.347496, 23.462142, 25.135371, 26.241554, 30.141353, 33.580652, 39.232546, 40.685821, 44.162888, 44.294415, 50.019904, 47.818492, 43.793193, 33.610382, 18.382742, 5.943027, 1.651657, 1.030727], "sum_m_pl": [2.597197, 6.565299, 7.169867, 7.316567, 8.512982, 9.971826, 9.701691, 10.248454, 10.709308, 10.795398, 11.959138, 12.24043, 12.541586, 13.002963, 12.449588, 12.098145, 11.358908, 11.565831, 9.991887, 9.682928, 9.219723, 8.958141, 8.783219, 8.681059, 10.604443, 13.466566, 14.007727, 14.831502, 16.74885, 17.421823, 16.53226, 16.136575, 15.330886, 16.050336, 15.655295, 15.474363, 17.396231, 18.317985, 18.54436, 20.892562, 21.518034, 25.839245, 28.504726, 33.066531, 45.194734, 59.178318, 86.222692, 112.947584, 126.365585, 134.338113]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "pes-Hematologia-2018 jesień-1", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1235, "region_end": 208, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9952}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 6, 13, 24, 28, 25, 28, 29, 34, 34, 29, 30, 34, 43, 41, 48, 54, 47, 61, 56, 72, 53, 51, 44, 72, 71, 61, 49, 49, 28, 36, 41, 43, 51, 54, 57, 67, 81, 90, 80, 85, 84, 97, 77, 77, 61, 23, 8, 1, 1], "n_am_pl": [4, 17, 22, 17, 26, 29, 15, 22, 29, 27, 29, 29, 36, 28, 41, 29, 42, 40, 28, 24, 16, 20, 16, 16, 24, 29, 20, 24, 42, 38, 41, 43, 40, 32, 31, 30, 35, 35, 43, 46, 42, 46, 46, 64, 70, 85, 122, 139, 155, 160], "n_pos": 238, "sum_m_en": [22.301316, 31.88287, 34.841865, 35.349895, 36.784959, 37.469257, 36.599431, 37.606259, 37.665983, 38.77118, 41.300471, 38.27623, 39.521679, 40.377357, 39.980159, 43.211377, 43.495901, 41.229699, 40.723836, 39.551752, 37.594658, 36.877314, 37.096418, 36.926292, 51.589045, 50.081351, 45.063769, 40.922198, 40.341989, 40.421538, 40.267006, 41.680411, 40.740823, 43.50474, 44.848075, 45.157065, 49.396225, 52.913166, 59.53661, 61.832185, 67.253305, 68.78515, 82.185924, 75.131183, 67.283254, 50.775395, 22.059341, 8.487261, 2.7765, 1.051582], "sum_m_pl": [4.097634, 10.915495, 12.420887, 12.735417, 14.23736, 16.403533, 15.795602, 17.015931, 17.736533, 18.306479, 19.841585, 20.316357, 20.835461, 21.462006, 21.720525, 21.256435, 19.218948, 19.548269, 16.945034, 16.538026, 15.737965, 15.348614, 15.046901, 14.894049, 19.570173, 23.379656, 24.126098, 25.440997, 28.050591, 28.663935, 27.289487, 27.255735, 26.026587, 26.177392, 25.121948, 25.005196, 26.904344, 27.359587, 29.687437, 32.080353, 31.950507, 36.822795, 38.327769, 48.009866, 62.43369, 79.39867, 117.021115, 138.327946, 152.943965, 159.269871]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.069611, 0.183123, 0.187624, 0.149805, 0.142781, 0.174487, 0.157947, 0.171278, 0.156364, 0.175873, 0.186707, 0.187967, 0.175921, 0.154936, 0.184426, 0.229216, 0.236428, 0.283719, 0.253853, 0.235925, 0.199323, 0.201181, 0.194021, 0.175602, 0.198964, 0.250066, 0.225503, 0.216681, 0.1471, 0.198956, 0.120569, 0.130177, 0.150257, 0.158763, 0.148183, 0.155784, 0.336435, 0.44795, 0.382618, 0.047111, 0.029313, 0.056411, 0.03213, 0.013411, 0.015645, 0.003247, 0.020563, 0.005366, 0.001306, 0.0], "sum_m_pl": [0.011197, 0.043593, 0.04042, 0.028889, 0.031857, 0.045714, 0.04455, 0.054019, 0.05112, 0.056454, 0.060177, 0.048976, 0.058909, 0.060664, 0.052703, 0.060645, 0.040689, 0.048379, 0.046838, 0.054264, 0.050893, 0.052406, 0.055897, 0.05489, 0.026377, 0.055695, 0.052201, 0.077415, 0.09244, 0.080386, 0.065605, 0.051481, 0.040486, 0.038215, 0.021677, 0.028221, 0.019558, 0.037144, 0.024883, 0.01054, 0.012686, 0.057021, 0.061599, 0.022164, 0.025227, 0.001883, 0.038674, 0.004999, 0.000396, 0.0]}, "lang": {"n_am_en": [8, 6, 10, 15, 16, 16, 20, 25, 25, 24, 23, 23, 26, 31, 29, 35, 36, 32, 45, 40, 47, 36, 36, 31, 53, 54, 43, 36, 36, 19, 25, 27, 29, 32, 43, 41, 55, 63, 69, 59, 64, 67, 69, 52, 58, 42, 19, 7, 1, 1], "n_am_pl": [4, 15, 18, 15, 23, 23, 12, 17, 18, 18, 21, 19, 25, 17, 30, 21, 28, 25, 16, 18, 12, 14, 11, 13, 14, 20, 13, 13, 28, 26, 29, 30, 31, 27, 25, 25, 31, 30, 34, 39, 37, 39, 40, 56, 64, 78, 113, 135, 155, 160], "n_pos": 161, "sum_m_en": [14.991636, 21.542965, 23.691528, 23.768445, 24.924628, 25.435926, 24.804727, 25.500171, 25.712722, 26.592793, 28.341173, 26.511493, 27.140799, 27.791329, 27.431449, 29.575123, 29.801038, 28.40555, 27.993547, 27.156557, 25.698513, 25.10787, 25.292312, 25.065957, 36.519157, 34.822569, 31.470646, 28.256699, 27.961867, 27.844457, 27.584442, 28.765639, 28.190167, 29.531411, 30.851988, 31.442842, 35.498397, 38.053928, 43.67334, 44.741938, 49.47785, 50.188699, 59.028448, 53.873871, 49.402569, 36.758666, 16.800908, 6.982315, 2.070493, 1.04791], "sum_m_pl": [2.804894, 7.316383, 8.384529, 8.616589, 9.682375, 11.318368, 10.966061, 11.740175, 12.201909, 12.624004, 13.786273, 14.352939, 14.60453, 14.902961, 14.7988, 14.324967, 13.108952, 13.43671, 11.676806, 11.406534, 10.914263, 10.622014, 10.40122, 10.272859, 13.657881, 16.793848, 17.308174, 17.828706, 20.260047, 20.799551, 19.839224, 19.615265, 18.810729, 19.495402, 18.671998, 18.860819, 20.798484, 21.39946, 22.84272, 25.272732, 26.565318, 31.183123, 33.637291, 41.911037, 56.27466, 72.29736, 108.082762, 132.756408, 150.940407, 158.644271]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "pes-Hematologia-2018 jesień-1", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1490, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9874}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 23, 22, 29, 48, 41, 43, 45, 43, 40, 49, 48, 41, 53, 65, 56, 79, 72, 82, 85, 84, 74, 76, 75, 114, 98, 87, 77, 80, 60, 59, 64, 63, 90, 105, 113, 115, 126, 145, 127, 128, 130, 135, 128, 121, 91, 39, 9, 2, 1], "n_am_pl": [5, 33, 33, 26, 33, 42, 38, 35, 34, 25, 27, 45, 44, 48, 48, 50, 43, 43, 43, 36, 30, 25, 22, 27, 22, 34, 30, 38, 28, 37, 39, 49, 55, 46, 38, 31, 35, 34, 33, 38, 39, 30, 34, 40, 60, 85, 135, 174, 186, 193], "n_pos": 295, "sum_m_en": [28.403508, 43.499533, 46.597657, 48.778278, 50.044554, 49.271122, 48.888025, 50.971512, 49.770719, 51.382179, 53.417948, 52.050003, 51.405355, 50.138148, 50.417396, 50.639004, 50.433489, 49.256998, 49.670335, 49.05537, 47.755981, 46.438683, 47.438634, 48.41124, 79.205257, 72.573549, 66.567988, 56.464186, 56.017906, 54.168678, 52.79265, 53.214109, 53.417133, 57.330538, 62.113914, 66.885484, 77.659498, 82.898349, 97.78246, 96.443006, 99.690113, 104.885358, 112.181972, 114.940193, 105.909546, 83.920699, 43.04427, 10.396404, 4.172642, 1.02377], "sum_m_pl": [5.483514, 14.44519, 16.072664, 16.184726, 17.424718, 19.706841, 19.077223, 19.523935, 19.205325, 20.416744, 21.25706, 23.157728, 24.130984, 25.104002, 24.832613, 24.281128, 21.833568, 22.151839, 20.750321, 19.699148, 19.23647, 18.413823, 17.983031, 17.41416, 22.804572, 28.56984, 25.973759, 27.08525, 27.318105, 29.902316, 28.727286, 29.655802, 29.129591, 28.807169, 25.542339, 24.332152, 25.259246, 24.212536, 26.131596, 28.890186, 28.209509, 28.343474, 31.567044, 35.942458, 48.704867, 77.27264, 123.933517, 165.075366, 182.38117, 191.650919]}, "digit": {"n_am_en": [0, 2, 0, 0, 0, 0, 1, 2, 2, 0, 2, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 4, 3, 2, 2, 2, 3, 1, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 1, 2, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 2, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0], "n_pos": 9, "sum_m_en": [0.70371, 1.347004, 1.394872, 1.504841, 1.478398, 1.447719, 1.568142, 1.554675, 1.5593, 1.512261, 1.402808, 1.342772, 1.398812, 1.317599, 1.375596, 1.361538, 1.342583, 1.245817, 1.342184, 1.404363, 1.408723, 1.420174, 1.449878, 1.521681, 1.09974, 1.219956, 1.252692, 1.236713, 1.498306, 1.51594, 1.772513, 1.626265, 1.590316, 1.631617, 1.683191, 1.637824, 1.67038, 1.939233, 1.974771, 1.54571, 1.56682, 1.435918, 1.585783, 1.134176, 0.681596, 0.746861, 0.358038, 0.131464, 0.07279, 0.0], "sum_m_pl": [0.15322, 0.431569, 0.461487, 0.433745, 0.516545, 0.608101, 0.568232, 0.553788, 0.444661, 0.505249, 0.488524, 0.454244, 0.577672, 0.513876, 0.49237, 0.55024, 0.433956, 0.466568, 0.447329, 0.514957, 0.502603, 0.479178, 0.44192, 0.444791, 0.714089, 1.30794, 1.176966, 0.844191, 0.583046, 0.629523, 0.597938, 0.567993, 0.420644, 0.430188, 0.441192, 0.480261, 0.528307, 0.440004, 0.509703, 0.627266, 0.514321, 0.568941, 0.565591, 0.551278, 0.398455, 0.480518, 0.358526, 0.409616, 0.214831, 0.001939]}, "lang": {"n_am_en": [6, 14, 16, 20, 36, 35, 30, 28, 32, 29, 28, 34, 30, 33, 40, 37, 53, 44, 54, 63, 60, 52, 55, 54, 83, 73, 64, 58, 57, 45, 43, 49, 48, 62, 75, 73, 77, 82, 101, 95, 95, 92, 94, 90, 87, 66, 27, 6, 1, 1], "n_am_pl": [2, 21, 16, 15, 20, 25, 24, 21, 23, 18, 21, 29, 26, 34, 36, 32, 31, 32, 27, 25, 15, 18, 13, 16, 13, 22, 20, 25, 22, 29, 27, 36, 37, 35, 30, 25, 28, 26, 26, 29, 30, 25, 24, 30, 47, 70, 116, 158, 182, 190], "n_pos": 192, "sum_m_en": [18.97149, 28.81351, 31.015925, 32.203965, 33.298325, 32.73767, 32.263856, 33.729999, 33.228504, 34.697834, 35.988127, 34.869642, 34.039881, 33.256603, 33.634651, 33.977278, 33.83835, 33.084547, 32.799569, 32.373828, 31.323403, 30.372507, 31.007408, 31.132498, 54.22598, 49.960295, 45.843772, 38.630324, 37.992701, 36.349215, 35.237759, 36.134037, 36.208223, 38.756706, 42.400978, 45.41578, 53.783414, 57.266549, 69.649765, 69.73057, 72.7403, 75.226968, 79.532874, 80.549083, 75.856744, 59.627885, 30.18473, 6.483898, 2.207789, 1.001454], "sum_m_pl": [3.071909, 8.926561, 9.843721, 10.01092, 10.912335, 12.443013, 12.277846, 12.823372, 12.635446, 13.608143, 14.21258, 15.581291, 15.889635, 17.030083, 16.166282, 15.950275, 14.366386, 14.787591, 13.882215, 12.99914, 12.651482, 12.09579, 11.843836, 11.549206, 14.820375, 18.584153, 16.897858, 17.79933, 18.614747, 20.665576, 20.385558, 21.120558, 20.489654, 20.610146, 17.964868, 17.072078, 17.620299, 17.383906, 17.750233, 19.413756, 19.989489, 21.346044, 23.407833, 26.264103, 39.053169, 65.530548, 107.893008, 151.136291, 177.366225, 188.307235]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "pes-Hematologia-2018 wiosna-117", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1152, "region_end": 295, "roundtrip_ok": true, "tf_agree": 0.977, "tf_agree_excl_first": 0.9802}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 26, 15, 27, 38, 37, 42, 52, 44, 45, 43, 53, 36, 44, 44, 65, 74, 66, 75, 79, 80, 71, 75, 80, 114, 97, 88, 75, 82, 61, 57, 63, 67, 84, 97, 106, 114, 130, 145, 124, 133, 117, 128, 121, 129, 87, 40, 9, 3, 1], "n_am_pl": [4, 23, 30, 30, 25, 32, 28, 35, 22, 27, 28, 36, 41, 41, 44, 47, 38, 47, 39, 34, 28, 30, 26, 26, 30, 38, 33, 29, 34, 41, 45, 45, 47, 46, 40, 35, 33, 30, 32, 38, 32, 37, 42, 46, 55, 89, 129, 168, 180, 180], "n_pos": 281, "sum_m_en": [26.412803, 41.998973, 44.831469, 46.775767, 47.404529, 46.589332, 46.141419, 48.623961, 47.183672, 48.894623, 51.250514, 49.346203, 48.898403, 47.264824, 47.717754, 48.001357, 48.083325, 47.237775, 47.302507, 46.477602, 45.028126, 44.132842, 44.829534, 46.089091, 77.664212, 70.216053, 64.219271, 53.879553, 52.883396, 51.509538, 50.425969, 50.330566, 51.025435, 54.238191, 60.71048, 65.296858, 75.235802, 79.484702, 96.106736, 91.090637, 94.969498, 100.268935, 108.30231, 110.719264, 103.321675, 77.290839, 38.014723, 9.562615, 3.237238, 1.02422], "sum_m_pl": [4.664665, 13.257282, 14.909602, 15.258854, 16.43873, 18.37167, 17.686907, 18.544701, 17.85868, 19.128185, 20.216551, 21.695706, 22.582128, 23.404488, 23.368573, 23.062406, 20.495831, 20.718799, 18.881411, 18.049104, 17.793545, 17.077027, 16.800189, 16.46945, 21.593303, 27.531625, 24.924783, 26.041671, 26.595815, 28.029271, 26.931752, 28.201714, 26.828236, 26.474622, 23.327408, 22.395046, 22.563308, 22.456749, 23.990384, 27.362645, 26.62159, 27.581662, 31.209201, 33.479035, 47.292476, 77.917399, 122.515464, 157.615148, 175.600386, 182.991366]}, "digit": {"n_am_en": [0, 2, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 4, 3, 2, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 0, 3, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 9, "sum_m_en": [0.699143, 1.35244, 1.41499, 1.538238, 1.489889, 1.439215, 1.553314, 1.589213, 1.54123, 1.516043, 1.478533, 1.367993, 1.431409, 1.333624, 1.372628, 1.321078, 1.354295, 1.253435, 1.347518, 1.408012, 1.411112, 1.424946, 1.454857, 1.526264, 1.120012, 1.180029, 1.198516, 1.24433, 1.460031, 1.540497, 1.763691, 1.604887, 1.563231, 1.626372, 1.662407, 1.64497, 1.632277, 2.038316, 2.035795, 1.487289, 1.479728, 1.340464, 1.420009, 0.97187, 0.565156, 0.463448, 0.22002, 0.127924, 0.057106, 0.0], "sum_m_pl": [0.154259, 0.424408, 0.439579, 0.409486, 0.479888, 0.566431, 0.536465, 0.51294, 0.413729, 0.472118, 0.465354, 0.426936, 0.558384, 0.533564, 0.498533, 0.565204, 0.418046, 0.45901, 0.429036, 0.479792, 0.473222, 0.455033, 0.429245, 0.433014, 0.707884, 1.238804, 1.082187, 0.793853, 0.573005, 0.628983, 0.605572, 0.585862, 0.431136, 0.435444, 0.432365, 0.447971, 0.478168, 0.416903, 0.483124, 0.576719, 0.488794, 0.558539, 0.564925, 0.565135, 0.38042, 0.385446, 0.284667, 0.428602, 0.187384, 0.000128]}, "lang": {"n_am_en": [7, 18, 12, 17, 27, 30, 31, 33, 34, 33, 26, 38, 25, 29, 32, 42, 46, 45, 52, 54, 56, 48, 52, 56, 80, 69, 65, 53, 56, 43, 39, 48, 50, 59, 65, 75, 81, 90, 102, 90, 95, 84, 93, 87, 94, 63, 29, 5, 2, 1], "n_am_pl": [2, 14, 12, 17, 18, 20, 15, 24, 18, 16, 18, 21, 26, 25, 32, 33, 26, 31, 24, 23, 21, 22, 17, 17, 17, 24, 22, 19, 24, 26, 33, 31, 30, 36, 29, 27, 25, 20, 23, 27, 25, 28, 29, 32, 43, 73, 112, 150, 174, 180], "n_pos": 183, "sum_m_en": [17.576022, 28.049555, 29.886623, 30.840189, 31.386589, 30.731063, 30.465506, 32.330823, 31.747057, 33.215615, 34.568273, 33.272147, 32.688132, 31.475387, 31.913056, 32.457238, 32.421417, 32.000123, 31.5716, 31.032154, 29.910636, 29.289807, 29.662317, 29.921665, 54.232151, 48.277797, 44.371657, 36.944351, 35.69682, 34.784443, 33.956806, 34.395005, 34.865913, 36.620114, 41.501779, 45.129881, 53.593482, 56.438578, 68.59515, 66.125844, 69.151686, 72.354978, 78.506309, 77.972292, 74.434593, 54.63382, 27.06908, 5.927164, 2.170399, 1.001113], "sum_m_pl": [2.730657, 8.207664, 9.311652, 9.588149, 10.468285, 11.802458, 11.43678, 12.158168, 11.712295, 12.49776, 13.230584, 14.233682, 14.675361, 15.648271, 15.030681, 14.907919, 13.435936, 13.891958, 12.686942, 11.976825, 11.780446, 11.275638, 11.108985, 10.991554, 14.41562, 18.073346, 16.073467, 17.016746, 18.080959, 19.089081, 18.856981, 19.826452, 18.918918, 18.802883, 16.320499, 15.710204, 15.938894, 15.970515, 16.198923, 18.12632, 18.732557, 20.439034, 22.405918, 24.072193, 37.326912, 64.445673, 104.3659, 142.708775, 169.344355, 179.433253]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "pes-Hematologia-2018 wiosna-117", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1407, "region_end": 281, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9862}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 7, 18, 20, 23, 19, 34, 30, 30, 28, 32, 28, 23, 20, 27, 52, 44, 55, 56, 45, 52, 56, 50, 49, 71, 72, 69, 50, 41, 44, 45, 31, 38, 40, 58, 65, 73, 70, 70, 81, 79, 75, 74, 72, 65, 49, 18, 6, 5, 1], "n_am_pl": [6, 12, 19, 19, 15, 18, 28, 28, 18, 19, 20, 21, 28, 32, 39, 33, 28, 27, 28, 28, 22, 18, 19, 20, 18, 24, 23, 29, 31, 31, 28, 26, 33, 27, 26, 24, 25, 27, 27, 24, 27, 26, 31, 35, 43, 55, 76, 102, 110, 115], "n_pos": 178, "sum_m_en": [17.91495, 25.383231, 26.276045, 28.143098, 29.320059, 29.614206, 29.162189, 29.377155, 29.656926, 29.694905, 30.180757, 29.370881, 28.030189, 27.134283, 28.627142, 33.400499, 31.859641, 31.922312, 31.877816, 29.072231, 28.33048, 28.497637, 28.147254, 27.508536, 53.466849, 52.737817, 46.14982, 37.61714, 33.078061, 33.326906, 30.06161, 29.221635, 31.309153, 32.406234, 34.093278, 37.832723, 44.627577, 45.267118, 49.8751, 55.722865, 58.951127, 59.871308, 60.495149, 64.064708, 55.778477, 46.189668, 18.859261, 6.696815, 5.544139, 1.016068], "sum_m_pl": [3.529223, 8.560306, 9.474596, 9.425638, 10.159662, 11.379411, 12.100493, 12.75878, 12.53397, 13.424842, 14.183598, 14.662545, 15.71961, 16.775584, 17.802301, 18.183919, 16.559144, 15.864568, 14.990714, 14.807977, 13.654466, 13.091028, 12.389407, 12.224158, 17.747894, 19.272053, 19.432171, 19.567583, 20.417388, 20.663421, 19.878804, 18.845286, 18.923845, 19.347598, 20.259374, 17.830806, 18.393672, 19.18675, 18.628325, 19.170221, 20.617571, 21.672475, 23.623701, 27.818317, 37.001761, 47.922714, 71.095385, 96.345857, 106.50571, 114.365799]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 2, 2, 3, 3, 0, 0, 1, 0, 0, 1, 2, 2, 3, 2, 2, 2, 2, 2, 1, 1, 1, 2, 1, 0, 1, 0, 0, 0, 2, 1, 0, 4, 2, 3, 7, 5, 2, 3, 2, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.863244, 1.311409, 1.3099, 1.387541, 1.417836, 1.347548, 1.455973, 1.474661, 1.449383, 1.314537, 1.349615, 1.302314, 1.089512, 1.081935, 1.150445, 1.361519, 1.489126, 1.417564, 1.435492, 1.323851, 1.299129, 1.316052, 1.297355, 1.312115, 1.548626, 1.616189, 1.546711, 1.36584, 1.377101, 1.364182, 1.149868, 1.191816, 1.321393, 1.337144, 1.279431, 1.367046, 2.454139, 1.592477, 1.455715, 2.134861, 1.817189, 1.165193, 0.931576, 0.933395, 1.002639, 0.859082, 0.68835, 0.726012, 0.375575, 0.0], "sum_m_pl": [0.247255, 0.60974, 0.524184, 0.466342, 0.469861, 0.464023, 0.48158, 0.519397, 0.56739, 0.566198, 0.520752, 0.482125, 0.548067, 0.591514, 0.592357, 0.631944, 0.598124, 0.555862, 0.51429, 0.497131, 0.457509, 0.443661, 0.427259, 0.441579, 0.50863, 0.537875, 0.611117, 0.760155, 0.728081, 0.748976, 0.617975, 0.467917, 0.473967, 0.455617, 0.448611, 0.41653, 0.318073, 0.434154, 0.495844, 0.469902, 0.479933, 0.485625, 0.56144, 0.564095, 0.592364, 0.470568, 0.320837, 0.181221, 0.134342, 0.0]}, "lang": {"n_am_en": [2, 3, 16, 12, 18, 13, 22, 23, 19, 22, 23, 21, 18, 15, 18, 35, 31, 36, 41, 33, 36, 43, 38, 33, 52, 52, 50, 37, 30, 32, 34, 24, 28, 26, 40, 49, 49, 53, 51, 56, 55, 56, 54, 52, 48, 36, 15, 3, 2, 1], "n_am_pl": [4, 9, 10, 9, 7, 10, 20, 16, 12, 12, 14, 16, 21, 25, 33, 23, 19, 21, 19, 19, 16, 10, 11, 13, 12, 16, 16, 24, 24, 21, 18, 19, 25, 18, 18, 18, 18, 19, 16, 15, 18, 19, 22, 28, 34, 45, 69, 94, 106, 115], "n_pos": 116, "sum_m_en": [11.80515, 16.60828, 17.342797, 18.525281, 19.392009, 19.719976, 19.27634, 19.490104, 19.940973, 19.819969, 19.947464, 19.635013, 18.978167, 18.426703, 19.568142, 22.541473, 21.354858, 21.460869, 21.346936, 19.201923, 18.796313, 18.81098, 18.608932, 18.138246, 38.820213, 38.143661, 33.096409, 26.489472, 23.059011, 23.031994, 20.627873, 19.826237, 21.434837, 21.660164, 23.015807, 26.1142, 30.94266, 32.42348, 36.261067, 39.81052, 42.483043, 44.07855, 45.535254, 47.040823, 43.08154, 35.596625, 14.954272, 3.88885, 2.909109, 1.003985], "sum_m_pl": [2.179267, 5.189126, 5.803117, 5.971297, 6.379698, 7.289387, 7.905133, 8.317756, 8.213094, 8.8976, 9.467284, 9.879439, 10.456715, 11.063244, 11.407717, 11.624847, 10.775397, 10.437193, 9.848265, 9.740479, 9.062738, 8.516732, 8.113742, 8.02221, 10.898083, 12.281343, 13.024426, 13.362157, 14.189126, 14.374668, 13.971437, 13.184848, 13.398615, 13.871692, 14.477129, 12.732622, 12.975604, 13.272401, 12.317526, 12.056231, 13.514946, 14.917916, 17.552941, 21.345998, 29.368415, 41.2585, 62.701414, 88.683218, 101.386888, 113.100725]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "pes-Hematologia-2018 wiosna-5", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 964, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9944}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 5, 17, 18, 19, 20, 21, 19, 23, 14, 18, 20, 14, 16, 20, 42, 38, 42, 45, 32, 41, 45, 44, 41, 63, 64, 54, 43, 29, 34, 35, 30, 37, 41, 47, 57, 56, 54, 58, 62, 63, 57, 63, 58, 58, 46, 15, 4, 3, 1], "n_am_pl": [6, 14, 16, 5, 11, 13, 18, 27, 14, 19, 15, 21, 22, 27, 33, 30, 23, 28, 19, 26, 17, 17, 18, 20, 14, 18, 21, 21, 23, 29, 24, 24, 28, 19, 24, 26, 28, 23, 19, 18, 22, 19, 21, 29, 32, 39, 61, 87, 91, 94], "n_pos": 143, "sum_m_en": [14.275007, 20.118469, 20.749911, 21.966295, 22.252788, 22.466655, 22.431376, 23.262343, 23.17894, 23.670488, 23.553024, 22.327876, 21.731833, 21.198768, 22.449823, 26.056794, 24.813352, 24.653031, 24.224272, 22.587891, 22.100811, 22.502767, 22.245407, 21.693478, 43.062818, 42.125884, 36.768701, 30.133182, 25.687366, 25.921196, 23.334962, 22.303935, 24.154551, 25.813538, 27.745117, 31.918859, 38.063095, 37.010995, 42.082484, 47.224539, 49.291361, 48.375782, 50.130081, 52.732428, 46.689082, 39.133278, 14.961808, 4.269096, 3.818372, 1.000328], "sum_m_pl": [2.863536, 6.938401, 7.793743, 7.634432, 8.327444, 9.333689, 9.889758, 10.672651, 10.392686, 11.35878, 11.908376, 12.524808, 13.329893, 14.005714, 15.026738, 15.323435, 13.959292, 13.332482, 12.351007, 12.136469, 11.167016, 10.693038, 10.244944, 10.077106, 14.854469, 16.747185, 16.693614, 16.453655, 17.344307, 17.318429, 16.816167, 16.443954, 16.528612, 16.651616, 17.577108, 15.632159, 16.639318, 16.976316, 16.021258, 16.61475, 17.685779, 18.070966, 18.774671, 23.1805, 30.091844, 37.378216, 57.075359, 81.921044, 87.894404, 93.899712]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 1, 3, 1, 2, 3, 4, 1, 2, 1, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.401693, 0.647002, 0.611525, 0.688211, 0.647651, 0.622489, 0.673913, 0.698938, 0.692496, 0.578747, 0.57086, 0.558635, 0.469637, 0.488492, 0.537476, 0.696225, 0.731698, 0.716947, 0.69162, 0.591441, 0.576462, 0.586639, 0.582554, 0.598117, 0.663792, 0.697388, 0.777586, 0.565103, 0.617525, 0.662013, 0.59841, 0.578288, 0.621325, 0.660803, 0.63974, 0.678649, 1.782343, 1.003255, 0.860877, 1.269506, 1.235335, 0.600511, 0.406198, 0.40834, 0.554516, 0.498022, 0.368819, 0.502732, 0.372292, 0.0], "sum_m_pl": [0.113163, 0.272781, 0.257771, 0.237708, 0.227723, 0.216969, 0.234095, 0.25234, 0.229942, 0.24708, 0.251666, 0.232658, 0.262797, 0.253494, 0.248951, 0.296624, 0.283234, 0.254659, 0.237639, 0.235435, 0.218801, 0.206683, 0.208942, 0.223149, 0.243186, 0.291413, 0.317215, 0.349978, 0.329535, 0.283148, 0.239803, 0.202435, 0.206932, 0.228221, 0.254472, 0.224636, 0.128494, 0.208186, 0.237035, 0.212767, 0.193057, 0.189123, 0.275394, 0.298857, 0.307812, 0.256585, 0.198185, 0.121878, 0.097163, 0.0]}, "lang": {"n_am_en": [1, 2, 13, 11, 14, 14, 13, 12, 15, 9, 13, 15, 11, 13, 14, 24, 25, 28, 32, 23, 28, 33, 32, 29, 47, 46, 39, 31, 20, 24, 25, 23, 28, 29, 35, 39, 41, 43, 44, 46, 46, 45, 48, 45, 44, 34, 13, 3, 2, 1], "n_am_pl": [4, 9, 11, 2, 6, 8, 12, 16, 11, 15, 13, 16, 18, 19, 24, 20, 17, 21, 10, 17, 11, 10, 11, 13, 11, 11, 16, 14, 17, 22, 18, 16, 20, 12, 18, 18, 17, 16, 12, 12, 16, 14, 15, 23, 25, 33, 53, 80, 87, 94], "n_pos": 95, "sum_m_en": [9.584755, 13.434777, 13.838938, 14.408179, 14.692416, 14.952718, 14.798751, 15.558079, 15.624632, 16.088537, 15.864173, 15.174867, 14.916104, 14.495979, 15.4998, 17.443253, 16.630256, 16.565325, 16.036525, 14.999488, 14.749659, 15.09754, 14.981299, 14.497074, 31.580153, 30.961299, 26.639374, 21.26701, 17.993107, 17.961545, 16.103982, 15.183793, 16.668631, 17.62758, 19.205782, 22.655966, 27.192155, 26.845333, 31.2535, 34.679756, 35.942153, 36.145101, 38.413114, 39.139816, 36.958611, 30.684961, 12.589334, 3.245279, 2.530785, 1.000314], "sum_m_pl": [1.809607, 4.416669, 5.003959, 4.976728, 5.323005, 6.133423, 6.633319, 7.138817, 7.062655, 7.701984, 8.105725, 8.45204, 8.89127, 9.159598, 9.579953, 9.821619, 9.125918, 8.734311, 8.127777, 7.938697, 7.402597, 6.92383, 6.720301, 6.649515, 8.855586, 10.221014, 10.99456, 11.038789, 12.049989, 12.213758, 11.98923, 11.600775, 11.647524, 11.782049, 12.449452, 10.774762, 11.156511, 11.301947, 10.129255, 10.148343, 11.577751, 12.358032, 13.5402, 17.312952, 23.491469, 31.386427, 49.315146, 74.705436, 83.773491, 93.165518]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "pes-Hematologia-2018 wiosna-5", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1219, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9893}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 18, 12, 21, 23, 47, 37, 38, 35, 37, 25, 24, 28, 35, 45, 46, 35, 41, 39, 55, 54, 53, 53, 58, 86, 76, 53, 46, 40, 32, 38, 50, 43, 53, 49, 53, 59, 62, 71, 94, 79, 88, 85, 93, 87, 57, 17, 5, 0, 0], "n_am_pl": [5, 26, 43, 35, 34, 39, 44, 51, 28, 36, 44, 56, 55, 53, 58, 57, 57, 51, 44, 42, 33, 30, 32, 27, 30, 34, 37, 33, 33, 45, 45, 50, 54, 50, 42, 45, 48, 50, 45, 45, 56, 53, 60, 60, 76, 95, 157, 187, 188, 196], "n_pos": 286, "sum_m_en": [27.088538, 40.045295, 44.014482, 47.125197, 47.073793, 48.304189, 46.797492, 48.233908, 45.894186, 45.871197, 48.36179, 47.677345, 47.125114, 47.338755, 47.976157, 48.961555, 48.425229, 46.002877, 45.567512, 45.663682, 44.438323, 45.251781, 44.267058, 44.697768, 61.348131, 57.195716, 49.665951, 45.550083, 46.628977, 46.970432, 47.036528, 47.942957, 46.465675, 47.778737, 48.844784, 50.734018, 52.39648, 56.376565, 58.796189, 70.390104, 68.565121, 72.377323, 71.721463, 85.217334, 77.497346, 54.275475, 17.459965, 5.162678, 1.991942, 0.341318], "sum_m_pl": [5.034137, 13.738588, 15.906917, 15.854589, 15.432466, 17.91099, 18.830032, 21.711159, 20.390737, 22.667697, 24.398528, 26.118781, 25.916732, 25.928763, 26.435781, 27.30563, 24.106352, 22.828423, 20.656595, 19.466589, 18.480051, 18.156664, 17.90865, 17.544677, 23.7531, 26.18498, 27.864791, 29.068091, 30.605925, 33.314039, 31.624199, 31.037212, 31.333818, 30.826421, 30.066948, 29.456858, 29.437879, 29.399051, 31.717475, 31.067517, 35.874549, 39.982256, 49.17372, 50.14554, 68.111785, 91.094936, 145.93696, 177.038911, 184.74638, 197.000648]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.20279, 0.276253, 0.216281, 0.193126, 0.178883, 0.151582, 0.152261, 0.150506, 0.149785, 0.150686, 0.162845, 0.161344, 0.1601, 0.160078, 0.177353, 0.164589, 0.191334, 0.195693, 0.219036, 0.214092, 0.215521, 0.222047, 0.219912, 0.222837, 0.160662, 0.14007, 0.158527, 0.160987, 0.188048, 0.224383, 0.190276, 0.159055, 0.201288, 0.205972, 0.268651, 0.273984, 0.219746, 0.159981, 0.169754, 0.1218, 0.061284, 0.039205, 0.063808, 0.136739, 0.092687, 0.087027, 0.045212, 0.057103, 0.014726, 0.0], "sum_m_pl": [0.051061, 0.114781, 0.106812, 0.079397, 0.110826, 0.104829, 0.11498, 0.127307, 0.135591, 0.135017, 0.132891, 0.141537, 0.155099, 0.160657, 0.200487, 0.197653, 0.179676, 0.167671, 0.139695, 0.132378, 0.124953, 0.118086, 0.11953, 0.120636, 0.104788, 0.10889, 0.127193, 0.138285, 0.163987, 0.194045, 0.182064, 0.160444, 0.159684, 0.146521, 0.140831, 0.144244, 0.175819, 0.16796, 0.161384, 0.114658, 0.064361, 0.041514, 0.065204, 0.121113, 0.109221, 0.108398, 0.058916, 0.054312, 0.046826, 0.0]}, "lang": {"n_am_en": [5, 16, 11, 15, 17, 36, 31, 30, 27, 30, 18, 19, 22, 27, 38, 33, 21, 28, 26, 39, 42, 44, 40, 46, 67, 56, 37, 35, 32, 22, 24, 33, 25, 37, 32, 37, 42, 46, 55, 73, 63, 67, 67, 75, 69, 44, 13, 2, 0, 0], "n_am_pl": [3, 20, 31, 28, 23, 28, 34, 40, 19, 21, 31, 41, 40, 43, 41, 43, 46, 41, 38, 32, 23, 20, 21, 18, 24, 26, 31, 21, 24, 35, 34, 41, 44, 40, 31, 35, 34, 38, 32, 36, 43, 43, 46, 46, 61, 84, 142, 169, 185, 196], "n_pos": 199, "sum_m_en": [19.257516, 28.124427, 31.020899, 32.959347, 32.930769, 34.343891, 33.163535, 34.005654, 32.530435, 32.934718, 34.53399, 34.294098, 33.637147, 33.533623, 34.131018, 34.770219, 34.159795, 32.710093, 32.209969, 32.288836, 31.48758, 32.261684, 31.240261, 31.345153, 46.28192, 42.727778, 36.686862, 33.137588, 33.950185, 33.742899, 33.65692, 34.340166, 32.9666, 33.543921, 34.406092, 36.222043, 37.941849, 41.177715, 44.743045, 54.929113, 53.567015, 56.186413, 55.454899, 67.069339, 61.49567, 42.171531, 13.208444, 2.832202, 1.290645, 0.34103], "sum_m_pl": [3.587017, 9.770051, 11.235408, 11.46529, 10.875358, 12.481329, 13.043693, 15.147946, 14.335217, 15.785703, 17.122334, 18.237891, 17.967297, 18.248719, 18.422362, 18.659401, 16.583101, 15.887396, 14.533669, 13.603726, 12.963693, 12.804441, 12.642724, 12.394661, 17.069016, 18.794388, 19.93981, 20.484799, 22.100423, 24.03072, 22.662153, 22.308506, 22.90575, 22.520021, 21.767725, 21.248962, 21.683784, 21.537867, 23.013693, 23.035142, 27.126398, 30.38251, 37.28654, 38.429511, 55.591791, 78.450431, 131.0767, 160.049387, 179.142872, 195.309774]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 288, "item_id": "pes-Hematologia-2019 jesień-36", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1143, "region_end": 286, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9861}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 15, 9, 18, 24, 39, 43, 32, 32, 23, 19, 21, 31, 25, 30, 46, 45, 36, 44, 55, 54, 51, 45, 49, 68, 71, 55, 56, 46, 42, 43, 39, 35, 57, 68, 67, 76, 84, 77, 83, 70, 74, 69, 81, 66, 39, 14, 3, 0, 0], "n_am_pl": [6, 26, 32, 32, 28, 25, 34, 36, 16, 28, 42, 42, 34, 36, 55, 44, 43, 40, 30, 25, 20, 26, 22, 16, 21, 20, 27, 28, 37, 43, 39, 43, 44, 43, 23, 39, 30, 31, 27, 28, 34, 42, 52, 57, 71, 90, 157, 179, 193, 201], "n_pos": 261, "sum_m_en": [24.780347, 36.732176, 40.240617, 42.823587, 42.26168, 42.406352, 42.319083, 42.747032, 41.381651, 41.220678, 43.154157, 42.874937, 42.90159, 42.420464, 43.794153, 44.462961, 45.014775, 42.212614, 41.370052, 40.638412, 39.624796, 41.007318, 39.941748, 40.98753, 57.578337, 55.008208, 48.813821, 46.434602, 44.016574, 43.615048, 42.728291, 42.562784, 42.80159, 44.280187, 48.187169, 50.364691, 51.501092, 54.757366, 55.567181, 64.29915, 58.84274, 60.870335, 61.287952, 72.306025, 60.062633, 39.955053, 15.341436, 3.384566, 1.223894, 0.001393], "sum_m_pl": [4.532275, 12.825029, 14.64301, 14.672457, 14.266666, 15.696937, 16.353104, 18.327582, 16.946858, 19.435181, 20.870781, 22.449184, 21.840857, 22.426762, 22.997476, 23.293825, 20.395194, 19.397657, 17.57928, 16.858328, 16.093598, 15.9507, 15.389111, 15.188342, 17.895848, 19.834333, 22.773677, 25.613455, 26.932127, 29.681114, 27.505938, 28.272864, 27.980408, 26.917707, 24.235363, 23.039215, 23.285471, 22.98957, 24.51339, 23.537405, 28.346354, 33.462971, 40.550353, 45.590747, 64.090886, 82.737863, 144.572514, 171.862344, 190.043007, 199.657054]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.5944, 0.788127, 0.616394, 0.565101, 0.539126, 0.489348, 0.518836, 0.523248, 0.515433, 0.511786, 0.584495, 0.557425, 0.654563, 0.63964, 0.710725, 0.686376, 0.760972, 0.730138, 0.736403, 0.703781, 0.715964, 0.738231, 0.742778, 0.767136, 0.579217, 0.5279, 0.568251, 0.608958, 0.713385, 0.763655, 0.680118, 0.619108, 0.713439, 0.67053, 0.762494, 0.725355, 0.603817, 0.478323, 0.487981, 0.442012, 0.308363, 0.278349, 0.309262, 0.335989, 0.293055, 0.203645, 0.14316, 0.139325, 0.024438, 0.0], "sum_m_pl": [0.155264, 0.349961, 0.303994, 0.240025, 0.317323, 0.304511, 0.305377, 0.389058, 0.416718, 0.421841, 0.418649, 0.421038, 0.477876, 0.517011, 0.625722, 0.593073, 0.540218, 0.538623, 0.486065, 0.417868, 0.392573, 0.377928, 0.372481, 0.368878, 0.352623, 0.374379, 0.443173, 0.494072, 0.551303, 0.632957, 0.544776, 0.559599, 0.500578, 0.43194, 0.439464, 0.444107, 0.474081, 0.470749, 0.465047, 0.381008, 0.277539, 0.276622, 0.278261, 0.38727, 0.348039, 0.315834, 0.18908, 0.150592, 0.037319, 0.0]}, "lang": {"n_am_en": [7, 12, 9, 13, 21, 28, 34, 25, 25, 17, 15, 19, 25, 20, 22, 39, 36, 29, 33, 42, 42, 41, 33, 38, 55, 58, 41, 42, 31, 29, 31, 28, 25, 42, 54, 50, 62, 67, 64, 75, 59, 62, 56, 68, 59, 34, 12, 1, 0, 0], "n_am_pl": [6, 18, 27, 27, 21, 22, 26, 32, 13, 24, 32, 34, 29, 33, 45, 36, 36, 32, 24, 24, 20, 24, 20, 15, 19, 18, 21, 23, 33, 35, 33, 37, 41, 40, 22, 33, 26, 26, 20, 20, 29, 36, 49, 54, 69, 87, 152, 176, 193, 201], "n_pos": 201, "sum_m_en": [19.536744, 28.688076, 31.360468, 33.312117, 32.801702, 32.958026, 32.849268, 33.183155, 32.22394, 32.20058, 33.689451, 33.611353, 33.483177, 33.088968, 34.020772, 34.456748, 34.842786, 32.841275, 32.037737, 31.491279, 30.715882, 32.098503, 31.062756, 32.094614, 46.358552, 43.884297, 38.872925, 36.923404, 34.861325, 34.686519, 33.95032, 33.873508, 34.020725, 35.157559, 38.712837, 40.367515, 41.591635, 44.529715, 46.421919, 55.058131, 49.794118, 51.496236, 49.851465, 60.458267, 50.622818, 32.947935, 12.777072, 1.986999, 0.860287, 0.000917], "sum_m_pl": [3.652116, 9.912442, 11.337936, 11.391864, 10.789198, 12.10376, 12.661351, 14.385173, 13.21272, 15.344376, 16.53059, 18.019735, 17.484572, 17.986659, 18.227684, 18.411079, 16.079074, 15.312614, 13.867189, 13.230509, 12.644771, 12.554328, 12.116704, 11.945335, 14.70475, 16.642903, 18.974844, 21.276815, 22.313328, 24.566501, 22.799241, 23.421878, 23.533709, 22.633047, 19.967114, 19.164276, 19.749233, 19.388879, 20.657236, 19.946639, 25.480909, 29.439361, 36.703936, 42.132158, 61.137843, 79.26479, 139.066623, 167.863431, 188.720818, 199.058677]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 263, "item_id": "pes-Hematologia-2019 jesień-36", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1398, "region_end": 261, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9962}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 17, 29, 25, 40, 29, 38, 38, 33, 27, 33, 29, 31, 34, 36, 32, 44, 43, 41, 34, 33, 37, 43, 31, 57, 50, 46, 33, 41, 34, 47, 48, 55, 56, 66, 64, 71, 77, 82, 86, 94, 95, 95, 88, 87, 89, 75, 66, 68, 72], "n_am_pl": [16, 11, 10, 5, 10, 15, 12, 11, 15, 18, 18, 15, 17, 17, 21, 19, 19, 18, 15, 14, 13, 15, 12, 15, 6, 14, 15, 21, 19, 19, 21, 18, 11, 6, 12, 11, 6, 5, 10, 5, 4, 2, 0, 0, 4, 1, 4, 6, 10, 10], "n_pos": 179, "sum_m_en": [19.836065, 24.906109, 24.813283, 26.591782, 30.569308, 31.479566, 32.238209, 31.452105, 32.154262, 31.027893, 30.968975, 29.319197, 31.735689, 31.434015, 30.091136, 32.111512, 31.894559, 29.204578, 28.578504, 27.736873, 27.336074, 28.020536, 28.332466, 29.01573, 37.74747, 37.869332, 36.54837, 32.163428, 34.105781, 33.354017, 34.800697, 33.673457, 32.842757, 33.272355, 35.554117, 38.407717, 40.603899, 45.810486, 54.249591, 64.854367, 71.266779, 72.900379, 78.680953, 76.882858, 74.883731, 74.673932, 71.486796, 62.667568, 56.131471, 71.882528], "sum_m_pl": [5.994747, 8.684597, 8.859604, 8.44045, 9.872222, 11.495697, 11.256538, 11.120708, 11.737228, 12.691404, 12.663348, 13.524959, 13.6586, 13.419898, 13.704831, 15.065137, 13.402928, 13.175971, 12.134844, 12.690434, 11.579613, 11.110209, 10.740324, 10.723049, 12.392708, 13.617413, 14.406589, 16.396085, 15.342733, 16.048257, 14.526831, 14.740029, 13.530305, 13.408206, 12.237285, 12.267721, 12.417245, 10.858082, 9.911457, 8.336854, 7.770398, 6.116477, 4.738613, 4.524715, 5.716291, 3.969434, 3.058532, 6.485298, 11.958995, 9.379315]}, "digit": {"n_am_en": [0, 1, 0, 2, 2, 3, 2, 4, 3, 2, 1, 1, 3, 3, 2, 2, 4, 1, 1, 1, 1, 2, 2, 1, 2, 5, 3, 1, 2, 0, 2, 0, 2, 3, 4, 4, 3, 4, 4, 5, 5, 4, 3, 3, 2, 2, 1, 1, 1, 1], "n_am_pl": [0, 1, 1, 0, 1, 1, 1, 0, 1, 3, 3, 2, 4, 3, 1, 1, 2, 1, 3, 3, 2, 1, 2, 2, 2, 4, 3, 3, 3, 5, 3, 3, 4, 0, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.490525, 2.504808, 2.478718, 2.496916, 2.912055, 3.065678, 3.14486, 2.984029, 3.139891, 2.914481, 2.924146, 2.659277, 2.87177, 2.827517, 2.580615, 2.852107, 2.706362, 2.458416, 2.442221, 2.440384, 2.405784, 2.512283, 2.572311, 2.646583, 3.604129, 3.59475, 2.99532, 2.633751, 2.991768, 2.844673, 3.051287, 2.761775, 2.640627, 2.660806, 2.617488, 3.036743, 2.186991, 2.258232, 2.188919, 2.249726, 2.199601, 1.881427, 1.856951, 1.807825, 1.791692, 1.499316, 0.885343, 1.047649, 0.91496, 0.549891], "sum_m_pl": [0.39955, 0.758129, 0.737116, 0.679158, 0.786691, 0.919187, 0.934271, 0.967885, 0.970768, 1.254634, 1.206654, 1.236486, 1.504641, 1.464425, 1.258988, 1.536952, 1.324776, 1.278913, 1.165067, 1.154247, 1.043638, 0.994925, 0.959263, 0.974832, 1.24123, 1.471826, 1.884086, 1.910319, 1.437073, 1.574952, 1.382512, 1.507331, 1.224036, 1.004404, 0.865274, 0.909013, 0.947398, 0.953986, 1.186281, 1.116584, 1.068021, 1.052001, 0.989309, 0.84503, 0.881376, 0.50099, 0.226711, 0.184801, 0.141739, 0.000128]}, "lang": {"n_am_en": [6, 7, 15, 14, 23, 16, 21, 22, 19, 14, 21, 20, 21, 19, 23, 20, 27, 30, 27, 26, 28, 26, 30, 23, 34, 35, 34, 26, 30, 26, 30, 32, 40, 35, 45, 42, 45, 53, 59, 62, 67, 70, 72, 70, 68, 72, 63, 58, 61, 70], "n_am_pl": [5, 5, 4, 2, 4, 8, 7, 7, 7, 8, 9, 5, 9, 7, 11, 10, 6, 11, 5, 6, 5, 9, 6, 8, 2, 5, 5, 11, 7, 8, 11, 9, 1, 3, 6, 6, 3, 3, 6, 3, 2, 1, 0, 0, 2, 1, 4, 6, 10, 10], "n_pos": 81, "sum_m_en": [8.736362, 11.264042, 11.467266, 12.488039, 14.426365, 14.838522, 15.194569, 14.95078, 15.122395, 14.649097, 15.008369, 14.579839, 15.500707, 15.694836, 15.424253, 16.285705, 16.056947, 15.081557, 14.601517, 14.08518, 13.800527, 13.970547, 13.92863, 14.029283, 22.455285, 22.731676, 22.322382, 19.046931, 19.489601, 18.863845, 18.897127, 18.335888, 18.160807, 19.053109, 20.515869, 23.316238, 25.820374, 30.702111, 38.925375, 45.630709, 52.00718, 53.85071, 59.973939, 59.3556, 58.248983, 60.130595, 58.704657, 51.749009, 47.756898, 68.332941], "sum_m_pl": [2.113147, 3.588447, 3.511034, 3.476026, 4.419408, 5.067458, 5.014869, 5.041221, 5.367708, 5.609963, 5.703373, 5.902847, 6.054571, 5.768544, 6.075524, 6.609593, 5.929644, 5.919373, 5.592507, 5.913893, 5.342365, 5.077145, 4.932933, 4.902883, 5.69501, 6.214752, 6.318319, 7.504205, 7.07171, 6.949244, 6.515436, 6.558346, 5.9902, 6.162426, 5.723363, 5.835621, 6.169729, 5.61836, 4.805751, 4.200637, 3.706497, 2.873275, 1.851063, 1.864091, 3.092519, 2.10122, 2.051031, 5.670824, 10.863821, 9.3698]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Hematologia-2019 wiosna-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1390, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 54, 65, 100, 112, 138, 143, 201, 185, 162, 165, 133, 133, 146, 138, 190, 202, 199, 203, 189, 195, 194, 198, 198, 324, 300, 262, 219, 203, 173, 193, 166, 189, 223, 238, 264, 283, 315, 332, 360, 394, 386, 395, 359, 307, 232, 94, 17, 0, 1], "n_am_pl": [21, 76, 64, 66, 92, 114, 108, 98, 79, 88, 106, 121, 145, 141, 115, 142, 122, 87, 90, 98, 86, 69, 74, 79, 68, 98, 93, 108, 125, 124, 124, 114, 109, 90, 96, 70, 90, 88, 103, 104, 119, 130, 152, 172, 225, 302, 435, 489, 543, 556], "n_pos": 885, "sum_m_en": [83.146529, 127.838672, 134.759534, 136.934587, 137.418968, 145.006059, 151.01867, 153.503219, 155.873777, 153.895361, 153.854476, 146.240247, 148.181105, 145.673134, 141.852583, 153.683808, 156.918949, 143.675586, 138.727091, 135.702756, 133.238534, 134.944436, 138.136528, 139.065106, 221.458763, 208.907364, 193.0265, 163.441094, 158.658682, 156.058949, 150.586786, 147.488602, 149.269501, 157.011856, 168.498458, 174.602947, 183.148961, 209.045178, 230.428899, 249.870922, 283.064502, 285.171506, 309.582593, 299.780692, 260.223657, 211.619622, 92.471878, 19.939989, 6.3481, 0.972016], "sum_m_pl": [16.875677, 43.826292, 47.767321, 47.085565, 52.050148, 57.456954, 57.276954, 58.07531, 59.147215, 60.227674, 61.684953, 65.105824, 62.143827, 64.199124, 64.073114, 65.790273, 59.185981, 58.599522, 54.11483, 56.541397, 52.509417, 50.855509, 50.071229, 50.134013, 61.611278, 67.974999, 72.521129, 84.16832, 89.438778, 87.332428, 78.660866, 79.412283, 75.025893, 72.049067, 65.621362, 65.036343, 70.934789, 72.201615, 77.795606, 82.374795, 95.090397, 102.138271, 118.551369, 153.952526, 197.816823, 258.621081, 396.152505, 469.548098, 526.836047, 555.13721]}, "digit": {"n_am_en": [0, 7, 2, 4, 1, 1, 7, 10, 8, 7, 11, 5, 7, 7, 2, 5, 4, 7, 5, 2, 3, 2, 3, 3, 4, 4, 6, 8, 10, 5, 6, 5, 10, 5, 8, 8, 8, 9, 11, 12, 9, 10, 9, 5, 7, 4, 1, 1, 0, 0], "n_am_pl": [0, 1, 5, 3, 4, 6, 2, 5, 4, 9, 8, 7, 12, 8, 3, 13, 7, 5, 6, 3, 3, 3, 2, 1, 6, 7, 10, 6, 3, 3, 8, 8, 10, 5, 3, 3, 4, 0, 4, 1, 3, 1, 0, 0, 2, 3, 3, 2, 0, 0], "n_pos": 48, "sum_m_en": [3.9152, 7.901273, 8.296369, 8.129138, 7.698978, 8.559129, 9.27542, 9.260363, 9.461032, 9.046144, 9.261711, 8.207567, 8.149431, 7.828385, 7.187461, 8.136403, 8.180376, 7.85497, 7.708846, 7.389048, 7.337446, 7.499829, 7.622659, 7.790722, 10.664661, 10.634621, 9.751397, 8.667384, 9.153011, 8.52633, 8.413011, 8.438226, 8.340395, 8.698457, 9.699646, 8.795612, 8.964912, 9.550088, 10.252223, 10.793563, 9.030372, 9.225403, 9.066485, 7.030702, 6.732117, 5.583915, 2.802196, 1.876874, 0.768703, 0.0], "sum_m_pl": [0.788527, 2.67069, 2.57891, 2.361942, 2.545406, 2.660597, 2.577326, 2.867465, 2.839064, 2.863053, 3.013222, 3.079349, 2.993658, 3.452252, 2.953025, 3.159845, 2.725601, 2.792705, 2.625573, 2.758358, 2.58657, 2.499872, 2.471721, 2.478611, 2.646564, 3.065563, 3.232095, 3.728081, 3.708913, 3.80534, 3.588827, 3.499931, 3.278808, 3.040014, 2.739392, 2.807082, 2.890172, 2.743551, 2.939388, 2.682753, 2.667465, 2.606558, 2.32447, 2.19891, 2.389809, 2.33202, 3.046757, 2.837227, 0.730847, 0.0]}, "lang": {"n_am_en": [7, 36, 43, 71, 81, 99, 115, 141, 113, 98, 103, 93, 84, 95, 100, 130, 132, 135, 144, 133, 140, 134, 142, 141, 231, 206, 181, 152, 141, 121, 133, 118, 128, 154, 163, 180, 202, 232, 240, 269, 293, 271, 281, 253, 219, 170, 65, 14, 0, 1], "n_am_pl": [11, 43, 38, 37, 59, 71, 67, 56, 48, 51, 62, 85, 100, 96, 85, 92, 87, 59, 68, 72, 68, 52, 61, 62, 41, 59, 59, 74, 88, 95, 89, 75, 76, 64, 67, 57, 72, 64, 75, 74, 89, 111, 137, 157, 202, 269, 397, 465, 531, 554], "n_pos": 555, "sum_m_en": [52.55047, 79.824753, 85.023874, 86.603584, 87.930832, 91.618731, 95.592983, 97.149964, 97.865556, 96.926493, 96.553682, 92.728843, 93.477566, 92.269189, 90.875084, 98.901536, 101.465078, 93.148537, 89.120585, 86.888468, 85.043392, 85.546353, 88.148591, 88.180167, 151.395279, 141.006655, 128.706651, 106.987955, 102.279522, 100.306001, 95.952043, 94.00915, 96.029352, 101.89135, 109.919893, 117.381224, 126.121335, 144.295449, 157.643622, 175.26474, 199.129454, 196.683818, 218.933784, 214.067173, 186.924546, 152.284509, 61.961011, 13.814158, 3.379101, 0.970767], "sum_m_pl": [9.350035, 26.04745, 28.743675, 29.046459, 32.31054, 36.334691, 36.827712, 36.57187, 37.461826, 38.691909, 39.636129, 42.245864, 40.023326, 41.416702, 41.560123, 42.387344, 38.225872, 37.994738, 34.934841, 36.859036, 33.949645, 32.899178, 32.306571, 32.407462, 41.713334, 46.113944, 49.167063, 56.428231, 60.103171, 58.292394, 52.621196, 53.024658, 50.270953, 48.676671, 44.830376, 45.327591, 50.604206, 50.875383, 54.589328, 58.257205, 72.805418, 81.695663, 100.002366, 133.22025, 173.08056, 229.891107, 362.757917, 442.835289, 512.430464, 552.297071]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 887, "item_id": "pes-Hematologia-2019 wiosna-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1645, "region_end": 885, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 0.9955}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 6, 6, 12, 6, 9, 10, 15, 11, 6, 7, 5, 11, 13, 8, 12, 16, 19, 16, 14, 12, 11, 10, 13, 19, 20, 17, 15, 17, 20, 16, 18, 20, 22, 17, 21, 18, 23, 22, 19, 19, 21, 21, 22, 24, 26, 25, 24, 22, 22], "n_am_pl": [8, 4, 11, 8, 9, 7, 3, 8, 6, 12, 9, 9, 10, 14, 11, 10, 10, 8, 7, 5, 3, 7, 5, 7, 9, 6, 6, 9, 10, 9, 13, 12, 11, 10, 10, 15, 7, 10, 6, 3, 5, 9, 9, 9, 9, 6, 4, 4, 5, 3], "n_pos": 68, "sum_m_en": [8.105612, 9.756969, 10.005334, 10.855641, 10.998199, 11.270055, 10.64819, 10.87871, 11.318078, 11.716932, 11.363685, 11.197047, 11.199023, 11.025197, 10.926605, 11.272303, 11.374088, 10.914368, 11.645858, 11.326607, 10.994755, 11.157734, 11.200101, 11.561839, 13.961502, 14.862463, 13.596927, 12.47005, 12.96871, 12.908212, 13.007792, 12.83299, 13.622932, 14.027592, 14.429766, 15.471394, 17.230738, 17.812756, 18.759718, 16.76907, 17.230708, 19.76508, 20.574896, 22.294139, 23.281476, 24.331795, 24.214462, 22.753408, 21.975447, 22.285495], "sum_m_pl": [2.204069, 3.257076, 3.546234, 3.538194, 3.690207, 4.214069, 3.948576, 4.550109, 5.025055, 5.6151, 5.481562, 5.673633, 6.189136, 5.824674, 6.301838, 6.018538, 5.871806, 5.735009, 5.13019, 5.290788, 4.812001, 4.753992, 4.63076, 4.795518, 6.483431, 6.877159, 7.274872, 8.143529, 7.256837, 7.732522, 6.912709, 6.42842, 6.354427, 6.601337, 6.299237, 6.109335, 5.694786, 5.471123, 5.694798, 5.19325, 6.048324, 8.291928, 7.909566, 7.825837, 7.508599, 7.047725, 5.37061, 4.284364, 4.993008, 3.334925]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 1, 0, 0, 2, 0, 3, 0, 2, 3, 2, 2, 2, 2, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.280667, 0.57862, 0.571803, 0.590948, 0.692609, 0.635468, 0.593623, 0.645333, 0.664956, 0.666127, 0.649524, 0.68788, 0.650854, 0.696244, 0.514984, 0.547717, 0.557179, 0.513306, 0.68411, 0.696049, 0.724832, 0.766018, 0.772749, 0.814452, 0.526435, 0.492905, 0.299934, 0.251581, 0.474138, 0.434628, 0.731862, 0.676869, 0.619036, 0.641227, 0.6403, 0.625716, 0.570119, 0.727741, 0.663557, 0.53104, 0.518665, 0.477318, 0.447925, 0.560021, 0.329834, 0.266278, 0.105129, 0.062278, 0.005766, 5e-06], "sum_m_pl": [0.035169, 0.135093, 0.190826, 0.138059, 0.172928, 0.209085, 0.232611, 0.259518, 0.290415, 0.454186, 0.316607, 0.403653, 0.696538, 0.476039, 0.918519, 0.72529, 0.768915, 0.776604, 0.39047, 0.446433, 0.354748, 0.332452, 0.32239, 0.318422, 0.906365, 1.274722, 1.281304, 1.337223, 0.752211, 1.183142, 0.662593, 0.455786, 0.313971, 0.360771, 0.327446, 0.632437, 0.515308, 0.31588, 0.339589, 0.32639, 0.340791, 0.328978, 0.279732, 0.207654, 0.195211, 0.101357, 0.028269, 0.021712, 0.00374, 0.0]}, "lang": {"n_am_en": [3, 3, 3, 6, 3, 5, 6, 7, 5, 3, 2, 1, 5, 7, 3, 4, 6, 9, 8, 5, 5, 5, 4, 6, 10, 9, 8, 7, 7, 12, 10, 10, 13, 13, 8, 14, 12, 16, 15, 12, 15, 16, 15, 14, 17, 18, 17, 18, 19, 21], "n_am_pl": [3, 2, 4, 3, 5, 3, 3, 3, 2, 2, 6, 2, 4, 5, 7, 7, 6, 3, 2, 0, 0, 2, 1, 2, 2, 0, 1, 4, 5, 3, 5, 4, 3, 2, 2, 3, 1, 3, 3, 1, 3, 4, 4, 5, 4, 4, 3, 3, 3, 3], "n_pos": 25, "sum_m_en": [2.819755, 3.318326, 3.476485, 3.840746, 4.085613, 4.386043, 4.001227, 4.254593, 4.455097, 4.61151, 4.495964, 4.448911, 4.509818, 4.490586, 4.517731, 4.513333, 4.60031, 4.484252, 4.639432, 4.532728, 4.301627, 4.310399, 4.323862, 4.411064, 6.837878, 7.03289, 6.670746, 5.697926, 6.035582, 5.977593, 5.65352, 5.61023, 6.31717, 6.178228, 6.185641, 7.395376, 8.973046, 9.56946, 10.196122, 10.074461, 11.394518, 13.07567, 14.364407, 14.729478, 15.598648, 16.50501, 17.124819, 17.246145, 18.232572, 20.803779], "sum_m_pl": [0.734381, 1.150843, 1.273196, 1.296589, 1.395171, 1.575305, 1.47132, 1.703704, 1.922239, 2.125427, 2.094265, 2.124856, 2.269515, 2.074451, 2.148722, 2.122725, 1.976191, 1.879463, 1.783777, 1.781868, 1.641933, 1.642266, 1.630034, 1.651722, 2.053034, 2.034325, 2.236068, 2.785262, 2.696462, 2.617077, 2.488687, 2.306864, 2.341075, 2.336675, 2.163725, 2.019526, 1.900147, 2.012578, 2.196517, 2.306805, 2.459926, 3.216585, 2.985317, 3.382679, 3.276647, 3.50521, 3.18378, 3.083206, 3.143822, 2.985352]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 70, "item_id": "pes-Hipertensjologia-2018 jesień-20", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9571, "tf_agree_excl_first": 0.971}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 8, 12, 9, 17, 20, 14, 14, 14, 28, 18, 22, 20, 22, 27, 33, 33, 34, 30, 29, 27, 25, 29, 37, 34, 31, 29, 33, 25, 29, 31, 36, 33, 37, 44, 40, 41, 44, 39, 42, 36, 42, 39, 33, 27, 10, 1, 0, 1], "n_am_pl": [1, 18, 17, 12, 18, 8, 12, 20, 16, 21, 13, 23, 17, 24, 21, 15, 14, 13, 6, 11, 7, 14, 11, 12, 13, 18, 15, 16, 19, 22, 18, 23, 18, 21, 20, 15, 14, 18, 18, 17, 16, 23, 21, 25, 33, 43, 56, 72, 74, 73], "n_pos": 129, "sum_m_en": [12.452469, 18.455698, 19.382372, 19.491896, 19.691122, 20.842303, 19.866219, 20.176299, 20.655563, 21.349589, 22.120215, 21.616023, 21.549612, 21.210862, 21.339407, 22.784876, 23.062844, 22.107394, 22.69732, 21.942643, 21.212112, 21.446615, 21.896741, 22.260213, 30.600077, 29.481907, 28.317257, 25.333808, 26.134599, 24.67389, 23.829776, 23.938104, 24.510617, 25.954551, 26.930264, 29.455074, 28.492114, 32.371886, 35.626311, 35.606287, 35.42206, 34.679226, 37.530512, 35.775075, 33.063012, 23.797496, 10.110742, 2.604441, 0.435694, 0.818352], "sum_m_pl": [2.270528, 6.007636, 7.065931, 7.189468, 7.678537, 8.37346, 8.014436, 9.111528, 9.664713, 10.751368, 10.801173, 11.067842, 11.217264, 11.252979, 11.339837, 10.619518, 9.625553, 9.655887, 8.561248, 8.882998, 8.35546, 8.306886, 8.069703, 8.474171, 10.750652, 12.680324, 11.755173, 12.850279, 13.055137, 13.685827, 12.827983, 12.402891, 11.896023, 11.725567, 11.082227, 10.437235, 11.190821, 11.687167, 12.739793, 13.225465, 13.611763, 18.443145, 21.301072, 23.777052, 29.897927, 38.461979, 53.593318, 65.805925, 73.923885, 72.883435]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 2, 3, 0, 0, 3, 1, 5, 3, 3, 4, 2, 2, 2, 2, 2, 0, 2, 1, 1, 1, 1, 1, 3, 2, 3, 2, 3, 2, 3, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.512944, 1.173185, 1.201501, 1.150785, 1.154274, 1.120395, 1.142651, 1.13984, 1.216319, 1.187647, 1.306675, 1.259585, 1.172275, 1.251585, 0.985189, 1.08927, 1.143661, 1.081238, 1.17797, 1.193532, 1.242023, 1.271595, 1.292023, 1.373079, 1.249167, 1.196091, 1.026175, 0.906392, 1.267039, 1.166792, 1.431087, 1.39086, 1.205916, 1.250189, 1.26995, 1.322414, 1.175393, 1.38144, 1.339798, 1.073965, 1.06028, 0.999026, 0.876808, 0.8363, 0.449461, 0.31004, 0.203427, 0.17032, 0.017588, 0.0], "sum_m_pl": [0.07946, 0.32436, 0.439151, 0.385642, 0.518912, 0.475329, 0.512864, 0.626582, 0.587698, 0.968023, 0.675738, 0.788561, 0.967068, 0.906679, 1.226003, 1.00481, 0.843649, 0.873966, 0.5444, 0.616031, 0.52926, 0.502305, 0.493694, 0.492039, 0.875537, 1.2759, 1.152772, 1.144494, 0.782122, 1.325813, 0.791173, 0.636564, 0.483739, 0.510628, 0.49255, 0.638855, 0.614245, 0.423791, 0.447167, 0.457404, 0.424393, 0.443471, 0.409708, 0.401081, 0.288767, 0.162633, 0.144765, 0.133328, 0.008184, 6e-05]}, "lang": {"n_am_en": [2, 5, 3, 6, 8, 11, 15, 8, 9, 8, 22, 13, 15, 13, 15, 21, 22, 21, 23, 22, 21, 20, 18, 22, 24, 23, 20, 19, 21, 16, 19, 20, 28, 23, 24, 30, 29, 28, 30, 29, 31, 26, 29, 26, 23, 17, 7, 1, 0, 1], "n_am_pl": [1, 12, 8, 7, 10, 5, 7, 13, 8, 10, 6, 15, 10, 16, 13, 10, 8, 9, 4, 7, 4, 11, 6, 7, 10, 9, 7, 10, 9, 13, 11, 12, 14, 13, 10, 9, 11, 14, 11, 14, 12, 16, 14, 19, 27, 38, 48, 65, 73, 73], "n_pos": 74, "sum_m_en": [7.222212, 10.499829, 11.07098, 10.98464, 11.363138, 12.184919, 11.579357, 11.975956, 12.310951, 12.756214, 13.181659, 13.006637, 12.898011, 12.674701, 13.097348, 13.998069, 14.171133, 13.675334, 14.013094, 13.405424, 12.821497, 12.908902, 13.160361, 13.256018, 20.516158, 20.022467, 18.887647, 16.505444, 16.29995, 15.195429, 14.124157, 14.069679, 14.889539, 15.621033, 16.130764, 18.490263, 18.378297, 20.928671, 23.856804, 24.185874, 24.60281, 23.361811, 25.595561, 23.630354, 21.610489, 14.960289, 7.198787, 1.171938, 0.139969, 0.818333], "sum_m_pl": [1.325421, 3.474498, 4.060049, 4.231888, 4.544437, 5.055391, 4.926706, 5.416168, 5.784429, 6.1223, 6.353627, 6.542423, 6.533555, 6.705238, 6.53993, 6.229629, 5.714844, 5.715941, 5.236844, 5.329852, 4.94883, 4.970353, 4.7975, 5.070035, 7.085426, 8.057432, 6.931617, 7.912505, 8.335885, 8.49893, 8.155638, 7.741303, 7.67094, 7.272896, 6.880014, 6.542336, 7.338528, 8.261868, 8.674174, 9.230393, 9.648564, 12.868723, 14.85644, 17.991563, 24.810643, 32.723355, 45.465026, 60.39968, 72.454675, 72.758348]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "pes-Hipertensjologia-2018 jesień-20", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1288, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 6, 10, 12, 15, 21, 24, 24, 29, 26, 21, 29, 31, 24, 30, 25, 27, 33, 44, 36, 50, 46, 51, 47, 55, 53, 42, 39, 35, 36, 34, 38, 35, 41, 40, 45, 46, 45, 58, 53, 59, 59, 47, 45, 46, 39, 42, 36, 36, 47], "n_am_pl": [2, 5, 6, 4, 4, 8, 4, 7, 6, 3, 5, 7, 7, 7, 6, 10, 5, 6, 2, 2, 1, 3, 2, 3, 2, 3, 8, 4, 3, 6, 6, 2, 6, 6, 6, 4, 6, 7, 3, 3, 3, 3, 6, 2, 2, 1, 0, 0, 1, 1], "n_pos": 90, "sum_m_en": [9.59743, 11.394343, 11.188033, 12.112578, 14.045928, 15.638479, 15.366365, 16.365445, 17.385774, 18.077176, 17.362643, 16.868621, 17.386804, 16.873817, 17.212636, 16.260491, 16.357056, 15.460256, 16.672322, 15.40536, 16.347075, 15.847998, 19.481684, 17.502592, 40.290835, 35.934031, 31.503333, 26.061588, 23.682099, 22.754439, 20.312565, 20.614559, 21.745983, 24.796944, 27.806506, 29.294915, 31.409374, 34.000563, 48.587111, 45.578477, 52.273444, 52.465452, 44.584475, 41.518969, 40.094827, 38.306612, 39.472431, 38.226111, 35.574798, 46.347147], "sum_m_pl": [2.356385, 3.824138, 4.038354, 4.051306, 4.441827, 4.663941, 4.555287, 4.780519, 4.846959, 5.083634, 4.936545, 4.996264, 5.58165, 5.22547, 5.652401, 6.221975, 5.862846, 5.575579, 5.600705, 5.573691, 5.236838, 5.071851, 4.64257, 4.809196, 4.225901, 4.74178, 5.168577, 6.083967, 6.106799, 6.351573, 6.480089, 5.944485, 6.302214, 5.957929, 5.100723, 4.686078, 4.658829, 4.570339, 2.907105, 3.367422, 2.902702, 2.8927, 3.944647, 2.559468, 1.626132, 1.272883, 0.894536, 1.228913, 1.735389, 1.061675]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 1, 1, 2, 2, 2, 1, 2, 4, 3, 5, 5, 5, 5, 6, 6, 3, 1, 1, 1, 0, 2, 1, 0, 0, 3, 4, 6, 8, 6, 7, 6, 1, 0, 1, 1, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 0, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.804757, 1.2591, 1.165238, 1.198983, 1.327609, 1.421626, 1.463847, 1.572445, 1.671652, 1.596252, 1.617812, 1.659676, 1.702332, 1.605552, 1.623555, 1.594664, 1.600129, 1.424006, 1.46929, 1.36178, 1.519153, 1.364001, 1.783873, 1.594081, 4.50324, 3.5108, 2.15873, 1.541889, 1.585575, 1.573235, 1.429526, 1.498559, 1.316354, 1.306278, 1.225622, 1.56264, 2.836073, 3.072296, 7.791869, 5.362101, 6.463861, 5.643316, 1.660117, 1.401144, 1.442931, 1.412584, 1.664221, 1.022936, 0.726159, 1e-06], "sum_m_pl": [0.155924, 0.329098, 0.380703, 0.397337, 0.402724, 0.397772, 0.418316, 0.423638, 0.468077, 0.49599, 0.462671, 0.402481, 0.507125, 0.454406, 0.466695, 0.530066, 0.58456, 0.527348, 0.520455, 0.50714, 0.472233, 0.429471, 0.417199, 0.434165, 0.324988, 0.444578, 0.567011, 0.64325, 0.518949, 0.465668, 0.570731, 0.511026, 0.481356, 0.420461, 0.377834, 0.346878, 0.357851, 0.38279, 0.084464, 0.508699, 0.189013, 0.286043, 1.419625, 0.903552, 0.539347, 0.635992, 0.512675, 0.56619, 0.20407, 1e-06]}, "lang": {"n_am_en": [2, 4, 9, 8, 12, 14, 17, 14, 17, 16, 14, 19, 21, 18, 17, 17, 22, 23, 29, 26, 32, 32, 31, 29, 35, 34, 30, 27, 24, 28, 25, 26, 24, 31, 33, 34, 36, 33, 37, 37, 40, 40, 39, 40, 39, 32, 33, 29, 35, 47], "n_am_pl": [0, 1, 1, 2, 3, 5, 2, 1, 3, 3, 3, 5, 5, 7, 5, 4, 4, 3, 2, 1, 1, 2, 2, 2, 1, 0, 3, 2, 2, 2, 3, 1, 4, 5, 4, 3, 3, 4, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1], "n_pos": 49, "sum_m_en": [4.771398, 6.034454, 6.092375, 6.664321, 7.865642, 8.829304, 9.043792, 9.4848, 9.863936, 10.528527, 9.848395, 9.721993, 9.959473, 9.725079, 10.132181, 9.444864, 9.094444, 8.792906, 9.616393, 8.824031, 9.575449, 9.224918, 11.026952, 10.049636, 25.011317, 22.784532, 20.571143, 16.739683, 15.56874, 14.678172, 12.877747, 12.820299, 14.209403, 17.204622, 19.450042, 20.26438, 21.995414, 24.338078, 29.073274, 31.015525, 32.773545, 35.541018, 35.652262, 34.764053, 34.003483, 31.386443, 32.41907, 31.822152, 32.33535, 45.54688], "sum_m_pl": [0.910822, 1.769325, 1.947423, 2.034826, 2.262086, 2.359655, 2.376421, 2.484767, 2.548614, 2.627003, 2.556673, 2.649857, 2.893594, 2.69929, 3.087252, 3.272289, 3.016533, 2.949349, 2.973075, 3.043527, 2.842497, 2.748712, 2.487378, 2.566268, 2.339012, 2.513891, 2.844965, 3.458002, 3.631692, 3.583123, 3.623897, 3.437304, 3.704973, 3.583325, 3.037542, 2.856115, 2.820793, 2.459232, 1.927148, 1.255256, 1.308945, 1.23303, 0.917202, 0.594852, 0.585232, 0.346049, 0.239416, 0.280873, 1.261812, 1.061665]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Hipertensjologia-2018 jesień-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1026, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9674, "tf_agree_excl_first": 0.978}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 6, 23, 38, 39, 49, 39, 46, 51, 49, 52, 50, 44, 47, 55, 51, 61, 77, 81, 71, 84, 81, 93, 89, 105, 102, 84, 72, 62, 61, 56, 57, 64, 66, 84, 86, 90, 100, 106, 105, 113, 113, 112, 115, 93, 68, 27, 3, 2, 0], "n_am_pl": [2, 14, 16, 8, 16, 19, 13, 22, 22, 24, 28, 25, 24, 27, 20, 15, 22, 21, 15, 19, 12, 10, 12, 16, 12, 16, 16, 19, 13, 17, 23, 24, 18, 27, 24, 21, 23, 19, 15, 21, 16, 21, 24, 26, 33, 55, 92, 123, 133, 128], "n_pos": 193, "sum_m_en": [18.243412, 27.492861, 29.408827, 30.577362, 31.677495, 33.122779, 32.913832, 35.154004, 36.237861, 37.521749, 38.242044, 38.201922, 38.081944, 35.197607, 34.908428, 34.558686, 35.767023, 34.141974, 35.434266, 34.670272, 34.077132, 32.913025, 36.175757, 34.505251, 71.930531, 65.137611, 54.433403, 43.249991, 41.037085, 39.288164, 35.420312, 35.977096, 37.749281, 41.350528, 46.121881, 50.069297, 51.152571, 62.221971, 79.502951, 77.708438, 89.198338, 91.674714, 94.278474, 93.644464, 81.945472, 60.77055, 24.473652, 5.447536, 2.193885, 2.7e-05], "sum_m_pl": [3.390427, 8.61526, 9.901771, 10.290877, 11.174113, 11.360439, 10.919702, 11.936257, 12.758513, 13.393212, 14.01773, 13.712092, 15.571208, 14.943005, 15.229119, 16.208726, 14.814606, 14.026928, 12.96453, 12.946367, 12.14198, 11.97082, 11.213, 11.345517, 12.367764, 13.89201, 16.38422, 18.325841, 18.394793, 18.603372, 19.073034, 18.603767, 18.643428, 19.320732, 17.890059, 16.737855, 17.734739, 17.231131, 16.024671, 17.362577, 15.810101, 18.169422, 21.074506, 25.335451, 33.630255, 50.817626, 87.393519, 117.130087, 129.258237, 128.191461]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 1, 0, 0, 1, 1, 3, 4, 6, 5, 5, 6, 0, 3, 1, 1, 2, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.507746, 0.942256, 0.895477, 0.864288, 0.896034, 0.954161, 0.999337, 1.013846, 1.031669, 1.020452, 1.027158, 1.063976, 1.103161, 1.049844, 0.994313, 1.030617, 1.095034, 1.009989, 1.05268, 0.909212, 1.056486, 0.903088, 1.203207, 1.102405, 2.512989, 2.373488, 1.632349, 1.169882, 1.002309, 0.98061, 0.91971, 0.904229, 0.875891, 0.857837, 0.877214, 1.023215, 1.395001, 1.841717, 5.853357, 3.598182, 4.631301, 4.211933, 0.988171, 1.067753, 1.143525, 1.05979, 1.126396, 0.585682, 0.524624, 0.0], "sum_m_pl": [0.14895, 0.312145, 0.236572, 0.250093, 0.258105, 0.254597, 0.268601, 0.299456, 0.299285, 0.342423, 0.328872, 0.292704, 0.392058, 0.331095, 0.329564, 0.348348, 0.38835, 0.362653, 0.316691, 0.335527, 0.320753, 0.302409, 0.295671, 0.307092, 0.286884, 0.30007, 0.33992, 0.362817, 0.320395, 0.279392, 0.317922, 0.316683, 0.278357, 0.28788, 0.32334, 0.253355, 0.238618, 0.215243, 0.005639, 0.142725, 0.0521, 0.136149, 1.098385, 0.648856, 0.468729, 0.511766, 0.359214, 0.36842, 0.153858, 0.0]}, "lang": {"n_am_en": [3, 5, 15, 28, 26, 35, 28, 31, 40, 37, 37, 35, 34, 34, 42, 40, 37, 53, 56, 48, 55, 55, 63, 64, 78, 75, 61, 54, 46, 43, 37, 38, 45, 47, 61, 62, 63, 69, 69, 70, 76, 73, 81, 76, 67, 50, 17, 0, 0, 0], "n_am_pl": [0, 9, 7, 5, 14, 15, 7, 15, 12, 17, 20, 15, 14, 18, 12, 7, 20, 16, 14, 15, 9, 6, 8, 11, 5, 10, 11, 14, 8, 11, 19, 18, 12, 22, 18, 13, 16, 15, 13, 15, 10, 16, 19, 22, 27, 46, 82, 113, 125, 127], "n_pos": 127, "sum_m_en": [12.139888, 18.297296, 19.818578, 20.855547, 21.482826, 22.231158, 21.939645, 23.43527, 24.524886, 25.159486, 25.683883, 25.616808, 25.680868, 23.64763, 23.820155, 23.492441, 24.167235, 22.839938, 23.934467, 23.204713, 22.698761, 22.013718, 24.159423, 23.142687, 50.639056, 45.641476, 37.553724, 29.849931, 28.350604, 26.798233, 23.783549, 24.213549, 25.335868, 27.685517, 31.720063, 34.833784, 36.615152, 44.408329, 53.060788, 52.75472, 60.192297, 61.557985, 68.436806, 66.727671, 59.53692, 43.79635, 16.323381, 2.037825, 0.338828, 4e-06], "sum_m_pl": [2.131752, 5.490551, 6.437209, 6.729727, 7.404017, 7.566257, 7.390522, 8.032346, 8.457145, 9.079915, 9.433602, 9.315919, 10.615531, 10.256891, 10.307327, 11.184437, 10.051383, 9.478672, 8.835143, 8.776267, 8.216382, 8.12049, 7.562203, 7.661523, 7.974866, 8.990951, 10.982951, 12.398012, 12.506764, 12.650761, 12.959135, 12.626787, 12.820433, 13.710331, 12.51389, 11.645908, 12.564819, 12.200132, 11.689945, 11.748979, 10.820651, 13.801053, 15.934847, 20.586416, 27.639512, 43.955763, 77.230045, 106.930002, 121.63267, 126.94413]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "pes-Hipertensjologia-2018 jesień-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1281, "region_end": 193, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9897}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 12, 13, 15, 26, 34, 27, 29, 26, 27, 34, 40, 36, 36, 31, 42, 48, 45, 50, 52, 50, 50, 53, 54, 70, 60, 66, 49, 45, 45, 43, 49, 51, 66, 73, 75, 82, 87, 90, 91, 91, 91, 93, 97, 84, 87, 89, 84, 77, 76], "n_am_pl": [5, 13, 15, 18, 25, 18, 22, 23, 22, 24, 21, 32, 31, 26, 29, 28, 33, 25, 19, 22, 20, 20, 16, 16, 23, 19, 19, 22, 22, 22, 24, 20, 22, 14, 12, 10, 8, 18, 17, 23, 24, 25, 23, 23, 23, 22, 18, 19, 22, 18], "n_pos": 192, "sum_m_en": [21.869853, 27.383573, 26.008423, 27.422798, 30.025186, 31.170542, 30.296579, 29.474309, 28.663068, 28.505153, 29.339817, 29.961473, 29.337205, 30.092703, 29.390859, 30.532572, 31.352507, 32.078408, 31.607317, 31.053699, 31.326717, 31.492552, 31.632314, 31.024873, 43.40285, 41.874536, 39.633803, 33.737291, 35.855642, 35.132626, 33.382384, 34.248912, 35.096682, 39.027449, 44.977858, 51.782215, 65.730865, 69.977073, 74.304749, 74.001298, 75.592379, 78.195191, 83.257953, 84.677093, 76.208951, 81.934237, 81.481426, 78.685895, 71.034635, 75.521169], "sum_m_pl": [5.302154, 8.78596, 9.980845, 9.642081, 10.868161, 11.674389, 11.524686, 12.312238, 12.551281, 13.481208, 13.373631, 14.375654, 15.674204, 15.793442, 16.879301, 16.5151, 15.372712, 15.076494, 14.82584, 15.04571, 14.09625, 13.462572, 13.251518, 13.257804, 19.54009, 19.279907, 18.484232, 20.486566, 18.719372, 19.326137, 17.704127, 16.999026, 17.637491, 16.424841, 15.266195, 14.569011, 12.210065, 12.573484, 16.427139, 17.527443, 21.140834, 24.749297, 21.523122, 23.408266, 23.953859, 22.43657, 20.089901, 19.009227, 21.29904, 17.812287]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 7, 6, 6, 10, 16, 19, 18, 17, 18, 25, 26, 22, 27, 22, 23, 31, 29, 37, 38, 34, 35, 41, 37, 54, 46, 47, 34, 35, 34, 35, 38, 35, 50, 56, 58, 68, 67, 73, 72, 72, 73, 70, 72, 67, 71, 76, 75, 73, 75], "n_am_pl": [3, 4, 5, 6, 10, 7, 11, 11, 11, 10, 7, 12, 12, 9, 14, 11, 16, 12, 8, 10, 6, 9, 6, 7, 8, 11, 10, 10, 10, 11, 11, 9, 10, 5, 3, 4, 1, 8, 11, 14, 15, 14, 15, 15, 16, 17, 17, 16, 20, 18], "n_pos": 96, "sum_m_en": [11.110989, 13.585886, 12.997608, 13.381753, 14.762402, 15.379968, 15.386169, 15.282458, 14.822063, 14.989458, 15.557846, 15.88074, 15.766612, 16.462996, 16.544989, 17.225061, 17.497898, 18.072578, 17.565296, 17.060712, 17.075436, 17.134279, 17.262564, 16.63731, 29.981917, 28.340967, 26.762209, 22.136539, 23.129424, 22.177412, 20.754108, 21.065298, 22.247694, 25.228261, 30.268287, 35.736938, 48.152297, 52.195453, 55.79205, 56.298183, 58.19885, 61.177544, 62.49064, 64.532373, 60.138317, 66.020292, 68.61413, 68.217099, 64.724289, 73.54325], "sum_m_pl": [2.744741, 4.454861, 5.058813, 4.776502, 5.597751, 5.85858, 5.872726, 6.268573, 6.596062, 6.93085, 6.951951, 7.133226, 7.420472, 7.459767, 7.920017, 7.911589, 7.567704, 7.477046, 7.565826, 7.822736, 7.303977, 6.99938, 6.849178, 6.849023, 9.071124, 9.280179, 9.412918, 10.164993, 9.746806, 9.679126, 9.303552, 8.919555, 9.384216, 8.377115, 7.312444, 6.94318, 5.23547, 6.516142, 9.476439, 11.176941, 14.364887, 14.468939, 13.92773, 15.388339, 16.674783, 16.523785, 16.921811, 16.826004, 19.34943, 17.800248]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "pes-Hipertensjologia-2019 wiosna-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 959, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9691, "tf_agree_excl_first": 0.9741}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 16, 17, 23, 41, 51, 41, 37, 42, 41, 45, 40, 44, 40, 50, 65, 71, 78, 82, 95, 101, 91, 88, 83, 98, 92, 73, 63, 56, 55, 47, 54, 61, 71, 78, 89, 98, 102, 108, 97, 100, 101, 111, 100, 82, 56, 16, 5, 1, 1], "n_am_pl": [4, 17, 23, 14, 12, 18, 22, 23, 26, 24, 28, 35, 32, 31, 28, 24, 32, 23, 24, 21, 13, 16, 17, 22, 19, 19, 24, 28, 27, 33, 23, 27, 25, 26, 23, 23, 24, 23, 27, 30, 37, 42, 36, 44, 52, 81, 111, 125, 139, 140], "n_pos": 212, "sum_m_en": [19.385631, 29.766148, 31.159422, 32.806229, 34.436994, 36.301354, 36.416346, 37.091614, 37.452796, 37.284944, 36.620648, 35.264217, 34.290228, 34.459144, 34.919853, 36.956366, 38.821369, 39.819767, 38.568829, 37.750186, 36.523065, 35.567359, 36.949124, 36.205773, 61.98966, 57.155718, 51.210557, 43.119007, 41.913117, 40.752428, 38.377998, 38.219721, 38.410621, 41.644678, 46.019849, 51.17599, 57.665597, 68.128853, 72.847549, 74.686704, 79.861425, 82.654212, 89.809787, 84.261587, 70.318478, 50.509955, 16.812102, 5.758294, 2.094437, 1.001589], "sum_m_pl": [3.48651, 9.802804, 11.207159, 10.862612, 11.899084, 13.614597, 13.861256, 15.393202, 15.870847, 16.639188, 17.060842, 17.114489, 17.2948, 17.480168, 17.954556, 17.347317, 16.030869, 16.27194, 15.454004, 15.937365, 14.870818, 14.627284, 14.9193, 15.053599, 19.83514, 20.249474, 19.394953, 23.039116, 22.323161, 22.3101, 20.874751, 21.376432, 22.36429, 21.771612, 20.804556, 20.800253, 19.459197, 20.332202, 22.209795, 24.634133, 26.113395, 31.002182, 28.658489, 38.213953, 47.097837, 71.802604, 104.803901, 123.023211, 133.373827, 140.482906]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 8, 14, 17, 33, 33, 30, 24, 28, 28, 32, 27, 27, 28, 37, 46, 52, 55, 60, 67, 71, 68, 68, 65, 70, 63, 47, 43, 39, 36, 32, 38, 44, 48, 53, 60, 71, 76, 83, 71, 73, 72, 83, 75, 60, 38, 12, 5, 1, 1], "n_am_pl": [4, 10, 16, 7, 7, 14, 14, 17, 19, 16, 16, 25, 21, 18, 15, 15, 21, 14, 16, 13, 6, 9, 9, 13, 12, 12, 17, 21, 20, 25, 16, 16, 14, 15, 13, 15, 17, 18, 17, 22, 27, 31, 28, 32, 42, 72, 99, 119, 136, 140], "n_pos": 142, "sum_m_en": [13.044557, 20.480522, 21.463883, 22.521875, 23.787212, 25.076424, 25.044078, 25.658129, 25.99334, 25.869685, 25.160124, 24.235702, 23.61207, 23.616417, 24.02649, 25.548424, 26.745941, 27.505073, 26.687325, 25.82219, 25.055251, 24.454292, 25.592398, 24.904934, 45.746416, 41.072124, 36.695947, 30.20071, 29.099884, 27.892143, 26.170015, 26.283142, 26.295987, 28.456119, 30.516868, 34.632632, 39.781322, 48.066038, 52.820404, 54.246932, 58.192044, 60.14605, 67.475298, 63.170824, 52.056056, 35.643683, 12.680877, 4.819709, 1.551863, 1.000061], "sum_m_pl": [2.210399, 6.404429, 7.307142, 7.096621, 8.085952, 9.177028, 9.397685, 10.538148, 10.824599, 11.129698, 11.243153, 11.366902, 11.172865, 11.292875, 11.824085, 11.517353, 10.689168, 10.927606, 10.421171, 10.768616, 10.034358, 9.948855, 10.191799, 10.286626, 13.209057, 13.460293, 13.152844, 15.751804, 15.396945, 15.577906, 14.232977, 14.437686, 14.774261, 14.31631, 14.308214, 14.072631, 13.174716, 13.982778, 14.498151, 16.759529, 19.011565, 23.793725, 22.600592, 30.396671, 39.556927, 62.746693, 93.213509, 115.413308, 130.115689, 139.284513]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "pes-Hipertensjologia-2019 wiosna-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1214, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9766, "tf_agree_excl_first": 0.9812}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 26, 21, 29, 30, 39, 44, 27, 30, 32, 34, 42, 47, 39, 51, 44, 43, 46, 36, 37, 37, 36, 37, 38, 49, 48, 43, 44, 44, 44, 43, 41, 46, 45, 57, 55, 60, 58, 59, 65, 75, 79, 81, 85, 80, 73, 72, 71, 71, 74], "n_am_pl": [11, 5, 16, 6, 8, 9, 6, 14, 11, 10, 9, 13, 13, 13, 17, 18, 18, 14, 14, 15, 10, 13, 10, 11, 16, 16, 17, 17, 16, 14, 13, 15, 15, 13, 8, 14, 10, 7, 8, 8, 10, 6, 6, 7, 5, 8, 5, 4, 1, 0], "n_pos": 142, "sum_m_en": [17.897142, 21.200415, 20.515561, 22.640937, 24.231978, 24.521999, 23.236734, 22.060987, 23.257516, 23.360013, 23.992791, 24.431111, 24.139623, 24.427759, 24.052442, 24.831869, 24.180983, 23.478054, 22.941347, 22.637104, 22.087648, 22.251643, 22.225686, 21.937553, 33.523164, 33.672032, 31.884735, 29.379768, 30.579639, 29.481477, 28.251501, 27.460838, 27.04623, 27.271441, 31.183296, 35.50948, 38.927281, 43.345712, 47.461298, 51.245298, 58.672975, 66.990189, 70.857963, 70.249776, 67.771274, 64.090838, 65.023827, 66.667699, 63.864079, 74.026307], "sum_m_pl": [3.700894, 6.173058, 7.307795, 7.160641, 7.634401, 8.149482, 8.68308, 9.339313, 9.150532, 9.682388, 10.074107, 10.037867, 10.33166, 10.001228, 10.314496, 10.714126, 9.910557, 9.532827, 9.783537, 9.732145, 9.286246, 9.285371, 9.182294, 8.979754, 14.34441, 13.525186, 13.25061, 14.420282, 13.311438, 13.335944, 12.251264, 11.336913, 12.348457, 10.929852, 10.763464, 10.753227, 9.654533, 8.651174, 8.238677, 9.771127, 10.185778, 7.18372, 8.445664, 8.579023, 6.985567, 6.26941, 5.921517, 3.132865, 2.476562, 0.036455]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 19, 10, 18, 23, 28, 32, 21, 21, 26, 28, 31, 33, 33, 36, 35, 30, 35, 25, 30, 30, 30, 30, 28, 40, 38, 32, 34, 30, 33, 34, 30, 34, 31, 41, 41, 44, 41, 43, 47, 52, 63, 63, 66, 69, 63, 62, 58, 65, 74], "n_am_pl": [6, 3, 4, 1, 3, 6, 2, 7, 8, 5, 6, 6, 6, 7, 12, 11, 10, 9, 8, 8, 2, 3, 2, 2, 6, 7, 8, 6, 8, 9, 6, 9, 7, 5, 2, 4, 2, 4, 5, 5, 4, 2, 3, 3, 2, 4, 2, 2, 0, 0], "n_pos": 75, "sum_m_en": [9.905352, 12.016539, 12.221844, 13.543647, 14.101055, 14.454674, 13.550063, 12.722235, 13.330739, 13.083644, 13.597723, 13.869751, 13.760638, 14.170386, 14.394801, 14.765158, 13.887674, 13.821699, 13.071736, 12.84218, 12.396125, 12.205236, 12.109996, 12.021192, 22.615076, 23.378763, 22.092087, 19.813766, 19.983523, 18.950404, 17.720536, 17.099634, 16.944534, 17.192133, 19.792765, 23.55943, 25.529589, 30.167026, 33.921948, 36.711362, 40.271057, 49.413459, 52.376849, 53.977805, 55.423903, 53.216182, 56.151099, 54.450422, 55.63752, 71.710942], "sum_m_pl": [1.914247, 3.19555, 3.770562, 3.735459, 4.059939, 4.43268, 4.618057, 4.78764, 4.838034, 4.956883, 5.037587, 4.955067, 4.935772, 4.887986, 5.118164, 4.958625, 4.839564, 4.511089, 4.708743, 4.883372, 4.72781, 4.795932, 4.72954, 4.630779, 6.637501, 6.505036, 6.303868, 6.628694, 6.82616, 6.57643, 5.972443, 5.611525, 6.126654, 5.350341, 5.157302, 4.981013, 4.764319, 4.5639, 4.297177, 5.168129, 5.027434, 3.376444, 4.123801, 4.162104, 3.05872, 2.600221, 2.025296, 1.245948, 1.091569, 0.020734]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 988, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 8, 13, 17, 23, 25, 24, 32, 24, 24, 36, 30, 33, 29, 33, 43, 35, 44, 39, 47, 42, 51, 51, 45, 64, 60, 50, 49, 47, 47, 43, 46, 43, 40, 40, 47, 56, 60, 61, 57, 66, 62, 71, 63, 54, 44, 18, 5, 4, 1], "n_am_pl": [0, 9, 8, 13, 19, 16, 19, 20, 11, 16, 25, 18, 19, 27, 18, 20, 21, 19, 14, 17, 14, 13, 9, 8, 10, 19, 16, 26, 31, 33, 28, 22, 19, 21, 15, 14, 15, 16, 12, 20, 21, 17, 20, 25, 45, 65, 89, 118, 115, 122], "n_pos": 168, "sum_m_en": [15.202864, 24.864985, 26.199966, 28.506537, 29.174656, 29.505654, 28.1198, 28.562082, 28.532424, 28.712584, 30.76879, 29.505853, 29.888077, 29.570113, 28.946954, 31.016605, 30.255357, 28.699327, 27.796737, 27.741338, 26.396362, 26.626685, 26.778132, 26.81275, 43.096714, 42.516731, 37.508102, 34.547328, 33.929069, 33.026062, 31.852408, 31.611559, 30.974421, 31.599689, 34.446074, 35.670341, 37.985178, 40.817648, 45.744798, 49.304898, 52.826646, 52.972496, 57.793123, 57.566083, 50.713225, 39.302597, 17.141298, 5.219278, 3.841762, 1.000851], "sum_m_pl": [2.360413, 7.546109, 9.101408, 9.373665, 9.8061, 10.089404, 10.742451, 11.10513, 10.504313, 11.645497, 12.65558, 11.990574, 12.823008, 12.191482, 12.808967, 12.076262, 11.533427, 10.734966, 10.258574, 10.60697, 9.935533, 9.857907, 9.958538, 9.808329, 12.385178, 15.069817, 14.958695, 15.971712, 16.063002, 16.378904, 14.871929, 14.357882, 13.975778, 13.897594, 12.688643, 13.146406, 11.963417, 11.126186, 10.499087, 11.816588, 13.000818, 11.980996, 14.931612, 20.508609, 33.525251, 55.55633, 82.024462, 111.775727, 116.472845, 122.420823]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 5, 9, 13, 18, 20, 18, 26, 19, 18, 26, 22, 24, 21, 24, 31, 25, 36, 28, 31, 30, 39, 42, 36, 53, 48, 37, 37, 36, 40, 35, 37, 32, 30, 30, 37, 43, 44, 47, 46, 54, 51, 54, 49, 45, 33, 12, 3, 2, 1], "n_am_pl": [0, 6, 3, 10, 11, 11, 14, 11, 8, 9, 20, 15, 14, 21, 11, 14, 18, 13, 10, 14, 11, 9, 4, 4, 5, 12, 12, 20, 23, 26, 20, 16, 15, 17, 11, 11, 12, 12, 9, 19, 19, 15, 18, 20, 38, 58, 81, 110, 115, 121], "n_pos": 123, "sum_m_en": [11.510273, 18.314616, 19.556235, 21.217542, 21.851293, 22.127068, 20.776256, 20.979807, 20.88542, 20.820223, 22.40502, 21.700517, 22.166776, 21.718749, 21.46026, 22.946391, 22.29104, 21.224421, 20.410171, 20.46013, 19.402583, 19.65469, 19.686378, 19.632354, 34.011395, 33.332869, 28.933074, 26.51583, 25.649915, 25.104647, 23.9248, 23.738183, 23.002296, 23.64461, 25.578097, 26.005892, 28.065462, 29.271334, 34.230118, 38.619937, 42.111101, 42.930348, 45.35783, 43.774015, 39.913809, 29.014702, 12.656707, 3.058144, 1.859273, 1.000045], "sum_m_pl": [1.811648, 5.661756, 6.56105, 6.901092, 7.156955, 7.476747, 7.814186, 8.11722, 7.811137, 8.531602, 9.516231, 9.100675, 9.321548, 9.41388, 9.466026, 8.579532, 8.278615, 7.78909, 7.704182, 8.022412, 7.473363, 7.424832, 7.492909, 7.368379, 8.813491, 11.248036, 11.451456, 11.860814, 12.253185, 12.004575, 11.117244, 11.087777, 11.248007, 11.13836, 9.882731, 10.040345, 9.311724, 9.173097, 8.316209, 9.812898, 10.378025, 9.878205, 12.663163, 17.351948, 28.518002, 49.072986, 74.402505, 102.601007, 113.810199, 120.459784]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1243, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 0.9941}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 11, 14, 15, 19, 11, 19, 13, 13, 21, 16, 27, 18, 16, 22, 23, 26, 24, 31, 29, 29, 29, 29, 24, 34, 28, 30, 32, 29, 23, 25, 23, 32, 32, 41, 34, 37, 37, 45, 42, 47, 50, 48, 52, 53, 50, 42, 40, 44, 42], "n_am_pl": [2, 10, 15, 14, 9, 6, 13, 6, 6, 7, 9, 10, 14, 16, 12, 18, 16, 19, 12, 13, 13, 17, 12, 13, 10, 15, 9, 13, 18, 16, 22, 22, 15, 16, 12, 14, 13, 13, 8, 7, 13, 10, 8, 6, 7, 6, 9, 12, 12, 13], "n_pos": 122, "sum_m_en": [14.147765, 17.841591, 18.069614, 19.078324, 19.629763, 19.624896, 18.138735, 18.430915, 17.844345, 19.268488, 20.113254, 20.264469, 21.097046, 20.771064, 20.747926, 20.791653, 20.428867, 19.139877, 19.311651, 19.142494, 19.161815, 19.492004, 19.690967, 19.61667, 24.171695, 24.160641, 23.16605, 22.371185, 23.394868, 23.970425, 23.115659, 22.19332, 21.889515, 22.456027, 24.124036, 25.154244, 25.869482, 28.584686, 30.718039, 34.412848, 39.278745, 41.561544, 42.670104, 44.790346, 46.156439, 44.475128, 40.462601, 38.302961, 38.618645, 41.426462], "sum_m_pl": [3.067512, 5.743392, 7.285073, 6.96285, 6.77775, 7.179887, 6.895435, 7.487408, 7.605907, 8.302463, 8.890992, 9.176842, 9.776942, 10.096496, 10.384835, 10.473642, 9.560579, 9.646358, 8.644378, 8.781424, 8.364401, 8.418041, 8.042175, 7.893751, 9.919417, 10.403804, 9.413473, 11.849713, 11.408393, 11.932614, 11.824359, 11.217152, 11.281582, 11.152432, 10.51226, 10.058454, 9.092586, 9.23834, 9.26928, 10.306254, 9.427997, 8.578983, 8.429234, 7.68041, 7.173892, 7.301025, 9.149277, 11.652038, 11.723576, 12.311618]}, "digit": {"n_am_en": [0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 2, 0, 0, 1, 1, 1, 0, 0, 1, 1, 3, 2, 1, 3, 4, 1, 2, 2, 2, 3, 3, 1, 1, 1, 0, 0], "n_am_pl": [0, 3, 4, 3, 1, 0, 0, 1, 0, 0, 0, 2, 2, 1, 2, 3, 3, 2, 2, 2, 2, 3, 3, 1, 2, 4, 2, 3, 2, 3, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.678137, 1.380616, 1.267265, 1.311742, 1.383499, 1.426065, 1.357664, 1.24725, 1.133117, 1.19248, 1.328889, 1.290975, 1.250005, 1.150198, 1.171727, 1.227516, 1.238498, 1.13563, 1.336339, 1.339471, 1.333527, 1.389669, 1.393957, 1.403389, 1.392212, 1.378566, 1.231425, 1.039615, 1.194883, 1.192949, 1.239106, 1.14712, 1.145773, 1.190739, 1.363095, 1.461091, 1.53799, 1.622881, 1.663042, 1.449105, 1.514987, 1.638064, 1.545513, 1.822791, 2.214648, 1.708594, 1.317058, 0.957658, 0.276485, 0.001346], "sum_m_pl": [0.138107, 0.435649, 0.490303, 0.431711, 0.466295, 0.561806, 0.47917, 0.49872, 0.504809, 0.526021, 0.516732, 0.518545, 0.676612, 0.689797, 1.183843, 0.942512, 0.814763, 0.987401, 0.559716, 0.588026, 0.497945, 0.483283, 0.47116, 0.462683, 1.160352, 1.358153, 0.9674, 1.540348, 0.815671, 1.183101, 0.981979, 0.626287, 0.603046, 0.916635, 0.604414, 0.546079, 0.376085, 0.335675, 0.369453, 0.411024, 0.423753, 0.434009, 0.376601, 0.376797, 0.295301, 0.171105, 0.124199, 0.07891, 0.036888, 3.1e-05]}, "lang": {"n_am_en": [6, 7, 11, 9, 10, 8, 11, 8, 8, 16, 10, 18, 12, 10, 15, 15, 15, 13, 17, 14, 15, 14, 17, 13, 22, 19, 20, 22, 19, 16, 16, 16, 20, 17, 22, 18, 22, 23, 28, 29, 32, 35, 36, 39, 41, 40, 36, 35, 38, 42], "n_am_pl": [0, 4, 3, 6, 5, 1, 8, 2, 2, 3, 6, 7, 11, 10, 7, 9, 7, 12, 6, 9, 9, 9, 7, 7, 6, 8, 6, 7, 8, 5, 10, 11, 7, 10, 7, 5, 6, 9, 7, 7, 10, 9, 7, 6, 6, 6, 8, 10, 12, 13], "n_pos": 55, "sum_m_en": [6.77381, 7.970424, 8.478749, 8.974026, 9.094582, 8.908712, 8.234466, 8.60146, 8.223698, 9.032895, 9.291392, 9.33616, 9.813331, 9.891863, 10.005938, 9.952976, 9.549729, 8.944048, 8.794452, 8.602595, 8.7851, 8.885549, 9.020787, 8.928658, 12.853011, 13.171484, 13.426692, 12.946427, 12.95064, 12.646574, 11.864343, 11.199356, 11.213201, 12.099953, 13.185188, 14.318118, 16.197594, 17.91716, 19.620845, 22.386461, 26.397716, 29.849251, 31.836041, 33.259693, 34.915606, 34.365853, 32.709026, 30.941642, 32.867307, 39.839045], "sum_m_pl": [1.280063, 2.47955, 3.21349, 3.241105, 3.075291, 3.201602, 3.129278, 3.480874, 3.462648, 3.808624, 4.056598, 4.409666, 4.645076, 4.738215, 4.650344, 4.904383, 4.436766, 4.300992, 3.954745, 4.068239, 3.891074, 3.945279, 3.741534, 3.638673, 4.674392, 4.786488, 4.409937, 5.12483, 5.249888, 5.512792, 5.518087, 5.404352, 5.42929, 5.064033, 4.936559, 4.812159, 4.25826, 4.865671, 5.040175, 6.493678, 5.853908, 5.838974, 6.078889, 5.660519, 5.35683, 5.81315, 7.875996, 9.662746, 11.059769, 12.298601]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1066, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9919}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 19, 33, 32, 53, 39, 45, 43, 50, 59, 67, 56, 60, 55, 60, 79, 88, 78, 88, 90, 78, 92, 95, 89, 132, 103, 98, 76, 74, 73, 76, 72, 85, 90, 99, 106, 115, 124, 137, 145, 148, 142, 154, 154, 151, 120, 55, 8, 1, 0], "n_am_pl": [11, 43, 39, 36, 38, 46, 33, 43, 25, 38, 38, 46, 53, 67, 60, 54, 63, 51, 42, 55, 66, 67, 51, 58, 43, 55, 35, 57, 63, 66, 72, 71, 60, 52, 58, 53, 52, 50, 52, 49, 42, 59, 54, 66, 75, 105, 174, 229, 256, 256], "n_pos": 350, "sum_m_en": [32.388135, 49.5029, 52.729329, 54.154122, 55.486685, 55.138023, 54.418364, 56.587973, 57.274996, 60.898361, 62.908178, 61.04172, 61.832252, 59.069626, 59.424456, 61.200379, 61.679851, 57.938465, 56.921779, 56.412269, 54.259775, 55.738749, 57.97893, 57.356422, 85.613915, 79.04656, 71.66663, 65.819544, 63.493082, 64.547255, 62.489613, 60.747763, 61.739018, 63.624978, 67.41388, 71.228739, 74.173688, 79.503093, 86.138511, 92.473297, 103.642326, 110.094018, 119.155884, 129.273662, 125.676393, 106.031292, 49.538091, 11.570336, 4.178013, 0.231136], "sum_m_pl": [5.696543, 16.070167, 18.933752, 19.799535, 19.535433, 20.63247, 20.30354, 22.879738, 22.946902, 25.287412, 26.14777, 27.505693, 27.928754, 29.873732, 29.05921, 28.745828, 26.17176, 25.987307, 23.897583, 24.44546, 23.225107, 23.141593, 22.591357, 22.310864, 29.152749, 32.727249, 30.819281, 35.195705, 37.897878, 40.244792, 38.652702, 38.429909, 36.01149, 35.207138, 34.54961, 34.157297, 34.424421, 34.716738, 37.860178, 42.410908, 41.030163, 45.76756, 44.079659, 52.852788, 63.501863, 90.880094, 159.942532, 218.352891, 241.149196, 255.624683]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 4, 1, 0, 1, 2, 3, 5, 4, 1, 2, 3, 3, 4, 2, 2, 2, 4, 2, 2, 2, 2, 2, 4, 4, 4, 5, 5, 3, 3, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.267701, 0.61653, 0.664153, 0.717035, 0.702936, 0.708566, 0.68755, 0.635159, 0.657878, 0.650946, 0.750872, 0.705526, 0.733918, 0.627167, 0.413738, 0.468455, 0.6072, 0.583153, 0.72289, 0.767928, 0.825899, 0.853911, 0.878558, 0.912413, 0.516319, 0.294524, 0.139349, 0.284576, 0.425142, 0.403565, 0.807835, 0.75571, 0.630061, 0.525223, 0.541299, 0.535782, 0.425261, 0.646919, 0.645568, 0.562627, 0.541985, 0.882567, 0.684634, 0.808294, 0.590854, 0.198416, 0.043206, 0.033946, 0.004232, 0.0], "sum_m_pl": [0.034941, 0.169275, 0.26769, 0.324413, 0.404101, 0.337906, 0.39611, 0.460786, 0.501309, 1.004202, 0.518441, 0.556799, 0.596295, 1.03994, 1.352955, 1.522927, 0.783955, 0.919893, 0.473065, 0.509733, 0.410875, 0.381968, 0.367557, 0.366464, 1.274159, 2.511567, 2.761022, 1.969147, 1.288177, 2.002027, 0.783367, 0.636502, 0.303542, 0.451109, 0.47353, 0.638609, 0.720278, 0.367723, 0.289623, 0.340149, 0.325474, 0.320769, 0.293143, 0.251526, 0.173583, 0.095858, 0.045735, 0.041965, 0.006175, 0.0]}, "lang": {"n_am_en": [4, 15, 25, 22, 40, 27, 36, 29, 41, 46, 51, 41, 49, 44, 42, 57, 63, 61, 69, 73, 62, 75, 75, 69, 105, 82, 81, 56, 56, 56, 57, 51, 66, 68, 75, 81, 91, 99, 108, 110, 117, 113, 120, 118, 120, 91, 46, 8, 1, 0], "n_am_pl": [10, 32, 24, 23, 27, 35, 26, 36, 19, 25, 24, 34, 32, 51, 42, 41, 48, 39, 31, 42, 53, 53, 41, 51, 32, 39, 23, 43, 46, 47, 55, 55, 51, 43, 49, 45, 46, 42, 43, 43, 33, 49, 46, 61, 68, 96, 158, 214, 248, 255], "n_pos": 256, "sum_m_en": [23.659783, 36.3424, 38.933184, 39.612811, 40.949425, 40.44242, 40.387449, 41.985411, 42.742036, 45.43152, 46.77637, 45.350928, 45.971886, 43.572213, 44.189378, 45.422805, 45.487203, 42.61405, 41.774622, 41.2399, 39.480426, 40.584224, 42.708182, 42.086413, 67.140358, 61.997523, 55.817032, 50.355929, 48.389038, 48.924122, 46.606314, 45.16399, 46.732706, 48.087841, 51.247827, 54.373541, 57.107126, 62.101466, 66.747254, 70.306477, 80.235031, 84.888132, 92.997886, 100.165152, 99.985223, 81.428919, 40.154266, 9.340319, 2.798197, 0.230935], "sum_m_pl": [4.115751, 11.706127, 13.611796, 14.211398, 13.888045, 15.036261, 14.797159, 16.896119, 16.952963, 18.224372, 19.105221, 20.309873, 20.386184, 21.755175, 20.695437, 20.297589, 18.985621, 18.598039, 17.368175, 17.802519, 16.958189, 16.922745, 16.491332, 16.228867, 21.331261, 22.964401, 21.057272, 25.470626, 27.941925, 29.035696, 28.765269, 29.011619, 27.586453, 27.032268, 26.602442, 26.378036, 26.759466, 27.488529, 30.33509, 34.513832, 33.101789, 37.224877, 36.907082, 45.787965, 56.546391, 83.300334, 143.930464, 204.551298, 235.72535, 254.24451]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 359, "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1321, "region_end": 350, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.986}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 19, 24, 25, 22, 25, 26, 24, 20, 27, 21, 23, 23, 23, 32, 38, 39, 42, 42, 37, 37, 37, 38, 47, 49, 45, 43, 41, 38, 37, 38, 43, 39, 37, 33, 46, 58, 57, 65, 64, 63, 59, 71, 69, 68, 70, 66, 70, 68, 64], "n_am_pl": [3, 12, 15, 16, 20, 12, 13, 17, 17, 23, 19, 17, 17, 25, 25, 18, 19, 16, 16, 19, 17, 15, 17, 13, 19, 18, 16, 21, 17, 25, 17, 20, 19, 17, 14, 14, 10, 11, 12, 11, 12, 10, 5, 10, 8, 6, 7, 7, 7, 6], "n_pos": 146, "sum_m_en": [15.806667, 21.433065, 22.081057, 22.87443, 24.7659, 25.046823, 23.223132, 24.610271, 25.117372, 25.678668, 25.8773, 26.854438, 27.115927, 27.120663, 26.361512, 27.411022, 27.460552, 26.825385, 26.41258, 25.253244, 24.579874, 24.5157, 24.976999, 24.876275, 36.348554, 35.737165, 32.119114, 30.171272, 30.642627, 32.001209, 30.645225, 29.813433, 29.00519, 30.938227, 32.45906, 34.325192, 38.676248, 43.496248, 47.079194, 51.10703, 48.996887, 53.094942, 58.844727, 60.203633, 59.976897, 61.271382, 61.924859, 61.858143, 59.867161, 63.95827], "sum_m_pl": [3.830377, 6.350664, 7.419808, 7.159741, 7.833582, 8.546495, 8.497214, 9.09171, 9.720839, 10.402938, 10.987808, 12.156851, 12.761881, 12.14198, 12.444962, 12.151084, 11.330994, 11.610829, 10.926094, 11.112818, 10.59358, 10.607333, 10.31198, 10.168811, 13.964037, 13.801224, 13.782531, 16.467122, 15.115912, 15.354838, 15.180111, 14.915175, 14.755371, 14.280093, 12.801727, 12.028576, 11.542681, 11.551906, 13.075387, 12.534966, 11.073065, 9.976271, 8.47589, 9.487355, 8.437581, 7.693597, 6.582546, 6.301168, 6.447294, 5.24699]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 3, 3, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 3, 3, 2, 1, 1, 0, 2, 0, 1, 2, 4, 2, 3, 5, 6, 3, 4, 1, 1, 1, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.547081, 1.243101, 1.19473, 1.139711, 1.258593, 1.323155, 1.366897, 1.386712, 1.36115, 1.340359, 1.407779, 1.382871, 1.390434, 1.266523, 1.184902, 1.265224, 1.312206, 1.272669, 1.374204, 1.339039, 1.349175, 1.404831, 1.415762, 1.441903, 1.484075, 1.336621, 1.160012, 1.151158, 1.472184, 1.376148, 1.421769, 1.334471, 1.229631, 1.337085, 1.29662, 1.453191, 1.376841, 1.408714, 1.228447, 1.049991, 1.04406, 1.010957, 0.926485, 1.011159, 0.641043, 0.553831, 0.435762, 0.47691, 0.19219, 0.00519], "sum_m_pl": [0.084749, 0.28084, 0.357459, 0.289028, 0.369665, 0.443608, 0.496996, 0.516823, 0.460784, 0.563326, 0.512737, 0.605199, 0.686519, 0.643249, 0.828816, 0.783229, 0.734725, 0.907239, 0.558313, 0.578741, 0.512612, 0.490741, 0.475328, 0.486011, 0.950176, 1.058649, 1.165015, 1.692266, 1.027496, 1.307644, 0.967807, 0.840875, 0.573773, 0.643188, 0.476435, 0.693536, 0.823633, 0.614201, 0.525836, 0.520536, 0.543627, 0.534493, 0.504234, 0.367504, 0.308384, 0.174444, 0.097343, 0.090288, 0.029311, 0.000695]}, "lang": {"n_am_en": [5, 10, 14, 13, 12, 13, 16, 16, 14, 19, 16, 17, 14, 18, 22, 28, 27, 29, 28, 28, 25, 23, 28, 33, 31, 32, 28, 30, 27, 26, 25, 30, 28, 25, 18, 28, 39, 37, 47, 44, 46, 46, 54, 54, 55, 59, 57, 58, 61, 64], "n_am_pl": [0, 7, 6, 8, 10, 5, 5, 6, 11, 9, 11, 7, 7, 9, 8, 7, 7, 6, 11, 12, 11, 9, 9, 7, 9, 8, 6, 8, 6, 11, 6, 6, 6, 8, 5, 7, 5, 5, 5, 5, 6, 7, 4, 7, 6, 4, 5, 5, 6, 6], "n_pos": 72, "sum_m_en": [7.776661, 10.684004, 10.952535, 11.428911, 12.351038, 12.606066, 11.777051, 12.88151, 13.203986, 13.5548, 13.918229, 14.613744, 14.479555, 14.767617, 14.530543, 15.206739, 14.913581, 14.733268, 14.125919, 13.234953, 12.871692, 12.670057, 12.946121, 12.710321, 23.059867, 22.678582, 20.617058, 19.02642, 18.25385, 18.976121, 17.928044, 17.354249, 17.194144, 18.583466, 19.429434, 20.715336, 23.602125, 27.017745, 32.044359, 34.836207, 34.867161, 39.324729, 44.787432, 45.13006, 47.853071, 50.409235, 50.991426, 50.18242, 52.678241, 61.619444], "sum_m_pl": [1.402805, 2.86458, 3.234073, 3.304708, 3.668412, 3.797888, 3.939526, 4.212991, 4.378277, 4.656199, 5.074674, 5.555711, 5.672922, 5.214318, 5.324645, 5.395212, 5.095464, 5.322987, 5.230469, 5.327658, 5.052099, 5.106724, 4.967484, 4.872946, 6.911917, 6.696823, 6.352484, 7.42573, 6.950177, 6.82586, 6.870992, 6.783334, 7.008327, 6.944126, 6.094009, 6.024492, 6.071907, 6.329898, 6.858077, 6.80674, 6.074659, 5.722348, 5.114681, 5.672681, 5.381054, 4.81275, 4.72506, 4.564088, 5.020389, 5.238149]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "pes-Kardiologia-2018 jesień-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1101, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9932}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 21, 21, 28, 38, 38, 27, 33, 44, 46, 48, 37, 33, 30, 30, 36, 47, 53, 67, 55, 57, 68, 61, 55, 75, 72, 64, 51, 49, 42, 41, 42, 46, 54, 50, 58, 70, 82, 84, 83, 79, 78, 85, 82, 70, 51, 18, 7, 1, 0], "n_am_pl": [5, 22, 24, 32, 22, 26, 26, 35, 35, 28, 34, 47, 48, 45, 52, 50, 50, 32, 30, 42, 37, 35, 34, 38, 34, 41, 25, 34, 40, 42, 52, 52, 52, 53, 62, 48, 45, 49, 49, 57, 50, 59, 56, 61, 67, 84, 114, 145, 152, 155], "n_pos": 241, "sum_m_en": [23.10743, 34.788767, 37.100284, 38.166933, 40.236883, 40.539768, 38.813053, 42.125353, 42.302195, 43.411946, 44.211752, 42.196953, 42.594538, 43.297881, 41.962456, 44.075989, 44.499432, 43.10221, 42.076723, 40.583005, 38.873581, 39.40195, 40.170531, 39.992021, 58.360147, 55.838896, 50.392343, 46.571876, 46.438478, 44.329395, 42.371586, 41.728891, 41.2094, 43.173246, 45.361042, 47.090506, 50.882557, 55.238924, 59.058739, 65.525359, 62.54625, 65.069544, 69.249565, 69.595684, 60.527987, 47.699326, 15.112311, 7.033563, 2.580316, 0.03477], "sum_m_pl": [4.255781, 11.631701, 13.975046, 13.799688, 14.755418, 16.112614, 15.990191, 18.22161, 19.158041, 20.911048, 21.771499, 22.283335, 22.672718, 22.472062, 22.543267, 21.434143, 19.63283, 18.967146, 17.321777, 17.454365, 16.525068, 16.417982, 16.091679, 15.895948, 24.044031, 26.384355, 23.374068, 27.435821, 27.664064, 30.257078, 28.629499, 29.472884, 29.901428, 29.588178, 27.54519, 26.435109, 28.177482, 30.322179, 34.955748, 38.565759, 40.125091, 43.996441, 46.901156, 49.851007, 56.636099, 72.792252, 106.235418, 137.619011, 148.723059, 154.503215]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 2, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 4, 4, 3, 2, 4, 1, 6, 3, 3, 4, 4, 5, 6, 3, 3, 0, 3, 1, 1, 0, 1, 4, 6, 4, 6, 5, 5, 6, 6, 1, 1, 2, 3, 2, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.557992, 1.326449, 1.4244, 1.452507, 1.452234, 1.479275, 1.465688, 1.531326, 1.528496, 1.439308, 1.598258, 1.493624, 1.45728, 1.415572, 1.179818, 1.310529, 1.407271, 1.387223, 1.391391, 1.400569, 1.456016, 1.486503, 1.498734, 1.548807, 1.318068, 1.228853, 1.049499, 1.118043, 1.316938, 1.246418, 1.576794, 1.408505, 1.210056, 1.254648, 1.317408, 1.381457, 1.287345, 1.49775, 1.405684, 1.284006, 1.181231, 1.137894, 0.990785, 0.931601, 0.567787, 0.653243, 0.727344, 0.301986, 0.051495, 0.0], "sum_m_pl": [0.089421, 0.36049, 0.459376, 0.494381, 0.633262, 0.630188, 0.619801, 0.71953, 0.696876, 1.18196, 0.765655, 0.816335, 1.095341, 1.323372, 1.694741, 1.427632, 0.841749, 0.923145, 0.626609, 0.672234, 0.574826, 0.550954, 0.538204, 0.536123, 1.365183, 1.922948, 1.974508, 2.050401, 1.432618, 2.040009, 1.097951, 0.90881, 0.510176, 0.54964, 0.580594, 0.852142, 0.909656, 0.653927, 0.579033, 0.618907, 0.618986, 0.615601, 0.552202, 0.477419, 0.321317, 0.210581, 0.101008, 0.107736, 0.025128, 5e-06]}, "lang": {"n_am_en": [2, 9, 15, 19, 23, 21, 18, 25, 31, 33, 29, 23, 16, 19, 18, 24, 25, 36, 41, 36, 34, 45, 40, 37, 47, 50, 46, 34, 30, 23, 24, 26, 25, 33, 27, 36, 47, 54, 59, 60, 52, 50, 57, 55, 46, 35, 11, 4, 1, 0], "n_am_pl": [4, 9, 12, 22, 13, 17, 15, 26, 27, 17, 22, 34, 36, 32, 36, 37, 37, 26, 24, 29, 29, 23, 25, 30, 25, 28, 17, 21, 24, 26, 33, 36, 39, 40, 48, 35, 31, 34, 36, 42, 41, 50, 50, 53, 57, 72, 102, 136, 150, 155], "n_pos": 156, "sum_m_en": [14.904379, 22.12402, 24.311117, 24.779168, 26.025974, 26.02934, 25.061365, 27.495201, 27.680996, 28.460565, 28.903375, 27.495556, 27.740757, 28.196422, 27.850761, 29.163046, 29.113611, 28.544005, 27.452706, 26.395569, 25.091596, 25.563549, 25.957709, 25.853698, 40.06446, 38.143881, 34.499621, 31.747706, 30.795811, 29.204225, 27.547268, 27.232233, 27.182672, 28.072668, 28.551379, 29.830439, 31.726485, 34.374355, 38.438143, 43.572992, 41.052223, 41.33703, 46.163445, 47.678127, 41.625939, 33.837801, 9.971274, 4.430341, 1.751834, 0.03264], "sum_m_pl": [2.77092, 7.443735, 9.033443, 9.081383, 9.609281, 10.710068, 10.719917, 12.246628, 12.844305, 13.955969, 14.844876, 15.301508, 15.218532, 14.91574, 14.820469, 14.329729, 13.499846, 12.806017, 11.766231, 11.857842, 11.235847, 11.192183, 10.91599, 10.779144, 17.430268, 19.009809, 16.07829, 18.644723, 19.199478, 20.563947, 20.149975, 20.856096, 21.572282, 21.424821, 20.173449, 19.441625, 20.38643, 22.726885, 25.964453, 29.428738, 31.378785, 35.661152, 38.039475, 41.27582, 47.15944, 62.208173, 95.18793, 128.533083, 145.132552, 153.371264]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "pes-Kardiologia-2018 jesień-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1356, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9917}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 11, 15, 21, 31, 32, 26, 31, 31, 31, 31, 33, 25, 27, 30, 36, 40, 44, 43, 41, 43, 40, 43, 46, 57, 60, 61, 57, 46, 48, 43, 42, 41, 49, 48, 58, 61, 54, 58, 63, 67, 62, 72, 69, 67, 62, 31, 14, 7, 6], "n_am_pl": [3, 14, 13, 11, 12, 13, 12, 7, 10, 7, 19, 12, 14, 14, 12, 20, 25, 20, 16, 18, 17, 22, 24, 18, 19, 16, 9, 9, 16, 18, 18, 14, 20, 17, 14, 12, 17, 18, 14, 14, 14, 21, 16, 14, 15, 28, 52, 76, 83, 85], "n_pos": 142, "sum_m_en": [14.89985, 19.21301, 19.984008, 21.036964, 22.559154, 23.861028, 23.55541, 23.881656, 22.962492, 24.004819, 24.761682, 23.83285, 23.291314, 23.698079, 23.049969, 24.443139, 25.277334, 24.406632, 23.432276, 23.548734, 22.845544, 23.391178, 23.690948, 23.085514, 40.382073, 38.974409, 37.498146, 31.393456, 29.283886, 28.530091, 26.53045, 27.141403, 25.932857, 27.813351, 30.197452, 34.252132, 33.794647, 39.376812, 43.687062, 45.439949, 51.704822, 52.450246, 60.085315, 62.500031, 60.649833, 51.578055, 28.447541, 11.990614, 8.717575, 6.679516], "sum_m_pl": [3.352727, 7.09354, 7.436643, 7.476098, 7.99671, 8.493628, 9.035464, 9.428008, 9.73888, 9.851034, 10.075663, 10.015145, 9.747782, 10.0103, 10.463415, 10.12118, 9.781069, 9.626306, 8.889759, 9.294713, 8.674944, 9.058387, 9.027922, 8.999338, 12.339693, 11.635703, 10.637045, 11.852509, 12.401798, 12.733744, 11.945509, 11.602094, 11.575363, 12.066757, 11.71571, 10.930061, 10.936283, 11.556669, 10.542407, 12.575143, 11.692816, 13.36368, 13.046322, 13.690832, 16.198006, 28.07957, 51.884337, 69.557168, 77.978359, 84.353807]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 6, 13, 16, 22, 21, 20, 20, 21, 22, 24, 27, 20, 19, 26, 30, 32, 35, 34, 32, 34, 32, 38, 38, 48, 48, 45, 45, 36, 39, 33, 35, 32, 36, 31, 39, 45, 41, 43, 48, 52, 47, 56, 52, 50, 45, 24, 11, 7, 6], "n_am_pl": [1, 6, 6, 7, 6, 10, 10, 5, 9, 7, 16, 8, 11, 9, 9, 17, 18, 16, 12, 14, 12, 13, 14, 11, 13, 12, 6, 7, 14, 12, 13, 11, 14, 14, 10, 7, 12, 13, 9, 11, 12, 17, 14, 14, 14, 27, 49, 71, 77, 85], "n_pos": 92, "sum_m_en": [9.183778, 12.589724, 13.287268, 14.225062, 15.235272, 15.948719, 15.518509, 15.744598, 15.178805, 15.906709, 16.574518, 16.314535, 15.508235, 15.514244, 15.156282, 16.10752, 16.793413, 16.414657, 15.49656, 15.526671, 15.109143, 15.637792, 15.792741, 15.245227, 31.533496, 30.237893, 28.017542, 22.83231, 20.674709, 19.708477, 18.044055, 18.255517, 17.525789, 18.69418, 20.335581, 23.24277, 23.618315, 28.297088, 32.848088, 34.717268, 40.795412, 41.445605, 46.092213, 46.274349, 46.284943, 39.052588, 22.370899, 9.612982, 7.818532, 6.679417], "sum_m_pl": [1.96021, 4.228688, 4.512242, 4.654858, 5.103009, 5.647907, 5.99684, 6.173939, 6.322735, 6.431437, 6.741237, 6.612641, 6.264928, 6.397551, 6.704124, 6.539265, 6.298629, 6.137714, 5.86205, 6.201877, 5.671703, 5.996305, 5.9941, 5.981118, 7.882591, 7.839017, 7.135157, 7.988111, 8.319551, 8.497356, 7.874558, 7.632224, 7.694356, 8.026567, 7.805365, 7.393765, 7.591672, 7.545814, 6.750099, 7.979167, 7.726885, 9.99274, 9.995086, 11.895918, 14.071857, 25.83113, 48.182227, 65.116091, 73.453143, 83.453282]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Kardiologia-2019 wiosna-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.993}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 7, 9, 17, 15, 17, 18, 23, 28, 24, 26, 22, 14, 23, 22, 24, 22, 27, 27, 33, 32, 27, 29, 31, 32, 29, 36, 35, 27, 32, 26, 26, 26, 36, 39, 40, 36, 34, 35, 35, 38, 35, 46, 39, 38, 32, 13, 3, 2, 3], "n_am_pl": [3, 11, 15, 7, 11, 9, 9, 6, 9, 9, 11, 16, 10, 12, 12, 20, 17, 10, 8, 18, 8, 16, 12, 15, 17, 20, 10, 7, 15, 11, 12, 15, 15, 14, 13, 13, 14, 11, 9, 14, 11, 13, 13, 15, 12, 21, 41, 49, 49, 51], "n_pos": 108, "sum_m_en": [10.888149, 14.011321, 14.341938, 15.101727, 16.155102, 17.02034, 17.439164, 17.968761, 18.154464, 18.961028, 19.138722, 17.758323, 17.454574, 17.896287, 16.841267, 17.274677, 18.290599, 17.794201, 17.382101, 17.805434, 16.955252, 17.336323, 17.536725, 17.622204, 25.529672, 25.187831, 24.985731, 21.765497, 20.198746, 20.002481, 18.838904, 19.202213, 18.905656, 20.232638, 21.969973, 23.760478, 22.162651, 24.876505, 25.837392, 28.131082, 29.352103, 30.422762, 37.996999, 37.869724, 34.345009, 28.339022, 13.316626, 4.020409, 3.067072, 3.050114], "sum_m_pl": [2.576846, 5.224294, 6.069151, 5.778783, 6.3551, 6.460092, 6.502424, 6.867481, 7.114424, 7.825559, 7.822967, 7.616275, 7.696847, 7.892254, 8.351361, 8.264995, 8.035862, 7.680029, 6.591853, 7.341574, 6.367396, 6.931267, 7.20035, 7.015037, 11.772501, 11.834834, 10.505095, 9.813694, 9.927474, 11.283787, 9.783295, 9.412514, 9.205599, 9.434015, 9.35393, 9.17166, 8.915274, 9.042572, 8.233413, 9.645639, 9.779036, 10.80953, 10.416709, 11.136475, 13.202288, 19.459303, 37.421264, 46.971259, 47.887072, 52.049781]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 4, 6, 14, 9, 13, 14, 15, 18, 16, 17, 17, 11, 16, 15, 17, 17, 20, 20, 25, 21, 22, 25, 25, 27, 22, 27, 27, 19, 25, 18, 19, 16, 25, 26, 26, 30, 25, 26, 25, 29, 28, 36, 28, 29, 23, 10, 3, 2, 3], "n_am_pl": [1, 3, 4, 4, 5, 5, 5, 4, 6, 6, 8, 9, 5, 3, 7, 11, 9, 6, 5, 9, 7, 10, 5, 6, 6, 9, 5, 4, 8, 3, 4, 6, 8, 7, 5, 6, 7, 6, 5, 9, 9, 11, 9, 14, 11, 19, 38, 46, 47, 51], "n_pos": 54, "sum_m_en": [5.344082, 7.240143, 7.627756, 8.221413, 8.770027, 9.18379, 9.138111, 9.345273, 9.57913, 10.00893, 10.160029, 9.754511, 9.569264, 9.895778, 9.248246, 9.384732, 9.824445, 9.74857, 9.241907, 9.331446, 8.909586, 9.141514, 9.214466, 9.144763, 18.208493, 17.568994, 16.887038, 14.275308, 12.088766, 11.867944, 10.986174, 11.123709, 10.949727, 11.704793, 12.725339, 13.999082, 13.731434, 16.376214, 17.086854, 19.481099, 21.606973, 23.200807, 28.693751, 27.059601, 25.318571, 22.01737, 10.306547, 3.036349, 2.536063, 3.022322], "sum_m_pl": [1.142725, 2.347878, 2.785056, 2.781749, 3.12668, 3.341509, 3.388877, 3.375899, 3.659212, 3.842855, 4.104898, 3.747909, 3.489433, 3.510963, 3.659699, 3.737113, 3.920406, 3.527546, 3.220406, 3.709465, 3.173236, 3.610413, 3.798202, 3.632935, 4.634233, 5.180942, 4.798965, 4.899147, 5.001146, 4.869757, 4.578166, 4.350573, 4.426525, 4.448377, 4.327707, 3.811182, 3.798179, 4.002222, 3.600329, 5.198025, 5.260918, 6.526315, 6.349746, 8.591907, 11.099951, 17.106931, 33.908706, 44.227128, 46.488026, 50.691383]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "pes-Kardiologia-2019 wiosna-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1204, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9969, "tf_agree_excl_first": 0.9977}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 12, 13, 13, 14, 22, 14, 10, 10, 17, 12, 16, 14, 15, 19, 17, 19, 11, 18, 23, 18, 25, 25, 23, 28, 30, 26, 24, 20, 20, 19, 19, 22, 18, 19, 22, 27, 42, 42, 39, 44, 38, 36, 35, 37, 36, 42, 34, 38, 43], "n_am_pl": [4, 6, 4, 4, 5, 5, 6, 7, 5, 7, 9, 12, 14, 13, 12, 12, 8, 10, 11, 12, 9, 4, 4, 1, 6, 10, 11, 16, 14, 14, 11, 10, 10, 8, 10, 10, 10, 7, 5, 10, 13, 11, 16, 14, 10, 9, 4, 6, 6, 4], "n_pos": 84, "sum_m_en": [8.59459, 11.442113, 12.467265, 13.53929, 14.897881, 15.593994, 13.830237, 13.710237, 13.974067, 14.479838, 14.573168, 14.399268, 14.823161, 14.560416, 14.629975, 13.92119, 13.786895, 12.572471, 12.547767, 12.418135, 11.760607, 12.393966, 12.641088, 12.935682, 18.960542, 17.532058, 16.231266, 15.016544, 15.281846, 15.20039, 14.857032, 15.057183, 14.792731, 13.980516, 14.004893, 14.181695, 16.955961, 23.953438, 25.068645, 28.513586, 28.886727, 29.237508, 29.576486, 28.512006, 30.073166, 32.393951, 34.936718, 30.651998, 31.64283, 42.358763], "sum_m_pl": [2.074604, 3.284188, 3.662498, 3.447193, 3.616274, 4.373646, 4.185874, 4.695162, 5.004875, 5.460435, 6.035555, 6.401851, 6.551459, 6.314763, 6.867574, 7.016011, 6.782714, 6.623435, 6.392359, 6.484717, 6.172963, 5.971531, 5.604124, 5.630075, 7.615524, 9.817695, 9.003336, 8.419161, 8.697451, 8.42088, 7.747802, 7.375922, 7.749721, 7.839954, 7.999388, 8.721732, 8.73682, 7.59103, 7.763777, 9.27611, 10.145, 11.201848, 12.979832, 11.24921, 9.991118, 7.376175, 4.406951, 7.044985, 5.550344, 3.105497]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 7, 7, 8, 8, 14, 10, 5, 4, 10, 6, 11, 9, 11, 12, 12, 12, 8, 13, 16, 13, 15, 15, 15, 19, 22, 22, 21, 17, 18, 11, 14, 15, 13, 15, 16, 21, 28, 27, 26, 32, 27, 26, 28, 32, 31, 35, 31, 36, 42], "n_am_pl": [3, 3, 1, 1, 2, 4, 3, 4, 3, 4, 6, 6, 8, 9, 4, 6, 5, 5, 6, 6, 3, 1, 2, 0, 2, 4, 1, 4, 7, 5, 8, 5, 6, 3, 4, 3, 4, 3, 2, 4, 7, 5, 8, 9, 6, 6, 3, 6, 6, 4], "n_pos": 48, "sum_m_en": [4.794325, 6.440303, 6.852196, 7.466564, 8.363555, 9.038583, 7.941348, 7.924613, 8.035881, 8.204654, 8.331922, 8.395936, 8.576491, 8.505822, 8.352602, 8.064538, 7.976452, 7.258965, 7.305401, 7.205819, 6.772908, 7.091521, 7.221334, 7.412266, 11.307241, 11.011824, 10.563975, 9.446251, 9.494648, 9.492609, 8.86601, 9.207166, 9.045338, 8.471516, 8.549509, 8.843556, 11.043348, 15.038826, 16.01266, 18.943127, 19.116505, 19.91703, 21.056965, 23.251836, 25.05345, 27.11698, 29.191888, 27.458736, 29.603036, 41.188751], "sum_m_pl": [1.359895, 1.991092, 2.173468, 2.108723, 2.272424, 2.776865, 2.60669, 2.80665, 2.935399, 3.092198, 3.313242, 3.547083, 3.861106, 3.757419, 4.090606, 4.142182, 3.92079, 3.799834, 3.715387, 3.731123, 3.560933, 3.452993, 3.245007, 3.226833, 3.975428, 4.639756, 4.375367, 4.301761, 4.524914, 4.463852, 4.318406, 4.087, 4.39071, 4.256275, 4.424574, 4.444757, 4.204015, 3.713503, 3.390563, 4.109814, 4.727311, 5.678819, 6.913261, 6.883727, 6.323541, 4.703247, 3.398585, 6.254558, 5.023915, 3.084698]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "pes-Kardiologia-2020 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1049, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9651, "tf_agree_excl_first": 0.9765}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 8, 7, 29, 38, 34, 30, 33, 30, 27, 28, 35, 29, 34, 28, 32, 35, 28, 27, 35, 28, 48, 52, 55, 66, 57, 60, 45, 45, 31, 36, 33, 33, 40, 36, 36, 41, 52, 69, 77, 78, 83, 81, 69, 55, 43, 18, 3, 2, 3], "n_am_pl": [2, 20, 14, 11, 12, 22, 20, 20, 22, 26, 28, 39, 28, 37, 40, 36, 31, 38, 36, 29, 23, 20, 16, 21, 14, 32, 20, 30, 30, 30, 43, 37, 32, 33, 41, 37, 33, 30, 33, 34, 35, 40, 48, 59, 67, 95, 127, 153, 162, 164], "n_pos": 212, "sum_m_en": [18.124551, 29.46832, 31.781432, 33.435583, 34.269074, 34.164277, 31.99843, 32.884482, 32.962549, 34.011539, 35.686868, 33.713299, 33.400724, 33.542883, 32.802822, 33.186434, 33.658854, 30.583006, 30.000502, 30.143208, 28.865634, 30.048433, 30.805267, 31.173801, 49.524606, 45.449162, 40.050676, 35.973634, 35.917209, 34.590716, 32.372738, 32.984639, 33.198597, 33.980006, 33.143233, 33.32785, 34.495598, 39.983604, 44.930727, 52.032186, 57.142912, 65.314673, 65.415023, 60.711733, 53.799501, 43.410593, 16.308236, 4.55649, 3.003563, 2.817404], "sum_m_pl": [2.973874, 9.677787, 11.287269, 11.524812, 11.703978, 13.394832, 12.671029, 15.364445, 15.824069, 16.627042, 17.503512, 18.013868, 18.517765, 18.446949, 19.208832, 19.072696, 18.220721, 17.716896, 16.668545, 16.531383, 15.6392, 14.938101, 14.212192, 14.11744, 19.991611, 24.457731, 21.553456, 23.384949, 24.346395, 26.025983, 24.135237, 24.492297, 24.360903, 23.323688, 23.142962, 24.517173, 25.400149, 24.680042, 25.237978, 26.202242, 28.2457, 30.957085, 38.698938, 45.954133, 61.349148, 84.358615, 122.517791, 143.419689, 157.271916, 164.543439]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 8, 3, 27, 34, 29, 25, 28, 26, 24, 24, 31, 27, 31, 25, 30, 32, 22, 24, 32, 23, 41, 43, 46, 52, 44, 50, 37, 36, 28, 31, 31, 29, 36, 32, 29, 33, 44, 58, 61, 60, 66, 63, 57, 48, 37, 17, 3, 2, 3], "n_am_pl": [2, 16, 11, 9, 11, 20, 17, 18, 20, 23, 22, 29, 21, 30, 34, 29, 27, 35, 31, 23, 20, 14, 14, 16, 11, 26, 19, 27, 24, 24, 37, 28, 23, 24, 33, 28, 28, 25, 27, 27, 28, 33, 42, 50, 60, 86, 119, 146, 160, 164], "n_pos": 167, "sum_m_en": [14.634336, 23.559127, 25.292267, 26.30006, 27.170144, 27.27174, 25.723825, 26.543608, 26.598992, 27.456492, 28.6995, 27.201215, 26.743383, 27.103849, 26.581475, 26.71376, 27.017134, 24.384663, 23.882455, 23.914018, 22.926801, 23.858821, 24.459574, 24.707702, 40.901033, 37.638182, 32.727753, 29.483265, 29.489378, 28.5309, 26.370501, 26.994698, 27.325926, 28.054566, 27.166542, 27.701545, 28.536414, 33.077723, 37.102482, 41.261288, 44.596506, 51.777349, 51.598861, 49.885078, 45.83062, 36.642452, 14.80324, 3.984587, 2.708411, 2.817389], "sum_m_pl": [2.414142, 7.629895, 8.699577, 9.029075, 9.200933, 10.744961, 10.024841, 12.327106, 12.56744, 13.192426, 13.789131, 14.294747, 14.507076, 14.271557, 15.054322, 15.037719, 14.339814, 13.900729, 13.078186, 13.029683, 12.335915, 11.798613, 11.235566, 11.140731, 16.307809, 19.985412, 17.622117, 18.54179, 19.364579, 20.493832, 18.952435, 19.026249, 19.085202, 18.382026, 18.352714, 18.980422, 19.580556, 19.933024, 21.17941, 21.944402, 23.737927, 25.999871, 33.05794, 39.492963, 54.394681, 76.257113, 114.240046, 136.43658, 155.337472, 163.739023]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "pes-Kardiologia-2020 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1304, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.9953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 11, 17, 14, 19, 12, 12, 15, 18, 17, 24, 22, 12, 23, 22, 19, 28, 25, 27, 27, 25, 17, 20, 24, 33, 33, 26, 28, 26, 27, 27, 28, 32, 32, 37, 42, 48, 40, 46, 46, 48, 46, 46, 44, 48, 51, 49, 49, 47, 52], "n_am_pl": [6, 4, 12, 10, 5, 12, 9, 13, 8, 9, 8, 11, 20, 17, 16, 20, 21, 21, 22, 18, 23, 19, 11, 15, 14, 17, 13, 16, 20, 20, 18, 24, 20, 19, 13, 14, 14, 12, 8, 5, 6, 6, 5, 4, 3, 5, 2, 1, 1, 1], "n_pos": 128, "sum_m_en": [14.209506, 17.043078, 17.210667, 17.49599, 19.310741, 18.985052, 18.140949, 18.962955, 18.567082, 19.818557, 20.082287, 20.16337, 20.168998, 19.621071, 19.35666, 19.641684, 19.821877, 18.389489, 18.332222, 19.052852, 18.257546, 18.931579, 19.063081, 19.256526, 23.509962, 24.454174, 22.657904, 20.841428, 21.12163, 21.985391, 22.369116, 21.910611, 21.518162, 21.801161, 24.200117, 26.428132, 29.273818, 30.631209, 34.216782, 36.293546, 35.8649, 36.153109, 38.551192, 38.463953, 42.406203, 44.112062, 44.934036, 45.178461, 46.629804, 52.644613], "sum_m_pl": [3.807412, 5.705224, 6.6457, 6.482504, 6.576975, 7.214382, 7.135219, 8.047453, 8.327556, 8.961754, 9.363347, 10.075739, 11.014296, 10.668643, 11.175858, 12.015039, 11.356268, 11.503408, 9.95712, 9.766131, 9.174312, 9.006584, 8.45392, 8.369459, 12.144651, 13.163101, 11.759961, 12.993381, 13.216703, 12.780926, 12.183738, 12.761973, 12.319283, 12.173637, 11.689361, 11.500651, 10.556374, 8.855529, 8.047229, 7.346198, 8.460936, 7.254889, 6.534306, 5.418505, 5.34358, 4.659109, 3.210216, 1.937741, 1.508971, 0.927741]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 3, 6, 6, 8, 7, 9, 9, 12, 7, 15, 10, 4, 10, 7, 8, 12, 9, 9, 12, 9, 5, 9, 9, 11, 14, 11, 15, 13, 13, 15, 14, 16, 14, 20, 26, 30, 23, 28, 25, 27, 28, 31, 37, 38, 40, 39, 40, 42, 51], "n_am_pl": [0, 1, 2, 4, 3, 4, 0, 6, 4, 5, 5, 6, 10, 12, 8, 9, 10, 12, 12, 7, 9, 6, 5, 7, 10, 8, 3, 6, 10, 9, 7, 10, 9, 9, 4, 4, 2, 3, 1, 3, 3, 2, 2, 2, 2, 3, 1, 1, 1, 1], "n_pos": 54, "sum_m_en": [5.636521, 7.049809, 7.079258, 6.993539, 8.001668, 8.079897, 8.000519, 8.293896, 8.180801, 8.825214, 8.855207, 8.997486, 8.748715, 8.723527, 8.85102, 8.93693, 8.815207, 8.343977, 8.0458, 8.280081, 7.848548, 8.100857, 8.173804, 8.225032, 11.343225, 11.74993, 10.988299, 9.920016, 9.812989, 9.938694, 9.658754, 9.721449, 9.70963, 10.385402, 11.913501, 13.543308, 15.396242, 16.173928, 18.327391, 19.762253, 20.381662, 21.905129, 23.713145, 28.201545, 31.566626, 32.35883, 35.025361, 35.492962, 39.620941, 49.056423], "sum_m_pl": [1.43907, 2.139575, 2.561564, 2.567376, 2.6721, 2.996104, 2.971563, 3.262229, 3.319337, 3.611186, 3.876022, 4.07508, 4.457047, 4.42574, 4.342902, 4.643341, 4.517507, 4.467847, 4.161858, 4.036659, 3.839507, 3.81844, 3.606593, 3.549985, 5.161941, 5.331214, 4.853702, 5.492897, 5.878565, 5.474233, 5.606925, 6.027139, 5.70204, 5.481114, 5.123494, 4.74709, 4.468419, 4.087014, 3.71658, 3.713544, 4.061274, 3.260586, 3.023798, 2.920226, 3.134679, 2.546848, 1.673559, 1.200086, 0.804019, 0.812935]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "pes-Kardiologia-2020 wiosna-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1050, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9462, "tf_agree_excl_first": 0.9535}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 32, 35, 47, 67, 59, 66, 63, 58, 72, 72, 77, 57, 62, 75, 91, 102, 81, 89, 99, 91, 113, 129, 124, 138, 137, 118, 103, 84, 98, 91, 95, 93, 112, 121, 130, 122, 132, 145, 160, 171, 171, 179, 161, 140, 93, 35, 15, 6, 3], "n_am_pl": [14, 47, 44, 36, 57, 52, 44, 57, 51, 53, 61, 58, 65, 66, 64, 70, 73, 52, 61, 66, 70, 60, 43, 37, 44, 61, 39, 40, 62, 53, 62, 71, 65, 53, 59, 50, 42, 45, 47, 60, 73, 71, 73, 89, 130, 198, 277, 309, 321, 329], "n_pos": 472, "sum_m_en": [45.027177, 68.260706, 72.889267, 75.220333, 78.124447, 76.963015, 75.055742, 79.498313, 78.702886, 80.991383, 83.866335, 80.379212, 79.993786, 77.562773, 77.472182, 80.591639, 81.244423, 74.318858, 74.050616, 74.775036, 70.738291, 73.237481, 74.054394, 74.01025, 110.235672, 105.140618, 95.352662, 89.271972, 85.657124, 85.48228, 81.332773, 80.045067, 79.488622, 81.341092, 87.135471, 87.543358, 91.170162, 97.610969, 108.194832, 120.33859, 120.514312, 130.137745, 139.870342, 135.253519, 125.656587, 91.751191, 43.423316, 15.729415, 9.753134, 3.052672], "sum_m_pl": [7.79082, 21.246333, 24.572691, 25.188129, 25.367638, 26.819253, 26.852017, 30.365345, 31.174316, 32.980002, 35.532869, 38.297936, 38.959713, 39.497757, 39.937458, 38.778168, 36.815962, 35.963954, 33.419195, 33.588907, 31.442706, 30.521508, 29.632737, 29.275462, 37.493362, 42.011257, 40.607788, 46.022322, 50.2062, 50.703337, 49.351548, 51.175727, 49.372511, 48.172634, 46.628569, 46.668854, 43.066075, 44.584728, 46.989437, 49.785481, 55.742169, 56.564544, 63.266942, 78.170796, 114.139635, 168.090742, 249.758692, 293.4976, 305.858938, 328.564338]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 27, 32, 36, 48, 43, 48, 51, 46, 57, 52, 56, 42, 45, 56, 64, 74, 62, 70, 75, 73, 90, 103, 94, 109, 105, 98, 85, 74, 82, 76, 75, 78, 93, 97, 103, 105, 110, 127, 134, 141, 142, 148, 133, 122, 76, 30, 13, 5, 3], "n_am_pl": [10, 26, 33, 24, 44, 38, 30, 36, 40, 38, 45, 37, 50, 46, 48, 52, 58, 40, 46, 51, 54, 43, 35, 25, 33, 46, 24, 28, 44, 36, 44, 55, 51, 36, 51, 38, 35, 37, 39, 53, 61, 59, 63, 79, 117, 176, 251, 289, 314, 329], "n_pos": 332, "sum_m_en": [31.41781, 47.990445, 51.535615, 52.898874, 55.201561, 53.92272, 52.629406, 55.903206, 55.785719, 57.485464, 59.250669, 57.055332, 56.443778, 54.725927, 55.004908, 57.462882, 58.154478, 53.483756, 52.753366, 53.30194, 50.257284, 52.40854, 52.934767, 52.697334, 86.833053, 82.097644, 73.731342, 68.234241, 64.270409, 63.514361, 59.787952, 58.789339, 59.141842, 60.960137, 65.2994, 67.371255, 71.4093, 76.138519, 85.934337, 96.523012, 98.459583, 107.892692, 115.744356, 113.500196, 105.593143, 76.014018, 35.036068, 12.921273, 7.445952, 3.00888], "sum_m_pl": [5.477628, 14.588097, 16.725733, 17.10469, 17.284012, 18.339032, 18.71957, 21.532226, 22.271449, 23.753599, 25.426897, 27.371606, 27.888186, 28.465293, 28.24418, 27.083815, 25.793518, 25.047698, 23.804615, 24.000493, 22.415622, 21.708995, 21.137007, 20.967149, 26.717431, 30.333817, 29.133018, 33.279116, 36.724854, 37.491635, 36.791902, 38.586432, 37.34768, 37.021199, 35.644942, 35.860157, 33.36126, 35.270257, 37.52755, 39.822178, 44.847751, 46.108004, 53.291782, 66.5126, 100.501888, 147.476761, 225.265697, 271.555257, 296.316426, 326.675585]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 474, "item_id": "pes-Kardiologia-2020 wiosna-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1305, "region_end": 472, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9915}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 11, 6, 7, 9, 15, 15, 13, 11, 14, 13, 15, 19, 13, 12, 12, 16, 13, 25, 20, 22, 24, 17, 17, 31, 28, 24, 23, 21, 18, 22, 18, 12, 21, 26, 33, 44, 44, 44, 43, 43, 47, 43, 38, 40, 40, 38, 42, 42, 44], "n_am_pl": [6, 9, 14, 9, 11, 8, 7, 12, 9, 10, 13, 11, 10, 11, 13, 10, 12, 20, 9, 7, 8, 8, 6, 7, 6, 9, 12, 16, 18, 15, 14, 14, 14, 13, 10, 12, 9, 7, 7, 10, 5, 7, 6, 6, 5, 6, 7, 9, 7, 7], "n_pos": 105, "sum_m_en": [11.864554, 14.076307, 14.474524, 14.794018, 15.749879, 16.603796, 15.476257, 16.198523, 16.491318, 17.537955, 17.74209, 17.120974, 17.423246, 17.185323, 16.737254, 16.722106, 17.163373, 15.302568, 15.616458, 15.691171, 15.295328, 15.608018, 15.556741, 15.767725, 18.804722, 18.708609, 16.952841, 14.835108, 15.731284, 16.410698, 16.73755, 16.562232, 15.947819, 16.796655, 17.7736, 19.008736, 25.394549, 30.121247, 32.948756, 35.816647, 37.485473, 38.681079, 38.026399, 37.004671, 37.495798, 37.728837, 38.278204, 40.704207, 40.590458, 44.437568], "sum_m_pl": [2.90341, 4.485734, 5.336253, 5.017836, 5.012785, 5.62492, 5.518405, 6.277145, 6.548285, 6.937146, 7.270409, 7.409053, 7.399465, 7.550698, 8.135118, 8.698575, 8.401586, 9.116178, 8.297402, 8.228645, 7.820848, 7.648627, 7.049904, 7.038917, 10.001396, 11.352113, 11.228784, 11.805489, 11.37804, 10.859729, 9.872252, 9.874507, 11.122948, 10.981709, 10.643562, 10.429773, 9.235465, 8.089773, 7.618452, 7.959261, 7.523879, 8.02376, 7.989523, 6.741971, 6.49486, 6.707923, 7.217974, 8.718097, 7.586522, 6.999947]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 6, 3, 3, 3, 7, 8, 6, 7, 8, 8, 9, 11, 6, 7, 9, 9, 8, 16, 13, 16, 16, 12, 14, 24, 23, 19, 16, 12, 12, 12, 8, 7, 14, 17, 24, 35, 29, 32, 32, 35, 39, 36, 32, 35, 34, 34, 38, 39, 44], "n_am_pl": [5, 4, 8, 5, 5, 2, 2, 6, 4, 5, 6, 5, 7, 7, 8, 5, 6, 9, 2, 3, 3, 3, 3, 2, 2, 2, 4, 10, 9, 9, 8, 8, 9, 7, 7, 7, 2, 4, 4, 5, 2, 4, 3, 4, 3, 4, 5, 8, 7, 7], "n_pos": 52, "sum_m_en": [5.848204, 6.869586, 7.290186, 7.429119, 7.998413, 8.333091, 7.617109, 8.039472, 8.369213, 9.073705, 9.137989, 8.812298, 8.697499, 8.479707, 8.413066, 8.575378, 8.594271, 7.773744, 8.012987, 8.023293, 7.754203, 7.892796, 7.827518, 7.888554, 12.136203, 12.101582, 10.974337, 8.754856, 8.844075, 9.076038, 8.842997, 8.649931, 8.532403, 9.675444, 10.255076, 11.468059, 17.586559, 21.135769, 23.461956, 26.020922, 28.880841, 31.167977, 31.182137, 30.817989, 32.297456, 32.282676, 33.404716, 34.927926, 36.603417, 43.204282], "sum_m_pl": [1.608222, 2.339881, 2.764043, 2.631591, 2.469625, 2.823334, 2.718886, 3.226058, 3.475281, 3.689786, 3.901439, 3.989135, 3.997702, 4.175018, 4.472737, 4.664587, 4.482326, 4.596087, 4.392774, 4.23883, 4.016094, 3.949456, 3.607155, 3.567823, 4.834385, 5.415866, 5.568758, 6.062699, 6.096171, 5.758659, 5.389778, 5.54508, 6.55673, 6.427856, 6.289318, 6.231086, 4.772739, 4.432986, 3.982302, 4.642936, 3.71642, 4.016051, 4.213651, 4.382462, 4.155442, 4.147633, 5.034996, 7.401194, 7.124444, 6.999629]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "pes-Kardiologia-2020 wiosna-78", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1065, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 8, 11, 12, 21, 18, 13, 21, 23, 27, 24, 16, 20, 23, 33, 27, 23, 21, 23, 26, 17, 28, 24, 21, 36, 35, 32, 37, 32, 28, 32, 25, 30, 34, 33, 30, 44, 42, 44, 59, 56, 54, 56, 48, 37, 19, 10, 3, 0, 0], "n_am_pl": [3, 12, 16, 13, 12, 13, 11, 14, 20, 19, 24, 31, 26, 37, 31, 35, 37, 33, 33, 23, 26, 23, 18, 24, 15, 28, 22, 27, 30, 36, 30, 33, 31, 31, 37, 45, 39, 30, 35, 38, 39, 40, 41, 44, 61, 83, 101, 121, 125, 132], "n_pos": 179, "sum_m_en": [16.577311, 25.047057, 25.716376, 25.844388, 25.614498, 24.850292, 23.891971, 26.125723, 25.841431, 27.821687, 29.18588, 27.198581, 27.372847, 27.113382, 27.981751, 27.972517, 28.149395, 26.215609, 26.05036, 26.257711, 25.010393, 25.486557, 25.405962, 25.953879, 30.547443, 30.045432, 27.53098, 26.604256, 26.666806, 26.760219, 26.247699, 25.984375, 25.750289, 25.92862, 27.048854, 27.350695, 32.823782, 35.129745, 35.756088, 42.157291, 40.971417, 39.773408, 41.46473, 40.738849, 34.592935, 18.484549, 9.725423, 3.125289, 0.462754, 0.047233], "sum_m_pl": [2.934975, 8.335133, 10.027882, 10.4007, 10.584556, 11.66549, 11.341973, 12.894985, 13.375976, 14.227035, 15.338959, 15.762765, 16.024137, 16.70284, 16.926899, 16.524935, 15.733937, 15.87134, 14.311888, 13.796845, 13.147292, 13.051151, 12.000217, 11.705529, 17.949171, 20.0457, 18.356291, 19.116039, 20.510807, 21.615786, 20.330673, 20.933453, 20.541811, 20.269146, 20.569645, 21.552439, 22.293925, 22.019341, 24.957183, 26.615245, 27.027202, 30.569998, 35.183575, 39.877189, 54.740979, 75.707549, 100.24223, 117.904318, 123.767612, 131.704181]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 8, 9, 11, 19, 16, 9, 18, 19, 23, 19, 14, 15, 15, 26, 22, 16, 17, 18, 20, 12, 23, 20, 17, 29, 28, 27, 29, 28, 22, 27, 20, 24, 30, 30, 23, 37, 33, 38, 47, 46, 45, 44, 38, 30, 15, 8, 2, 0, 0], "n_am_pl": [3, 9, 7, 9, 7, 8, 8, 11, 15, 13, 17, 24, 23, 29, 24, 29, 30, 27, 25, 18, 21, 18, 16, 22, 15, 23, 18, 25, 26, 32, 23, 27, 28, 27, 30, 38, 32, 28, 32, 33, 35, 36, 38, 41, 56, 74, 94, 115, 123, 131], "n_pos": 131, "sum_m_en": [12.220883, 18.572918, 19.067846, 19.173928, 18.951311, 18.251822, 17.243774, 19.140409, 19.012728, 20.670363, 21.705804, 20.272086, 20.380303, 20.20112, 21.206929, 20.914707, 20.814209, 19.386164, 19.229873, 19.279893, 18.232555, 18.580959, 18.504302, 18.918956, 24.560627, 23.988123, 22.050473, 20.812462, 20.646454, 20.363967, 19.867732, 19.740187, 19.839943, 20.017072, 20.793228, 21.156351, 25.504935, 28.017718, 28.315355, 33.317205, 32.917348, 31.71593, 32.383323, 32.452643, 27.317025, 14.908646, 7.633289, 1.845421, 0.357145, 0.047223], "sum_m_pl": [2.220251, 6.248348, 7.216975, 7.61951, 7.717954, 8.656768, 8.326243, 9.579355, 10.08979, 10.72128, 11.584354, 11.904793, 12.380299, 12.765462, 12.779177, 12.559326, 11.940741, 12.018387, 10.793252, 10.421393, 9.904751, 9.842406, 8.953106, 8.691704, 14.258857, 15.921125, 14.616786, 15.1888, 16.286973, 16.963055, 16.100593, 16.54723, 16.439688, 16.28552, 16.620602, 17.4822, 18.592006, 18.752369, 21.568129, 22.767759, 23.122429, 26.652557, 31.166186, 35.560078, 48.953521, 67.361631, 92.428515, 110.735269, 121.334925, 130.119542]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Kardiologia-2020 wiosna-78", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1320, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 10, 13, 13, 22, 22, 23, 18, 18, 21, 18, 24, 25, 18, 15, 24, 28, 30, 30, 36, 38, 40, 33, 33, 43, 37, 34, 29, 35, 35, 32, 33, 29, 41, 42, 48, 46, 42, 44, 46, 48, 45, 40, 41, 43, 41, 40, 38, 40, 43], "n_am_pl": [3, 6, 8, 9, 15, 15, 12, 19, 16, 16, 22, 15, 15, 14, 16, 17, 12, 10, 10, 11, 11, 13, 9, 11, 11, 9, 9, 7, 12, 14, 12, 9, 12, 7, 7, 8, 3, 7, 4, 6, 6, 5, 6, 5, 5, 6, 9, 5, 7, 7], "n_pos": 101, "sum_m_en": [11.744198, 13.872613, 14.316774, 15.015606, 17.478078, 18.767316, 18.651338, 17.811932, 17.387767, 17.780637, 18.51504, 18.430538, 18.901837, 19.384188, 20.818437, 21.120709, 21.129035, 18.824558, 19.959135, 19.862785, 20.627778, 19.630626, 18.740673, 17.836926, 31.253948, 31.012867, 28.047263, 24.679693, 23.701455, 21.538278, 21.760497, 21.978396, 22.68478, 25.728916, 26.764432, 29.039343, 35.035982, 36.161915, 39.007726, 40.285162, 41.524153, 44.69345, 42.111976, 42.710606, 42.425019, 41.353838, 40.116917, 38.226198, 36.728724, 42.789108], "sum_m_pl": [2.346479, 4.66607, 4.79492, 4.733373, 5.498174, 6.671241, 6.590502, 7.088502, 7.643238, 8.156409, 8.942265, 9.222271, 9.941061, 9.69056, 9.365978, 10.276972, 8.861321, 8.945286, 8.517484, 8.070602, 7.391243, 7.226929, 6.948052, 6.781028, 8.865206, 8.790317, 8.566929, 9.462396, 9.834387, 9.950174, 9.615076, 9.472884, 9.656496, 9.73984, 9.317706, 8.779643, 7.221978, 6.410122, 6.917264, 7.45702, 7.676493, 6.72245, 6.087597, 5.168299, 5.54514, 6.099147, 8.565684, 6.134205, 7.145019, 7.252637]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 8, 7, 11, 14, 16, 13, 10, 10, 11, 13, 15, 10, 9, 15, 17, 18, 17, 21, 22, 23, 20, 22, 27, 26, 27, 21, 22, 24, 23, 24, 19, 31, 27, 35, 32, 31, 33, 33, 36, 35, 33, 34, 35, 35, 34, 35, 39, 42], "n_am_pl": [0, 4, 4, 5, 11, 6, 5, 8, 9, 7, 12, 6, 7, 8, 9, 10, 8, 5, 4, 4, 4, 4, 4, 2, 3, 2, 1, 1, 6, 7, 5, 4, 4, 3, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 2, 2, 5, 5, 7, 7], "n_pos": 50, "sum_m_en": [6.010877, 6.990888, 7.218615, 7.372812, 8.556821, 9.564832, 9.861116, 9.446334, 9.124249, 9.303735, 9.84117, 9.685444, 9.919758, 10.156892, 11.475452, 11.402078, 11.263352, 9.957042, 10.209128, 10.283392, 11.114218, 10.540005, 9.927946, 9.118419, 19.768997, 19.82632, 18.345519, 15.935335, 14.999083, 12.891524, 12.906708, 12.933143, 13.343253, 15.641359, 16.60407, 18.561019, 23.226547, 24.572489, 26.842231, 28.448484, 30.51478, 32.950015, 31.983025, 33.902671, 34.287509, 34.418812, 33.81844, 33.106672, 33.435946, 41.168565], "sum_m_pl": [0.833024, 2.321035, 2.233864, 2.26444, 2.769028, 3.310209, 3.281147, 3.363454, 3.780037, 4.183609, 4.5455, 4.535597, 4.931668, 4.752172, 4.532822, 4.908467, 4.293758, 4.304039, 4.107979, 3.855328, 3.508337, 3.404043, 3.332775, 3.273826, 3.511419, 3.567534, 3.694537, 4.047074, 4.395044, 4.638338, 4.533853, 4.525972, 4.643149, 4.572154, 4.369018, 3.905145, 3.117569, 3.011481, 2.632222, 2.72537, 2.91951, 2.164214, 2.096894, 1.674292, 2.201848, 2.051254, 5.102677, 5.034384, 6.641988, 7.016121]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Medycyna Pracy-2018 jesień-53", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1119, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9902}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 9, 17, 17, 38, 42, 42, 38, 43, 57, 57, 53, 52, 62, 60, 67, 71, 60, 82, 83, 86, 88, 84, 87, 123, 114, 103, 83, 62, 57, 62, 66, 69, 73, 79, 87, 92, 110, 119, 111, 118, 120, 125, 119, 107, 84, 29, 4, 1, 1], "n_am_pl": [5, 23, 22, 20, 28, 51, 27, 37, 31, 33, 41, 38, 43, 67, 53, 59, 39, 34, 35, 36, 34, 33, 30, 31, 31, 35, 26, 30, 47, 57, 51, 48, 56, 41, 38, 32, 30, 28, 24, 33, 42, 46, 48, 49, 64, 82, 141, 174, 181, 178], "n_pos": 263, "sum_m_en": [24.656386, 36.681424, 38.494028, 38.25171, 41.019199, 44.8549, 45.434884, 45.915462, 46.072883, 47.396747, 50.256279, 49.018159, 48.892233, 47.928633, 49.870394, 52.100006, 49.208034, 47.39426, 47.504003, 46.876664, 46.200518, 45.20532, 45.757539, 45.124166, 77.474265, 72.042914, 66.840032, 57.106287, 54.119732, 51.312809, 50.745623, 52.049783, 55.023634, 57.87471, 59.052318, 66.087816, 72.425129, 79.167693, 86.881976, 88.139205, 90.754899, 97.720722, 101.69293, 99.44027, 90.763661, 76.594151, 28.856663, 5.543027, 3.015045, 1.000203], "sum_m_pl": [4.607818, 12.740827, 13.968323, 14.176697, 15.389374, 17.747002, 17.330268, 19.462547, 19.792935, 20.177885, 22.147152, 23.549563, 24.785203, 25.101212, 25.225129, 25.640762, 22.322619, 21.637307, 20.280728, 19.651284, 17.786558, 17.788486, 17.368658, 17.006788, 27.280758, 26.285638, 24.081835, 26.514665, 28.623828, 32.135147, 29.839289, 30.690306, 29.109586, 28.869231, 29.310709, 26.631924, 27.270891, 26.654328, 26.799563, 32.759584, 34.272431, 35.650934, 40.662095, 43.321517, 57.792651, 77.270097, 131.045081, 165.849575, 175.469926, 180.301038]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 7, 12, 11, 25, 27, 29, 23, 30, 36, 35, 31, 29, 38, 31, 36, 39, 34, 42, 44, 46, 54, 51, 56, 79, 73, 63, 53, 38, 33, 43, 42, 44, 51, 53, 57, 62, 76, 84, 79, 88, 89, 93, 87, 78, 61, 23, 3, 1, 1], "n_am_pl": [2, 16, 12, 15, 21, 35, 20, 29, 23, 25, 30, 29, 29, 49, 38, 43, 31, 25, 28, 27, 23, 24, 22, 26, 24, 26, 18, 22, 32, 44, 35, 32, 40, 30, 23, 21, 24, 22, 17, 23, 28, 32, 36, 40, 52, 70, 117, 158, 174, 178], "n_pos": 179, "sum_m_en": [17.110157, 25.271245, 26.379917, 26.14951, 28.11768, 30.45258, 30.911662, 31.356304, 31.512836, 32.454436, 34.280224, 33.525322, 33.062859, 32.665317, 33.670368, 35.259708, 33.268104, 31.9733, 31.95948, 31.641834, 30.930831, 30.337678, 30.673183, 30.241652, 50.527328, 47.06784, 43.629038, 38.087929, 36.09502, 34.134856, 33.677485, 34.755041, 37.412874, 39.061764, 39.674203, 43.974529, 48.143348, 52.151128, 59.040222, 62.030085, 65.483036, 71.683298, 74.879414, 71.745746, 65.074172, 55.786284, 21.501715, 3.735268, 2.050023, 1.000013], "sum_m_pl": [2.947252, 8.442085, 9.433907, 9.716498, 10.604107, 12.304191, 12.105228, 13.816994, 13.885654, 13.980927, 15.315139, 16.634203, 17.499471, 17.98067, 18.058247, 18.346627, 15.844689, 15.460715, 14.440102, 13.89204, 12.520143, 12.523924, 12.180335, 11.875067, 19.856762, 19.518141, 17.659621, 19.254697, 20.618574, 23.313148, 21.119383, 21.896751, 20.474336, 20.434138, 20.642947, 18.951856, 19.799081, 20.039365, 20.154212, 22.640599, 24.674533, 26.765126, 31.032725, 34.672985, 46.897501, 65.100251, 112.088411, 148.662595, 166.486679, 177.801378]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "pes-Medycyna Pracy-2018 jesień-53", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1374, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9736, "tf_agree_excl_first": 0.9773}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 25, 29, 34, 46, 44, 43, 29, 28, 35, 36, 34, 38, 45, 52, 51, 46, 46, 55, 60, 62, 57, 56, 52, 89, 85, 73, 57, 55, 55, 55, 60, 62, 68, 71, 72, 83, 94, 94, 102, 109, 117, 113, 105, 101, 98, 91, 85, 85, 90], "n_am_pl": [6, 13, 13, 13, 8, 11, 6, 15, 16, 17, 13, 21, 17, 18, 19, 14, 20, 22, 16, 11, 11, 14, 16, 12, 10, 18, 17, 13, 18, 19, 17, 12, 16, 14, 13, 10, 7, 9, 7, 6, 7, 8, 13, 17, 15, 19, 22, 25, 25, 26], "n_pos": 188, "sum_m_en": [20.523688, 26.175062, 26.859415, 30.027153, 32.671177, 34.566154, 31.891408, 30.588231, 29.236809, 30.384044, 30.624453, 30.766423, 31.711514, 31.721413, 31.788229, 32.768298, 31.819131, 29.802533, 30.164951, 29.397575, 28.542145, 28.979497, 28.947946, 29.220009, 53.787503, 52.80185, 46.097672, 40.754747, 40.053046, 39.759568, 38.455937, 39.688796, 39.831354, 39.812487, 43.248023, 47.898175, 53.707079, 64.569995, 65.155744, 79.8828, 85.82966, 89.942844, 93.093447, 91.229694, 89.338645, 88.022622, 82.927236, 77.403267, 73.413882, 88.48252], "sum_m_pl": [4.852088, 8.285347, 9.7041, 9.524782, 9.847049, 9.567513, 9.4134, 9.746496, 9.943082, 10.619207, 10.734321, 11.513252, 11.646187, 11.190131, 11.94689, 12.794785, 13.095512, 13.259448, 13.946168, 13.070725, 12.61811, 12.385935, 11.836475, 11.738842, 12.735987, 13.508295, 14.142519, 14.949604, 14.830368, 15.663508, 14.847378, 14.252452, 14.684652, 14.65895, 15.195098, 13.610767, 12.852487, 11.963338, 11.912739, 11.028006, 10.691587, 10.875414, 13.508753, 14.458919, 15.064414, 18.865286, 23.700744, 25.260926, 27.061133, 25.527403]}, "digit": {"n_am_en": [0, 3, 3, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 4, 3, 3, 4, 5, 4, 3, 1, 4, 3, 1, 2, 2, 3, 3, 3, 4, 5, 5, 3, 4, 7, 4, 1, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 0, 0, 3, 3, 2, 1, 3, 1, 1, 0, 1, 2, 3, 2, 0, 0, 0, 1, 0, 2, 4, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.247189, 2.215865, 2.282234, 2.371533, 2.421889, 2.377383, 2.172442, 2.139729, 2.067492, 2.108207, 2.210906, 2.22713, 2.228338, 2.199736, 2.181577, 2.140492, 1.997036, 1.860047, 1.736547, 1.723209, 1.686185, 1.720194, 1.796479, 1.829601, 2.999447, 2.492104, 2.155938, 1.956804, 2.257813, 2.229624, 2.271093, 2.35488, 2.364029, 2.408445, 2.650116, 2.569711, 2.59277, 2.756246, 2.850336, 3.632143, 3.65837, 3.318262, 3.129069, 2.434113, 2.306413, 1.724621, 1.166423, 0.697756, 0.074357, 0.0], "sum_m_pl": [0.221264, 0.564072, 0.577838, 0.551028, 0.607435, 0.552179, 0.543535, 0.580524, 0.570754, 0.615227, 0.683122, 0.723306, 0.700612, 0.557013, 0.556691, 0.690026, 0.759974, 0.835634, 0.88005, 0.789999, 0.769232, 0.76239, 0.73748, 0.753718, 0.888569, 1.044048, 1.041646, 1.018873, 0.805304, 0.918609, 0.853899, 0.745634, 0.741289, 0.704257, 0.719526, 0.659062, 0.685118, 0.701353, 0.621628, 0.583308, 0.501455, 0.771224, 0.851773, 1.071954, 1.256528, 1.213751, 0.247874, 0.152544, 0.033947, 0.0]}, "lang": {"n_am_en": [6, 17, 19, 25, 32, 28, 29, 22, 22, 28, 30, 26, 28, 32, 35, 41, 35, 34, 41, 41, 41, 42, 43, 40, 64, 62, 51, 45, 37, 38, 38, 44, 46, 52, 50, 53, 61, 67, 67, 78, 82, 87, 89, 85, 82, 80, 76, 75, 83, 89], "n_am_pl": [3, 7, 10, 6, 6, 8, 4, 9, 7, 8, 7, 13, 12, 15, 14, 6, 12, 11, 11, 9, 7, 9, 11, 10, 4, 7, 10, 8, 13, 11, 12, 8, 11, 11, 10, 8, 4, 7, 5, 5, 6, 8, 7, 11, 10, 13, 21, 23, 24, 26], "n_pos": 116, "sum_m_en": [12.940422, 16.075225, 16.526784, 18.693069, 20.791805, 22.298448, 20.038072, 19.394104, 18.557243, 19.357751, 19.508558, 19.544843, 19.698071, 19.626901, 19.679208, 20.504053, 20.176457, 18.859859, 19.191805, 18.646378, 18.112795, 18.445836, 18.388044, 18.495696, 38.142514, 38.071565, 33.259869, 29.221506, 27.7581, 27.017741, 25.535566, 26.598478, 27.023908, 26.99428, 29.492569, 33.482392, 38.371527, 46.450361, 48.830113, 59.54996, 62.60464, 67.473789, 72.434348, 71.676958, 71.164638, 71.693333, 69.924075, 67.383458, 67.887033, 85.718749], "sum_m_pl": [2.76325, 5.12542, 6.011985, 6.00185, 6.076201, 5.914776, 5.946399, 6.174424, 6.289887, 6.65576, 6.693224, 7.176399, 7.364238, 7.323038, 7.696012, 8.103819, 8.260875, 8.34845, 8.74474, 8.243479, 7.879367, 7.754616, 7.408712, 7.340589, 8.234362, 8.546144, 8.7879, 9.489848, 9.850183, 10.239204, 9.763155, 9.33248, 9.493989, 9.640621, 9.943419, 9.081886, 8.552986, 7.915037, 7.787119, 7.26376, 7.797144, 7.747871, 7.827755, 8.793874, 9.618006, 14.036078, 21.143654, 23.231059, 25.1187, 25.424933]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "pes-Medycyna Pracy-2018 wiosna-114", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1351, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9841}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 15, 18, 22, 26, 42, 42, 33, 34, 33, 35, 39, 42, 41, 50, 44, 39, 46, 57, 66, 64, 62, 60, 59, 84, 81, 67, 56, 58, 53, 47, 53, 58, 64, 70, 75, 66, 75, 74, 90, 87, 100, 95, 90, 72, 53, 21, 3, 2, 2], "n_am_pl": [5, 24, 29, 23, 22, 17, 11, 21, 17, 15, 23, 26, 19, 27, 26, 26, 23, 23, 21, 26, 24, 27, 21, 20, 19, 21, 24, 31, 32, 33, 31, 23, 23, 25, 30, 22, 23, 19, 20, 30, 24, 28, 38, 42, 47, 75, 105, 130, 137, 144], "n_pos": 230, "sum_m_en": [21.022742, 33.278299, 35.806804, 36.700325, 37.932824, 39.849787, 40.320744, 41.073315, 40.065427, 40.936718, 41.394405, 41.184943, 42.680409, 41.430302, 41.66118, 41.046333, 40.134772, 38.52035, 37.162616, 36.860861, 35.054802, 35.788489, 35.4999, 35.895136, 58.823087, 57.852865, 51.905374, 47.234378, 44.712004, 44.803889, 44.047078, 45.019693, 48.835307, 47.957638, 50.513765, 53.859111, 52.499236, 57.245844, 57.464199, 64.876018, 72.885188, 77.650433, 77.296159, 73.894679, 63.666253, 47.533299, 19.093225, 5.772574, 4.080983, 2.020009], "sum_m_pl": [3.862542, 11.928914, 13.246498, 12.985347, 13.107899, 13.44823, 13.425945, 14.801239, 14.242816, 15.57432, 15.958109, 17.356741, 17.319556, 16.674281, 16.29483, 16.914198, 16.571466, 15.746094, 15.443398, 14.661747, 14.005143, 14.039102, 13.648177, 13.731076, 18.515553, 18.916103, 20.239807, 21.231685, 22.650222, 21.597169, 20.466125, 20.451025, 18.511998, 18.050232, 19.126514, 18.391316, 18.407205, 18.360845, 19.167249, 21.138814, 21.66914, 22.681134, 30.306712, 33.842528, 41.415577, 63.707227, 94.094053, 122.15888, 136.055834, 143.777788]}, "digit": {"n_am_en": [0, 1, 1, 1, 1, 1, 2, 2, 2, 3, 3, 2, 3, 4, 4, 0, 0, 2, 4, 6, 6, 5, 4, 6, 4, 4, 4, 3, 2, 2, 0, 3, 3, 4, 3, 4, 3, 3, 4, 4, 3, 6, 3, 0, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 0, 3, 0, 0, 1, 1, 1, 1, 0, 1, 1, 2, 0, 2, 3, 0, 0, 0, 2, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 1, 1, 2, 1, 0, 0], "n_pos": 14, "sum_m_en": [1.168458, 2.289991, 2.313607, 2.334112, 2.469512, 2.428822, 2.552888, 2.646646, 2.556958, 2.492786, 2.55088, 2.602415, 2.62918, 2.552516, 2.647425, 2.332806, 2.291906, 2.175078, 2.136734, 2.25807, 2.105732, 2.056535, 2.08118, 2.154654, 3.005746, 2.918349, 2.604801, 2.656675, 2.602237, 2.638455, 2.714543, 2.696118, 2.763838, 2.569943, 2.560516, 2.634133, 2.443404, 2.884939, 2.358123, 2.735939, 2.910179, 2.842715, 2.033201, 1.485737, 2.035688, 1.179816, 0.729695, 0.636543, 0.188832, 0.0], "sum_m_pl": [0.322489, 1.022933, 0.917468, 0.826363, 0.80724, 0.68313, 0.647176, 0.697901, 0.664277, 0.749388, 0.776702, 0.808618, 0.849494, 0.709984, 0.724293, 0.878435, 0.829715, 0.758374, 0.680962, 0.692672, 0.679754, 0.707923, 0.739082, 0.760177, 0.803479, 1.006152, 1.128007, 1.000883, 0.916245, 0.869148, 0.775549, 0.709812, 0.656973, 0.684251, 0.719217, 0.676524, 0.691652, 0.686156, 0.556806, 0.595975, 0.592642, 0.885135, 1.092228, 1.054242, 1.081463, 1.073599, 0.983275, 0.627328, 0.295081, 0.0]}, "lang": {"n_am_en": [1, 7, 13, 14, 19, 28, 25, 20, 22, 22, 21, 27, 27, 30, 33, 28, 24, 29, 36, 40, 38, 34, 38, 31, 55, 52, 43, 39, 40, 38, 33, 37, 40, 41, 44, 48, 40, 45, 50, 60, 57, 62, 62, 64, 49, 33, 11, 1, 2, 2], "n_am_pl": [3, 14, 19, 14, 15, 10, 10, 16, 14, 13, 18, 19, 14, 16, 21, 19, 18, 20, 16, 21, 19, 21, 18, 17, 15, 14, 17, 19, 24, 26, 25, 18, 20, 19, 22, 19, 18, 16, 16, 26, 20, 24, 30, 32, 40, 67, 95, 120, 135, 144], "n_pos": 148, "sum_m_en": [13.887041, 21.250874, 23.378789, 23.730532, 24.417627, 25.860005, 25.960521, 26.678114, 25.97077, 26.818349, 27.116825, 26.856842, 27.833284, 27.032383, 27.003926, 27.029628, 26.438692, 25.350591, 24.604323, 24.080482, 23.017722, 23.243353, 23.200914, 23.281734, 38.792752, 38.46588, 34.925875, 31.751293, 29.749029, 29.633994, 28.987621, 29.280056, 31.320021, 30.742211, 32.74262, 36.039836, 35.28612, 37.963489, 39.265175, 42.346094, 45.40353, 49.633529, 51.198795, 51.527734, 43.590271, 32.444974, 12.298486, 3.495329, 2.995006, 2.013185], "sum_m_pl": [2.582118, 7.440652, 8.380903, 8.460323, 8.606418, 8.835393, 9.034739, 10.057075, 9.728357, 10.66776, 10.820715, 11.920899, 11.807878, 11.572179, 11.343505, 11.587128, 11.265805, 10.782516, 10.66551, 10.014294, 9.544493, 9.593621, 9.242764, 9.265883, 13.472999, 13.265512, 13.884122, 14.577493, 16.191191, 15.258901, 14.495048, 14.763396, 13.5887, 13.365516, 13.939374, 13.582098, 13.569573, 13.740106, 14.857936, 16.945245, 17.326457, 18.386382, 24.44328, 26.405588, 33.332284, 54.084879, 85.219374, 113.702534, 130.733191, 142.544423]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 232, "item_id": "pes-Medycyna Pracy-2018 wiosna-114", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1606, "region_end": 230, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9827}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 8, 7, 5, 7, 14, 13, 7, 10, 12, 11, 11, 14, 9, 12, 12, 13, 9, 11, 11, 11, 17, 19, 22, 22, 19, 18, 15, 17, 13, 16, 15, 13, 17, 17, 22, 21, 24, 27, 34, 32, 28, 34, 33, 30, 31, 34, 30, 28, 28], "n_am_pl": [5, 4, 5, 5, 4, 8, 7, 12, 11, 13, 17, 12, 14, 17, 18, 20, 22, 21, 20, 22, 18, 12, 12, 10, 9, 12, 14, 15, 12, 14, 12, 12, 16, 10, 9, 11, 9, 11, 10, 8, 9, 8, 3, 7, 7, 10, 11, 11, 12, 12], "n_pos": 74, "sum_m_en": [7.923974, 9.95094, 9.954774, 10.256341, 11.120855, 11.913736, 11.126709, 11.018644, 11.534815, 12.423563, 12.336371, 11.760016, 12.031401, 11.642016, 11.275812, 11.438091, 11.570775, 10.736444, 11.020388, 10.863213, 11.290238, 11.597532, 11.395179, 11.256727, 15.888038, 15.27003, 14.056935, 11.558945, 12.492166, 12.755009, 12.686093, 12.383919, 12.139715, 13.430578, 13.952527, 14.350866, 16.9087, 18.894629, 20.94547, 27.257582, 26.143192, 27.52219, 29.356241, 29.622611, 27.619933, 28.535235, 29.014501, 27.244405, 26.135677, 27.958305], "sum_m_pl": [1.736309, 3.180434, 3.707582, 3.826139, 4.266057, 4.841801, 5.16961, 5.580307, 5.560854, 5.746501, 6.392615, 6.647511, 7.238824, 7.178085, 7.679238, 8.604037, 8.84517, 7.995428, 7.345463, 7.129387, 6.956309, 6.270658, 5.950126, 5.819605, 8.563974, 9.030563, 9.599429, 10.956902, 9.91858, 9.723546, 8.784464, 8.472575, 8.734074, 8.879538, 8.7542, 9.088501, 8.127614, 8.487963, 9.761204, 7.476837, 8.685446, 6.663946, 4.95606, 6.961823, 8.388242, 8.5631, 10.933614, 11.148697, 11.982097, 12.023694]}, "digit": {"n_am_en": [0, 2, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 2, 0, 0, 2, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 0, 2, 1, 1, 2, 1, 1, 1, 2, 0, 1, 2, 1, 0, 1, 2, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 1, 1, 0, 0, 0, 2, 1, 1, 1, 0, 2, 0, 0, 1, 0, 1, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 3, 2, 1, 2, 2, 1, 2, 2, 3, 1, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.483265, 0.682403, 0.60199, 0.604463, 0.584461, 0.688151, 0.76071, 0.878246, 0.950671, 1.031746, 1.062423, 0.946355, 0.923834, 0.886248, 0.846443, 0.858284, 0.891029, 0.7437, 0.759318, 0.744809, 0.68769, 0.725941, 0.693084, 0.602774, 0.579087, 0.656856, 0.728079, 0.70952, 0.676615, 0.693468, 0.710448, 0.728802, 0.727596, 0.759057, 0.798166, 0.741611, 0.905073, 0.839754, 1.372556, 1.346351, 0.969211, 1.380476, 1.55577, 1.0415, 0.783082, 0.795929, 0.767595, 0.561418, 0.318091, 0.0], "sum_m_pl": [0.137381, 0.226083, 0.243145, 0.246024, 0.231195, 0.255571, 0.24075, 0.229771, 0.260525, 0.249839, 0.272629, 0.31121, 0.34547, 0.298456, 0.310223, 0.337178, 0.351435, 0.357692, 0.315548, 0.328049, 0.31809, 0.322541, 0.283953, 0.298949, 0.389999, 0.352921, 0.379113, 0.404153, 0.441656, 0.461882, 0.409842, 0.360428, 0.343788, 0.413593, 0.453343, 0.441104, 0.494936, 0.596165, 0.547006, 0.63846, 0.817562, 0.714435, 0.592057, 1.049532, 1.129632, 1.275517, 0.973915, 0.286355, 0.094105, 0.0]}, "lang": {"n_am_en": [2, 3, 6, 3, 4, 8, 6, 4, 6, 5, 4, 7, 7, 6, 10, 7, 6, 6, 6, 5, 8, 10, 13, 14, 15, 15, 14, 10, 12, 8, 10, 10, 8, 11, 13, 16, 16, 16, 20, 24, 24, 22, 26, 27, 25, 24, 28, 25, 25, 28], "n_am_pl": [3, 2, 3, 4, 4, 7, 5, 8, 7, 8, 10, 4, 6, 10, 11, 11, 15, 15, 13, 15, 12, 6, 7, 5, 3, 6, 6, 10, 5, 6, 5, 6, 9, 6, 5, 4, 5, 5, 5, 4, 6, 4, 2, 5, 4, 6, 10, 11, 12, 12], "n_pos": 41, "sum_m_en": [4.084916, 5.368058, 5.381495, 5.453227, 6.178762, 6.46619, 6.002522, 5.779041, 6.080963, 6.577741, 6.559134, 6.416002, 6.698489, 6.595311, 6.417759, 6.411725, 6.405566, 6.016169, 6.17287, 6.078692, 6.462902, 6.538689, 6.377695, 6.313526, 10.49652, 10.07273, 9.353023, 7.173838, 7.94652, 7.827109, 7.536165, 7.22848, 7.407399, 8.316127, 8.764873, 9.56233, 11.880011, 13.469832, 14.333428, 18.555201, 18.133798, 19.775111, 21.697132, 22.336181, 21.169934, 22.339173, 23.889983, 22.567859, 23.395883, 27.463502], "sum_m_pl": [0.917237, 1.803031, 2.111255, 2.210967, 2.512078, 2.783767, 3.060462, 3.317099, 3.24925, 3.308298, 3.684626, 3.660639, 3.934942, 3.850587, 3.973635, 4.432669, 4.575617, 4.232815, 4.138794, 3.91951, 4.007086, 3.561934, 3.414291, 3.282973, 4.155966, 4.831459, 4.789063, 5.711472, 4.871607, 4.970385, 4.944195, 4.824886, 4.923763, 5.091319, 5.075252, 5.150498, 4.439185, 4.586549, 5.505156, 4.514555, 5.518931, 4.413619, 3.593005, 5.001915, 5.575485, 6.168378, 9.526711, 10.594451, 11.763885, 12.004236]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1027, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 9, 9, 11, 16, 10, 20, 13, 16, 23, 22, 21, 21, 16, 20, 27, 28, 21, 25, 21, 25, 27, 24, 27, 36, 34, 32, 23, 23, 22, 22, 30, 28, 26, 32, 29, 29, 28, 30, 35, 29, 25, 27, 22, 21, 14, 8, 4, 3, 1], "n_am_pl": [4, 4, 5, 5, 7, 10, 5, 8, 9, 9, 11, 13, 13, 16, 17, 16, 22, 16, 13, 15, 13, 12, 11, 9, 9, 3, 9, 13, 8, 8, 16, 18, 19, 19, 13, 15, 13, 15, 18, 23, 28, 29, 31, 33, 43, 50, 54, 63, 64, 65], "n_pos": 101, "sum_m_en": [9.708588, 14.49594, 14.525912, 14.831007, 15.367929, 15.604526, 14.927453, 15.828146, 16.679666, 17.765209, 18.393308, 17.886542, 17.932223, 17.357705, 17.775044, 18.091283, 18.517582, 17.134766, 17.171593, 16.417669, 15.984767, 16.357608, 16.625115, 16.812477, 27.07515, 25.08903, 22.6029, 19.380845, 18.779, 18.731604, 18.050692, 18.234697, 18.528087, 19.220383, 21.000535, 21.530916, 21.874091, 21.654943, 22.830527, 26.97183, 23.674339, 21.69603, 22.948126, 21.91646, 19.632296, 13.351406, 7.776929, 4.46149, 3.441124, 1.002179], "sum_m_pl": [1.858477, 4.747736, 5.353351, 5.828808, 6.699712, 7.257954, 6.937861, 7.102066, 7.471328, 7.32849, 7.815533, 8.228719, 9.090674, 9.049439, 9.070647, 9.23343, 8.856825, 8.690565, 8.021718, 7.794851, 7.455113, 7.350069, 6.976782, 6.969589, 8.583668, 8.509182, 9.080297, 10.545772, 11.037981, 11.54443, 11.111501, 11.407349, 11.750966, 11.961718, 11.473115, 11.370655, 11.580923, 11.554161, 13.022506, 14.419024, 17.710801, 19.062672, 25.156299, 28.619668, 39.157082, 45.399911, 52.211796, 59.37297, 63.724877, 64.976479]}, "digit": {"n_am_en": [0, 2, 0, 1, 1, 0, 1, 2, 1, 3, 2, 1, 0, 0, 1, 2, 1, 1, 2, 0, 0, 2, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 2, 1, 1, 2, 0, 1, 0, 1, 2, 0, 1, 3, 1, 0, 1, 1, 0, 0, 1, 1, 1, 2, 3, 1, 3, 3, 4, 3, 4, 4, 2, 2, 0, 0], "n_pos": 4, "sum_m_en": [0.449774, 0.663648, 0.675696, 0.647717, 0.626766, 0.674337, 0.729575, 0.865108, 0.890439, 0.94647, 1.004351, 0.948648, 0.900334, 0.805822, 0.798786, 0.806628, 0.813613, 0.73726, 0.709767, 0.69901, 0.653487, 0.718963, 0.672109, 0.622706, 0.640577, 0.600096, 0.619496, 0.629559, 0.630562, 0.68214, 0.694445, 0.68895, 0.715005, 0.844682, 0.934421, 0.934789, 0.866909, 0.720348, 0.99896, 1.769183, 0.875586, 1.06064, 0.902163, 0.385462, 0.250693, 0.124893, 0.017193, 0.06198, 0.094802, 0.0], "sum_m_pl": [0.125252, 0.264177, 0.278488, 0.308805, 0.322043, 0.357909, 0.28786, 0.26631, 0.279274, 0.261614, 0.312742, 0.336635, 0.397732, 0.410701, 0.395676, 0.375021, 0.40478, 0.369127, 0.342836, 0.351324, 0.330702, 0.324535, 0.302132, 0.317188, 0.494931, 0.396926, 0.391708, 0.521287, 0.495624, 0.508139, 0.477785, 0.451747, 0.417668, 0.409011, 0.441345, 0.401726, 0.503684, 0.635933, 0.863591, 0.775353, 1.638008, 1.564712, 2.116288, 2.771842, 2.769991, 3.097899, 2.022221, 1.399443, 0.279637, 0.0]}, "lang": {"n_am_en": [1, 6, 8, 7, 12, 9, 16, 9, 10, 12, 12, 13, 14, 12, 14, 17, 19, 15, 15, 15, 20, 21, 18, 19, 25, 26, 25, 19, 18, 15, 16, 23, 21, 15, 22, 19, 19, 20, 22, 26, 23, 20, 22, 18, 17, 11, 7, 3, 2, 1], "n_am_pl": [3, 4, 3, 3, 5, 8, 4, 7, 8, 8, 7, 8, 8, 9, 10, 8, 13, 11, 11, 9, 8, 7, 7, 6, 5, 2, 4, 9, 5, 6, 9, 13, 14, 14, 10, 9, 10, 8, 10, 15, 17, 20, 21, 23, 29, 36, 43, 56, 62, 65], "n_pos": 67, "sum_m_en": [6.53547, 9.795936, 9.857608, 10.240732, 10.713784, 10.757715, 10.163797, 10.639826, 11.199555, 11.765194, 12.152507, 11.833328, 11.904468, 11.632446, 12.0127, 12.258203, 12.562345, 11.665943, 11.654218, 11.124365, 10.857111, 11.065073, 11.268824, 11.452442, 19.932058, 18.395809, 16.119457, 13.640685, 12.964741, 12.485432, 12.088902, 12.264144, 12.485243, 12.840776, 14.413892, 15.228384, 15.978526, 16.65297, 17.197377, 20.189863, 18.114872, 16.106443, 16.48175, 16.697629, 15.117796, 10.677114, 6.48922, 3.427989, 2.319358, 1.00159], "sum_m_pl": [1.317086, 3.242748, 3.617841, 3.924936, 4.470925, 4.893788, 4.721405, 4.949013, 5.111401, 5.004201, 5.187021, 5.496006, 6.02051, 5.887031, 5.983846, 6.169816, 5.926478, 5.762578, 5.414459, 5.19777, 5.021642, 4.940119, 4.675887, 4.70967, 5.712088, 5.632589, 6.02586, 7.176154, 7.360765, 7.841406, 7.520056, 7.712111, 7.960068, 8.042936, 7.796364, 7.858169, 7.40346, 7.458039, 8.359897, 8.869309, 11.152861, 13.229235, 18.103899, 19.197231, 27.946656, 33.971357, 42.511718, 52.029538, 61.100703, 64.93797]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1282, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 17, 27, 26, 29, 30, 24, 24, 27, 31, 35, 34, 26, 32, 26, 23, 35, 31, 33, 32, 33, 28, 28, 27, 37, 39, 35, 36, 30, 34, 37, 35, 35, 43, 51, 55, 60, 55, 65, 69, 70, 76, 79, 80, 81, 90, 85, 88, 95, 87], "n_am_pl": [7, 11, 14, 8, 8, 14, 15, 22, 21, 19, 23, 20, 22, 23, 25, 24, 23, 30, 21, 30, 29, 21, 25, 24, 29, 21, 20, 19, 23, 12, 15, 17, 15, 14, 20, 17, 16, 20, 18, 17, 18, 13, 8, 10, 8, 3, 3, 3, 1, 1], "n_pos": 156, "sum_m_en": [16.963575, 20.298915, 20.667134, 21.533456, 24.825281, 25.755423, 25.401499, 26.237862, 25.33177, 26.604639, 27.728018, 27.581017, 26.115339, 27.228227, 26.734325, 26.741465, 26.776344, 25.180221, 25.527193, 25.26665, 25.590079, 25.36307, 25.387907, 25.33119, 32.028826, 33.308371, 31.409135, 28.909701, 29.606143, 29.264409, 29.284158, 29.049559, 29.657473, 32.451278, 33.379852, 38.545418, 43.351535, 45.472554, 49.820887, 52.573449, 55.810527, 63.286711, 69.6037, 72.43199, 73.838634, 79.070456, 79.043679, 82.768062, 82.316306, 87.723787], "sum_m_pl": [3.789484, 6.133441, 7.449389, 7.118802, 7.636415, 8.1187, 9.383656, 9.825775, 9.914437, 10.159848, 11.370003, 12.825653, 13.17825, 13.200704, 15.553005, 16.744513, 15.142239, 15.435328, 14.21766, 14.104479, 13.006877, 12.659135, 11.996312, 11.674541, 20.087212, 18.686248, 18.838788, 18.543011, 16.600402, 16.490165, 16.385972, 16.392659, 17.488503, 17.346794, 19.387857, 18.684189, 16.878417, 16.985159, 18.633926, 18.362423, 19.465867, 14.10215, 10.092768, 10.026211, 8.160256, 4.905169, 4.648763, 4.058684, 2.29922, 1.233165]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.366102, 0.663859, 0.642636, 0.651287, 0.599288, 0.608556, 0.651671, 0.688861, 0.659826, 0.639379, 0.641935, 0.631313, 0.617133, 0.687341, 0.504526, 0.616866, 0.722162, 0.62069, 0.795563, 0.79882, 0.825972, 0.857544, 0.86859, 0.890131, 0.669917, 0.7328, 0.527356, 0.521448, 0.805954, 0.849011, 0.956169, 0.888624, 0.869189, 0.731805, 0.809516, 0.788455, 0.701072, 0.790562, 0.742462, 0.561657, 0.589803, 0.588859, 0.538807, 0.415873, 0.374641, 0.205826, 0.12942, 0.329754, 0.087697, 0.001925], "sum_m_pl": [0.055453, 0.136902, 0.213709, 0.178785, 0.204585, 0.251115, 0.279387, 0.283709, 0.313008, 0.355498, 0.295637, 0.409276, 0.74739, 0.762376, 1.425567, 1.198462, 0.584885, 0.607495, 0.368322, 0.400579, 0.343381, 0.335224, 0.307688, 0.311269, 0.945145, 1.039526, 1.067948, 0.931395, 0.539797, 0.786953, 0.522151, 0.356136, 0.33555, 0.354859, 0.330361, 0.450697, 0.482329, 0.351788, 0.400216, 0.409674, 0.388592, 0.425794, 0.383874, 0.439709, 0.527839, 0.21274, 0.085919, 0.049414, 0.009389, 0.0]}, "lang": {"n_am_en": [8, 11, 16, 14, 16, 20, 13, 13, 16, 16, 23, 24, 20, 23, 18, 17, 25, 24, 24, 25, 26, 23, 24, 22, 26, 24, 24, 26, 21, 29, 28, 26, 27, 33, 39, 39, 45, 42, 49, 55, 55, 59, 63, 64, 65, 71, 72, 73, 80, 86], "n_am_pl": [2, 5, 7, 3, 3, 10, 8, 14, 12, 13, 14, 10, 13, 14, 15, 12, 11, 19, 13, 21, 19, 15, 17, 17, 16, 15, 15, 12, 15, 6, 10, 11, 7, 9, 9, 9, 7, 11, 10, 10, 10, 8, 6, 6, 4, 1, 1, 1, 1, 1], "n_pos": 89, "sum_m_en": [8.997301, 11.617395, 11.945577, 12.561692, 14.561726, 15.34826, 14.761743, 15.225979, 14.882373, 15.480577, 16.372714, 16.288472, 15.852738, 16.783269, 16.199999, 16.029464, 16.017629, 15.117227, 15.15334, 15.14136, 15.361185, 15.028326, 14.876257, 14.696633, 22.024878, 22.111236, 21.450159, 19.003813, 19.235765, 18.791077, 18.402136, 18.387347, 19.017097, 21.779004, 22.978561, 26.711694, 31.310596, 34.234884, 38.511652, 40.003844, 42.535998, 49.202588, 53.627082, 57.722663, 59.792254, 62.553776, 63.940887, 66.949386, 68.496926, 82.913042], "sum_m_pl": [1.776651, 3.233746, 3.859127, 3.702449, 4.047318, 4.338711, 5.069702, 5.314437, 5.548392, 5.620081, 6.58433, 7.067675, 7.062086, 7.120292, 8.094949, 8.826898, 8.40133, 8.488911, 8.03221, 8.175588, 7.44404, 7.210784, 6.885065, 6.583191, 12.453882, 11.528475, 11.256404, 10.728356, 9.815445, 9.38364, 9.416158, 9.479912, 10.180517, 9.900788, 10.838834, 10.666525, 9.254124, 9.640493, 10.498372, 10.561228, 11.936871, 8.451638, 5.705855, 5.19975, 4.011948, 2.466292, 2.27939, 2.183448, 1.643758, 1.044789]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9557, "tf_agree_excl_first": 0.9618}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 17, 14, 19, 22, 27, 28, 35, 30, 38, 41, 35, 32, 37, 39, 36, 49, 58, 52, 54, 47, 46, 52, 60, 71, 62, 64, 59, 50, 51, 43, 33, 43, 43, 58, 63, 65, 72, 75, 72, 73, 71, 77, 69, 59, 35, 12, 4, 0, 0], "n_am_pl": [7, 26, 23, 27, 16, 28, 19, 21, 27, 40, 39, 43, 33, 40, 38, 51, 50, 36, 37, 31, 32, 35, 26, 26, 36, 30, 37, 54, 44, 51, 44, 38, 46, 54, 55, 55, 47, 38, 52, 52, 62, 55, 56, 76, 95, 123, 164, 170, 178, 176], "n_pos": 256, "sum_m_en": [23.40433, 34.894174, 36.474179, 37.108164, 37.907753, 37.955621, 38.876441, 43.169382, 42.655987, 43.78091, 46.057734, 45.010513, 43.090277, 43.251397, 43.46525, 43.758742, 45.318784, 42.930669, 42.551764, 41.797247, 41.456638, 41.358435, 41.945669, 42.085093, 55.390117, 54.627068, 50.395225, 47.359323, 45.345181, 44.476633, 42.271259, 42.24216, 42.266295, 44.138792, 45.215036, 50.252027, 52.365576, 54.416613, 56.638787, 54.377318, 59.852821, 59.713602, 64.9196, 62.22128, 54.314268, 35.288743, 13.423217, 4.645415, 1.152209, 0.005119], "sum_m_pl": [4.092062, 12.310059, 14.403105, 14.604676, 14.650316, 16.248956, 16.725797, 17.633881, 18.147381, 20.948334, 21.812223, 23.487727, 22.40127, 23.902746, 26.165559, 26.829823, 24.34, 24.002397, 21.652079, 20.98472, 19.44136, 18.883056, 18.197861, 17.854449, 26.355141, 27.21224, 30.531375, 31.977302, 33.45745, 34.603026, 33.213159, 33.855916, 34.193536, 32.996661, 35.18169, 34.587637, 33.486159, 32.42656, 36.355931, 40.287314, 43.240148, 41.617943, 46.51859, 57.979689, 79.628146, 106.343998, 148.675486, 163.94155, 173.530264, 176.465661]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 1, 0, 0, 0, 2, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 0, 2, 0, 0, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 2, 2, 1, 1, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.298652, 0.60643, 0.635214, 0.620971, 0.560557, 0.640729, 0.723669, 0.836963, 0.830935, 0.7222, 0.763301, 0.776532, 0.800604, 0.847724, 0.696094, 0.711656, 0.823868, 0.758529, 0.798033, 0.826079, 0.831029, 0.839029, 0.85195, 0.901432, 0.76225, 0.829683, 0.57145, 0.487173, 0.726864, 0.798272, 1.001964, 0.885877, 0.824744, 0.735298, 0.802918, 0.786676, 0.677301, 0.812043, 0.810615, 0.635184, 0.647128, 0.625828, 0.719627, 0.481982, 0.254576, 0.371484, 0.389601, 0.051268, 0.029186, 0.0], "sum_m_pl": [0.047995, 0.218079, 0.351636, 0.33014, 0.372327, 0.393513, 0.401305, 0.439837, 0.489481, 1.057291, 0.650335, 0.698718, 0.535459, 0.653318, 1.017682, 1.011698, 0.434786, 0.389565, 0.313251, 0.339915, 0.303856, 0.292191, 0.281712, 0.277207, 0.46052, 0.64775, 1.042044, 0.725926, 0.50032, 0.58898, 0.377604, 0.308396, 0.319, 0.2846, 0.282263, 0.297661, 0.33632, 0.318721, 0.371624, 0.432331, 0.407066, 0.489759, 0.417215, 1.087914, 1.136991, 1.033445, 0.738317, 0.500696, 0.088884, 7e-06]}, "lang": {"n_am_en": [6, 13, 10, 13, 15, 22, 24, 26, 25, 29, 34, 26, 23, 25, 33, 29, 35, 45, 40, 40, 32, 32, 37, 41, 48, 45, 43, 41, 35, 37, 31, 19, 30, 28, 40, 45, 46, 50, 52, 50, 53, 51, 55, 52, 40, 22, 8, 3, 0, 0], "n_am_pl": [4, 20, 16, 21, 11, 22, 16, 15, 20, 29, 30, 30, 25, 29, 25, 40, 39, 29, 26, 24, 27, 30, 22, 23, 29, 22, 29, 39, 31, 35, 28, 29, 34, 42, 42, 39, 36, 31, 40, 38, 47, 41, 42, 57, 80, 106, 141, 157, 173, 176], "n_pos": 176, "sum_m_en": [15.927682, 24.00815, 25.148381, 25.694501, 26.319753, 26.151592, 27.002137, 29.967561, 29.909414, 30.582337, 32.204293, 31.460358, 30.093256, 30.068586, 30.566207, 30.56416, 31.331312, 29.730179, 29.298699, 28.782168, 28.511165, 28.357508, 28.732409, 28.548448, 38.940235, 38.606391, 36.075937, 33.937052, 31.980531, 30.820186, 28.869321, 28.931421, 29.12912, 30.385903, 30.703682, 34.579295, 36.309835, 37.541214, 39.950781, 38.125046, 42.921821, 41.920479, 45.699111, 45.447414, 38.217946, 23.441376, 8.577596, 3.118909, 0.537715, 0.000203], "sum_m_pl": [2.866526, 8.575234, 9.816506, 9.926946, 9.972932, 11.203257, 11.457849, 12.104447, 12.441608, 14.112912, 15.061812, 16.220388, 15.641373, 16.637512, 17.941397, 18.435795, 17.013748, 16.957427, 15.285436, 14.711693, 13.565076, 13.188952, 12.68345, 12.419473, 19.933356, 19.737725, 21.83446, 22.973567, 24.236472, 24.58483, 23.579296, 24.198162, 24.546096, 24.089897, 25.956187, 26.089307, 25.021718, 24.871398, 28.482597, 31.266395, 34.16195, 33.253439, 37.115932, 46.109018, 67.712973, 92.829422, 130.176016, 150.99813, 166.16221, 175.005203]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1447, "region_end": 256, "roundtrip_ok": true, "tf_agree": 0.9962, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 7, 19, 17, 27, 23, 18, 20, 24, 27, 25, 21, 24, 24, 26, 29, 31, 35, 36, 42, 39, 38, 40, 42, 56, 50, 40, 34, 30, 27, 24, 24, 33, 38, 42, 50, 51, 63, 69, 75, 78, 78, 83, 80, 78, 83, 74, 76, 79, 80], "n_am_pl": [5, 7, 9, 4, 5, 8, 10, 7, 7, 7, 9, 9, 13, 13, 17, 12, 21, 14, 19, 18, 21, 17, 14, 15, 10, 15, 15, 21, 12, 13, 7, 10, 12, 14, 12, 11, 13, 12, 12, 9, 6, 3, 0, 0, 1, 1, 1, 1, 1, 2], "n_pos": 115, "sum_m_en": [12.207263, 14.412586, 14.670697, 15.438767, 18.10758, 18.738271, 18.427732, 19.172245, 18.721703, 20.189607, 19.555029, 20.343779, 21.088535, 21.332109, 20.242748, 20.54537, 20.895893, 19.786103, 20.45038, 20.361813, 19.965134, 19.337923, 19.131327, 18.766013, 34.073812, 31.068803, 26.675604, 23.286543, 22.123268, 22.309319, 22.046369, 21.89721, 21.877834, 23.139236, 25.794275, 27.541681, 33.072757, 37.998654, 47.819101, 57.56055, 62.334473, 63.153197, 69.231704, 69.915891, 66.752994, 65.450061, 63.157009, 64.185994, 63.456659, 80.795741], "sum_m_pl": [2.711739, 4.370163, 4.940783, 4.962242, 5.481649, 5.551478, 6.291098, 6.504876, 6.475849, 6.662741, 7.047315, 7.970976, 8.067099, 7.799577, 8.885869, 9.797302, 9.734964, 10.463932, 10.032101, 9.890393, 9.677029, 9.532664, 9.000581, 8.962494, 11.3972, 12.132444, 13.225919, 14.41798, 13.691429, 13.143257, 12.735911, 13.042676, 13.385875, 14.197316, 13.193747, 12.785433, 11.676224, 10.923737, 9.697969, 7.775782, 6.223429, 4.800494, 3.428914, 3.09769, 2.592544, 2.260337, 2.600959, 2.32574, 2.44651, 1.720515]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 7, 16, 13, 23, 18, 14, 16, 19, 20, 20, 18, 21, 19, 21, 22, 25, 27, 32, 36, 34, 32, 37, 39, 49, 43, 36, 30, 25, 21, 21, 18, 30, 34, 37, 41, 43, 54, 59, 65, 65, 67, 71, 70, 69, 72, 66, 71, 76, 80], "n_am_pl": [4, 4, 6, 3, 4, 7, 7, 5, 6, 7, 8, 7, 9, 12, 14, 10, 16, 11, 14, 14, 17, 13, 9, 10, 7, 10, 10, 16, 7, 10, 4, 9, 8, 11, 9, 9, 8, 7, 6, 4, 3, 1, 0, 0, 0, 1, 1, 1, 1, 2], "n_pos": 83, "sum_m_en": [8.728932, 10.515592, 10.762812, 11.298448, 13.270554, 13.72057, 13.59007, 14.293447, 13.814283, 14.875809, 14.45143, 14.887488, 15.656231, 15.712741, 14.895304, 15.091915, 15.217009, 14.552184, 14.977918, 14.798692, 14.675634, 14.132842, 13.859135, 13.723074, 27.620535, 24.726392, 21.397094, 18.461811, 17.383274, 17.513708, 16.913388, 16.907275, 16.970338, 18.147861, 20.476471, 22.224247, 26.532888, 30.961363, 39.108725, 48.065416, 52.110063, 54.287199, 59.089801, 59.772125, 58.534688, 57.724618, 56.90251, 57.536665, 58.970544, 79.121683], "sum_m_pl": [2.048413, 3.10718, 3.423383, 3.399024, 3.819346, 3.873808, 4.496473, 4.589416, 4.539947, 4.713238, 4.998586, 5.816781, 5.856168, 5.680639, 6.587907, 7.119135, 7.155888, 7.797936, 7.28492, 7.180554, 6.980635, 6.894363, 6.444016, 6.4074, 8.152179, 8.564476, 9.314627, 10.355202, 10.022362, 9.749271, 9.336933, 9.609797, 9.87526, 10.571547, 9.809672, 9.41385, 8.635121, 7.749567, 6.749115, 5.223632, 3.92687, 3.079311, 2.020282, 1.854566, 1.571163, 1.643196, 2.176175, 1.89012, 2.168791, 1.720185]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1339, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9487, "tf_agree_excl_first": 0.9569}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 31, 18, 20, 40, 32, 33, 37, 42, 40, 31, 22, 21, 32, 32, 37, 56, 53, 50, 53, 55, 54, 64, 61, 98, 84, 60, 51, 40, 43, 48, 46, 43, 52, 58, 61, 68, 86, 97, 103, 100, 88, 104, 102, 75, 42, 13, 3, 0, 0], "n_am_pl": [3, 24, 19, 25, 27, 35, 46, 39, 38, 38, 37, 31, 35, 46, 39, 47, 47, 39, 46, 53, 39, 40, 38, 39, 30, 43, 48, 43, 48, 42, 55, 57, 54, 51, 44, 38, 44, 39, 51, 51, 57, 62, 64, 68, 98, 124, 163, 185, 203, 203], "n_pos": 267, "sum_m_en": [23.512981, 38.402491, 39.612888, 40.374708, 42.342441, 43.742103, 44.049517, 47.126776, 45.330684, 45.958506, 44.648028, 43.148354, 42.195301, 41.668442, 41.694744, 43.477576, 44.81365, 41.297664, 42.412419, 41.923454, 41.442803, 41.797691, 42.546638, 41.949046, 61.422522, 54.324269, 48.847585, 43.602886, 41.564856, 40.849328, 39.888476, 39.348991, 39.26026, 41.002581, 41.199393, 40.964611, 45.70833, 54.854407, 64.884506, 68.132649, 69.791739, 72.332515, 79.515982, 77.296413, 62.538938, 40.543621, 13.148868, 5.39666, 1.083125, 0.031695], "sum_m_pl": [3.684017, 13.156268, 15.198581, 15.59646, 16.773954, 17.542427, 18.451995, 19.455535, 21.233474, 22.335563, 22.925494, 24.806216, 23.766663, 25.333063, 25.657988, 26.322368, 24.498878, 23.940191, 22.587794, 21.752157, 20.877547, 20.510293, 19.652229, 19.45254, 27.377856, 31.130225, 34.522974, 36.224401, 39.54417, 39.385138, 37.573609, 36.794131, 36.499228, 36.217577, 33.29347, 33.312102, 34.942132, 34.253157, 38.869093, 39.161193, 41.937385, 46.923034, 57.789249, 64.460101, 86.5481, 112.940029, 154.061596, 177.643741, 199.417038, 202.693234]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 21, 16, 19, 33, 26, 25, 32, 32, 30, 21, 18, 17, 27, 30, 30, 46, 41, 39, 42, 43, 45, 54, 51, 81, 66, 48, 38, 31, 33, 38, 41, 39, 42, 48, 48, 56, 69, 77, 80, 76, 70, 86, 81, 62, 35, 12, 3, 0, 0], "n_am_pl": [3, 15, 12, 22, 23, 25, 29, 27, 29, 29, 29, 20, 24, 35, 27, 37, 37, 36, 37, 43, 32, 29, 30, 32, 26, 36, 39, 35, 39, 37, 46, 46, 41, 46, 40, 34, 38, 34, 46, 43, 49, 54, 57, 60, 90, 118, 155, 177, 199, 203], "n_pos": 203, "sum_m_en": [18.022773, 29.204514, 30.111498, 30.648939, 31.988581, 33.044102, 33.429051, 35.953031, 34.476068, 34.923485, 33.985964, 32.700564, 32.157289, 31.753589, 31.969865, 33.250877, 34.373817, 31.702839, 32.408785, 31.981358, 31.747647, 31.979153, 32.608329, 32.15273, 49.095052, 43.172061, 38.391842, 34.232216, 32.685348, 32.059953, 30.927392, 30.692232, 30.873498, 31.961131, 32.01887, 32.083587, 35.870039, 42.760371, 50.79174, 53.106915, 54.170903, 56.496854, 63.163743, 61.721832, 50.188628, 33.490656, 11.244176, 4.344595, 0.640904, 6e-06], "sum_m_pl": [2.97529, 9.910448, 11.534185, 11.913374, 12.737123, 13.460966, 14.002612, 14.932467, 16.367837, 17.160397, 17.692919, 19.041734, 18.451249, 19.645864, 19.902722, 20.409391, 18.826843, 18.552815, 17.492239, 16.674125, 16.026579, 15.733675, 15.096139, 14.945508, 21.517153, 24.591559, 27.464689, 28.826974, 31.214583, 31.103808, 29.935604, 29.363891, 29.165172, 29.513254, 26.868335, 27.605465, 29.500028, 29.060034, 33.212145, 33.00032, 35.390691, 40.067743, 50.610782, 55.544751, 77.807681, 105.107156, 145.789921, 170.26923, 195.790925, 202.520193]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 269, "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1594, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9925}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 12, 12, 19, 23, 23, 22, 22, 22, 28, 42, 27, 31, 30, 28, 31, 42, 38, 47, 38, 39, 36, 42, 40, 46, 47, 43, 35, 28, 32, 38, 39, 36, 41, 38, 39, 44, 44, 44, 50, 54, 52, 55, 42, 36, 26, 20, 14, 4, 4], "n_am_pl": [3, 19, 16, 28, 17, 15, 19, 30, 23, 16, 21, 25, 27, 36, 31, 43, 38, 41, 36, 54, 57, 57, 49, 50, 46, 41, 46, 39, 31, 27, 25, 35, 24, 38, 34, 38, 37, 50, 55, 51, 50, 45, 48, 60, 62, 77, 90, 97, 104, 109], "n_pos": 165, "sum_m_en": [15.959933, 22.716666, 24.385127, 23.692809, 25.871353, 26.753254, 26.534125, 28.865458, 28.961361, 30.138731, 30.082645, 27.878014, 28.32803, 28.489076, 27.128336, 27.105483, 29.015146, 27.556872, 27.150684, 27.316169, 26.070369, 25.901038, 26.96856, 26.961693, 35.801727, 35.022525, 33.230715, 29.866948, 30.748438, 30.536921, 29.532823, 28.753725, 27.210604, 27.709396, 30.153723, 31.657601, 32.503665, 33.366587, 32.781576, 35.70865, 38.307, 38.64241, 41.369799, 36.074525, 32.538304, 27.143683, 20.756111, 14.391628, 4.933542, 3.641218], "sum_m_pl": [3.164931, 8.906439, 9.546745, 9.461017, 10.081459, 10.785265, 10.424411, 12.057007, 12.776009, 14.251147, 13.833871, 15.549305, 15.815859, 16.511158, 15.97557, 16.824841, 14.687342, 14.126343, 13.092928, 14.742412, 13.667342, 12.914518, 12.169136, 12.347727, 25.971654, 25.08226, 22.625695, 21.629507, 19.755484, 20.59133, 18.543519, 18.876316, 18.613061, 20.067806, 19.669438, 21.082495, 21.836643, 29.527042, 34.345182, 35.747063, 38.317324, 39.795214, 41.902004, 52.614381, 54.304557, 66.558989, 83.04716, 96.053685, 103.035697, 108.654466]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 6, 9, 15, 16, 14, 16, 15, 17, 17, 33, 21, 21, 23, 19, 22, 32, 26, 31, 28, 29, 26, 33, 28, 36, 39, 32, 30, 22, 24, 32, 29, 26, 30, 27, 30, 35, 35, 37, 42, 45, 44, 48, 35, 29, 18, 12, 9, 4, 4], "n_am_pl": [2, 14, 10, 21, 10, 8, 11, 23, 17, 12, 14, 17, 21, 26, 22, 28, 24, 29, 24, 41, 44, 45, 39, 41, 34, 29, 35, 32, 25, 19, 13, 26, 18, 26, 26, 25, 26, 36, 41, 38, 37, 32, 35, 49, 52, 68, 83, 92, 102, 109], "n_pos": 113, "sum_m_en": [10.718833, 15.65428, 16.782119, 16.316572, 17.854583, 18.504514, 18.082552, 19.927651, 20.153307, 21.103773, 20.999843, 19.588584, 19.949238, 20.071876, 19.330155, 19.382412, 20.608688, 19.539307, 19.077962, 19.161125, 18.041415, 17.865652, 18.641637, 18.471534, 27.032459, 26.348823, 24.777789, 22.13935, 22.422294, 22.034466, 21.327711, 20.518534, 19.48427, 19.993366, 22.036101, 23.751701, 24.377903, 25.999893, 25.87213, 28.904929, 31.457883, 31.582692, 34.162019, 30.484828, 26.188433, 19.676043, 13.17448, 8.587779, 4.680403, 3.641217], "sum_m_pl": [2.096118, 6.197347, 6.454886, 6.497716, 6.756428, 7.240291, 7.093071, 8.261207, 8.7445, 9.486821, 9.262177, 10.387301, 10.589895, 11.312382, 11.021508, 11.630259, 9.938436, 9.392085, 8.852534, 10.343852, 9.643635, 9.026916, 8.450281, 8.61653, 18.615954, 18.102903, 16.367017, 15.28682, 13.908686, 13.652923, 12.640332, 12.92963, 13.032443, 13.293701, 13.484208, 13.808763, 14.904381, 21.797334, 25.871668, 26.318652, 27.858759, 29.52338, 31.798035, 40.896998, 45.374434, 58.024381, 76.043083, 90.580112, 99.639531, 108.597664]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Medycyna paliatywna-2018 jesień-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1049, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.994}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 14, 13, 19, 24, 22, 25, 30, 30, 33, 42, 35, 38, 40, 28, 26, 32, 35, 44, 51, 46, 42, 44, 44, 57, 56, 54, 40, 33, 34, 34, 36, 42, 51, 45, 50, 52, 45, 51, 52, 58, 57, 57, 54, 49, 37, 20, 13, 6, 4], "n_am_pl": [2, 19, 23, 24, 15, 19, 21, 31, 23, 22, 25, 28, 32, 32, 33, 49, 40, 44, 40, 59, 60, 64, 64, 57, 47, 40, 47, 35, 30, 37, 31, 39, 31, 47, 34, 32, 43, 58, 58, 58, 50, 52, 54, 61, 62, 81, 96, 110, 114, 120], "n_pos": 178, "sum_m_en": [16.486728, 24.050716, 25.586713, 25.243584, 27.208217, 27.986651, 27.639094, 30.707891, 31.078438, 32.762411, 32.907076, 31.259276, 31.684105, 31.542719, 30.52464, 30.349206, 31.132739, 29.626683, 28.468178, 28.520746, 27.517254, 27.214014, 28.500659, 28.652176, 41.158281, 39.903624, 37.616358, 32.704532, 32.975964, 32.711608, 31.439744, 30.638151, 30.161779, 31.15608, 33.220602, 34.507242, 34.39535, 37.723716, 37.429398, 38.784168, 42.225101, 41.92036, 45.126583, 43.399263, 38.807656, 31.678617, 20.730018, 13.658406, 5.950581, 3.445514], "sum_m_pl": [3.204059, 9.23565, 10.202188, 10.093868, 10.706985, 11.398097, 10.744254, 12.312633, 13.103764, 14.843293, 14.140563, 15.602542, 16.004641, 16.799904, 16.64766, 17.469629, 15.36524, 14.641034, 13.372774, 15.563584, 14.273813, 13.576841, 12.754875, 12.908455, 27.040803, 25.429922, 22.748913, 21.536783, 20.510774, 21.429168, 19.941369, 20.455366, 20.086498, 21.304777, 20.508501, 21.356309, 22.747576, 29.658028, 34.622177, 36.899138, 39.257823, 40.593338, 43.507258, 53.284724, 57.083309, 70.939139, 90.344676, 106.766753, 112.45878, 120.78785]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 10, 14, 19, 18, 22, 23, 23, 25, 29, 23, 24, 29, 18, 18, 25, 27, 31, 39, 34, 32, 33, 35, 45, 48, 45, 32, 24, 27, 30, 30, 33, 38, 35, 41, 43, 39, 41, 44, 47, 46, 47, 46, 39, 27, 13, 8, 6, 4], "n_am_pl": [0, 16, 18, 17, 10, 10, 12, 25, 17, 13, 19, 20, 25, 24, 25, 35, 26, 32, 28, 46, 47, 52, 51, 47, 35, 31, 36, 28, 24, 27, 19, 28, 21, 34, 23, 20, 32, 44, 45, 43, 37, 39, 43, 49, 52, 72, 90, 106, 111, 120], "n_pos": 124, "sum_m_en": [11.285479, 16.7781, 17.917551, 17.654257, 19.105837, 19.70155, 19.392401, 21.879236, 22.088718, 23.280167, 23.320465, 22.579173, 22.942275, 22.850359, 22.508047, 22.44393, 22.616276, 21.523611, 20.309659, 20.239008, 19.345247, 18.970803, 19.925761, 19.921441, 31.658683, 30.583769, 28.482258, 24.369003, 24.197181, 24.102128, 23.127418, 22.43931, 22.422552, 23.304703, 24.605827, 26.676617, 26.362469, 29.720249, 29.770036, 31.483276, 34.285244, 33.93199, 37.104327, 37.096764, 31.282518, 23.577121, 13.547759, 8.286756, 5.578349, 3.417758], "sum_m_pl": [2.131282, 6.431793, 6.95355, 6.930368, 7.182753, 7.722903, 7.386759, 8.494404, 9.161137, 10.049296, 9.67451, 10.61757, 10.937194, 11.705867, 11.776484, 12.281097, 10.624409, 9.970189, 9.205584, 11.189857, 10.283921, 9.637892, 8.982347, 9.124166, 20.369344, 19.038592, 16.866676, 15.718572, 14.651387, 14.293735, 13.711488, 14.007595, 13.955046, 14.372684, 14.227414, 14.265645, 15.733618, 22.289391, 26.327712, 27.575009, 28.4312, 30.089279, 33.572733, 41.639396, 47.704713, 61.609312, 83.101714, 101.43724, 108.916965, 119.737909]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "pes-Medycyna paliatywna-2018 jesień-11", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1304, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9944}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 5, 9, 15, 14, 6, 10, 8, 12, 11, 13, 14, 17, 16, 20, 12, 13, 9, 10, 13, 10, 7, 8, 9, 14, 24, 15, 17, 13, 15, 12, 18, 21, 17, 26, 29, 31, 35, 36, 29, 29, 31, 34, 31, 32, 32, 28, 31, 27, 30], "n_am_pl": [2, 8, 9, 8, 9, 13, 13, 11, 15, 8, 19, 15, 17, 14, 11, 16, 15, 13, 9, 10, 7, 4, 4, 8, 11, 13, 11, 11, 13, 13, 23, 17, 10, 17, 16, 16, 10, 10, 14, 14, 17, 9, 7, 12, 16, 18, 20, 22, 21, 20], "n_pos": 100, "sum_m_en": [10.841805, 12.881109, 13.171412, 14.156778, 15.032453, 15.625198, 15.475079, 15.417233, 15.853072, 15.985582, 16.065033, 15.90263, 16.215428, 16.004163, 16.420458, 16.817943, 16.222777, 16.258434, 16.1694, 16.739976, 16.365332, 16.364932, 16.436049, 16.566436, 17.145589, 17.981031, 16.642757, 16.423772, 16.229881, 16.607502, 16.112526, 16.022283, 16.174917, 16.964412, 18.405649, 21.125216, 22.665115, 26.283545, 26.604887, 25.033949, 25.061281, 26.236171, 25.413572, 27.420655, 28.38191, 27.184945, 25.446573, 25.445967, 25.644752, 29.253667], "sum_m_pl": [2.307124, 4.537612, 4.97852, 5.010881, 5.761434, 5.913842, 5.8157, 6.214175, 6.938691, 7.625941, 8.065443, 8.428341, 8.697417, 8.325062, 8.768987, 9.310526, 8.494052, 8.053469, 7.395017, 7.327406, 6.926944, 6.642127, 6.608471, 6.623564, 10.36592, 11.703858, 11.421365, 11.80232, 10.755315, 11.22949, 10.68661, 10.928877, 9.854315, 10.946419, 11.340702, 10.623429, 10.956946, 10.832265, 11.983967, 12.081816, 12.809518, 10.96581, 8.869543, 13.314752, 16.387736, 18.433977, 19.099972, 20.147151, 20.55146, 19.799962]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 4, 8, 8, 3, 4, 3, 6, 5, 6, 6, 10, 8, 9, 4, 6, 3, 6, 6, 6, 5, 4, 6, 8, 14, 9, 13, 9, 7, 9, 14, 13, 9, 14, 17, 20, 22, 24, 20, 18, 20, 22, 24, 23, 24, 24, 23, 24, 30], "n_am_pl": [2, 3, 4, 3, 2, 5, 7, 4, 9, 4, 7, 7, 6, 5, 4, 11, 7, 8, 6, 5, 3, 2, 2, 5, 7, 8, 8, 7, 10, 8, 14, 9, 6, 10, 10, 8, 7, 7, 10, 10, 10, 8, 5, 10, 12, 13, 18, 20, 20, 20], "n_pos": 50, "sum_m_en": [5.232583, 6.634578, 6.755354, 7.060756, 7.500277, 7.757701, 7.816313, 7.811565, 8.001113, 7.992788, 7.844103, 7.869211, 8.087061, 7.874867, 7.99372, 8.22783, 8.080014, 8.188612, 8.069697, 8.308568, 8.26989, 8.319145, 8.320771, 8.386083, 9.550483, 9.891844, 9.080027, 9.055371, 8.819116, 9.132719, 8.659639, 8.652666, 8.603438, 8.956308, 9.572488, 11.072445, 12.627358, 15.31923, 16.163251, 16.240106, 14.708616, 16.604128, 17.318985, 19.78181, 20.115457, 19.60778, 19.807521, 19.885506, 21.993476, 28.133568], "sum_m_pl": [0.915608, 2.027162, 2.386684, 2.318932, 2.842136, 2.817248, 2.920846, 3.103913, 3.455441, 3.818833, 3.76543, 4.059459, 4.190322, 4.022741, 4.64029, 4.795301, 4.309959, 4.252002, 3.831767, 3.740832, 3.513257, 3.412894, 3.382674, 3.401414, 5.902925, 6.296102, 6.575361, 6.814795, 6.126597, 6.211445, 5.890834, 5.751087, 5.365583, 6.060302, 6.307464, 5.913636, 6.506013, 6.464659, 7.057576, 7.521404, 8.24378, 8.022613, 5.132819, 9.011804, 11.542842, 13.753532, 16.774938, 17.644263, 19.552557, 19.755589]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "pes-Medycyna paliatywna-2018 jesień-20", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 961, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 6, 6, 9, 9, 11, 12, 8, 14, 6, 10, 13, 15, 18, 21, 12, 8, 13, 13, 15, 10, 7, 6, 7, 10, 13, 13, 11, 13, 10, 12, 14, 19, 26, 26, 25, 27, 31, 29, 27, 28, 24, 22, 25, 18, 19, 8, 2, 2, 1], "n_am_pl": [4, 6, 13, 12, 14, 15, 12, 17, 8, 19, 21, 18, 17, 12, 14, 8, 14, 14, 13, 13, 14, 10, 14, 15, 15, 14, 8, 6, 11, 13, 19, 14, 14, 17, 14, 15, 12, 17, 17, 19, 16, 17, 12, 15, 25, 28, 47, 57, 53, 54], "n_pos": 97, "sum_m_en": [8.88188, 12.502788, 13.062299, 13.816098, 14.20685, 14.757337, 14.926653, 15.377133, 15.854994, 15.663143, 15.669408, 15.02329, 14.857187, 15.089864, 15.565998, 16.222525, 15.819489, 15.827566, 15.228938, 15.44983, 15.13626, 15.431598, 15.223195, 15.330936, 15.662742, 16.396059, 15.369497, 15.141658, 14.848357, 14.810836, 14.610987, 15.173239, 15.271009, 16.740334, 17.809599, 18.949742, 20.166274, 24.362851, 23.018073, 21.927721, 22.176148, 22.803917, 18.478774, 21.044454, 17.765279, 16.610803, 8.912531, 2.371168, 2.093974, 1.076534], "sum_m_pl": [1.909881, 4.485172, 5.097966, 5.316329, 5.851406, 6.12732, 6.020187, 6.710584, 7.144932, 7.838663, 8.214158, 8.284734, 8.970302, 8.167901, 8.11386, 8.30826, 7.653105, 7.291006, 6.762677, 7.014543, 6.693523, 6.447959, 6.439048, 6.470991, 10.244091, 11.352994, 10.615743, 10.999957, 10.666927, 11.617928, 11.52283, 11.517546, 10.688066, 11.286267, 11.470947, 10.595155, 10.597564, 11.449299, 13.157466, 14.492321, 14.903687, 15.003918, 12.348742, 17.972329, 23.063532, 25.990027, 43.126884, 54.016732, 52.39351, 53.866182]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 3, 0, 5, 3, 7, 8, 5, 10, 4, 8, 10, 13, 10, 14, 8, 6, 9, 9, 11, 8, 4, 4, 5, 7, 10, 8, 6, 9, 5, 6, 11, 12, 16, 18, 18, 18, 22, 21, 17, 19, 15, 17, 17, 13, 13, 3, 1, 1, 1], "n_am_pl": [4, 4, 7, 7, 9, 7, 8, 11, 5, 12, 11, 9, 12, 9, 10, 7, 7, 8, 9, 9, 11, 7, 10, 10, 10, 9, 6, 6, 9, 10, 13, 7, 6, 7, 6, 8, 5, 12, 10, 15, 12, 15, 8, 12, 19, 21, 42, 50, 51, 53], "n_pos": 54, "sum_m_en": [4.811264, 7.054833, 7.213652, 7.539668, 7.790567, 8.041548, 8.333436, 8.49088, 8.962654, 8.830577, 8.695612, 8.363109, 8.238472, 8.301662, 8.568632, 9.084482, 8.843157, 8.820386, 8.385424, 8.412123, 8.325168, 8.510972, 8.41159, 8.474121, 9.142376, 9.643668, 8.76572, 8.761158, 8.228001, 8.048142, 7.921071, 8.348414, 8.531335, 9.483849, 10.183477, 10.630886, 11.723673, 14.750247, 14.616871, 13.783462, 13.417781, 14.61016, 13.575489, 13.809316, 11.653633, 10.843716, 4.581443, 1.297314, 1.202577, 1.000248], "sum_m_pl": [1.000879, 2.318008, 2.78884, 2.975126, 3.283875, 3.510552, 3.530498, 3.956813, 4.018218, 4.485728, 4.683609, 4.669277, 5.018848, 4.585365, 4.698547, 4.654065, 4.362065, 4.301968, 4.04986, 4.255113, 4.041623, 3.852174, 3.858876, 3.868359, 6.509017, 7.163097, 6.686538, 6.932942, 6.654494, 7.194762, 7.155453, 6.756125, 6.466289, 6.498677, 6.783945, 6.370113, 6.396089, 7.738678, 8.822851, 10.027824, 10.181306, 11.205588, 8.486887, 13.158944, 17.528084, 19.439291, 37.784576, 48.035562, 49.303357, 52.832404]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "pes-Medycyna paliatywna-2018 jesień-20", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1216, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 9, 14, 9, 12, 12, 9, 16, 14, 16, 10, 14, 13, 12, 16, 18, 19, 14, 26, 25, 23, 23, 25, 23, 32, 28, 27, 27, 24, 20, 21, 23, 23, 25, 24, 28, 40, 36, 37, 41, 44, 46, 48, 46, 45, 46, 43, 43, 42, 39], "n_am_pl": [3, 9, 12, 9, 14, 8, 11, 12, 11, 11, 10, 19, 19, 19, 14, 16, 18, 17, 21, 15, 21, 18, 17, 15, 20, 18, 16, 12, 17, 19, 19, 15, 10, 16, 18, 14, 14, 13, 20, 18, 14, 19, 16, 15, 20, 21, 25, 23, 25, 25], "n_pos": 118, "sum_m_en": [13.676919, 16.545039, 16.899026, 17.894805, 18.32917, 18.529819, 17.912672, 17.915636, 17.348529, 18.212785, 19.515136, 19.648724, 19.371338, 19.184744, 18.282277, 18.847512, 18.807889, 18.295019, 19.447024, 19.852756, 19.595867, 19.162567, 19.328708, 19.050823, 25.294152, 23.617785, 21.559872, 19.507699, 20.022999, 19.93392, 19.151858, 19.183245, 18.838996, 21.639584, 23.757465, 25.357323, 29.465961, 30.826594, 30.589037, 34.736295, 37.136462, 39.420498, 43.154148, 43.270178, 42.224226, 44.227153, 42.936998, 40.003246, 37.86913, 38.22804], "sum_m_pl": [2.381367, 5.182894, 6.036067, 5.665909, 6.207208, 6.723958, 7.423042, 8.415034, 8.28234, 9.279602, 9.467669, 10.313719, 10.08766, 10.258489, 11.018202, 11.041961, 10.143687, 10.066532, 9.545234, 9.464299, 9.010771, 8.486678, 8.179387, 8.271297, 14.855099, 14.917899, 13.017291, 13.50346, 12.832374, 14.023211, 12.242532, 11.112647, 10.709343, 10.85702, 10.885472, 9.96733, 10.272654, 10.935151, 13.288978, 12.024048, 13.029201, 13.325831, 12.756974, 12.868147, 16.362199, 17.604401, 22.681353, 21.481189, 22.319628, 24.968226]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 6, 11, 8, 9, 9, 8, 9, 9, 9, 6, 11, 9, 8, 10, 10, 11, 9, 17, 20, 17, 16, 14, 13, 22, 17, 19, 21, 18, 14, 15, 17, 18, 19, 19, 21, 30, 29, 32, 30, 34, 37, 38, 34, 36, 34, 36, 38, 38, 39], "n_am_pl": [1, 6, 3, 4, 5, 4, 8, 7, 4, 6, 4, 10, 10, 8, 6, 6, 9, 7, 11, 8, 10, 10, 9, 7, 11, 11, 8, 4, 7, 8, 9, 5, 5, 7, 6, 8, 9, 8, 11, 8, 6, 11, 9, 9, 12, 15, 18, 19, 22, 24], "n_pos": 63, "sum_m_en": [7.508927, 8.809144, 9.036854, 9.467411, 9.687303, 9.955122, 9.619449, 9.623997, 9.31549, 9.819305, 10.694265, 10.822549, 10.671914, 10.770704, 10.231948, 10.723469, 10.623499, 10.373691, 10.855162, 11.000477, 10.758032, 10.331734, 10.386798, 10.145323, 17.450478, 16.324735, 14.698777, 12.847271, 12.494473, 12.094335, 11.30623, 11.268079, 10.995215, 13.738395, 15.569232, 17.340224, 20.6611, 22.387792, 22.685054, 25.530664, 27.559073, 29.960944, 32.128509, 32.448162, 31.92958, 32.515265, 33.928892, 33.878319, 34.121747, 37.36612], "sum_m_pl": [1.206914, 2.762615, 3.072908, 2.908532, 3.102547, 3.523939, 4.012908, 4.587368, 4.468432, 5.004889, 5.137477, 5.564533, 5.287119, 5.208448, 5.274246, 5.50023, 5.238767, 5.047564, 5.06076, 5.031777, 4.834215, 4.581118, 4.377257, 4.280701, 6.487852, 6.078455, 5.505531, 5.75788, 6.112987, 6.427717, 6.031169, 5.795246, 5.85678, 5.778929, 5.842994, 5.271271, 5.798633, 6.74637, 8.378107, 7.117709, 6.379205, 6.652149, 7.148943, 7.440006, 9.7822, 11.869686, 16.620275, 18.662789, 20.683585, 23.605268]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Medycyna paliatywna-2020 jesień-57", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 966, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9832}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 6, 12, 5, 9, 10, 10, 16, 12, 12, 8, 8, 8, 12, 19, 11, 13, 18, 17, 18, 17, 16, 19, 18, 27, 29, 24, 18, 16, 16, 15, 13, 17, 20, 21, 25, 29, 33, 33, 29, 31, 30, 41, 42, 32, 18, 8, 3, 0, 0], "n_am_pl": [2, 13, 14, 15, 14, 9, 10, 12, 8, 13, 12, 20, 18, 16, 17, 18, 20, 19, 21, 21, 16, 13, 13, 14, 17, 12, 17, 14, 24, 25, 14, 18, 16, 13, 12, 11, 12, 17, 17, 16, 16, 23, 17, 19, 28, 41, 51, 64, 67, 66], "n_pos": 106, "sum_m_en": [10.711132, 15.585168, 16.581506, 16.620405, 16.396216, 16.647332, 15.705826, 16.151151, 15.123641, 16.493649, 17.206951, 16.470575, 16.37689, 16.025603, 16.083874, 16.716553, 17.268101, 16.454223, 17.099192, 17.545748, 17.262543, 17.195624, 17.301322, 17.270387, 23.174338, 21.347956, 19.099966, 16.268525, 16.44073, 16.225265, 15.684295, 14.929247, 15.380571, 16.752366, 18.27779, 18.392615, 20.674482, 23.547192, 24.806218, 26.479525, 25.809724, 26.853425, 35.401721, 33.255603, 27.152987, 19.459498, 8.94987, 3.610184, 0.276197, 0.0225], "sum_m_pl": [1.935465, 5.261115, 6.316492, 5.948044, 6.536046, 6.859523, 7.138634, 7.950609, 7.623229, 8.701091, 8.40389, 9.015373, 8.501522, 8.680725, 9.190052, 8.713514, 8.044568, 8.130022, 7.407048, 7.675888, 7.311386, 6.935091, 6.792171, 6.919352, 11.658068, 11.836007, 10.392576, 10.824217, 11.248287, 12.355983, 10.02075, 10.358704, 9.987971, 9.264249, 8.952301, 9.239217, 10.076211, 11.225364, 12.696658, 11.552106, 12.110144, 12.798287, 13.548091, 15.365663, 23.201596, 31.500763, 46.65114, 62.256504, 64.944479, 65.952153]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 5, 8, 3, 8, 10, 10, 12, 11, 11, 7, 7, 7, 7, 12, 8, 11, 14, 15, 15, 14, 13, 15, 15, 25, 24, 21, 15, 14, 14, 11, 11, 11, 16, 16, 18, 23, 27, 27, 22, 25, 24, 32, 31, 27, 14, 5, 1, 0, 0], "n_am_pl": [2, 10, 6, 8, 8, 9, 9, 8, 4, 9, 10, 13, 12, 11, 11, 12, 10, 11, 14, 11, 6, 5, 6, 7, 8, 6, 9, 9, 16, 14, 9, 14, 12, 9, 9, 7, 7, 8, 10, 10, 8, 15, 11, 13, 22, 33, 44, 60, 66, 66], "n_pos": 66, "sum_m_en": [7.21414, 10.080311, 10.860148, 10.696041, 10.603435, 10.848971, 10.093137, 10.402298, 9.836436, 10.564789, 11.070562, 10.772295, 10.65041, 10.38513, 10.60954, 11.129567, 11.381795, 10.720783, 10.97467, 11.225907, 10.913019, 10.881231, 10.936123, 10.845024, 17.573012, 16.259709, 14.586666, 11.841154, 11.458673, 10.983706, 10.345501, 9.760328, 10.041009, 11.619491, 12.886861, 13.495493, 14.916558, 17.632578, 18.309587, 19.683916, 19.396719, 20.287438, 26.167859, 24.593852, 21.278724, 14.953165, 5.31936, 1.041612, 0.118655, 9e-06], "sum_m_pl": [1.264992, 3.313941, 3.788488, 3.628402, 3.960812, 4.339436, 4.445003, 4.911519, 4.77228, 5.256622, 5.248548, 5.704369, 5.357311, 5.486534, 5.508666, 5.410804, 4.915562, 4.896977, 4.48296, 4.676047, 4.566563, 4.347724, 4.239876, 4.18924, 6.517992, 6.451837, 6.297123, 6.724415, 7.390631, 7.55596, 6.741959, 6.925231, 6.859648, 6.144458, 5.907595, 5.88605, 6.389005, 7.216583, 8.417715, 7.422063, 7.27969, 7.980469, 8.936042, 9.687028, 17.156059, 24.964111, 40.713997, 57.772195, 63.796648, 65.157888]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Medycyna paliatywna-2020 jesień-57", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1221, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 6, 6, 16, 15, 14, 8, 9, 9, 10, 14, 14, 12, 15, 13, 10, 16, 18, 25, 19, 18, 18, 20, 21, 28, 24, 22, 16, 15, 13, 15, 15, 19, 19, 19, 20, 20, 23, 26, 19, 25, 23, 19, 21, 22, 24, 24, 22, 19, 20], "n_am_pl": [5, 11, 13, 10, 8, 4, 6, 11, 4, 7, 9, 11, 14, 12, 11, 16, 10, 9, 13, 10, 8, 8, 6, 5, 4, 8, 9, 12, 11, 13, 12, 11, 14, 8, 6, 5, 3, 8, 10, 6, 7, 7, 8, 6, 9, 14, 16, 17, 17, 17], "n_pos": 91, "sum_m_en": [9.335706, 11.825859, 11.956052, 13.058253, 13.736763, 13.888901, 12.49358, 13.091737, 12.558522, 12.643237, 12.80277, 12.466694, 11.808449, 12.31789, 12.362043, 12.173055, 12.807273, 12.503254, 13.990935, 13.466684, 13.710117, 13.074633, 13.326682, 13.513161, 18.377253, 17.230267, 15.970622, 13.891991, 14.972332, 15.447007, 14.229673, 13.659596, 14.863066, 15.239276, 15.762985, 17.667044, 18.132236, 18.722395, 19.822357, 16.976954, 21.345261, 21.100393, 17.043807, 19.929312, 20.359165, 21.209124, 20.940413, 21.30954, 19.152868, 20.697747], "sum_m_pl": [2.145823, 4.317978, 5.170411, 4.864485, 5.279389, 5.411167, 5.398864, 5.481163, 5.770112, 6.271909, 6.493337, 7.268233, 6.456221, 7.034742, 7.051189, 7.911275, 6.873873, 7.361106, 6.682183, 6.834077, 6.354358, 5.836399, 5.957555, 5.828003, 7.052676, 8.390201, 8.155665, 9.164932, 8.84579, 9.105249, 8.767985, 8.145655, 8.411909, 9.08602, 7.559862, 7.247873, 6.885085, 8.056729, 7.863863, 6.256323, 6.398274, 6.239709, 9.223377, 7.76282, 10.919141, 13.472359, 15.085828, 15.34097, 16.319704, 16.417142]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 4, 8, 6, 7, 4, 6, 7, 9, 12, 12, 8, 9, 8, 7, 10, 11, 13, 13, 10, 11, 11, 12, 15, 13, 11, 11, 9, 8, 10, 10, 12, 11, 15, 14, 12, 14, 18, 14, 17, 15, 14, 17, 18, 21, 20, 19, 19, 20], "n_am_pl": [2, 4, 6, 5, 5, 2, 2, 5, 1, 1, 3, 4, 8, 7, 5, 9, 5, 4, 7, 7, 5, 4, 4, 3, 2, 3, 4, 7, 6, 5, 6, 5, 6, 2, 1, 4, 3, 6, 7, 5, 6, 6, 8, 6, 7, 12, 14, 15, 17, 17], "n_pos": 39, "sum_m_en": [3.765477, 4.908053, 4.942569, 5.603252, 5.99827, 6.411445, 5.972259, 5.991605, 5.895432, 5.939394, 6.109794, 6.055517, 5.791133, 6.093096, 6.126658, 6.159653, 6.144976, 6.113729, 6.801722, 6.348517, 6.670532, 6.20945, 6.250339, 6.307549, 9.892479, 9.487774, 8.657566, 7.538375, 7.972414, 8.014878, 7.496124, 7.196876, 8.168237, 8.491751, 9.188467, 9.791734, 10.477421, 11.078528, 13.134325, 12.378503, 14.51296, 14.790539, 12.949615, 15.499098, 15.43651, 16.810276, 16.662253, 17.788593, 17.593174, 20.194288], "sum_m_pl": [0.820763, 1.713521, 1.953106, 1.850174, 2.105944, 2.160552, 2.247229, 2.296221, 2.354153, 2.577647, 2.825942, 3.171852, 2.912455, 3.109764, 3.244246, 3.652156, 3.06655, 3.249243, 2.859807, 3.012341, 2.680407, 2.46303, 2.555531, 2.501803, 3.713739, 4.559214, 4.376361, 4.584602, 4.089848, 4.023853, 4.114707, 3.528694, 3.572718, 3.740086, 3.279104, 3.826828, 4.18314, 5.35104, 5.233084, 4.273924, 4.57634, 4.805821, 7.403281, 6.455727, 8.635472, 11.335844, 13.60492, 14.135107, 15.841042, 16.130566]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1135, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9783}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 5, 9, 18, 17, 18, 16, 23, 25, 21, 21, 23, 19, 17, 26, 27, 31, 36, 45, 41, 41, 38, 36, 33, 48, 45, 45, 43, 38, 27, 29, 31, 27, 38, 42, 43, 38, 34, 35, 37, 38, 36, 36, 36, 33, 24, 10, 4, 2, 2], "n_am_pl": [3, 13, 16, 9, 17, 15, 11, 14, 10, 13, 14, 18, 17, 19, 19, 17, 13, 10, 12, 9, 10, 11, 11, 12, 12, 17, 13, 16, 21, 23, 19, 20, 25, 15, 23, 10, 17, 17, 17, 16, 18, 20, 23, 25, 39, 49, 63, 64, 71, 74], "n_pos": 133, "sum_m_en": [12.595201, 18.090401, 18.76898, 19.325145, 19.353488, 19.125677, 18.337549, 19.32951, 18.5864, 19.252429, 20.687038, 20.867286, 19.545657, 19.506014, 19.92438, 19.915836, 20.594394, 20.259979, 22.74655, 21.261272, 20.820814, 19.867459, 20.304847, 20.198991, 35.919668, 32.270886, 29.410311, 23.413442, 23.859516, 23.009124, 21.927515, 20.929783, 21.271861, 23.78696, 23.88727, 26.798369, 25.812974, 28.046862, 30.19129, 28.85174, 30.89383, 30.624404, 31.118552, 32.840698, 30.148719, 22.042561, 11.355914, 6.151911, 2.690284, 1.984866], "sum_m_pl": [2.246263, 6.656691, 7.714851, 7.917322, 7.9235, 8.547957, 8.508127, 9.08464, 9.527796, 9.526229, 10.392175, 10.999301, 10.759891, 12.118842, 11.574929, 12.375064, 10.428241, 11.504785, 10.038041, 10.231972, 9.228816, 8.403827, 8.334214, 8.162401, 9.894068, 11.45832, 13.059269, 15.490612, 15.816489, 15.494231, 14.978875, 15.272341, 14.98893, 15.052498, 13.825792, 12.265358, 13.358227, 13.625116, 13.768507, 12.827936, 16.546036, 18.616732, 22.618118, 24.531353, 32.616962, 43.710156, 58.938735, 64.000661, 69.484238, 74.068962]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 2, 4, 10, 13, 10, 9, 14, 15, 13, 12, 16, 12, 13, 18, 17, 18, 23, 29, 25, 24, 22, 20, 20, 27, 31, 25, 20, 19, 13, 18, 19, 16, 24, 28, 28, 23, 23, 21, 24, 26, 24, 22, 24, 22, 16, 6, 3, 2, 2], "n_am_pl": [2, 9, 9, 4, 7, 8, 6, 9, 9, 7, 10, 13, 9, 13, 11, 10, 8, 7, 10, 6, 8, 8, 8, 9, 10, 8, 10, 10, 13, 18, 13, 11, 16, 8, 13, 7, 12, 10, 12, 10, 13, 15, 18, 22, 35, 40, 53, 57, 69, 72], "n_pos": 75, "sum_m_en": [7.625939, 9.957599, 10.338401, 10.524908, 10.858547, 10.613781, 10.280669, 10.954768, 10.685234, 11.224933, 11.742355, 12.053911, 11.332292, 11.327858, 11.63235, 11.740484, 11.753161, 11.354393, 12.499019, 11.47256, 11.532159, 10.807252, 11.212685, 11.137697, 21.112473, 19.380515, 16.702675, 13.25212, 13.245705, 13.107715, 12.375058, 11.937982, 12.482597, 14.225896, 13.894896, 15.635111, 15.444982, 16.41542, 18.018395, 17.63441, 19.359038, 19.368187, 19.925816, 21.439943, 19.482522, 14.471746, 7.084802, 3.995061, 2.145733, 1.98486], "sum_m_pl": [1.267604, 3.744982, 4.164103, 4.163868, 4.163429, 4.663577, 4.82384, 5.239534, 5.611943, 5.667714, 6.154176, 6.603746, 6.44769, 7.486071, 7.068593, 7.503999, 6.285995, 6.986679, 6.124676, 6.08089, 5.341851, 4.795811, 4.76133, 4.652667, 6.056413, 7.02233, 8.428651, 10.290154, 10.161544, 9.927158, 9.33543, 9.611959, 9.404074, 9.837809, 9.0573, 8.044117, 9.465876, 9.670404, 9.446817, 8.87306, 12.312941, 14.025662, 18.043303, 20.614239, 28.836219, 35.950152, 48.961872, 57.98198, 67.485672, 72.261015]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1390, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9776}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 7, 11, 13, 17, 18, 20, 16, 20, 17, 17, 21, 21, 23, 24, 27, 26, 29, 29, 26, 24, 25, 23, 21, 32, 36, 30, 26, 23, 20, 19, 22, 23, 28, 37, 40, 43, 43, 48, 45, 43, 43, 42, 43, 43, 43, 40, 41, 36, 41], "n_am_pl": [0, 8, 6, 6, 5, 7, 4, 7, 6, 7, 10, 7, 8, 13, 7, 12, 9, 7, 8, 5, 7, 8, 8, 8, 4, 8, 7, 8, 9, 10, 7, 7, 9, 5, 6, 3, 3, 2, 1, 3, 4, 4, 1, 2, 3, 3, 2, 1, 2, 1], "n_pos": 78, "sum_m_en": [9.133025, 10.668622, 10.529206, 11.196538, 13.022098, 13.768111, 13.963319, 13.544724, 13.962111, 14.231799, 13.941567, 14.438365, 14.820535, 14.780062, 14.879127, 15.559608, 15.4414, 15.196477, 14.903902, 14.383559, 13.371415, 13.742483, 13.670661, 13.231979, 21.980779, 21.680512, 19.847032, 17.258257, 16.929832, 17.081634, 16.260903, 16.367663, 15.580352, 16.78856, 21.330027, 23.310705, 26.889595, 30.201291, 35.589009, 35.515373, 33.523995, 34.578682, 38.243833, 37.308584, 37.53123, 37.665329, 36.282881, 36.488774, 34.729505, 42.193522], "sum_m_pl": [2.339321, 3.484783, 3.862798, 3.764667, 3.995982, 4.142885, 4.087674, 4.571071, 4.742986, 4.962982, 4.935987, 4.835085, 4.934841, 5.528422, 6.258053, 5.779475, 5.096088, 5.264327, 4.893097, 4.783218, 4.577968, 4.486699, 4.375636, 4.318042, 4.96357, 4.836506, 4.602457, 5.117928, 5.62484, 5.611279, 5.249088, 5.811756, 5.891283, 5.430491, 5.060511, 4.606832, 3.830976, 3.225486, 2.305248, 1.923798, 2.935377, 3.030971, 2.05786, 1.989673, 2.79288, 2.759884, 2.526035, 1.644173, 2.016347, 1.008814]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 3, 6, 8, 10, 11, 13, 11, 14, 11, 13, 13, 15, 15, 14, 18, 19, 21, 21, 19, 19, 19, 18, 18, 26, 28, 25, 19, 16, 16, 14, 19, 15, 22, 26, 31, 33, 35, 38, 36, 36, 37, 34, 36, 37, 38, 37, 38, 35, 41], "n_am_pl": [0, 5, 2, 3, 3, 3, 2, 4, 2, 4, 4, 4, 4, 7, 4, 9, 6, 4, 5, 4, 6, 4, 4, 5, 2, 2, 2, 4, 6, 6, 3, 3, 6, 3, 3, 1, 1, 0, 0, 1, 2, 2, 1, 1, 2, 2, 2, 1, 2, 1], "n_pos": 43, "sum_m_en": [4.733342, 5.904085, 5.920387, 6.272221, 7.450212, 7.854604, 8.233332, 7.810101, 8.186936, 8.049694, 7.952787, 8.299899, 8.444047, 8.637429, 8.872813, 9.383819, 9.366558, 9.356064, 8.906919, 8.408474, 7.754646, 8.047146, 7.947686, 7.56591, 15.616285, 15.116936, 13.751705, 11.458006, 10.934484, 10.786399, 9.994575, 10.298075, 9.974799, 11.077943, 14.778629, 16.887632, 20.023913, 23.605719, 28.751693, 29.494415, 27.620759, 29.14527, 30.705176, 31.14615, 32.125025, 33.221113, 32.526785, 32.520186, 31.917777, 40.592851], "sum_m_pl": [0.987101, 1.483515, 1.81648, 1.827263, 1.968289, 1.954954, 2.00704, 2.272171, 2.387674, 2.409158, 2.407914, 2.227328, 2.413942, 2.522187, 2.885419, 2.555102, 2.326984, 2.436953, 2.538638, 2.563108, 2.422186, 2.375739, 2.333768, 2.311125, 2.080944, 2.172814, 2.256116, 2.702356, 2.945464, 2.879438, 2.762498, 2.919554, 3.133338, 2.924017, 2.705398, 2.64801, 2.237434, 1.835616, 1.09733, 0.948538, 1.937952, 1.904387, 1.512376, 1.526044, 2.275302, 2.109754, 2.280997, 1.439539, 1.841833, 1.005302]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1057, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9375, "tf_agree_excl_first": 0.9494}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 12, 17, 16, 25, 26, 26, 22, 24, 35, 22, 24, 21, 34, 34, 42, 44, 38, 44, 49, 40, 38, 40, 37, 62, 53, 55, 46, 45, 39, 36, 34, 36, 40, 51, 51, 44, 46, 57, 63, 62, 68, 71, 58, 45, 33, 14, 3, 2, 2], "n_am_pl": [4, 12, 16, 12, 7, 15, 13, 15, 12, 12, 20, 20, 25, 27, 21, 17, 13, 21, 13, 16, 10, 11, 8, 7, 6, 15, 8, 17, 18, 23, 16, 18, 19, 16, 10, 15, 17, 19, 22, 16, 14, 15, 20, 28, 46, 59, 79, 91, 94, 91], "n_pos": 143, "sum_m_en": [13.999133, 20.848584, 22.24501, 24.239779, 25.491551, 25.63987, 25.383423, 26.789008, 26.279303, 26.899251, 27.533771, 26.554786, 26.071439, 25.573993, 26.134814, 26.215658, 26.724477, 25.587113, 25.508946, 24.966976, 24.122402, 23.81371, 24.410793, 23.735376, 38.345529, 34.979019, 32.802395, 28.528542, 27.444658, 27.443435, 26.507913, 26.483355, 25.909574, 26.267429, 28.299394, 30.836157, 31.265981, 34.098896, 38.922158, 44.727624, 43.884173, 46.844335, 56.609889, 51.714369, 42.67834, 30.364631, 13.178669, 4.833596, 2.534704, 2.006036], "sum_m_pl": [2.892902, 7.194929, 7.886402, 8.196076, 8.791993, 9.089652, 9.059565, 10.339139, 10.309369, 10.927635, 11.691818, 11.967871, 11.95942, 12.605219, 12.637481, 11.444486, 9.733591, 10.512544, 9.612361, 9.426893, 9.020452, 8.890083, 8.612517, 8.735162, 9.542293, 10.820326, 10.976725, 12.992335, 14.009354, 14.672208, 12.909165, 13.679861, 14.295719, 13.674878, 12.13537, 12.196178, 12.373406, 12.597802, 12.960583, 13.056854, 12.993852, 14.793742, 15.883667, 20.552088, 35.861061, 51.33212, 71.670724, 86.305775, 91.843725, 91.874471]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 11, 13, 10, 15, 17, 12, 12, 14, 19, 10, 14, 11, 21, 18, 26, 27, 21, 27, 28, 24, 23, 28, 28, 39, 33, 34, 29, 28, 24, 21, 22, 25, 29, 37, 36, 31, 30, 38, 42, 43, 44, 46, 38, 30, 24, 12, 3, 2, 2], "n_am_pl": [2, 7, 5, 6, 3, 8, 11, 12, 11, 8, 13, 11, 16, 17, 12, 11, 8, 15, 9, 11, 7, 6, 4, 3, 3, 9, 6, 14, 13, 19, 11, 13, 13, 9, 8, 9, 11, 15, 15, 13, 11, 12, 17, 24, 37, 47, 64, 82, 89, 89], "n_pos": 92, "sum_m_en": [9.116582, 14.015145, 15.118755, 16.262197, 16.470804, 16.524082, 16.578612, 17.515942, 17.132133, 17.455956, 18.11852, 17.341956, 16.868423, 16.58415, 16.991873, 16.914942, 17.573566, 16.697404, 16.696663, 16.338277, 15.898261, 15.54055, 16.085883, 15.4098, 25.543751, 22.727311, 21.707099, 18.573359, 17.869305, 17.845329, 17.216592, 17.323577, 17.034588, 17.728093, 19.390023, 21.356093, 21.821234, 23.843854, 27.204712, 30.462292, 30.00196, 32.402246, 39.935672, 36.241135, 30.002675, 22.207607, 11.099728, 3.734583, 2.163246, 2.006018], "sum_m_pl": [1.485745, 4.4055, 4.923592, 4.991223, 5.458538, 5.785699, 5.899371, 6.677561, 6.657025, 6.936344, 7.422711, 7.684885, 7.654903, 8.126492, 7.916256, 7.063769, 6.030544, 6.522029, 6.112316, 6.060742, 5.78157, 5.71165, 5.540573, 5.671158, 5.969755, 6.8954, 7.181686, 8.840039, 9.471306, 10.131233, 8.697099, 9.167543, 9.40192, 9.00335, 7.740413, 7.804999, 8.162348, 8.580115, 8.840628, 9.543288, 9.860297, 11.234435, 12.56598, 17.04895, 28.530743, 41.557014, 58.660841, 76.639218, 87.601384, 89.501856]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1312, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9793, "tf_agree_excl_first": 0.9861}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 14, 16, 18, 23, 30, 36, 36, 27, 27, 32, 26, 28, 26, 28, 31, 23, 25, 34, 42, 39, 38, 37, 37, 58, 52, 41, 36, 29, 31, 30, 33, 28, 26, 32, 36, 31, 53, 50, 50, 58, 64, 75, 69, 66, 57, 50, 50, 51, 57], "n_am_pl": [4, 12, 9, 13, 16, 17, 15, 20, 15, 26, 22, 19, 21, 32, 33, 32, 32, 25, 21, 24, 25, 21, 14, 15, 24, 25, 22, 28, 33, 41, 31, 32, 39, 34, 29, 26, 24, 19, 23, 18, 16, 17, 15, 19, 26, 28, 30, 32, 32, 34], "n_pos": 160, "sum_m_en": [17.656016, 22.484867, 23.267468, 24.975121, 26.886576, 27.618964, 26.578174, 26.200767, 25.895457, 27.213776, 28.203508, 28.570016, 27.93374, 28.451527, 27.392493, 26.463004, 25.294667, 24.787593, 25.122757, 26.071719, 25.47925, 24.572315, 25.495115, 24.346803, 39.531663, 35.043592, 29.921455, 28.214736, 28.075875, 27.8859, 27.960473, 29.160542, 27.24073, 27.786359, 28.291412, 29.249448, 31.339456, 37.407442, 42.925645, 45.307108, 50.417224, 57.456721, 63.859191, 60.465624, 61.065392, 54.865296, 50.012195, 48.11199, 47.151952, 55.197536], "sum_m_pl": [3.754166, 7.096387, 8.23756, 8.107282, 8.558572, 9.941632, 10.200668, 11.401367, 11.652744, 12.56248, 12.870115, 13.887137, 14.220272, 14.710901, 14.676821, 16.338978, 14.474043, 14.326398, 13.781198, 13.832051, 13.196497, 13.633838, 12.598048, 12.034929, 17.812053, 23.304486, 19.569898, 19.473471, 19.187827, 21.128695, 20.107188, 19.884865, 20.526326, 20.582268, 18.851545, 17.323185, 16.804145, 16.972106, 16.638304, 15.126164, 15.278313, 14.90038, 14.780232, 18.016844, 20.43417, 25.802139, 30.861729, 32.051858, 34.103837, 34.041385]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 1, 0, 2, 1, 3, 1, 3, 2, 4, 1, 3, 1, 1, 1, 4, 2, 1, 1, 1, 4, 5, 3, 4, 3, 5, 2, 2, 2, 2, 1, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.276869, 0.607303, 0.665577, 0.739045, 0.744543, 0.72787, 0.644019, 0.605147, 0.688611, 0.754235, 0.746924, 0.695659, 0.657032, 0.552522, 0.354846, 0.325909, 0.47703, 0.494413, 0.694568, 0.758135, 0.806907, 0.824152, 0.833737, 0.842342, 0.479241, 0.297611, 0.189092, 0.501995, 0.582145, 0.435585, 0.694238, 0.734521, 0.640785, 0.48712, 0.52947, 0.493733, 0.433472, 0.832277, 0.788247, 0.643285, 0.991293, 1.14347, 1.073743, 1.08308, 0.988938, 0.704505, 0.401364, 0.092231, 0.023495, 0.0], "sum_m_pl": [0.034186, 0.121799, 0.199847, 0.230111, 0.262205, 0.337283, 0.357002, 0.385105, 0.361059, 0.494336, 0.515519, 0.554001, 0.756192, 1.114972, 0.873838, 1.550404, 0.830329, 0.744573, 0.527834, 0.567696, 0.461157, 0.423038, 0.401596, 0.397061, 1.262136, 2.70781, 1.585703, 1.169332, 0.720581, 2.009429, 0.880959, 0.536817, 0.441572, 0.804903, 0.479485, 0.753399, 0.703942, 0.467939, 0.496226, 0.513089, 0.310315, 0.318032, 0.28041, 0.255229, 0.183987, 0.182466, 0.121852, 0.058993, 0.076144, 0.000554]}, "lang": {"n_am_en": [13, 10, 11, 13, 15, 21, 25, 23, 19, 22, 20, 18, 16, 16, 17, 18, 16, 17, 25, 30, 25, 29, 30, 31, 45, 36, 31, 24, 20, 23, 24, 23, 18, 18, 21, 24, 21, 42, 36, 35, 45, 47, 56, 55, 55, 50, 46, 45, 49, 56], "n_am_pl": [3, 11, 5, 10, 10, 10, 7, 9, 6, 13, 13, 10, 13, 20, 22, 18, 17, 13, 12, 12, 12, 8, 5, 6, 9, 11, 11, 14, 20, 24, 18, 21, 26, 20, 19, 13, 13, 9, 14, 13, 11, 12, 12, 13, 20, 21, 24, 29, 32, 34], "n_pos": 90, "sum_m_en": [10.45409, 12.742159, 13.39644, 14.396338, 15.341192, 16.129805, 15.637328, 15.119523, 14.860476, 15.67772, 16.186377, 16.57549, 16.199592, 16.70475, 16.175222, 15.199299, 14.193696, 14.023341, 14.006462, 14.571355, 14.30626, 13.705413, 14.549696, 13.546184, 26.391235, 23.055296, 19.795745, 18.160689, 17.500392, 16.972032, 16.586822, 17.03578, 16.282084, 16.898758, 17.455247, 19.449272, 22.072396, 27.286343, 30.897455, 32.545548, 36.871024, 41.434539, 47.833903, 47.65648, 50.725538, 47.840021, 44.853187, 43.005775, 43.906702, 54.274942], "sum_m_pl": [2.337861, 4.100248, 4.767447, 4.548533, 4.800302, 5.631554, 5.711443, 6.48991, 6.804924, 7.442709, 7.557952, 8.308263, 8.261406, 8.406909, 8.419586, 9.003592, 8.262673, 8.071768, 7.898961, 7.953934, 7.58468, 8.159604, 7.413542, 6.997759, 9.782089, 12.286049, 10.772429, 11.085946, 11.513741, 12.152601, 12.594323, 12.790193, 13.637276, 13.158646, 12.36939, 11.119226, 10.860884, 10.26626, 10.56191, 9.482358, 10.107225, 10.46439, 10.951727, 13.377874, 15.804026, 19.959113, 24.21999, 29.141802, 32.858614, 34.01617]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1056, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9938}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 8, 22, 34, 22, 27, 23, 32, 33, 30, 25, 28, 30, 31, 42, 36, 36, 31, 39, 53, 52, 59, 58, 65, 89, 83, 76, 58, 48, 41, 35, 37, 34, 46, 51, 55, 60, 70, 78, 78, 89, 93, 91, 97, 75, 51, 12, 1, 1, 0], "n_am_pl": [5, 19, 16, 26, 23, 32, 35, 34, 34, 41, 34, 53, 54, 55, 52, 63, 62, 50, 61, 54, 52, 46, 46, 40, 44, 60, 47, 47, 57, 60, 63, 71, 71, 63, 54, 55, 64, 59, 57, 57, 54, 48, 62, 68, 92, 129, 183, 203, 210, 206], "n_pos": 285, "sum_m_en": [26.240239, 40.936986, 42.531606, 43.561235, 43.137469, 42.425378, 41.579363, 44.171112, 43.638696, 44.90257, 46.247171, 45.494238, 43.993153, 44.353952, 44.194224, 44.383208, 43.268611, 41.683178, 41.347567, 42.688567, 43.343865, 42.284638, 41.648836, 41.074287, 62.070702, 56.755791, 50.197109, 44.623863, 42.692127, 43.115411, 42.881195, 43.484317, 43.163736, 44.872897, 45.002953, 47.441252, 48.124179, 52.299767, 58.19803, 61.446083, 71.322422, 75.395667, 79.844464, 82.031586, 72.399702, 47.543562, 11.485414, 3.284147, 1.833666, 3.5e-05], "sum_m_pl": [4.446991, 12.704302, 14.23495, 14.923968, 15.225844, 17.621193, 18.134093, 21.376305, 21.324457, 22.45699, 23.276918, 25.377465, 26.025824, 26.549034, 27.040759, 28.485795, 25.182063, 24.810321, 23.576808, 23.191335, 21.777506, 22.759194, 20.991339, 20.212208, 33.333755, 39.24908, 33.660453, 32.750553, 34.581059, 36.279172, 35.12561, 34.929401, 35.462977, 34.819942, 33.781089, 36.08345, 38.789932, 40.43839, 41.446744, 40.736827, 40.237792, 39.502178, 45.765918, 49.561988, 73.85488, 108.699872, 170.779293, 194.401262, 199.686655, 204.985923]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 1, 1, 3, 1, 4, 2, 3, 2, 5, 2, 4, 1, 1, 0, 2, 0, 1, 0, 0, 2, 5, 4, 4, 0, 5, 2, 2, 1, 1, 1, 2, 2, 2, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.278612, 0.623742, 0.685121, 0.768068, 0.69917, 0.693597, 0.644408, 0.627044, 0.718294, 0.728888, 0.754161, 0.673935, 0.654801, 0.565695, 0.364756, 0.33477, 0.488077, 0.52599, 0.683275, 0.750887, 0.812174, 0.823914, 0.841687, 0.864755, 0.502148, 0.33029, 0.199615, 0.447179, 0.522138, 0.456004, 0.746419, 0.68479, 0.574084, 0.48302, 0.494845, 0.423464, 0.342887, 0.606353, 0.574809, 0.554492, 0.636793, 0.636772, 0.560298, 0.494357, 0.770358, 0.311991, 0.13982, 0.049637, 0.002882, 0.0], "sum_m_pl": [0.038475, 0.142771, 0.21617, 0.241636, 0.296266, 0.346793, 0.386387, 0.463681, 0.423265, 0.580244, 0.54458, 0.609236, 0.81791, 1.284546, 1.131315, 1.694891, 0.836384, 0.69029, 0.484077, 0.540423, 0.449062, 0.410645, 0.393583, 0.391977, 0.953482, 2.282325, 1.513261, 1.031904, 0.673239, 1.873004, 0.821188, 0.629721, 0.350164, 0.383793, 0.432917, 1.195886, 1.366741, 0.571553, 0.469985, 0.413044, 0.406375, 0.384933, 0.438375, 0.402108, 0.25591, 0.347244, 0.381815, 0.270904, 0.009303, 0.00072]}, "lang": {"n_am_en": [2, 5, 14, 22, 17, 23, 20, 22, 26, 24, 21, 19, 23, 24, 35, 28, 31, 25, 27, 39, 41, 49, 46, 53, 69, 66, 59, 43, 35, 33, 32, 30, 25, 38, 36, 42, 47, 55, 59, 59, 66, 66, 66, 69, 54, 38, 10, 0, 0, 0], "n_am_pl": [5, 18, 12, 20, 15, 21, 21, 22, 26, 24, 26, 40, 40, 39, 36, 44, 45, 39, 45, 41, 38, 36, 34, 28, 31, 37, 30, 32, 41, 43, 49, 53, 53, 45, 37, 41, 49, 44, 44, 47, 46, 43, 53, 56, 79, 111, 160, 185, 202, 205], "n_pos": 206, "sum_m_en": [19.172801, 29.769989, 30.989937, 31.507216, 31.288302, 30.803936, 30.307636, 32.21885, 31.953987, 32.78714, 33.614628, 33.228413, 32.000992, 32.239504, 32.795219, 33.046558, 32.092276, 30.91837, 30.26333, 31.302742, 31.580067, 30.547243, 30.050816, 29.382508, 46.378256, 42.439809, 37.885296, 33.294923, 32.08242, 32.396644, 31.856715, 32.441661, 32.555315, 34.016808, 33.811188, 35.562597, 36.885944, 39.536459, 43.622091, 46.400861, 52.183432, 54.243872, 58.633754, 61.187911, 53.890218, 35.935913, 8.293799, 2.091328, 1.0206, 4e-06], "sum_m_pl": [3.103484, 8.784747, 9.649223, 10.087038, 10.529802, 12.557577, 12.904707, 15.37646, 15.33783, 16.228878, 16.854129, 18.630699, 18.886951, 18.926829, 19.515173, 19.917068, 18.081203, 17.78947, 16.95128, 16.7074, 15.58743, 16.732376, 15.16107, 14.591658, 24.125858, 27.846884, 24.36915, 24.11453, 25.813454, 26.246753, 26.200604, 25.890342, 26.477886, 26.097555, 25.431505, 27.296693, 29.689853, 31.745997, 33.182738, 32.478724, 32.496777, 32.89975, 37.682043, 40.48709, 62.704681, 96.07491, 150.336622, 176.552099, 191.887796, 203.067046]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 287, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1311, "region_end": 285, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.993}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 8, 14, 14, 19, 15, 12, 10, 10, 8, 13, 20, 19, 19, 15, 22, 28, 21, 18, 31, 26, 25, 23, 30, 37, 25, 23, 27, 30, 35, 30, 32, 35, 30, 36, 38, 36, 37, 39, 43, 47, 49, 52, 50, 43, 47, 48, 44, 47, 51], "n_am_pl": [5, 3, 5, 7, 8, 7, 4, 9, 14, 20, 17, 11, 10, 11, 18, 18, 14, 13, 14, 13, 14, 9, 12, 9, 13, 14, 14, 18, 21, 15, 21, 17, 15, 14, 14, 15, 17, 11, 9, 14, 9, 7, 9, 8, 12, 12, 12, 14, 8, 7], "n_pos": 120, "sum_m_en": [13.06373, 15.22056, 16.796096, 17.650897, 19.204677, 20.289641, 18.114668, 19.353884, 18.084198, 19.12864, 18.732744, 18.995731, 19.359898, 20.28901, 20.060954, 21.015465, 21.419868, 19.933039, 20.221021, 19.843786, 19.373041, 19.507364, 19.758356, 19.744082, 25.636108, 25.30338, 23.53949, 23.245144, 24.04161, 24.691413, 23.190543, 23.980639, 25.170562, 24.523418, 24.619685, 27.308291, 28.816126, 30.389966, 33.602527, 37.661023, 39.082797, 41.682313, 44.268664, 43.72581, 42.948936, 47.22615, 45.942252, 44.411505, 42.386627, 50.789844], "sum_m_pl": [3.013086, 4.96509, 5.452408, 5.346682, 5.600066, 6.044149, 6.438039, 7.874825, 8.260883, 9.058133, 9.138125, 9.319595, 9.718417, 9.022387, 8.844759, 9.337426, 9.04637, 9.159426, 9.300486, 9.247292, 8.971415, 8.402427, 8.098391, 7.997308, 11.623556, 11.587736, 11.353384, 12.961794, 12.23662, 11.816528, 11.517256, 11.320752, 10.598492, 10.938125, 10.548807, 11.317321, 11.059217, 10.261563, 9.810011, 10.793836, 9.321401, 9.111164, 9.682151, 11.306731, 12.991556, 12.300677, 12.29213, 12.681814, 8.994218, 7.072364]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 6, 8, 8, 9, 8, 7, 8, 7, 6, 10, 8, 11, 12, 7, 10, 16, 11, 10, 20, 18, 17, 16, 19, 25, 14, 13, 15, 12, 16, 15, 18, 23, 19, 22, 24, 27, 26, 28, 29, 33, 36, 40, 41, 38, 39, 42, 39, 43, 50], "n_am_pl": [2, 3, 2, 3, 4, 3, 3, 8, 8, 11, 8, 6, 7, 8, 13, 8, 10, 10, 8, 6, 6, 2, 5, 4, 6, 8, 7, 9, 12, 10, 9, 11, 10, 8, 7, 6, 6, 4, 4, 5, 4, 3, 4, 5, 8, 7, 8, 9, 8, 7], "n_pos": 60, "sum_m_en": [6.259874, 7.406339, 8.031534, 8.369774, 9.476218, 10.120464, 8.900105, 9.569491, 9.00451, 9.478184, 9.360687, 9.413361, 9.601263, 10.360211, 10.071971, 10.648539, 10.954507, 10.103661, 10.240104, 10.112819, 9.804633, 9.814469, 9.989631, 9.971749, 14.362248, 13.231495, 12.175015, 11.722197, 11.9396, 12.397404, 11.742536, 12.378463, 13.543392, 13.203369, 14.047905, 15.858932, 18.647112, 20.361906, 22.254195, 24.699115, 26.317412, 30.90912, 33.118858, 34.077961, 34.99694, 38.163782, 38.257455, 36.211234, 37.845213, 48.425797], "sum_m_pl": [1.422759, 2.412012, 2.577526, 2.528201, 2.809837, 3.034002, 3.307245, 4.019892, 4.288349, 4.50129, 4.643131, 4.876926, 5.163498, 4.677198, 4.57012, 4.655112, 4.48972, 4.557454, 4.585804, 4.494793, 4.296315, 4.048132, 3.936423, 3.891684, 5.408127, 5.83967, 6.313289, 7.324083, 6.843032, 6.47792, 6.345359, 6.349737, 5.957406, 5.861029, 5.398221, 5.363644, 4.778719, 4.4214, 4.811163, 4.731137, 4.730085, 4.37544, 5.141892, 6.435752, 7.984557, 7.029182, 7.788962, 8.590975, 7.719195, 7.004297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1226, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9508, "tf_agree_excl_first": 0.9587}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 12, 14, 9, 12, 17, 17, 17, 18, 22, 14, 25, 16, 26, 24, 16, 22, 24, 28, 32, 32, 34, 33, 35, 37, 39, 34, 34, 33, 36, 31, 32, 32, 28, 30, 27, 36, 40, 37, 41, 39, 42, 41, 42, 41, 30, 13, 6, 4, 1], "n_am_pl": [4, 13, 13, 11, 18, 10, 15, 18, 18, 11, 22, 15, 10, 12, 15, 28, 24, 11, 17, 19, 18, 19, 20, 19, 11, 16, 7, 9, 19, 11, 17, 20, 17, 25, 18, 13, 24, 20, 26, 28, 22, 20, 27, 35, 47, 61, 85, 91, 101, 96], "n_pos": 158, "sum_m_en": [14.849306, 22.340504, 22.713098, 22.650124, 23.523528, 23.746873, 22.304242, 25.317499, 23.875194, 25.138357, 25.198818, 24.566386, 24.674168, 25.855899, 25.265755, 26.80052, 26.166291, 24.548712, 24.572609, 23.869899, 23.262936, 23.372574, 23.649986, 23.807392, 31.621156, 33.372742, 29.249642, 28.364201, 28.635038, 29.290493, 28.118996, 29.068645, 29.968585, 28.205534, 28.152456, 27.827411, 28.357549, 30.938601, 30.637059, 33.805648, 33.231838, 37.047796, 38.714665, 37.114284, 31.482005, 27.122248, 12.995269, 5.78845, 2.784019, 0.380873], "sum_m_pl": [2.548179, 7.643935, 8.384116, 8.025531, 8.343104, 8.810689, 8.993016, 10.713256, 10.824385, 11.746956, 12.083391, 12.185859, 12.353419, 11.709032, 11.346338, 11.461108, 10.727265, 10.304227, 10.000401, 10.107342, 9.749864, 9.225521, 9.174432, 9.311372, 12.81884, 13.309102, 12.29183, 12.85799, 12.947789, 13.339519, 13.041736, 12.988887, 13.025165, 13.407025, 13.503673, 13.760685, 14.311465, 14.383423, 15.650735, 16.576205, 16.15556, 16.66878, 20.439866, 29.966712, 41.382294, 54.191613, 77.931625, 89.780784, 97.571988, 97.676534]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 7, 10, 6, 8, 11, 13, 10, 11, 19, 11, 19, 8, 17, 15, 6, 12, 13, 16, 19, 19, 20, 21, 23, 26, 27, 24, 24, 22, 25, 21, 18, 20, 19, 20, 18, 24, 28, 27, 30, 28, 28, 28, 30, 34, 22, 9, 3, 1, 1], "n_am_pl": [0, 8, 10, 11, 9, 6, 6, 13, 12, 10, 16, 11, 7, 10, 8, 20, 18, 8, 14, 14, 13, 15, 15, 16, 9, 11, 4, 6, 15, 7, 11, 13, 9, 16, 11, 9, 15, 12, 17, 17, 14, 13, 21, 27, 33, 48, 72, 80, 94, 96], "n_pos": 98, "sum_m_en": [8.934509, 13.571368, 13.958851, 14.031526, 14.503292, 14.897306, 13.955553, 15.913408, 14.976458, 16.079399, 16.246888, 15.839689, 15.994651, 16.649632, 16.401145, 17.184371, 16.843009, 15.783956, 15.860552, 15.316243, 14.952544, 15.04199, 15.21471, 15.14502, 20.700413, 22.28743, 19.369291, 18.665518, 18.438441, 18.743397, 17.993789, 18.558212, 19.407889, 18.547272, 18.570694, 18.482266, 19.114085, 21.215349, 22.271902, 24.368502, 24.443076, 25.762948, 27.074298, 27.110164, 24.442208, 19.844048, 7.75938, 3.280343, 0.981251, 0.335044], "sum_m_pl": [1.491665, 4.662731, 5.069015, 4.93986, 5.157997, 5.433781, 5.583039, 6.590529, 6.818259, 7.379089, 7.639973, 7.713343, 7.968094, 7.439131, 7.080862, 7.249693, 6.722772, 6.384261, 6.240853, 6.278329, 6.057872, 5.716925, 5.693162, 5.807108, 9.085363, 8.71514, 8.12255, 8.398024, 8.600677, 8.874274, 8.738739, 8.511763, 8.501016, 8.603396, 8.588847, 8.91649, 8.75604, 8.808695, 9.935385, 10.202178, 10.347108, 11.095055, 14.432293, 22.233112, 29.742081, 42.121796, 65.185684, 77.304394, 91.025084, 95.614889]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 160, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1481, "region_end": 158, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9874}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 5, 8, 11, 21, 19, 30, 26, 27, 23, 32, 22, 26, 38, 32, 28, 27, 32, 43, 51, 37, 37, 30, 36, 44, 41, 41, 42, 47, 31, 31, 37, 39, 41, 51, 55, 49, 62, 57, 60, 67, 73, 65, 68, 50, 37, 14, 4, 0, 0], "n_am_pl": [7, 24, 16, 13, 19, 20, 22, 20, 15, 19, 30, 29, 27, 35, 36, 31, 34, 37, 28, 19, 10, 16, 11, 10, 13, 15, 18, 23, 28, 34, 27, 28, 45, 31, 35, 43, 32, 25, 27, 24, 25, 30, 32, 34, 41, 56, 93, 112, 116, 115], "n_pos": 175, "sum_m_en": [16.887219, 24.09264, 25.810685, 28.631994, 30.523299, 31.384096, 31.972768, 32.146515, 30.83955, 31.2546, 32.275924, 31.022759, 29.885085, 28.839099, 28.957639, 28.488178, 30.070136, 28.286028, 29.181499, 30.726075, 28.718596, 27.757014, 29.151951, 29.792955, 34.124701, 38.480008, 35.108218, 30.667423, 31.456848, 30.607262, 28.842224, 29.897631, 30.127023, 33.353554, 36.68088, 38.604136, 38.152196, 42.650114, 44.587525, 46.010076, 48.58421, 54.990756, 53.491795, 58.420103, 47.6068, 37.772555, 16.837105, 5.099027, 1.82976, 0.119654], "sum_m_pl": [3.414389, 8.399512, 9.148937, 9.069374, 8.79865, 10.011079, 10.152502, 12.628837, 12.77945, 14.353293, 15.601656, 15.536285, 17.106917, 17.015701, 17.785709, 18.496201, 17.191162, 15.490334, 15.596575, 14.94135, 13.099257, 13.036366, 12.681169, 12.748682, 16.239713, 16.257692, 18.082053, 19.526142, 20.376699, 22.690229, 21.425628, 21.512504, 22.746958, 21.474684, 20.22843, 19.856962, 20.538511, 19.202946, 18.574401, 18.410934, 20.689209, 21.995127, 27.037132, 29.917237, 36.572092, 50.456058, 86.343561, 104.975374, 111.059331, 115.010997]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.246001, 0.303169, 0.278286, 0.407783, 0.387295, 0.341151, 0.288173, 0.327432, 0.337703, 0.350369, 0.337888, 0.323234, 0.303848, 0.339155, 0.295278, 0.26464, 0.272588, 0.320977, 0.314712, 0.331975, 0.326463, 0.323761, 0.330404, 0.333698, 0.098958, 0.149036, 0.172424, 0.191918, 0.246467, 0.259847, 0.256425, 0.296446, 0.275373, 0.297222, 0.303828, 0.331492, 0.346097, 0.478006, 0.651833, 0.402247, 0.234699, 0.0921, 0.004554, 0.048479, 0.091919, 0.051447, 0.041418, 0.03433, 0.013017, 0.0], "sum_m_pl": [0.125013, 0.135272, 0.1093, 0.119855, 0.087058, 0.11677, 0.09497, 0.113874, 0.161737, 0.167269, 0.1852, 0.209503, 0.218795, 0.218079, 0.256096, 0.275684, 0.249735, 0.21872, 0.224277, 0.200967, 0.176363, 0.17837, 0.182508, 0.186162, 0.317491, 0.207553, 0.343804, 0.301352, 0.242917, 0.251772, 0.220253, 0.184144, 0.165286, 0.143783, 0.157547, 0.149887, 0.192307, 0.135032, 0.145742, 0.312705, 1.452527, 1.2935, 1.40697, 1.07599, 0.361303, 0.118589, 0.064097, 0.041093, 0.029919, 0.0]}, "lang": {"n_am_en": [1, 4, 6, 7, 16, 16, 22, 21, 21, 17, 20, 12, 21, 24, 19, 19, 18, 25, 36, 40, 27, 28, 22, 25, 32, 32, 34, 34, 36, 25, 25, 27, 30, 31, 37, 40, 36, 41, 38, 42, 48, 51, 47, 49, 37, 29, 10, 3, 0, 0], "n_am_pl": [4, 16, 11, 6, 15, 7, 12, 11, 10, 11, 16, 19, 18, 25, 23, 19, 23, 25, 17, 13, 5, 9, 7, 6, 9, 11, 11, 17, 17, 22, 21, 23, 35, 27, 28, 35, 23, 18, 18, 13, 18, 22, 22, 25, 34, 49, 82, 100, 113, 115], "n_pos": 116, "sum_m_en": [11.211122, 15.919816, 16.970544, 18.536215, 20.110822, 20.737181, 21.228603, 21.383758, 20.429257, 20.797687, 21.465781, 20.808543, 19.83331, 19.064906, 19.173289, 19.159782, 20.497751, 19.079967, 19.875818, 20.785329, 19.451594, 18.463232, 19.618932, 20.001764, 24.315477, 27.994011, 25.646827, 22.076255, 22.042112, 21.011103, 19.702715, 20.160455, 20.454463, 21.82099, 24.445014, 25.478215, 25.953643, 29.007762, 30.868826, 32.217053, 33.986826, 38.503976, 39.513413, 42.675766, 35.601531, 29.506464, 12.456262, 3.929414, 1.122081, 0.119262], "sum_m_pl": [2.191275, 5.442215, 5.85741, 5.899923, 5.662075, 6.384289, 6.466476, 8.322959, 8.483042, 9.388696, 10.220615, 10.147482, 11.342541, 11.408239, 11.713997, 12.259173, 11.361513, 10.236621, 10.302696, 9.849862, 8.611654, 8.679421, 8.404745, 8.469167, 11.198995, 10.854958, 12.000833, 12.7345, 13.521877, 15.214574, 14.568646, 14.935354, 15.677668, 14.95442, 14.266874, 14.33112, 14.630945, 13.411624, 11.560407, 11.044413, 12.598742, 14.11622, 18.102836, 19.961644, 28.18764, 41.715797, 75.804936, 95.957166, 107.841924, 114.580425]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 999, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9773}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 7, 7, 9, 16, 19, 20, 26, 27, 28, 31, 26, 28, 32, 37, 34, 35, 44, 39, 55, 50, 45, 47, 41, 47, 49, 47, 40, 37, 30, 29, 32, 35, 45, 47, 50, 52, 61, 60, 55, 63, 70, 55, 59, 51, 42, 12, 3, 0, 0], "n_am_pl": [8, 18, 13, 15, 28, 29, 19, 27, 15, 13, 22, 28, 28, 30, 28, 28, 32, 31, 17, 13, 5, 9, 13, 10, 18, 12, 16, 17, 19, 25, 22, 26, 33, 20, 24, 29, 26, 25, 17, 25, 27, 27, 28, 27, 34, 48, 91, 102, 108, 107], "n_pos": 162, "sum_m_en": [15.022542, 22.105974, 24.224672, 27.146223, 28.90601, 29.379032, 30.335403, 30.661217, 30.062272, 30.015275, 30.011152, 28.787943, 28.322489, 26.928523, 27.233696, 27.148665, 28.535786, 26.880832, 27.726863, 28.719204, 27.763029, 26.2993, 28.336679, 28.895571, 33.30106, 37.974678, 36.338922, 30.929105, 30.73445, 30.273503, 28.319915, 28.671221, 28.416577, 31.938248, 35.699572, 36.59302, 36.52417, 41.866711, 44.82942, 43.789656, 47.388883, 54.434862, 51.695065, 55.106553, 46.126534, 36.168739, 13.035425, 4.175327, 1.496327, 2.1e-05], "sum_m_pl": [2.917042, 7.136448, 8.112316, 8.181141, 8.024387, 9.12381, 9.06897, 11.082467, 11.56941, 12.920871, 13.838827, 13.705918, 14.931563, 15.139679, 15.980108, 16.647, 15.245156, 13.581325, 13.612317, 13.087803, 11.40152, 11.162791, 10.95848, 11.129234, 14.079301, 13.473647, 14.930278, 16.210569, 18.45569, 19.570751, 18.313364, 18.958865, 20.785525, 19.255578, 18.390731, 17.316013, 18.361144, 17.538544, 15.595142, 17.512278, 19.681246, 20.266356, 20.755662, 24.586845, 30.203055, 46.124484, 85.914162, 101.379342, 106.397969, 107.826203]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.239629, 0.290464, 0.261931, 0.392762, 0.379655, 0.321424, 0.271928, 0.293421, 0.302405, 0.321408, 0.307439, 0.291965, 0.289976, 0.319528, 0.287776, 0.262436, 0.269082, 0.316162, 0.308125, 0.327374, 0.316887, 0.311644, 0.32614, 0.331618, 0.083801, 0.109472, 0.142074, 0.154797, 0.219883, 0.240834, 0.240295, 0.257769, 0.253809, 0.308077, 0.2999, 0.326021, 0.332694, 0.524586, 0.710824, 0.399054, 0.283297, 0.111011, 0.005739, 0.060056, 0.074618, 0.035148, 0.032523, 0.021517, 0.004041, 0.0], "sum_m_pl": [0.117632, 0.12156, 0.110866, 0.121748, 0.085859, 0.106335, 0.095128, 0.121528, 0.168061, 0.194618, 0.200119, 0.205603, 0.198526, 0.209326, 0.244164, 0.263271, 0.247562, 0.21047, 0.217648, 0.193121, 0.164489, 0.166509, 0.170949, 0.175407, 0.356905, 0.194687, 0.302816, 0.27762, 0.260221, 0.276401, 0.234005, 0.202803, 0.171297, 0.155223, 0.178112, 0.155215, 0.222804, 0.118688, 0.138818, 0.33386, 1.362226, 1.13201, 1.386535, 0.911184, 0.24417, 0.060489, 0.042411, 0.035134, 0.014583, 0.0]}, "lang": {"n_am_en": [0, 5, 4, 6, 13, 15, 14, 18, 19, 17, 21, 20, 25, 20, 23, 25, 24, 30, 29, 41, 34, 33, 33, 30, 33, 34, 35, 30, 26, 23, 23, 21, 28, 35, 34, 35, 36, 43, 41, 38, 45, 51, 40, 45, 37, 31, 9, 2, 0, 0], "n_am_pl": [4, 12, 8, 6, 20, 16, 15, 18, 9, 6, 14, 16, 15, 23, 19, 18, 20, 18, 9, 8, 2, 4, 8, 6, 10, 9, 12, 13, 13, 20, 13, 21, 22, 14, 19, 22, 19, 18, 13, 15, 18, 19, 21, 20, 28, 42, 78, 92, 106, 107], "n_pos": 108, "sum_m_en": [10.014966, 14.778181, 16.134494, 17.728912, 19.253297, 19.557031, 20.258828, 20.496625, 20.102797, 20.065303, 19.999715, 19.400261, 18.869599, 17.61874, 17.905845, 18.073549, 19.200819, 18.02205, 18.783884, 19.374823, 18.962016, 17.706454, 19.499355, 19.780586, 24.006348, 27.996739, 26.46334, 22.370897, 21.455232, 20.751104, 19.331525, 19.377259, 19.083929, 20.870104, 23.829099, 24.213388, 24.639818, 28.131744, 29.68224, 29.215842, 31.828958, 37.680221, 37.181667, 40.341196, 32.856493, 27.315466, 10.199543, 2.962262, 0.859328, 1.8e-05], "sum_m_pl": [1.846082, 4.803471, 5.392293, 5.427279, 5.255085, 5.934274, 5.859189, 7.393013, 7.665854, 8.463599, 9.111226, 8.983668, 9.858245, 10.198875, 10.623231, 10.931023, 10.019353, 8.893646, 8.949593, 8.730494, 7.491913, 7.514272, 7.353577, 7.448107, 9.799033, 9.195472, 10.032746, 10.928307, 12.600944, 13.50288, 12.806519, 13.255843, 14.446784, 13.461056, 12.950651, 12.412976, 12.936494, 12.550897, 10.41921, 11.273678, 12.819393, 13.630656, 13.881838, 16.453679, 24.078214, 39.205312, 74.628919, 91.669364, 102.094132, 107.332115]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1254, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9755}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 14, 21, 21, 25, 32, 36, 47, 46, 66, 56, 50, 47, 40, 56, 55, 40, 50, 48, 48, 59, 51, 49, 47, 78, 79, 71, 69, 53, 50, 58, 46, 46, 58, 53, 63, 67, 66, 63, 56, 77, 83, 76, 85, 83, 56, 24, 4, 0, 0], "n_am_pl": [13, 19, 30, 28, 34, 33, 25, 34, 35, 39, 47, 49, 49, 44, 44, 51, 42, 38, 38, 38, 32, 38, 35, 40, 36, 37, 37, 42, 54, 50, 65, 52, 43, 38, 45, 43, 47, 50, 57, 49, 46, 41, 65, 62, 75, 107, 158, 196, 205, 211], "n_pos": 302, "sum_m_en": [26.139691, 41.326407, 42.807872, 44.020159, 45.501689, 45.135928, 45.221539, 49.242473, 47.777382, 50.786126, 52.582346, 52.498974, 50.979163, 50.295037, 49.291827, 50.035891, 45.909784, 44.01984, 44.957171, 45.771467, 45.222921, 44.183103, 43.865337, 43.115229, 56.685793, 55.44241, 53.042603, 49.701834, 50.343743, 50.585334, 48.746497, 47.566371, 47.121936, 49.290184, 48.019385, 49.252532, 54.536271, 61.694842, 60.698771, 55.96541, 62.373481, 64.155055, 63.798747, 73.803049, 68.542466, 53.676209, 24.041845, 6.152911, 2.453441, 0.078591], "sum_m_pl": [4.475317, 13.500058, 15.412058, 15.621212, 16.072945, 18.532784, 18.646388, 22.492963, 22.050964, 22.264403, 24.168019, 25.105223, 26.607308, 26.659524, 28.373411, 28.719747, 25.452928, 25.336281, 25.744296, 24.470776, 22.943069, 21.089455, 20.817532, 20.277669, 27.757752, 31.865115, 31.875536, 32.937385, 33.15289, 35.127074, 33.607732, 32.245862, 33.683867, 31.615451, 29.793915, 32.105098, 35.202864, 34.072044, 36.099408, 35.802787, 35.822863, 33.125934, 43.5781, 44.130754, 59.392096, 88.609352, 148.769044, 191.757371, 203.279706, 211.00664]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 12, 15, 15, 21, 27, 29, 34, 34, 50, 39, 40, 33, 34, 43, 43, 29, 41, 38, 42, 46, 39, 37, 36, 59, 60, 54, 53, 40, 38, 43, 37, 37, 47, 44, 53, 56, 53, 52, 46, 60, 63, 56, 67, 63, 44, 17, 3, 0, 0], "n_am_pl": [12, 16, 18, 22, 24, 25, 17, 22, 23, 26, 35, 32, 36, 28, 27, 39, 31, 30, 27, 29, 27, 31, 26, 33, 25, 26, 25, 33, 45, 36, 53, 40, 30, 27, 35, 30, 33, 36, 40, 34, 41, 37, 56, 50, 60, 89, 139, 180, 196, 211], "n_pos": 214, "sum_m_en": [18.837508, 29.397057, 30.918282, 31.389605, 32.648402, 32.511906, 32.815826, 35.357658, 34.420402, 36.712329, 38.080934, 38.276975, 37.477926, 37.177151, 36.632871, 36.741526, 33.642462, 32.103262, 32.50331, 33.093577, 32.692537, 31.680434, 31.485539, 30.720413, 44.014405, 43.016947, 41.287977, 37.889225, 37.833578, 37.78376, 36.352312, 35.644713, 35.233841, 37.481981, 36.512121, 37.773821, 43.403298, 49.394363, 47.278149, 42.649344, 46.161305, 47.605159, 46.310433, 55.906, 51.959956, 42.358021, 18.522203, 4.16136, 1.024726, 0.057309], "sum_m_pl": [3.230307, 9.451055, 10.251744, 10.454617, 10.712275, 12.423699, 12.624902, 15.450033, 15.26875, 15.505002, 17.02073, 17.70529, 18.622398, 18.378269, 19.342848, 19.604728, 17.699688, 17.641911, 18.219376, 17.207474, 16.236258, 14.857511, 14.821873, 14.470336, 19.559794, 20.97035, 21.760836, 23.321925, 24.431373, 25.210182, 24.732638, 23.639234, 24.554067, 22.606888, 21.068285, 23.299568, 25.104287, 25.167443, 27.401503, 27.992159, 29.243984, 27.749224, 36.18198, 36.212655, 48.332548, 75.096155, 130.440812, 176.442624, 194.382556, 210.025779]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "pes-Medycyna ratunkowa-2020 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 985, "region_end": 302, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9868}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 10, 17, 14, 14, 21, 18, 27, 25, 31, 30, 28, 35, 32, 35, 33, 32, 27, 30, 34, 39, 33, 31, 31, 50, 51, 47, 46, 34, 36, 40, 39, 43, 41, 40, 40, 46, 51, 50, 44, 60, 64, 62, 65, 53, 36, 13, 4, 1, 0], "n_am_pl": [6, 14, 23, 17, 16, 21, 19, 30, 31, 25, 31, 26, 31, 27, 23, 30, 21, 33, 30, 32, 34, 30, 29, 33, 29, 29, 23, 30, 43, 30, 41, 46, 41, 27, 32, 39, 40, 41, 47, 51, 38, 33, 47, 45, 62, 85, 126, 146, 152, 159], "n_pos": 216, "sum_m_en": [19.37008, 30.465284, 31.24877, 32.267716, 32.875016, 32.121351, 30.872016, 34.574803, 34.39501, 36.616067, 37.660316, 36.60564, 35.530097, 35.044832, 34.269838, 34.185918, 31.587736, 29.744717, 30.790116, 32.082153, 31.083061, 30.371233, 30.092467, 29.896869, 40.343577, 39.027986, 35.610194, 34.429424, 34.557768, 34.350391, 33.074467, 32.870714, 33.406207, 34.879578, 33.349281, 34.308746, 37.658166, 43.191701, 42.390703, 40.916367, 47.106512, 49.581679, 48.297449, 54.422486, 45.761695, 33.405809, 12.109746, 3.817541, 1.393727, 0.012554], "sum_m_pl": [3.269937, 9.896062, 11.188298, 11.577129, 11.764542, 13.151705, 13.275875, 16.26192, 16.644646, 16.904016, 18.2747, 18.962754, 19.647765, 19.294011, 20.026086, 20.079355, 18.419261, 18.710337, 19.037878, 17.637841, 16.569273, 14.996152, 14.816716, 14.623352, 20.173783, 22.464276, 22.847308, 23.483889, 24.922073, 26.343184, 26.221514, 25.291959, 25.552129, 24.203179, 22.877264, 24.734105, 27.181984, 27.657629, 29.309614, 31.16306, 28.735417, 27.860737, 40.320171, 39.715443, 50.793176, 72.656208, 117.563581, 143.333696, 150.825676, 158.693568]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 7, 13, 12, 12, 15, 12, 22, 15, 22, 19, 21, 26, 26, 26, 24, 23, 20, 21, 29, 30, 24, 24, 25, 39, 43, 35, 31, 23, 27, 30, 29, 30, 31, 31, 33, 38, 43, 39, 34, 45, 46, 46, 46, 40, 30, 11, 3, 1, 0], "n_am_pl": [5, 12, 14, 13, 14, 16, 14, 23, 25, 18, 24, 19, 25, 25, 20, 24, 17, 26, 25, 25, 27, 26, 22, 26, 23, 21, 20, 27, 35, 26, 34, 37, 30, 18, 27, 29, 28, 29, 31, 37, 34, 31, 43, 40, 53, 69, 106, 134, 146, 159], "n_pos": 160, "sum_m_en": [14.608753, 22.555809, 23.590049, 24.25473, 24.806915, 24.17157, 23.072718, 25.655378, 25.469393, 27.328185, 27.997782, 27.236385, 26.738601, 26.325507, 25.745987, 25.474189, 23.497582, 22.126071, 22.930855, 23.983295, 23.042309, 22.409723, 22.173126, 21.974837, 31.003921, 30.154897, 27.224004, 26.107428, 25.900884, 25.750566, 24.792313, 24.873686, 25.228893, 26.208164, 25.240094, 25.943405, 29.223651, 33.884463, 32.824246, 31.225058, 35.013344, 36.870729, 35.26816, 40.023229, 35.163377, 26.969954, 9.623091, 3.052088, 1.019495, 0.012543], "sum_m_pl": [2.51045, 7.255469, 7.825956, 8.032264, 8.169872, 9.089523, 9.170887, 11.56081, 11.728436, 12.007307, 13.19885, 13.870636, 14.565721, 14.239604, 14.859428, 15.018205, 13.645, 13.809528, 14.213845, 13.085667, 12.28893, 11.083406, 11.061357, 10.900971, 15.772385, 16.635144, 17.082399, 17.657529, 19.002729, 20.08974, 20.166994, 19.379552, 19.417317, 18.260891, 17.039816, 18.93649, 20.169104, 21.083421, 22.919165, 25.113493, 24.265011, 23.934799, 35.301198, 33.508757, 41.672252, 60.156117, 100.177202, 129.674695, 143.921039, 157.656215]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 218, "item_id": "pes-Medycyna ratunkowa-2020 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1240, "region_end": 216, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9908}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 27, 25, 29, 32, 25, 24, 21, 18, 28, 34, 33, 36, 33, 31, 35, 44, 47, 62, 44, 45, 43, 46, 46, 57, 59, 55, 45, 49, 36, 45, 44, 46, 45, 58, 54, 66, 66, 73, 67, 69, 62, 64, 64, 61, 62, 54, 54, 48, 53], "n_am_pl": [7, 25, 49, 41, 39, 29, 33, 27, 24, 29, 28, 29, 39, 35, 26, 36, 39, 34, 25, 39, 31, 30, 30, 28, 18, 18, 17, 26, 31, 38, 38, 35, 35, 27, 28, 20, 16, 15, 27, 23, 21, 14, 17, 20, 27, 32, 29, 38, 45, 45], "n_pos": 275, "sum_m_en": [29.95529, 40.164785, 41.740674, 44.516018, 43.9782, 44.810367, 42.813922, 42.877917, 42.254227, 43.146766, 45.488358, 46.175843, 46.238173, 45.284476, 45.144956, 47.169021, 48.273225, 45.685252, 46.894282, 46.555637, 46.447689, 46.854252, 47.289225, 48.581415, 57.189138, 56.815508, 49.747378, 47.323981, 48.22089, 47.169518, 46.819184, 46.638087, 43.894861, 46.343034, 50.704394, 49.053493, 50.269391, 53.410755, 61.181346, 62.544127, 64.664417, 62.679939, 63.904695, 64.092683, 64.661166, 60.865683, 55.315584, 49.578344, 46.393368, 53.3004], "sum_m_pl": [6.928327, 14.110541, 16.452038, 15.887512, 16.492473, 17.994364, 16.864893, 16.948937, 17.325082, 19.091243, 20.278697, 21.658476, 23.528066, 21.551539, 21.382296, 22.143457, 20.416375, 20.83465, 19.772148, 20.74949, 19.273133, 18.265393, 17.491669, 17.14497, 18.80403, 20.162404, 19.562115, 22.508641, 23.012665, 25.73859, 25.100517, 24.821639, 24.972421, 25.196086, 23.987025, 19.952417, 20.251785, 20.477055, 21.624284, 20.593638, 19.423555, 16.979088, 16.875828, 20.294427, 25.748451, 29.671794, 30.826871, 39.828446, 43.479234, 44.860199]}, "digit": {"n_am_en": [0, 0, 2, 1, 1, 1, 0, 0, 3, 3, 5, 2, 1, 3, 2, 4, 4, 3, 4, 4, 4, 3, 3, 3, 4, 4, 8, 3, 1, 0, 1, 2, 4, 4, 3, 3, 3, 1, 2, 2, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 8, 11, 8, 7, 0, 4, 5, 3, 5, 1, 1, 1, 1, 2, 2, 3, 3, 1, 3, 2, 1, 2, 4, 2, 2, 1, 2, 4, 5, 7, 6, 5, 3, 2, 2, 1, 0, 2, 3, 3, 1, 3, 0, 0, 1, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [2.528331, 4.694606, 4.752898, 4.910801, 5.098382, 5.253698, 5.505385, 5.04396, 5.193432, 4.92509, 5.367727, 5.186123, 5.181231, 5.337803, 4.955196, 5.298634, 5.164661, 4.804067, 5.455496, 5.353668, 5.401618, 5.430501, 5.493034, 5.616386, 5.441033, 5.734125, 5.257871, 4.701473, 5.476708, 5.388163, 5.471308, 5.464736, 5.250873, 5.419985, 5.457632, 4.975965, 4.269108, 4.187904, 3.890844, 3.855491, 3.246745, 3.140499, 3.022283, 3.004063, 2.558476, 1.928563, 1.417236, 0.752293, 0.156688, 0.000472], "sum_m_pl": [0.500188, 1.646339, 1.921493, 1.693241, 1.779829, 1.637417, 1.636581, 1.672201, 1.659144, 1.757762, 1.825455, 1.702812, 1.958529, 1.542172, 1.600355, 1.740539, 1.739939, 1.882402, 1.863635, 2.038022, 1.905077, 1.792787, 1.751545, 1.762426, 1.68405, 2.214446, 1.576225, 1.739346, 1.720606, 2.535007, 2.514208, 2.390513, 2.194443, 1.999954, 1.687294, 1.689359, 1.696228, 1.823462, 2.176536, 2.102202, 2.042661, 2.052682, 2.047649, 1.784618, 1.533879, 0.890082, 0.545861, 0.412575, 0.122489, 4.2e-05]}, "lang": {"n_am_en": [2, 9, 10, 9, 13, 8, 11, 7, 10, 13, 12, 13, 14, 17, 14, 18, 20, 25, 36, 24, 25, 22, 28, 27, 31, 35, 26, 23, 29, 17, 24, 26, 26, 23, 31, 31, 40, 45, 48, 48, 47, 45, 47, 48, 48, 49, 43, 46, 44, 53], "n_am_pl": [1, 6, 15, 19, 15, 16, 12, 14, 7, 9, 13, 13, 21, 15, 13, 17, 20, 17, 15, 20, 18, 19, 16, 16, 11, 9, 6, 8, 12, 16, 18, 13, 17, 12, 11, 9, 7, 10, 17, 12, 11, 11, 12, 17, 23, 26, 26, 35, 43, 45], "n_pos": 99, "sum_m_en": [10.736455, 14.140976, 15.460943, 16.558254, 16.39976, 16.555363, 15.398703, 16.109284, 15.834725, 16.477334, 17.002825, 17.698209, 17.477852, 17.084997, 17.647019, 17.826143, 18.903641, 18.358265, 18.526378, 18.46633, 18.059759, 18.109238, 18.388124, 19.196753, 27.725871, 27.413413, 23.32571, 21.607412, 20.831132, 19.630966, 19.04034, 18.793435, 18.481245, 20.005701, 22.480203, 24.232805, 27.15361, 30.378454, 35.402982, 37.16714, 38.56238, 39.720689, 41.062744, 43.035707, 44.59519, 43.709905, 41.698579, 38.822836, 40.516153, 51.50784], "sum_m_pl": [2.428742, 4.85889, 5.572348, 5.727579, 6.099473, 7.266834, 6.6985, 6.758326, 6.906611, 7.581289, 8.152004, 9.037268, 9.910199, 9.103146, 8.631249, 8.928744, 8.043996, 7.904926, 7.702452, 8.240335, 7.566066, 7.159004, 6.800045, 6.5498, 8.230809, 8.460208, 8.580368, 9.428313, 9.927427, 10.554265, 10.324476, 10.363325, 10.335201, 10.784425, 11.062945, 9.201486, 9.339542, 10.236002, 11.143582, 10.71033, 10.582537, 9.807231, 10.656349, 13.581348, 18.244985, 22.932649, 24.950577, 34.83065, 40.976123, 44.79187]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 277, "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1394, "region_end": 275, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 46, 72, 93, 94, 110, 93, 111, 110, 115, 116, 115, 119, 141, 141, 128, 150, 158, 154, 150, 150, 150, 157, 136, 206, 192, 199, 174, 152, 147, 161, 148, 146, 194, 211, 187, 196, 219, 244, 243, 253, 234, 243, 237, 220, 156, 53, 25, 14, 4], "n_am_pl": [15, 92, 89, 106, 98, 96, 124, 81, 98, 89, 107, 103, 107, 108, 115, 111, 111, 101, 94, 103, 93, 74, 69, 72, 60, 73, 68, 107, 119, 137, 128, 156, 137, 114, 108, 90, 83, 82, 96, 92, 89, 105, 116, 117, 154, 201, 327, 362, 395, 381], "n_pos": 803, "sum_m_en": [76.335027, 114.9232, 123.058882, 129.209751, 128.666097, 133.601005, 134.77609, 133.31215, 133.26073, 136.431746, 143.078369, 140.820944, 140.437669, 138.500279, 136.152311, 140.259575, 140.997167, 133.578608, 133.970326, 130.397694, 129.594034, 129.9936, 131.7235, 133.085841, 178.718737, 171.953661, 164.682519, 148.270334, 150.252224, 143.170042, 144.380347, 138.151039, 136.595091, 143.651973, 155.821611, 150.100165, 150.513211, 166.86177, 187.125565, 192.511411, 210.483336, 202.249742, 212.391214, 207.269469, 191.665629, 145.82775, 53.896352, 28.752587, 15.981839, 4.396391], "sum_m_pl": [14.96928, 41.74045, 48.457922, 47.809118, 50.092263, 52.48428, 50.973964, 51.198376, 52.278022, 57.425273, 60.748812, 61.817381, 62.772525, 62.986381, 63.463161, 62.819457, 55.917692, 58.785656, 54.775229, 55.505047, 51.266591, 48.603717, 46.431859, 45.997022, 54.777327, 58.874223, 64.063153, 74.457213, 81.410391, 85.579324, 78.806532, 85.559178, 85.748683, 76.835485, 73.780083, 69.674128, 71.328309, 69.288477, 73.074402, 79.890365, 79.769818, 88.117192, 98.972765, 108.448561, 141.705949, 187.903698, 305.894687, 352.065376, 378.003851, 381.564553]}, "digit": {"n_am_en": [0, 8, 5, 5, 7, 9, 0, 4, 6, 10, 11, 11, 5, 4, 7, 3, 3, 2, 4, 3, 2, 2, 1, 2, 2, 3, 10, 6, 6, 4, 4, 5, 5, 3, 5, 6, 3, 2, 2, 6, 5, 4, 5, 3, 2, 0, 1, 1, 0, 0], "n_am_pl": [0, 12, 20, 21, 11, 8, 21, 9, 10, 10, 9, 9, 5, 0, 6, 4, 7, 8, 5, 7, 4, 3, 2, 4, 1, 2, 3, 9, 6, 11, 8, 12, 8, 4, 8, 5, 11, 3, 10, 4, 1, 2, 3, 1, 0, 2, 1, 0, 0, 0], "n_pos": 72, "sum_m_en": [5.654063, 11.408505, 12.047909, 12.358818, 12.034248, 12.930152, 13.904424, 13.091902, 13.433283, 12.651112, 13.803797, 12.955649, 12.08786, 12.860555, 12.18611, 12.490746, 11.648868, 10.950737, 11.983399, 11.376107, 11.560918, 11.651443, 11.76512, 12.008903, 13.549727, 14.036593, 13.689353, 12.78897, 14.535348, 13.211996, 13.530207, 12.07807, 11.942612, 11.898583, 12.223401, 11.157102, 9.969667, 10.752114, 9.553185, 9.873539, 8.146305, 8.256021, 7.834866, 6.764371, 5.727045, 3.656096, 3.370634, 2.354951, 0.71908, 0.0], "sum_m_pl": [1.207504, 4.416633, 4.542777, 4.186404, 4.004421, 3.784096, 3.769245, 3.948407, 4.084374, 4.411753, 4.65071, 4.266865, 4.051125, 3.640834, 3.693072, 4.123549, 4.220531, 4.815439, 4.067797, 4.04548, 3.786091, 3.565637, 3.513262, 3.54564, 3.462188, 3.807163, 3.396958, 4.299588, 4.840125, 5.32346, 5.02831, 5.1743, 4.271308, 3.73666, 3.896223, 4.035125, 4.056657, 4.013574, 4.738811, 4.543279, 4.485419, 4.452606, 4.438539, 3.890625, 3.435423, 2.676716, 1.722754, 1.049293, 0.338791, 1e-06]}, "lang": {"n_am_en": [12, 20, 30, 44, 50, 51, 62, 61, 62, 60, 63, 67, 65, 75, 80, 81, 94, 106, 106, 107, 104, 107, 111, 101, 142, 133, 128, 112, 99, 90, 94, 87, 90, 123, 137, 120, 125, 153, 161, 158, 167, 158, 167, 159, 163, 117, 37, 18, 8, 4], "n_am_pl": [7, 37, 24, 46, 60, 55, 51, 36, 46, 40, 64, 52, 64, 69, 70, 60, 61, 50, 49, 54, 55, 46, 43, 41, 38, 47, 39, 60, 68, 73, 76, 89, 78, 70, 64, 54, 51, 53, 63, 61, 68, 82, 94, 100, 133, 179, 286, 340, 369, 381], "n_pos": 386, "sum_m_en": [38.368965, 53.577809, 58.855806, 61.378022, 62.250581, 63.340537, 63.291837, 63.816978, 63.662372, 66.058271, 68.339539, 68.698802, 69.061219, 68.290069, 67.622867, 71.354254, 72.770443, 70.028507, 68.903325, 66.758692, 65.406215, 65.212602, 66.234266, 66.368241, 105.010849, 99.654681, 93.545112, 80.847554, 78.445662, 74.08889, 74.730951, 71.619981, 71.613542, 77.709737, 85.768802, 86.934692, 89.605323, 101.101902, 116.237263, 120.53382, 137.284228, 132.00343, 142.315082, 138.625603, 134.025376, 103.98065, 33.831213, 17.703024, 8.939763, 4.392648], "sum_m_pl": [7.005989, 18.661837, 22.101663, 22.371266, 24.194994, 26.428884, 25.553313, 26.227033, 26.884139, 29.35351, 31.098637, 32.505016, 33.300113, 34.281921, 34.054395, 32.762917, 28.370782, 29.247903, 28.052322, 28.159379, 25.674509, 24.534526, 23.211734, 22.82446, 28.919612, 31.367363, 34.24005, 39.722276, 43.064076, 45.24142, 41.566393, 46.472621, 47.449913, 43.211366, 41.109852, 40.448005, 43.2355, 42.126878, 45.581017, 50.909837, 52.692473, 63.20303, 73.106075, 84.093956, 115.139409, 159.657882, 266.537343, 324.889313, 357.2141, 379.392243]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 805, "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1649, "region_end": 803, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 0.9938}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 5, 5, 7, 10, 13, 11, 7, 7, 12, 15, 14, 12, 18, 17, 16, 16, 20, 16, 16, 17, 20, 23, 22, 20, 22, 17, 17, 13, 13, 13, 19, 21, 17, 23, 25, 26, 28, 33, 35, 44, 39, 42, 40, 35, 34, 28, 26, 23, 27], "n_am_pl": [3, 4, 8, 9, 9, 10, 10, 14, 12, 16, 11, 12, 9, 14, 14, 21, 24, 25, 28, 30, 28, 24, 18, 17, 26, 26, 22, 20, 19, 21, 19, 16, 12, 17, 15, 15, 17, 19, 18, 9, 7, 6, 7, 6, 7, 3, 6, 7, 7, 7], "n_pos": 85, "sum_m_en": [9.211502, 10.796146, 10.867086, 11.776668, 12.170807, 12.84, 11.782179, 11.510809, 10.99987, 12.104573, 12.380666, 12.6261, 12.792845, 12.295036, 12.409992, 12.90019, 13.773829, 13.106007, 13.811059, 13.252427, 13.590133, 13.512594, 13.374653, 13.223215, 16.890111, 16.891459, 14.470203, 13.519723, 13.664186, 13.896139, 13.536516, 12.976418, 13.288384, 14.524211, 15.970855, 17.143548, 20.307016, 22.644471, 25.308409, 28.011969, 33.940949, 34.121087, 35.219083, 33.591338, 32.688998, 29.863985, 26.479302, 24.068554, 21.545317, 27.666127], "sum_m_pl": [2.064643, 3.555675, 4.278231, 4.388955, 4.756745, 5.806623, 5.247899, 5.868706, 6.224468, 6.720495, 6.706497, 6.613321, 6.969806, 7.367776, 8.352373, 9.177766, 8.293418, 8.704771, 8.333179, 8.418421, 7.770458, 6.633667, 6.048317, 6.319108, 15.446064, 14.198831, 13.042261, 12.129875, 10.617113, 11.052935, 10.217447, 9.538851, 9.501742, 9.690609, 9.862694, 10.158568, 11.023681, 12.304297, 13.162755, 10.893883, 8.040123, 7.514279, 7.418224, 7.091882, 7.113038, 5.337004, 6.518659, 7.94865, 7.040391, 6.864108]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 3, 2, 3, 3, 3, 3, 1, 3, 4, 6, 7, 5, 9, 10, 8, 7, 11, 9, 11, 10, 14, 14, 13, 13, 16, 13, 14, 9, 8, 8, 11, 13, 10, 12, 13, 17, 18, 20, 21, 27, 25, 27, 27, 26, 27, 24, 21, 22, 26], "n_am_pl": [0, 1, 4, 3, 4, 3, 4, 6, 5, 7, 2, 7, 6, 6, 7, 9, 10, 9, 9, 13, 12, 9, 6, 6, 9, 9, 8, 9, 10, 10, 8, 8, 6, 6, 6, 8, 11, 11, 10, 6, 4, 4, 3, 4, 5, 3, 6, 7, 7, 7], "n_pos": 33, "sum_m_en": [3.719928, 4.214052, 4.361097, 4.739032, 4.839813, 5.009816, 4.6355, 4.65022, 4.563868, 5.139753, 5.337907, 5.536555, 5.539781, 5.31133, 5.480277, 5.720022, 5.975043, 5.700087, 6.001527, 5.726303, 5.967141, 5.904546, 5.745747, 5.645928, 9.722735, 9.749407, 8.668124, 7.50126, 7.327436, 7.066931, 6.538432, 6.338853, 6.551349, 7.678393, 8.504128, 9.741311, 12.414862, 14.1555, 15.540806, 18.942168, 22.517523, 22.918448, 23.078049, 23.943417, 23.855717, 22.652437, 21.438121, 19.645392, 19.641011, 25.563291], "sum_m_pl": [0.716175, 1.293517, 1.615896, 1.768016, 1.965576, 2.278574, 2.010796, 2.117562, 2.2475, 2.451495, 2.459991, 2.410606, 2.585519, 2.738649, 3.044595, 3.154412, 3.15239, 3.113322, 3.100973, 3.174706, 3.05858, 2.556624, 2.355067, 2.473889, 5.929937, 5.534513, 5.243658, 5.038844, 4.379621, 4.300424, 3.876008, 3.730639, 3.753247, 3.947926, 4.025144, 4.247787, 5.567358, 6.367827, 6.212997, 5.530637, 3.781629, 3.594091, 3.568982, 4.531513, 4.560098, 4.08602, 5.474094, 7.014382, 6.656602, 6.84173]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "pes-Medycyna rodzinna-2018 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 995, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9425, "tf_agree_excl_first": 0.9535}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 14, 12, 17, 24, 30, 25, 23, 30, 29, 28, 25, 20, 25, 30, 33, 37, 37, 41, 39, 39, 42, 40, 37, 50, 53, 43, 49, 32, 38, 39, 33, 38, 34, 49, 52, 63, 62, 64, 65, 70, 77, 79, 74, 62, 46, 21, 9, 2, 2], "n_am_pl": [4, 20, 28, 23, 34, 34, 34, 36, 37, 35, 33, 39, 44, 33, 51, 58, 55, 66, 66, 81, 76, 65, 57, 63, 64, 67, 57, 52, 52, 57, 51, 48, 52, 49, 41, 51, 55, 66, 67, 49, 44, 38, 39, 43, 52, 71, 106, 123, 127, 125], "n_pos": 195, "sum_m_en": [18.160108, 27.238015, 29.613583, 30.911931, 30.900993, 31.566419, 29.538658, 29.491033, 29.387035, 31.243367, 31.250006, 31.226801, 30.876598, 29.299908, 30.818365, 32.602627, 34.557852, 33.205918, 33.691985, 31.243268, 31.771772, 31.163913, 31.207159, 30.440646, 40.15927, 40.665405, 36.582506, 33.561497, 32.149314, 32.429973, 30.263508, 30.189681, 31.23271, 32.841788, 36.456556, 40.256062, 41.718994, 44.257713, 49.406858, 56.192786, 59.941079, 64.902368, 71.584973, 68.803897, 58.714778, 46.209162, 20.577833, 8.123445, 2.992553, 2.000414], "sum_m_pl": [3.471504, 8.687277, 10.841317, 10.840982, 11.47266, 14.37259, 13.141208, 14.786303, 15.161025, 16.691379, 16.98104, 17.860564, 19.043389, 18.937459, 19.042747, 20.654562, 19.428828, 19.503436, 18.640095, 21.418132, 17.389698, 14.778362, 13.565868, 14.544845, 44.544023, 37.329292, 33.082911, 29.511655, 27.283508, 27.7062, 27.712457, 26.183445, 24.427595, 26.669267, 24.290548, 26.13021, 28.087125, 36.938259, 41.351563, 35.544379, 31.99075, 30.502067, 31.740201, 35.524294, 45.617947, 62.277353, 98.89198, 119.969383, 122.569534, 126.30744]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 10, 9, 13, 18, 19, 18, 17, 20, 21, 20, 23, 19, 23, 23, 24, 25, 27, 34, 26, 25, 30, 27, 25, 35, 39, 30, 39, 24, 26, 28, 25, 28, 24, 35, 37, 46, 44, 44, 49, 50, 57, 57, 54, 47, 33, 14, 4, 2, 2], "n_am_pl": [3, 13, 14, 13, 21, 19, 15, 20, 24, 22, 18, 26, 32, 22, 35, 39, 40, 42, 42, 54, 55, 44, 39, 44, 44, 43, 36, 34, 30, 35, 31, 27, 38, 33, 27, 33, 35, 44, 47, 30, 31, 27, 27, 32, 39, 59, 90, 107, 121, 125], "n_pos": 129, "sum_m_en": [12.166366, 18.01514, 19.813849, 20.1479, 20.389974, 21.028486, 19.6435, 19.803494, 19.728177, 21.1764, 21.319733, 21.548387, 21.430735, 20.169479, 21.341686, 22.394847, 23.574712, 22.689461, 22.872317, 20.867088, 21.425737, 20.926299, 20.76096, 20.136448, 28.149758, 28.391681, 25.45273, 23.218582, 21.916733, 21.971924, 20.143216, 20.125941, 21.115846, 22.074192, 25.006864, 28.438547, 29.473586, 31.12144, 35.686006, 42.031959, 44.338138, 48.636382, 53.512662, 51.400463, 43.741829, 33.612528, 15.268295, 4.247867, 2.416139, 1.999844], "sum_m_pl": [2.336577, 5.812621, 7.235878, 7.233114, 7.614411, 9.129201, 8.562403, 9.44213, 9.854182, 10.699992, 10.861248, 11.395978, 12.090095, 11.934625, 11.804323, 13.089884, 12.801189, 12.469843, 12.504536, 15.210483, 12.077094, 10.176333, 9.313659, 10.087602, 30.630928, 24.306501, 21.064222, 18.686424, 17.541527, 17.52531, 18.086347, 17.54538, 16.728101, 18.250769, 16.296009, 17.742441, 19.230814, 25.501208, 28.855629, 23.846088, 22.276165, 21.440367, 22.609254, 25.629613, 36.167896, 51.110174, 82.927363, 105.375832, 117.341634, 125.329253]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "pes-Medycyna rodzinna-2018 jesień-6", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1250, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9746, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 19, 17, 28, 28, 28, 25, 26, 32, 36, 37, 35, 25, 31, 37, 31, 30, 31, 30, 25, 28, 27, 26, 24, 39, 37, 36, 41, 39, 32, 39, 32, 36, 41, 41, 58, 48, 55, 62, 58, 68, 78, 74, 71, 65, 58, 58, 56, 51, 52], "n_am_pl": [11, 12, 16, 16, 19, 19, 18, 23, 12, 13, 25, 23, 26, 22, 19, 26, 26, 22, 24, 24, 20, 20, 16, 25, 26, 32, 23, 35, 30, 29, 32, 34, 31, 29, 22, 20, 19, 18, 20, 24, 26, 23, 25, 32, 29, 34, 44, 47, 53, 54], "n_pos": 194, "sum_m_en": [19.855426, 26.518819, 27.141169, 28.711856, 30.878508, 31.903889, 30.558575, 30.674134, 30.448846, 32.279909, 32.535899, 32.672535, 31.104593, 31.722795, 32.564052, 31.79038, 30.79586, 28.93702, 29.639076, 30.29834, 28.645148, 29.264899, 28.876368, 29.303557, 38.558173, 38.367074, 35.187357, 32.283399, 32.871647, 32.875247, 32.209883, 31.829189, 33.009288, 34.712999, 35.475529, 37.419469, 41.89658, 45.672271, 45.841632, 47.990289, 52.349902, 59.465985, 63.188812, 61.139862, 57.616736, 54.763718, 53.189223, 50.273381, 48.219519, 52.701808], "sum_m_pl": [4.314715, 8.752143, 10.371384, 9.877206, 10.241124, 10.740574, 10.783326, 12.65865, 12.364587, 13.913046, 14.613129, 15.590111, 16.013897, 16.487494, 17.899611, 17.760744, 15.79862, 15.580159, 14.747002, 14.370752, 13.170447, 12.611883, 12.403878, 12.107806, 18.420922, 24.190411, 21.97603, 21.464391, 20.735118, 22.31052, 21.4408, 21.004528, 21.8921, 21.833857, 20.639153, 20.902244, 20.554262, 18.635077, 18.22378, 19.840239, 20.359924, 20.677873, 22.479811, 25.777704, 26.925862, 31.241599, 41.746388, 49.049907, 52.709463, 52.664988]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 12, 7, 17, 16, 17, 15, 13, 15, 21, 22, 22, 16, 24, 25, 21, 22, 22, 20, 17, 21, 20, 19, 16, 28, 27, 27, 29, 29, 20, 27, 21, 24, 28, 29, 36, 31, 36, 43, 44, 51, 56, 52, 53, 53, 47, 47, 45, 47, 52], "n_am_pl": [7, 6, 8, 6, 10, 15, 11, 14, 7, 7, 13, 11, 13, 9, 9, 16, 16, 12, 13, 13, 12, 15, 11, 19, 15, 21, 13, 23, 16, 16, 19, 17, 19, 20, 15, 11, 13, 14, 12, 17, 19, 16, 20, 23, 23, 29, 41, 47, 52, 53], "n_pos": 107, "sum_m_en": [11.151256, 14.899683, 15.244833, 15.821921, 16.9473, 17.759771, 16.980349, 17.041833, 17.263986, 18.27568, 18.556977, 18.627266, 17.774778, 18.718151, 19.459871, 19.092612, 18.003739, 17.020288, 17.044672, 17.273403, 16.074601, 16.520936, 16.151929, 16.443659, 24.688781, 24.782551, 22.663409, 20.245896, 20.170102, 19.465603, 18.999086, 18.531199, 19.72349, 21.098959, 21.764998, 23.409201, 25.946736, 29.345129, 30.576169, 33.441346, 37.658325, 42.338214, 43.860353, 44.332518, 44.292569, 42.966976, 43.091069, 40.388458, 41.301237, 50.719056], "sum_m_pl": [2.463243, 4.673902, 5.599978, 5.466393, 5.656964, 5.906081, 5.994718, 7.177242, 7.158448, 8.025829, 8.205049, 8.713768, 8.772894, 8.617905, 9.280313, 9.366426, 8.453303, 8.353974, 8.326034, 8.225643, 7.485111, 7.252382, 7.171664, 6.801861, 10.465242, 13.117575, 12.560858, 12.176242, 11.561841, 12.203349, 12.514239, 12.151699, 12.915106, 12.859007, 12.031549, 12.08415, 12.290126, 11.91282, 11.240018, 12.345874, 11.967121, 13.234816, 16.28822, 18.703801, 21.632928, 26.732855, 37.475423, 46.937874, 50.683703, 51.813106]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1005, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.949, "tf_agree_excl_first": 0.9538}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 12, 15, 27, 20, 23, 18, 16, 28, 34, 27, 32, 16, 21, 23, 32, 34, 26, 27, 23, 23, 19, 24, 28, 41, 40, 44, 36, 34, 27, 33, 27, 23, 34, 40, 38, 34, 45, 45, 45, 58, 58, 55, 53, 42, 27, 13, 1, 0, 1], "n_am_pl": [6, 14, 18, 25, 20, 12, 11, 23, 14, 14, 24, 21, 14, 19, 19, 14, 16, 18, 19, 18, 15, 10, 10, 10, 10, 26, 14, 22, 32, 25, 24, 27, 18, 21, 15, 21, 23, 24, 22, 29, 30, 39, 45, 48, 56, 71, 105, 122, 127, 130], "n_pos": 189, "sum_m_en": [17.100745, 27.167039, 28.806676, 29.94238, 29.590159, 30.591892, 28.664059, 29.731453, 28.520279, 30.222699, 30.609969, 29.782462, 28.519453, 29.204865, 28.626569, 29.32867, 29.889668, 27.328118, 27.606074, 29.329556, 26.962915, 27.373848, 29.873867, 29.826418, 42.036294, 40.682258, 36.71815, 32.842661, 32.543765, 31.652868, 30.4526, 29.937974, 29.877224, 31.511407, 31.273893, 29.923862, 30.979885, 34.32506, 33.886512, 35.962457, 42.10765, 47.548, 48.264358, 47.872894, 42.882378, 30.872774, 12.119463, 1.878952, 1.053454, 0.842473], "sum_m_pl": [3.064979, 9.018352, 10.452464, 10.592335, 10.396181, 10.938133, 10.700845, 12.778147, 12.202352, 13.289255, 13.94284, 14.502162, 14.195875, 14.503506, 15.018266, 14.675914, 13.632606, 12.794366, 12.425819, 12.361752, 11.663675, 11.063941, 10.400216, 10.611826, 12.664297, 15.940642, 15.382215, 16.804882, 17.848208, 19.339253, 17.972202, 18.0515, 17.540102, 16.535963, 16.773321, 17.172219, 17.321594, 17.736939, 18.944797, 20.328413, 22.290082, 26.111088, 33.303254, 39.760424, 48.078042, 62.931648, 100.803894, 120.002133, 127.722555, 130.456128]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 8, 12, 17, 13, 17, 13, 10, 19, 23, 22, 25, 13, 13, 18, 23, 25, 20, 20, 18, 17, 15, 20, 24, 32, 32, 35, 30, 29, 19, 27, 23, 18, 28, 31, 27, 21, 30, 30, 31, 42, 42, 40, 37, 32, 20, 11, 0, 0, 1], "n_am_pl": [5, 13, 12, 15, 10, 10, 8, 17, 11, 10, 16, 15, 13, 15, 15, 11, 14, 15, 15, 15, 11, 7, 8, 7, 7, 20, 11, 12, 21, 17, 14, 18, 13, 14, 10, 17, 19, 21, 17, 23, 24, 31, 38, 43, 49, 62, 97, 117, 125, 130], "n_pos": 132, "sum_m_en": [12.189348, 18.910763, 20.104666, 20.659177, 20.577924, 21.04255, 19.682771, 20.625088, 20.03945, 21.249586, 21.820758, 21.262033, 20.21159, 20.852905, 20.659381, 20.95844, 21.446555, 19.933848, 20.055467, 21.467258, 19.440965, 19.868825, 22.236675, 21.921073, 32.479739, 31.148478, 28.252963, 25.25946, 24.600487, 23.663882, 22.848516, 22.500751, 22.567733, 24.136822, 23.778192, 22.442896, 22.78236, 24.292601, 23.198609, 24.754788, 30.62671, 34.9099, 35.092291, 34.72822, 32.320525, 22.681301, 9.147439, 1.031147, 0.577556, 0.841964], "sum_m_pl": [2.16346, 6.314007, 7.315641, 7.270885, 7.095634, 7.565786, 7.524569, 9.104294, 8.687357, 9.462452, 9.790569, 10.321179, 10.15062, 10.430126, 10.742693, 10.437296, 9.716403, 9.216792, 8.946918, 8.872508, 8.344624, 7.875801, 7.309604, 7.443459, 9.508754, 12.066569, 11.530041, 12.51739, 13.101617, 14.097101, 13.200393, 13.290069, 12.983252, 12.468155, 12.677693, 13.153464, 13.280847, 13.754911, 14.399575, 15.419219, 16.880992, 20.185695, 27.341326, 33.240893, 41.205233, 54.331378, 91.140815, 113.082413, 124.025109, 129.351305]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1260, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9947}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 9, 13, 13, 17, 15, 15, 21, 17, 19, 9, 13, 15, 15, 15, 19, 25, 21, 22, 27, 31, 26, 26, 28, 31, 29, 24, 21, 28, 24, 23, 24, 28, 31, 37, 36, 39, 43, 46, 44, 36, 44, 44, 46, 45, 41, 36, 35, 37, 36], "n_am_pl": [9, 5, 7, 7, 9, 8, 6, 4, 9, 11, 19, 14, 10, 8, 8, 10, 9, 6, 6, 3, 5, 6, 6, 3, 3, 4, 5, 8, 6, 6, 7, 10, 6, 6, 5, 3, 3, 3, 4, 3, 5, 4, 5, 3, 5, 6, 7, 9, 7, 10], "n_pos": 98, "sum_m_en": [11.578934, 13.266114, 13.419452, 14.34338, 15.525147, 16.332853, 15.951265, 16.001032, 16.502657, 16.9878, 16.753106, 16.839039, 17.296463, 18.090853, 18.30067, 19.836832, 19.521674, 19.34152, 19.106465, 19.286428, 18.1839, 17.732911, 17.559818, 17.844434, 25.969983, 23.911453, 22.429718, 21.728678, 21.477727, 21.337099, 20.752357, 21.913724, 22.897345, 22.675853, 24.333161, 27.095426, 29.865732, 33.735224, 35.47148, 35.924796, 36.870787, 40.15658, 40.216213, 41.305093, 39.328291, 35.27151, 34.173014, 32.990428, 34.309234, 37.409198], "sum_m_pl": [2.471848, 4.164751, 4.525138, 4.178535, 4.655326, 4.856471, 5.540602, 6.249054, 6.296092, 7.264552, 7.501977, 7.860772, 8.153459, 7.787584, 7.72014, 7.913104, 7.567793, 7.020494, 7.14126, 6.867471, 6.595678, 6.402392, 6.529662, 6.25353, 5.967829, 6.910806, 6.384723, 7.881128, 8.280816, 8.346272, 8.552855, 8.224519, 7.854095, 7.794304, 7.407156, 7.176716, 6.902376, 5.865116, 5.313313, 4.826021, 4.488665, 4.536131, 5.105181, 4.276953, 6.161989, 6.423875, 7.271969, 7.423036, 8.096812, 9.086069]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 6, 5, 10, 7, 10, 14, 9, 12, 7, 10, 12, 8, 7, 8, 11, 9, 11, 14, 19, 18, 16, 19, 19, 19, 16, 14, 16, 16, 15, 14, 15, 19, 21, 21, 22, 26, 28, 25, 23, 30, 31, 31, 31, 29, 28, 27, 30, 35], "n_am_pl": [4, 2, 1, 4, 4, 5, 2, 2, 3, 5, 10, 5, 3, 5, 5, 5, 6, 3, 2, 0, 1, 2, 1, 0, 1, 3, 2, 2, 2, 3, 1, 4, 1, 1, 2, 1, 2, 0, 2, 2, 1, 1, 1, 1, 4, 4, 7, 9, 7, 9], "n_pos": 47, "sum_m_en": [5.267602, 6.200453, 6.168539, 6.501471, 7.135997, 7.486445, 7.644135, 7.615574, 7.889982, 8.327829, 8.308237, 8.148796, 8.30968, 8.644175, 8.692683, 9.399759, 9.342867, 9.401428, 9.269897, 9.344631, 8.816939, 8.726852, 8.731469, 9.201769, 15.375834, 14.175523, 12.472829, 11.50462, 11.441719, 10.806248, 10.301296, 10.774723, 11.642866, 12.127525, 13.044133, 14.539622, 16.915783, 19.484493, 21.106653, 21.987533, 23.687233, 27.195057, 27.62261, 28.488686, 28.151625, 26.758369, 26.180483, 25.32754, 27.75534, 34.645343], "sum_m_pl": [1.062728, 2.027342, 2.105532, 2.029239, 2.284802, 2.343024, 2.542505, 2.875089, 2.918061, 3.379459, 3.578983, 3.751162, 3.904072, 3.74196, 3.830834, 3.84499, 3.64737, 3.318713, 3.326838, 3.220243, 3.156593, 3.007877, 3.11139, 2.925186, 2.709803, 3.129029, 2.92312, 3.530567, 3.765928, 3.857951, 3.948735, 3.795772, 3.557441, 3.621122, 3.532008, 3.414188, 3.240466, 2.775895, 2.534453, 2.279942, 1.789997, 1.489613, 1.534493, 1.373334, 3.010694, 3.68542, 6.490469, 6.684532, 6.951436, 8.662508]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1048, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.89, "tf_agree_excl_first": 0.899}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 9, 19, 26, 37, 46, 47, 56, 58, 61, 58, 53, 33, 41, 60, 71, 74, 61, 69, 71, 87, 92, 81, 80, 86, 83, 78, 71, 62, 50, 48, 57, 48, 70, 78, 74, 77, 96, 109, 109, 116, 103, 101, 110, 85, 65, 17, 0, 0, 0], "n_am_pl": [5, 29, 25, 19, 19, 16, 31, 25, 16, 26, 30, 32, 31, 40, 36, 29, 30, 20, 28, 18, 11, 15, 22, 19, 21, 21, 23, 30, 26, 28, 27, 36, 26, 33, 28, 34, 29, 31, 20, 38, 31, 40, 49, 50, 66, 85, 132, 174, 185, 192], "n_pos": 257, "sum_m_en": [22.757436, 36.171749, 38.274628, 39.75129, 41.262932, 42.518288, 43.649628, 45.009338, 45.844387, 46.856382, 47.808289, 47.068709, 46.972471, 47.750946, 47.947455, 52.254612, 50.968351, 48.914872, 48.371306, 48.273057, 46.759386, 46.013409, 45.691113, 45.073334, 74.193603, 67.509274, 61.941254, 55.311831, 53.043002, 51.685837, 48.483028, 48.632284, 48.752425, 54.549723, 58.550504, 62.200038, 59.732536, 70.681698, 80.097067, 81.048419, 82.791102, 84.962965, 84.544664, 94.061272, 74.980155, 53.811834, 18.536088, 3.360541, 1.696024, 0.000345], "sum_m_pl": [3.556259, 10.989441, 12.546141, 12.434658, 13.443025, 14.052253, 14.916956, 16.439147, 16.288533, 17.979857, 18.833012, 18.760169, 19.788473, 19.607598, 19.496048, 19.51542, 18.339563, 17.109728, 16.846052, 16.393711, 15.311128, 15.284771, 15.349168, 15.355591, 17.960185, 19.405275, 19.890764, 23.07191, 23.310955, 24.122243, 22.898885, 23.025668, 21.834154, 20.771616, 19.436108, 20.119254, 21.291486, 19.78336, 21.36499, 24.798723, 27.155089, 32.553977, 35.925494, 39.565551, 56.665561, 77.682599, 121.584003, 166.115872, 178.002034, 192.111928]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 2, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 2, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0], "n_pos": 2, "sum_m_en": [0.202476, 0.327335, 0.309231, 0.260526, 0.339809, 0.324993, 0.416563, 0.386591, 0.295587, 0.280005, 0.29581, 0.334708, 0.372886, 0.411818, 0.406494, 0.466972, 0.366201, 0.430196, 0.398194, 0.381587, 0.403174, 0.449775, 0.360346, 0.357405, 0.943283, 0.731228, 0.560295, 0.362305, 0.293033, 0.382441, 0.428815, 0.463423, 0.456171, 0.531955, 0.590656, 0.796452, 0.757569, 1.109232, 0.880584, 1.307781, 1.020046, 0.801762, 0.519602, 0.568251, 0.300707, 0.334218, 0.482768, 0.101021, 0.127316, 0.0], "sum_m_pl": [0.031327, 0.06694, 0.073578, 0.06002, 0.075981, 0.06381, 0.066811, 0.057061, 0.045925, 0.054546, 0.055045, 0.056064, 0.059436, 0.049807, 0.054908, 0.101245, 0.073444, 0.070741, 0.094334, 0.093223, 0.093952, 0.132191, 0.11279, 0.125279, 0.855824, 0.748228, 0.902085, 0.77997, 0.823609, 0.365345, 0.242983, 0.139426, 0.123092, 0.120168, 0.129124, 0.229113, 0.240712, 0.270734, 0.273366, 0.358347, 0.39172, 0.349697, 0.275774, 0.413266, 0.223989, 0.152847, 0.084225, 0.146473, 0.166812, 0.0]}, "lang": {"n_am_en": [6, 9, 12, 22, 26, 33, 34, 44, 50, 49, 49, 45, 26, 31, 50, 58, 58, 46, 53, 53, 65, 68, 58, 59, 67, 65, 60, 59, 49, 42, 39, 46, 38, 56, 56, 55, 54, 72, 83, 82, 88, 78, 77, 86, 67, 50, 15, 0, 0, 0], "n_am_pl": [4, 26, 20, 12, 16, 12, 22, 16, 7, 21, 25, 21, 22, 31, 27, 18, 20, 16, 23, 15, 10, 12, 18, 15, 18, 16, 18, 26, 22, 21, 23, 29, 20, 25, 26, 31, 26, 27, 18, 33, 27, 35, 43, 43, 58, 74, 120, 161, 176, 191], "n_pos": 191, "sum_m_en": [17.173458, 27.082121, 28.351914, 29.214617, 30.305763, 30.872036, 32.012581, 33.42887, 34.330512, 35.1274, 35.968272, 35.344356, 35.226978, 35.582683, 35.830454, 39.169102, 38.08647, 36.515221, 36.147403, 36.043741, 34.900996, 34.355015, 34.398007, 33.872393, 58.087676, 53.405019, 48.682171, 43.152711, 40.984796, 39.467177, 36.902353, 36.793408, 37.23101, 41.551006, 44.062251, 46.64036, 44.64432, 52.608599, 61.040565, 62.039246, 63.016934, 65.03949, 64.727654, 72.760408, 58.416259, 43.189858, 15.670982, 2.614831, 1.085779, 0.000315], "sum_m_pl": [2.713274, 8.528585, 9.590516, 9.511859, 10.233551, 10.738192, 11.515648, 12.742751, 12.758393, 14.095329, 14.703904, 14.506485, 15.364665, 15.316671, 15.228553, 14.95653, 14.042696, 13.215759, 12.936663, 12.522001, 11.648179, 11.672618, 11.69906, 11.64071, 13.628215, 14.759272, 15.171589, 18.014248, 18.156644, 19.024256, 18.067899, 18.400499, 17.461433, 16.776075, 15.666869, 16.34956, 17.328941, 16.577305, 17.943164, 20.794205, 22.989627, 28.448746, 30.96481, 34.852477, 49.443823, 68.092921, 109.596028, 153.292268, 171.00916, 189.882674]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 333, "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1303, "region_end": 257, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9819}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 4, 6, 6, 7, 8, 10, 8, 9, 8, 12, 10, 11, 12, 10, 11, 11, 14, 13, 12, 18, 14, 14, 11, 14, 16, 12, 12, 13, 12, 16, 17, 18, 18, 19, 19, 17, 13, 19, 18, 18, 16, 19, 19, 15, 15, 16, 18, 14, 22], "n_am_pl": [1, 2, 4, 4, 5, 5, 3, 6, 1, 3, 6, 9, 6, 7, 4, 5, 3, 3, 4, 4, 4, 5, 3, 3, 3, 5, 5, 6, 5, 9, 8, 6, 4, 6, 6, 5, 3, 5, 1, 1, 1, 3, 3, 1, 0, 0, 1, 0, 1, 0], "n_pos": 47, "sum_m_en": [5.908403, 6.907217, 6.978693, 7.70804, 8.435293, 8.640118, 8.28498, 8.077348, 8.48332, 8.753876, 8.425157, 8.276996, 8.245566, 8.297171, 7.84893, 7.785088, 8.115862, 8.182151, 8.302357, 7.999077, 8.364912, 8.478538, 8.572477, 8.413702, 11.675934, 11.860422, 11.186504, 10.630232, 11.02799, 11.182379, 11.189527, 10.648322, 10.586202, 10.882347, 11.649739, 11.671083, 12.703244, 12.180845, 15.184323, 14.783411, 15.164145, 15.551384, 16.667393, 17.238983, 16.716249, 16.331162, 16.410779, 17.021818, 14.91564, 21.709446], "sum_m_pl": [1.601786, 2.283588, 2.502917, 2.506602, 2.969327, 3.36504, 3.220553, 3.409358, 3.287266, 3.849714, 4.06221, 3.846325, 4.364754, 4.414422, 4.417781, 4.77023, 3.824259, 3.767269, 3.415954, 3.648925, 3.403119, 3.179456, 3.122059, 3.008394, 4.018702, 4.221217, 4.131895, 4.226698, 4.066555, 4.349912, 3.996515, 4.312169, 4.696578, 4.638016, 3.694116, 3.375714, 2.990416, 2.983481, 2.833642, 2.18365, 2.292289, 2.665335, 2.486489, 1.905772, 1.38115, 1.155342, 1.31349, 0.746845, 0.832166, 0.006733]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 1, 0, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.392405, 0.604506, 0.639682, 0.712475, 0.796135, 0.764836, 0.782255, 0.688249, 0.738199, 0.782032, 0.629675, 0.621842, 0.573192, 0.555104, 0.576021, 0.584602, 0.650583, 0.644519, 0.652438, 0.644878, 0.656398, 0.684503, 0.70353, 0.714532, 0.851062, 0.833107, 0.731199, 0.660404, 0.690973, 0.696691, 0.63107, 0.669659, 0.711156, 0.738817, 0.812445, 0.709947, 0.691161, 0.621947, 1.250379, 0.467189, 0.398209, 0.401661, 0.481389, 0.372231, 0.341253, 0.3625, 0.338421, 0.203697, 0.154007, 0.0], "sum_m_pl": [0.061144, 0.152246, 0.161444, 0.195758, 0.278904, 0.204834, 0.188031, 0.191664, 0.24369, 0.283507, 0.292917, 0.231257, 0.30553, 0.318089, 0.284987, 0.298738, 0.220407, 0.246194, 0.227356, 0.226491, 0.222155, 0.212438, 0.21657, 0.215532, 0.247601, 0.246196, 0.267196, 0.333453, 0.306555, 0.302551, 0.315936, 0.293361, 0.340957, 0.256769, 0.186285, 0.158622, 0.205149, 0.181328, 0.119752, 0.136889, 0.232886, 0.300012, 0.289692, 0.242953, 0.207956, 0.160405, 0.150684, 0.070806, 0.055384, 0.0]}, "lang": {"n_am_en": [3, 3, 3, 4, 6, 5, 8, 6, 6, 6, 6, 5, 7, 7, 5, 5, 6, 9, 8, 8, 12, 10, 10, 8, 9, 11, 10, 10, 9, 10, 12, 12, 10, 14, 12, 14, 13, 12, 12, 12, 14, 15, 17, 17, 15, 14, 15, 17, 14, 22], "n_am_pl": [1, 1, 3, 3, 0, 2, 1, 4, 1, 1, 3, 3, 1, 3, 2, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 3, 1, 4, 2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0], "n_pos": 23, "sum_m_en": [2.886848, 3.504349, 3.434723, 3.723839, 4.071658, 4.160713, 4.069904, 4.140528, 4.313681, 4.557336, 4.3931, 4.335925, 4.253213, 4.27548, 3.967558, 4.025744, 4.224016, 4.309512, 4.322125, 4.129252, 4.587235, 4.580278, 4.635088, 4.407515, 7.797353, 7.829473, 7.303127, 6.860803, 6.897801, 6.778542, 6.840515, 6.368186, 6.420636, 6.75702, 7.717055, 7.892743, 9.156943, 9.049297, 10.59542, 11.046282, 12.564803, 13.403241, 14.348217, 14.801962, 14.412167, 13.906991, 14.428857, 15.228951, 14.102057, 21.323226], "sum_m_pl": [0.940191, 1.162393, 1.348012, 1.326412, 1.463761, 1.682282, 1.485055, 1.636818, 1.601246, 1.739319, 1.81534, 1.751723, 1.907544, 1.895683, 1.84716, 2.040958, 1.635904, 1.682703, 1.567745, 1.743036, 1.633815, 1.556843, 1.500693, 1.453695, 1.517664, 1.766087, 1.781258, 1.701122, 1.734893, 1.919804, 1.756028, 1.957676, 2.106216, 2.198728, 1.946601, 1.905937, 1.684684, 1.542982, 1.492962, 1.173289, 0.89308, 0.940421, 0.58272, 0.456055, 0.488839, 0.555055, 0.402715, 0.337072, 0.630938, 0.005218]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 49, "item_id": "pes-Medycyna rodzinna-2020 jesień-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 977, "region_end": 47, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 4, 10, 9, 8, 9, 19, 14, 14, 13, 8, 10, 4, 10, 14, 14, 16, 23, 30, 30, 29, 26, 29, 30, 27, 32, 22, 22, 19, 17, 13, 15, 19, 21, 20, 18, 26, 25, 28, 34, 29, 23, 23, 26, 25, 19, 3, 1, 0, 0], "n_am_pl": [0, 5, 7, 8, 15, 10, 9, 13, 8, 5, 5, 8, 11, 12, 9, 10, 12, 9, 6, 5, 4, 9, 10, 5, 4, 6, 4, 8, 3, 13, 11, 18, 15, 13, 16, 12, 11, 10, 8, 8, 8, 11, 8, 11, 11, 22, 35, 39, 49, 52], "n_pos": 79, "sum_m_en": [8.61534, 11.617878, 12.105619, 12.006547, 11.977608, 12.804021, 12.248385, 13.468361, 13.88166, 13.963316, 14.342687, 13.903317, 13.292889, 13.384505, 13.086312, 12.883676, 13.741067, 13.10171, 12.939156, 12.745215, 12.213479, 12.307522, 13.073794, 13.003555, 21.266884, 20.655494, 17.480537, 14.659543, 14.532614, 14.543267, 13.733686, 13.64844, 13.563294, 13.538072, 14.527081, 14.686683, 15.303128, 17.072947, 18.624993, 20.464404, 20.635753, 20.220322, 20.502541, 22.644413, 20.278633, 16.572042, 4.54487, 1.040175, 0.215368, 0.000191], "sum_m_pl": [1.70621, 4.102541, 4.530876, 4.577521, 4.99951, 5.401392, 5.223253, 5.989568, 5.936329, 6.385858, 6.756673, 6.90763, 7.739109, 7.314795, 7.497363, 7.964692, 6.650969, 6.446705, 5.484095, 5.985474, 5.548186, 5.092389, 4.985524, 4.945734, 6.10921, 6.517739, 6.46285, 6.83625, 7.116012, 7.821039, 8.342781, 8.776139, 8.735805, 8.769215, 8.492303, 7.499115, 7.277097, 7.406301, 7.788492, 7.122015, 7.651423, 8.67364, 8.830591, 10.50106, 14.200448, 20.031704, 31.865864, 40.551661, 48.315272, 51.228931]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.159587, 0.294274, 0.333491, 0.351662, 0.370026, 0.367209, 0.386537, 0.352877, 0.353311, 0.381932, 0.326097, 0.357014, 0.305585, 0.328013, 0.330778, 0.310622, 0.363126, 0.346102, 0.322851, 0.323787, 0.325422, 0.332561, 0.341169, 0.357903, 0.460808, 0.472913, 0.401034, 0.359717, 0.364271, 0.386423, 0.311114, 0.328359, 0.321827, 0.321628, 0.374911, 0.34401, 0.378805, 0.331991, 1.082812, 0.197733, 0.139692, 0.157688, 0.177093, 0.148664, 0.124795, 0.119111, 0.077335, 0.07495, 0.006202, 0.0], "sum_m_pl": [0.026599, 0.105599, 0.088696, 0.090301, 0.111633, 0.101978, 0.101702, 0.101409, 0.139895, 0.155482, 0.176289, 0.13833, 0.183851, 0.169132, 0.134385, 0.147967, 0.109062, 0.119848, 0.098053, 0.116885, 0.107371, 0.09736, 0.098161, 0.102026, 0.11813, 0.133479, 0.150597, 0.165139, 0.148207, 0.142886, 0.132691, 0.129177, 0.128304, 0.130279, 0.096627, 0.089602, 0.076979, 0.049707, 0.031004, 0.044642, 0.060622, 0.100908, 0.108712, 0.121015, 0.086736, 0.060719, 0.040186, 0.029929, 0.006518, 0.0]}, "lang": {"n_am_en": [2, 3, 6, 6, 6, 6, 13, 9, 10, 7, 5, 7, 3, 5, 8, 11, 10, 14, 21, 19, 17, 16, 20, 21, 16, 19, 13, 14, 11, 8, 5, 7, 11, 15, 11, 10, 17, 13, 15, 22, 19, 16, 17, 18, 16, 12, 2, 1, 0, 0], "n_am_pl": [0, 3, 5, 7, 12, 6, 6, 9, 7, 3, 4, 5, 7, 7, 6, 9, 11, 7, 4, 3, 3, 6, 6, 3, 3, 4, 3, 6, 3, 11, 10, 14, 13, 11, 14, 10, 10, 9, 7, 7, 7, 8, 6, 7, 9, 20, 32, 38, 48, 52], "n_pos": 52, "sum_m_en": [5.568837, 7.589504, 7.982675, 7.747347, 7.755451, 8.374278, 7.881565, 8.789646, 9.153742, 9.115248, 9.430609, 9.044271, 8.681017, 8.787936, 8.714836, 8.666311, 9.192375, 8.778445, 8.598042, 8.359404, 7.977745, 8.002014, 8.61089, 8.441444, 12.831693, 12.360671, 10.36468, 9.086667, 9.112323, 9.119908, 8.705365, 8.667828, 8.824008, 8.937996, 9.703691, 9.94835, 9.978511, 10.719637, 11.632448, 13.552516, 13.263818, 13.1845, 13.865621, 15.319849, 13.986915, 11.304977, 2.816632, 0.797897, 0.161248, 0.000186], "sum_m_pl": [1.152981, 2.669002, 2.927427, 2.94615, 3.287306, 3.66723, 3.564704, 4.051282, 4.027179, 4.264602, 4.53162, 4.733669, 5.397773, 5.014485, 5.017572, 5.291472, 4.40557, 4.275065, 3.696782, 4.076208, 3.785944, 3.436111, 3.384988, 3.364486, 4.116069, 4.574967, 4.598115, 4.89609, 5.281516, 5.817762, 6.138369, 6.541993, 6.575712, 6.696518, 6.258995, 5.527092, 5.788031, 5.990412, 6.448281, 5.777297, 6.244087, 6.731333, 6.921876, 8.260969, 11.640236, 17.838431, 29.374536, 38.576651, 47.296353, 51.198694]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "pes-Medycyna rodzinna-2020 jesień-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1232, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 5, 11, 8, 14, 17, 17, 13, 17, 12, 14, 18, 14, 10, 13, 17, 17, 11, 15, 20, 19, 18, 18, 16, 23, 22, 19, 15, 16, 19, 19, 16, 14, 20, 23, 25, 32, 34, 30, 33, 32, 29, 32, 27, 29, 30, 31, 29, 26, 31], "n_am_pl": [7, 9, 8, 4, 2, 3, 4, 4, 5, 8, 7, 8, 12, 14, 6, 12, 8, 7, 6, 4, 1, 2, 3, 2, 1, 4, 4, 7, 7, 10, 9, 10, 5, 9, 6, 8, 8, 6, 2, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 80, "sum_m_en": [9.140856, 11.403053, 11.571145, 12.654543, 13.882905, 14.015331, 12.777306, 13.194429, 12.936996, 13.104149, 13.196886, 12.824735, 13.055951, 13.033777, 11.967737, 12.881644, 13.650868, 12.964808, 13.512325, 13.83338, 13.328523, 13.640502, 13.640521, 13.25344, 17.773667, 17.312169, 15.418404, 13.976769, 14.169738, 14.74739, 14.067125, 14.355323, 13.496892, 15.160156, 17.176957, 17.580753, 19.312558, 21.957543, 23.292198, 26.916288, 26.152678, 26.464768, 28.710322, 25.669564, 26.336798, 26.82602, 27.523157, 26.70195, 27.00367, 30.895504], "sum_m_pl": [3.55693, 3.97055, 4.210145, 3.926158, 4.64816, 5.495934, 5.494184, 5.553085, 5.851488, 5.83846, 5.865815, 6.088717, 6.442952, 6.412692, 7.3009, 7.326345, 6.688682, 6.579163, 6.100338, 5.790731, 5.508637, 5.257892, 5.074972, 5.037192, 4.753731, 5.860424, 5.957679, 7.53825, 7.424224, 8.361482, 7.750192, 7.299275, 7.523648, 7.408339, 6.766183, 6.872709, 5.653092, 5.035864, 3.420668, 2.366422, 2.130515, 2.44252, 2.352619, 1.10574, 1.120577, 0.875811, 0.672051, 0.564934, 0.96012, 0.003203]}, "digit": {"n_am_en": [0, 1, 3, 1, 3, 3, 1, 0, 1, 2, 1, 2, 1, 0, 0, 2, 2, 1, 2, 2, 3, 3, 2, 1, 2, 2, 1, 1, 0, 1, 0, 1, 0, 2, 4, 4, 3, 3, 2, 2, 2, 2, 2, 1, 2, 2, 3, 3, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 2, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.708373, 1.034088, 1.031767, 1.136853, 1.150637, 1.197152, 1.186261, 1.12926, 1.210163, 1.325327, 1.340393, 1.224427, 1.306292, 1.337152, 1.313834, 1.405906, 1.454892, 1.390248, 1.34557, 1.242719, 1.176664, 1.150205, 1.172753, 1.136898, 2.220862, 2.013123, 1.285732, 1.195817, 1.274734, 1.36063, 1.109151, 1.134902, 1.147388, 1.306594, 1.660996, 1.81515, 1.880679, 1.939677, 1.524884, 2.305292, 2.07177, 1.935513, 2.143823, 1.602651, 2.377747, 2.348148, 1.980239, 1.861905, 0.898316, 0.0], "sum_m_pl": [0.158756, 0.335601, 0.421544, 0.436879, 0.436534, 0.449609, 0.413733, 0.401373, 0.436919, 0.423015, 0.373499, 0.376236, 0.458086, 0.481063, 0.452312, 0.511913, 0.435222, 0.48525, 0.412568, 0.406656, 0.391223, 0.349757, 0.343824, 0.358729, 0.322035, 0.38871, 0.520699, 0.62773, 0.551153, 0.554478, 0.538129, 0.54185, 0.56806, 0.527134, 0.465191, 0.408967, 0.341002, 0.322622, 0.231132, 0.18812, 0.112121, 0.168461, 0.220263, 0.312818, 0.432506, 0.337747, 0.246113, 0.191582, 0.113655, 0.0]}, "lang": {"n_am_en": [4, 2, 4, 4, 3, 9, 12, 11, 13, 7, 5, 7, 9, 4, 4, 6, 9, 5, 7, 9, 11, 11, 12, 12, 16, 16, 15, 12, 10, 13, 14, 12, 8, 15, 15, 17, 20, 23, 23, 25, 25, 24, 26, 24, 25, 26, 28, 25, 26, 31], "n_am_pl": [3, 6, 4, 3, 2, 1, 2, 2, 3, 5, 4, 3, 3, 5, 5, 6, 2, 2, 2, 2, 1, 2, 2, 1, 0, 1, 2, 4, 5, 5, 4, 7, 3, 6, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.910082, 4.750785, 4.815748, 5.182106, 5.768197, 6.123478, 5.664978, 5.841233, 5.584623, 5.508391, 5.572911, 5.368127, 5.449776, 5.474101, 4.956061, 5.481488, 5.786719, 5.414536, 5.702539, 6.067404, 5.636291, 5.825321, 5.744761, 5.477677, 10.185416, 10.028533, 9.553997, 7.783346, 7.447062, 7.594245, 7.113714, 6.864129, 6.702014, 8.164496, 9.588771, 10.06167, 11.415433, 13.547071, 16.238707, 20.096225, 20.098436, 21.059349, 23.172944, 22.189867, 22.279974, 22.770659, 24.502721, 23.182136, 24.584851, 30.083842], "sum_m_pl": [2.058343, 1.684113, 1.676652, 1.480561, 1.830176, 2.209063, 2.265377, 2.37561, 2.502047, 2.479524, 2.506469, 2.709345, 2.716568, 2.728169, 3.479475, 3.360921, 3.001024, 2.961013, 2.721287, 2.529632, 2.38814, 2.287366, 2.181663, 2.122397, 2.094753, 2.509923, 2.62246, 3.255286, 3.39063, 3.384971, 3.17351, 3.120373, 3.286908, 3.096506, 2.621344, 2.490946, 1.964872, 1.92809, 1.562963, 1.054141, 0.929367, 0.768629, 0.610766, 0.479468, 0.326112, 0.224089, 0.225627, 0.111866, 0.165754, 0.00305]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 14, 14, 16, 27, 26, 25, 26, 30, 25, 25, 26, 30, 35, 42, 40, 50, 48, 50, 52, 44, 47, 48, 64, 58, 61, 48, 44, 35, 35, 38, 30, 35, 47, 47, 57, 62, 65, 73, 68, 62, 68, 65, 56, 38, 15, 0, 2, 0], "n_am_pl": [2, 17, 14, 15, 24, 22, 27, 20, 27, 21, 23, 27, 31, 27, 29, 22, 24, 21, 24, 16, 21, 19, 23, 20, 10, 11, 12, 16, 20, 25, 19, 21, 23, 16, 15, 20, 18, 16, 11, 15, 16, 26, 21, 28, 39, 60, 86, 110, 114, 111], "n_pos": 171, "sum_m_en": [16.315544, 25.078935, 26.360479, 27.309944, 27.74796, 27.975897, 27.344634, 28.476049, 27.883522, 27.517043, 28.787723, 27.939711, 27.23215, 27.632999, 26.454791, 28.708434, 29.760405, 28.587764, 28.989718, 29.496968, 28.486925, 28.55497, 29.490759, 28.654453, 48.996581, 45.315031, 41.642667, 33.04137, 32.27936, 30.848474, 29.987754, 28.996463, 28.137715, 30.794665, 34.051698, 36.128795, 38.285939, 44.278445, 48.142263, 51.645217, 55.635413, 55.846458, 59.681716, 56.719479, 46.415844, 33.267596, 12.20821, 2.214674, 1.825117, 0.000326], "sum_m_pl": [3.049325, 8.634232, 9.905016, 10.094172, 11.245313, 13.422739, 13.292173, 14.364667, 15.190807, 15.257091, 15.098627, 15.207168, 16.432895, 17.059606, 16.397544, 15.59049, 14.038519, 13.673296, 12.720153, 12.191145, 11.48479, 10.982333, 10.572581, 10.73818, 11.352611, 13.709949, 14.397642, 17.61429, 19.043187, 20.507164, 19.636947, 20.199499, 20.073449, 19.836124, 17.413829, 16.877235, 16.089866, 15.336873, 14.102775, 14.371037, 12.88424, 16.256731, 18.349575, 22.424617, 36.301655, 51.583246, 82.376424, 104.064412, 111.445823, 112.011545]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 0, 1, 1, 0, 0, 2, 0, 2, 3, 3, 3, 2, 4, 3, 2, 1, 2, 3, 2, 2, 0, 0, 1, 0], "n_am_pl": [0, 2, 2, 1, 1, 0, 2, 1, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 2, 3, 1, 2, 1, 2, 1, 1, 2, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 1, 0], "n_pos": 6, "sum_m_en": [0.757689, 0.994741, 0.940319, 0.94156, 0.966913, 1.020026, 1.075232, 1.154551, 1.187107, 1.222347, 1.201658, 1.104325, 1.088417, 1.13681, 1.099422, 1.128027, 1.210337, 1.123019, 1.147371, 1.044139, 1.004591, 1.003828, 1.012216, 1.003866, 1.8641, 1.454809, 1.210507, 1.088147, 1.033512, 0.998411, 0.900851, 0.990512, 0.921319, 1.096255, 1.301781, 1.421424, 1.271062, 1.379888, 1.313308, 1.93522, 1.525561, 1.082656, 1.46193, 1.867225, 1.764163, 1.714196, 0.326963, 0.356637, 0.768376, 0.0], "sum_m_pl": [0.245252, 0.545205, 0.576459, 0.514134, 0.523635, 0.561483, 0.515036, 0.596878, 0.562592, 0.577741, 0.555719, 0.618349, 0.669297, 0.646948, 0.642741, 0.664094, 0.545737, 0.572755, 0.472459, 0.485674, 0.465471, 0.457766, 0.445467, 0.438977, 0.596999, 0.929329, 0.756308, 0.761711, 0.805135, 0.792359, 0.827122, 0.761058, 0.798071, 0.786014, 0.588713, 0.480433, 0.440869, 0.416207, 0.30203, 0.293878, 0.249652, 0.30137, 0.323278, 0.324315, 0.331797, 0.409016, 0.399956, 0.370432, 0.252861, 0.0]}, "lang": {"n_am_en": [4, 4, 9, 9, 11, 18, 21, 20, 20, 23, 16, 19, 18, 25, 27, 27, 29, 38, 33, 36, 41, 33, 35, 37, 49, 45, 44, 37, 33, 31, 29, 29, 26, 26, 35, 34, 42, 44, 45, 50, 50, 44, 50, 46, 39, 27, 11, 0, 1, 0], "n_am_pl": [1, 11, 7, 11, 17, 16, 17, 13, 16, 14, 19, 21, 24, 21, 17, 15, 17, 13, 16, 11, 14, 11, 15, 13, 6, 6, 7, 9, 12, 16, 13, 16, 18, 13, 10, 15, 13, 13, 8, 11, 12, 22, 18, 26, 35, 54, 78, 99, 107, 111], "n_pos": 112, "sum_m_en": [10.625672, 16.359888, 17.600861, 18.417773, 18.649799, 18.742299, 18.039953, 19.066721, 18.778766, 18.506168, 19.421539, 18.952833, 18.540773, 18.729277, 17.899662, 19.420927, 19.989381, 19.325983, 19.444784, 20.059752, 19.218331, 19.190866, 19.893078, 19.109955, 36.35067, 34.400186, 31.800703, 24.126765, 23.447233, 22.277792, 21.464167, 20.870981, 19.701321, 21.901382, 24.248263, 26.43038, 28.914393, 32.883213, 36.078387, 38.26307, 40.759695, 40.84216, 44.399322, 41.157637, 32.410639, 23.947305, 9.076962, 1.317274, 0.684394, 0.000322], "sum_m_pl": [1.892024, 5.433439, 6.216267, 6.429138, 7.163556, 8.799568, 9.035869, 9.62371, 10.24245, 10.146203, 10.193092, 10.401208, 11.145729, 11.639113, 10.965045, 10.334953, 9.216975, 9.051033, 8.454202, 8.124763, 7.615428, 7.263881, 6.957545, 7.139028, 7.577877, 8.674111, 9.620563, 11.920457, 12.961227, 13.367103, 12.844202, 13.356081, 14.2375, 13.791542, 11.792102, 11.460258, 11.179659, 10.943044, 10.418822, 10.381384, 9.308952, 12.766596, 14.382423, 19.388866, 32.501561, 46.96878, 74.902332, 96.962772, 105.648338, 110.528145]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1273, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9942}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 7, 8, 13, 11, 14, 14, 20, 13, 18, 20, 20, 16, 17, 17, 27, 24, 22, 31, 26, 22, 26, 24, 26, 37, 28, 25, 21, 23, 23, 20, 21, 23, 26, 29, 31, 41, 47, 42, 47, 45, 43, 41, 48, 45, 39, 39, 33, 31, 34], "n_am_pl": [4, 10, 13, 6, 13, 14, 10, 8, 6, 11, 7, 13, 6, 11, 11, 13, 8, 8, 7, 8, 8, 10, 8, 11, 7, 11, 11, 11, 10, 12, 10, 8, 10, 7, 7, 7, 2, 6, 7, 6, 4, 5, 4, 7, 8, 6, 6, 9, 12, 12], "n_pos": 99, "sum_m_en": [10.738772, 14.640852, 15.390547, 16.839774, 17.435795, 17.211247, 16.909684, 16.849663, 15.943511, 16.306973, 17.147297, 16.909675, 16.665519, 17.276884, 17.554995, 18.06644, 18.657267, 17.942326, 18.159804, 17.36515, 16.886522, 17.036766, 16.981003, 17.323642, 23.62073, 23.248548, 20.679193, 18.893338, 19.360483, 19.098487, 18.587009, 18.688345, 18.661485, 20.388882, 22.118759, 24.00745, 25.662258, 28.098432, 30.049617, 33.496119, 36.268951, 37.567468, 37.441973, 40.029099, 39.061625, 38.841588, 33.327293, 30.472069, 29.052603, 33.561569], "sum_m_pl": [2.371518, 4.269392, 4.996312, 4.744202, 5.221767, 5.797782, 5.715748, 6.383072, 6.390104, 7.087551, 7.528822, 8.105984, 8.049795, 8.045113, 8.502967, 8.762037, 7.818053, 7.80604, 7.204478, 6.697803, 6.362011, 6.27237, 6.008702, 5.969623, 7.448792, 7.958909, 8.730906, 10.097383, 9.518865, 8.919605, 8.379103, 7.686541, 8.063469, 8.066656, 7.439897, 7.036719, 6.917821, 6.767685, 7.488365, 6.327293, 6.568771, 6.581259, 5.883908, 8.093736, 8.958367, 6.724895, 7.692226, 9.527877, 12.124017, 12.054429]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, 1, 1, 1, 1, 3, 5, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 2, 1, 3, 2, 0, 1, 2, 2, 2, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 2, 1, 0, 0, 0, 2, 1, 1, 0, 0, 0, 1, 0, 2, 1, 0, 0, 1, 0, 2, 1, 3, 3, 2, 3, 3, 2, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.83429, 1.476908, 1.345994, 1.296224, 1.371163, 1.333791, 1.326929, 1.264662, 1.286144, 1.344102, 1.45644, 1.434927, 1.420589, 1.393132, 1.481893, 1.528444, 1.63425, 1.518417, 1.551, 1.522146, 1.452486, 1.43626, 1.445953, 1.479892, 1.910002, 1.874394, 1.509604, 1.285416, 1.390136, 1.429201, 1.379743, 1.372289, 1.370782, 1.416867, 1.614721, 1.698605, 1.479481, 1.530534, 1.280041, 1.182082, 1.117143, 1.109774, 1.078286, 0.998286, 0.711667, 0.522305, 0.544265, 0.318559, 0.161568, 0.0], "sum_m_pl": [0.169543, 0.425684, 0.416353, 0.340459, 0.42663, 0.472904, 0.446627, 0.471247, 0.491495, 0.501226, 0.527072, 0.586006, 0.626664, 0.619802, 0.699103, 0.684, 0.599923, 0.69786, 0.644857, 0.568273, 0.56015, 0.53469, 0.524005, 0.52052, 0.679338, 1.07776, 0.780954, 1.477405, 1.451119, 1.063912, 0.916647, 0.817288, 0.694027, 0.692549, 0.650943, 0.626369, 0.650078, 0.585073, 0.57287, 0.536163, 0.536401, 0.643163, 0.626992, 1.002239, 0.710368, 0.330877, 0.268227, 0.251168, 0.483756, 0.0]}, "lang": {"n_am_en": [3, 4, 3, 7, 6, 9, 8, 14, 7, 14, 15, 13, 13, 11, 12, 18, 14, 17, 23, 18, 16, 17, 18, 17, 21, 20, 21, 16, 18, 16, 15, 17, 16, 17, 19, 19, 25, 29, 27, 32, 32, 32, 32, 35, 32, 29, 31, 28, 29, 34], "n_am_pl": [1, 1, 4, 2, 5, 6, 6, 1, 2, 4, 3, 7, 3, 4, 4, 3, 3, 1, 1, 3, 4, 4, 3, 5, 1, 4, 5, 2, 1, 4, 3, 3, 8, 3, 4, 2, 2, 3, 3, 4, 1, 2, 2, 3, 5, 6, 6, 9, 12, 12], "n_pos": 47, "sum_m_en": [5.079671, 6.655125, 7.00579, 7.794086, 8.067713, 8.265806, 8.321085, 8.346683, 7.927496, 8.195423, 8.620342, 8.56086, 8.435257, 8.816832, 8.87711, 9.117232, 9.305808, 9.145157, 9.087208, 8.685105, 8.484861, 8.485548, 8.401365, 8.52668, 13.659115, 14.222161, 12.815624, 11.486713, 11.606424, 10.964325, 10.562177, 10.361472, 10.664525, 12.161838, 13.108668, 14.987865, 17.406284, 19.572563, 20.394937, 23.679636, 26.615724, 28.042769, 28.283232, 30.118132, 29.081931, 29.210109, 26.939884, 25.132659, 25.986863, 32.926972], "sum_m_pl": [1.066382, 1.94386, 2.19979, 2.122217, 2.285615, 2.608082, 2.636996, 2.953496, 2.903207, 3.308702, 3.595533, 3.806638, 3.726506, 3.606145, 3.62925, 3.793597, 3.420527, 3.387924, 3.291614, 3.114322, 3.001959, 2.962467, 2.832479, 2.807304, 3.114485, 3.363159, 3.675761, 3.746376, 3.752081, 3.747046, 3.649073, 3.537869, 3.736909, 3.749899, 3.461137, 3.293263, 3.078516, 3.20047, 3.458903, 2.914859, 2.508476, 2.577817, 2.552554, 3.67551, 5.518893, 5.549343, 6.724991, 8.768127, 10.879775, 12.04692]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1063, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.98}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 21, 23, 22, 25, 29, 25, 24, 33, 37, 30, 35, 23, 24, 29, 31, 42, 41, 55, 61, 53, 57, 58, 53, 78, 69, 59, 43, 37, 45, 42, 45, 39, 50, 54, 57, 50, 67, 64, 70, 78, 76, 75, 79, 70, 51, 12, 1, 1, 1], "n_am_pl": [6, 9, 26, 24, 21, 25, 33, 32, 18, 20, 25, 28, 33, 42, 31, 40, 36, 27, 33, 16, 22, 23, 18, 21, 16, 22, 15, 26, 28, 40, 32, 37, 43, 37, 30, 27, 29, 30, 26, 28, 27, 29, 26, 30, 47, 57, 102, 120, 117, 132], "n_pos": 208, "sum_m_en": [20.439405, 29.785235, 32.716301, 34.890397, 36.032891, 35.747147, 33.878991, 35.723096, 35.327061, 35.257085, 35.994233, 35.249732, 34.716102, 35.299063, 35.173332, 35.544635, 37.398334, 35.354271, 35.028921, 33.500979, 32.76673, 33.534192, 33.406145, 34.071623, 49.012202, 45.544761, 39.735472, 36.177156, 37.349755, 37.52927, 36.091626, 36.900273, 36.479694, 38.82724, 39.82249, 40.689762, 39.139065, 46.245882, 47.901671, 56.299593, 60.547967, 63.106293, 63.636887, 70.730627, 59.734143, 44.811995, 11.608985, 2.756989, 1.682818, 1.337775], "sum_m_pl": [3.861187, 10.160122, 11.885027, 11.31504, 11.760964, 12.984441, 13.629925, 15.088201, 14.965558, 16.277285, 17.02507, 17.809815, 18.17336, 18.327484, 18.281791, 18.748444, 17.010469, 16.294278, 14.852122, 13.864954, 12.901697, 12.987192, 12.552433, 12.574993, 16.243509, 18.737472, 19.00918, 20.827791, 20.808433, 22.455324, 20.88947, 21.08412, 21.364914, 22.093723, 20.269724, 20.519243, 22.357123, 20.646828, 21.416103, 21.775641, 23.730623, 24.78529, 24.980295, 28.322224, 41.921516, 53.104906, 96.082551, 115.073154, 117.098231, 131.578759]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 3, 3, 0, 0, 1, 1, 1, 1, 0, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 4, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.479674, 0.914932, 0.921286, 0.996206, 0.964461, 0.889463, 0.850662, 0.884303, 0.874295, 0.774976, 0.910782, 0.896703, 0.933484, 0.959501, 0.791062, 0.780883, 0.903856, 0.842774, 0.985506, 1.014892, 1.061886, 1.099115, 1.106644, 1.159391, 0.885133, 0.768898, 0.61857, 0.623066, 0.83317, 0.838177, 1.049477, 0.941819, 0.84176, 0.777408, 0.890922, 1.061958, 1.085426, 1.300789, 0.885134, 0.673156, 0.582459, 0.619227, 0.55795, 1.550496, 0.777899, 0.387129, 0.200392, 0.131081, 0.021902, 0.0], "sum_m_pl": [0.088833, 0.28577, 0.404843, 0.339659, 0.416065, 0.386861, 0.449742, 0.509623, 0.535402, 0.709345, 0.500881, 0.501949, 0.597486, 0.596264, 0.721442, 0.629954, 0.55605, 0.532007, 0.492377, 0.511898, 0.440793, 0.423839, 0.415903, 0.412275, 0.568718, 0.757157, 0.766314, 0.917196, 0.637984, 0.955188, 0.760255, 0.646824, 0.593846, 0.46734, 0.484372, 0.599311, 0.499702, 0.395846, 0.428192, 0.42025, 0.335003, 0.316454, 0.293012, 0.306433, 0.230872, 0.236583, 0.156357, 0.141021, 0.032241, 4.8e-05]}, "lang": {"n_am_en": [8, 14, 17, 13, 19, 22, 18, 15, 24, 28, 23, 24, 16, 16, 21, 19, 28, 31, 40, 42, 40, 42, 41, 39, 59, 50, 41, 30, 25, 32, 29, 32, 31, 36, 42, 42, 39, 51, 51, 53, 57, 58, 57, 58, 52, 38, 8, 0, 1, 1], "n_am_pl": [5, 9, 14, 13, 12, 16, 21, 21, 12, 13, 17, 16, 20, 26, 18, 28, 27, 19, 24, 9, 13, 15, 13, 14, 13, 14, 9, 16, 16, 24, 20, 25, 33, 31, 24, 19, 21, 18, 16, 19, 20, 25, 20, 23, 39, 49, 89, 109, 116, 132], "n_pos": 134, "sum_m_en": [13.354693, 19.410186, 21.392731, 22.849091, 23.694521, 23.80579, 22.634268, 23.906345, 23.592589, 23.686494, 24.006564, 23.431169, 22.949714, 23.559474, 23.682007, 24.153638, 25.317797, 24.210655, 23.535714, 22.357784, 21.633194, 22.207251, 22.111678, 22.353616, 35.303234, 32.439723, 27.947218, 25.101957, 25.752804, 25.535566, 24.401759, 25.117744, 25.528038, 27.144161, 28.011325, 28.641364, 27.957436, 32.694622, 34.407442, 41.250999, 44.872165, 48.494708, 47.008708, 51.275003, 43.899716, 33.127005, 8.560508, 1.350012, 1.357386, 0.972132], "sum_m_pl": [2.406994, 6.439285, 7.420132, 7.228387, 7.407159, 8.333538, 8.976975, 10.020004, 10.073953, 10.703422, 11.324412, 11.821648, 11.901979, 12.07198, 12.087575, 12.39383, 11.251473, 10.796524, 9.686624, 8.998736, 8.344682, 8.464201, 8.234856, 8.251512, 11.295933, 13.010994, 12.680971, 13.867981, 13.551027, 14.332129, 13.610072, 13.842178, 14.160693, 14.923936, 13.460033, 14.069648, 15.125747, 14.045546, 14.517212, 14.76292, 17.414762, 18.662296, 19.291455, 22.052537, 34.757766, 47.076878, 84.368472, 104.517866, 114.500294, 130.615608]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1318, "region_end": 208, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9952}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 8, 18, 31, 46, 44, 42, 54, 36, 43, 43, 46, 43, 37, 49, 48, 49, 47, 50, 53, 52, 61, 62, 56, 76, 69, 54, 52, 55, 59, 46, 51, 54, 57, 65, 62, 70, 77, 79, 80, 84, 84, 91, 100, 95, 78, 27, 3, 2, 1], "n_am_pl": [2, 19, 21, 21, 24, 21, 26, 41, 24, 30, 44, 36, 30, 41, 33, 43, 31, 32, 29, 37, 30, 31, 30, 33, 33, 43, 28, 32, 33, 38, 43, 39, 46, 42, 31, 31, 37, 42, 40, 45, 43, 43, 39, 40, 64, 84, 133, 167, 172, 172], "n_pos": 238, "sum_m_en": [23.413125, 34.720852, 37.319485, 39.402076, 41.281303, 38.792951, 40.138618, 43.278905, 41.705599, 42.991401, 45.109762, 44.72653, 43.185346, 44.858764, 44.974511, 44.700628, 43.602965, 40.261706, 40.46137, 41.042004, 39.663444, 39.502164, 40.900422, 40.317192, 60.067968, 55.975128, 51.616743, 47.913473, 48.904647, 48.114822, 44.426577, 47.804262, 46.751101, 47.069481, 48.400557, 50.423533, 48.672995, 59.15942, 62.365539, 64.234319, 65.212197, 67.743824, 74.346027, 85.858271, 78.609268, 67.428252, 23.893782, 4.368337, 1.947666, 1.285436], "sum_m_pl": [3.912954, 10.274511, 12.107444, 12.560853, 12.761035, 13.596975, 14.319389, 16.216426, 16.17266, 17.941498, 19.669217, 19.384787, 20.275085, 20.326188, 19.310936, 21.270277, 19.286632, 18.199168, 18.098045, 17.886987, 17.028607, 16.344011, 15.82258, 15.884525, 24.832249, 25.078184, 22.759725, 23.793894, 24.008901, 25.657915, 24.210215, 23.606968, 23.885981, 24.146179, 22.868481, 22.129941, 25.33531, 27.160645, 28.608869, 33.278936, 31.697339, 31.146893, 33.734608, 37.355497, 55.419379, 78.260404, 124.72383, 161.457688, 167.788129, 170.774925]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 3, 3, 0, 0, 3, 1, 4, 1, 2, 2, 2, 2, 1, 1, 2, 2, 3, 2, 2, 2, 2, 3, 4, 3, 3, 2, 2, 2, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.265503, 0.616848, 0.658235, 0.688819, 0.719052, 0.720686, 0.748977, 0.724364, 0.768696, 0.726798, 0.816416, 0.841059, 0.883142, 0.898171, 0.6164, 0.638234, 0.693459, 0.581789, 0.793408, 0.81891, 0.851662, 0.863294, 0.865881, 0.886847, 0.647383, 0.58864, 0.413188, 0.522657, 0.592226, 0.659621, 0.862544, 0.772919, 0.758971, 0.570836, 0.572764, 0.541292, 0.465891, 0.590684, 0.624891, 0.506919, 0.696419, 0.639692, 0.532058, 0.662683, 0.383648, 0.29315, 0.177546, 0.086377, 0.016056, 0.0], "sum_m_pl": [0.033828, 0.128281, 0.24029, 0.251959, 0.304709, 0.273416, 0.318753, 0.353566, 0.319612, 0.488107, 0.443346, 0.432547, 0.482024, 0.39014, 0.503929, 0.595487, 0.477512, 0.566187, 0.412763, 0.458801, 0.368942, 0.351109, 0.333919, 0.328329, 0.947589, 1.363015, 1.135207, 0.719812, 0.516525, 0.881192, 0.422759, 0.25647, 0.196602, 0.197901, 0.225928, 0.310971, 0.378376, 0.3094, 0.318799, 0.339526, 0.273167, 0.331876, 0.329591, 0.239663, 0.262692, 0.164535, 0.150356, 0.179923, 0.049847, 0.001114]}, "lang": {"n_am_en": [5, 7, 15, 20, 41, 40, 36, 45, 30, 37, 35, 38, 33, 29, 41, 36, 36, 37, 39, 43, 43, 50, 52, 48, 66, 61, 48, 45, 46, 50, 39, 43, 44, 49, 57, 50, 58, 70, 71, 70, 68, 68, 74, 84, 78, 63, 21, 2, 1, 1], "n_am_pl": [1, 15, 13, 13, 16, 18, 16, 30, 20, 21, 33, 29, 23, 31, 25, 36, 27, 24, 23, 27, 21, 20, 18, 22, 23, 29, 17, 22, 22, 29, 32, 29, 34, 32, 22, 22, 28, 29, 29, 34, 32, 35, 32, 33, 53, 76, 123, 155, 167, 171], "n_pos": 172, "sum_m_en": [16.86216, 25.01197, 27.317019, 28.667969, 30.642874, 28.534651, 29.709014, 32.151095, 31.117845, 32.095374, 33.391162, 33.386243, 32.039805, 33.059753, 33.743185, 33.140636, 32.194888, 29.912786, 29.605185, 29.917166, 28.959794, 28.839501, 30.136349, 29.452985, 49.424667, 45.429748, 41.727688, 37.762278, 37.982518, 36.605201, 32.962986, 36.168963, 35.427381, 36.102572, 37.07944, 39.775977, 39.135003, 48.061956, 51.516397, 52.364051, 52.375239, 53.968943, 59.450162, 70.140277, 63.287098, 52.308047, 18.837701, 3.337707, 1.343161, 1.284353], "sum_m_pl": [2.805748, 7.559688, 8.711864, 9.128043, 9.362517, 10.165675, 10.667179, 12.131823, 12.010912, 13.22281, 14.532942, 14.569872, 15.211165, 15.239134, 14.337234, 15.82581, 14.374939, 13.459222, 13.404282, 13.129011, 12.503206, 11.959082, 11.50479, 11.602414, 17.697108, 17.24215, 16.359922, 17.777058, 17.929589, 19.198106, 18.494509, 18.019338, 18.402301, 18.331663, 17.337982, 16.63728, 19.258618, 20.220346, 21.256472, 24.38396, 23.474932, 23.907077, 27.58934, 30.277061, 46.824615, 70.009369, 115.719625, 150.235653, 162.42753, 169.270575]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1131, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9791}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 9, 19, 24, 46, 51, 57, 75, 59, 57, 58, 50, 46, 46, 49, 54, 60, 54, 72, 73, 75, 91, 88, 84, 113, 114, 93, 72, 70, 72, 61, 61, 66, 71, 91, 91, 97, 107, 127, 114, 124, 130, 128, 127, 115, 85, 31, 7, 1, 3], "n_am_pl": [5, 18, 21, 20, 28, 35, 29, 36, 33, 33, 49, 66, 50, 52, 47, 53, 51, 47, 37, 65, 48, 36, 36, 38, 41, 42, 32, 45, 49, 43, 46, 49, 59, 59, 48, 38, 51, 60, 43, 54, 47, 43, 48, 57, 73, 102, 162, 191, 197, 202], "n_pos": 296, "sum_m_en": [27.891121, 42.369699, 45.955643, 49.451869, 50.533877, 47.966351, 50.335673, 53.395069, 52.507023, 53.780188, 55.171134, 55.266485, 53.169482, 53.6002, 55.14605, 55.023849, 54.606032, 51.839351, 51.873213, 53.086, 51.318845, 50.948623, 52.344938, 51.526884, 85.423672, 79.23989, 70.282347, 63.047606, 60.005051, 58.685902, 55.583384, 57.162374, 56.693186, 58.691765, 60.99807, 61.89516, 62.790251, 74.244258, 81.129663, 84.216593, 88.084494, 89.569211, 101.782799, 106.157118, 98.680877, 78.180057, 26.98185, 7.583274, 3.152035, 2.723255], "sum_m_pl": [4.487585, 12.306609, 14.964376, 15.526552, 15.983439, 17.233889, 18.096022, 20.231564, 20.707865, 23.5862, 25.415598, 25.77417, 27.334375, 27.6255, 27.308306, 29.431979, 26.799295, 24.920573, 24.655252, 24.437604, 23.502543, 21.795328, 20.79663, 20.952993, 31.402485, 30.866689, 29.928042, 33.514564, 33.635463, 34.910171, 31.997182, 31.729421, 32.505617, 32.514819, 31.143635, 30.517529, 32.557197, 35.638319, 34.863452, 38.405522, 35.089686, 38.08253, 44.983758, 49.918915, 65.830313, 92.188567, 152.985315, 182.818374, 192.830864, 201.981287]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 3, 4, 0, 0, 3, 3, 4, 1, 5, 3, 4, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 4, 3, 3, 3, 4, 3, 2, 2, 2, 3, 2, 2, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.426859, 1.014967, 1.099456, 1.1252, 1.055853, 1.050072, 1.096675, 1.00473, 1.067292, 1.029919, 1.129902, 1.161843, 1.142357, 1.149596, 0.912221, 0.975654, 1.046158, 0.914209, 1.113703, 1.15058, 1.183372, 1.193805, 1.211281, 1.243742, 1.155939, 1.05357, 0.94846, 0.957434, 1.088969, 1.142491, 1.343974, 1.259907, 1.152655, 1.001338, 1.013385, 0.936131, 0.817123, 0.938736, 0.941096, 0.850956, 0.961744, 0.868904, 0.799869, 0.887026, 0.431266, 0.315796, 0.189712, 0.087275, 0.021789, 0.0], "sum_m_pl": [0.064035, 0.241604, 0.34827, 0.359977, 0.446858, 0.402671, 0.441215, 0.520803, 0.476875, 0.887451, 0.670946, 0.709933, 1.135808, 0.894325, 1.55478, 1.706205, 1.010867, 1.007794, 0.59158, 0.596474, 0.488508, 0.461863, 0.437379, 0.431232, 1.227333, 1.730296, 1.650963, 1.257876, 1.009002, 1.500935, 0.86371, 0.488487, 0.370562, 0.524469, 0.448204, 0.617004, 0.664044, 0.533596, 0.550598, 0.691974, 0.497873, 0.534655, 0.501359, 0.446856, 0.640292, 0.500938, 0.260602, 0.134799, 0.019452, 8e-06]}, "lang": {"n_am_en": [4, 6, 13, 17, 37, 42, 44, 57, 51, 39, 44, 39, 35, 40, 36, 38, 47, 42, 53, 58, 56, 66, 63, 64, 87, 85, 68, 54, 54, 58, 51, 47, 53, 54, 65, 69, 79, 84, 93, 82, 89, 92, 95, 92, 84, 60, 23, 4, 1, 3], "n_am_pl": [2, 14, 14, 14, 16, 29, 18, 25, 21, 23, 37, 50, 35, 35, 33, 41, 41, 40, 31, 47, 34, 25, 25, 26, 28, 27, 21, 33, 33, 27, 33, 35, 40, 40, 33, 25, 37, 45, 35, 45, 38, 36, 40, 50, 64, 92, 147, 182, 194, 201], "n_pos": 204, "sum_m_en": [19.007709, 29.338665, 32.07745, 34.383308, 35.413525, 33.188603, 35.354805, 37.926101, 37.14674, 38.178843, 38.756326, 39.037781, 37.181545, 37.905604, 39.818533, 39.450204, 38.749153, 36.957194, 36.341724, 37.306632, 35.990495, 35.666019, 36.772516, 35.954384, 64.806805, 60.17315, 53.422287, 47.110364, 44.199747, 42.592002, 39.727507, 41.152939, 40.450545, 41.564552, 43.155014, 45.161102, 46.248807, 55.600617, 58.877326, 61.385, 61.815182, 62.677816, 72.030213, 76.467313, 71.014936, 54.529308, 20.404287, 5.115266, 2.190841, 2.723245], "sum_m_pl": [3.082055, 8.59597, 10.308603, 10.724187, 10.995613, 12.174713, 12.706859, 14.348544, 14.552828, 16.280881, 17.852584, 18.463877, 19.187954, 19.569535, 18.624592, 19.962877, 18.568144, 17.246827, 17.307966, 17.190365, 16.692214, 15.430932, 14.682546, 14.82621, 22.311408, 21.314826, 20.695901, 23.891372, 24.255749, 24.645128, 23.051472, 23.11887, 23.794127, 23.878993, 22.95608, 22.353717, 24.39697, 27.049439, 26.749191, 28.999198, 26.862692, 29.891915, 36.733157, 42.055058, 56.564513, 81.345845, 139.012294, 171.535626, 187.968694, 200.271386]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1386, "region_end": 296, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9933}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 9, 11, 11, 12, 8, 11, 6, 9, 8, 15, 13, 10, 13, 17, 14, 20, 18, 19, 19, 21, 20, 19, 13, 17, 17, 23, 17, 18, 15, 15, 17, 21, 20, 22, 21, 29, 34, 37, 30, 30, 33, 28, 30, 29, 31, 32, 32, 29, 31], "n_am_pl": [1, 0, 8, 3, 4, 7, 4, 5, 8, 10, 7, 7, 15, 8, 7, 7, 2, 5, 11, 7, 5, 4, 2, 3, 3, 7, 7, 6, 6, 6, 5, 5, 4, 5, 4, 4, 3, 3, 3, 3, 5, 4, 4, 4, 3, 5, 6, 6, 7, 7], "n_pos": 66, "sum_m_en": [7.105399, 9.046245, 9.384712, 9.824246, 10.776742, 10.712141, 10.384551, 10.054949, 10.395016, 10.46062, 10.896446, 11.125667, 10.991324, 11.156643, 11.231225, 11.933474, 10.953223, 10.5534, 10.788555, 11.407236, 11.367685, 11.469187, 10.995398, 10.861686, 12.873794, 14.559419, 14.409866, 13.057027, 13.185696, 12.965781, 11.969951, 12.39826, 12.048928, 13.155068, 13.446215, 13.832248, 15.587952, 18.779116, 21.066081, 24.173424, 24.22237, 26.013653, 25.22072, 25.148923, 25.035036, 25.5977, 26.95793, 25.33865, 26.139524, 29.620684], "sum_m_pl": [1.632771, 2.877833, 3.307514, 3.212636, 3.379637, 3.583244, 3.838868, 3.995664, 4.295517, 4.547729, 5.08196, 5.1107, 5.446705, 5.18625, 4.993815, 5.307599, 5.457908, 5.246556, 5.214683, 5.551919, 5.308327, 4.97719, 4.81027, 4.988307, 4.562623, 5.421064, 5.81387, 6.200193, 6.408842, 6.69097, 6.43228, 6.136693, 6.33016, 5.814265, 5.591826, 5.56535, 5.282954, 4.679076, 4.808654, 4.172043, 5.040403, 4.698222, 5.498738, 5.052624, 3.94059, 5.387037, 5.880202, 6.21589, 7.038766, 7.170753]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 7, 5, 6, 4, 7, 2, 4, 5, 9, 6, 3, 7, 10, 9, 11, 10, 11, 12, 13, 11, 10, 10, 12, 12, 17, 11, 11, 9, 10, 12, 13, 13, 16, 15, 21, 24, 26, 21, 23, 26, 24, 26, 26, 26, 26, 26, 26, 31], "n_am_pl": [0, 0, 2, 1, 2, 5, 2, 1, 5, 8, 5, 3, 10, 4, 5, 3, 1, 3, 9, 4, 2, 2, 2, 2, 2, 2, 3, 3, 4, 4, 1, 2, 2, 2, 2, 2, 1, 1, 2, 2, 3, 3, 3, 2, 3, 5, 5, 6, 7, 7], "n_pos": 39, "sum_m_en": [4.155788, 5.290002, 5.340323, 5.569554, 6.276444, 6.070956, 6.195, 5.828566, 5.963278, 5.967042, 6.16813, 6.322065, 6.245471, 6.221242, 6.243695, 6.807337, 6.307514, 6.051221, 6.333234, 6.772512, 6.831763, 6.907116, 6.643501, 6.566561, 8.619462, 9.714146, 9.337191, 8.374613, 8.000801, 7.92353, 7.430045, 7.803179, 7.588317, 8.425115, 8.802082, 9.129335, 10.406894, 12.38979, 13.810754, 16.213182, 16.467834, 18.650305, 18.294491, 19.397224, 20.471896, 20.127643, 21.779262, 20.713833, 21.916466, 28.945508], "sum_m_pl": [0.992352, 1.705545, 1.895618, 1.856937, 1.94485, 2.16393, 2.172117, 2.313263, 2.499009, 2.691611, 3.094874, 3.060067, 3.247391, 3.101724, 3.066214, 3.265549, 3.309395, 3.163429, 3.142983, 3.258489, 3.177733, 2.967238, 2.874381, 3.012392, 2.649251, 3.194048, 3.525215, 3.825288, 4.075679, 3.938075, 3.866167, 3.583258, 3.6433, 3.593036, 3.377263, 3.581461, 3.400476, 3.050672, 3.161619, 2.591337, 3.586484, 3.34185, 3.476187, 2.963081, 2.968729, 4.660225, 5.15484, 5.483819, 6.757045, 6.957838]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "pes-Medycyna sportowa-2019 jesień-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 993, "region_end": 66, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9851}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 11, 15, 19, 15, 17, 21, 27, 31, 18, 23, 20, 18, 19, 20, 23, 35, 43, 32, 48, 51, 56, 50, 43, 55, 57, 54, 47, 43, 36, 35, 33, 35, 38, 44, 44, 51, 62, 71, 65, 70, 69, 68, 65, 59, 50, 21, 5, 2, 1], "n_am_pl": [4, 11, 14, 12, 17, 17, 15, 21, 17, 19, 10, 16, 22, 18, 15, 15, 12, 23, 18, 19, 8, 7, 15, 20, 14, 20, 17, 15, 17, 22, 18, 21, 17, 16, 17, 19, 19, 17, 13, 20, 17, 20, 22, 21, 29, 46, 87, 104, 108, 110], "n_pos": 148, "sum_m_en": [13.391676, 20.884516, 22.274051, 22.733613, 22.844928, 22.626689, 22.846925, 22.187652, 23.022738, 24.172099, 23.294959, 22.459382, 22.747859, 22.264476, 22.165818, 24.543871, 24.80734, 24.072667, 23.221967, 25.321406, 25.526267, 26.424888, 24.527557, 23.813119, 38.784487, 37.302797, 32.946401, 28.794016, 27.468681, 26.256218, 26.225929, 24.864966, 25.280057, 27.624879, 27.795113, 29.160924, 31.535612, 41.120616, 45.65002, 51.891875, 53.315182, 54.411779, 56.235175, 59.594816, 57.083725, 43.457865, 19.060476, 4.81203, 4.070023, 0.645797], "sum_m_pl": [2.072713, 6.406556, 7.800668, 7.875971, 8.38462, 8.828568, 8.463683, 9.363134, 9.334754, 9.610675, 10.535606, 10.909891, 11.759264, 12.146901, 12.050176, 12.432399, 12.81444, 12.284581, 12.074231, 12.559505, 11.524588, 10.670589, 10.45149, 10.56232, 13.594127, 15.434624, 15.074549, 16.600647, 17.408271, 17.019468, 15.795657, 15.801917, 15.895749, 15.453427, 14.84874, 15.731569, 15.607141, 14.528294, 15.087137, 15.140793, 15.912816, 17.441019, 19.195663, 18.792544, 25.927375, 41.123425, 80.746987, 96.333221, 101.471475, 109.839917]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 10, 10, 15, 12, 15, 19, 23, 25, 13, 16, 15, 14, 15, 14, 18, 30, 38, 27, 39, 45, 50, 44, 36, 46, 48, 48, 39, 35, 32, 32, 28, 32, 31, 36, 34, 42, 50, 54, 51, 57, 55, 51, 49, 47, 40, 17, 5, 2, 1], "n_am_pl": [4, 8, 13, 10, 12, 11, 12, 16, 12, 13, 6, 10, 15, 13, 10, 9, 8, 14, 12, 15, 6, 5, 11, 16, 10, 12, 11, 11, 13, 17, 15, 14, 13, 11, 9, 11, 12, 12, 10, 16, 14, 17, 19, 17, 25, 39, 79, 97, 102, 108], "n_pos": 109, "sum_m_en": [9.899209, 15.491886, 16.284335, 16.521715, 16.917871, 16.270779, 16.473672, 15.945621, 16.644157, 17.49615, 16.727263, 16.129051, 16.472238, 16.467277, 16.916772, 18.598666, 18.587683, 18.040378, 17.308124, 19.009558, 19.297407, 20.166061, 18.488597, 17.843196, 30.918471, 29.930614, 26.522339, 22.921294, 21.772419, 20.765043, 20.870244, 19.603318, 19.828528, 21.553265, 21.378505, 22.24426, 23.932963, 30.833589, 34.06617, 39.613942, 39.84707, 40.908605, 41.448376, 46.174096, 44.913475, 34.547826, 14.889101, 4.223679, 3.332415, 0.639888], "sum_m_pl": [1.523765, 4.824037, 5.719945, 5.813936, 5.982568, 6.430444, 6.170718, 6.916918, 6.975881, 7.141414, 7.895773, 8.062699, 8.730859, 8.981829, 8.854455, 9.149252, 9.499278, 8.957245, 8.839833, 9.289723, 8.531182, 7.862425, 7.753266, 7.861056, 9.663428, 10.965782, 10.754753, 12.009731, 12.906615, 12.690287, 11.74099, 11.542214, 11.656391, 11.300289, 11.105528, 12.066667, 11.915555, 11.053543, 11.749815, 11.740289, 12.828501, 14.454838, 15.791259, 15.279634, 21.716496, 34.496589, 71.637715, 90.52199, 97.72796, 107.849225]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "pes-Medycyna sportowa-2019 jesień-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1248, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9933}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 8, 10, 17, 21, 25, 23, 22, 18, 20, 24, 31, 27, 25, 25, 30, 30, 23, 28, 25, 28, 24, 28, 26, 34, 36, 39, 31, 35, 32, 31, 34, 34, 30, 39, 48, 46, 49, 50, 55, 63, 53, 56, 47, 44, 42, 39, 34, 39, 46], "n_am_pl": [5, 7, 9, 3, 10, 15, 20, 14, 11, 11, 9, 14, 16, 15, 8, 11, 15, 13, 14, 15, 14, 10, 11, 9, 17, 15, 7, 12, 10, 7, 10, 9, 9, 13, 14, 12, 12, 11, 5, 2, 7, 4, 5, 7, 7, 8, 6, 5, 7, 8], "n_pos": 111, "sum_m_en": [12.579688, 15.050091, 15.5241, 17.852869, 20.454687, 20.291908, 17.797302, 18.029517, 17.788552, 18.405968, 19.34621, 19.151233, 19.322331, 19.485269, 18.752434, 18.832866, 18.699425, 17.920543, 17.976641, 19.046467, 18.410749, 18.090862, 18.239812, 17.978758, 26.375375, 26.895972, 24.975152, 22.904618, 22.594052, 23.002303, 21.697216, 22.446563, 22.676591, 23.549318, 24.703635, 26.983076, 29.623273, 34.238554, 36.597383, 37.745141, 48.148839, 46.479894, 48.813122, 42.694534, 40.351536, 38.305977, 36.13539, 34.636198, 36.207306, 45.939235], "sum_m_pl": [3.099046, 4.716274, 4.854468, 4.747423, 5.466169, 6.019784, 6.328606, 6.481199, 7.008933, 7.686816, 7.550418, 8.054931, 8.834985, 8.505473, 9.03281, 9.317971, 8.764134, 8.517193, 8.237071, 8.063675, 7.681498, 7.550084, 7.126663, 7.010935, 9.636966, 10.261956, 9.246356, 10.886481, 10.432979, 10.487444, 10.064212, 9.290358, 9.26523, 9.8654, 9.903958, 9.751146, 9.101716, 9.307095, 8.093548, 7.214032, 6.926985, 5.692052, 5.962225, 5.567751, 7.409103, 7.534553, 8.172137, 6.619394, 7.455457, 8.455586]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 2, 4, 8, 9, 12, 13, 12, 9, 13, 13, 16, 15, 17, 12, 18, 16, 16, 17, 15, 19, 15, 17, 18, 24, 26, 26, 18, 24, 20, 21, 23, 20, 16, 24, 29, 27, 31, 34, 37, 37, 31, 34, 34, 32, 34, 35, 32, 37, 46], "n_am_pl": [3, 2, 2, 0, 2, 9, 6, 7, 5, 3, 4, 7, 9, 8, 3, 6, 9, 6, 6, 8, 8, 6, 7, 5, 10, 8, 4, 9, 5, 4, 5, 5, 6, 7, 7, 4, 5, 4, 2, 1, 3, 1, 2, 5, 6, 6, 5, 5, 6, 8], "n_pos": 57, "sum_m_en": [5.997502, 7.600467, 7.7756, 8.712738, 10.330833, 10.150329, 8.990658, 9.318518, 9.444375, 9.853308, 10.537365, 10.548459, 10.252324, 10.369389, 10.018711, 10.086803, 9.885052, 9.795146, 9.799788, 10.244426, 9.758591, 9.584185, 9.609627, 9.442455, 16.137479, 16.430968, 15.455082, 13.272557, 13.053991, 12.862096, 11.842359, 12.391027, 12.65367, 13.391187, 14.177341, 16.570094, 18.263309, 21.631121, 23.509315, 25.112991, 29.357235, 28.414715, 30.510152, 30.253713, 29.704118, 30.851415, 31.527965, 30.873205, 33.295271, 44.677843], "sum_m_pl": [1.172403, 2.0733, 2.314996, 2.3924, 2.869154, 3.196972, 3.423073, 3.388506, 3.648067, 3.706243, 3.76654, 3.958668, 4.505098, 4.326885, 4.744901, 4.981494, 4.59417, 4.542197, 4.267942, 4.174037, 3.911509, 3.835339, 3.638125, 3.557075, 5.16632, 5.300168, 4.907299, 5.805502, 5.437699, 5.56859, 5.210739, 4.634512, 4.581303, 4.853111, 4.834951, 4.502394, 4.330342, 4.413835, 3.782994, 3.424918, 3.601721, 2.596357, 2.93841, 2.822354, 5.20475, 5.880463, 6.720594, 6.164123, 6.410085, 8.174135]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "pes-Nefrologia-2018 wiosna-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1008, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9646, "tf_agree_excl_first": 0.9732}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 9, 13, 19, 28, 28, 28, 27, 32, 31, 36, 25, 24, 27, 33, 32, 17, 30, 36, 34, 38, 42, 41, 58, 53, 45, 43, 39, 37, 43, 28, 32, 39, 41, 40, 50, 49, 62, 62, 77, 84, 82, 60, 50, 32, 7, 4, 1, 1], "n_am_pl": [9, 16, 23, 27, 37, 25, 23, 27, 21, 26, 28, 34, 24, 34, 39, 32, 31, 37, 36, 31, 29, 28, 18, 23, 24, 27, 27, 32, 30, 40, 29, 31, 35, 39, 42, 37, 33, 39, 38, 40, 38, 38, 35, 41, 60, 77, 107, 111, 116, 117], "n_pos": 179, "sum_m_en": [17.045533, 25.933011, 26.913713, 28.878732, 30.245035, 30.665553, 29.806513, 30.336942, 30.535927, 32.180159, 33.210478, 32.846638, 31.164277, 31.027241, 30.946272, 31.108345, 31.210306, 29.564674, 29.74722, 30.048509, 28.830328, 28.579829, 28.734963, 28.606631, 41.151377, 38.20438, 34.489134, 32.118181, 31.761458, 31.865483, 30.672328, 30.095424, 30.306373, 30.583231, 31.810828, 31.39345, 34.006588, 37.91896, 41.92513, 46.267079, 60.559717, 61.25964, 62.024609, 53.531492, 48.18986, 30.757076, 8.587324, 4.607427, 1.828898, 1.020827], "sum_m_pl": [3.472559, 8.707312, 9.895013, 10.410395, 10.822498, 11.726495, 11.608868, 11.933558, 12.566673, 14.064383, 14.851653, 15.858899, 16.53681, 15.872009, 16.687364, 16.334936, 14.791389, 14.865448, 13.551183, 12.881256, 12.242624, 11.997492, 11.420371, 11.523666, 17.941719, 20.586839, 19.01624, 20.62868, 20.828391, 22.691463, 21.534035, 20.15059, 19.890109, 21.025682, 20.330071, 19.804333, 18.483046, 19.811568, 21.621774, 24.714742, 26.227994, 26.179907, 31.287366, 38.668483, 50.683916, 68.675416, 98.056362, 107.812878, 114.018394, 116.465196]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 7, 7, 9, 16, 22, 19, 22, 20, 22, 22, 25, 16, 16, 18, 20, 18, 7, 20, 24, 22, 27, 29, 31, 42, 39, 33, 27, 22, 22, 27, 17, 21, 27, 31, 31, 37, 38, 47, 44, 50, 55, 55, 41, 32, 20, 6, 4, 1, 1], "n_am_pl": [6, 10, 15, 18, 22, 16, 20, 19, 13, 20, 20, 24, 16, 22, 27, 19, 24, 30, 27, 20, 21, 21, 13, 16, 16, 19, 19, 25, 23, 31, 24, 27, 32, 30, 30, 26, 26, 28, 28, 30, 32, 33, 28, 34, 49, 64, 93, 103, 112, 116], "n_pos": 118, "sum_m_en": [11.274942, 17.156704, 17.846142, 19.289451, 20.398985, 20.904175, 20.267705, 20.718811, 20.779796, 21.8781, 22.644951, 22.647237, 21.349574, 21.396063, 21.368469, 21.455529, 21.298953, 20.210682, 20.006166, 20.265996, 19.332966, 19.269352, 19.231601, 19.055101, 29.122749, 27.624641, 24.559659, 21.937242, 21.907825, 21.668195, 20.702015, 20.558991, 21.184723, 21.713584, 22.461734, 22.666967, 24.344741, 26.797571, 28.956683, 32.684968, 40.174694, 40.992394, 42.154524, 36.077983, 32.078706, 20.680809, 6.373547, 3.632064, 1.445391, 1.000278], "sum_m_pl": [2.391046, 5.617383, 6.511937, 7.04057, 7.091555, 7.859886, 7.831821, 8.168522, 8.531902, 9.324658, 9.897, 10.628991, 10.878703, 10.358243, 10.410576, 10.360534, 9.604773, 9.542547, 8.878228, 8.465492, 8.089276, 7.96001, 7.603201, 7.739515, 11.846252, 13.137623, 12.797265, 14.089364, 14.513357, 15.006993, 14.755603, 14.368883, 14.248706, 14.737344, 14.219782, 13.830467, 13.131756, 14.473314, 15.938047, 18.178737, 19.483809, 19.935793, 23.949822, 31.228842, 40.356356, 56.953313, 85.446285, 99.877261, 109.002529, 114.798326]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Nefrologia-2018 wiosna-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1263, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9778}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 9, 13, 9, 14, 8, 12, 11, 10, 10, 11, 14, 8, 6, 11, 14, 16, 7, 21, 23, 20, 20, 12, 10, 12, 14, 13, 17, 18, 11, 22, 13, 13, 17, 19, 26, 31, 34, 32, 30, 33, 36, 34, 30, 30, 29, 30, 30, 31, 29], "n_am_pl": [6, 3, 10, 6, 4, 11, 6, 9, 4, 7, 9, 9, 9, 9, 8, 11, 9, 15, 11, 11, 11, 7, 8, 9, 15, 10, 11, 10, 10, 12, 15, 17, 12, 12, 18, 14, 11, 14, 8, 9, 10, 9, 8, 11, 13, 13, 18, 19, 20, 21], "n_pos": 74, "sum_m_en": [8.117347, 10.406606, 11.080333, 11.619329, 12.670188, 12.55023, 11.735096, 11.044, 10.966995, 11.512378, 11.903382, 11.145631, 11.197232, 11.392816, 11.759968, 12.329877, 12.301386, 11.420977, 12.370169, 12.343099, 11.75513, 11.544018, 11.435823, 11.551575, 15.229962, 14.708572, 12.8093, 12.65106, 13.199811, 13.026044, 13.542537, 13.074421, 13.463456, 13.552079, 13.500446, 14.80953, 18.558117, 20.96737, 24.431923, 24.527462, 26.958447, 27.417937, 28.81053, 26.530448, 25.617523, 27.727173, 26.99595, 26.031823, 26.738056, 28.477628], "sum_m_pl": [1.90764, 3.339491, 3.943562, 3.805379, 4.008744, 4.574221, 4.584956, 4.959896, 4.874417, 5.251732, 5.829705, 6.201933, 6.513202, 6.37034, 6.68938, 7.329205, 6.420451, 6.62174, 5.991047, 5.662443, 5.506684, 5.392422, 5.028503, 5.111847, 9.551455, 9.241576, 9.655127, 9.170834, 9.202678, 8.873165, 8.595813, 8.709764, 8.758623, 9.253353, 9.280744, 9.070701, 8.970344, 9.011656, 7.42614, 7.290732, 6.761312, 7.674591, 7.018718, 9.657306, 12.931522, 13.717455, 17.223131, 19.202963, 20.794201, 21.110134]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 3, 7, 5, 8, 4, 9, 9, 7, 6, 8, 8, 3, 3, 8, 10, 13, 6, 16, 17, 16, 17, 12, 10, 12, 13, 12, 15, 15, 10, 18, 8, 11, 14, 15, 22, 24, 26, 25, 25, 25, 30, 29, 25, 25, 25, 27, 26, 28, 28], "n_am_pl": [4, 1, 7, 5, 3, 7, 5, 6, 3, 6, 6, 7, 8, 7, 5, 8, 5, 10, 6, 7, 7, 4, 6, 7, 10, 6, 8, 6, 7, 9, 12, 13, 10, 8, 15, 10, 8, 9, 6, 7, 7, 6, 6, 8, 11, 12, 17, 18, 19, 21], "n_pos": 50, "sum_m_en": [5.396843, 6.973143, 7.479366, 7.902081, 8.491368, 8.561219, 8.02319, 7.484453, 7.419041, 7.737084, 8.066262, 7.430212, 7.548438, 7.734635, 8.004004, 8.370493, 8.226751, 7.616802, 8.406908, 8.406936, 7.989222, 7.798552, 7.719692, 7.847605, 11.344816, 10.898523, 9.571028, 9.533441, 9.783023, 9.494276, 9.72622, 9.285335, 9.690527, 9.852153, 9.84165, 11.095114, 14.12437, 16.165147, 18.086853, 19.636842, 21.423845, 22.76576, 24.061657, 22.4699, 21.983944, 23.293694, 24.286166, 23.262799, 24.461593, 26.825022], "sum_m_pl": [1.374222, 2.146331, 2.556124, 2.409497, 2.445963, 2.906997, 2.922953, 3.20726, 3.197052, 3.438754, 3.858359, 4.035304, 4.273951, 4.178141, 4.432394, 4.863662, 4.228696, 4.438001, 4.071874, 3.833294, 3.686383, 3.606755, 3.382422, 3.457899, 6.359855, 6.30172, 6.531808, 6.140003, 6.297479, 6.08348, 6.09353, 6.346801, 6.425191, 6.72956, 6.894706, 6.820842, 6.537006, 6.394015, 5.398793, 5.085929, 4.757095, 5.108877, 4.727395, 7.366033, 10.752158, 11.94833, 15.703198, 17.805929, 19.253745, 20.918935]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "pes-Nefrologia-2018 wiosna-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1076, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9605, "tf_agree_excl_first": 0.9733}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 10, 10, 12, 23, 21, 16, 19, 19, 15, 16, 13, 15, 20, 15, 20, 19, 20, 29, 19, 26, 21, 26, 31, 44, 41, 30, 30, 23, 24, 26, 28, 32, 34, 33, 37, 38, 45, 51, 53, 46, 45, 45, 38, 35, 32, 10, 5, 2, 2], "n_am_pl": [8, 13, 12, 13, 16, 30, 24, 25, 25, 18, 22, 27, 19, 25, 26, 21, 23, 18, 32, 33, 34, 29, 31, 24, 35, 37, 31, 35, 40, 31, 30, 39, 25, 25, 29, 29, 38, 26, 27, 23, 28, 24, 25, 28, 45, 65, 90, 110, 106, 111], "n_pos": 162, "sum_m_en": [15.107852, 23.665785, 24.451674, 24.967725, 25.253074, 25.379714, 24.199661, 24.510118, 24.419378, 24.685289, 25.391049, 23.471226, 22.918549, 23.572312, 23.555412, 25.080721, 25.333804, 25.252304, 25.717297, 24.49283, 23.967621, 23.72056, 24.06249, 24.39765, 35.66067, 34.100057, 30.183751, 27.298825, 27.13467, 26.20162, 24.734228, 25.049934, 25.294211, 26.165436, 27.140801, 29.328807, 29.16685, 33.856869, 35.302773, 35.514393, 40.352063, 39.286539, 39.262255, 37.008211, 35.784737, 28.235696, 12.896674, 5.332482, 2.679872, 2.102441], "sum_m_pl": [2.846805, 7.558893, 8.725615, 8.869222, 9.693402, 11.588696, 11.043907, 11.657567, 11.788885, 12.346953, 13.30678, 14.087675, 14.094013, 14.55524, 15.687609, 15.45003, 14.129691, 14.372923, 13.162593, 12.15192, 11.578856, 11.056227, 10.603799, 10.33253, 19.661117, 20.362798, 20.355403, 20.149688, 20.593231, 20.828641, 20.687188, 19.906062, 19.280074, 18.467868, 17.936208, 16.519153, 17.522647, 16.583334, 17.264289, 17.421646, 18.763445, 19.643387, 20.029713, 23.193358, 36.255907, 52.8757, 79.64009, 102.320707, 104.395061, 110.780896]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 9, 7, 18, 16, 13, 16, 14, 14, 15, 12, 11, 15, 10, 14, 11, 15, 23, 13, 20, 18, 23, 28, 39, 33, 24, 24, 18, 17, 20, 22, 28, 28, 25, 30, 30, 33, 37, 40, 35, 32, 34, 29, 28, 24, 6, 3, 2, 2], "n_am_pl": [6, 8, 4, 7, 9, 19, 13, 13, 14, 9, 16, 19, 12, 16, 14, 12, 15, 11, 21, 22, 22, 19, 18, 15, 24, 25, 20, 22, 26, 17, 18, 26, 20, 17, 21, 21, 25, 19, 20, 16, 20, 17, 19, 24, 32, 50, 73, 96, 103, 110], "n_pos": 114, "sum_m_en": [10.36406, 16.665436, 17.393594, 17.554919, 17.734955, 18.130068, 17.490732, 17.832184, 17.797151, 18.169446, 18.529094, 16.94237, 16.575777, 17.074816, 17.186462, 18.349832, 18.388839, 18.350514, 18.386334, 17.489719, 17.164629, 16.880926, 17.312291, 17.592568, 28.765317, 27.086088, 23.47955, 20.942513, 20.993123, 20.180175, 18.865034, 19.058446, 19.32831, 19.820346, 20.41767, 22.518739, 21.749772, 25.612942, 26.08029, 26.750735, 31.665895, 30.114451, 30.910302, 28.822908, 28.441223, 21.210953, 8.832185, 3.106687, 2.012687, 1.969754], "sum_m_pl": [1.844537, 5.186224, 5.893298, 5.989618, 6.391373, 7.57327, 7.442817, 7.922079, 8.312055, 8.494992, 9.010146, 9.482948, 9.639674, 10.063135, 10.75891, 10.437161, 9.695153, 9.945296, 9.283124, 8.562829, 8.148694, 7.845662, 7.405202, 7.28334, 12.094867, 12.498655, 12.489835, 12.660092, 13.613856, 13.544851, 13.605067, 13.553088, 13.302405, 12.933682, 12.526706, 11.457177, 12.645994, 11.478653, 11.568116, 11.76351, 12.494378, 14.056575, 14.724191, 17.720973, 27.822824, 42.804172, 66.910306, 90.27469, 100.52698, 109.046392]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "pes-Nefrologia-2018 wiosna-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1331, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9512, "tf_agree_excl_first": 0.9571}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 7, 14, 23, 24, 24, 26, 30, 29, 35, 41, 37, 32, 30, 36, 33, 32, 34, 38, 49, 60, 55, 70, 59, 78, 59, 56, 54, 45, 43, 41, 40, 42, 47, 52, 63, 64, 75, 72, 66, 82, 78, 77, 78, 64, 49, 20, 7, 1, 2], "n_am_pl": [5, 15, 17, 13, 21, 23, 12, 19, 24, 23, 19, 22, 24, 17, 22, 25, 32, 33, 23, 20, 12, 14, 13, 16, 16, 17, 13, 15, 16, 24, 29, 22, 27, 30, 24, 23, 29, 22, 23, 34, 27, 33, 36, 42, 55, 71, 95, 110, 126, 126], "n_pos": 177, "sum_m_en": [16.792878, 24.627372, 26.217243, 28.564568, 29.536965, 29.809183, 28.822151, 29.297796, 28.717672, 30.136268, 31.178752, 30.607974, 28.356018, 27.179451, 26.984909, 28.429136, 29.348213, 27.451524, 27.471045, 28.79293, 28.481595, 28.148477, 30.083975, 27.876853, 47.233033, 40.936378, 35.486326, 31.076021, 30.808285, 32.851024, 31.19256, 30.865138, 30.32477, 31.289368, 33.468523, 35.140019, 36.097438, 42.695576, 45.205165, 42.40455, 64.769446, 61.00484, 68.192354, 63.187121, 57.355903, 43.526283, 16.631342, 6.389776, 2.421515, 1.516176], "sum_m_pl": [3.003675, 7.809595, 8.924839, 9.13417, 9.209821, 9.741984, 9.65534, 9.95947, 9.954596, 10.990264, 11.788623, 12.366225, 12.819149, 13.503884, 14.510595, 14.334859, 12.984216, 13.549941, 12.595544, 11.999758, 11.175111, 10.964631, 10.407943, 10.460135, 12.374288, 14.404482, 14.018229, 15.31005, 15.926066, 16.669438, 16.095228, 15.093653, 16.728898, 17.109716, 17.338082, 17.211426, 17.720426, 16.234443, 17.005475, 20.982156, 20.241099, 22.342044, 23.650555, 32.203729, 44.836872, 61.999481, 89.164106, 104.688533, 118.03724, 125.025534]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 2, 12, 18, 21, 21, 21, 22, 19, 27, 29, 28, 24, 23, 28, 23, 23, 26, 29, 38, 44, 42, 53, 47, 63, 42, 42, 42, 36, 33, 33, 31, 31, 36, 38, 51, 48, 59, 59, 52, 64, 59, 58, 58, 46, 34, 15, 6, 1, 2], "n_am_pl": [4, 12, 9, 10, 17, 19, 9, 17, 20, 19, 12, 17, 16, 10, 14, 18, 25, 25, 14, 9, 8, 9, 9, 11, 11, 14, 11, 12, 13, 18, 22, 19, 21, 23, 21, 18, 23, 19, 17, 28, 24, 28, 30, 37, 48, 63, 87, 104, 121, 124], "n_pos": 128, "sum_m_en": [12.207965, 17.645194, 18.94402, 20.482435, 21.676395, 21.764969, 21.033852, 21.442384, 20.945158, 21.984639, 22.623657, 22.308971, 20.771155, 19.718152, 19.751991, 20.849734, 21.640168, 20.356798, 20.130196, 21.184684, 20.969083, 20.72615, 22.098369, 20.258712, 35.163096, 30.232977, 27.229707, 24.187942, 24.045804, 24.836719, 23.600895, 23.292919, 22.620951, 23.512234, 25.231716, 26.649674, 27.316499, 33.019891, 35.418322, 33.443129, 48.47774, 46.233446, 50.729949, 47.468622, 41.23489, 31.02405, 12.277749, 5.365145, 1.968, 1.515968], "sum_m_pl": [2.295007, 5.641576, 6.497203, 6.594363, 6.710634, 7.037211, 7.016721, 7.327629, 7.232415, 8.053573, 8.57621, 9.198847, 9.438985, 9.862975, 10.136494, 10.19759, 9.473939, 9.804482, 9.158891, 8.674989, 8.121067, 8.042473, 7.626464, 7.68877, 9.215873, 10.646392, 10.415705, 11.282526, 11.870661, 12.643397, 12.186974, 11.780862, 13.076736, 13.565456, 13.49666, 13.720699, 14.278825, 12.830958, 13.388701, 16.834506, 15.842767, 17.807018, 19.549614, 26.551706, 38.834837, 55.252317, 82.479612, 99.371483, 113.750626, 123.070653]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "pes-Nefrologia-2019 jesień-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1006, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9777, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 11, 21, 47, 44, 47, 51, 66, 64, 57, 67, 72, 56, 51, 67, 76, 73, 80, 93, 91, 88, 92, 114, 106, 135, 123, 107, 90, 79, 74, 75, 85, 82, 104, 109, 104, 122, 138, 148, 120, 152, 149, 146, 131, 126, 91, 36, 2, 0, 0], "n_am_pl": [4, 15, 18, 20, 29, 35, 27, 29, 27, 28, 47, 46, 47, 47, 50, 45, 36, 35, 35, 31, 31, 29, 26, 30, 15, 31, 30, 30, 31, 29, 39, 43, 40, 34, 34, 38, 36, 36, 35, 52, 42, 56, 51, 67, 84, 118, 176, 210, 226, 226], "n_pos": 296, "sum_m_en": [26.572567, 41.552454, 44.113762, 48.378108, 51.304516, 51.333193, 51.333357, 54.221483, 52.623271, 53.644499, 55.670887, 55.445637, 51.63381, 49.332528, 51.02648, 54.661665, 53.812711, 50.420341, 49.051557, 51.567335, 49.850687, 48.718013, 50.276987, 47.708094, 87.85788, 77.114513, 67.667782, 58.102041, 56.734531, 57.997287, 56.713589, 57.269248, 56.534359, 61.12557, 64.811717, 69.672343, 74.354886, 87.544837, 93.605183, 91.213379, 116.882807, 115.333961, 114.165871, 112.441926, 104.348118, 78.773761, 31.295395, 7.004217, 2.445256, 0.000796], "sum_m_pl": [4.431301, 13.114717, 14.37479, 14.826563, 15.081439, 16.064674, 16.793137, 18.268826, 18.053073, 19.693786, 21.994479, 23.471273, 23.503513, 24.111548, 23.668678, 23.339605, 21.741118, 21.427307, 21.130993, 19.873369, 19.372217, 19.0083, 18.594076, 18.453411, 21.068788, 25.921825, 26.711458, 28.23161, 30.766236, 30.902244, 29.704071, 29.302128, 30.259352, 29.036226, 27.946668, 27.456105, 28.065005, 29.569087, 29.122005, 37.641202, 36.272615, 41.829154, 48.726767, 58.615168, 75.344905, 106.590031, 159.975972, 196.185334, 218.726148, 228.006771]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 10, 15, 36, 40, 38, 37, 54, 52, 43, 52, 51, 41, 40, 51, 56, 58, 62, 72, 70, 72, 75, 90, 83, 103, 90, 80, 75, 66, 60, 62, 66, 56, 81, 84, 77, 94, 108, 115, 95, 118, 118, 112, 99, 92, 64, 26, 1, 0, 0], "n_am_pl": [3, 13, 15, 18, 28, 29, 25, 26, 26, 22, 38, 41, 39, 38, 39, 36, 29, 31, 32, 23, 24, 22, 18, 25, 12, 27, 23, 23, 25, 23, 31, 35, 37, 30, 28, 34, 27, 30, 30, 42, 34, 45, 45, 59, 75, 108, 161, 196, 217, 226], "n_pos": 229, "sum_m_en": [21.037123, 32.115613, 34.208101, 37.357474, 39.901184, 39.531764, 39.557662, 41.915466, 40.680437, 41.527899, 43.181845, 43.050364, 39.990505, 37.982922, 39.480481, 42.445513, 41.912398, 39.20835, 38.106099, 40.016292, 38.658733, 37.61151, 38.550373, 36.604276, 67.024172, 59.325018, 53.290553, 46.054247, 44.68338, 45.023195, 43.994886, 44.639561, 43.756101, 47.131812, 49.51434, 53.100099, 57.440899, 68.273879, 74.044742, 71.748665, 89.996078, 89.607497, 86.807155, 85.125257, 77.186183, 56.436345, 22.550337, 5.057455, 1.654623, 0.000679], "sum_m_pl": [3.627625, 10.177244, 11.444696, 11.810777, 11.972562, 12.71992, 13.263578, 14.519005, 14.287127, 15.768306, 17.418426, 18.769284, 18.722641, 19.414032, 18.983864, 18.706945, 17.30225, 17.056298, 16.745219, 15.624608, 15.24883, 14.996315, 14.684241, 14.568487, 17.322448, 20.945041, 21.351656, 22.441406, 24.446027, 24.813109, 23.794956, 23.347406, 24.351668, 23.250338, 22.244536, 22.313626, 22.873707, 24.239414, 23.915469, 31.234494, 29.549744, 35.045994, 41.959563, 50.487525, 66.255482, 96.049932, 145.828382, 182.672574, 209.57258, 224.91806]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "pes-Nefrologia-2019 jesień-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1261, "region_end": 296, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9865}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 10, 7, 12, 9, 7, 16, 15, 18, 11, 15, 14, 18, 16, 18, 15, 17, 15, 19, 19, 17, 15, 22, 19, 29, 27, 22, 16, 11, 13, 13, 16, 17, 22, 22, 24, 25, 27, 33, 31, 32, 27, 29, 28, 31, 30, 27, 27, 28, 25], "n_am_pl": [3, 1, 3, 2, 5, 10, 8, 4, 4, 5, 5, 8, 7, 8, 6, 6, 6, 6, 8, 9, 6, 5, 6, 8, 5, 6, 8, 9, 10, 12, 12, 10, 14, 11, 6, 10, 8, 6, 8, 13, 14, 14, 14, 11, 12, 11, 14, 16, 18, 19], "n_pos": 72, "sum_m_en": [7.729107, 10.032835, 9.984506, 11.167998, 11.989924, 12.396279, 12.35447, 11.94466, 12.574298, 12.949085, 12.98742, 11.99484, 12.106576, 12.657002, 12.254974, 12.793685, 13.312759, 12.548733, 12.315701, 12.497402, 12.59519, 11.886156, 11.931608, 11.950996, 17.057554, 16.044399, 15.459316, 13.557804, 13.532359, 13.031552, 12.466754, 12.729093, 12.975453, 14.712411, 16.264962, 17.285286, 19.020539, 22.008108, 25.496965, 23.832382, 25.193486, 26.199909, 26.686713, 27.00003, 26.53604, 26.250566, 24.605238, 25.224359, 25.087736, 25.488144], "sum_m_pl": [1.835558, 3.258121, 3.397279, 3.255367, 3.457543, 3.910785, 3.867745, 4.361322, 4.743577, 5.521618, 5.725408, 5.862773, 6.025862, 5.553827, 5.498735, 5.664011, 5.351723, 5.356265, 5.36708, 5.418723, 5.056762, 4.953315, 4.903652, 4.768197, 6.550526, 7.36493, 6.942203, 7.775442, 8.154557, 8.422839, 8.33627, 8.080736, 8.422954, 8.39678, 7.953627, 6.943731, 6.605318, 6.064536, 6.17768, 11.358708, 13.077456, 11.628118, 12.487864, 11.181093, 12.993258, 12.446263, 13.974079, 16.35378, 17.92282, 19.022238]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 4, 9, 6, 6, 11, 13, 13, 9, 12, 10, 13, 11, 14, 12, 13, 10, 15, 14, 14, 11, 17, 13, 21, 20, 15, 10, 8, 9, 10, 14, 14, 17, 19, 19, 18, 21, 26, 24, 24, 23, 26, 24, 25, 26, 25, 25, 26, 25], "n_am_pl": [1, 0, 2, 1, 4, 5, 2, 1, 1, 2, 2, 4, 5, 5, 4, 4, 4, 3, 6, 8, 6, 5, 5, 8, 3, 4, 4, 4, 7, 10, 8, 7, 10, 6, 3, 6, 4, 6, 5, 9, 7, 8, 7, 8, 9, 9, 12, 15, 17, 19], "n_pos": 45, "sum_m_en": [4.849245, 6.203195, 6.385363, 7.424246, 7.991494, 8.068456, 8.032679, 7.879272, 8.39249, 8.637503, 8.451188, 7.908496, 7.984139, 8.641415, 8.257977, 8.576053, 9.108073, 8.493777, 8.295947, 8.274263, 8.42656, 7.723484, 7.706661, 7.641128, 12.573832, 11.588675, 11.084959, 9.421534, 9.298104, 8.718763, 8.281545, 8.532707, 8.839802, 10.130046, 11.577195, 12.371967, 13.804852, 16.709822, 19.861381, 18.727491, 19.795425, 21.395446, 22.903291, 22.840491, 22.512885, 22.783626, 22.665191, 22.549781, 23.184347, 24.723602], "sum_m_pl": [1.082747, 1.905978, 2.010608, 2.062863, 2.114744, 2.370744, 2.302703, 2.621529, 2.720914, 3.299756, 3.428364, 3.454611, 3.506025, 3.238129, 3.217306, 3.415157, 3.136529, 3.211746, 3.252744, 3.324102, 3.067956, 3.036042, 3.023095, 2.936201, 4.205256, 4.814365, 4.498109, 4.996644, 5.179942, 5.518506, 5.164969, 5.042536, 5.330503, 5.141078, 4.532192, 3.941663, 3.844091, 3.661569, 3.693779, 7.716402, 8.067291, 7.274543, 7.162269, 7.157665, 9.325833, 9.738767, 11.684162, 14.826295, 17.077032, 18.816971]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "pes-Nefrologia-2019 wiosna-27", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 967, "region_end": 72, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 4, 9, 12, 11, 14, 21, 26, 17, 18, 17, 18, 19, 22, 20, 19, 24, 29, 23, 28, 28, 24, 23, 25, 36, 39, 40, 33, 27, 16, 20, 23, 22, 21, 23, 33, 29, 37, 38, 34, 33, 36, 35, 30, 27, 16, 5, 3, 0, 0], "n_am_pl": [1, 9, 14, 10, 13, 12, 9, 18, 10, 13, 20, 9, 13, 13, 9, 13, 12, 9, 11, 12, 9, 11, 16, 10, 11, 10, 7, 17, 11, 20, 19, 15, 14, 15, 16, 19, 20, 17, 19, 30, 30, 29, 31, 41, 43, 53, 62, 70, 74, 73], "n_pos": 112, "sum_m_en": [10.949739, 16.003564, 16.90255, 18.039854, 18.223871, 18.553612, 19.480491, 19.248555, 20.765912, 21.130664, 21.314708, 20.172949, 19.350887, 19.30908, 18.931362, 19.479204, 19.386175, 18.345491, 18.091041, 18.404881, 18.306916, 18.213582, 18.358004, 18.562883, 27.121415, 25.598778, 23.683486, 19.930795, 19.883511, 19.766256, 18.647052, 18.781994, 18.991304, 19.539978, 20.011312, 21.998096, 23.322795, 24.990854, 28.901462, 27.691083, 27.675174, 28.202814, 27.18278, 26.488869, 21.981038, 14.36951, 5.189565, 3.167258, 0.582852, 4.2e-05], "sum_m_pl": [2.068217, 5.098944, 6.139281, 5.837915, 5.991683, 5.849311, 5.93041, 6.859345, 7.392998, 8.49925, 8.65193, 8.971423, 9.292907, 8.95849, 9.365291, 9.358907, 9.005271, 8.948058, 8.256454, 8.268514, 7.729988, 7.478507, 7.405596, 7.184582, 10.028648, 11.46494, 11.215358, 13.001336, 12.519446, 12.976303, 12.217431, 11.404094, 11.379827, 12.066089, 11.660958, 10.565572, 11.069898, 11.787657, 12.060353, 17.600744, 22.849146, 23.841545, 29.746388, 33.552407, 41.067453, 49.571347, 61.124723, 68.703149, 74.176101, 72.932685]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 1, 8, 11, 11, 12, 19, 23, 11, 16, 13, 15, 17, 18, 14, 16, 19, 20, 17, 24, 23, 20, 20, 22, 28, 31, 35, 30, 21, 15, 18, 21, 19, 20, 22, 29, 26, 34, 34, 28, 28, 29, 27, 23, 21, 12, 3, 2, 0, 0], "n_am_pl": [0, 6, 6, 7, 9, 8, 6, 11, 6, 7, 12, 5, 5, 6, 5, 8, 7, 5, 7, 7, 5, 8, 12, 7, 8, 6, 4, 12, 6, 13, 12, 10, 11, 8, 11, 8, 12, 10, 12, 22, 20, 21, 22, 32, 35, 45, 57, 65, 72, 73], "n_pos": 74, "sum_m_en": [7.312924, 10.64028, 11.56941, 12.468384, 12.8001, 13.217376, 13.779594, 13.843998, 15.003997, 15.288189, 15.115798, 14.638456, 13.79786, 13.735516, 13.743369, 14.04907, 13.873773, 13.119393, 12.735515, 12.952704, 12.789782, 12.676086, 12.730326, 12.75411, 22.132873, 20.902818, 19.318626, 15.632123, 14.873987, 14.485775, 13.567508, 13.923392, 14.316179, 14.938331, 15.530887, 17.304407, 18.555398, 19.819603, 23.014222, 22.218392, 22.91309, 24.194625, 23.454076, 22.001291, 18.222647, 10.842763, 3.801622, 2.200112, 0.276304, 9e-06], "sum_m_pl": [1.337881, 3.330237, 3.934329, 3.953953, 4.161625, 3.949937, 3.99759, 4.509981, 4.850784, 5.179497, 5.744513, 6.026395, 6.044367, 5.985607, 6.022282, 6.034592, 5.846598, 5.79746, 5.657857, 5.661954, 5.265351, 5.125404, 5.069532, 4.873626, 6.338841, 7.221036, 7.336066, 8.623693, 8.627131, 8.722278, 8.436391, 8.122873, 8.311018, 8.466304, 8.208671, 7.37072, 7.786528, 8.368517, 8.7903, 12.676447, 15.733817, 16.855012, 21.271708, 25.734586, 33.882274, 41.952987, 55.247602, 64.045865, 71.546659, 72.351919]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "pes-Nefrologia-2019 wiosna-27", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1222, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 15, 18, 17, 13, 7, 6, 8, 8, 12, 12, 16, 16, 17, 19, 19, 16, 21, 21, 21, 21, 16, 14, 12, 17, 22, 18, 25, 23, 24, 20, 25, 23, 22, 29, 29, 37, 41, 43, 43, 50, 50, 50, 49, 39, 42, 38, 38, 39, 49], "n_am_pl": [6, 9, 11, 8, 8, 18, 24, 17, 12, 13, 20, 12, 13, 12, 8, 21, 20, 15, 29, 25, 16, 15, 16, 17, 22, 20, 22, 15, 14, 15, 17, 19, 15, 19, 15, 15, 17, 13, 15, 9, 13, 12, 12, 10, 14, 12, 13, 12, 12, 8], "n_pos": 115, "sum_m_en": [13.802295, 16.232725, 16.654271, 18.301825, 17.849287, 17.017214, 16.212506, 15.707722, 15.855665, 16.014055, 16.349765, 16.553416, 17.730682, 17.982344, 18.110363, 19.150143, 19.542056, 18.604208, 18.21693, 17.580606, 17.049971, 17.037039, 17.115434, 17.237895, 19.430383, 19.313325, 17.947164, 17.442577, 18.376517, 18.582213, 18.191997, 19.172521, 18.602946, 19.854616, 21.224519, 21.641698, 23.92287, 26.593766, 28.622135, 31.280436, 33.646435, 35.678612, 36.833191, 38.830792, 37.403543, 37.539932, 34.598621, 33.107459, 33.767279, 47.423661], "sum_m_pl": [3.307721, 5.261016, 5.942936, 5.990385, 6.381513, 7.398439, 7.608962, 8.094703, 7.868303, 8.44033, 8.694141, 9.056669, 9.402393, 8.714626, 9.111165, 9.505876, 9.087293, 8.191484, 8.165639, 7.872889, 7.213926, 6.786466, 6.670239, 6.628333, 10.611251, 11.613978, 10.94511, 10.790383, 10.620953, 10.450878, 10.072997, 9.698922, 9.745536, 10.228346, 9.990973, 8.917864, 10.002859, 9.290508, 9.786593, 8.060585, 9.09882, 11.369189, 9.453716, 8.859727, 12.04253, 9.86094, 12.072489, 11.658613, 11.625017, 8.341498]}, "digit": {"n_am_en": [1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 4, 3, 2, 2, 2, 2, 3, 2, 2, 1, 2, 1, 0, 2, 2, 3, 3, 2, 4, 4, 3, 2, 2, 1, 2, 0, 1, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.50535, 0.562197, 0.626375, 0.736019, 0.730184, 0.727153, 0.743559, 0.617665, 0.637373, 0.638534, 0.649563, 0.585552, 0.64647, 0.7238, 0.694965, 0.664448, 0.655512, 0.66776, 0.694594, 0.61905, 0.595981, 0.579904, 0.593988, 0.604348, 0.502642, 0.473669, 0.502677, 0.505686, 0.578862, 0.544444, 0.614641, 0.63578, 0.588767, 0.543826, 0.567445, 0.53898, 0.426382, 0.41249, 0.480568, 0.566222, 0.685715, 1.312093, 0.690713, 0.769259, 0.464206, 0.32449, 0.196895, 0.161317, 0.124646, 1e-06], "sum_m_pl": [0.181684, 0.232399, 0.182775, 0.163696, 0.161538, 0.220504, 0.22754, 0.267911, 0.270331, 0.306442, 0.335617, 0.372594, 0.374859, 0.355702, 0.339535, 0.352381, 0.358341, 0.305757, 0.33991, 0.325565, 0.242118, 0.208862, 0.213048, 0.213857, 0.85119, 0.677323, 0.6591, 0.542591, 0.600288, 0.575753, 0.537618, 0.473413, 0.452341, 0.67042, 0.815112, 0.764264, 1.390512, 1.184284, 0.980555, 0.899102, 0.690037, 0.433524, 0.595675, 0.50455, 0.46527, 0.406373, 0.302486, 0.296888, 0.233195, 0.0]}, "lang": {"n_am_en": [1, 11, 12, 9, 8, 5, 6, 7, 7, 7, 8, 13, 10, 11, 12, 15, 14, 20, 16, 15, 18, 12, 13, 10, 13, 17, 14, 18, 16, 19, 14, 16, 15, 16, 22, 21, 26, 30, 37, 35, 37, 35, 36, 35, 35, 35, 34, 35, 36, 49], "n_am_pl": [2, 6, 4, 2, 5, 9, 11, 6, 4, 6, 9, 8, 9, 6, 3, 14, 13, 11, 17, 15, 6, 8, 7, 7, 9, 8, 12, 8, 8, 12, 15, 15, 9, 11, 8, 7, 7, 5, 6, 4, 6, 6, 7, 6, 7, 7, 8, 8, 9, 8], "n_pos": 59, "sum_m_en": [6.743856, 8.501611, 8.751287, 9.694399, 9.264919, 8.912103, 8.245444, 8.180019, 8.529501, 8.547041, 8.705208, 9.001766, 9.604063, 9.625204, 9.905029, 10.653535, 10.831548, 10.573791, 10.036892, 9.640432, 9.302279, 9.242576, 9.232822, 9.229619, 12.384751, 12.350343, 11.645471, 10.868584, 11.390869, 11.376931, 10.890508, 11.431684, 11.243083, 12.616443, 13.813859, 14.730613, 16.95539, 19.215463, 20.958247, 23.742877, 25.53557, 26.887048, 27.696768, 30.511086, 31.403084, 31.547999, 30.260149, 28.984063, 30.607896, 45.760219], "sum_m_pl": [1.415127, 2.491053, 2.834214, 2.990892, 3.155152, 3.594793, 3.682481, 3.838412, 3.779956, 4.029895, 4.20833, 4.368578, 4.476574, 4.182061, 4.258552, 4.616079, 4.526947, 4.035253, 4.152715, 4.058634, 3.710571, 3.525343, 3.468516, 3.428685, 4.969102, 5.896377, 5.720069, 5.756978, 5.749415, 5.659263, 5.879166, 5.50255, 5.615598, 5.457713, 5.263845, 4.807316, 5.07599, 4.783493, 5.300164, 4.174879, 4.586233, 6.255716, 5.211341, 4.511929, 7.006977, 5.432395, 7.344755, 8.165914, 9.244359, 8.096591]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Nefrologia-2019 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1061, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9828}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 12, 20, 35, 27, 29, 34, 23, 27, 25, 19, 20, 30, 22, 23, 33, 27, 34, 39, 49, 45, 35, 37, 30, 63, 49, 50, 40, 34, 28, 33, 27, 44, 51, 63, 60, 72, 85, 80, 85, 87, 103, 98, 95, 87, 52, 23, 10, 2, 0], "n_am_pl": [12, 22, 24, 31, 37, 38, 41, 55, 31, 51, 51, 40, 48, 59, 57, 63, 71, 57, 73, 66, 53, 42, 40, 40, 60, 66, 59, 57, 52, 65, 64, 70, 58, 67, 68, 59, 59, 52, 59, 47, 56, 62, 48, 55, 74, 102, 121, 144, 152, 169], "n_pos": 267, "sum_m_en": [25.535206, 37.744147, 39.511198, 42.675458, 41.488908, 40.909724, 40.484025, 41.439336, 38.76865, 38.672407, 39.577474, 39.008766, 40.893588, 40.797713, 39.557282, 42.809632, 43.730794, 41.614799, 41.186531, 40.340334, 39.063511, 39.132663, 39.452803, 39.914442, 47.384346, 46.587818, 44.556286, 40.708063, 40.105819, 40.746239, 41.619753, 41.310426, 40.434313, 42.973388, 43.911729, 44.057327, 47.870806, 54.943585, 56.071594, 62.676001, 62.634546, 72.360152, 75.003034, 79.950954, 74.638036, 52.634996, 24.282237, 9.864403, 3.029075, 0.305624], "sum_m_pl": [5.620362, 12.840022, 14.020059, 14.207347, 15.266433, 18.055079, 19.858505, 21.116785, 20.289755, 22.010287, 22.568827, 22.819249, 23.80007, 23.327319, 25.119333, 25.677124, 23.125799, 21.778532, 20.414037, 19.247271, 17.238693, 16.249714, 16.035256, 15.729907, 29.531126, 35.297242, 33.614163, 31.628665, 32.212918, 32.523615, 31.446586, 31.963793, 29.472609, 31.137633, 30.819895, 28.850668, 31.092938, 30.619255, 32.88917, 30.38831, 35.379453, 41.120654, 39.815997, 43.876626, 59.236834, 84.229975, 114.972877, 143.636624, 150.733667, 168.845616]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 3, 0, 2, 3, 3, 2, 2, 2, 3, 3, 2, 2, 2, 2, 3, 1, 1, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.470075, 0.533968, 0.581811, 0.657791, 0.65382, 0.673926, 0.729122, 0.607631, 0.646747, 0.583309, 0.6328, 0.553025, 0.589608, 0.584772, 0.567784, 0.56828, 0.599422, 0.605887, 0.649337, 0.617974, 0.618098, 0.609607, 0.610261, 0.619655, 0.45729, 0.435716, 0.384969, 0.440791, 0.453861, 0.494618, 0.586569, 0.575418, 0.606439, 0.550339, 0.436982, 0.395905, 0.320088, 0.285957, 0.464651, 0.441122, 0.441655, 0.579975, 0.433897, 0.477968, 0.462033, 0.340142, 0.303402, 0.22332, 0.10838, 0.0], "sum_m_pl": [0.184907, 0.257405, 0.203151, 0.218537, 0.219598, 0.289703, 0.265243, 0.321933, 0.331722, 0.404967, 0.425536, 0.460676, 0.425454, 0.374635, 0.386067, 0.393367, 0.391494, 0.33066, 0.26427, 0.27193, 0.236266, 0.220955, 0.217336, 0.221635, 1.039798, 0.808645, 0.754977, 0.582496, 0.715124, 0.672172, 0.672584, 0.62036, 0.455249, 1.082861, 1.650975, 1.563016, 1.838692, 1.70618, 1.34081, 1.246917, 1.193191, 0.663301, 0.70612, 0.554578, 0.510487, 0.369597, 0.259601, 0.181176, 0.080183, 0.0]}, "lang": {"n_am_en": [7, 11, 11, 26, 16, 21, 29, 16, 22, 18, 13, 13, 20, 16, 17, 19, 16, 26, 26, 32, 28, 25, 27, 21, 49, 34, 37, 29, 27, 21, 24, 21, 36, 38, 48, 44, 49, 66, 60, 64, 64, 77, 72, 69, 65, 34, 16, 5, 2, 0], "n_am_pl": [9, 16, 18, 21, 27, 24, 30, 33, 16, 31, 35, 28, 32, 42, 40, 47, 47, 40, 51, 44, 36, 28, 27, 28, 33, 38, 36, 36, 35, 41, 45, 46, 45, 44, 49, 41, 42, 33, 38, 32, 40, 49, 36, 42, 59, 88, 111, 138, 149, 169], "n_pos": 169, "sum_m_en": [16.207388, 24.045118, 25.250012, 27.046605, 26.085207, 25.965341, 25.912528, 26.714875, 25.36844, 25.281538, 25.843862, 26.023237, 27.218071, 27.18766, 26.714319, 28.725844, 29.213008, 27.752114, 26.786453, 26.087756, 25.201915, 25.221101, 25.436013, 25.455021, 33.527368, 32.403279, 31.903803, 28.47659, 27.884928, 27.722323, 28.021071, 27.966879, 28.089696, 30.099047, 31.101942, 31.662142, 34.323692, 40.407818, 41.092874, 46.919923, 46.568893, 51.929435, 53.341138, 58.281432, 55.942405, 37.474678, 17.460274, 5.558495, 1.837719, 0.298856], "sum_m_pl": [3.198026, 7.578201, 8.424333, 8.547761, 9.263499, 10.722228, 11.594748, 12.968142, 12.613061, 13.958072, 14.392174, 14.819352, 15.398382, 15.41195, 16.169612, 16.627769, 15.048997, 14.043647, 13.562744, 12.662058, 11.24663, 10.591917, 10.514573, 10.226933, 20.013475, 24.079169, 23.246421, 21.94761, 22.3146, 22.128628, 22.260823, 22.720099, 21.502228, 22.334397, 21.151956, 20.416879, 22.41466, 21.935524, 24.061486, 22.706781, 26.16736, 32.034845, 31.765277, 35.522797, 49.746479, 75.00341, 105.215267, 134.86404, 146.886112, 166.854836]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 269, "item_id": "pes-Nefrologia-2019 wiosna-68", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1316, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 0.9963}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 15, 15, 20, 23, 33, 41, 35, 31, 26, 40, 32, 43, 37, 34, 37, 46, 44, 54, 47, 54, 49, 54, 50, 53, 52, 51, 47, 47, 49, 48, 47, 49, 55, 67, 69, 74, 82, 82, 87, 86, 85, 81, 75, 73, 68, 62, 62, 63, 60], "n_am_pl": [9, 10, 13, 18, 10, 14, 17, 13, 13, 17, 19, 16, 21, 22, 17, 17, 21, 18, 14, 10, 12, 14, 16, 14, 12, 11, 12, 13, 18, 15, 22, 19, 17, 12, 14, 14, 12, 7, 10, 7, 9, 7, 5, 8, 7, 8, 7, 6, 6, 6], "n_pos": 180, "sum_m_en": [20.077095, 25.875276, 26.401151, 26.990823, 31.251358, 34.75491, 33.743315, 32.208344, 32.642012, 33.1611, 34.462215, 35.800783, 36.400623, 35.351417, 35.908526, 36.543799, 35.997075, 34.29853, 36.372985, 35.506404, 33.926454, 33.768519, 33.614221, 33.244247, 47.497178, 46.821112, 43.103461, 41.050692, 42.501009, 41.380772, 40.25642, 39.782273, 40.249516, 41.979049, 46.093214, 50.475705, 55.498907, 59.412808, 65.056461, 68.689844, 71.740886, 72.981175, 72.605355, 73.677264, 69.186718, 63.842931, 58.351821, 56.503559, 57.462385, 60.220586], "sum_m_pl": [5.214324, 8.764932, 9.787953, 9.297233, 9.925388, 10.364129, 10.461959, 10.786824, 11.12214, 11.803706, 12.55988, 13.138514, 13.624914, 13.285074, 12.968465, 13.892468, 12.849271, 12.517361, 12.568774, 13.255557, 12.322978, 12.025174, 11.912659, 11.548052, 14.448867, 13.726262, 12.871873, 15.119902, 14.735496, 15.243158, 14.657582, 13.737148, 13.868119, 13.625598, 12.751002, 12.331764, 11.546692, 10.239194, 11.331792, 10.260738, 12.332415, 10.121591, 7.717782, 8.564972, 9.518738, 8.923655, 7.964511, 7.835267, 7.630415, 6.496952]}, "digit": {"n_am_en": [0, 1, 1, 0, 2, 3, 4, 3, 2, 1, 3, 2, 7, 4, 2, 3, 4, 4, 7, 3, 3, 3, 3, 3, 5, 6, 6, 5, 6, 4, 3, 4, 5, 3, 4, 6, 6, 3, 7, 4, 4, 4, 4, 4, 5, 4, 2, 2, 0, 0], "n_am_pl": [0, 2, 4, 0, 1, 2, 0, 3, 2, 3, 3, 0, 1, 1, 1, 2, 2, 5, 2, 1, 2, 2, 2, 3, 2, 2, 1, 1, 1, 2, 2, 0, 1, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.674461, 3.062041, 2.979486, 2.900298, 3.261541, 3.634355, 3.670773, 3.380017, 3.465989, 3.476114, 3.666933, 3.840412, 3.788196, 3.650304, 3.651754, 3.746524, 3.740321, 3.461241, 3.574861, 3.450506, 3.320497, 3.280457, 3.346932, 3.357243, 4.941446, 4.795264, 4.387444, 4.272094, 4.661461, 4.11943, 3.861668, 3.666044, 3.385366, 3.670667, 4.161244, 4.426919, 4.325054, 4.232714, 4.209574, 4.356725, 4.575309, 4.535444, 4.530929, 5.007199, 4.81772, 3.850777, 2.033808, 1.380953, 0.463859, 0.00096], "sum_m_pl": [0.339941, 0.896184, 0.956102, 0.923153, 1.087946, 1.113322, 1.012867, 1.013197, 1.000661, 1.004562, 1.025716, 1.010912, 1.115691, 1.056762, 1.056634, 1.248376, 1.222374, 1.171328, 1.065155, 1.09985, 1.023754, 1.039008, 1.051033, 1.036468, 1.244325, 1.153697, 1.18103, 1.297811, 1.195116, 1.182577, 1.073806, 1.034626, 1.059558, 0.881558, 0.824533, 1.013565, 1.18291, 1.307598, 2.112371, 2.272211, 2.162554, 1.822915, 1.770886, 1.65639, 1.324501, 0.963643, 0.425948, 0.420944, 0.130356, 1e-06]}, "lang": {"n_am_en": [4, 5, 7, 10, 11, 16, 21, 16, 20, 13, 18, 16, 23, 21, 16, 21, 18, 16, 20, 21, 24, 27, 29, 31, 27, 27, 26, 24, 24, 23, 25, 24, 25, 26, 33, 36, 35, 46, 42, 49, 50, 49, 49, 47, 49, 48, 45, 46, 54, 58], "n_am_pl": [2, 3, 3, 5, 3, 4, 7, 3, 3, 4, 3, 7, 8, 8, 6, 6, 6, 5, 8, 5, 4, 3, 6, 5, 6, 6, 6, 7, 7, 7, 6, 7, 6, 3, 4, 4, 5, 2, 3, 1, 4, 2, 1, 4, 4, 5, 6, 6, 6, 6], "n_pos": 67, "sum_m_en": [6.783106, 8.908099, 9.121928, 9.54942, 11.110895, 12.77521, 12.766349, 12.231457, 12.525474, 12.664597, 12.888761, 13.240563, 13.641007, 13.220818, 13.617234, 13.994462, 13.57154, 13.226936, 14.163191, 13.8913, 13.302993, 13.28332, 13.086652, 12.880764, 21.393972, 21.633124, 20.064344, 18.607375, 18.898665, 18.598829, 17.97796, 17.539651, 18.541988, 18.765663, 21.325711, 24.628785, 28.172743, 31.217609, 34.69766, 38.509055, 40.508222, 43.083635, 43.414208, 44.707438, 44.213082, 44.132207, 41.811016, 42.300514, 46.576256, 57.016495], "sum_m_pl": [1.868463, 2.883896, 3.197835, 3.098051, 3.289476, 3.559193, 3.833691, 3.927856, 4.052074, 4.312931, 4.669348, 5.055737, 5.309507, 5.123972, 4.990166, 5.252449, 4.794644, 4.650039, 4.852259, 5.103149, 4.714102, 4.617914, 4.612335, 4.461884, 5.633662, 5.350807, 4.816151, 5.664027, 5.725026, 5.853294, 5.637291, 5.381406, 5.394597, 5.412832, 4.955331, 4.707577, 4.307942, 3.74526, 3.583526, 2.916496, 3.796255, 3.327333, 2.288511, 3.510211, 4.968661, 5.341082, 6.357674, 6.324371, 6.539472, 6.138705]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "pes-Neonatologia-2018 jesień-44", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1234, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.967, "tf_agree_excl_first": 0.9724}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 16, 23, 30, 32, 54, 45, 49, 41, 52, 54, 49, 47, 48, 58, 45, 58, 51, 63, 62, 57, 58, 62, 66, 88, 83, 72, 63, 54, 53, 54, 41, 48, 58, 79, 87, 89, 105, 114, 116, 121, 118, 128, 134, 108, 87, 28, 3, 0, 0], "n_am_pl": [10, 43, 34, 37, 33, 32, 29, 40, 27, 39, 35, 43, 41, 46, 35, 25, 32, 26, 30, 26, 19, 19, 22, 21, 21, 18, 20, 23, 24, 32, 37, 42, 36, 29, 23, 28, 32, 35, 37, 37, 39, 45, 41, 47, 64, 87, 125, 148, 164, 167], "n_pos": 298, "sum_m_en": [26.972903, 43.342872, 45.391038, 46.320303, 50.439903, 55.528879, 56.531587, 56.13584, 54.921259, 55.503357, 58.201737, 56.338633, 58.372788, 55.994768, 55.523876, 55.115548, 56.457898, 52.856919, 53.668208, 53.593344, 52.321725, 51.726711, 52.637986, 53.203559, 72.961015, 69.308303, 63.409724, 58.330267, 58.53984, 58.423169, 56.175979, 53.657378, 52.530915, 56.312856, 59.145987, 61.433697, 65.072078, 73.526289, 81.648678, 82.334588, 89.15395, 94.25933, 109.836602, 113.890753, 97.021918, 72.337434, 28.148619, 5.754338, 0.79217, 1.1e-05], "sum_m_pl": [5.361341, 14.978518, 16.975543, 16.486532, 16.96156, 18.093154, 17.158344, 18.914313, 19.744961, 21.255772, 21.743029, 23.289689, 22.622016, 23.494449, 21.496477, 22.546254, 19.851188, 20.007052, 18.892042, 19.604931, 18.200566, 17.971422, 18.054488, 17.979185, 21.275853, 22.160362, 23.617955, 25.279216, 26.81514, 27.793969, 27.771325, 29.533396, 28.073227, 25.63082, 23.979936, 24.322642, 24.8676, 23.779768, 26.620094, 31.921367, 33.84398, 34.835929, 33.333203, 39.496872, 53.687903, 78.773694, 119.692173, 146.107924, 164.222608, 167.604624]}, "digit": {"n_am_en": [0, 2, 1, 1, 0, 0, 2, 5, 4, 2, 3, 4, 1, 2, 3, 2, 0, 1, 1, 0, 1, 1, 1, 1, 4, 4, 2, 3, 2, 2, 4, 2, 3, 2, 2, 5, 2, 3, 6, 3, 5, 2, 1, 2, 2, 3, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 2, 2, 2, 0, 2, 1, 1, 1, 2, 2, 0, 4, 3, 3, 3, 1, 1, 0, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 3, 3, 3, 3, 3, 3, 2, 4, 3, 1, 0, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.395552, 2.816075, 2.911452, 2.6662, 2.656904, 2.818548, 2.968689, 2.993193, 2.972986, 2.979409, 3.206436, 3.158398, 3.122286, 2.81171, 2.784536, 2.761083, 2.865216, 2.595474, 2.670432, 2.708022, 2.619464, 2.616364, 2.65169, 2.695056, 3.021415, 3.222045, 2.956292, 3.087755, 3.037526, 2.999896, 2.869304, 2.742751, 2.735994, 3.209303, 3.261957, 3.198344, 2.984219, 3.034972, 2.94386, 2.658202, 2.428452, 2.374904, 1.98414, 2.856374, 2.369856, 1.960181, 1.132718, 0.501294, 0.126101, 0.0], "sum_m_pl": [0.28449, 0.97634, 0.897379, 0.822828, 0.899326, 1.04707, 0.931759, 0.967281, 0.954087, 0.996177, 0.987076, 0.95743, 0.97016, 0.979956, 0.871024, 1.01606, 0.931934, 1.011496, 0.925769, 0.974916, 0.900923, 0.904806, 0.918576, 0.913407, 1.125463, 1.015261, 1.104022, 1.185531, 1.147355, 1.103269, 1.260442, 1.273558, 1.085722, 0.943261, 0.965056, 1.145912, 1.092073, 1.183182, 1.903518, 1.846002, 1.886356, 1.565526, 1.638095, 2.455573, 1.856202, 1.691346, 0.642415, 1.315985, 0.70253, 3e-06]}, "lang": {"n_am_en": [4, 10, 11, 18, 20, 33, 28, 22, 22, 27, 30, 25, 29, 29, 37, 25, 36, 33, 38, 35, 33, 34, 37, 39, 51, 46, 40, 34, 34, 29, 31, 23, 24, 33, 46, 47, 54, 61, 73, 76, 75, 79, 89, 87, 70, 53, 18, 2, 0, 0], "n_am_pl": [7, 29, 18, 21, 21, 19, 17, 22, 18, 24, 20, 29, 24, 30, 23, 12, 16, 11, 15, 12, 8, 7, 11, 10, 9, 13, 14, 16, 17, 24, 27, 35, 24, 16, 15, 20, 21, 22, 21, 25, 28, 32, 29, 35, 49, 74, 112, 138, 164, 167], "n_pos": 167, "sum_m_en": [15.029796, 23.926464, 25.337314, 26.220133, 28.851349, 32.103416, 33.045486, 32.579389, 31.745442, 32.012119, 33.664301, 32.145388, 33.637261, 32.132483, 32.326707, 31.942873, 32.879743, 30.783678, 30.769367, 30.671144, 30.026361, 29.558544, 30.038026, 30.288372, 42.894373, 40.372022, 37.388232, 34.296272, 34.271784, 33.593578, 31.929931, 30.757884, 30.617728, 32.171733, 34.434772, 36.192935, 39.482321, 43.95441, 50.376031, 50.624176, 56.203175, 59.725888, 72.19124, 73.460076, 63.417329, 45.578546, 17.289203, 2.936562, 0.379472, 7e-06], "sum_m_pl": [2.942738, 8.140761, 8.864925, 8.727968, 9.000415, 9.865737, 9.561504, 10.748497, 11.312154, 12.165915, 12.462251, 13.635124, 13.388169, 13.951751, 12.840055, 13.362196, 11.771479, 11.945584, 11.348993, 11.656965, 10.778549, 10.587507, 10.651915, 10.530409, 12.776483, 13.796573, 14.610473, 15.75624, 16.868115, 17.406838, 17.290924, 18.67721, 17.508688, 16.326685, 15.098254, 14.87763, 15.013843, 14.411213, 16.210471, 21.073961, 23.33269, 25.928104, 24.403994, 29.041485, 42.283805, 65.864813, 104.718275, 135.390009, 161.428634, 166.724512]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 307, "item_id": "pes-Neonatologia-2018 jesień-44", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1489, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9967, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 27, 23, 21, 35, 33, 20, 24, 26, 23, 31, 48, 42, 34, 34, 52, 46, 51, 51, 50, 47, 47, 40, 43, 58, 52, 50, 37, 39, 37, 45, 46, 45, 53, 59, 65, 74, 68, 68, 66, 74, 69, 78, 78, 68, 64, 65, 67, 59, 63], "n_am_pl": [3, 16, 10, 12, 15, 18, 21, 32, 18, 22, 23, 28, 19, 25, 30, 34, 34, 28, 28, 33, 29, 21, 20, 23, 21, 23, 26, 33, 37, 39, 36, 42, 33, 23, 30, 25, 24, 20, 27, 28, 23, 27, 15, 18, 19, 23, 24, 20, 17, 17], "n_pos": 204, "sum_m_en": [24.523887, 28.844519, 30.042772, 32.925345, 35.210474, 34.725349, 31.63886, 32.655087, 31.272532, 30.82489, 33.347504, 35.265535, 35.349175, 34.643071, 35.33694, 37.072544, 37.091271, 35.013907, 34.47983, 34.323559, 33.28769, 33.249344, 32.772547, 33.098005, 41.845013, 40.041228, 39.132025, 36.083099, 38.631494, 39.752195, 37.682998, 37.895548, 37.263929, 38.484653, 40.143175, 43.024967, 48.660909, 50.399108, 54.095175, 56.614117, 61.137143, 63.887056, 65.497809, 71.400001, 64.485006, 62.861199, 63.02423, 61.205433, 53.367722, 62.250979], "sum_m_pl": [5.450495, 9.629744, 10.453669, 9.950624, 10.451727, 12.16402, 11.832201, 13.723073, 13.281911, 14.806778, 15.808191, 16.297574, 17.403971, 16.385084, 17.621644, 17.853927, 17.414393, 16.303684, 16.135846, 15.704482, 14.469007, 14.151546, 13.667309, 13.415714, 17.215536, 18.749033, 18.764988, 20.915301, 21.483349, 22.409241, 21.738971, 20.593711, 19.48592, 19.140353, 18.822956, 17.49229, 18.354429, 16.80881, 18.577787, 20.4549, 19.679148, 21.285644, 17.104078, 18.057902, 20.156463, 21.121495, 22.42407, 20.208328, 18.230753, 18.370269]}, "digit": {"n_am_en": [0, 1, 1, 0, 4, 4, 0, 1, 2, 2, 1, 1, 1, 0, 2, 2, 1, 1, 4, 2, 2, 1, 2, 2, 2, 3, 2, 2, 1, 1, 2, 0, 0, 3, 2, 5, 1, 2, 1, 0, 1, 1, 1, 1, 0, 1, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 1, 0, 1, 1, 1, 1, 2, 1, 0, 1, 0, 3, 3, 3, 3, 2, 1, 2, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 0, 0, 1, 1, 1, 3, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.830668, 1.610569, 1.638266, 1.624058, 1.702511, 1.811032, 1.754477, 1.653719, 1.604268, 1.674251, 1.751163, 1.824464, 1.851206, 1.830819, 1.757609, 1.822977, 1.769804, 1.7495, 1.744985, 1.654725, 1.564318, 1.560486, 1.566963, 1.589577, 1.911286, 1.940645, 1.924484, 1.815608, 1.983573, 1.972808, 2.022514, 1.838688, 1.621443, 1.724376, 1.696353, 1.806902, 1.694387, 1.551924, 1.419638, 1.320668, 1.294074, 1.165507, 1.040612, 1.044809, 0.636897, 0.706968, 0.900304, 1.298754, 0.181344, 4e-06], "sum_m_pl": [0.157111, 0.39694, 0.498986, 0.455639, 0.516425, 0.608214, 0.565695, 0.582846, 0.507813, 0.553042, 0.55388, 0.485834, 0.534566, 0.455757, 0.452183, 0.450611, 0.477046, 0.475137, 0.506039, 0.506516, 0.475343, 0.477722, 0.463754, 0.473881, 0.603007, 0.72615, 0.70358, 0.731859, 0.67409, 0.592588, 0.559951, 0.564019, 0.460171, 0.449365, 0.403865, 0.436772, 0.53971, 0.665763, 0.753477, 0.987669, 0.736915, 0.64489, 0.673436, 0.446504, 0.274094, 0.17735, 0.192617, 0.152309, 0.033443, 0.0]}, "lang": {"n_am_en": [9, 15, 13, 13, 22, 21, 12, 17, 12, 10, 17, 22, 20, 21, 23, 30, 23, 27, 23, 27, 30, 31, 27, 29, 32, 30, 26, 24, 25, 19, 22, 23, 22, 27, 30, 34, 44, 43, 45, 46, 53, 49, 55, 59, 54, 56, 53, 54, 53, 62], "n_am_pl": [1, 6, 4, 4, 4, 4, 6, 14, 9, 12, 12, 12, 6, 7, 12, 12, 14, 9, 9, 11, 10, 7, 6, 6, 5, 5, 6, 8, 8, 12, 17, 18, 12, 13, 13, 9, 7, 10, 9, 9, 9, 15, 8, 9, 12, 13, 13, 16, 16, 17], "n_pos": 80, "sum_m_en": [10.367436, 11.941256, 12.452586, 13.672506, 14.416558, 14.219816, 12.959015, 13.580214, 12.851669, 12.336508, 13.476859, 14.324695, 14.017177, 13.580568, 14.251469, 14.912988, 14.935818, 14.206254, 13.910238, 13.988472, 13.510155, 13.313736, 13.103862, 13.084588, 20.25346, 19.41793, 18.68832, 16.600241, 17.189992, 17.15609, 15.505841, 15.660709, 15.601805, 16.757612, 18.312688, 20.534621, 25.625705, 28.185389, 32.202657, 37.216711, 41.927244, 44.08079, 46.435865, 51.833101, 48.234738, 48.242043, 47.33806, 46.421747, 45.037058, 59.61472], "sum_m_pl": [2.269605, 3.71436, 3.814911, 3.795566, 4.118712, 4.903228, 4.968777, 6.028634, 5.618502, 6.190718, 6.550569, 6.502244, 7.059879, 6.555035, 7.142478, 7.38559, 7.096215, 6.589464, 6.543062, 6.374426, 5.828908, 5.710861, 5.535126, 5.332167, 6.315952, 7.027831, 6.942567, 7.775044, 8.333461, 8.94997, 8.721992, 8.262904, 7.963976, 7.768108, 7.434898, 6.748889, 7.193462, 6.924213, 7.617175, 8.819757, 8.236291, 10.492681, 8.202874, 9.180082, 12.272805, 12.715086, 12.625122, 14.858054, 15.811749, 17.506816]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "pes-Neonatologia-2019 jesień-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1104, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.966, "tf_agree_excl_first": 0.9707}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 5, 11, 17, 32, 37, 36, 30, 31, 37, 40, 35, 31, 31, 35, 49, 54, 44, 42, 39, 41, 45, 44, 47, 66, 54, 55, 53, 51, 50, 48, 48, 50, 52, 48, 57, 58, 52, 59, 68, 65, 69, 78, 82, 74, 60, 18, 3, 1, 0], "n_am_pl": [5, 25, 31, 30, 29, 34, 36, 41, 29, 38, 52, 43, 33, 37, 34, 37, 37, 37, 38, 28, 28, 33, 33, 35, 31, 37, 32, 39, 41, 52, 54, 56, 55, 43, 48, 46, 49, 46, 48, 48, 44, 51, 40, 46, 58, 64, 116, 133, 143, 148], "n_pos": 246, "sum_m_en": [23.27531, 34.706189, 37.877303, 42.269068, 42.280916, 41.592671, 40.077081, 40.561144, 40.428583, 40.87178, 43.290799, 42.348018, 41.530237, 41.125443, 41.065507, 42.626416, 42.780073, 40.593066, 39.956662, 40.584116, 39.253891, 39.579128, 39.087981, 40.204557, 54.922205, 51.174002, 48.982583, 43.763555, 43.652003, 44.158633, 41.525046, 40.986363, 39.665746, 40.924721, 42.697207, 43.477086, 43.012645, 46.831116, 51.830544, 56.059769, 61.225105, 63.755522, 64.902999, 74.19693, 66.145631, 55.102657, 17.484683, 3.38535, 1.322409, 0.001414], "sum_m_pl": [4.131757, 11.401197, 13.236296, 14.195801, 14.2647, 16.689105, 16.335461, 18.820614, 18.806066, 20.780925, 21.458093, 22.131662, 21.813076, 20.897626, 21.207624, 21.930695, 20.513629, 19.198065, 18.307714, 18.451437, 16.88166, 16.664321, 15.965642, 15.747926, 23.583206, 25.203719, 24.347167, 26.58327, 27.754984, 30.862989, 30.383168, 30.165252, 29.223614, 27.400334, 26.532865, 27.045224, 29.159883, 29.09235, 30.658787, 31.149486, 29.861566, 33.373954, 37.675189, 38.231166, 47.251609, 63.272076, 110.960462, 133.039911, 142.74937, 148.087288]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 3, 1, 1, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 0, 1, 2, 2, 1, 1, 1, 1, 2, 3, 3, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.533507, 1.279103, 1.411759, 1.46167, 1.388883, 1.311776, 1.315534, 1.268201, 1.253361, 1.21139, 1.364504, 1.225579, 1.250331, 1.344967, 1.114361, 1.076578, 1.039896, 1.032534, 1.221687, 1.323846, 1.335893, 1.341586, 1.3644, 1.428988, 0.8645, 0.860676, 0.76005, 0.922836, 1.134422, 1.161444, 1.444239, 1.358794, 1.137287, 1.065393, 1.090039, 1.193428, 1.099975, 1.387538, 1.231444, 1.106077, 0.990123, 0.937359, 0.832748, 0.924617, 0.516948, 0.597079, 0.455222, 0.125979, 0.035495, 1e-06], "sum_m_pl": [0.096041, 0.425736, 0.453306, 0.420759, 0.6058, 0.613538, 0.691206, 0.74474, 0.647152, 0.971374, 0.752909, 0.667903, 0.759925, 0.691821, 0.827362, 0.997818, 0.645017, 0.744641, 0.66564, 0.701279, 0.600417, 0.566295, 0.543303, 0.549101, 1.361738, 2.028808, 1.73514, 1.54376, 0.939483, 1.546397, 0.94976, 0.723866, 0.573596, 0.557067, 0.514149, 0.840243, 0.725742, 0.514086, 0.576118, 0.679765, 0.664865, 0.639441, 0.795021, 0.93693, 0.737432, 0.361546, 0.165234, 0.161448, 0.100747, 6.6e-05]}, "lang": {"n_am_en": [1, 3, 7, 11, 21, 27, 22, 20, 22, 29, 28, 25, 27, 22, 25, 33, 36, 33, 30, 28, 29, 34, 33, 34, 46, 39, 38, 40, 36, 33, 33, 34, 29, 34, 30, 36, 33, 32, 39, 52, 48, 54, 58, 60, 58, 46, 12, 2, 1, 0], "n_am_pl": [3, 12, 19, 15, 16, 19, 20, 23, 16, 21, 36, 29, 21, 26, 20, 26, 27, 27, 22, 11, 12, 15, 16, 20, 13, 19, 22, 25, 28, 32, 36, 35, 36, 30, 35, 33, 36, 34, 30, 29, 28, 28, 27, 31, 43, 52, 103, 126, 140, 147], "n_pos": 147, "sum_m_en": [14.172731, 20.408557, 22.808909, 25.032629, 25.403429, 24.956586, 24.10514, 24.831221, 25.133879, 25.634405, 27.223043, 26.885932, 26.236469, 25.814408, 26.222232, 27.061835, 26.746983, 25.218471, 24.616538, 25.10412, 24.206602, 24.473086, 23.899416, 24.594895, 38.121543, 34.831245, 32.70369, 28.95747, 27.99682, 28.126287, 26.046391, 25.652774, 25.080762, 26.000845, 27.429829, 27.624827, 27.689101, 30.863883, 34.749873, 40.303155, 44.154802, 46.23541, 46.083535, 54.622761, 49.992904, 41.083128, 12.197725, 1.914563, 0.732421, 0.000462], "sum_m_pl": [2.439835, 6.704637, 7.763056, 8.311916, 8.219813, 9.75214, 9.683393, 10.88052, 11.058055, 12.162629, 12.836357, 13.535553, 13.261307, 12.883418, 12.896186, 13.249345, 12.66897, 11.57296, 11.127111, 11.195037, 10.214551, 10.008121, 9.657747, 9.508054, 12.727539, 13.97607, 14.6869, 16.090159, 17.588799, 18.811091, 19.303832, 19.522459, 19.220188, 18.108235, 18.028447, 18.461129, 19.751507, 19.438237, 19.530857, 18.593443, 18.544179, 20.862757, 24.339836, 24.806678, 36.202887, 51.28712, 96.886976, 122.426427, 137.951268, 146.684473]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "pes-Neonatologia-2019 jesień-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1359, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9879}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 29, 41, 43, 54, 57, 54, 56, 46, 45, 61, 60, 53, 60, 60, 72, 79, 77, 80, 80, 80, 81, 79, 70, 89, 89, 84, 71, 76, 75, 74, 78, 85, 91, 85, 91, 99, 113, 122, 117, 132, 141, 134, 142, 125, 118, 102, 90, 77, 82], "n_am_pl": [12, 27, 29, 26, 30, 23, 33, 38, 43, 47, 40, 40, 44, 45, 47, 48, 41, 59, 43, 46, 55, 44, 38, 48, 30, 41, 45, 57, 53, 55, 65, 62, 52, 41, 40, 40, 36, 36, 40, 42, 46, 36, 47, 43, 73, 86, 109, 125, 132, 127], "n_pos": 369, "sum_m_en": [40.960879, 51.810411, 54.279317, 56.382756, 59.8531, 65.024403, 63.794542, 65.316043, 63.551179, 65.88599, 65.415166, 69.007203, 67.239613, 66.78967, 66.58126, 67.346961, 65.129378, 62.834294, 63.084581, 64.370157, 61.28376, 61.01571, 61.318839, 60.880919, 81.694192, 82.367804, 74.789308, 68.414767, 70.427939, 69.167551, 65.970218, 67.334838, 68.190222, 71.397285, 72.994444, 77.836186, 84.264504, 89.094391, 95.889775, 99.720792, 108.47576, 122.124323, 124.056549, 128.875966, 117.13038, 110.757548, 92.955687, 83.248913, 75.405792, 83.083098], "sum_m_pl": [9.69295, 18.985011, 20.038526, 19.21175, 18.93614, 21.398564, 20.910865, 23.801172, 24.845996, 27.718179, 28.017227, 30.281043, 30.197818, 30.563499, 30.652126, 30.204, 28.447341, 28.583973, 27.64488, 27.124795, 25.731127, 24.285033, 24.205929, 23.668935, 31.669657, 36.213474, 36.071233, 39.655199, 39.943595, 42.162914, 39.091187, 38.604909, 39.961645, 37.991053, 35.370417, 34.229017, 34.138463, 35.445246, 38.348705, 40.15719, 41.789747, 40.072975, 42.320724, 41.731939, 63.322156, 81.378736, 106.105017, 121.953225, 131.83168, 126.413036]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 19, 25, 26, 28, 34, 34, 39, 32, 28, 40, 36, 32, 39, 41, 50, 53, 49, 56, 56, 55, 58, 55, 53, 61, 59, 54, 51, 55, 55, 49, 54, 60, 56, 59, 63, 69, 82, 92, 87, 102, 110, 107, 115, 97, 94, 82, 73, 70, 80], "n_am_pl": [7, 15, 21, 18, 19, 15, 21, 28, 24, 31, 24, 25, 27, 25, 29, 20, 20, 31, 22, 26, 31, 25, 18, 27, 17, 24, 32, 35, 32, 33, 41, 33, 27, 19, 20, 20, 23, 24, 28, 32, 36, 31, 38, 38, 61, 74, 102, 117, 125, 127], "n_pos": 208, "sum_m_en": [23.694652, 29.602241, 30.590171, 31.222972, 33.297406, 36.040634, 35.612411, 36.491634, 35.147158, 36.947128, 36.623789, 38.79434, 37.5042, 37.39748, 37.33769, 37.8914, 36.45006, 35.252212, 35.532629, 36.305633, 34.450425, 34.540559, 34.759868, 34.542186, 53.42689, 53.813078, 47.812652, 43.175666, 44.047244, 42.833676, 39.786173, 40.321676, 41.521179, 43.411187, 45.623931, 51.193539, 57.37304, 61.923134, 68.033338, 72.071344, 78.799886, 91.739966, 94.226698, 99.311572, 91.821218, 85.783345, 73.805048, 67.290463, 64.958145, 78.368317], "sum_m_pl": [5.215733, 10.462483, 10.898088, 10.488704, 10.364466, 11.755089, 12.030647, 13.607181, 14.086027, 15.683919, 15.805703, 17.274205, 17.201436, 17.46398, 17.595919, 16.898657, 15.918373, 15.869906, 15.537551, 15.281081, 14.31583, 13.728195, 13.519493, 13.27934, 18.081957, 21.525319, 21.384033, 23.723483, 23.639387, 24.740371, 23.333568, 23.023035, 23.602018, 22.116057, 20.444297, 19.521468, 20.506908, 22.005453, 24.848931, 27.962092, 30.935574, 29.916007, 33.103438, 34.357228, 51.567665, 68.928558, 95.314254, 111.550311, 124.011794, 126.176137]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 373, "item_id": "pes-Neonatologia-2019 wiosna-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1065, "region_end": 369, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9785}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 13, 20, 23, 30, 38, 46, 53, 49, 42, 44, 47, 46, 48, 54, 70, 77, 83, 81, 76, 76, 75, 83, 76, 107, 105, 86, 86, 81, 62, 54, 58, 51, 75, 78, 94, 97, 104, 111, 103, 111, 121, 112, 113, 109, 76, 32, 5, 0, 0], "n_am_pl": [7, 25, 27, 21, 31, 33, 33, 32, 24, 31, 42, 57, 39, 51, 51, 45, 54, 46, 51, 56, 58, 48, 45, 45, 31, 37, 32, 41, 48, 67, 65, 59, 63, 43, 48, 42, 47, 47, 49, 52, 61, 51, 68, 66, 68, 105, 171, 198, 196, 202], "n_pos": 294, "sum_m_en": [27.004708, 38.992522, 42.132923, 42.779911, 45.399789, 47.431215, 49.453941, 50.838751, 51.378824, 53.450797, 53.775139, 53.404291, 51.744876, 49.696276, 49.011017, 51.404084, 51.516591, 50.881954, 49.279989, 49.865068, 47.465368, 47.167731, 47.769113, 47.990915, 77.039918, 73.655901, 66.513143, 58.022586, 58.088349, 53.287668, 50.477723, 51.107265, 50.812028, 56.965815, 64.181275, 69.508435, 70.866312, 79.957384, 81.39725, 80.25534, 82.369577, 90.075541, 95.04447, 99.631906, 89.685189, 69.875532, 29.310947, 7.501073, 1.539211, 9.9e-05], "sum_m_pl": [4.792914, 13.17889, 14.70751, 14.664702, 15.431249, 16.661286, 16.789348, 18.432326, 18.25095, 20.820302, 21.929969, 22.022189, 22.499984, 22.746035, 23.194958, 22.042762, 20.009938, 20.443371, 20.251655, 21.733969, 20.739879, 18.372262, 17.722664, 17.614321, 24.400313, 29.690513, 27.367484, 30.166838, 31.153049, 33.772717, 31.9917, 30.948573, 31.662176, 29.096173, 28.843895, 29.417728, 31.36387, 34.551937, 38.190556, 38.493692, 41.864645, 39.074528, 46.617148, 47.420718, 63.317233, 95.720357, 158.241907, 191.44267, 195.689916, 202.851347]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 9, 15, 16, 22, 24, 33, 40, 37, 29, 27, 31, 28, 34, 35, 47, 49, 55, 57, 51, 46, 54, 58, 54, 71, 73, 56, 62, 62, 43, 40, 45, 38, 56, 55, 66, 71, 70, 74, 70, 77, 84, 83, 87, 80, 57, 24, 3, 0, 0], "n_am_pl": [4, 17, 19, 16, 20, 25, 25, 23, 17, 18, 25, 42, 30, 37, 39, 32, 39, 33, 39, 44, 45, 34, 34, 34, 23, 27, 22, 28, 32, 49, 46, 41, 47, 31, 36, 32, 35, 37, 40, 43, 46, 43, 53, 53, 57, 86, 147, 179, 191, 201], "n_pos": 202, "sum_m_en": [18.7003, 26.847984, 29.357751, 29.600833, 31.444457, 32.841097, 34.219631, 35.429988, 35.699966, 37.426506, 37.587815, 37.513102, 36.378187, 34.900856, 34.403382, 36.040843, 35.833365, 35.305007, 34.074283, 34.522738, 32.969935, 32.804478, 33.183065, 33.24142, 54.029443, 51.968455, 47.114711, 41.64155, 41.514052, 37.646913, 35.357356, 35.798718, 35.669518, 40.397021, 45.26307, 48.518853, 50.120681, 55.879372, 56.092525, 56.275253, 58.025047, 64.344075, 70.283655, 75.855231, 66.860932, 53.601749, 22.352769, 4.325384, 0.62831, 5.2e-05], "sum_m_pl": [3.39937, 9.144709, 10.218259, 10.225349, 10.684159, 11.758995, 11.956198, 13.062747, 12.776583, 14.390368, 15.283084, 15.528759, 15.69075, 15.841532, 15.911618, 15.076938, 14.014446, 14.288516, 14.342428, 15.274157, 14.523744, 12.848302, 12.41145, 12.327414, 17.831825, 21.934052, 19.736139, 21.238462, 22.312056, 24.158903, 23.30192, 22.883765, 23.355506, 21.7874, 21.183131, 21.148459, 22.871497, 25.031323, 28.787398, 29.659439, 32.580204, 32.217349, 36.731038, 37.68963, 51.382477, 78.159877, 136.548262, 170.990354, 188.735914, 201.089718]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 296, "item_id": "pes-Neonatologia-2019 wiosna-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1320, "region_end": 294, "roundtrip_ok": true, "tf_agree": 0.9797, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 12, 14, 17, 19, 27, 17, 23, 16, 14, 22, 19, 20, 23, 21, 30, 38, 35, 36, 41, 38, 39, 40, 44, 49, 42, 33, 32, 39, 35, 25, 31, 42, 32, 33, 39, 43, 53, 57, 56, 66, 72, 63, 66, 60, 66, 62, 60, 57, 68], "n_am_pl": [3, 7, 7, 5, 3, 5, 8, 10, 7, 12, 16, 13, 17, 13, 12, 18, 12, 15, 14, 8, 17, 14, 8, 8, 5, 8, 6, 10, 10, 10, 10, 8, 6, 12, 8, 4, 8, 4, 2, 5, 5, 4, 5, 4, 5, 5, 6, 3, 3, 4], "n_pos": 126, "sum_m_en": [13.154346, 15.82817, 16.369446, 17.584951, 19.72684, 22.021139, 20.320186, 20.503096, 18.910974, 19.798131, 20.485829, 21.338416, 21.179788, 22.016065, 21.630765, 21.641375, 22.170628, 21.682026, 21.147218, 21.774053, 20.766195, 21.16171, 21.851424, 21.161811, 34.69768, 31.453166, 27.521083, 24.790739, 26.029372, 26.285232, 23.616836, 24.159238, 26.639328, 25.92451, 26.301862, 27.658054, 31.96981, 37.595284, 40.619265, 46.424104, 53.48452, 59.986258, 57.956725, 59.228184, 58.102949, 59.390285, 56.942245, 54.868154, 54.197713, 67.140616], "sum_m_pl": [2.891349, 5.120728, 5.246007, 5.289293, 5.576941, 6.261486, 6.845002, 7.568589, 7.822579, 8.317733, 8.59801, 8.957957, 8.979958, 8.509672, 8.150103, 8.263647, 8.299473, 8.158778, 8.515662, 8.77366, 8.288662, 8.177836, 7.899091, 7.818784, 8.884813, 10.10365, 10.158532, 10.314204, 9.878729, 9.697788, 9.057204, 8.900458, 8.778402, 9.096614, 8.876968, 8.643878, 8.387254, 7.943944, 7.244879, 6.459233, 5.846362, 4.337833, 4.75448, 4.919149, 6.643571, 6.927503, 7.161512, 3.979205, 4.07905, 3.70551]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 9, 9, 12, 13, 17, 15, 17, 12, 10, 15, 12, 15, 17, 19, 23, 26, 28, 26, 28, 28, 26, 26, 30, 35, 31, 24, 21, 29, 27, 19, 24, 33, 26, 28, 28, 35, 42, 44, 42, 50, 52, 49, 50, 53, 56, 55, 56, 55, 67], "n_am_pl": [0, 5, 3, 1, 1, 4, 2, 7, 5, 9, 11, 10, 8, 7, 6, 9, 6, 7, 6, 4, 9, 7, 5, 5, 4, 4, 4, 6, 5, 4, 4, 4, 1, 3, 4, 3, 5, 1, 0, 2, 2, 1, 2, 2, 2, 3, 4, 3, 3, 4], "n_pos": 72, "sum_m_en": [7.472856, 9.049982, 9.149946, 10.066991, 11.16378, 12.602049, 11.439218, 11.883499, 11.040557, 11.48564, 11.915252, 12.464202, 12.208436, 12.99156, 12.611831, 12.677889, 12.816888, 12.609048, 12.357973, 12.796435, 12.118897, 12.275782, 12.293079, 12.175309, 22.348639, 20.12705, 17.759716, 15.762527, 16.24674, 16.515614, 14.689435, 14.933231, 17.003091, 17.113989, 17.353671, 17.566722, 22.055687, 27.50164, 30.281523, 33.891488, 39.9167, 42.281083, 43.213307, 44.533433, 46.756567, 47.888468, 47.788473, 48.000212, 48.80872, 65.27787], "sum_m_pl": [1.630611, 2.834708, 2.906246, 2.948877, 3.269167, 3.557822, 3.948952, 4.194476, 4.392374, 4.720461, 4.869125, 5.10724, 5.067142, 4.708638, 4.518939, 4.545495, 4.635153, 4.598006, 4.820137, 4.970093, 4.752571, 4.612289, 4.530339, 4.501025, 5.432052, 5.902297, 5.94045, 5.8746, 5.47204, 5.367072, 5.0228, 5.050124, 4.853082, 4.770964, 4.774936, 4.698419, 4.382739, 3.643267, 3.266874, 2.930641, 2.605365, 1.948322, 2.195559, 2.468721, 2.727377, 3.860024, 4.419503, 3.207802, 3.161106, 3.329147]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "pes-Neonatologia-2020 jesień-4", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9764}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 20, 27, 28, 55, 52, 57, 54, 58, 58, 52, 55, 58, 70, 66, 75, 69, 70, 74, 95, 82, 91, 93, 104, 116, 114, 97, 86, 77, 66, 56, 67, 79, 83, 89, 100, 98, 119, 118, 122, 134, 135, 134, 123, 95, 66, 31, 11, 3, 1], "n_am_pl": [7, 26, 26, 24, 21, 34, 34, 41, 23, 24, 38, 32, 27, 23, 37, 20, 16, 15, 22, 11, 10, 9, 11, 14, 12, 11, 15, 15, 20, 25, 31, 34, 29, 26, 20, 18, 20, 21, 22, 28, 36, 45, 42, 54, 78, 116, 163, 192, 221, 228], "n_pos": 301, "sum_m_en": [27.549547, 44.40292, 46.28399, 46.917995, 51.694529, 54.371092, 53.586138, 54.040448, 51.325901, 53.685373, 54.819425, 53.879683, 52.571776, 53.53517, 53.304659, 54.379552, 55.068643, 53.090751, 52.277129, 53.03494, 49.974448, 51.654309, 53.405019, 52.982249, 91.840791, 82.822877, 73.574841, 65.020007, 59.900044, 58.295379, 55.050515, 55.321521, 57.759553, 57.38427, 62.116568, 66.833951, 69.69881, 84.312454, 86.857538, 93.823394, 101.221205, 110.922316, 110.843894, 106.359862, 88.7489, 64.209235, 32.617779, 11.479676, 4.99419, 1.369445], "sum_m_pl": [4.628473, 14.061669, 15.656373, 15.650383, 16.402172, 17.648939, 17.736319, 19.540515, 18.860692, 20.43854, 22.490177, 23.071897, 22.307595, 20.906327, 20.350005, 20.784043, 20.399038, 19.900314, 19.934978, 20.118491, 18.601453, 18.23671, 18.014891, 18.333087, 16.988176, 19.625342, 20.088647, 22.974052, 24.637935, 26.856311, 24.561067, 24.304833, 23.692784, 22.654666, 22.312382, 22.593043, 21.848292, 20.464986, 21.488732, 23.384975, 27.780343, 33.684471, 38.080873, 46.917035, 73.597069, 101.957419, 149.103482, 184.641296, 213.39057, 226.248205]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.18874, 0.355658, 0.335942, 0.353665, 0.36663, 0.367647, 0.319646, 0.314338, 0.264715, 0.268997, 0.279923, 0.25589, 0.247809, 0.190991, 0.24602, 0.273685, 0.317199, 0.340599, 0.299347, 0.275578, 0.311234, 0.386531, 0.37527, 0.378832, 0.675496, 0.521101, 0.449539, 0.233928, 0.150134, 0.177655, 0.134579, 0.231856, 0.352055, 0.305735, 0.37172, 0.340685, 0.225743, 0.322303, 0.620466, 1.413825, 0.98077, 0.834776, 0.625065, 0.777405, 0.556785, 0.414981, 0.104551, 0.036627, 0.012186, 0.0], "sum_m_pl": [0.037106, 0.105279, 0.132215, 0.118979, 0.157924, 0.132679, 0.144009, 0.124684, 0.110275, 0.118892, 0.113169, 0.107711, 0.097749, 0.046917, 0.06603, 0.094882, 0.084765, 0.089088, 0.071875, 0.08622, 0.096913, 0.093757, 0.099058, 0.10899, 0.072109, 0.107146, 0.063652, 0.064394, 0.036579, 0.047333, 0.040416, 0.053167, 0.06561, 0.06556, 0.070607, 0.07319, 0.074804, 0.089541, 0.081823, 0.171536, 0.553665, 0.437978, 0.194684, 0.223433, 0.495608, 0.37161, 0.262922, 0.153677, 0.266869, 0.001502]}, "lang": {"n_am_en": [4, 16, 24, 23, 46, 47, 46, 44, 48, 49, 42, 43, 48, 55, 49, 56, 42, 42, 49, 69, 57, 64, 64, 74, 85, 82, 70, 60, 55, 45, 38, 46, 57, 57, 66, 67, 71, 90, 85, 86, 98, 100, 102, 95, 72, 49, 23, 9, 2, 1], "n_am_pl": [4, 20, 20, 14, 14, 28, 23, 31, 17, 18, 28, 24, 18, 17, 27, 13, 13, 13, 20, 10, 9, 9, 10, 13, 10, 10, 13, 14, 16, 21, 27, 27, 23, 20, 18, 18, 17, 18, 20, 26, 30, 37, 36, 46, 65, 98, 145, 180, 214, 226], "n_pos": 231, "sum_m_en": [20.87275, 34.509278, 36.330233, 36.781652, 40.381799, 42.283828, 41.474059, 41.720567, 39.449414, 41.701428, 42.424052, 42.079441, 41.267334, 41.671296, 41.308244, 41.625132, 42.040425, 40.460874, 39.642196, 40.467446, 37.950495, 39.207429, 39.971909, 40.784241, 69.203088, 61.689325, 54.783098, 49.11244, 45.938385, 44.034729, 41.558089, 41.694865, 43.443191, 43.013659, 46.101374, 48.681359, 50.697415, 61.408316, 63.52466, 67.954916, 75.445058, 83.105029, 85.291889, 82.062703, 66.860359, 47.037805, 24.411637, 8.98545, 4.050029, 1.369402], "sum_m_pl": [3.257456, 10.650986, 11.938315, 12.006298, 12.350808, 13.40293, 13.56089, 14.978382, 14.587678, 15.910724, 17.641751, 17.969043, 17.408613, 16.327991, 15.813267, 16.265066, 15.878704, 15.630088, 15.653031, 15.715476, 14.458229, 14.258451, 14.045827, 14.180544, 13.282846, 16.050128, 16.468652, 18.741153, 19.864683, 21.580297, 20.005346, 19.768038, 19.099851, 18.211313, 17.699188, 18.208814, 17.070821, 16.469812, 17.88336, 19.702533, 22.760179, 28.09206, 32.497673, 38.865225, 61.462345, 88.430136, 132.106409, 171.722627, 206.243905, 224.467024]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 303, "item_id": "pes-Neonatologia-2020 jesień-4", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1440, "region_end": 301, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.9735}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 11, 7, 7, 17, 28, 23, 18, 11, 21, 21, 23, 20, 19, 28, 22, 28, 23, 24, 23, 29, 42, 33, 31, 44, 36, 31, 36, 25, 25, 22, 24, 27, 31, 37, 41, 51, 47, 54, 51, 62, 55, 59, 63, 53, 34, 12, 4, 1, 0], "n_am_pl": [6, 19, 29, 23, 29, 21, 19, 27, 27, 31, 21, 25, 28, 18, 19, 23, 19, 16, 14, 14, 16, 19, 17, 15, 16, 23, 18, 18, 28, 38, 38, 30, 29, 33, 37, 36, 32, 26, 29, 32, 30, 34, 38, 44, 56, 70, 99, 110, 120, 119], "n_pos": 192, "sum_m_en": [18.035059, 26.742618, 27.986831, 28.781574, 29.684035, 31.376314, 30.398567, 30.384025, 29.539676, 29.908366, 32.606632, 30.246657, 30.99226, 31.157167, 32.175861, 32.885366, 33.466183, 31.179849, 30.551229, 31.327769, 30.979138, 31.889463, 32.61504, 32.49753, 38.817198, 38.070015, 34.71588, 32.136838, 33.033566, 32.67611, 31.553148, 30.884777, 31.235071, 34.150151, 34.520469, 33.633523, 34.479776, 38.073381, 39.699967, 41.962901, 49.707715, 50.804459, 54.262514, 51.39236, 46.595843, 31.040237, 15.694757, 5.511072, 0.932971, 0.036779], "sum_m_pl": [3.563737, 9.513533, 11.269283, 11.513123, 12.528115, 12.398962, 12.497213, 13.490073, 13.465485, 13.81086, 15.101553, 15.526951, 15.382777, 15.669748, 14.444926, 15.08264, 13.61794, 14.00924, 12.265712, 12.590474, 12.158493, 11.866389, 12.006634, 11.570798, 15.161206, 16.807393, 16.58252, 18.613348, 19.399247, 20.699319, 19.247185, 18.215355, 19.215444, 18.738504, 18.493966, 18.521443, 19.625794, 19.279675, 21.475842, 22.210024, 23.144367, 23.703047, 29.748486, 35.589592, 50.43157, 64.56409, 93.813667, 108.244478, 119.057557, 119.024106]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 2, 1, 1, 1, 2, 2, 3, 2, 1, 1, 2, 2, 3, 2, 3, 2, 2, 2, 2, 1, 2, 2, 3, 2, 1, 1, 2, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.555981, 1.271045, 1.311814, 1.316803, 1.34917, 1.409339, 1.534851, 1.453937, 1.418983, 1.292693, 1.490845, 1.317567, 1.214232, 1.270004, 1.336324, 1.421028, 1.398413, 1.283759, 1.449353, 1.441867, 1.475337, 1.488549, 1.518383, 1.547402, 1.322926, 1.469213, 1.196706, 1.14295, 1.361748, 1.293246, 1.371123, 1.374821, 1.361261, 1.356771, 1.396852, 1.295677, 1.286612, 1.452202, 1.304308, 1.219145, 1.130474, 1.085883, 1.041568, 1.081206, 0.74538, 0.559635, 0.427417, 0.258089, 0.075751, 1e-06], "sum_m_pl": [0.111867, 0.480122, 0.580269, 0.505455, 0.609032, 0.538868, 0.526245, 0.69171, 0.644461, 0.837421, 0.657126, 0.768452, 0.666547, 0.906918, 0.89548, 1.138967, 0.764945, 0.978399, 0.555363, 0.56291, 0.468199, 0.437329, 0.433472, 0.42714, 1.269761, 1.503361, 1.413411, 1.077549, 0.884044, 1.254619, 0.607086, 0.42466, 0.350492, 0.37043, 0.336411, 0.477596, 0.457881, 0.377187, 0.411466, 0.420549, 0.455631, 0.485084, 0.461018, 0.391768, 0.384207, 0.247277, 0.113765, 0.072657, 0.029194, 1.5e-05]}, "lang": {"n_am_en": [4, 8, 5, 6, 13, 15, 11, 11, 7, 15, 14, 15, 14, 13, 20, 12, 18, 16, 19, 17, 23, 33, 26, 25, 33, 26, 21, 26, 20, 17, 19, 19, 21, 24, 25, 28, 37, 34, 38, 33, 46, 41, 38, 41, 37, 20, 8, 3, 0, 0], "n_am_pl": [5, 15, 10, 15, 20, 16, 13, 18, 17, 25, 15, 18, 18, 12, 12, 18, 12, 11, 6, 7, 10, 13, 13, 10, 12, 14, 13, 16, 23, 29, 29, 20, 21, 26, 28, 27, 29, 21, 26, 29, 27, 32, 36, 41, 53, 65, 92, 105, 119, 119], "n_pos": 120, "sum_m_en": [11.279104, 16.783986, 17.812818, 18.217656, 18.779894, 19.761263, 18.914598, 19.040789, 18.635374, 18.986784, 20.637986, 19.325702, 20.034815, 20.057515, 20.776753, 21.044894, 21.420497, 20.078217, 19.580852, 20.049643, 19.766889, 20.481118, 21.056883, 20.733952, 26.737258, 26.039809, 23.710687, 21.466055, 21.849296, 21.128244, 20.334085, 20.056683, 20.500127, 22.559503, 22.644614, 22.586511, 23.48569, 26.245307, 27.110665, 28.424273, 34.385826, 35.260177, 38.18881, 35.561174, 32.097471, 20.097022, 9.103019, 3.393757, 0.142998, 0.000225], "sum_m_pl": [2.200258, 5.597978, 6.605151, 6.795554, 7.537828, 7.663268, 8.002263, 8.607589, 8.574747, 8.795407, 9.826528, 10.241733, 10.188695, 10.385188, 9.554899, 9.923053, 9.048182, 9.224778, 8.305232, 8.502683, 8.186199, 7.948362, 8.143491, 7.712183, 10.331245, 11.207414, 10.857106, 12.693104, 13.375212, 14.038116, 13.690454, 12.904394, 13.294665, 13.117938, 13.060434, 13.401714, 14.710476, 14.628697, 17.053094, 18.243906, 19.151024, 20.209784, 25.536826, 31.160353, 45.498551, 58.63155, 86.940809, 101.877697, 116.669091, 118.973175]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "pes-Neonatologia-2020 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1102, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9845}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 11, 15, 11, 18, 17, 18, 19, 20, 23, 28, 22, 18, 25, 25, 29, 32, 28, 35, 31, 26, 29, 25, 28, 49, 40, 42, 36, 30, 32, 26, 33, 30, 36, 45, 48, 40, 49, 55, 51, 56, 57, 55, 57, 56, 41, 17, 3, 1, 1], "n_am_pl": [7, 22, 20, 19, 19, 25, 19, 30, 24, 30, 23, 28, 23, 26, 22, 24, 28, 27, 18, 16, 19, 19, 22, 18, 20, 30, 24, 28, 32, 46, 37, 32, 33, 31, 37, 25, 28, 28, 28, 28, 25, 27, 36, 42, 56, 69, 97, 110, 118, 117], "n_pos": 188, "sum_m_en": [16.846755, 26.688779, 27.613144, 28.616738, 28.937947, 30.52903, 30.297365, 30.819514, 30.108446, 30.281508, 32.942915, 30.951001, 30.875668, 31.01251, 31.955612, 31.899169, 31.989335, 30.66655, 29.223048, 29.540834, 28.879815, 29.484321, 30.098699, 30.474516, 36.494756, 36.141851, 34.171319, 32.396806, 32.544038, 33.816854, 32.101147, 31.142749, 31.685253, 34.982835, 35.672095, 35.304093, 35.927516, 41.295384, 43.380532, 42.811309, 46.195025, 47.812638, 49.777568, 50.631691, 49.570108, 35.678771, 15.408404, 4.954637, 1.219998, 0.808148], "sum_m_pl": [3.262624, 8.917751, 10.706776, 10.733866, 11.821687, 11.927564, 12.011478, 13.104018, 12.789875, 13.415238, 14.476097, 14.756033, 14.205655, 14.689619, 14.475034, 14.06086, 12.914423, 13.357766, 11.597973, 11.93114, 11.456042, 11.052574, 11.096542, 10.820453, 14.331688, 16.065571, 15.685569, 17.409831, 19.023861, 19.750831, 17.688948, 17.394578, 17.450741, 16.777555, 16.520342, 16.411164, 16.969175, 17.723039, 18.512443, 20.043727, 21.186318, 21.436735, 29.940268, 34.076852, 45.780509, 61.731535, 90.051292, 105.791159, 116.720071, 117.10671]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 2, 1, 1, 1, 1, 3, 2, 3, 1, 5, 3, 3, 2, 4, 2, 3, 3, 3, 3, 3, 2, 3, 2, 1, 1, 2, 2, 1, 0, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.545017, 1.320862, 1.409717, 1.378796, 1.340391, 1.418238, 1.574562, 1.599915, 1.606585, 1.470091, 1.681239, 1.510588, 1.487525, 1.458103, 1.395924, 1.356746, 1.310222, 1.276351, 1.315815, 1.309788, 1.371398, 1.396584, 1.423941, 1.472992, 1.28152, 1.25162, 1.10015, 1.007834, 1.230022, 1.187521, 1.335393, 1.352804, 1.216612, 1.28856, 1.303969, 1.295892, 1.234358, 1.312756, 1.126154, 1.089342, 1.049191, 0.991222, 0.900352, 0.927116, 0.627592, 0.586413, 0.562547, 0.157127, 0.030807, 0.0], "sum_m_pl": [0.086309, 0.359967, 0.504781, 0.465519, 0.626747, 0.557598, 0.567322, 0.732631, 0.722719, 0.96338, 0.734591, 0.928295, 0.791547, 1.112249, 1.094345, 1.265411, 0.818935, 1.02856, 0.623772, 0.621226, 0.528178, 0.489501, 0.484441, 0.479133, 1.426648, 1.695064, 1.707758, 1.3156, 1.024372, 1.62983, 0.922869, 0.653893, 0.44095, 0.486468, 0.392384, 0.608323, 0.593778, 0.502624, 0.526935, 0.54821, 0.536716, 0.548863, 0.520234, 0.540809, 0.437414, 0.207351, 0.127394, 0.062753, 0.011222, 1e-06]}, "lang": {"n_am_en": [2, 4, 11, 9, 12, 11, 9, 11, 14, 14, 14, 12, 12, 16, 19, 19, 18, 16, 24, 21, 18, 20, 17, 17, 33, 25, 26, 24, 24, 26, 21, 27, 21, 25, 33, 36, 27, 37, 40, 34, 36, 37, 38, 39, 37, 27, 7, 2, 1, 1], "n_am_pl": [6, 17, 11, 12, 13, 16, 12, 21, 18, 25, 16, 19, 14, 16, 12, 18, 22, 19, 12, 9, 14, 14, 15, 14, 17, 25, 21, 22, 22, 36, 29, 22, 22, 23, 27, 20, 24, 24, 23, 21, 20, 24, 31, 37, 51, 62, 89, 100, 114, 117], "n_pos": 118, "sum_m_en": [10.718972, 16.906654, 17.529951, 18.199137, 18.08756, 19.135523, 18.784453, 19.094496, 18.602879, 18.851449, 20.47252, 19.377287, 19.420453, 19.462946, 20.445362, 20.140449, 20.344382, 19.530433, 18.508986, 18.890676, 18.334467, 18.790763, 19.082504, 19.210157, 24.189313, 24.28097, 22.708693, 21.709239, 21.566202, 22.205726, 20.979756, 20.22239, 20.74058, 23.103991, 22.961605, 23.399285, 24.332408, 28.59751, 30.519631, 28.980065, 30.486247, 31.211145, 33.40842, 33.978835, 34.021295, 23.522384, 7.57909, 3.226745, 0.856031, 0.808138], "sum_m_pl": [2.095467, 5.41874, 6.580547, 6.616639, 7.236245, 7.488857, 7.747623, 8.351906, 8.150547, 8.503495, 9.26733, 9.414027, 9.056926, 9.294793, 9.340278, 8.960027, 8.453609, 8.613037, 7.660251, 7.830006, 7.527906, 7.229989, 7.329158, 7.01394, 9.681856, 10.719475, 10.145727, 11.447988, 12.947405, 12.905401, 12.182622, 12.174759, 12.321197, 11.766593, 11.78299, 11.74554, 12.194664, 13.308861, 13.840231, 14.999913, 16.420381, 17.453032, 25.250849, 28.350948, 39.264631, 53.891493, 81.871529, 97.243551, 111.918611, 116.523568]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "pes-Neonatologia-2020 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1357, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9841}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 12, 17, 15, 21, 18, 17, 14, 23, 20, 22, 26, 22, 26, 30, 33, 32, 35, 27, 29, 30, 30, 31, 27, 45, 45, 37, 38, 35, 32, 35, 39, 42, 43, 40, 48, 53, 53, 63, 63, 62, 61, 65, 61, 62, 63, 58, 51, 58, 53], "n_am_pl": [9, 7, 11, 9, 6, 10, 4, 5, 3, 5, 3, 5, 10, 7, 8, 5, 9, 5, 7, 5, 4, 6, 4, 5, 7, 12, 16, 17, 17, 18, 14, 18, 15, 13, 16, 9, 9, 6, 2, 3, 4, 2, 1, 2, 1, 3, 3, 3, 4, 5], "n_pos": 107, "sum_m_en": [12.432335, 14.326169, 14.112281, 14.409334, 16.155002, 17.369197, 16.869106, 16.850045, 16.887201, 17.741503, 18.406753, 19.025868, 18.460933, 18.118328, 17.938331, 19.779836, 19.39913, 19.59648, 18.936407, 18.53159, 17.494816, 17.178072, 16.906864, 16.683082, 32.419093, 30.499774, 28.477837, 25.838065, 25.859206, 25.788649, 24.036955, 24.307724, 24.782058, 26.844915, 30.691838, 33.983029, 37.629418, 41.979089, 47.788466, 48.382568, 49.205937, 55.811672, 57.665745, 56.994615, 55.068791, 54.664727, 52.653212, 50.409398, 48.522935, 55.740715], "sum_m_pl": [3.078811, 4.218737, 5.042419, 5.4249, 5.406886, 5.738814, 5.758858, 6.079723, 5.817264, 6.180683, 6.957655, 7.240951, 7.41606, 7.24384, 7.349457, 7.532634, 7.136736, 6.850969, 6.758188, 6.619441, 6.448993, 6.365267, 6.11741, 5.993574, 8.142579, 10.683491, 11.050707, 11.712995, 11.900306, 12.201293, 11.567997, 11.336538, 9.947418, 8.843439, 8.586836, 8.095584, 8.296305, 6.957561, 5.717009, 5.710348, 4.812524, 3.620292, 2.741127, 2.926161, 2.210719, 4.124635, 4.27114, 4.252758, 5.085645, 5.063104]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 8, 11, 9, 12, 10, 12, 9, 17, 16, 15, 19, 17, 22, 23, 22, 23, 27, 23, 23, 21, 22, 22, 19, 34, 34, 29, 27, 24, 25, 25, 24, 28, 32, 32, 36, 39, 39, 45, 46, 49, 48, 50, 48, 51, 50, 49, 46, 52, 53], "n_am_pl": [4, 2, 7, 3, 2, 7, 4, 2, 1, 2, 1, 2, 5, 4, 3, 1, 3, 3, 3, 2, 2, 4, 1, 2, 2, 2, 8, 7, 10, 10, 8, 11, 6, 5, 7, 4, 4, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 3, 4, 5], "n_pos": 61, "sum_m_en": [6.596079, 8.180867, 8.242815, 8.340962, 9.351501, 10.284099, 10.181612, 10.224936, 10.175019, 10.600172, 11.010604, 11.387225, 10.985935, 10.923324, 10.52493, 11.746415, 11.631167, 11.880649, 11.606564, 11.125803, 10.484822, 10.242577, 10.01078, 9.785071, 22.39686, 21.507325, 19.584409, 17.224877, 16.819494, 16.447759, 15.096639, 15.27337, 16.370919, 17.739506, 21.737612, 24.134717, 26.727369, 30.289166, 34.370677, 35.8076, 38.868457, 43.086817, 45.104555, 45.205706, 45.101589, 44.166803, 44.403345, 42.666627, 41.89012, 52.561078], "sum_m_pl": [1.483663, 2.157813, 2.596827, 3.253319, 3.062644, 3.053235, 3.198011, 3.192032, 3.027729, 3.112444, 3.356475, 3.426407, 3.57504, 3.50801, 3.666941, 3.644529, 3.576165, 3.355166, 3.362556, 3.372713, 3.342165, 3.390567, 3.249993, 3.192219, 3.397793, 4.842387, 5.300845, 5.667247, 5.682107, 6.014509, 5.615364, 5.714973, 4.922808, 4.230536, 3.923076, 3.726546, 3.708028, 2.958949, 2.848657, 2.674812, 2.252909, 1.484472, 1.369584, 1.351084, 1.173466, 3.038029, 3.197753, 3.318159, 4.41249, 5.035599]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "pes-Neurochirurgia-2018 jesień-24", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1099, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9541, "tf_agree_excl_first": 0.963}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 17, 17, 28, 38, 47, 40, 53, 44, 56, 55, 58, 58, 51, 51, 74, 76, 76, 81, 85, 80, 82, 78, 77, 119, 99, 93, 87, 72, 58, 62, 62, 66, 82, 106, 103, 106, 126, 136, 144, 154, 168, 171, 169, 148, 114, 42, 7, 1, 0], "n_am_pl": [1, 36, 25, 24, 24, 26, 33, 27, 33, 36, 51, 51, 58, 57, 41, 43, 38, 39, 36, 25, 28, 30, 28, 34, 34, 42, 28, 35, 51, 62, 46, 43, 48, 41, 33, 31, 26, 31, 36, 32, 30, 27, 36, 38, 55, 91, 142, 193, 202, 216], "n_pos": 309, "sum_m_en": [25.983548, 43.489853, 46.923924, 47.759538, 48.710566, 50.051604, 50.240746, 51.176489, 50.732986, 54.088913, 56.232993, 54.90873, 55.808466, 52.820571, 52.614881, 55.435998, 53.425765, 51.497066, 50.006357, 50.157484, 47.054866, 47.846402, 48.04241, 47.978382, 86.743958, 78.66857, 71.486154, 63.817951, 61.341883, 58.959588, 58.690604, 57.275065, 57.788995, 59.593854, 66.710004, 69.917456, 78.204365, 86.839794, 95.458893, 101.439912, 106.919097, 126.907975, 135.792379, 144.700568, 127.470697, 98.813959, 41.309132, 8.443821, 2.877838, 0.072217], "sum_m_pl": [3.877322, 13.489821, 15.124859, 15.009982, 15.261975, 16.799558, 16.403276, 17.429534, 18.073007, 18.987005, 21.016144, 21.868707, 23.0053, 23.334804, 23.153619, 22.753311, 20.256613, 20.023721, 18.676923, 18.254196, 17.523827, 17.711641, 16.92752, 17.026405, 21.663887, 27.202552, 27.530948, 29.19765, 31.570656, 32.039061, 29.86244, 29.472421, 28.497253, 27.19239, 25.797353, 23.657582, 23.048988, 23.780156, 25.764977, 30.181417, 28.320143, 27.623202, 32.121598, 35.380408, 48.417387, 83.041694, 132.559094, 182.025279, 199.099968, 214.224223]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 15, 12, 23, 30, 36, 31, 37, 34, 42, 45, 44, 45, 34, 34, 55, 55, 52, 59, 60, 55, 56, 53, 53, 84, 73, 68, 59, 50, 42, 39, 45, 44, 55, 70, 68, 73, 93, 99, 105, 110, 120, 118, 115, 103, 76, 28, 4, 1, 0], "n_am_pl": [1, 26, 19, 18, 15, 21, 26, 20, 24, 28, 38, 39, 40, 40, 33, 32, 28, 32, 29, 24, 26, 26, 26, 30, 30, 37, 20, 28, 40, 50, 38, 33, 39, 31, 24, 21, 21, 24, 26, 25, 23, 22, 32, 34, 51, 86, 133, 179, 198, 215], "n_pos": 216, "sum_m_en": [18.676562, 31.332645, 34.035164, 34.533507, 35.289342, 35.984682, 36.000285, 36.934981, 36.617807, 39.235494, 40.545456, 39.643357, 40.284291, 37.776462, 37.812951, 39.735528, 38.067136, 36.672539, 35.653491, 35.783164, 33.449247, 33.916983, 33.975441, 33.881943, 62.698859, 56.019552, 50.885878, 44.79919, 43.339222, 42.109516, 41.394492, 40.616619, 40.84042, 42.765942, 48.051594, 50.243355, 56.85639, 63.356077, 67.821013, 71.370815, 75.110933, 89.924424, 93.692356, 99.579756, 88.532, 65.894801, 28.99366, 5.271587, 1.714893, 0.067113], "sum_m_pl": [2.78385, 9.555881, 10.637907, 10.706957, 10.828117, 11.889347, 11.805158, 12.551187, 13.040129, 13.747446, 15.080517, 15.903815, 16.772099, 17.121178, 17.138814, 16.607385, 14.81845, 14.733187, 13.56665, 13.037908, 12.45436, 12.494663, 11.915505, 12.000357, 16.045073, 20.165833, 19.77846, 21.158248, 22.70081, 23.552822, 22.241426, 21.874369, 21.425581, 20.531439, 19.17847, 17.333515, 17.239146, 17.707322, 19.254003, 23.19909, 21.757648, 22.153615, 27.252359, 30.241102, 42.664008, 76.048449, 121.991242, 169.819881, 193.30243, 211.509147]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 311, "item_id": "pes-Neurochirurgia-2018 jesień-24", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1354, "region_end": 309, "roundtrip_ok": true, "tf_agree": 0.9807, "tf_agree_excl_first": 0.9839}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 29, 35, 51, 42, 45, 31, 32, 36, 32, 38, 34, 35, 38, 41, 56, 49, 43, 61, 59, 45, 50, 45, 35, 58, 55, 47, 59, 61, 52, 56, 57, 66, 69, 78, 74, 87, 86, 86, 71, 78, 83, 88, 91, 109, 102, 106, 108, 105, 109], "n_am_pl": [4, 12, 27, 19, 18, 25, 28, 15, 15, 20, 30, 26, 36, 32, 33, 28, 23, 26, 23, 20, 20, 17, 16, 16, 24, 25, 22, 19, 22, 19, 24, 21, 19, 26, 19, 22, 19, 23, 13, 15, 16, 12, 9, 14, 14, 14, 12, 9, 7, 12], "n_pos": 217, "sum_m_en": [26.518142, 30.663538, 31.127527, 35.433041, 37.696272, 35.911501, 33.937994, 31.436754, 31.900866, 33.421423, 35.672097, 35.333293, 36.216609, 37.129302, 37.695959, 39.021421, 37.390615, 34.431038, 33.274018, 32.166536, 30.161909, 30.550053, 30.262363, 30.453972, 40.289643, 41.836018, 40.270477, 40.240079, 41.84966, 42.35238, 42.188588, 42.46791, 42.310119, 43.276852, 42.946862, 43.993914, 49.491445, 57.736809, 55.462196, 55.410558, 57.002857, 66.147607, 72.827752, 75.217542, 91.814692, 88.694675, 92.642687, 94.185361, 100.363298, 109.356775], "sum_m_pl": [5.667836, 8.473704, 10.51048, 9.451985, 10.087524, 11.598231, 11.809774, 11.48441, 11.867653, 12.508068, 12.960077, 13.477998, 14.887353, 15.112252, 17.032258, 15.313368, 14.698192, 14.944994, 14.138749, 14.599738, 13.991753, 12.907898, 12.397899, 12.448058, 17.32498, 18.969044, 18.549148, 18.742272, 18.085608, 19.057612, 18.731907, 18.711271, 18.625179, 17.399373, 17.631588, 19.270925, 19.543488, 16.532112, 14.957681, 13.740138, 15.120801, 12.576315, 9.786075, 15.557711, 14.866858, 12.805123, 11.903687, 9.083842, 8.419616, 11.057018]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 18, 22, 32, 26, 27, 20, 23, 21, 20, 23, 21, 21, 22, 22, 34, 28, 28, 38, 36, 31, 33, 30, 21, 37, 37, 27, 36, 36, 30, 32, 34, 39, 41, 46, 42, 52, 59, 60, 58, 62, 65, 73, 77, 85, 81, 87, 90, 96, 107], "n_am_pl": [2, 8, 15, 6, 8, 10, 15, 8, 6, 9, 15, 15, 23, 18, 19, 14, 8, 12, 12, 12, 11, 10, 7, 8, 12, 16, 8, 7, 12, 11, 11, 8, 7, 11, 10, 11, 10, 11, 7, 5, 7, 5, 5, 5, 5, 6, 7, 7, 6, 12], "n_pos": 120, "sum_m_en": [13.94692, 17.007334, 17.400748, 20.05933, 21.353109, 20.460948, 19.560477, 18.22598, 18.462592, 19.368018, 20.64289, 20.362668, 20.981866, 21.645479, 21.739375, 22.638883, 21.707771, 20.308544, 19.202098, 18.403227, 17.210987, 17.370797, 17.188624, 17.301457, 25.231414, 25.718737, 24.423676, 23.826592, 24.4779, 24.696951, 24.913027, 25.114385, 25.793362, 26.559937, 26.736235, 27.571005, 33.11891, 39.749774, 38.208819, 40.642456, 43.783936, 52.480508, 59.940207, 61.273039, 71.812648, 70.862222, 76.578478, 76.558841, 86.440616, 103.043506], "sum_m_pl": [3.335347, 4.627246, 5.569133, 5.031994, 5.397534, 6.193981, 6.338812, 6.287302, 6.586506, 6.90413, 7.313804, 7.594671, 8.31773, 8.289605, 9.422749, 7.982635, 8.067885, 8.01568, 7.852818, 8.1675, 7.861946, 7.312942, 7.024146, 7.063972, 10.029379, 10.873736, 10.584132, 10.748069, 10.716326, 11.11527, 10.812201, 10.618078, 10.539054, 9.533276, 9.772108, 10.513838, 9.429047, 8.19656, 7.098521, 6.508302, 7.064197, 6.017655, 4.906423, 6.57388, 5.952751, 5.650957, 7.486433, 7.031247, 6.956719, 10.99161]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "pes-Neurochirurgia-2018 jesień-26", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1111, "region_end": 217, "roundtrip_ok": true, "tf_agree": 0.9772, "tf_agree_excl_first": 0.9817}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 15, 26, 39, 26, 36, 44, 21, 29, 38, 36, 29, 44, 38, 46, 58, 46, 52, 58, 43, 45, 40, 40, 71, 67, 58, 48, 59, 56, 53, 57, 56, 70, 64, 75, 68, 73, 65, 70, 61, 78, 97, 82, 81, 54, 25, 10, 5, 0], "n_am_pl": [3, 11, 21, 14, 10, 27, 25, 26, 32, 24, 34, 33, 41, 32, 29, 31, 33, 30, 27, 35, 23, 20, 20, 19, 24, 31, 34, 37, 38, 33, 40, 31, 39, 30, 33, 42, 36, 34, 33, 40, 53, 47, 40, 73, 79, 111, 154, 160, 170, 175], "n_pos": 235, "sum_m_en": [21.047434, 32.600134, 34.562238, 37.516303, 38.917072, 36.727769, 37.090653, 36.368527, 34.87098, 35.293382, 38.375374, 36.583794, 38.507904, 38.362102, 37.891357, 39.141123, 38.914138, 35.641565, 34.328827, 33.284194, 31.714468, 33.199827, 32.46932, 32.48492, 49.252923, 49.508277, 44.585157, 42.241289, 42.308058, 42.607604, 41.909191, 41.453995, 40.736999, 41.380738, 42.698787, 42.797923, 43.182976, 47.125147, 48.425663, 53.846456, 51.874212, 59.665285, 70.406769, 67.656748, 68.240328, 48.811572, 24.651209, 11.327994, 4.708207, 0.002873], "sum_m_pl": [3.12705, 9.760898, 11.257158, 10.992567, 11.293021, 12.948393, 12.164536, 12.238542, 13.512544, 13.995085, 14.577482, 15.914469, 17.306272, 16.961545, 17.464109, 15.169085, 14.964477, 15.002313, 14.09888, 14.45189, 13.697331, 12.703953, 12.293937, 12.463204, 15.81071, 18.991932, 20.75518, 21.741915, 22.350324, 22.329626, 22.017739, 21.980748, 21.297655, 19.711141, 19.827389, 23.093158, 22.241555, 21.86648, 23.631252, 24.071505, 29.938753, 29.282402, 36.783836, 57.990662, 72.861027, 100.612044, 138.693165, 148.682125, 165.86347, 173.851165]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 5, 13, 18, 33, 22, 32, 36, 18, 23, 29, 26, 20, 31, 26, 34, 46, 33, 38, 44, 32, 36, 31, 29, 56, 53, 48, 41, 49, 44, 39, 43, 43, 54, 51, 57, 50, 58, 52, 55, 50, 62, 75, 61, 60, 40, 17, 6, 1, 0], "n_am_pl": [1, 6, 15, 10, 6, 19, 18, 19, 27, 22, 29, 26, 36, 27, 24, 26, 26, 26, 22, 27, 18, 16, 17, 15, 20, 26, 28, 32, 30, 29, 34, 24, 30, 21, 25, 29, 26, 27, 28, 35, 45, 42, 37, 61, 65, 97, 133, 148, 168, 175], "n_pos": 175, "sum_m_en": [15.280811, 24.129045, 25.598042, 28.038944, 29.391803, 27.269328, 27.599669, 26.857404, 25.727786, 26.255424, 28.500549, 27.098189, 28.610007, 28.312409, 27.856657, 28.810572, 28.562963, 26.166981, 25.220357, 24.491148, 23.355025, 24.739327, 23.949587, 23.877568, 36.512284, 36.997377, 33.997421, 32.057215, 31.900866, 32.156177, 31.56836, 31.348298, 30.753148, 31.440786, 32.494804, 32.422836, 32.66415, 36.159038, 38.068316, 43.209513, 41.255228, 47.553293, 54.878807, 50.525595, 50.407011, 35.542227, 17.621987, 6.449999, 1.155321, 0.002382], "sum_m_pl": [2.315869, 7.400334, 8.457535, 8.225133, 8.497896, 9.790915, 9.18351, 9.119459, 10.238657, 10.697086, 11.138062, 12.23067, 13.308347, 13.257805, 13.494912, 11.625981, 11.469142, 11.451303, 10.743379, 10.971862, 10.362466, 9.540075, 9.251525, 9.460515, 12.150716, 14.842611, 16.252865, 16.812047, 17.451047, 17.233063, 17.052298, 16.983877, 16.57126, 15.344547, 15.395981, 17.993981, 17.692267, 17.794762, 18.731571, 19.61192, 24.885039, 24.672565, 32.166516, 47.563932, 59.316439, 86.877548, 121.867007, 138.352943, 163.090443, 172.921147]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 237, "item_id": "pes-Neurochirurgia-2018 jesień-26", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1366, "region_end": 235, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9873}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 10, 22, 10, 13, 12, 15, 13, 20, 12, 14, 17, 18, 18, 17, 21, 19, 18, 26, 24, 29, 29, 24, 28, 35, 33, 29, 20, 26, 24, 28, 17, 24, 32, 34, 33, 42, 44, 46, 49, 51, 52, 47, 53, 49, 46, 47, 44, 43, 45], "n_am_pl": [1, 2, 11, 5, 8, 8, 12, 13, 9, 10, 10, 14, 12, 12, 10, 11, 9, 8, 4, 5, 3, 4, 3, 3, 5, 6, 4, 10, 9, 11, 12, 8, 7, 3, 5, 5, 8, 4, 3, 5, 5, 4, 3, 4, 4, 2, 2, 3, 3, 4], "n_pos": 93, "sum_m_en": [10.711134, 13.435801, 13.329676, 14.256617, 15.129229, 15.676564, 14.987844, 14.306456, 15.219787, 15.666531, 16.04599, 16.182716, 16.360697, 15.824654, 14.955162, 15.16389, 14.49235, 13.970565, 15.173101, 14.816813, 14.614144, 14.462215, 14.468765, 14.203981, 22.512199, 21.614422, 19.697536, 17.201294, 18.083001, 17.949564, 17.547066, 16.210157, 16.161506, 18.061388, 19.777985, 20.805934, 27.028622, 30.598295, 35.033133, 37.174063, 38.48918, 41.569311, 41.067256, 43.602331, 42.364186, 40.806218, 41.328564, 39.242568, 39.909056, 45.085018], "sum_m_pl": [2.026883, 4.103727, 4.640221, 4.51915, 5.130871, 5.146296, 4.978289, 5.0885, 5.025141, 5.661524, 5.809051, 6.152105, 6.607704, 6.183369, 6.615131, 6.835289, 6.470195, 6.780732, 5.910859, 5.740709, 5.319248, 5.330343, 5.049408, 5.10492, 5.804126, 6.624954, 6.808803, 7.910487, 7.748886, 8.284603, 7.481746, 6.833237, 7.484769, 6.509797, 6.345598, 6.317539, 5.889816, 4.565877, 4.00646, 4.428066, 4.047205, 3.921743, 3.940191, 3.335073, 3.686399, 3.293146, 2.769485, 3.12158, 4.049839, 4.00119]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 2, 1, 1, 2, 0, 1, 0, 0, 0, 1, 2, 2, 3, 1, 2, 2, 2, 3, 3, 1, 1, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 2, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0], "n_pos": 7, "sum_m_en": [0.638815, 0.974156, 0.964245, 1.040113, 1.163645, 1.231862, 1.343172, 1.137554, 1.218887, 1.035496, 1.094533, 1.004017, 1.148814, 1.095165, 0.955771, 1.003067, 1.015794, 0.931588, 1.067881, 1.091039, 1.065665, 1.084926, 1.113265, 1.132031, 1.186097, 1.165974, 1.062743, 1.017331, 1.189474, 1.256461, 1.500739, 1.367157, 1.387027, 1.413699, 1.355164, 1.294144, 1.193431, 1.315747, 1.547561, 1.442318, 1.317185, 1.438458, 0.877469, 0.881409, 0.75018, 0.768808, 1.073685, 0.30053, 0.113141, 0.002017], "sum_m_pl": [0.148852, 0.338622, 0.347542, 0.34191, 0.344669, 0.398668, 0.387498, 0.322457, 0.260927, 0.367322, 0.33808, 0.306904, 0.349899, 0.263736, 0.33467, 0.489402, 0.444042, 0.380763, 0.343126, 0.349083, 0.336033, 0.337897, 0.33567, 0.328343, 0.346223, 0.442223, 0.475099, 0.499475, 0.416266, 0.518499, 0.440385, 0.366129, 0.3321, 0.354145, 0.410588, 0.408292, 0.577108, 0.379135, 0.359761, 0.474975, 0.351256, 0.358614, 0.418495, 0.496241, 0.486949, 0.335336, 0.074372, 0.321058, 0.135931, 8e-06]}, "lang": {"n_am_en": [6, 7, 11, 3, 8, 9, 11, 10, 15, 11, 9, 15, 15, 14, 11, 15, 14, 14, 19, 17, 21, 21, 20, 21, 27, 27, 22, 16, 19, 18, 19, 12, 13, 22, 25, 22, 35, 34, 37, 39, 39, 40, 39, 42, 42, 40, 41, 41, 43, 45], "n_am_pl": [0, 1, 8, 4, 4, 4, 5, 6, 5, 6, 6, 9, 8, 7, 7, 7, 5, 4, 2, 1, 1, 1, 1, 2, 3, 4, 2, 7, 5, 7, 7, 5, 4, 2, 1, 2, 3, 2, 2, 3, 3, 3, 3, 3, 3, 2, 2, 2, 3, 4], "n_pos": 50, "sum_m_en": [5.573181, 7.077055, 6.920895, 7.592432, 7.863673, 8.448506, 7.929034, 7.771462, 8.730346, 9.286502, 9.296039, 9.502949, 9.638359, 9.317673, 8.92304, 8.803477, 8.4578, 8.259585, 8.924023, 8.553854, 8.437327, 8.302267, 8.174646, 7.81563, 15.973213, 15.04724, 12.943272, 10.737922, 11.321147, 11.160882, 10.255889, 9.469711, 9.406689, 11.565165, 13.201949, 14.767412, 21.015994, 23.964267, 27.467383, 29.301257, 30.512849, 32.936205, 32.865963, 34.052007, 34.484057, 33.194582, 34.609786, 34.366611, 36.831504, 43.505179], "sum_m_pl": [0.931462, 1.983961, 2.285654, 2.351133, 2.782541, 2.758432, 2.644027, 2.69761, 2.674591, 2.847548, 3.147353, 3.175196, 3.412418, 3.187441, 3.366198, 3.514186, 3.326703, 3.471994, 3.10767, 3.10031, 2.913509, 2.9286, 2.780962, 2.855752, 2.827578, 3.287739, 3.475107, 4.020318, 4.027056, 4.356373, 3.961247, 3.744294, 4.015978, 3.397787, 3.193696, 3.049186, 2.833517, 2.185516, 1.87894, 2.216063, 2.091832, 2.030275, 2.202803, 2.35821, 2.621619, 2.547814, 2.359885, 2.493668, 3.680205, 4.000123]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 95, "item_id": "pes-Neurochirurgia-2019 jesień-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1072, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 5, 9, 15, 20, 14, 20, 21, 17, 17, 34, 33, 24, 20, 20, 21, 28, 25, 32, 29, 42, 34, 36, 36, 52, 59, 55, 30, 38, 30, 29, 29, 29, 30, 31, 35, 48, 46, 57, 65, 62, 64, 72, 66, 58, 47, 14, 6, 2, 1], "n_am_pl": [1, 18, 22, 21, 13, 17, 14, 13, 13, 13, 20, 16, 20, 22, 27, 21, 22, 18, 20, 21, 15, 15, 18, 18, 12, 14, 21, 25, 23, 24, 23, 29, 24, 20, 25, 25, 21, 20, 20, 24, 27, 29, 26, 32, 44, 57, 92, 98, 108, 107], "n_pos": 173, "sum_m_en": [15.265491, 24.169835, 25.682233, 26.021488, 27.618019, 27.444134, 27.43798, 27.024701, 27.434565, 27.481163, 30.411076, 29.691952, 30.522695, 29.05294, 28.084034, 28.510363, 27.771534, 26.064696, 27.597682, 27.719051, 27.305878, 27.525817, 27.71069, 27.607233, 39.577402, 38.004218, 35.838084, 31.289583, 31.559533, 29.905277, 28.941197, 27.793856, 28.13735, 29.901799, 31.523585, 33.479146, 39.074329, 41.506394, 46.442159, 47.563842, 48.302518, 49.626885, 54.917687, 56.504235, 53.917445, 43.21859, 16.186537, 5.92792, 2.630616, 1.002212], "sum_m_pl": [2.64723, 7.963642, 8.988326, 8.855435, 9.373104, 9.817505, 9.501862, 9.580436, 10.174078, 10.369164, 10.793363, 11.467354, 12.459762, 12.258334, 12.920941, 12.834736, 11.483205, 11.196217, 10.421005, 10.271774, 9.601781, 9.777384, 9.488961, 9.605505, 12.403609, 14.126215, 14.360933, 15.772122, 16.908776, 17.327343, 16.562261, 15.997778, 15.760231, 14.544142, 14.158836, 14.179938, 13.695582, 12.975627, 13.603948, 16.069903, 17.244699, 19.272033, 21.359033, 25.285659, 36.64568, 51.470829, 84.879389, 94.141758, 105.093934, 107.749167]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 2, 1, 1, 2, 2, 2, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 1, 0, 1, 2, 2, 3, 4, 3, 1, 2, 2, 2, 2, 1, 1, 1, 0, 2, 1, 2, 3, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.899503, 1.58293, 1.613385, 1.656678, 1.605828, 1.615478, 1.711328, 1.623059, 1.679245, 1.486727, 1.648018, 1.553209, 1.519136, 1.424674, 1.287971, 1.32945, 1.313325, 1.250039, 1.383489, 1.42232, 1.411188, 1.447125, 1.463443, 1.4837, 1.719222, 1.599889, 1.547429, 1.47746, 1.601715, 1.538905, 1.543092, 1.471335, 1.582298, 1.596822, 1.520696, 1.657576, 1.642782, 1.671951, 1.769381, 1.619753, 1.499141, 1.264476, 1.002831, 0.643327, 0.478266, 0.47497, 0.286108, 0.122156, 0.054651, 0.0], "sum_m_pl": [0.216587, 0.650445, 0.579717, 0.55558, 0.521048, 0.561138, 0.495879, 0.537238, 0.488148, 0.554982, 0.534764, 0.608119, 0.569634, 0.575506, 0.640623, 0.67143, 0.675641, 0.682349, 0.573854, 0.564014, 0.546382, 0.535268, 0.514742, 0.506248, 0.672214, 0.629717, 0.74374, 0.946009, 0.811352, 0.962731, 0.806478, 0.808527, 0.796391, 0.667427, 0.749779, 0.532413, 0.56238, 0.431221, 0.461644, 0.540189, 0.493745, 0.523572, 0.537054, 0.791893, 0.805477, 0.478517, 0.373759, 0.095498, 0.03932, 0.0]}, "lang": {"n_am_en": [1, 1, 8, 14, 17, 11, 14, 12, 11, 11, 18, 21, 15, 11, 10, 13, 17, 18, 22, 17, 25, 18, 20, 19, 30, 34, 35, 20, 25, 20, 18, 16, 19, 18, 18, 21, 34, 30, 36, 46, 42, 39, 48, 47, 41, 32, 11, 6, 2, 1], "n_am_pl": [0, 16, 16, 16, 7, 11, 11, 5, 7, 6, 15, 9, 14, 18, 18, 15, 12, 13, 12, 14, 11, 11, 10, 12, 9, 10, 14, 16, 14, 14, 17, 20, 18, 14, 17, 20, 12, 13, 15, 20, 21, 26, 24, 28, 38, 53, 82, 93, 105, 107], "n_pos": 108, "sum_m_en": [9.768879, 14.968068, 16.251456, 16.715443, 18.18269, 17.300537, 17.207365, 17.002577, 17.366554, 17.735572, 19.330544, 18.718888, 19.365529, 18.478815, 18.057015, 18.03285, 17.620401, 16.640804, 17.164391, 17.202961, 16.333094, 16.569158, 16.813567, 16.801654, 22.146409, 22.378679, 21.861159, 19.418611, 19.514376, 18.383052, 17.744719, 17.104439, 17.04625, 18.006287, 18.70426, 19.928121, 25.380684, 25.96927, 28.853045, 31.493805, 32.694168, 32.942896, 37.423546, 38.943087, 38.072663, 29.809527, 11.919583, 4.933597, 2.187317, 1.001639], "sum_m_pl": [1.558073, 4.631212, 5.388178, 5.479946, 5.779797, 6.100984, 6.11815, 6.058239, 6.698735, 6.685922, 7.025782, 7.60613, 8.369628, 8.277203, 8.467399, 8.413693, 7.18026, 7.03592, 6.62912, 6.591965, 6.245899, 6.380361, 6.149002, 6.220079, 8.235805, 9.762069, 9.812499, 10.517641, 11.822264, 11.889082, 11.586695, 11.105181, 11.299307, 10.728415, 10.044109, 10.317643, 9.870805, 9.34359, 10.057878, 11.793126, 12.796267, 14.741456, 17.43952, 21.2236, 31.629592, 45.956359, 74.812709, 88.356755, 101.132726, 106.714431]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "pes-Neurochirurgia-2019 jesień-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1327, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9885}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 28, 31, 33, 40, 45, 33, 32, 32, 30, 30, 26, 29, 36, 39, 45, 54, 55, 55, 47, 43, 44, 44, 39, 61, 53, 58, 49, 53, 53, 52, 53, 66, 66, 76, 80, 78, 75, 76, 72, 74, 75, 74, 76, 71, 70, 67, 66, 64, 61], "n_am_pl": [10, 26, 24, 19, 16, 13, 23, 17, 13, 15, 20, 20, 29, 21, 20, 24, 21, 23, 22, 21, 14, 20, 21, 21, 17, 27, 24, 17, 25, 22, 22, 27, 22, 17, 15, 16, 13, 8, 7, 4, 4, 11, 10, 9, 12, 18, 18, 17, 18, 21], "n_pos": 199, "sum_m_en": [23.662968, 27.744104, 27.394965, 28.41325, 31.043624, 32.768285, 31.527167, 30.2584, 30.828976, 31.41092, 32.503624, 31.338325, 32.149965, 32.556696, 32.233409, 33.944374, 34.295621, 33.612529, 33.25511, 32.494424, 32.135764, 32.220192, 32.355124, 32.533573, 42.357035, 42.088873, 42.211008, 36.439771, 40.159483, 39.375045, 38.279926, 37.576177, 38.766775, 42.8083, 47.12215, 50.543341, 53.306445, 58.679411, 62.532014, 60.833067, 65.296673, 66.207156, 65.691696, 68.152074, 64.968171, 65.55407, 61.94902, 60.777806, 55.577855, 59.957734], "sum_m_pl": [5.873099, 10.384055, 11.600435, 10.929464, 11.280886, 12.19933, 12.213603, 11.552619, 11.619508, 12.207538, 13.222008, 13.904804, 13.776323, 12.987772, 13.088975, 13.48346, 12.696936, 12.940502, 12.169655, 12.206177, 11.615701, 11.204101, 11.042255, 10.9991, 14.030805, 15.587645, 16.024751, 16.956065, 16.156681, 16.729131, 16.501664, 16.235918, 16.336984, 15.054299, 14.176198, 14.805434, 14.188665, 12.291446, 11.463559, 9.221383, 7.808478, 12.488479, 12.025543, 10.31075, 13.44831, 17.165867, 17.114336, 17.678234, 18.655797, 21.829808]}, "digit": {"n_am_en": [0, 0, 2, 3, 2, 1, 2, 2, 5, 1, 4, 1, 0, 1, 1, 2, 3, 2, 3, 1, 0, 0, 0, 0, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 2, 0, 3, 3, 2, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 3, 8, 4, 3, 1, 0, 1, 2, 2, 3, 0, 2, 2, 2, 2, 0, 1, 2, 3, 3, 5, 4, 4, 2, 4, 5, 2, 3, 5, 3, 2, 3, 3, 2, 4, 4, 1, 1, 0, 0, 2, 3, 2, 2, 0, 0, 1, 0, 0], "n_pos": 17, "sum_m_en": [1.403212, 2.781744, 2.66783, 2.749163, 2.789742, 2.855278, 2.870767, 2.722413, 2.981645, 2.779969, 3.09178, 2.714159, 2.547425, 2.531423, 2.400059, 2.348155, 2.512058, 2.466591, 2.546753, 2.548712, 2.578469, 2.66508, 2.699263, 2.781857, 2.756997, 2.754829, 2.562654, 2.40437, 3.014724, 3.003933, 3.037317, 2.877272, 2.687629, 2.939214, 3.034555, 3.134879, 2.66696, 3.062448, 3.274201, 2.892758, 2.711274, 2.145746, 2.392472, 2.060781, 1.542895, 1.828109, 1.416035, 0.630903, 0.174864, 0.000275], "sum_m_pl": [0.305635, 0.880037, 1.038657, 0.863022, 1.013429, 1.157703, 1.058247, 1.085323, 1.030766, 1.194746, 1.108818, 1.04338, 1.003093, 0.823769, 0.823979, 0.837244, 0.875386, 0.944955, 0.899447, 0.951737, 0.889232, 0.852306, 0.863328, 0.875488, 1.051971, 1.202944, 1.224966, 1.478319, 1.111191, 1.266576, 1.23118, 1.104558, 1.030699, 1.169764, 1.027416, 1.441718, 1.391984, 1.081263, 1.02141, 1.018487, 1.073111, 1.42848, 1.268345, 1.418592, 1.533337, 0.982308, 0.612819, 1.058861, 0.110292, 4.3e-05]}, "lang": {"n_am_en": [9, 18, 19, 18, 20, 29, 23, 20, 21, 19, 20, 19, 22, 26, 25, 32, 33, 34, 36, 36, 33, 34, 33, 30, 38, 38, 41, 36, 36, 39, 35, 33, 42, 45, 48, 50, 53, 49, 54, 52, 57, 57, 54, 59, 57, 58, 59, 58, 59, 61], "n_am_pl": [6, 8, 6, 6, 6, 6, 7, 6, 3, 4, 7, 9, 11, 6, 8, 5, 7, 9, 5, 3, 2, 3, 7, 8, 4, 5, 5, 3, 7, 7, 6, 7, 5, 3, 2, 4, 4, 3, 2, 1, 1, 3, 2, 2, 5, 11, 14, 13, 18, 21], "n_pos": 83, "sum_m_en": [10.370931, 11.66529, 11.766083, 12.022047, 13.512799, 14.444503, 13.553573, 12.850022, 12.658937, 12.935452, 13.55708, 13.565815, 14.013383, 14.619394, 14.548438, 15.939559, 15.782516, 15.871494, 15.627101, 14.946443, 14.559794, 14.334917, 14.319934, 14.224124, 24.591224, 24.570478, 24.787036, 20.2069, 21.473438, 20.485811, 19.714466, 19.105562, 20.597424, 23.866254, 26.870447, 30.438117, 34.671259, 39.913884, 45.152963, 43.39614, 48.311523, 49.764696, 49.219958, 52.874788, 52.313382, 52.69309, 52.622722, 50.870196, 48.522462, 57.972632], "sum_m_pl": [2.440838, 3.920632, 4.200779, 3.923122, 4.059705, 4.187682, 4.09329, 3.831628, 3.932585, 4.239783, 4.524781, 5.003584, 5.000067, 4.652592, 4.9483, 4.926073, 4.90248, 4.977904, 4.787455, 4.899121, 4.730697, 4.564241, 4.478141, 4.376461, 4.901619, 4.885351, 5.238446, 5.616176, 5.757983, 6.047514, 5.476924, 5.434636, 5.628064, 4.932312, 4.910434, 5.206303, 4.779504, 4.546924, 3.688963, 3.146477, 2.459048, 4.233801, 4.790041, 4.058214, 5.940927, 9.651385, 11.617291, 13.472656, 17.01987, 21.143761]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "pes-Neurochirurgia-2020 wiosna-69", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1222, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.99}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 48, 69, 78, 111, 108, 113, 101, 99, 102, 104, 102, 92, 105, 107, 126, 153, 117, 114, 103, 100, 96, 109, 114, 188, 161, 147, 108, 106, 97, 97, 93, 105, 126, 159, 181, 188, 211, 248, 223, 225, 201, 197, 206, 164, 116, 35, 14, 8, 8], "n_am_pl": [45, 80, 64, 57, 81, 96, 91, 88, 91, 91, 119, 111, 110, 127, 101, 87, 86, 97, 87, 68, 56, 50, 47, 51, 72, 100, 94, 102, 113, 122, 129, 138, 114, 120, 119, 118, 113, 100, 84, 84, 92, 112, 121, 144, 188, 256, 330, 366, 377, 359], "n_pos": 729, "sum_m_en": [73.700675, 105.698959, 109.538356, 113.751665, 113.049736, 116.214005, 117.27428, 113.639367, 115.471072, 115.484301, 121.798189, 119.018155, 120.80897, 117.442172, 117.220523, 121.030251, 125.427742, 118.470727, 116.940887, 114.877253, 114.550319, 113.179713, 114.495358, 115.289168, 155.313989, 144.312711, 134.89859, 117.045514, 119.571809, 121.670206, 119.985801, 117.138805, 117.295324, 124.490343, 134.03708, 135.212665, 137.685734, 155.250084, 178.106149, 166.20956, 177.679871, 175.235613, 182.709523, 180.252336, 144.52069, 109.351751, 48.599611, 20.371891, 11.826577, 8.012475], "sum_m_pl": [19.498506, 43.245951, 45.839648, 43.704977, 45.185915, 50.407821, 48.959384, 48.50661, 51.576545, 52.111881, 55.78792, 56.880431, 56.622125, 58.605973, 61.100586, 57.507317, 51.136979, 52.284363, 48.041163, 47.049424, 44.728685, 43.253488, 42.479909, 42.801544, 57.428411, 69.457004, 74.585835, 79.662538, 82.175059, 81.665581, 75.501797, 77.238454, 75.000864, 70.531444, 69.344792, 69.265753, 73.399056, 73.411354, 77.358016, 75.614609, 77.502419, 101.178082, 109.90549, 127.004547, 177.944297, 223.298781, 294.825134, 343.783928, 363.419031, 358.875713]}, "digit": {"n_am_en": [0, 5, 3, 2, 3, 5, 2, 2, 6, 3, 12, 8, 2, 9, 5, 1, 4, 0, 2, 1, 1, 0, 0, 1, 3, 5, 6, 4, 9, 3, 4, 3, 2, 3, 0, 3, 2, 2, 2, 2, 3, 2, 2, 3, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 7, 10, 1, 1, 6, 4, 2, 4, 1, 4, 11, 2, 1, 1, 2, 5, 4, 2, 2, 0, 1, 1, 1, 3, 6, 5, 1, 4, 2, 3, 4, 2, 1, 5, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.075924, 6.029123, 6.366026, 6.284559, 5.951302, 6.324498, 6.670645, 6.402456, 6.584376, 6.070631, 6.764776, 6.714683, 6.216709, 6.440086, 6.422467, 6.305262, 6.109084, 5.790869, 5.817279, 5.48125, 5.562516, 5.573683, 5.622151, 5.791963, 6.807181, 6.990459, 7.00848, 6.605721, 7.199359, 7.022812, 6.509278, 6.542408, 5.782312, 6.013205, 6.547506, 5.937293, 5.410922, 5.301093, 4.844427, 4.260959, 3.882291, 4.438675, 3.946523, 3.28392, 2.150802, 2.133138, 0.853248, 0.623213, 0.099695, 0.0], "sum_m_pl": [0.780058, 2.293194, 2.241049, 1.958846, 2.039819, 2.299242, 2.236953, 2.298633, 2.426092, 2.115744, 2.34108, 2.239502, 2.119254, 1.868926, 1.718601, 1.529631, 1.571997, 1.715998, 1.601874, 1.611552, 1.60106, 1.561875, 1.602337, 1.645435, 1.677573, 1.762368, 1.770478, 1.961272, 2.035532, 1.946656, 1.930465, 1.787729, 1.420331, 1.283135, 1.57285, 1.630203, 1.705578, 1.785332, 1.925066, 1.864651, 1.952556, 1.924908, 1.886363, 1.904807, 1.559842, 0.986391, 0.531162, 0.435505, 0.111245, 4e-06]}, "lang": {"n_am_en": [11, 24, 42, 44, 71, 72, 71, 62, 58, 67, 52, 58, 58, 59, 56, 78, 96, 72, 75, 70, 63, 60, 78, 77, 127, 104, 96, 73, 61, 60, 56, 61, 71, 75, 95, 103, 113, 128, 161, 145, 146, 127, 129, 138, 112, 74, 25, 10, 8, 8], "n_am_pl": [13, 47, 28, 36, 40, 52, 47, 49, 42, 48, 67, 64, 56, 67, 56, 40, 40, 49, 45, 36, 31, 28, 26, 30, 42, 54, 50, 53, 61, 70, 77, 95, 78, 72, 66, 75, 80, 78, 66, 68, 69, 84, 89, 109, 145, 199, 259, 315, 351, 358], "n_pos": 366, "sum_m_en": [37.793395, 53.427218, 56.576033, 57.335576, 57.427, 59.176497, 59.968014, 58.621147, 59.2953, 60.381765, 62.933367, 61.212725, 62.469435, 61.137852, 60.860503, 64.678773, 67.213555, 64.02356, 62.759946, 61.384396, 61.092443, 59.487479, 60.253039, 60.243087, 91.88031, 85.557384, 77.556471, 65.399532, 65.235984, 65.325088, 64.323733, 62.94493, 63.227453, 68.159135, 73.483153, 76.658437, 80.49843, 92.766169, 111.240504, 103.536254, 109.721924, 106.813191, 114.934273, 120.649376, 95.693387, 72.584775, 34.189744, 13.436184, 9.767654, 7.996741], "sum_m_pl": [8.123817, 20.707615, 21.515083, 20.839785, 21.999968, 24.982583, 24.211769, 24.604545, 26.01753, 26.345082, 28.543632, 30.037849, 29.932042, 31.599091, 33.12548, 30.502481, 26.694015, 27.091964, 25.433405, 24.835585, 23.48005, 22.792952, 22.325994, 22.581188, 29.946917, 35.874716, 39.107828, 41.821362, 44.272144, 44.359822, 41.167628, 42.41723, 42.336136, 39.96746, 38.928441, 39.572311, 43.570319, 45.522203, 50.02556, 51.453952, 53.925316, 69.381573, 79.734962, 91.889961, 136.453355, 174.883575, 234.592595, 295.095314, 336.017627, 356.190022]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 731, "item_id": "pes-Neurochirurgia-2020 wiosna-69", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1477, "region_end": 729, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9932}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 8, 15, 11, 16, 22, 19, 12, 17, 7, 9, 9, 10, 7, 13, 14, 14, 15, 17, 18, 15, 17, 21, 18, 30, 27, 25, 20, 19, 18, 15, 15, 15, 19, 23, 23, 31, 39, 33, 35, 35, 36, 42, 46, 39, 33, 29, 28, 30, 36], "n_am_pl": [7, 10, 15, 11, 10, 10, 8, 11, 8, 10, 9, 10, 12, 11, 10, 11, 11, 13, 14, 11, 10, 8, 8, 9, 10, 17, 15, 16, 21, 24, 19, 16, 17, 17, 16, 18, 13, 8, 5, 4, 7, 6, 7, 5, 8, 7, 7, 7, 6, 4], "n_pos": 103, "sum_m_en": [11.444781, 14.344598, 14.860074, 15.366422, 16.52208, 17.19311, 15.912192, 15.204598, 15.076306, 15.38173, 15.418568, 15.197199, 14.923231, 14.878458, 14.607741, 14.568936, 15.163708, 14.839231, 15.070547, 15.240484, 15.173664, 14.925186, 15.55225, 15.61821, 21.273442, 20.584435, 17.813094, 15.09433, 15.227634, 16.767931, 15.863723, 15.676581, 15.520012, 16.672854, 18.398065, 19.258299, 22.491603, 27.541334, 26.107032, 26.3503, 31.989211, 31.6522, 36.113003, 39.511796, 31.988214, 29.135947, 26.756796, 27.606295, 29.583063, 34.254726], "sum_m_pl": [3.897487, 5.311962, 5.977779, 5.640044, 6.463949, 6.52434, 6.395319, 6.408884, 6.667783, 7.062455, 7.459264, 8.278187, 8.493609, 8.559139, 9.554477, 10.02303, 8.695307, 9.019935, 8.20331, 7.170974, 6.985286, 6.610147, 6.332363, 6.389035, 9.828323, 12.166906, 11.489444, 11.602345, 11.453576, 11.57976, 10.958511, 10.534573, 10.838191, 10.597121, 11.127821, 10.877949, 8.692144, 7.337092, 6.890027, 6.583088, 8.40932, 8.038328, 7.899858, 6.12797, 9.071023, 8.202623, 7.305498, 6.955575, 5.345894, 4.673925]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.471162, 0.590013, 0.636047, 0.650975, 0.547907, 0.549666, 0.492694, 0.400747, 0.410825, 0.434202, 0.460213, 0.444931, 0.469602, 0.403516, 0.465212, 0.467721, 0.571313, 0.526403, 0.596361, 0.589853, 0.57599, 0.512969, 0.503608, 0.486643, 0.543792, 0.678038, 0.560892, 0.405777, 0.346579, 0.411753, 0.482554, 0.490227, 0.475202, 0.40401, 0.42388, 0.366515, 0.401091, 0.398592, 0.388794, 0.382645, 0.363761, 0.386725, 0.499908, 0.421256, 0.391764, 0.423306, 0.400245, 0.285233, 0.06092, 0.0], "sum_m_pl": [0.188049, 0.242897, 0.181849, 0.198722, 0.206134, 0.213112, 0.189371, 0.195184, 0.204571, 0.255481, 0.263758, 0.241604, 0.228065, 0.24946, 0.265579, 0.316435, 0.2647, 0.266295, 0.265151, 0.23785, 0.236995, 0.227108, 0.209418, 0.214919, 0.318264, 0.343597, 0.300145, 0.334613, 0.573432, 0.317784, 0.225177, 0.216549, 0.214055, 0.228171, 0.209072, 0.22454, 0.213383, 0.244461, 0.258285, 0.4531, 0.235176, 0.221273, 0.250222, 0.196105, 0.201839, 0.125917, 0.135606, 0.12569, 0.022654, 0.0]}, "lang": {"n_am_en": [3, 3, 6, 6, 9, 12, 11, 6, 7, 3, 2, 4, 3, 3, 8, 5, 8, 8, 10, 9, 7, 5, 7, 6, 13, 10, 9, 7, 7, 7, 8, 10, 6, 9, 13, 15, 20, 23, 20, 21, 20, 22, 26, 28, 26, 24, 24, 24, 29, 36], "n_am_pl": [5, 5, 6, 4, 4, 4, 3, 5, 5, 5, 6, 4, 4, 5, 3, 4, 4, 3, 6, 4, 2, 3, 3, 3, 4, 7, 6, 7, 10, 7, 10, 7, 9, 6, 5, 5, 4, 1, 1, 0, 2, 2, 3, 2, 4, 5, 5, 6, 5, 4], "n_pos": 41, "sum_m_en": [4.288007, 5.334862, 5.764118, 5.915725, 6.413246, 6.891555, 6.420313, 6.263475, 6.271964, 6.44876, 6.585523, 6.524759, 6.299636, 6.461787, 6.390832, 6.473867, 6.429597, 6.284701, 6.067034, 6.132698, 6.006132, 5.86673, 6.174855, 6.132629, 8.810594, 8.6455, 7.762084, 6.620351, 6.569647, 7.096582, 6.751082, 7.009654, 6.766287, 7.649798, 8.793859, 10.093355, 12.403389, 15.063336, 14.538047, 14.150899, 17.80987, 18.584277, 21.496663, 23.407896, 20.24637, 20.260172, 21.361703, 22.882176, 26.569742, 33.291016], "sum_m_pl": [1.919769, 2.166964, 2.346814, 2.407993, 2.86212, 2.791671, 2.821923, 2.761052, 2.883438, 3.013268, 3.361739, 3.567872, 3.579961, 3.429889, 3.973404, 4.052923, 3.60879, 3.636288, 3.348884, 2.766848, 2.772672, 2.637364, 2.533, 2.55258, 4.226655, 5.087709, 5.160812, 4.756384, 4.881267, 4.875013, 4.824015, 4.496869, 4.967997, 4.319573, 4.627687, 4.270479, 3.468372, 2.875752, 2.709209, 2.649926, 2.60633, 2.47134, 2.862544, 2.541349, 4.107366, 4.905108, 4.656529, 5.307061, 4.711937, 4.443309]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "pes-Neurologia dziecięca-2019 jesień-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9619, "tf_agree_excl_first": 0.9712}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 8, 14, 18, 20, 33, 26, 26, 28, 29, 26, 34, 34, 25, 31, 49, 52, 45, 43, 52, 48, 56, 79, 81, 88, 83, 86, 62, 54, 38, 44, 32, 32, 43, 55, 59, 55, 63, 66, 56, 73, 68, 64, 67, 61, 46, 19, 2, 0, 0], "n_am_pl": [5, 13, 23, 28, 33, 41, 27, 40, 41, 34, 28, 25, 27, 39, 40, 31, 28, 28, 33, 42, 31, 19, 18, 19, 30, 28, 24, 27, 36, 46, 46, 47, 50, 40, 42, 49, 36, 34, 34, 38, 42, 41, 42, 46, 56, 82, 104, 131, 147, 152], "n_pos": 228, "sum_m_en": [21.749269, 32.592731, 34.972855, 35.042812, 35.5634, 36.370387, 35.981962, 36.081817, 36.730818, 38.008536, 39.632379, 38.263558, 36.661943, 34.685145, 34.968155, 36.597901, 36.978218, 35.989825, 35.359441, 35.191061, 34.544872, 34.480461, 37.209359, 36.530998, 57.609593, 56.123698, 48.932641, 39.358284, 38.459292, 38.689618, 37.057165, 36.241982, 35.944707, 38.465775, 40.684779, 41.204614, 40.722761, 48.217752, 48.669751, 47.636222, 60.964437, 56.059951, 55.270598, 56.680177, 53.764859, 45.179694, 19.609077, 4.706889, 1.190846, 0.021591], "sum_m_pl": [4.382079, 10.445213, 12.444551, 12.638658, 13.556552, 14.452019, 14.408411, 15.147117, 15.061826, 16.681413, 17.458454, 18.948644, 19.344252, 19.703374, 20.149618, 20.291696, 17.131669, 16.571485, 15.655332, 14.785621, 14.656383, 14.042236, 13.486149, 13.502571, 20.359282, 23.853275, 23.367264, 24.399226, 25.120225, 28.695727, 26.288466, 25.687148, 24.383757, 24.090911, 23.561805, 22.795701, 22.263528, 22.213497, 24.17067, 24.676709, 26.758534, 29.131682, 34.496173, 38.84629, 48.819021, 66.12332, 96.260901, 123.554324, 143.35282, 151.13657]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.426439, 0.58049, 0.658225, 0.648962, 0.555706, 0.51236, 0.483123, 0.458524, 0.461715, 0.475381, 0.471829, 0.436213, 0.439664, 0.39807, 0.46121, 0.485597, 0.534594, 0.53547, 0.586261, 0.573471, 0.538318, 0.491163, 0.48899, 0.495974, 0.471584, 0.458529, 0.439423, 0.323063, 0.324958, 0.22983, 0.325607, 0.412949, 0.392632, 0.424303, 0.388556, 0.377784, 0.464238, 0.494207, 0.487844, 0.485344, 0.402576, 0.436733, 0.547287, 0.478202, 0.451668, 0.39064, 0.310768, 0.197091, 0.030337, 0.0], "sum_m_pl": [0.142426, 0.195173, 0.172561, 0.222894, 0.209184, 0.21642, 0.21358, 0.212075, 0.238495, 0.286994, 0.298995, 0.291594, 0.275513, 0.271956, 0.255713, 0.276695, 0.220802, 0.214966, 0.220165, 0.201625, 0.198884, 0.191485, 0.184981, 0.184983, 0.267506, 0.351649, 0.265915, 0.292491, 0.218904, 0.163475, 0.191244, 0.200904, 0.18424, 0.199254, 0.127571, 0.121782, 0.142288, 0.172009, 0.17166, 0.197228, 0.157185, 0.15465, 0.188898, 0.195919, 0.161251, 0.139016, 0.151168, 0.150149, 0.021748, 0.0]}, "lang": {"n_am_en": [5, 6, 8, 13, 17, 25, 18, 20, 20, 22, 17, 25, 28, 21, 23, 34, 41, 35, 32, 39, 36, 45, 62, 61, 66, 61, 64, 45, 38, 24, 29, 23, 26, 31, 40, 43, 40, 45, 50, 40, 53, 50, 47, 51, 44, 35, 12, 2, 0, 0], "n_am_pl": [4, 8, 11, 17, 22, 24, 18, 31, 26, 22, 19, 16, 20, 28, 30, 20, 18, 21, 22, 29, 18, 12, 11, 11, 15, 17, 13, 18, 21, 31, 31, 31, 35, 28, 30, 38, 28, 26, 27, 33, 34, 34, 36, 37, 47, 69, 94, 124, 144, 151], "n_pos": 151, "sum_m_en": [14.756487, 21.76656, 23.406697, 23.261548, 23.356676, 24.176322, 23.839918, 23.962319, 24.488622, 25.61633, 26.412083, 25.576879, 24.623767, 23.526157, 23.924284, 25.153012, 25.273958, 24.503165, 23.768622, 23.634803, 23.07808, 22.917562, 24.572797, 24.192551, 42.730027, 41.07894, 35.596596, 27.70482, 26.77057, 26.702612, 25.238906, 24.662212, 24.853487, 26.909676, 28.566445, 29.982055, 29.705193, 35.299711, 36.055217, 35.107258, 44.54153, 41.667715, 41.256085, 42.980116, 39.280335, 33.884398, 13.020643, 3.761805, 0.773005, 0.021559], "sum_m_pl": [2.853459, 6.815947, 8.134662, 8.293997, 8.593428, 9.26947, 9.36138, 9.97258, 9.954429, 10.765372, 11.601201, 12.522158, 12.782098, 12.668395, 12.461271, 12.296775, 10.753577, 10.289706, 10.125856, 9.621369, 9.696386, 9.344691, 8.929089, 8.916271, 12.136483, 13.514295, 13.985165, 15.955932, 16.885739, 18.100585, 17.515665, 17.536786, 17.143206, 16.837311, 16.376967, 15.242734, 16.076688, 16.816653, 18.949806, 19.288179, 21.577984, 22.350277, 28.074756, 31.859741, 40.827498, 56.124979, 87.628776, 116.973699, 139.089368, 149.453773]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "pes-Neurologia dziecięca-2019 jesień-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1275, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9913, "tf_agree_excl_first": 0.9956}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 14, 22, 12, 20, 38, 39, 33, 34, 31, 30, 35, 15, 14, 24, 29, 41, 41, 39, 32, 45, 43, 55, 45, 71, 70, 54, 46, 45, 36, 47, 42, 43, 50, 57, 58, 62, 77, 81, 80, 85, 88, 88, 79, 73, 49, 18, 3, 2, 0], "n_am_pl": [5, 13, 14, 19, 22, 27, 25, 22, 14, 19, 24, 29, 25, 31, 22, 19, 29, 25, 19, 15, 19, 16, 9, 12, 16, 14, 21, 21, 17, 30, 32, 28, 27, 29, 25, 30, 23, 29, 23, 23, 22, 28, 37, 46, 58, 76, 94, 117, 120, 129], "n_pos": 179, "sum_m_en": [17.992247, 25.216037, 27.195426, 26.664953, 27.033075, 27.648382, 26.168893, 26.416479, 27.631139, 27.89678, 29.585341, 29.1082, 28.575384, 26.940975, 27.43053, 29.364753, 29.583442, 28.88149, 29.121849, 28.407171, 28.223885, 27.936203, 27.822674, 27.603745, 49.644392, 47.436315, 39.865987, 36.711265, 34.784942, 34.475336, 32.136919, 32.129478, 31.264896, 31.649258, 34.09002, 35.939516, 41.585592, 48.032401, 54.072974, 58.355097, 61.830875, 70.52008, 76.641207, 72.127192, 64.757297, 43.29556, 15.960352, 4.851744, 2.637921, 0.433356], "sum_m_pl": [3.470195, 8.359062, 9.596028, 9.771223, 10.500132, 11.709751, 11.094938, 11.45428, 11.56243, 12.782579, 13.986949, 14.493993, 15.099322, 14.970335, 16.014013, 16.028484, 14.947209, 14.152613, 13.119534, 12.010402, 11.545616, 11.543027, 11.069757, 10.908238, 12.412475, 14.814645, 16.653115, 16.655728, 17.042451, 19.518157, 18.961473, 18.372106, 19.26024, 19.859701, 18.925548, 18.271323, 17.858219, 18.095502, 18.64328, 18.002116, 17.608949, 21.211682, 28.736909, 35.370637, 50.376867, 64.784573, 89.203676, 108.339584, 116.854063, 127.955944]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 8, 18, 10, 19, 30, 32, 26, 28, 23, 21, 28, 13, 13, 18, 24, 33, 33, 31, 24, 35, 35, 43, 36, 57, 55, 44, 37, 37, 31, 39, 37, 37, 41, 44, 43, 44, 55, 60, 61, 66, 70, 71, 63, 59, 40, 15, 3, 2, 0], "n_am_pl": [5, 12, 6, 11, 17, 22, 22, 17, 9, 13, 16, 23, 18, 24, 16, 15, 20, 21, 14, 13, 14, 10, 6, 8, 14, 10, 15, 16, 14, 22, 23, 23, 19, 24, 21, 25, 20, 26, 21, 17, 18, 22, 31, 41, 52, 68, 86, 110, 119, 129], "n_pos": 130, "sum_m_en": [12.931114, 18.511226, 20.166834, 19.75613, 20.043714, 20.552088, 19.547066, 19.738709, 20.724162, 20.913833, 22.163609, 21.960851, 21.464166, 20.320137, 20.649967, 22.313314, 22.425528, 21.970257, 21.829597, 21.25244, 21.137733, 20.93005, 20.837899, 20.540161, 39.826023, 37.704078, 31.785685, 29.461483, 27.77492, 27.163404, 25.251591, 25.191844, 24.644963, 24.673683, 26.658684, 27.371438, 31.281438, 36.411585, 40.75766, 44.110301, 47.377301, 55.205113, 60.494071, 56.974324, 51.304922, 34.001883, 11.735713, 3.60729, 1.96351, 0.347397], "sum_m_pl": [2.532921, 5.869233, 6.61773, 6.911337, 7.434239, 8.402821, 8.011357, 8.422582, 8.469191, 9.426231, 10.186425, 10.442635, 10.936415, 10.745167, 11.476959, 11.333842, 10.732014, 10.285614, 9.633303, 8.816256, 8.393605, 8.42995, 8.123013, 7.996621, 8.747114, 10.484715, 11.962895, 12.345752, 12.780359, 14.70503, 14.053677, 13.473161, 14.207561, 14.883755, 14.175016, 13.956354, 14.001968, 14.180549, 14.465095, 13.598084, 13.795333, 17.199311, 23.789853, 30.188391, 43.798848, 58.142509, 82.422426, 102.642251, 115.204666, 127.719476]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Neurologia dziecięca-2019 jesień-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1034, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9834, "tf_agree_excl_first": 0.9889}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 16, 10, 16, 24, 34, 26, 24, 23, 29, 25, 26, 23, 29, 27, 32, 34, 41, 33, 42, 47, 48, 50, 45, 62, 65, 60, 56, 44, 45, 49, 48, 56, 48, 49, 56, 54, 63, 78, 65, 70, 75, 89, 88, 66, 44, 6, 2, 1, 0], "n_am_pl": [4, 16, 17, 23, 26, 35, 27, 24, 21, 21, 26, 26, 36, 26, 27, 25, 24, 22, 31, 18, 19, 19, 14, 20, 19, 18, 22, 24, 18, 30, 29, 41, 32, 28, 27, 32, 24, 26, 24, 21, 20, 27, 34, 36, 55, 70, 104, 121, 127, 127], "n_pos": 181, "sum_m_en": [17.888243, 25.981721, 27.129821, 27.137886, 27.309014, 28.303361, 25.685215, 26.932753, 27.552952, 28.50591, 29.352845, 28.916405, 28.72793, 27.360047, 27.851633, 29.564155, 30.038814, 29.211335, 29.390891, 29.120847, 28.344372, 28.179899, 27.993208, 27.817733, 46.92112, 46.309821, 38.512818, 34.551559, 32.152447, 32.681157, 30.469763, 30.838549, 31.063054, 31.693453, 33.174114, 35.268905, 38.426057, 43.971763, 49.472853, 50.491778, 52.877774, 60.390935, 69.433597, 70.696363, 59.561437, 39.398956, 10.124332, 3.360651, 1.598654, 0.001511], "sum_m_pl": [3.439472, 8.816753, 9.998623, 9.64538, 10.380913, 12.026927, 11.223717, 11.834177, 12.049996, 13.034112, 14.378184, 14.726962, 14.957722, 14.884951, 16.272792, 15.99816, 14.940192, 14.265603, 13.161328, 11.919255, 11.522186, 11.430952, 10.96046, 10.75969, 12.079371, 14.465344, 16.909323, 16.952006, 18.133016, 19.922495, 18.934361, 18.938289, 20.66062, 20.842885, 19.796827, 19.896886, 18.839054, 20.044611, 18.679473, 18.220134, 18.226912, 22.6875, 29.733268, 31.357249, 48.413261, 62.958511, 97.598747, 112.872013, 123.142193, 127.405451]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 11, 8, 9, 20, 25, 17, 18, 21, 22, 16, 18, 12, 21, 21, 24, 25, 33, 27, 33, 35, 37, 39, 36, 48, 50, 45, 42, 33, 33, 35, 36, 43, 34, 38, 38, 40, 47, 60, 48, 54, 54, 64, 64, 46, 28, 3, 2, 1, 0], "n_am_pl": [2, 14, 12, 16, 20, 26, 20, 19, 17, 16, 19, 21, 28, 23, 23, 18, 19, 19, 23, 10, 12, 12, 10, 15, 14, 13, 17, 18, 15, 27, 26, 35, 27, 24, 19, 26, 20, 23, 19, 17, 16, 23, 28, 31, 48, 62, 93, 113, 122, 126], "n_pos": 127, "sum_m_en": [12.472246, 18.315558, 19.318547, 19.218904, 19.410993, 20.162352, 18.217589, 19.173921, 19.645186, 20.205207, 20.920419, 20.594054, 20.300081, 19.473329, 19.949408, 21.334444, 21.64801, 21.115795, 21.079246, 20.969111, 20.248156, 20.133873, 20.068179, 19.692656, 36.662485, 35.8839, 29.277088, 25.830525, 23.78134, 23.96937, 22.258667, 22.729183, 23.039971, 23.273002, 24.189674, 25.398114, 28.296613, 32.767382, 35.110956, 35.755454, 37.589166, 42.410177, 49.763497, 49.072674, 40.239045, 25.838307, 5.592788, 2.358551, 1.201064, 0.001395], "sum_m_pl": [2.36688, 6.152046, 6.760386, 6.596576, 7.110784, 8.313994, 7.685695, 8.304063, 8.467106, 9.16675, 10.074826, 10.418994, 10.587379, 10.493183, 11.476113, 11.025928, 10.386103, 9.999718, 9.347976, 8.393022, 8.065068, 8.014008, 7.707884, 7.526309, 8.043683, 9.703041, 12.023394, 12.100053, 13.119764, 14.691783, 13.873259, 13.692138, 14.952408, 15.158339, 13.815186, 14.510424, 14.07149, 15.510478, 14.508441, 13.93921, 14.452666, 18.359979, 24.301068, 26.887458, 41.447008, 55.365608, 87.302972, 104.377679, 117.518539, 125.528721]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "pes-Neurologia dziecięca-2019 jesień-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1289, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.978}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 17, 12, 19, 22, 22, 27, 23, 17, 27, 27, 31, 24, 33, 41, 42, 41, 38, 38, 35, 37, 35, 27, 29, 44, 40, 44, 44, 33, 35, 28, 38, 31, 41, 53, 62, 62, 66, 67, 66, 66, 73, 72, 74, 76, 71, 69, 60, 54, 67], "n_am_pl": [14, 7, 16, 14, 18, 22, 18, 21, 10, 8, 11, 24, 15, 9, 22, 27, 24, 20, 23, 21, 17, 17, 15, 15, 17, 18, 17, 11, 17, 19, 23, 23, 25, 23, 21, 18, 16, 9, 4, 7, 8, 7, 7, 10, 9, 9, 14, 17, 21, 19], "n_pos": 157, "sum_m_en": [19.042744, 22.239589, 22.190472, 23.04151, 25.283364, 25.927335, 25.545873, 25.74036, 25.54399, 26.377312, 27.507078, 29.698533, 28.799664, 28.191141, 28.504381, 29.056002, 27.935855, 27.168567, 27.35249, 27.693367, 26.484694, 26.57587, 25.948148, 25.517816, 36.496269, 35.495209, 33.840036, 29.957835, 28.972527, 29.782815, 28.574133, 29.434232, 29.076915, 30.30833, 34.04863, 39.701397, 45.11864, 48.180025, 56.243533, 56.792406, 59.892582, 66.132768, 65.66208, 68.17749, 71.243397, 65.628992, 62.053411, 55.135218, 53.785664, 67.699372], "sum_m_pl": [4.384634, 6.599831, 7.127825, 7.397762, 8.224593, 8.716904, 8.733983, 9.002812, 8.890205, 9.917726, 10.404871, 11.307708, 11.936773, 11.791588, 12.604355, 13.996848, 13.18096, 13.21032, 12.279367, 11.991925, 11.250441, 10.905868, 10.072618, 9.67093, 14.349432, 14.645997, 13.393486, 13.851221, 14.779641, 15.919949, 15.342063, 14.171209, 14.688259, 14.647638, 14.121589, 12.947592, 11.400241, 9.795983, 9.207522, 10.208605, 10.049456, 9.087048, 9.293694, 9.653939, 10.674823, 10.372081, 13.586647, 15.603109, 17.02899, 18.523379]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 12, 8, 14, 11, 12, 13, 11, 8, 14, 14, 18, 15, 20, 29, 24, 26, 22, 24, 23, 27, 26, 21, 22, 28, 29, 32, 35, 25, 23, 18, 25, 18, 25, 31, 43, 43, 48, 49, 51, 55, 55, 55, 57, 58, 57, 58, 55, 53, 65], "n_am_pl": [7, 4, 6, 4, 12, 14, 9, 11, 6, 5, 7, 13, 8, 5, 14, 17, 14, 13, 11, 10, 8, 6, 5, 6, 6, 8, 10, 4, 6, 10, 12, 13, 15, 13, 12, 9, 10, 6, 4, 3, 5, 3, 4, 7, 7, 9, 12, 15, 18, 19], "n_pos": 86, "sum_m_en": [10.940002, 12.338356, 11.831061, 12.483392, 13.670012, 13.900992, 13.661443, 13.75652, 13.782579, 14.335105, 15.07604, 16.478776, 15.939626, 15.617444, 16.035303, 16.332507, 15.619421, 15.372378, 15.379294, 15.503609, 14.744569, 14.779963, 14.395494, 14.075066, 23.697337, 23.537053, 22.144651, 18.816446, 17.596346, 17.454336, 16.673794, 17.347964, 17.192876, 18.445196, 21.321845, 26.499293, 32.03451, 34.199004, 40.717445, 42.351349, 45.859177, 49.183179, 49.312005, 51.877776, 54.390473, 53.111416, 52.458482, 47.963925, 49.051159, 63.076373], "sum_m_pl": [2.515393, 3.71799, 3.916421, 4.083821, 4.390872, 4.715524, 4.860405, 5.129229, 5.029841, 5.565155, 5.760966, 6.272406, 6.588214, 6.529754, 6.704535, 7.294817, 6.938002, 7.005573, 6.688838, 6.510631, 6.140203, 5.967047, 5.524748, 5.298021, 6.974618, 7.030069, 7.139673, 7.668601, 8.401393, 8.950473, 8.762874, 8.090252, 8.34871, 8.223194, 7.794649, 6.909942, 5.989162, 5.375471, 4.996373, 5.292198, 5.553712, 4.997593, 5.495594, 6.57003, 8.007275, 8.580547, 11.098467, 14.348932, 15.657102, 17.751563]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "pes-Neurologia dziecięca-2019 wiosna-119", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1112, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9623, "tf_agree_excl_first": 0.9684}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 6, 9, 10, 24, 21, 19, 21, 19, 26, 25, 19, 14, 17, 18, 24, 29, 25, 26, 28, 35, 34, 32, 37, 47, 37, 35, 25, 29, 21, 25, 24, 25, 34, 40, 42, 45, 47, 51, 48, 50, 61, 68, 68, 66, 52, 18, 2, 0, 0], "n_am_pl": [3, 13, 15, 18, 20, 36, 30, 28, 26, 26, 33, 31, 32, 35, 34, 33, 26, 26, 26, 23, 16, 19, 17, 14, 16, 23, 17, 15, 26, 24, 34, 33, 29, 23, 21, 22, 22, 22, 22, 23, 30, 33, 36, 42, 42, 62, 88, 108, 112, 116], "n_pos": 175, "sum_m_en": [16.787268, 24.654359, 26.138439, 27.124709, 28.3725, 28.787292, 27.54602, 29.944072, 29.080801, 29.769999, 32.424014, 31.315685, 30.186411, 29.540392, 29.588178, 30.784468, 31.69426, 29.708742, 29.242715, 29.602774, 28.263655, 28.097413, 28.227102, 28.315824, 34.213876, 33.096053, 32.452295, 28.982158, 30.230022, 29.748541, 28.884478, 29.492894, 29.117867, 29.352804, 31.023276, 32.38531, 33.965447, 37.467876, 41.157573, 41.593565, 43.065337, 52.987873, 54.287135, 57.285393, 58.146409, 44.684467, 14.724414, 3.339047, 1.129141, 0.004791], "sum_m_pl": [3.350658, 8.447147, 9.705822, 10.22891, 11.133547, 12.504016, 12.647199, 13.008788, 12.923825, 13.707787, 14.228108, 14.851213, 15.069154, 15.638585, 15.469484, 17.540721, 15.342073, 14.820691, 13.789264, 12.999823, 12.495675, 12.369225, 11.478335, 11.159636, 16.870147, 17.53753, 16.136993, 17.711148, 17.998404, 18.98222, 18.475588, 18.05368, 16.869563, 16.807088, 16.101035, 16.141305, 15.543769, 15.698133, 17.483213, 19.36422, 21.766577, 23.97356, 28.44826, 32.248787, 35.895647, 55.332075, 83.601126, 101.618848, 107.416056, 115.435439]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 7, 7, 17, 11, 12, 14, 12, 18, 16, 14, 11, 13, 11, 18, 22, 17, 21, 20, 23, 24, 23, 26, 36, 28, 28, 20, 23, 17, 20, 18, 18, 25, 28, 30, 33, 35, 39, 38, 39, 42, 49, 53, 52, 43, 16, 2, 0, 0], "n_am_pl": [1, 10, 9, 13, 10, 23, 24, 16, 16, 20, 24, 16, 23, 21, 23, 20, 16, 17, 15, 12, 9, 9, 8, 7, 10, 13, 7, 4, 15, 13, 26, 21, 22, 14, 11, 15, 18, 20, 15, 19, 21, 29, 30, 34, 35, 52, 79, 97, 110, 115], "n_pos": 116, "sum_m_en": [11.190917, 16.771407, 17.786069, 18.340938, 19.134584, 19.562963, 18.827979, 20.433484, 19.799178, 20.397938, 22.550136, 21.775338, 21.112109, 20.521777, 20.624006, 21.786158, 22.230135, 20.791192, 20.318108, 20.405877, 19.325716, 19.119833, 19.095346, 19.061142, 24.503271, 23.601481, 23.503967, 20.51025, 21.335119, 20.72309, 20.004833, 20.573771, 20.280149, 20.607902, 21.463389, 22.970439, 24.199072, 26.491789, 29.203029, 30.476616, 32.147036, 37.779797, 39.940475, 43.705911, 45.702889, 34.913998, 12.316168, 2.537404, 0.792779, 0.003009], "sum_m_pl": [2.083163, 5.463827, 6.343833, 6.65818, 7.19704, 8.152035, 8.501961, 8.599277, 8.496759, 9.135811, 9.496278, 9.702221, 9.874923, 10.24804, 9.741446, 10.557777, 9.593761, 9.459732, 9.006891, 8.456512, 8.213845, 8.129155, 7.6268, 7.379076, 10.467354, 10.97413, 10.112881, 11.433903, 11.989746, 12.496858, 12.284857, 12.167896, 11.513227, 11.517908, 10.676764, 11.066859, 11.363989, 11.326534, 12.869581, 14.282711, 15.955401, 19.084876, 22.882938, 26.261752, 29.163802, 45.797172, 74.608407, 92.269639, 104.512657, 114.37709]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "pes-Neurologia dziecięca-2019 wiosna-119", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1367, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9774, "tf_agree_excl_first": 0.983}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 6, 11, 8, 21, 22, 23, 21, 20, 20, 24, 25, 22, 23, 26, 25, 31, 33, 29, 32, 27, 26, 27, 26, 37, 34, 36, 35, 35, 36, 28, 24, 31, 41, 36, 35, 38, 41, 43, 42, 49, 53, 51, 60, 56, 48, 45, 42, 42, 46], "n_am_pl": [9, 7, 5, 5, 5, 12, 11, 14, 10, 15, 12, 15, 15, 19, 10, 16, 24, 19, 23, 15, 18, 21, 18, 18, 14, 15, 13, 14, 10, 16, 18, 14, 12, 13, 11, 10, 8, 10, 9, 10, 10, 10, 12, 8, 6, 10, 14, 10, 11, 11], "n_pos": 97, "sum_m_en": [11.526012, 12.823291, 13.284008, 14.407348, 15.58466, 15.991677, 16.357307, 17.097845, 16.68596, 16.566675, 17.312339, 17.742963, 17.600572, 17.850411, 18.666969, 18.208667, 18.497062, 18.271294, 17.829206, 17.38504, 16.387007, 16.266148, 15.999875, 15.833751, 25.078527, 25.311331, 23.544189, 20.930434, 22.09518, 22.320172, 19.934839, 20.304133, 21.812672, 21.415871, 23.46924, 23.93238, 26.639263, 28.050631, 31.330186, 32.516915, 34.996034, 42.018792, 43.462575, 49.304865, 46.9544, 43.986441, 41.253294, 39.545439, 36.212995, 46.399136], "sum_m_pl": [3.286939, 4.193581, 4.489106, 4.404032, 4.646834, 5.145767, 5.45583, 5.783668, 5.782567, 6.586865, 6.87054, 7.285921, 7.722402, 7.698449, 7.180858, 8.537274, 7.884598, 7.718145, 7.422699, 7.224732, 7.311741, 6.669991, 6.747052, 6.210486, 11.264335, 11.120876, 9.910411, 9.977987, 9.085803, 9.290884, 9.427146, 8.403384, 8.394741, 9.327198, 8.99776, 8.72879, 8.841481, 9.377544, 9.787669, 9.811644, 11.580461, 10.557244, 9.20857, 6.824975, 7.331286, 8.910332, 10.473082, 8.669417, 10.310839, 10.450114]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.186103, 0.32516, 0.35661, 0.345082, 0.389928, 0.35781, 0.356767, 0.348048, 0.330047, 0.358766, 0.370983, 0.389768, 0.318042, 0.253514, 0.292479, 0.306926, 0.320652, 0.312104, 0.30206, 0.27939, 0.294151, 0.300255, 0.301894, 0.309469, 0.234618, 0.332311, 0.361474, 0.322565, 0.358688, 0.407132, 0.327917, 0.239241, 0.295416, 0.216309, 0.172944, 0.158097, 0.159387, 0.156251, 0.185066, 0.244036, 0.17855, 0.131263, 0.157695, 0.115709, 0.093756, 0.079202, 0.071257, 0.074934, 0.046424, 0.0], "sum_m_pl": [0.023812, 0.059243, 0.079167, 0.085623, 0.080282, 0.087725, 0.108174, 0.116648, 0.096946, 0.104336, 0.139924, 0.13575, 0.146722, 0.118217, 0.069452, 0.089216, 0.069817, 0.085353, 0.07681, 0.075876, 0.085184, 0.083352, 0.084562, 0.085135, 0.043428, 0.07033, 0.081714, 0.11981, 0.126162, 0.135886, 0.10551, 0.095337, 0.094564, 0.076201, 0.072244, 0.05565, 0.061407, 0.06291, 0.068813, 0.062312, 0.084861, 0.072048, 0.084183, 0.081161, 0.076476, 0.056978, 0.053337, 0.063711, 0.047319, 0.0]}, "lang": {"n_am_en": [6, 3, 8, 6, 16, 18, 16, 15, 13, 15, 17, 19, 16, 18, 23, 16, 19, 21, 18, 22, 19, 18, 19, 19, 27, 25, 26, 26, 24, 24, 20, 16, 22, 32, 28, 25, 28, 32, 36, 35, 39, 43, 41, 46, 42, 41, 40, 38, 38, 44], "n_am_pl": [6, 2, 4, 5, 4, 7, 5, 8, 4, 7, 6, 10, 8, 9, 4, 9, 10, 9, 14, 9, 10, 12, 11, 13, 11, 8, 8, 7, 4, 6, 7, 7, 6, 5, 4, 4, 5, 5, 6, 7, 7, 6, 8, 5, 5, 7, 10, 10, 10, 11], "n_pos": 56, "sum_m_en": [6.716259, 7.028826, 7.498806, 8.142949, 8.905251, 9.158432, 9.355332, 9.679303, 9.712868, 9.687307, 10.317157, 10.648751, 10.448596, 10.744167, 11.340649, 11.166542, 11.002089, 10.981391, 10.624041, 10.363651, 9.620401, 9.634025, 9.282217, 9.14265, 16.57222, 16.483126, 15.825776, 13.624758, 14.032869, 14.244075, 12.632547, 12.905962, 14.116906, 14.288542, 15.952935, 16.675133, 18.402972, 20.453018, 23.570145, 25.638274, 27.431702, 32.691996, 34.280672, 38.03355, 36.656091, 36.887323, 34.845454, 34.640306, 32.218553, 43.457113], "sum_m_pl": [1.953313, 2.3366, 2.464164, 2.475346, 2.671327, 3.017903, 3.130071, 3.435129, 3.446319, 3.884101, 3.996483, 4.154549, 4.506446, 4.414304, 3.928316, 4.593748, 4.401758, 4.236832, 4.257382, 4.291281, 4.396121, 3.964846, 4.074331, 3.705397, 7.460426, 7.281227, 6.208008, 6.345495, 5.606493, 5.467619, 5.590001, 4.860912, 4.722222, 5.141223, 4.856779, 4.935123, 5.509479, 6.268764, 6.464932, 6.903457, 7.915406, 7.035785, 6.174692, 4.77661, 5.642031, 6.268094, 8.604877, 7.844832, 9.282136, 10.36718]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "pes-Neurologia dziecięca-2020 jesień-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1041, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 7, 8, 15, 33, 45, 40, 46, 44, 46, 42, 41, 38, 35, 35, 38, 52, 52, 54, 43, 31, 38, 37, 33, 52, 61, 49, 39, 30, 47, 35, 44, 50, 51, 61, 61, 60, 62, 62, 63, 62, 73, 70, 84, 59, 41, 17, 2, 2, 1], "n_am_pl": [1, 24, 16, 16, 24, 19, 19, 27, 16, 25, 45, 34, 33, 31, 31, 37, 48, 40, 35, 36, 39, 39, 38, 35, 27, 31, 32, 37, 44, 33, 33, 25, 22, 25, 31, 36, 25, 29, 32, 39, 47, 48, 43, 38, 46, 62, 97, 117, 122, 127], "n_pos": 188, "sum_m_en": [17.563835, 26.295981, 28.019735, 29.42355, 30.486249, 31.400496, 32.427725, 33.999999, 33.048471, 33.309904, 35.511396, 34.711337, 33.434649, 32.978844, 33.593693, 32.670303, 34.075992, 33.346255, 32.386112, 31.018716, 29.762416, 29.219881, 30.247406, 30.187355, 43.739989, 43.188612, 37.311558, 33.898556, 35.205189, 35.358007, 31.67859, 32.118895, 34.447271, 34.316036, 37.62423, 39.772201, 43.197017, 46.12128, 48.747891, 50.243945, 51.190385, 59.332401, 62.132677, 65.677615, 55.325981, 40.552338, 15.822768, 3.350588, 2.85535, 1.003057], "sum_m_pl": [3.302066, 8.594683, 9.27563, 9.357643, 9.861819, 10.763284, 11.220215, 12.342409, 11.748012, 13.059283, 14.643454, 14.610671, 14.678066, 14.993313, 14.869214, 16.141969, 15.484646, 15.00014, 13.979389, 13.408983, 13.03821, 12.657444, 13.158354, 12.732627, 20.037963, 21.326078, 21.467536, 21.687451, 21.735698, 21.092806, 20.413612, 19.195294, 19.261413, 20.84776, 20.528382, 19.450124, 19.841013, 21.65995, 22.044334, 23.202271, 27.188446, 28.753261, 30.787312, 32.431339, 41.98047, 56.0667, 92.549885, 112.842707, 120.796699, 127.646284]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.166605, 0.329592, 0.333043, 0.301884, 0.291017, 0.319968, 0.378794, 0.412468, 0.429944, 0.417932, 0.457337, 0.506909, 0.387892, 0.369221, 0.381541, 0.371331, 0.357716, 0.327599, 0.330188, 0.323136, 0.324973, 0.324813, 0.330557, 0.335411, 0.300905, 0.406062, 0.435579, 0.377676, 0.379066, 0.416736, 0.324589, 0.237789, 0.313298, 0.225695, 0.172574, 0.14734, 0.142228, 0.138656, 0.141809, 0.186239, 0.132013, 0.105468, 0.127283, 0.086325, 0.078529, 0.063834, 0.060526, 0.062297, 0.040692, 0.0], "sum_m_pl": [0.025005, 0.093514, 0.09177, 0.097156, 0.088967, 0.108329, 0.132988, 0.168881, 0.164373, 0.147318, 0.20192, 0.138825, 0.159456, 0.173094, 0.144977, 0.145478, 0.120834, 0.129364, 0.110178, 0.103527, 0.107157, 0.102211, 0.101308, 0.105249, 0.086256, 0.135177, 0.173008, 0.196121, 0.189428, 0.190702, 0.121824, 0.109029, 0.094827, 0.075432, 0.067199, 0.051293, 0.055678, 0.056918, 0.059832, 0.05387, 0.077835, 0.070124, 0.07648, 0.076192, 0.067706, 0.05169, 0.045542, 0.043155, 0.028881, 0.0]}, "lang": {"n_am_en": [4, 5, 8, 13, 25, 34, 37, 38, 34, 37, 35, 29, 27, 25, 26, 30, 38, 41, 43, 34, 23, 31, 31, 28, 44, 48, 41, 28, 24, 35, 27, 33, 40, 37, 47, 46, 47, 51, 50, 49, 50, 54, 50, 58, 42, 33, 12, 2, 1, 1], "n_am_pl": [0, 16, 12, 12, 16, 14, 13, 19, 11, 16, 29, 24, 21, 21, 20, 24, 33, 22, 23, 25, 30, 27, 29, 28, 21, 20, 23, 25, 30, 20, 23, 17, 12, 18, 22, 25, 19, 25, 24, 29, 34, 37, 36, 32, 40, 52, 88, 110, 120, 127], "n_pos": 130, "sum_m_en": [12.278202, 18.560062, 19.805446, 20.955471, 21.85518, 22.454487, 23.295165, 24.310158, 23.640861, 23.912564, 25.374726, 24.876778, 23.859117, 23.502647, 24.08474, 23.542855, 24.495823, 24.006544, 23.163895, 22.081811, 21.057625, 20.648304, 21.471821, 21.31404, 33.394456, 32.825465, 28.076134, 24.985545, 25.586588, 25.494373, 22.932431, 23.077423, 24.968658, 24.921222, 27.370896, 29.20074, 32.571903, 34.639724, 37.18116, 38.146177, 39.446072, 44.271902, 46.301162, 46.795191, 40.605234, 31.121365, 11.445567, 2.556389, 1.812116, 1.002994], "sum_m_pl": [2.119691, 5.890879, 6.345548, 6.575771, 6.939375, 7.578714, 7.938806, 8.598128, 8.192988, 8.998078, 10.133306, 10.017557, 10.070525, 9.921994, 9.884598, 10.584208, 10.434795, 10.003413, 9.574058, 9.292774, 9.095349, 8.815735, 9.298533, 8.939321, 14.312917, 15.165868, 14.898438, 15.172095, 15.422638, 14.462204, 13.7715, 13.252577, 13.231149, 14.273353, 14.050183, 13.543465, 14.1698, 15.646158, 15.912034, 16.876392, 20.158012, 21.740986, 24.478865, 26.385324, 35.221545, 47.451575, 82.040079, 104.784425, 116.646226, 126.863737]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "pes-Neurologia dziecięca-2020 jesień-21", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1296, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9947}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 9, 18, 18, 25, 24, 24, 24, 21, 15, 20, 26, 21, 20, 22, 21, 21, 22, 33, 28, 26, 24, 20, 23, 35, 36, 33, 21, 27, 28, 33, 27, 32, 27, 35, 42, 40, 42, 46, 54, 62, 57, 61, 56, 52, 47, 45, 42, 46, 48], "n_am_pl": [1, 8, 12, 13, 12, 13, 9, 10, 10, 13, 10, 10, 10, 13, 16, 16, 15, 12, 12, 13, 11, 12, 11, 9, 12, 15, 10, 10, 11, 11, 11, 10, 14, 16, 14, 12, 9, 13, 14, 10, 7, 5, 6, 7, 9, 7, 8, 10, 9, 7], "n_pos": 110, "sum_m_en": [12.334832, 14.900304, 15.56386, 16.262214, 17.404196, 17.887933, 16.547493, 16.137505, 15.980063, 16.145956, 17.297919, 17.627194, 17.439034, 17.41719, 17.556001, 17.527882, 17.372497, 16.607666, 17.449563, 17.704586, 16.95975, 16.747986, 16.851769, 16.820212, 23.103059, 23.528256, 21.372371, 19.231112, 20.059931, 19.756016, 20.046086, 19.298184, 19.3623, 19.046495, 20.505409, 22.621119, 25.466228, 29.297682, 31.620762, 38.065762, 41.568268, 42.502636, 45.821269, 47.973288, 46.659156, 42.437622, 40.16947, 39.457562, 40.12938, 46.908008], "sum_m_pl": [2.632815, 5.294604, 5.746613, 5.785848, 5.912075, 6.489137, 6.516343, 6.819371, 7.012506, 7.634807, 7.652547, 7.795888, 8.308184, 8.386844, 9.720703, 9.71002, 8.727468, 8.577342, 8.065347, 7.786515, 7.019318, 6.777533, 6.414725, 6.304014, 9.144278, 10.672819, 9.78986, 10.717984, 10.455095, 10.401538, 9.745237, 10.191274, 10.641472, 10.90539, 10.769745, 10.11888, 9.923339, 10.132557, 10.740742, 10.32031, 9.568238, 8.506062, 8.063998, 7.58776, 8.993394, 7.286543, 8.243806, 9.188056, 8.655251, 7.399232]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.274685, 0.340971, 0.327797, 0.350654, 0.350652, 0.382823, 0.343511, 0.299557, 0.256019, 0.240219, 0.226069, 0.163354, 0.172827, 0.116995, 0.127594, 0.15649, 0.178016, 0.182453, 0.190804, 0.216969, 0.233455, 0.240202, 0.247812, 0.253213, 0.190825, 0.168181, 0.169416, 0.159698, 0.178649, 0.155514, 0.144758, 0.132687, 0.117273, 0.090594, 0.099402, 0.097883, 0.088595, 0.143746, 0.282355, 0.246937, 0.278736, 0.143683, 0.491208, 0.342799, 0.194764, 0.060069, 0.038502, 0.042464, 0.010687, 3e-06], "sum_m_pl": [0.055444, 0.126065, 0.116694, 0.127335, 0.113877, 0.150576, 0.158818, 0.235012, 0.206707, 0.201115, 0.282862, 0.188126, 0.185121, 0.125439, 0.135997, 0.16833, 0.147243, 0.138218, 0.149913, 0.138722, 0.12805, 0.125705, 0.125025, 0.121352, 0.224697, 0.294336, 0.189052, 0.189411, 0.186997, 0.175395, 0.188816, 0.180037, 0.170925, 0.15268, 0.158881, 0.092555, 0.096021, 0.170637, 0.263408, 0.120756, 0.092649, 0.133904, 0.082049, 0.1348, 0.12359, 0.160524, 0.125503, 0.097504, 0.03347, 0.0]}, "lang": {"n_am_en": [4, 6, 11, 9, 16, 14, 14, 15, 13, 10, 13, 19, 14, 13, 14, 11, 15, 18, 21, 16, 13, 13, 10, 11, 19, 23, 22, 13, 16, 19, 21, 17, 21, 22, 23, 27, 28, 30, 29, 33, 39, 38, 39, 36, 37, 37, 37, 35, 42, 47], "n_am_pl": [0, 5, 4, 8, 4, 3, 4, 2, 2, 6, 3, 3, 4, 5, 7, 8, 9, 5, 5, 5, 5, 5, 6, 6, 4, 4, 2, 4, 8, 7, 7, 5, 9, 9, 6, 3, 4, 6, 8, 4, 2, 2, 3, 2, 5, 4, 4, 7, 7, 7], "n_pos": 55, "sum_m_en": [6.001193, 7.406712, 7.826799, 8.172736, 9.043021, 9.396146, 8.754359, 8.520053, 8.527494, 8.711905, 9.541833, 9.895175, 9.735837, 9.8135, 9.866746, 9.485945, 9.342648, 8.891925, 9.253507, 9.31856, 8.949675, 8.678646, 8.819106, 8.721715, 13.171002, 13.401039, 12.821918, 11.787189, 11.833778, 11.530571, 11.576909, 11.156523, 11.507222, 11.009036, 11.997068, 13.797771, 17.101269, 20.006953, 20.169425, 23.467965, 24.99872, 27.791897, 29.811042, 31.403085, 32.982351, 32.658792, 32.989493, 33.361284, 35.822352, 44.89367], "sum_m_pl": [0.950615, 2.402731, 2.4599, 2.724736, 2.707689, 2.926015, 2.929031, 2.905606, 3.021271, 3.3022, 3.411162, 3.422843, 3.670731, 3.828765, 4.269169, 4.144878, 3.790425, 3.60442, 3.569949, 3.574235, 3.381258, 3.288964, 3.106387, 3.055012, 3.699445, 4.118335, 4.058717, 4.443069, 4.844308, 4.697441, 4.315238, 4.520112, 5.079297, 5.035145, 4.827535, 4.421852, 4.758104, 5.436355, 6.056842, 5.22748, 4.818362, 4.357354, 4.11253, 3.729274, 5.065324, 4.422923, 5.152757, 5.953157, 6.653974, 7.187095]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Neurologia-2018 wiosna-63", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1119, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.973}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 24, 46, 92, 102, 121, 93, 121, 107, 86, 108, 111, 101, 111, 108, 123, 149, 148, 165, 147, 164, 190, 164, 142, 212, 202, 152, 135, 123, 121, 125, 110, 125, 141, 172, 172, 194, 233, 265, 296, 288, 287, 298, 283, 255, 179, 80, 32, 14, 3], "n_am_pl": [18, 74, 85, 55, 79, 102, 108, 116, 87, 91, 121, 117, 129, 127, 132, 125, 134, 132, 130, 134, 124, 105, 85, 90, 104, 130, 120, 102, 126, 133, 149, 169, 157, 122, 124, 128, 132, 135, 138, 149, 155, 156, 154, 162, 200, 278, 370, 438, 440, 465], "n_pos": 743, "sum_m_en": [71.451396, 103.88736, 111.888911, 114.93281, 116.249805, 117.737134, 117.385792, 119.661058, 117.104447, 120.293663, 125.841389, 121.75844, 118.083876, 118.450017, 116.860251, 122.017218, 121.566284, 117.020885, 117.442566, 115.775724, 112.729241, 113.546884, 112.704182, 111.536683, 160.132968, 156.453381, 136.649044, 129.183677, 124.796709, 126.549949, 122.146461, 120.420199, 119.471133, 121.680641, 127.648213, 135.116165, 141.822243, 162.127057, 184.532424, 208.524548, 220.509005, 229.481387, 245.562244, 239.884677, 222.981138, 157.37334, 71.39194, 32.241207, 17.351328, 2.869099], "sum_m_pl": [13.19133, 35.70544, 40.686595, 41.914258, 42.016914, 46.837095, 47.388014, 51.306018, 52.146591, 55.418449, 58.690261, 60.887943, 62.133493, 63.394872, 66.45192, 63.242328, 59.426343, 56.472835, 55.420214, 54.614486, 50.558364, 47.584671, 45.591549, 44.489083, 68.154893, 79.111389, 75.576465, 74.07108, 82.969479, 85.482809, 81.964055, 85.774688, 84.753444, 80.14256, 79.443191, 79.464145, 78.314799, 78.407133, 87.941768, 95.641612, 102.545593, 106.429764, 112.657128, 129.307142, 171.299679, 240.862089, 353.511429, 424.183767, 429.992142, 464.509016]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 19, 32, 62, 69, 88, 66, 81, 68, 59, 78, 71, 68, 80, 73, 80, 104, 103, 118, 108, 125, 140, 117, 100, 158, 144, 109, 97, 90, 87, 93, 82, 96, 113, 128, 130, 146, 168, 184, 194, 194, 192, 198, 180, 173, 128, 67, 24, 11, 3], "n_am_pl": [11, 37, 48, 32, 56, 66, 67, 74, 61, 64, 78, 79, 85, 81, 87, 77, 92, 91, 89, 97, 83, 73, 65, 69, 68, 85, 79, 68, 88, 84, 98, 119, 109, 76, 80, 84, 92, 96, 97, 111, 116, 120, 125, 134, 172, 236, 314, 399, 430, 465], "n_pos": 468, "sum_m_en": [44.557845, 64.904841, 70.581166, 72.850856, 74.418786, 75.265342, 74.992269, 76.165737, 75.034218, 76.599606, 80.153125, 78.282958, 75.603566, 76.090769, 75.094338, 78.668686, 78.593135, 75.619463, 75.210433, 74.316677, 72.649957, 72.736194, 72.159702, 71.04661, 109.00749, 105.306669, 91.85483, 85.918607, 82.513717, 83.76155, 80.415831, 79.016003, 78.844712, 81.425871, 85.89817, 92.554912, 99.056135, 114.325764, 127.763164, 139.940446, 148.403921, 155.591995, 163.000037, 159.661022, 151.365017, 113.783365, 54.717957, 22.178357, 11.031031, 2.862354], "sum_m_pl": [8.401086, 22.309394, 25.392164, 25.956949, 26.312712, 29.883342, 30.312508, 33.145944, 33.906948, 36.292161, 38.306962, 39.813998, 40.63241, 40.886364, 42.266122, 40.179307, 37.906521, 36.277143, 35.652939, 35.218883, 32.32515, 30.338626, 29.063346, 28.241644, 44.883104, 51.644245, 48.746679, 47.967869, 54.441527, 56.238732, 53.999179, 56.703241, 56.018656, 53.312588, 53.118232, 53.612964, 53.840272, 53.710555, 61.311255, 66.75338, 73.772133, 79.568808, 88.944229, 102.845346, 142.924444, 201.588721, 303.131793, 384.865742, 416.147009, 461.494166]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 745, "item_id": "pes-Neurologia-2018 wiosna-63", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1374, "region_end": 743, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 0.9946}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 9, 11, 7, 16, 13, 14, 19, 22, 21, 27, 27, 22, 17, 20, 22, 26, 26, 32, 32, 36, 35, 35, 27, 40, 45, 36, 30, 30, 26, 28, 27, 36, 37, 35, 45, 57, 54, 58, 52, 56, 53, 52, 53, 53, 50, 46, 49, 42, 52], "n_am_pl": [1, 6, 4, 7, 6, 8, 5, 11, 15, 10, 9, 12, 9, 12, 20, 14, 12, 17, 10, 9, 5, 4, 4, 5, 8, 7, 11, 15, 13, 18, 14, 15, 14, 11, 13, 9, 6, 7, 5, 4, 3, 3, 4, 4, 3, 4, 3, 2, 5, 6], "n_pos": 90, "sum_m_en": [9.962728, 12.133422, 12.526936, 13.090665, 13.659514, 13.450293, 13.558573, 14.193257, 14.428363, 14.533327, 15.162714, 15.890975, 15.26936, 14.856772, 15.69016, 15.896272, 16.433816, 16.118145, 16.340599, 15.352341, 15.723715, 16.04008, 15.957544, 15.205014, 28.817156, 29.688617, 23.669938, 19.950243, 18.336734, 19.133569, 18.292741, 18.452477, 20.173014, 22.731196, 25.261235, 30.481743, 37.502241, 38.674942, 44.297202, 42.891196, 44.77428, 43.961395, 43.918512, 45.554252, 44.306229, 43.771663, 43.262984, 42.187311, 40.086095, 50.95529], "sum_m_pl": [2.461501, 3.674685, 4.184772, 4.443341, 4.697412, 5.41813, 5.298986, 5.556582, 5.693463, 6.090602, 6.430845, 7.187787, 7.227208, 6.949546, 7.982504, 7.920984, 7.380459, 7.438996, 7.262609, 6.602001, 5.879112, 5.498064, 5.354401, 5.30731, 6.278369, 6.965222, 7.53795, 8.019607, 9.161014, 9.536376, 9.584487, 9.576697, 9.294242, 9.219999, 8.977913, 8.089832, 6.818591, 6.258395, 5.879644, 4.677543, 4.234, 3.990288, 4.409354, 4.344571, 4.254088, 3.693921, 3.575988, 3.186557, 5.627893, 5.617754]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 6, 5, 8, 7, 5, 10, 15, 15, 20, 20, 14, 12, 16, 16, 17, 20, 23, 24, 28, 27, 25, 23, 32, 33, 27, 23, 23, 20, 21, 20, 28, 31, 29, 36, 45, 43, 47, 44, 47, 47, 45, 46, 46, 45, 43, 46, 42, 52], "n_am_pl": [1, 4, 2, 4, 4, 6, 4, 7, 10, 7, 6, 7, 6, 5, 11, 9, 10, 12, 7, 5, 3, 4, 4, 4, 3, 3, 7, 7, 6, 11, 7, 11, 8, 8, 7, 5, 2, 2, 2, 2, 1, 1, 2, 2, 2, 3, 2, 1, 5, 5], "n_pos": 57, "sum_m_en": [6.11826, 7.848874, 7.997713, 8.455636, 8.613064, 8.643274, 8.888907, 9.3257, 9.437915, 9.499643, 10.187385, 10.62568, 10.37067, 10.141498, 10.752438, 10.857146, 10.939555, 10.821092, 11.034855, 10.132683, 10.569841, 10.90893, 10.726427, 10.059519, 21.466791, 21.547746, 17.077257, 14.344838, 13.263091, 13.578714, 12.999447, 12.966837, 14.525409, 17.284376, 19.553214, 24.595029, 30.832663, 31.622135, 35.8139, 35.156064, 37.421251, 37.727643, 37.322714, 39.034571, 38.798488, 38.754642, 39.447713, 39.047208, 38.221963, 50.510303], "sum_m_pl": [1.461394, 2.025094, 2.439065, 2.625175, 2.823229, 3.283654, 3.285085, 3.447347, 3.566316, 3.852918, 4.048266, 4.491957, 4.540223, 4.332298, 5.03543, 4.956987, 4.78983, 4.760135, 4.585239, 4.15986, 3.707248, 3.456903, 3.345268, 3.322026, 3.920604, 4.446606, 4.991671, 5.045165, 5.52206, 6.052129, 5.873134, 6.007895, 5.655694, 5.540752, 5.081614, 4.472758, 3.72908, 3.480784, 2.793808, 2.396927, 2.085552, 1.757445, 2.807362, 2.702336, 2.801096, 2.51622, 2.262142, 1.914044, 5.182946, 5.001056]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Neurologia-2018 wiosna-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 987, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 8, 13, 32, 36, 60, 55, 51, 48, 49, 49, 46, 45, 43, 52, 45, 94, 94, 99, 95, 103, 102, 104, 103, 132, 114, 104, 89, 66, 67, 67, 66, 73, 89, 97, 112, 115, 119, 128, 114, 103, 110, 112, 117, 106, 76, 36, 10, 1, 2], "n_am_pl": [9, 18, 23, 24, 15, 10, 20, 20, 28, 18, 25, 42, 41, 33, 39, 36, 39, 33, 20, 28, 25, 19, 23, 18, 17, 17, 13, 18, 21, 25, 24, 26, 36, 34, 28, 26, 22, 22, 20, 22, 25, 28, 24, 24, 45, 75, 129, 160, 173, 176], "n_pos": 237, "sum_m_en": [21.507778, 32.54076, 34.071779, 36.361943, 37.584628, 38.445404, 36.970654, 39.639472, 37.620475, 40.08867, 41.987569, 40.953251, 40.560403, 39.73205, 40.359246, 41.632354, 48.540493, 44.388955, 43.157693, 40.576327, 39.637981, 38.465281, 41.002087, 40.81963, 87.275158, 82.177828, 67.838739, 54.032912, 48.059965, 46.189972, 44.536437, 44.708094, 46.824068, 51.675197, 57.539613, 72.132143, 75.409877, 85.077975, 90.100762, 92.962406, 91.770578, 93.815888, 97.492472, 101.350435, 92.105863, 69.496272, 31.352814, 9.025861, 4.551723, 2.006494], "sum_m_pl": [3.966152, 10.953241, 13.579755, 13.790358, 13.182226, 12.991418, 13.347076, 14.374738, 15.080568, 16.080989, 17.353083, 20.729376, 21.740052, 21.588794, 23.507027, 20.597019, 18.7581, 18.230932, 17.577402, 16.208878, 14.404707, 13.632858, 13.305482, 13.253165, 14.830442, 16.421655, 18.906974, 21.106617, 24.3758, 26.281503, 25.592984, 26.413353, 27.259904, 25.827969, 24.253418, 22.418509, 20.431605, 19.639585, 19.720132, 17.116565, 20.62574, 23.882908, 25.345721, 27.47047, 42.960628, 69.367956, 119.12533, 150.276444, 165.690733, 175.445787]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 7, 11, 21, 28, 42, 36, 36, 36, 33, 35, 32, 32, 31, 40, 32, 66, 65, 74, 72, 76, 75, 77, 80, 99, 85, 82, 68, 49, 50, 50, 50, 57, 68, 71, 85, 86, 89, 96, 84, 77, 79, 82, 87, 81, 55, 30, 8, 1, 2], "n_am_pl": [7, 13, 16, 19, 8, 7, 16, 14, 20, 15, 20, 31, 25, 23, 29, 30, 32, 28, 14, 20, 22, 17, 20, 13, 15, 11, 9, 14, 19, 19, 19, 22, 26, 24, 19, 21, 19, 18, 15, 18, 21, 26, 22, 20, 38, 64, 108, 144, 166, 173], "n_pos": 175, "sum_m_en": [16.039318, 23.944364, 25.116697, 26.520304, 27.716369, 28.729915, 27.142212, 29.355158, 28.086952, 30.094357, 31.452969, 30.638594, 30.359835, 29.481996, 29.943225, 30.947682, 36.634467, 33.0655, 31.815687, 29.873642, 29.229898, 28.301869, 29.488915, 29.730872, 66.888067, 63.680651, 52.893342, 40.919951, 36.117404, 34.993092, 33.886403, 33.733343, 35.326687, 38.937858, 43.244398, 55.296463, 57.973954, 64.998415, 68.086164, 68.809506, 68.334728, 68.55608, 71.831113, 74.977002, 70.074483, 51.232285, 26.038867, 7.150203, 3.637024, 2.006474], "sum_m_pl": [3.115464, 8.3238, 10.365179, 10.467647, 9.88029, 9.771764, 10.154226, 10.812812, 11.335294, 12.143837, 13.069687, 15.787671, 16.498206, 16.449087, 17.628664, 15.408194, 13.941871, 13.682984, 13.103786, 11.925903, 10.626986, 10.131194, 9.945555, 9.828762, 11.243515, 12.147633, 14.268531, 15.92294, 18.546119, 19.773218, 19.411128, 19.975678, 20.754856, 19.427888, 18.342003, 16.991916, 15.702842, 14.653218, 14.700115, 13.492698, 15.503485, 19.867967, 21.072485, 22.356549, 34.512007, 57.931004, 98.789751, 135.332652, 156.900345, 172.166183]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 239, "item_id": "pes-Neurologia-2018 wiosna-93", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1242, "region_end": 237, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9874}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 8, 6, 12, 7, 8, 9, 18, 12, 16, 15, 19, 23, 15, 26, 25, 21, 18, 18, 20, 19, 14, 15, 19, 41, 33, 26, 27, 27, 28, 26, 32, 29, 29, 28, 36, 37, 41, 41, 48, 47, 43, 47, 47, 45, 38, 42, 38, 34, 40], "n_am_pl": [8, 11, 18, 15, 12, 13, 14, 16, 11, 12, 8, 8, 19, 23, 15, 10, 15, 19, 22, 22, 13, 16, 18, 15, 13, 24, 21, 17, 21, 24, 23, 22, 16, 13, 12, 13, 18, 12, 16, 10, 12, 14, 15, 14, 16, 16, 15, 16, 14, 12], "n_pos": 120, "sum_m_en": [13.063452, 16.048932, 15.662842, 17.479095, 18.979581, 19.188119, 18.455997, 18.076662, 17.455687, 18.36797, 18.954075, 18.917103, 18.701728, 18.477154, 19.227935, 19.641418, 19.245902, 18.614579, 18.870625, 18.899935, 18.870598, 18.796858, 18.908005, 18.817433, 23.999078, 24.00552, 21.279818, 20.166068, 21.437703, 22.328286, 22.275313, 21.686524, 21.396022, 22.386097, 23.525873, 24.032304, 26.658759, 28.681916, 31.858689, 35.434592, 34.600755, 34.524826, 38.116477, 40.550263, 40.985198, 37.157288, 36.348688, 34.15535, 30.388114, 40.403168], "sum_m_pl": [3.1895, 5.149773, 6.543972, 6.422798, 6.82907, 7.399649, 7.323829, 7.653139, 7.765083, 8.413946, 9.332202, 9.420871, 10.457574, 10.093004, 10.870495, 10.977299, 10.407115, 10.323021, 9.460824, 9.035405, 8.295027, 7.829189, 7.653878, 7.600864, 11.396733, 13.266859, 14.094624, 13.101422, 12.58752, 13.03887, 12.323815, 12.364109, 12.49991, 12.207699, 12.112317, 11.835718, 15.646433, 15.361384, 15.258166, 13.008033, 13.568484, 12.679572, 12.612787, 12.980935, 15.775886, 16.618976, 14.243505, 15.247006, 14.074341, 11.621836]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 1, 0, 2, 1, 1, 1, 0, 0, 1, 1, 1, 2, 1, 2, 2, 2, 3, 3, 2, 2, 3, 1, 0, 0], "n_am_pl": [0, 1, 5, 2, 3, 2, 5, 5, 1, 2, 1, 0, 4, 3, 4, 3, 3, 3, 3, 4, 4, 4, 5, 5, 3, 5, 5, 4, 4, 6, 2, 1, 2, 2, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.682667, 1.394335, 1.239144, 1.245799, 1.284647, 1.296344, 1.342128, 1.194851, 1.277253, 1.287237, 1.371954, 1.262165, 1.268958, 1.243439, 1.21144, 1.288213, 1.306386, 1.305845, 1.463365, 1.413735, 1.415402, 1.455262, 1.47755, 1.528862, 1.436618, 1.333158, 1.204152, 1.238133, 1.444033, 1.460979, 1.682104, 1.562691, 1.375123, 1.337277, 1.438481, 1.492322, 1.29271, 1.61723, 1.574452, 1.740935, 1.690653, 1.627347, 1.976092, 1.5043, 1.584259, 1.244574, 1.099794, 0.717059, 0.255212, 1e-06], "sum_m_pl": [0.123506, 0.364423, 0.551524, 0.490818, 0.622719, 0.809547, 0.722149, 0.90054, 0.645145, 0.656422, 0.658166, 0.70516, 1.062779, 0.898066, 1.288606, 1.509353, 1.366802, 1.351046, 0.897582, 0.824764, 0.66145, 0.609538, 0.591896, 0.591159, 2.151411, 2.984681, 2.916971, 2.201635, 1.161808, 1.452828, 0.827062, 0.776179, 0.612735, 0.559217, 0.551015, 0.919256, 1.410182, 0.734034, 0.572719, 0.504609, 0.454329, 0.492122, 0.409551, 0.374516, 0.28051, 0.185425, 0.107033, 0.09184, 0.032091, 0.0]}, "lang": {"n_am_en": [3, 7, 2, 4, 5, 2, 3, 8, 5, 8, 5, 10, 13, 7, 16, 14, 8, 10, 13, 15, 13, 9, 10, 12, 26, 20, 15, 16, 13, 17, 15, 21, 19, 19, 20, 23, 25, 28, 27, 32, 33, 32, 34, 33, 34, 34, 34, 35, 34, 40], "n_am_pl": [1, 4, 9, 11, 6, 8, 6, 9, 4, 6, 5, 5, 10, 11, 6, 3, 7, 8, 9, 8, 4, 6, 7, 5, 5, 6, 7, 8, 9, 10, 9, 10, 11, 8, 6, 4, 7, 7, 11, 8, 8, 7, 8, 10, 11, 12, 12, 12, 14, 12], "n_pos": 52, "sum_m_en": [5.468117, 6.374082, 6.241474, 7.191605, 7.89339, 8.070511, 7.868142, 7.771774, 7.486403, 8.081023, 8.205868, 8.330581, 8.402906, 8.468215, 9.03123, 9.048888, 8.80417, 8.488237, 8.60617, 8.626605, 8.64712, 8.465346, 8.361491, 8.248907, 12.84789, 13.059549, 11.5917, 10.621693, 10.794711, 11.226639, 10.990526, 10.70444, 10.874827, 12.002217, 12.646979, 13.693012, 15.886178, 17.840944, 20.334146, 22.615392, 23.422592, 24.200037, 26.724067, 29.480882, 31.108358, 30.845904, 30.401839, 29.417621, 28.404118, 39.416745], "sum_m_pl": [1.470648, 2.289894, 2.796852, 2.837717, 2.886017, 3.196608, 3.246241, 3.283719, 3.402376, 3.626724, 3.993684, 4.030601, 4.451384, 4.321627, 4.472814, 4.39834, 4.177574, 4.150298, 4.013293, 3.846713, 3.550936, 3.363664, 3.259736, 3.256175, 4.682564, 5.283046, 5.807637, 5.45364, 5.575949, 5.622047, 5.516994, 5.65581, 6.062927, 5.882953, 5.634306, 5.526399, 8.733598, 9.410249, 9.386408, 8.540066, 8.382943, 7.533284, 7.569062, 8.675225, 11.729735, 12.420641, 12.223606, 12.3376, 13.346968, 11.61354]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "pes-Neurologia-2018 wiosna-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1063, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.959, "tf_agree_excl_first": 0.9669}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 11, 16, 22, 19, 32, 25, 29, 23, 31, 35, 34, 36, 40, 50, 46, 39, 41, 41, 39, 42, 43, 42, 47, 74, 59, 59, 58, 59, 54, 37, 49, 49, 55, 54, 57, 67, 69, 64, 61, 58, 60, 63, 65, 58, 39, 12, 3, 0, 1], "n_am_pl": [5, 18, 23, 21, 32, 17, 21, 29, 21, 30, 30, 36, 49, 41, 47, 50, 48, 36, 55, 51, 37, 25, 32, 34, 34, 34, 30, 38, 38, 50, 55, 57, 44, 38, 34, 37, 32, 27, 35, 36, 36, 41, 47, 51, 66, 87, 113, 135, 149, 156], "n_pos": 225, "sum_m_en": [21.8803, 31.278462, 32.65873, 33.631584, 35.363581, 35.955466, 36.11049, 36.06184, 35.713561, 38.128949, 39.977119, 39.085064, 37.083574, 36.176175, 37.719581, 38.159595, 38.097795, 36.743858, 36.32641, 35.809209, 34.844882, 34.043032, 34.465015, 34.89728, 51.515843, 48.674077, 44.107019, 40.059906, 39.442847, 40.167143, 38.141182, 37.158327, 37.418606, 39.712242, 40.492648, 43.077914, 46.311432, 49.843659, 49.771968, 48.971871, 49.615641, 50.257574, 56.241276, 56.437652, 49.428357, 34.815727, 13.240296, 4.057142, 1.702644, 1.000031], "sum_m_pl": [4.209303, 10.738714, 12.369766, 12.548568, 12.670978, 13.782926, 13.697334, 15.082022, 15.229325, 15.950721, 17.026565, 18.045676, 20.291184, 20.463315, 21.703206, 20.811994, 18.534836, 17.750358, 16.398661, 15.571708, 14.320982, 13.496641, 13.426634, 13.411754, 19.834511, 23.534777, 22.997151, 23.943453, 26.078238, 26.713995, 26.035803, 26.256912, 25.446818, 23.880087, 23.632227, 23.375397, 27.624975, 27.153778, 28.79551, 30.228556, 31.246354, 33.298421, 40.485124, 44.652002, 59.698085, 77.19583, 109.006126, 129.181568, 147.521713, 155.397438]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 4, 1, 1, 4, 1, 5, 3, 5, 6, 5, 7, 5, 2, 1, 2, 4, 1, 2, 2, 2, 1, 5, 5, 4, 4, 5, 3, 3, 1, 2, 1, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.506623, 1.135466, 1.215582, 1.268016, 1.228464, 1.193782, 1.179733, 1.144562, 1.176813, 1.181813, 1.30258, 1.185684, 1.068522, 1.103498, 0.924548, 0.964068, 1.088233, 1.075815, 1.235568, 1.25543, 1.316538, 1.331476, 1.376884, 1.429028, 1.322364, 1.057071, 0.957669, 1.020006, 1.196322, 1.143845, 1.329782, 1.235391, 1.062449, 0.998759, 1.137822, 1.168263, 1.12161, 1.438019, 1.417472, 1.14909, 1.023427, 1.020273, 0.885492, 0.718186, 0.469101, 0.30786, 0.187394, 0.099045, 0.014969, 0.0], "sum_m_pl": [0.083914, 0.312079, 0.394914, 0.375403, 0.508962, 0.579855, 0.565837, 0.759467, 0.610461, 0.968437, 0.778825, 0.941698, 1.511514, 1.502384, 2.16169, 2.094614, 1.091111, 0.962535, 0.688472, 0.710271, 0.588792, 0.551301, 0.536901, 0.532161, 1.415415, 2.704248, 2.157246, 1.413352, 0.991089, 1.757849, 0.78831, 0.686658, 0.470656, 0.555972, 0.540089, 0.795287, 0.899475, 0.554557, 0.557718, 0.580781, 0.573871, 0.629775, 0.61591, 0.583604, 0.432894, 0.243611, 0.119031, 0.11007, 0.019357, 0.0]}, "lang": {"n_am_en": [2, 9, 13, 14, 15, 26, 18, 25, 21, 27, 29, 28, 27, 31, 40, 33, 29, 31, 32, 32, 30, 36, 34, 38, 60, 46, 47, 46, 47, 42, 29, 37, 38, 43, 42, 44, 51, 52, 46, 46, 42, 44, 48, 50, 44, 29, 10, 2, 0, 1], "n_am_pl": [3, 15, 15, 13, 18, 11, 14, 20, 13, 19, 19, 23, 36, 28, 30, 35, 33, 24, 42, 37, 31, 20, 19, 26, 23, 23, 21, 27, 27, 34, 39, 40, 34, 29, 27, 25, 25, 25, 28, 33, 33, 37, 44, 47, 61, 81, 106, 131, 147, 156], "n_pos": 157, "sum_m_en": [15.196566, 21.765252, 23.075081, 23.769415, 24.947572, 25.275372, 25.526276, 25.603884, 25.457927, 27.352141, 28.607345, 28.267663, 26.840029, 26.2658, 27.638819, 27.862063, 27.516194, 26.423718, 25.851555, 25.336086, 24.530612, 23.805769, 23.851459, 24.058985, 39.537462, 37.42834, 33.570943, 30.037936, 29.120467, 29.571324, 27.504046, 26.690004, 27.008149, 28.908743, 29.116781, 31.432408, 34.860387, 36.906583, 37.277871, 36.483861, 36.454569, 37.554195, 43.310162, 42.446935, 37.567649, 25.878541, 10.483088, 2.929814, 1.191037, 1.000029], "sum_m_pl": [3.006262, 7.489702, 8.259035, 8.423695, 8.520362, 9.462644, 9.372716, 10.336378, 10.499617, 10.773321, 11.734794, 12.513552, 13.813955, 14.089463, 14.525476, 13.852119, 12.855122, 12.332942, 11.585574, 10.817174, 9.948653, 9.351848, 9.288112, 9.239524, 13.662027, 15.53534, 15.674893, 16.78043, 18.78057, 18.685052, 18.856207, 19.286203, 19.008388, 17.746431, 17.457498, 17.350891, 22.401973, 22.73547, 23.521994, 25.28786, 26.533347, 29.791455, 36.954749, 40.818945, 54.119545, 71.962075, 101.063778, 124.640382, 144.413251, 155.160549]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "pes-Neurologia-2018 wiosna-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1318, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9912}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 23, 25, 37, 47, 58, 59, 67, 67, 66, 65, 65, 65, 63, 74, 84, 79, 76, 85, 86, 89, 84, 85, 94, 134, 130, 130, 116, 95, 79, 86, 86, 87, 109, 100, 114, 127, 134, 133, 132, 146, 149, 167, 163, 149, 107, 41, 3, 2, 1], "n_am_pl": [7, 34, 36, 26, 44, 40, 35, 36, 32, 34, 45, 53, 53, 63, 72, 62, 53, 41, 58, 51, 44, 48, 42, 40, 35, 38, 38, 40, 50, 50, 47, 54, 41, 40, 39, 35, 45, 45, 50, 52, 56, 67, 62, 70, 72, 120, 190, 241, 244, 248], "n_pos": 346, "sum_m_en": [31.016983, 48.248921, 50.669185, 51.262986, 54.968091, 56.207015, 56.057403, 57.555497, 58.951034, 60.675624, 64.922268, 61.659349, 61.564076, 60.826189, 60.918562, 64.243563, 63.289038, 61.289012, 62.207277, 60.997193, 58.489596, 57.957875, 57.678629, 57.368362, 93.512808, 87.261433, 81.547303, 71.208726, 66.647608, 64.887828, 61.561619, 62.463735, 60.474396, 69.370548, 73.545747, 78.763578, 85.704243, 93.522425, 100.012821, 98.761502, 103.757598, 107.852735, 135.957111, 133.688897, 122.822699, 89.214439, 37.476089, 7.637062, 5.30166, 1.001439], "sum_m_pl": [5.231979, 15.069636, 17.490018, 17.956651, 19.58559, 21.388126, 20.806064, 22.188687, 22.992829, 25.132278, 25.81247, 27.79616, 28.94804, 30.354246, 32.030601, 30.39316, 27.590425, 27.024595, 25.230042, 24.869916, 23.026542, 22.750243, 21.996932, 21.734287, 26.822427, 29.819908, 29.566313, 32.805661, 34.503323, 37.82374, 35.299577, 35.42484, 35.154532, 33.399066, 30.996885, 30.567684, 31.415504, 31.128754, 31.349287, 38.125511, 46.153535, 49.358039, 49.765271, 59.11741, 70.323427, 106.764994, 185.363945, 225.974277, 235.51446, 247.102408]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 17, 21, 29, 37, 48, 47, 53, 48, 52, 53, 46, 45, 40, 49, 62, 62, 57, 67, 68, 67, 62, 63, 72, 102, 99, 99, 83, 72, 57, 63, 59, 60, 79, 73, 82, 92, 102, 98, 98, 109, 111, 122, 122, 109, 78, 31, 3, 2, 1], "n_am_pl": [5, 22, 23, 19, 35, 32, 24, 26, 24, 20, 26, 34, 35, 45, 53, 43, 34, 25, 36, 35, 29, 34, 30, 25, 25, 25, 24, 27, 33, 29, 31, 36, 30, 27, 28, 26, 33, 31, 37, 42, 43, 53, 49, 52, 55, 102, 164, 217, 236, 245], "n_pos": 247, "sum_m_en": [22.83472, 35.092747, 36.794324, 37.199619, 39.826177, 41.082883, 40.863563, 41.740565, 42.903174, 44.319941, 47.4334, 45.049881, 45.196867, 44.506099, 44.446051, 46.782203, 46.21971, 44.470116, 45.149158, 44.140619, 42.044796, 41.675442, 41.406191, 41.230979, 70.249277, 65.695835, 62.12588, 54.414073, 50.061222, 47.90002, 45.153598, 45.295853, 43.984473, 50.842093, 53.674868, 57.930817, 64.026429, 69.968592, 74.058323, 72.998263, 76.542204, 79.31711, 100.047079, 99.847966, 90.445974, 66.021086, 29.67814, 5.223867, 3.192855, 1.00113], "sum_m_pl": [3.93873, 10.952192, 12.451015, 13.021912, 14.100461, 15.529746, 15.24016, 16.262164, 16.775329, 18.001892, 18.57472, 20.336046, 21.015272, 21.912422, 23.007262, 21.656446, 19.635785, 19.12382, 18.045634, 17.743163, 16.434185, 16.355144, 15.805417, 15.676364, 18.890872, 20.350427, 20.013583, 23.02504, 25.445749, 26.699084, 25.973178, 26.189456, 26.253364, 24.573132, 22.888605, 21.949343, 22.217374, 23.713224, 24.682241, 30.161103, 37.215605, 40.403234, 40.507157, 46.611731, 55.655914, 88.510408, 159.012005, 204.415013, 227.443927, 244.002199]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 348, "item_id": "pes-Neurologia-2019 wiosna-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 346, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9856}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 15, 17, 23, 27, 29, 26, 30, 37, 30, 47, 39, 45, 42, 50, 51, 50, 39, 48, 40, 40, 46, 49, 50, 72, 67, 69, 59, 47, 42, 53, 50, 48, 69, 63, 62, 76, 79, 75, 86, 84, 78, 103, 102, 84, 60, 21, 0, 1, 1], "n_am_pl": [5, 21, 25, 23, 22, 29, 22, 30, 27, 19, 29, 38, 34, 36, 41, 26, 30, 23, 30, 35, 25, 34, 25, 18, 14, 21, 22, 21, 28, 41, 29, 42, 27, 27, 26, 29, 21, 25, 27, 27, 35, 39, 40, 40, 51, 65, 119, 150, 154, 156], "n_pos": 219, "sum_m_en": [19.264401, 31.002438, 32.107225, 32.60937, 33.665725, 33.665125, 33.363506, 34.863227, 35.131952, 37.759827, 40.159729, 38.550467, 39.245442, 37.951606, 38.968922, 38.743432, 39.039482, 38.085742, 38.401447, 38.048117, 36.691746, 36.58599, 36.051688, 35.947463, 57.217162, 52.808774, 47.015652, 41.401338, 38.702687, 37.572224, 36.070409, 35.811045, 36.622065, 40.078362, 42.780764, 43.158405, 50.833915, 55.961412, 58.546186, 61.955516, 63.249582, 64.619672, 88.036375, 87.266292, 74.863108, 53.957732, 18.910652, 3.552558, 1.891291, 1.000378], "sum_m_pl": [3.561394, 9.779347, 11.916777, 12.358211, 13.025199, 14.214583, 14.119666, 15.032173, 14.892838, 16.206495, 16.220543, 17.392434, 17.952793, 18.732503, 19.745413, 18.947522, 17.337062, 16.522463, 15.185929, 15.48129, 14.334208, 14.244069, 13.904229, 13.871841, 16.195266, 17.899194, 17.479201, 19.994781, 21.83629, 24.029285, 22.24443, 23.161436, 21.791316, 21.02275, 19.276069, 18.623163, 18.697248, 18.300515, 19.652492, 23.629426, 29.230396, 30.434285, 27.728902, 33.892352, 44.460215, 60.516934, 112.730412, 142.747798, 151.58929, 155.367266]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 14, 14, 19, 21, 25, 21, 26, 27, 21, 32, 25, 31, 31, 38, 40, 30, 26, 33, 27, 30, 33, 35, 36, 51, 49, 48, 44, 37, 29, 40, 36, 36, 51, 48, 45, 56, 58, 53, 63, 62, 56, 76, 75, 62, 46, 17, 0, 1, 1], "n_am_pl": [4, 17, 14, 19, 17, 23, 16, 22, 21, 13, 23, 31, 25, 24, 26, 19, 25, 17, 20, 28, 19, 26, 18, 13, 12, 15, 15, 16, 22, 27, 23, 35, 21, 19, 20, 24, 15, 20, 22, 21, 30, 35, 35, 35, 44, 60, 102, 135, 152, 155], "n_pos": 156, "sum_m_en": [14.27528, 22.628054, 23.446785, 23.690118, 24.323802, 24.38075, 24.139154, 25.057933, 25.335638, 27.590117, 29.450592, 28.218475, 28.845347, 27.93834, 28.69958, 28.575308, 28.813311, 28.02646, 28.089361, 27.755417, 26.453862, 26.271058, 25.773153, 25.653258, 44.026977, 40.645946, 36.45705, 31.792822, 29.284081, 27.840691, 26.427102, 26.352502, 27.164761, 30.203284, 32.331813, 32.619969, 38.568881, 42.594985, 43.690038, 47.01145, 48.04501, 49.064947, 66.582151, 65.855586, 55.842436, 40.97835, 15.389107, 2.546145, 1.212925, 1.00037], "sum_m_pl": [2.729471, 7.082079, 8.459854, 8.963318, 9.352675, 10.28441, 10.187963, 10.93933, 10.978191, 11.733218, 11.974459, 12.971046, 13.287766, 13.801107, 14.11073, 13.47912, 12.365141, 11.620051, 10.89489, 11.097433, 10.21081, 10.237688, 9.995979, 9.939064, 11.503655, 12.279, 12.319217, 14.509186, 16.52443, 17.522234, 16.877501, 17.681815, 16.96246, 16.045554, 14.543239, 13.481263, 13.566259, 14.337307, 15.995043, 19.009283, 23.860511, 25.234784, 23.562616, 29.404672, 38.715012, 52.936565, 97.495386, 128.704664, 147.10816, 154.434467]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 221, "item_id": "pes-Neurologia-2019 wiosna-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1301, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9819, "tf_agree_excl_first": 0.9864}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 16, 12, 12, 11, 8, 10, 8, 4, 9, 7, 11, 9, 11, 18, 16, 12, 14, 18, 22, 20, 23, 19, 28, 29, 19, 14, 16, 9, 13, 13, 17, 17, 24, 29, 25, 29, 51, 46, 43, 41, 35, 40, 28, 29, 25, 23, 28, 31], "n_am_pl": [7, 6, 5, 5, 9, 14, 16, 14, 11, 17, 10, 13, 19, 10, 18, 20, 9, 13, 8, 7, 4, 4, 5, 3, 14, 18, 13, 16, 11, 12, 15, 18, 15, 15, 9, 13, 12, 8, 3, 5, 7, 4, 6, 8, 11, 9, 7, 10, 11, 12], "n_pos": 110, "sum_m_en": [11.943172, 14.392814, 15.246871, 15.590843, 15.657062, 16.438131, 14.528865, 14.895403, 14.372995, 15.196834, 16.241293, 16.005319, 15.732194, 15.451659, 16.006112, 16.213714, 16.420192, 15.458188, 15.988085, 15.720984, 15.377966, 15.292393, 15.283083, 15.00524, 20.946861, 19.44938, 16.961958, 16.085267, 16.823372, 17.717097, 17.203689, 16.619568, 16.414845, 16.373173, 17.626145, 18.495501, 19.212521, 23.773221, 32.885712, 33.950545, 38.138397, 34.557753, 32.596493, 32.690471, 27.328489, 26.115222, 24.005277, 23.544264, 24.954566, 31.26839], "sum_m_pl": [2.840803, 4.919699, 5.280956, 4.896523, 5.7674, 6.740292, 6.950149, 7.120061, 7.339081, 7.784788, 8.802542, 8.754564, 9.059986, 9.0498, 9.506054, 9.582588, 8.768242, 8.743812, 8.336698, 7.731831, 7.419773, 7.219787, 6.754502, 6.807883, 9.611992, 12.088645, 11.979813, 12.41026, 12.36819, 12.270791, 12.10397, 12.571473, 11.999099, 11.789916, 11.286426, 10.724623, 10.220305, 8.761252, 7.211663, 6.73116, 6.333434, 6.572254, 6.66695, 8.079783, 9.515445, 10.220847, 9.348566, 11.073244, 12.097145, 11.820894]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 9, 6, 5, 4, 4, 6, 5, 2, 6, 6, 7, 4, 6, 7, 9, 8, 9, 9, 12, 10, 10, 8, 16, 16, 14, 9, 10, 4, 5, 6, 10, 11, 14, 13, 16, 17, 26, 26, 25, 23, 22, 27, 20, 25, 22, 20, 26, 31], "n_am_pl": [2, 1, 3, 3, 4, 6, 10, 8, 4, 6, 3, 4, 6, 6, 9, 9, 4, 5, 2, 1, 0, 1, 1, 0, 5, 7, 4, 6, 3, 4, 3, 6, 4, 4, 3, 4, 3, 4, 2, 1, 3, 3, 5, 5, 6, 6, 6, 9, 11, 12], "n_pos": 44, "sum_m_en": [4.214756, 5.683935, 5.962319, 5.978906, 6.236862, 6.428369, 5.842461, 6.047319, 5.798276, 6.247511, 6.688979, 6.672345, 6.448388, 6.234553, 6.488763, 6.442081, 6.635211, 6.27118, 6.283611, 6.206449, 6.137743, 6.090243, 6.033877, 5.937279, 9.349025, 8.992961, 8.2072, 7.306213, 7.458135, 7.429402, 7.172402, 7.07553, 6.960957, 7.417404, 7.839279, 8.846024, 9.22987, 11.776694, 16.060965, 17.829549, 20.686118, 19.433821, 19.206548, 21.555386, 19.515708, 19.810994, 19.702593, 19.199787, 21.510397, 29.861711], "sum_m_pl": [1.000287, 1.828733, 1.998144, 1.974055, 2.276463, 2.5541, 2.858513, 2.897701, 2.909828, 2.975562, 3.280396, 3.162349, 3.237001, 3.283151, 3.52403, 3.506876, 3.175336, 3.245809, 3.127153, 2.917483, 2.834765, 2.797115, 2.618812, 2.621356, 3.552843, 4.751977, 4.531016, 4.63405, 4.691885, 4.692992, 4.241398, 4.483909, 4.482532, 4.204657, 4.291618, 4.173169, 4.130094, 3.551112, 3.195159, 2.960014, 3.373321, 3.826336, 3.962002, 4.705057, 5.799978, 6.978032, 7.310241, 9.627786, 11.174517, 11.530719]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Neurologia-2019 wiosna-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 972, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.991}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 19, 22, 38, 32, 32, 32, 23, 36, 26, 29, 27, 25, 30, 49, 44, 57, 63, 54, 67, 61, 57, 62, 62, 104, 109, 85, 60, 53, 40, 56, 49, 59, 72, 72, 84, 73, 93, 113, 112, 118, 116, 128, 130, 119, 86, 25, 6, 4, 2], "n_am_pl": [6, 27, 33, 29, 41, 46, 40, 39, 57, 45, 55, 58, 73, 61, 59, 44, 35, 37, 37, 35, 36, 36, 34, 29, 37, 45, 53, 57, 59, 67, 63, 80, 61, 62, 53, 44, 41, 40, 38, 31, 42, 43, 44, 41, 66, 103, 159, 196, 203, 207], "n_pos": 301, "sum_m_en": [27.184441, 42.546826, 46.058433, 46.545093, 45.585873, 45.34028, 43.964842, 44.172779, 43.714422, 44.791034, 45.882286, 44.848655, 42.900354, 42.578283, 44.883307, 45.108709, 44.838471, 42.713307, 42.164491, 42.779797, 40.794055, 42.258607, 42.208047, 41.49847, 68.680337, 66.41306, 57.444999, 49.312261, 47.950827, 47.523259, 46.736165, 46.539219, 46.811721, 47.607273, 48.656483, 51.929231, 54.981021, 69.022042, 79.891378, 86.632767, 93.042432, 98.655161, 106.704527, 110.097564, 99.249571, 75.538475, 24.710805, 7.378116, 5.44315, 2.155779], "sum_m_pl": [5.126911, 13.241287, 15.949005, 15.893095, 16.83647, 19.362568, 19.588239, 21.648082, 22.639046, 23.735247, 24.371159, 24.889584, 26.659559, 27.041103, 28.57247, 27.704213, 24.217512, 23.516195, 21.696688, 20.503638, 19.641999, 19.019842, 18.137952, 18.19433, 26.494954, 32.949633, 33.415835, 35.165202, 36.987023, 39.000997, 36.860458, 35.983535, 35.00368, 34.125121, 31.246025, 30.809569, 30.978106, 30.442812, 28.895223, 30.093006, 31.696304, 33.292687, 35.339439, 36.935584, 58.815525, 87.578126, 149.083509, 187.921802, 196.488032, 207.416038]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 13, 16, 30, 23, 22, 25, 16, 25, 20, 20, 20, 18, 24, 36, 34, 42, 47, 39, 50, 49, 50, 53, 51, 88, 87, 65, 46, 38, 30, 44, 38, 46, 55, 54, 62, 55, 73, 85, 83, 94, 88, 100, 99, 95, 64, 20, 4, 4, 2], "n_am_pl": [4, 15, 21, 17, 28, 31, 30, 24, 43, 29, 40, 40, 54, 44, 42, 31, 27, 26, 27, 25, 28, 26, 26, 22, 26, 31, 42, 41, 46, 49, 42, 58, 41, 46, 41, 33, 31, 32, 30, 26, 34, 34, 37, 37, 54, 89, 141, 177, 195, 207], "n_pos": 210, "sum_m_en": [19.425681, 30.093335, 33.027447, 33.191908, 32.340835, 32.137733, 31.106022, 31.361893, 30.943344, 31.580533, 32.239687, 31.55273, 30.282332, 30.005418, 32.067268, 32.082476, 31.737578, 30.286784, 29.620596, 30.001776, 28.560746, 29.719181, 29.498878, 28.590472, 52.582872, 50.415781, 43.229427, 35.770219, 34.592695, 34.220066, 33.6358, 33.472247, 34.346186, 35.325567, 36.584753, 39.503498, 42.082756, 52.579702, 59.904272, 64.443491, 69.963863, 74.461428, 81.635282, 83.295641, 76.488632, 58.884593, 18.929633, 4.717394, 4.406855, 2.155506], "sum_m_pl": [3.281216, 8.867891, 10.747237, 10.889628, 11.486581, 13.491881, 13.754526, 15.012946, 16.133472, 16.163732, 17.093408, 17.64345, 18.504579, 19.103148, 19.639462, 19.075083, 17.115944, 16.387075, 15.555976, 14.685617, 14.096303, 13.62239, 12.937404, 12.89701, 18.854203, 23.165094, 24.741679, 26.103549, 27.922831, 29.046245, 27.553303, 27.063003, 26.915545, 26.363172, 24.088088, 23.837882, 24.627545, 24.708842, 23.419905, 24.674354, 25.365984, 27.137808, 29.531879, 31.410822, 48.993471, 74.308449, 130.975879, 170.195996, 187.484641, 205.568552]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 303, "item_id": "pes-Neurologia-2019 wiosna-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1227, "region_end": 301, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9868}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 15, 23, 28, 27, 29, 22, 31, 26, 23, 24, 18, 23, 21, 27, 38, 45, 33, 45, 45, 31, 30, 38, 30, 63, 43, 37, 32, 34, 35, 32, 36, 46, 42, 54, 55, 68, 63, 78, 72, 77, 75, 72, 73, 75, 67, 70, 68, 65, 67], "n_am_pl": [5, 21, 16, 14, 16, 18, 14, 13, 13, 17, 19, 22, 17, 21, 26, 24, 24, 30, 23, 18, 17, 19, 14, 12, 18, 25, 31, 22, 26, 18, 18, 21, 20, 22, 20, 13, 19, 18, 13, 7, 9, 8, 12, 7, 7, 8, 8, 6, 7, 9], "n_pos": 167, "sum_m_en": [19.334093, 23.773501, 24.246247, 25.580168, 28.185683, 28.551481, 26.123979, 25.711085, 26.498543, 26.90698, 27.765779, 27.062228, 27.079049, 26.594096, 27.462774, 27.250438, 27.50001, 25.32736, 26.224101, 26.419384, 25.874137, 25.910296, 26.793594, 26.391846, 40.435587, 34.929932, 31.062031, 29.651876, 30.824598, 31.447496, 31.16261, 31.030549, 30.482624, 31.766208, 34.256959, 36.038664, 40.401335, 45.519712, 51.944526, 57.803544, 61.272802, 62.438895, 61.908767, 63.327298, 64.26922, 63.220449, 63.012347, 61.103856, 59.569668, 66.11912], "sum_m_pl": [3.972861, 7.520635, 8.614719, 8.414611, 9.514872, 10.660298, 10.587547, 11.030606, 11.355248, 12.075785, 13.254579, 13.649368, 13.921191, 13.352597, 13.637309, 14.471115, 13.297432, 13.24281, 13.248563, 12.799621, 12.097562, 11.86504, 10.960887, 10.95935, 15.283568, 18.918885, 18.6254, 17.340434, 16.976295, 17.270949, 16.213964, 16.411266, 16.657425, 16.176989, 15.670754, 14.598004, 14.540904, 13.903737, 12.002748, 10.727962, 9.775159, 9.791756, 10.262247, 8.353731, 7.860017, 9.208452, 9.331317, 8.029514, 8.081502, 8.880947]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 2, 2, 1, 0, 2, 1, 1, 1, 1, 0, 0, 1, 3, 1, 2, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 5, 3, 2, 0, 2, 2, 0, 1, 1, 0, 0, 2, 0, 2, 1, 2, 1, 4, 2, 2, 1, 2, 2, 4, 3, 1, 1, 1, 0, 1, 0, 1, 2, 2, 2, 2, 0, 0, 2, 2, 2, 1, 0, 1, 1, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.689428, 1.403066, 1.323501, 1.257293, 1.345885, 1.419559, 1.320215, 1.156973, 1.28879, 1.250442, 1.319649, 1.20366, 1.232212, 1.195712, 1.191933, 1.285941, 1.383036, 1.247304, 1.3684, 1.400493, 1.409697, 1.441038, 1.456624, 1.476563, 1.322114, 1.216067, 1.080046, 1.209221, 1.397074, 1.387824, 1.487226, 1.402196, 1.218952, 1.113765, 1.214465, 1.308336, 1.308581, 1.487754, 1.279368, 1.223005, 1.118819, 1.085509, 1.023965, 0.890312, 0.754404, 0.531091, 0.453185, 0.355793, 0.153726, 0.002777], "sum_m_pl": [0.124893, 0.366218, 0.498375, 0.488916, 0.609168, 0.656044, 0.699541, 0.647519, 0.635492, 0.689633, 0.731353, 0.784336, 0.882046, 0.741627, 0.812975, 0.960064, 0.810922, 0.950587, 0.719287, 0.723886, 0.620829, 0.57451, 0.556022, 0.567962, 1.667277, 2.306862, 2.126571, 1.441319, 0.744699, 0.84501, 0.71304, 0.671111, 0.668843, 0.696019, 0.716963, 0.956566, 1.035167, 0.657333, 0.675495, 0.687575, 1.010794, 0.756112, 0.659856, 0.546043, 0.421833, 0.803445, 0.311864, 0.129606, 0.021914, 5.5e-05]}, "lang": {"n_am_en": [6, 8, 8, 11, 10, 11, 9, 12, 11, 10, 12, 13, 13, 12, 13, 22, 27, 23, 28, 31, 20, 20, 24, 16, 42, 28, 26, 23, 18, 18, 20, 21, 25, 30, 35, 36, 43, 48, 56, 52, 55, 54, 55, 56, 57, 55, 56, 58, 58, 66], "n_am_pl": [2, 12, 5, 8, 8, 10, 6, 9, 8, 8, 10, 13, 12, 11, 14, 8, 9, 13, 8, 7, 10, 9, 6, 8, 10, 12, 16, 12, 12, 7, 8, 12, 11, 10, 9, 6, 7, 7, 6, 5, 6, 4, 5, 3, 5, 6, 6, 6, 7, 9], "n_pos": 77, "sum_m_en": [8.869836, 10.821406, 10.963394, 11.381618, 12.78408, 12.690015, 12.022143, 12.455495, 12.831565, 13.220165, 13.633245, 13.459423, 13.383708, 13.156883, 13.791654, 13.52867, 13.347998, 12.247352, 12.564403, 12.779482, 12.502252, 12.419431, 12.805932, 12.328088, 22.975343, 19.533925, 17.2565, 15.698506, 15.794737, 16.008009, 15.290204, 15.470342, 15.436717, 17.099048, 18.8191, 20.928713, 24.275913, 28.727777, 33.710394, 39.323958, 42.125259, 43.536965, 44.878296, 47.590343, 49.568495, 51.135011, 51.531631, 50.63096, 51.51729, 63.674355], "sum_m_pl": [1.685231, 3.121258, 3.498481, 3.63776, 4.188835, 4.865134, 4.778118, 4.972017, 5.086379, 5.469672, 5.965221, 6.128545, 6.27124, 6.052908, 6.322706, 6.597639, 6.016337, 5.900536, 6.093275, 5.824331, 5.56255, 5.506952, 5.081784, 5.122565, 6.875704, 8.638938, 8.543857, 7.698625, 8.181037, 8.148412, 7.590288, 7.700126, 8.048267, 7.339494, 7.116673, 6.629144, 6.632058, 6.379136, 5.734229, 5.075091, 4.80382, 4.496231, 4.467428, 3.657563, 4.308582, 5.45233, 6.866743, 6.920041, 7.019461, 8.746978]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "pes-Okulistyka-2019 jesień-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1100, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.9821}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 8, 26, 41, 58, 42, 64, 50, 59, 64, 74, 56, 64, 58, 65, 85, 99, 78, 83, 94, 97, 95, 112, 110, 136, 123, 113, 89, 82, 59, 70, 63, 75, 86, 100, 109, 106, 116, 143, 146, 147, 150, 156, 150, 127, 95, 31, 4, 2, 1], "n_am_pl": [3, 33, 34, 43, 53, 44, 32, 35, 39, 43, 54, 56, 42, 48, 52, 67, 49, 53, 52, 41, 32, 30, 28, 26, 27, 35, 32, 47, 54, 61, 59, 66, 66, 59, 61, 52, 42, 48, 54, 47, 51, 48, 56, 69, 89, 125, 187, 230, 246, 253], "n_pos": 362, "sum_m_en": [31.399676, 50.333472, 53.380175, 57.552467, 57.885069, 58.8568, 58.523421, 60.779217, 60.931059, 59.925718, 63.396776, 61.705756, 60.768751, 59.676454, 62.375285, 62.485206, 63.630513, 59.17647, 59.823345, 58.533071, 55.243292, 56.434983, 59.260155, 59.099833, 105.149153, 92.688749, 82.507248, 68.911542, 66.634592, 64.631056, 63.152683, 63.594304, 64.993892, 65.802822, 71.060863, 73.464127, 77.471991, 80.501322, 89.70734, 99.796505, 105.248898, 116.189708, 125.913716, 125.695346, 114.003893, 85.799431, 29.365964, 6.465486, 3.357352, 0.306308], "sum_m_pl": [5.480001, 16.650068, 19.010077, 19.652027, 20.584174, 21.803078, 21.396467, 23.193462, 24.644575, 26.428327, 28.354153, 29.146202, 28.761731, 29.096481, 29.40186, 30.006439, 27.906545, 26.118597, 26.31743, 24.897628, 23.388523, 23.682578, 22.300495, 22.564404, 26.314855, 30.891942, 34.465261, 38.214735, 42.726062, 43.692377, 40.220174, 40.161123, 39.01982, 40.244325, 36.847193, 34.81946, 36.234464, 36.037555, 35.636953, 36.706373, 36.210656, 38.60388, 45.229546, 53.641319, 75.177088, 112.371705, 175.679667, 216.939195, 239.984032, 253.904848]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.437539, 0.783348, 0.868042, 0.914715, 0.79043, 0.791517, 0.82463, 0.904267, 0.882548, 0.883798, 1.02437, 0.975896, 0.940296, 0.940413, 0.845325, 0.812035, 0.88133, 0.798114, 0.887667, 0.833694, 0.788782, 0.76231, 0.767339, 0.754185, 0.715064, 0.744636, 0.77804, 0.768745, 0.863187, 0.871351, 0.88161, 0.948215, 0.890888, 0.830373, 0.872243, 0.817008, 0.691338, 0.614735, 0.560627, 0.486145, 0.463791, 0.421194, 0.354047, 0.215716, 0.138531, 0.105177, 0.073468, 0.050075, 0.003849, 0.0], "sum_m_pl": [0.074276, 0.221023, 0.28783, 0.263443, 0.299235, 0.337668, 0.298673, 0.294205, 0.282606, 0.296342, 0.289243, 0.249688, 0.247755, 0.254726, 0.308468, 0.285273, 0.30069, 0.250202, 0.235016, 0.241313, 0.243111, 0.243081, 0.24228, 0.25507, 0.279627, 0.305262, 0.311326, 0.338828, 0.333736, 0.303141, 0.300623, 0.29196, 0.239533, 0.141784, 0.14911, 0.151584, 0.216825, 0.287501, 0.285103, 0.279618, 0.280727, 0.248065, 0.249536, 0.240401, 0.21176, 0.189641, 0.138771, 0.15816, 0.007769, 0.0]}, "lang": {"n_am_en": [5, 5, 20, 31, 41, 30, 45, 39, 43, 50, 54, 44, 45, 40, 45, 61, 70, 59, 64, 75, 73, 74, 90, 81, 106, 101, 91, 70, 62, 43, 49, 45, 51, 63, 74, 82, 78, 89, 111, 118, 116, 116, 117, 116, 98, 75, 27, 3, 2, 1], "n_am_pl": [3, 22, 20, 36, 35, 30, 22, 27, 28, 32, 39, 38, 29, 41, 42, 50, 37, 41, 42, 33, 23, 24, 24, 22, 20, 25, 23, 34, 40, 47, 46, 52, 52, 43, 43, 38, 31, 36, 38, 33, 40, 40, 48, 62, 84, 111, 174, 219, 242, 252], "n_pos": 256, "sum_m_en": [22.035542, 35.560921, 38.098052, 39.836666, 40.933921, 41.422419, 41.615002, 43.407571, 43.584717, 42.656671, 44.821862, 44.044342, 43.367623, 42.56015, 45.155761, 45.418072, 45.70281, 42.867638, 43.133834, 42.082302, 39.621465, 40.661293, 42.96978, 42.90838, 81.508538, 72.112243, 63.799166, 51.703246, 49.506332, 47.727633, 46.490192, 46.914371, 48.327435, 49.27308, 52.741873, 54.69087, 57.858281, 59.415049, 67.608829, 76.415172, 81.159377, 88.968552, 95.732521, 96.592948, 88.934038, 65.489687, 24.473195, 4.404709, 2.170508, 0.306296], "sum_m_pl": [3.697572, 11.244557, 12.632387, 13.493387, 14.328037, 15.464426, 15.172484, 16.544735, 17.611636, 19.022724, 20.366846, 21.176539, 20.740739, 20.920489, 20.785528, 21.520812, 19.974709, 18.665597, 18.965611, 17.912283, 16.787845, 17.030627, 15.958363, 16.24889, 18.564176, 21.830848, 24.548335, 27.49189, 31.169907, 31.854625, 29.457343, 29.427498, 28.856981, 29.79277, 27.45506, 26.016043, 26.643539, 26.611176, 26.406638, 26.054659, 27.153076, 30.073558, 36.569388, 45.557421, 67.026294, 99.641812, 159.290046, 207.149243, 234.944525, 252.305648]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 364, "item_id": "pes-Okulistyka-2019 jesień-3", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1355, "region_end": 362, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9917}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 18, 16, 18, 20, 14, 17, 18, 13, 22, 21, 11, 17, 18, 17, 19, 23, 21, 27, 24, 25, 25, 23, 17, 26, 31, 31, 30, 29, 30, 27, 26, 29, 30, 27, 36, 38, 39, 39, 42, 42, 46, 38, 35, 38, 36, 36, 40, 35, 39], "n_am_pl": [2, 7, 10, 12, 12, 11, 6, 6, 7, 8, 9, 8, 12, 15, 14, 13, 14, 14, 8, 5, 6, 5, 6, 9, 5, 8, 5, 9, 8, 5, 8, 10, 7, 6, 9, 8, 3, 6, 5, 4, 2, 6, 6, 6, 5, 2, 2, 2, 3, 3], "n_pos": 105, "sum_m_en": [11.546635, 15.769304, 16.075692, 17.313622, 19.007829, 19.128739, 17.795719, 17.732891, 17.966278, 18.05811, 18.637247, 18.146402, 18.168619, 18.196515, 17.445707, 17.257183, 17.260613, 16.019072, 16.602121, 17.01797, 16.679214, 16.576377, 16.740915, 16.769857, 20.676635, 20.556421, 20.467889, 18.972423, 19.973049, 20.843245, 20.387227, 19.745307, 19.303919, 20.031167, 20.993519, 21.71004, 24.644946, 27.319535, 28.922922, 31.202619, 33.887331, 34.354366, 36.533455, 35.410017, 35.687836, 34.924749, 32.601056, 34.941848, 35.120203, 39.76892], "sum_m_pl": [2.42974, 4.480044, 5.334556, 4.968719, 5.393411, 5.524894, 5.829241, 6.184749, 6.168697, 6.339963, 6.739131, 6.939208, 7.35656, 7.726255, 7.872029, 7.853864, 7.139891, 7.187969, 6.64134, 6.555075, 6.255972, 6.522938, 6.292573, 6.315911, 7.878839, 8.423987, 7.556818, 8.608958, 8.762128, 8.971978, 8.258892, 8.316108, 8.206381, 7.686325, 7.575501, 7.386217, 6.251529, 5.947457, 5.714113, 5.541203, 4.705587, 6.526605, 5.995065, 5.225642, 4.608365, 3.57364, 4.571931, 3.904976, 3.235256, 2.918912]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 1, 3, 2, 0, 0, 2, 0, 0, 0, 2, 0, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 1, 1, 0, 0, 1, 1, 2, 1, 1, 2, 2, 2, 1, 4, 3, 1, 0, 0, 0, 2, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 3, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.595887, 1.237385, 1.093156, 1.114547, 1.162131, 1.176486, 1.158322, 1.118689, 1.161573, 1.180877, 1.25949, 1.179288, 1.278947, 1.124697, 1.15196, 1.223996, 1.239167, 1.159427, 1.183265, 1.17032, 1.095131, 1.103205, 1.126035, 1.148871, 1.444854, 1.604274, 1.494861, 1.289234, 1.214651, 1.23342, 1.218555, 1.17197, 1.117847, 1.172942, 1.188582, 1.27426, 1.171239, 1.111262, 1.095746, 1.040693, 1.052971, 1.003571, 0.973962, 0.687367, 0.572287, 0.380842, 0.372833, 0.288847, 0.013316, 0.0], "sum_m_pl": [0.115966, 0.344923, 0.357941, 0.314238, 0.363218, 0.428489, 0.386568, 0.385819, 0.372546, 0.394032, 0.364524, 0.395478, 0.43126, 0.435874, 0.485278, 0.467247, 0.448103, 0.464423, 0.426859, 0.409106, 0.379515, 0.37961, 0.35871, 0.368456, 0.489953, 0.466342, 0.441296, 0.649338, 0.540492, 0.513915, 0.451482, 0.39239, 0.354364, 0.326481, 0.321572, 0.3016, 0.366598, 0.36273, 0.402185, 0.387245, 0.359757, 0.387884, 0.365603, 0.605141, 0.450941, 0.320734, 0.268735, 0.116084, 0.008691, 0.0]}, "lang": {"n_am_en": [4, 6, 5, 5, 7, 2, 6, 7, 5, 10, 9, 7, 9, 7, 8, 8, 10, 9, 15, 12, 11, 13, 13, 9, 14, 15, 16, 15, 15, 14, 14, 15, 15, 16, 17, 22, 26, 29, 29, 28, 28, 30, 27, 25, 26, 32, 30, 35, 35, 39], "n_am_pl": [1, 2, 4, 5, 5, 6, 4, 2, 3, 2, 6, 2, 4, 4, 3, 6, 4, 5, 2, 2, 2, 2, 0, 4, 1, 1, 2, 4, 5, 2, 3, 4, 5, 5, 3, 3, 1, 1, 3, 2, 1, 2, 2, 3, 3, 1, 2, 1, 2, 3], "n_pos": 43, "sum_m_en": [4.328131, 6.054702, 6.208716, 6.837092, 7.301351, 7.473516, 6.969071, 7.251634, 7.322782, 7.239477, 7.520436, 7.255179, 7.12445, 7.138566, 6.94665, 6.884963, 6.869485, 6.458551, 6.652766, 6.906905, 6.965221, 6.811196, 6.903903, 6.896978, 10.2164, 10.350218, 10.627517, 9.459485, 9.561526, 9.617012, 9.346309, 8.903459, 8.660141, 10.025899, 10.746503, 12.076967, 14.642813, 17.663714, 19.781384, 21.37065, 21.794623, 22.884176, 23.623759, 23.709939, 24.783523, 26.923991, 26.331623, 29.212529, 31.091295, 38.025109], "sum_m_pl": [0.920355, 1.622992, 1.933615, 1.917051, 2.183372, 2.199169, 2.418249, 2.530311, 2.524946, 2.52555, 2.784529, 2.749765, 2.926994, 3.209977, 3.253016, 3.113951, 2.885097, 2.896233, 2.752189, 2.773651, 2.620895, 2.719417, 2.611701, 2.630994, 3.503365, 3.575515, 3.215102, 3.506239, 3.868816, 3.595996, 3.273555, 3.377133, 3.581977, 3.411377, 3.263206, 3.255369, 2.67197, 2.436753, 2.359489, 2.444538, 2.104983, 3.354076, 2.900426, 2.764164, 2.288065, 1.835096, 2.77741, 1.98193, 2.160242, 2.91586]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "pes-Okulistyka-2019 jesień-4", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1052, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9811}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 4, 14, 16, 17, 15, 11, 14, 17, 19, 17, 21, 12, 14, 17, 26, 23, 20, 22, 27, 29, 28, 31, 29, 46, 37, 39, 28, 28, 31, 28, 31, 24, 27, 30, 31, 36, 40, 40, 39, 36, 38, 41, 36, 35, 28, 8, 5, 4, 2], "n_am_pl": [1, 7, 15, 19, 13, 12, 13, 19, 10, 10, 20, 18, 18, 28, 16, 15, 12, 9, 12, 11, 9, 15, 12, 13, 5, 6, 9, 11, 15, 19, 16, 12, 13, 11, 14, 19, 14, 17, 17, 22, 24, 29, 30, 30, 35, 45, 61, 68, 77, 77], "n_pos": 140, "sum_m_en": [14.226807, 20.347869, 21.351178, 22.4838, 23.688897, 24.048596, 22.787774, 24.307923, 23.947923, 23.511159, 24.45012, 22.873874, 22.681244, 22.468911, 21.404763, 20.963657, 22.003956, 20.531216, 20.868474, 22.018959, 21.875231, 22.405916, 22.656101, 22.696768, 31.582095, 29.407726, 27.142599, 23.695539, 24.35416, 24.336149, 24.360446, 23.398942, 22.374931, 24.378327, 24.63034, 24.157028, 23.505961, 25.674054, 27.949644, 28.199896, 29.955866, 30.892688, 33.953616, 32.962841, 31.201565, 24.840082, 8.625353, 5.688364, 3.979178, 2.022864], "sum_m_pl": [2.672194, 6.737055, 8.160827, 8.44687, 8.488855, 8.414557, 8.210272, 8.91681, 8.894788, 9.321994, 9.692302, 10.210647, 9.838499, 10.77176, 10.657238, 10.854186, 9.261038, 8.977048, 8.152343, 8.229348, 7.674969, 7.970954, 7.764919, 7.897924, 9.386369, 10.705336, 10.490549, 11.602267, 12.570512, 13.53069, 12.1228, 12.292247, 12.292387, 11.710492, 11.479594, 11.565212, 10.919107, 11.450315, 12.626567, 14.983478, 15.950057, 20.407519, 24.693076, 26.042145, 33.86422, 40.808292, 59.232955, 65.211158, 74.930866, 76.842528]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 3, 1, 1, 1, 1, 5, 2, 0, 1, 1, 2, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.456973, 1.047032, 1.117824, 1.122267, 1.079999, 1.073634, 1.032511, 1.063087, 1.179382, 1.104708, 1.18293, 0.999742, 1.094286, 1.155819, 1.018937, 0.995396, 1.115208, 0.989721, 1.044582, 1.111633, 1.111579, 1.142144, 1.155543, 1.226616, 1.029222, 1.027966, 0.894267, 0.779949, 0.928096, 0.993594, 1.293932, 1.206388, 1.076689, 1.077104, 1.171526, 1.145587, 0.925264, 1.108849, 1.003895, 0.819507, 0.776069, 0.753211, 0.717576, 0.531269, 0.288374, 0.10954, 0.061094, 0.040094, 0.003841, 0.0], "sum_m_pl": [0.071045, 0.291365, 0.373445, 0.360674, 0.504152, 0.522486, 0.419226, 0.484895, 0.470755, 0.802425, 0.429364, 0.46026, 0.474257, 0.619968, 0.583225, 0.68335, 0.518246, 0.535446, 0.377526, 0.433284, 0.372077, 0.36374, 0.350582, 0.357194, 0.453138, 0.620505, 0.510314, 0.519117, 0.478453, 0.735222, 0.482603, 0.442743, 0.305627, 0.328673, 0.333152, 0.364049, 0.34747, 0.279621, 0.3147, 0.32838, 0.314422, 0.347452, 0.329445, 0.312967, 0.245759, 0.113026, 0.0446, 0.040367, 0.00176, 1e-06]}, "lang": {"n_am_en": [3, 3, 8, 11, 11, 10, 7, 9, 14, 15, 13, 17, 9, 12, 14, 18, 17, 16, 19, 20, 18, 21, 20, 21, 30, 26, 29, 26, 20, 21, 19, 19, 16, 18, 21, 23, 26, 29, 25, 25, 23, 24, 29, 22, 22, 19, 6, 4, 3, 2], "n_am_pl": [1, 5, 6, 14, 5, 6, 7, 12, 5, 2, 11, 13, 10, 17, 9, 10, 5, 4, 8, 7, 7, 10, 7, 9, 4, 1, 5, 7, 8, 11, 10, 6, 10, 8, 11, 13, 11, 14, 13, 17, 20, 25, 25, 28, 32, 41, 57, 64, 76, 77], "n_pos": 79, "sum_m_en": [8.077437, 11.564088, 12.237868, 12.793038, 13.371844, 13.531592, 12.94916, 14.05035, 13.979138, 13.988253, 14.58403, 13.851023, 13.443452, 13.294327, 12.867739, 12.576776, 13.043166, 12.212275, 12.347964, 13.053112, 13.043266, 13.308295, 13.355894, 13.102478, 21.277739, 19.616728, 18.359924, 15.821338, 15.964243, 15.608269, 15.373876, 14.632005, 13.964169, 15.195944, 15.053018, 15.704502, 15.316809, 16.959805, 18.44794, 18.615684, 19.640954, 19.301969, 22.44323, 20.941115, 20.300767, 16.032789, 6.640003, 4.023138, 2.830369, 2.022699], "sum_m_pl": [1.552651, 3.788985, 4.63143, 4.983184, 4.825287, 4.709631, 4.734804, 5.179271, 5.231062, 5.374214, 5.887098, 6.010178, 5.980356, 6.456185, 6.244026, 6.171513, 5.354729, 5.130129, 4.744525, 4.751295, 4.408603, 4.602331, 4.52254, 4.632853, 5.49192, 6.157139, 6.128721, 6.765469, 7.424239, 7.85453, 7.491876, 7.424064, 7.893669, 7.439757, 7.31706, 7.288452, 7.369005, 7.632022, 8.465149, 10.253843, 11.832413, 16.305459, 19.904989, 22.447076, 30.015558, 36.7902, 54.891795, 61.786088, 73.850213, 76.702803]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "pes-Okulistyka-2019 jesień-4", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1307, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9929}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 7, 8, 9, 8, 6, 11, 12, 16, 12, 14, 18, 9, 12, 16, 13, 20, 20, 18, 18, 24, 23, 24, 20, 32, 31, 29, 24, 22, 21, 20, 17, 19, 23, 26, 27, 31, 31, 36, 32, 32, 28, 35, 33, 28, 28, 28, 27, 28, 31], "n_am_pl": [3, 4, 3, 4, 5, 5, 6, 6, 4, 7, 5, 7, 9, 8, 7, 7, 6, 5, 2, 4, 1, 5, 4, 3, 5, 2, 4, 6, 4, 6, 4, 4, 5, 3, 3, 3, 2, 3, 2, 1, 2, 2, 1, 1, 1, 1, 2, 5, 4, 6], "n_pos": 57, "sum_m_en": [6.61969, 7.353283, 7.513668, 8.047876, 8.734807, 8.989899, 9.056052, 9.236337, 9.4068, 9.66932, 10.01255, 10.307957, 9.78519, 9.727253, 9.578016, 9.862246, 9.898035, 9.817952, 9.458952, 9.698711, 9.461449, 9.530673, 9.572739, 9.66779, 18.705552, 17.89784, 16.836909, 12.740358, 12.205613, 12.650869, 11.721173, 11.715923, 11.612692, 11.8363, 13.612588, 15.593292, 18.347185, 23.622165, 24.752713, 24.859128, 23.955047, 23.389425, 26.392999, 28.307274, 24.704984, 24.74312, 23.769163, 23.206568, 23.403171, 30.08743], "sum_m_pl": [1.625847, 2.194095, 2.461785, 2.462722, 2.715751, 2.746486, 2.869049, 3.097368, 3.10378, 3.221474, 3.45806, 3.775571, 4.036909, 3.827959, 3.839179, 4.060662, 3.63275, 3.678232, 3.780455, 3.663812, 3.392164, 3.407438, 3.330805, 3.29696, 3.260713, 3.890161, 3.828069, 4.642652, 4.779964, 5.067231, 4.968551, 4.897618, 5.05255, 4.654982, 4.445142, 4.040796, 3.838863, 2.952055, 2.582404, 2.124731, 2.203355, 2.341578, 2.523786, 2.476291, 2.264562, 2.294842, 2.505647, 4.971405, 4.928264, 5.5786]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 5, 6, 5, 6, 3, 6, 9, 14, 9, 9, 11, 8, 9, 12, 11, 14, 15, 13, 13, 16, 14, 14, 12, 21, 22, 21, 19, 18, 16, 16, 14, 13, 17, 18, 18, 23, 23, 28, 23, 26, 22, 26, 24, 21, 24, 27, 26, 27, 31], "n_am_pl": [2, 2, 3, 4, 4, 2, 3, 3, 3, 5, 3, 3, 5, 4, 4, 4, 4, 2, 0, 2, 0, 3, 2, 2, 2, 1, 3, 2, 0, 2, 1, 0, 3, 2, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 5, 4, 5], "n_pos": 36, "sum_m_en": [4.065305, 4.737818, 4.908778, 5.160454, 5.514276, 5.705647, 5.702642, 5.815607, 5.822231, 5.917981, 6.323542, 6.459506, 6.403251, 6.415558, 6.287005, 6.587177, 6.561573, 6.415886, 6.111456, 6.202725, 6.067615, 6.10617, 6.094943, 6.110988, 11.649181, 11.89424, 11.12454, 8.434898, 8.168115, 8.640382, 7.953826, 8.012411, 8.055389, 8.379062, 9.595459, 11.115592, 13.434031, 18.078273, 18.582521, 18.225858, 18.322151, 17.427674, 18.917556, 20.060775, 18.881293, 20.594727, 21.60817, 20.603311, 21.485554, 29.098764], "sum_m_pl": [1.073345, 1.394083, 1.489078, 1.53733, 1.729773, 1.702322, 1.796113, 1.88418, 1.924365, 1.97211, 2.073794, 2.320837, 2.446224, 2.26458, 2.269413, 2.397118, 2.122967, 2.177897, 2.269466, 2.224326, 2.085866, 2.097123, 2.049874, 2.024838, 2.079406, 2.453185, 2.370469, 2.825708, 2.752994, 2.803322, 2.8063, 2.688559, 2.869363, 2.820968, 2.66988, 2.489848, 2.364079, 1.765666, 1.593941, 1.39144, 1.431899, 1.669748, 2.031317, 2.014786, 1.893532, 2.045094, 2.250007, 4.613303, 4.521478, 5.012494]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 59, "item_id": "pes-Okulistyka-2019 jesień-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 987, "region_end": 57, "roundtrip_ok": true, "tf_agree": 0.9322, "tf_agree_excl_first": 0.9483}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 3, 8, 12, 11, 10, 10, 13, 14, 20, 16, 11, 13, 12, 15, 15, 13, 21, 20, 25, 33, 30, 26, 27, 28, 26, 21, 18, 14, 12, 15, 16, 17, 20, 18, 25, 26, 35, 39, 36, 45, 39, 42, 47, 34, 26, 11, 5, 2, 1], "n_am_pl": [0, 10, 8, 4, 9, 14, 8, 11, 14, 14, 14, 11, 13, 14, 9, 11, 9, 4, 11, 11, 6, 12, 9, 7, 5, 10, 13, 11, 16, 11, 13, 13, 17, 10, 9, 10, 9, 12, 11, 14, 8, 7, 14, 10, 17, 20, 40, 48, 55, 60], "n_pos": 90, "sum_m_en": [8.383964, 12.311769, 12.882527, 13.749977, 14.318471, 14.918587, 14.430107, 14.885112, 15.271355, 15.877788, 15.317874, 15.029452, 13.956235, 13.285072, 13.103034, 13.585057, 13.677616, 14.610101, 13.677787, 13.802101, 13.828676, 14.166596, 14.360931, 14.505913, 21.304903, 21.002552, 17.844827, 16.016105, 15.042975, 15.232327, 14.155581, 13.832242, 13.872183, 14.161656, 14.736648, 16.691647, 18.358751, 21.257152, 22.852287, 25.081497, 26.03948, 25.935943, 29.40339, 33.135633, 29.132933, 24.806803, 11.950465, 5.552424, 3.048035, 1.000337], "sum_m_pl": [1.5338, 4.054108, 4.593729, 4.487566, 4.405155, 4.838813, 4.809273, 5.062086, 5.266502, 5.887819, 6.119037, 6.427615, 6.827899, 6.67347, 6.711072, 6.813334, 6.401255, 6.031372, 6.236985, 6.020897, 5.426171, 5.643157, 5.608091, 5.778916, 6.954213, 8.693458, 8.89554, 9.925682, 9.765227, 10.057809, 9.418761, 8.95452, 9.629094, 9.407552, 8.707971, 7.983875, 8.327898, 8.178842, 8.353631, 8.81785, 9.228814, 9.061677, 9.764568, 10.202225, 15.049618, 20.156442, 34.479922, 45.3147, 53.000113, 59.588095]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 2, 3, 4, 9, 7, 5, 9, 8, 11, 8, 6, 6, 6, 9, 11, 7, 14, 15, 17, 20, 19, 18, 17, 17, 16, 10, 10, 9, 6, 7, 8, 10, 15, 11, 15, 15, 25, 25, 25, 33, 27, 32, 34, 25, 21, 9, 5, 2, 1], "n_am_pl": [0, 5, 6, 4, 7, 10, 4, 7, 8, 9, 10, 8, 7, 8, 7, 8, 4, 2, 6, 8, 4, 10, 5, 5, 4, 6, 11, 8, 9, 10, 8, 10, 14, 8, 7, 9, 8, 10, 10, 12, 6, 6, 11, 9, 15, 18, 34, 43, 53, 59], "n_pos": 60, "sum_m_en": [5.570591, 8.123968, 8.656937, 9.061899, 9.496118, 9.94484, 9.533256, 9.991153, 10.191473, 10.309283, 10.09714, 9.856861, 9.238058, 8.874981, 8.77534, 9.130893, 9.265151, 9.688823, 9.042675, 9.187848, 9.13273, 9.45025, 9.653879, 9.809714, 14.127751, 14.292965, 12.098962, 10.866684, 10.142999, 10.13979, 9.424399, 9.303947, 9.360263, 9.695502, 9.762521, 10.89411, 12.675269, 14.310745, 15.971325, 17.436342, 18.365578, 18.721569, 21.916342, 22.730179, 20.884504, 18.58754, 9.587833, 4.705404, 2.516346, 1.000194], "sum_m_pl": [1.074784, 2.757014, 3.193717, 3.05481, 2.950198, 3.205185, 3.181272, 3.412381, 3.570358, 4.191068, 4.411644, 4.790187, 5.040294, 4.933833, 4.923508, 5.103296, 4.690666, 4.363864, 4.47286, 4.299818, 3.851654, 3.993531, 3.970898, 4.096221, 5.057319, 6.392475, 6.746144, 7.413184, 7.172718, 7.558494, 7.066536, 6.672562, 7.239871, 7.162296, 6.63923, 6.260174, 6.564935, 6.686233, 7.087963, 7.441422, 7.860079, 7.453653, 7.62739, 8.566562, 12.461144, 16.696919, 29.273793, 40.697154, 50.598732, 58.000021]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Okulistyka-2019 jesień-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1242, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 11, 13, 17, 18, 15, 17, 14, 19, 18, 16, 15, 14, 14, 22, 27, 25, 18, 18, 24, 28, 27, 28, 24, 24, 27, 26, 26, 25, 25, 21, 21, 18, 27, 32, 34, 34, 39, 42, 49, 48, 37, 47, 50, 36, 37, 30, 26, 26, 29], "n_am_pl": [6, 10, 13, 11, 9, 11, 5, 10, 11, 18, 17, 16, 15, 17, 15, 21, 21, 18, 25, 18, 15, 16, 13, 12, 13, 17, 17, 13, 17, 25, 19, 20, 19, 24, 24, 17, 11, 14, 13, 12, 12, 14, 16, 17, 23, 23, 34, 32, 33, 29], "n_pos": 127, "sum_m_en": [13.728271, 16.875898, 18.206276, 19.557756, 19.804967, 20.533927, 19.366124, 19.624086, 19.544822, 19.434606, 19.146253, 18.758885, 19.119056, 18.446816, 19.963004, 19.803417, 20.638522, 18.833545, 18.838583, 19.286917, 19.884018, 20.550041, 20.954139, 20.923709, 25.573439, 24.883618, 23.369771, 21.504453, 22.161908, 23.064459, 22.004521, 21.740262, 20.846992, 21.679406, 22.279626, 23.692352, 26.57312, 29.352459, 34.350528, 38.869907, 37.609446, 34.905309, 43.809624, 41.94162, 33.818727, 30.442036, 27.559872, 24.625655, 22.870157, 29.733296], "sum_m_pl": [3.696488, 6.037106, 6.972965, 6.399484, 7.208261, 7.350121, 7.636092, 8.436286, 8.839675, 9.883402, 9.857072, 10.238683, 10.330551, 10.072286, 10.370779, 11.871222, 10.486871, 9.733435, 9.859331, 9.353697, 8.845463, 8.742751, 8.242371, 8.214345, 11.584096, 13.007017, 13.320687, 13.405681, 12.941147, 15.079978, 13.786649, 13.254438, 13.431189, 13.936563, 13.573842, 12.064929, 11.210892, 10.297979, 11.637062, 10.663246, 10.806763, 11.81525, 11.500386, 14.666456, 20.422886, 22.581978, 29.329101, 30.166348, 32.386728, 29.351764]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 9, 5, 8, 8, 4, 8, 4, 9, 9, 7, 9, 8, 9, 13, 13, 13, 9, 10, 11, 14, 15, 17, 14, 18, 17, 13, 14, 14, 16, 12, 10, 10, 14, 19, 17, 19, 24, 27, 30, 31, 25, 28, 32, 24, 25, 23, 22, 23, 29], "n_am_pl": [3, 3, 7, 5, 2, 4, 1, 5, 5, 8, 9, 7, 10, 9, 6, 12, 10, 5, 9, 6, 8, 10, 9, 6, 6, 5, 5, 5, 9, 12, 7, 12, 13, 11, 11, 8, 5, 5, 5, 6, 8, 9, 12, 12, 17, 19, 29, 28, 31, 29], "n_pos": 59, "sum_m_en": [6.071056, 8.215769, 8.603303, 9.191334, 9.605683, 9.78038, 9.312421, 9.600388, 9.737964, 9.793751, 9.664082, 9.295083, 9.495762, 9.305548, 10.095073, 9.736378, 10.14584, 9.409286, 9.114267, 9.099304, 9.100876, 9.630634, 9.937439, 9.889056, 14.252057, 13.815268, 13.317169, 11.826432, 11.802722, 12.122523, 11.239348, 11.023283, 10.760478, 11.418208, 12.126021, 13.186112, 15.830161, 18.152836, 20.393892, 22.287547, 21.812032, 21.770853, 24.560506, 25.057506, 22.058583, 21.322811, 20.29187, 19.451006, 18.681722, 28.106195], "sum_m_pl": [1.305281, 2.524815, 2.992737, 2.822278, 3.11565, 3.421918, 3.53778, 3.799621, 3.938521, 4.62938, 4.810432, 4.83825, 5.084576, 4.830005, 5.012963, 5.607224, 4.967437, 4.767419, 4.940486, 4.64689, 4.278436, 4.138173, 3.884319, 3.791598, 5.429327, 5.410319, 5.04972, 5.629433, 5.955107, 6.800367, 6.375053, 6.356835, 6.385905, 6.46303, 6.13207, 5.682253, 5.260295, 4.542148, 5.376868, 5.490879, 5.823782, 6.911551, 7.554408, 8.981439, 14.65459, 17.861298, 24.96764, 26.962938, 29.698383, 29.283027]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "pes-Okulistyka-2019 wiosna-110", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1090, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9844}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 13, 19, 15, 28, 26, 28, 34, 45, 37, 36, 33, 29, 26, 38, 43, 54, 55, 52, 62, 62, 67, 57, 50, 67, 69, 67, 58, 57, 49, 51, 41, 40, 50, 60, 61, 70, 86, 90, 82, 80, 75, 70, 68, 56, 41, 20, 9, 1, 1], "n_am_pl": [6, 19, 25, 26, 22, 19, 27, 28, 24, 30, 27, 43, 42, 38, 42, 49, 45, 32, 48, 40, 25, 30, 30, 36, 32, 42, 37, 47, 49, 54, 47, 51, 51, 49, 45, 49, 40, 37, 39, 36, 38, 41, 42, 49, 71, 92, 121, 140, 150, 161], "n_pos": 227, "sum_m_en": [19.724087, 30.384113, 32.912402, 34.402359, 33.652821, 34.879781, 34.435573, 35.363176, 35.836278, 36.583345, 38.18373, 37.265192, 36.626367, 35.558781, 37.568099, 38.269914, 39.197341, 36.674781, 35.666717, 35.844731, 35.243991, 36.202455, 37.080924, 37.300408, 56.416379, 53.798245, 50.141352, 44.745481, 43.344006, 42.577247, 40.208945, 38.009362, 39.025038, 40.13486, 42.855348, 45.270563, 47.396916, 55.405085, 60.315544, 64.3261, 65.318751, 62.225921, 66.336244, 60.521524, 56.19718, 41.246946, 19.294535, 6.872008, 2.3107, 1.041285], "sum_m_pl": [3.585108, 10.106016, 11.865615, 11.825016, 12.202824, 13.044872, 14.049774, 15.99694, 15.336247, 17.303815, 17.827651, 19.437244, 19.606021, 20.067501, 20.294216, 21.24451, 19.105493, 17.570594, 17.546182, 16.049676, 15.353309, 15.410864, 14.749222, 14.736427, 20.805425, 24.883535, 23.995236, 25.721607, 26.612002, 28.224914, 26.012682, 25.803616, 25.16276, 26.424825, 25.025571, 24.373001, 24.814057, 25.106268, 26.443976, 27.475103, 27.345273, 29.915312, 33.322157, 40.484523, 56.192186, 76.400679, 114.400625, 135.64005, 151.795418, 161.460663]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 12, 16, 10, 20, 18, 20, 26, 35, 30, 29, 28, 27, 19, 30, 35, 41, 38, 35, 45, 44, 46, 42, 35, 45, 51, 45, 41, 39, 31, 37, 32, 29, 39, 47, 45, 57, 67, 71, 64, 59, 56, 53, 48, 45, 33, 16, 6, 1, 1], "n_am_pl": [4, 16, 17, 21, 14, 13, 19, 20, 17, 23, 20, 33, 32, 28, 36, 38, 34, 23, 36, 32, 20, 23, 24, 29, 27, 35, 28, 35, 38, 44, 37, 37, 37, 32, 31, 36, 31, 27, 33, 30, 34, 34, 38, 45, 61, 78, 109, 135, 148, 161], "n_pos": 163, "sum_m_en": [14.242517, 21.833015, 23.560011, 24.475686, 24.061097, 24.749168, 24.891524, 25.411632, 26.104781, 26.72084, 28.058015, 27.17767, 26.811434, 26.036497, 27.617612, 28.054379, 28.498997, 26.783201, 26.028723, 26.094042, 25.457754, 26.175709, 26.91791, 26.994999, 40.883267, 39.720193, 36.687607, 32.615598, 31.655843, 30.645833, 29.354408, 28.18416, 29.604558, 30.191695, 31.786992, 33.778251, 35.951921, 41.298815, 44.900856, 47.727412, 47.99406, 46.757509, 50.269439, 45.230389, 44.519172, 31.794903, 14.359791, 4.238578, 1.569239, 1.000439], "sum_m_pl": [2.600103, 7.348045, 8.514736, 8.604374, 8.746087, 9.417214, 10.274229, 11.806363, 11.238115, 12.827576, 13.179486, 14.575515, 14.651399, 15.153657, 15.244845, 15.832341, 14.227957, 13.067435, 13.002835, 11.81436, 11.280268, 11.34973, 10.863121, 10.850853, 16.558791, 19.732984, 18.328601, 19.675511, 20.557843, 21.722867, 19.771529, 19.443685, 18.584811, 19.369639, 18.847987, 18.617692, 19.446099, 20.011868, 21.396254, 22.573222, 22.986939, 25.139263, 28.696111, 34.350036, 48.216291, 67.44701, 104.139632, 129.820316, 148.408399, 160.760591]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "pes-Okulistyka-2019 wiosna-110", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1345, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9868}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 7, 15, 13, 13, 9, 7, 10, 5, 6, 9, 12, 9, 14, 15, 19, 15, 17, 20, 18, 19, 20, 17, 15, 22, 23, 17, 20, 15, 19, 13, 14, 21, 18, 18, 15, 24, 29, 30, 32, 34, 37, 34, 34, 40, 36, 36, 39, 39, 40], "n_am_pl": [2, 3, 4, 7, 3, 8, 10, 6, 4, 10, 13, 11, 14, 14, 10, 11, 9, 16, 12, 17, 9, 7, 9, 8, 12, 10, 13, 14, 13, 12, 11, 11, 10, 15, 14, 12, 12, 12, 9, 8, 6, 4, 5, 4, 7, 7, 10, 9, 7, 4], "n_pos": 87, "sum_m_en": [9.897269, 12.512428, 13.065227, 13.323435, 13.851552, 13.908555, 12.618545, 12.979022, 11.744168, 12.213717, 12.482402, 12.404332, 12.628591, 13.375748, 13.706499, 14.146545, 14.023923, 12.975255, 13.088503, 13.052729, 12.454056, 12.647525, 12.606506, 12.816627, 16.42799, 16.865653, 14.380364, 14.700372, 15.296041, 15.831151, 15.125293, 14.883151, 15.496142, 15.483108, 15.511842, 16.071481, 20.297543, 23.512558, 23.819575, 23.954325, 25.028822, 28.18864, 28.495787, 31.601735, 34.415842, 34.493581, 35.684692, 36.789966, 35.649966, 36.694913], "sum_m_pl": [2.26735, 3.769035, 4.250294, 4.068382, 4.432289, 5.195627, 5.087052, 5.475433, 5.720909, 6.313609, 6.712644, 7.16049, 7.623048, 7.242992, 7.095381, 7.521172, 7.035896, 6.590002, 6.785065, 6.397088, 6.138229, 5.745661, 5.301065, 5.180187, 7.64689, 9.780078, 10.149655, 10.124599, 8.897676, 9.047398, 8.696998, 8.438168, 8.179746, 8.395955, 8.145325, 9.130052, 8.762576, 7.588146, 6.467629, 6.093902, 5.561769, 5.122691, 5.620152, 5.528983, 7.596169, 7.326315, 7.796432, 8.054964, 7.436307, 5.266553]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 8, 9, 9, 4, 6, 7, 4, 3, 7, 9, 6, 9, 9, 11, 8, 8, 12, 10, 11, 11, 9, 7, 12, 16, 11, 15, 11, 13, 10, 9, 14, 13, 11, 10, 20, 22, 23, 26, 27, 28, 28, 28, 31, 29, 29, 29, 35, 39], "n_am_pl": [1, 2, 2, 4, 1, 5, 4, 4, 1, 5, 5, 2, 4, 5, 2, 4, 3, 6, 6, 8, 4, 3, 6, 5, 4, 4, 4, 6, 4, 3, 4, 3, 2, 6, 5, 6, 5, 6, 6, 4, 4, 1, 1, 1, 3, 3, 6, 7, 4, 4], "n_pos": 44, "sum_m_en": [4.850332, 6.353812, 6.68999, 6.92762, 7.317186, 7.296588, 6.704557, 6.956358, 6.375351, 6.729916, 7.030821, 7.076595, 7.250122, 7.48696, 7.620193, 7.877416, 7.705866, 7.161137, 7.103986, 7.039319, 6.688728, 6.795456, 6.761469, 6.856812, 10.248304, 10.539412, 8.920305, 8.904314, 9.162, 9.404113, 9.002459, 8.930277, 9.443844, 9.735577, 9.602545, 10.255606, 13.537571, 15.937029, 16.348369, 17.455311, 17.981547, 21.060464, 22.129, 24.346003, 26.496221, 27.355373, 27.889122, 28.24466, 29.862705, 35.442405], "sum_m_pl": [0.947295, 1.677084, 1.925457, 1.914293, 2.110224, 2.583885, 2.56576, 2.670526, 2.699306, 2.879912, 3.024335, 3.192705, 3.248199, 3.154892, 3.314863, 3.440847, 3.368486, 3.232746, 3.318763, 3.136807, 3.037759, 2.844714, 2.634906, 2.567403, 2.9518, 3.540116, 3.726373, 3.853088, 3.5489, 3.909959, 3.808873, 3.587969, 3.514282, 3.50312, 3.40175, 4.027517, 3.59004, 3.315021, 3.403653, 2.880765, 2.588039, 1.940497, 1.796767, 1.953184, 2.819692, 2.893218, 4.220297, 5.992341, 5.069253, 4.611584]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Okulistyka-2019 wiosna-98", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 14, 13, 25, 19, 15, 9, 11, 11, 12, 19, 25, 25, 25, 25, 28, 18, 24, 30, 29, 30, 37, 36, 37, 54, 51, 42, 34, 32, 35, 38, 30, 22, 45, 46, 40, 46, 49, 56, 53, 60, 67, 66, 61, 60, 40, 18, 4, 1, 0], "n_am_pl": [4, 21, 23, 21, 31, 32, 29, 32, 21, 30, 30, 23, 30, 30, 52, 33, 36, 32, 33, 37, 23, 19, 21, 17, 24, 28, 33, 30, 31, 28, 30, 32, 39, 32, 32, 37, 39, 30, 34, 27, 27, 25, 23, 32, 41, 65, 101, 123, 124, 128], "n_pos": 203, "sum_m_en": [19.636299, 30.411597, 31.18666, 31.032154, 30.635303, 31.194265, 29.688685, 30.562433, 30.275903, 31.892091, 32.771809, 31.546692, 29.846789, 30.558098, 32.349179, 33.266398, 32.621741, 31.029972, 31.093293, 30.452817, 29.620951, 29.807279, 30.198481, 30.501035, 42.323564, 40.804802, 33.739583, 31.483981, 32.914139, 33.479493, 32.446524, 31.341972, 31.792569, 31.886998, 32.830072, 32.727913, 33.647033, 36.513276, 40.701008, 44.548883, 45.674767, 49.870662, 55.728725, 52.289528, 48.136705, 32.725013, 15.465948, 5.767751, 2.460835, 0.006533], "sum_m_pl": [3.792258, 10.301624, 11.789666, 11.430405, 11.924937, 13.543005, 13.97946, 15.744751, 14.855236, 15.676081, 16.075859, 15.842417, 16.685549, 16.679585, 18.321904, 17.524129, 15.913134, 15.352079, 14.852489, 13.909671, 12.951578, 12.362396, 11.876094, 11.738023, 16.731713, 20.522821, 20.151862, 19.299822, 19.397834, 21.246893, 19.983985, 20.931043, 20.194186, 18.737183, 19.447838, 20.756564, 21.852955, 20.94423, 20.812222, 18.755387, 20.062929, 19.921232, 20.911589, 24.996588, 38.360657, 64.01778, 90.247492, 114.227386, 120.170659, 126.191154]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 8, 7, 12, 13, 12, 5, 8, 7, 9, 15, 17, 17, 15, 18, 19, 11, 17, 21, 19, 19, 27, 29, 29, 41, 36, 29, 21, 21, 24, 24, 21, 17, 30, 31, 27, 33, 36, 40, 38, 46, 53, 53, 49, 49, 31, 12, 1, 0, 0], "n_am_pl": [4, 14, 16, 16, 19, 21, 18, 19, 13, 19, 20, 16, 17, 22, 35, 20, 21, 19, 23, 23, 17, 11, 12, 10, 16, 19, 24, 23, 21, 18, 22, 25, 30, 23, 22, 25, 27, 22, 30, 22, 19, 16, 18, 25, 34, 53, 84, 110, 119, 127], "n_pos": 127, "sum_m_en": [12.43474, 19.284795, 19.901745, 19.663194, 19.703474, 20.311001, 19.438564, 20.245197, 19.687935, 20.685773, 21.291086, 20.765716, 19.535668, 20.159187, 21.503014, 21.882115, 21.270111, 20.193877, 19.925065, 19.363441, 18.654303, 18.884902, 19.210192, 19.218671, 29.930432, 28.480486, 23.029905, 21.032869, 21.944486, 22.19223, 21.444089, 21.068769, 21.654499, 21.539075, 21.927389, 22.065875, 23.247594, 24.819644, 27.413679, 30.853126, 33.335397, 37.606993, 42.826158, 40.407719, 37.720328, 25.151553, 10.390182, 3.417638, 1.21356, 0.005266], "sum_m_pl": [2.165695, 6.178581, 7.212408, 7.089945, 7.449712, 8.308015, 8.392515, 8.995013, 8.92897, 9.391223, 9.928777, 9.721904, 10.107928, 10.15539, 10.741176, 10.419423, 9.695428, 9.337636, 9.319476, 8.643876, 8.02356, 7.653554, 7.275828, 7.190959, 10.300934, 12.673278, 12.664632, 12.054435, 12.147528, 13.40684, 12.881166, 13.528736, 13.192732, 11.988505, 12.406376, 13.931564, 14.905849, 14.476646, 14.933152, 12.840251, 12.799573, 13.031936, 15.341716, 18.556784, 29.69804, 51.670599, 77.213296, 101.897569, 114.499181, 123.890528]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "pes-Okulistyka-2019 wiosna-98", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1431, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9853}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 15, 18, 16, 30, 31, 27, 35, 31, 28, 32, 35, 32, 35, 36, 46, 55, 43, 47, 54, 54, 61, 54, 54, 67, 59, 55, 49, 53, 44, 45, 43, 49, 60, 76, 70, 74, 87, 90, 83, 83, 80, 84, 80, 84, 81, 80, 75, 65, 68], "n_am_pl": [10, 11, 12, 8, 8, 11, 15, 14, 13, 10, 8, 15, 12, 15, 18, 20, 15, 14, 14, 15, 18, 16, 8, 10, 7, 8, 5, 8, 10, 9, 14, 14, 11, 9, 8, 9, 6, 5, 5, 5, 6, 4, 5, 6, 6, 6, 5, 9, 11, 10], "n_pos": 151, "sum_m_en": [17.252975, 21.296292, 21.133857, 22.980995, 26.329031, 27.617551, 26.095195, 25.922583, 25.328664, 25.001339, 24.561588, 25.248069, 26.088408, 26.815079, 26.116089, 28.852515, 27.730123, 26.998488, 25.283366, 25.55216, 24.371712, 25.360336, 25.031784, 25.023758, 46.132028, 44.321407, 40.701215, 35.858592, 34.946283, 33.359896, 31.145208, 31.797567, 32.723011, 34.349346, 39.487344, 44.868956, 47.359579, 57.065855, 60.275652, 65.902209, 66.639621, 70.654026, 72.566991, 75.61619, 75.924157, 76.063258, 76.061004, 70.059829, 63.663418, 68.744187], "sum_m_pl": [4.741544, 7.213802, 7.872106, 7.608857, 8.26198, 9.663478, 9.508254, 9.590959, 9.413012, 10.016498, 10.177766, 10.418232, 11.08581, 11.076727, 11.030958, 11.550816, 11.123364, 10.869467, 10.53876, 10.391851, 10.297696, 9.838666, 9.279693, 9.278083, 9.807815, 11.834308, 11.777045, 13.172025, 12.942221, 13.494676, 13.432443, 12.830947, 11.483198, 11.561994, 10.168159, 9.718733, 9.515829, 8.826775, 8.5408, 8.339256, 8.553429, 6.82549, 7.648908, 7.499136, 6.865382, 6.363279, 5.86206, 8.820778, 11.498594, 9.969851]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 3, 3, 3, 4, 4, 2, 5, 1, 3, 4, 4, 6, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 3, 5, 4, 5, 5, 4, 2, 5, 5, 4, 6, 5, 2, 1, 0, 3, 1, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 3, 0, 0, 0, 2, 4, 0, 0, 2, 0, 1, 4, 4, 1, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 1, 2, 2, 2, 1, 2, 1, 0], "n_pos": 10, "sum_m_en": [0.942802, 1.768517, 1.652372, 1.8401, 1.937368, 1.864774, 1.869135, 1.801784, 1.849124, 1.722216, 1.708648, 1.760291, 1.743469, 1.74442, 1.689469, 1.902977, 1.829659, 1.723568, 1.559915, 1.690509, 1.44826, 1.552928, 1.543739, 1.600662, 2.91004, 2.785906, 2.369243, 2.122604, 2.113982, 1.98477, 1.934777, 2.049641, 2.060399, 2.069717, 2.304173, 2.562109, 2.879227, 3.848064, 2.889823, 2.056702, 1.792718, 1.564525, 2.210963, 1.823543, 2.014479, 1.688381, 1.177737, 0.812725, 0.436293, 0.0], "sum_m_pl": [0.175111, 0.569313, 0.548434, 0.530701, 0.532284, 0.520027, 0.546053, 0.454221, 0.514211, 0.578253, 0.685611, 0.740837, 0.797913, 0.838936, 0.728192, 0.737406, 0.685975, 0.645503, 0.603107, 0.575879, 0.612946, 0.593794, 0.570434, 0.575065, 0.682007, 0.884747, 0.833247, 0.942652, 0.954467, 0.965265, 0.884613, 0.734121, 0.603642, 0.607464, 0.584656, 0.599941, 0.537609, 0.523887, 0.671986, 1.837887, 1.845079, 1.209706, 1.318838, 1.579515, 1.310237, 1.459615, 1.398012, 1.399527, 0.695383, 0.0]}, "lang": {"n_am_en": [6, 9, 11, 11, 20, 20, 17, 24, 19, 18, 21, 23, 19, 19, 22, 28, 29, 25, 27, 34, 30, 37, 32, 36, 39, 37, 36, 36, 31, 27, 27, 26, 29, 39, 46, 43, 47, 54, 58, 59, 62, 60, 61, 58, 61, 58, 61, 63, 60, 68], "n_am_pl": [6, 4, 6, 3, 3, 6, 8, 7, 7, 6, 2, 5, 2, 7, 9, 10, 8, 6, 7, 5, 8, 8, 2, 5, 3, 4, 2, 3, 4, 2, 8, 5, 4, 3, 2, 3, 3, 3, 4, 2, 3, 2, 3, 4, 4, 4, 4, 7, 10, 10], "n_pos": 79, "sum_m_en": [9.274324, 10.977108, 11.173806, 12.070678, 13.990014, 14.598671, 13.744669, 14.053429, 13.612853, 13.113941, 12.853611, 13.469941, 13.413435, 13.754807, 13.586098, 15.179099, 14.621456, 14.654338, 13.669878, 13.917947, 13.621294, 14.087053, 13.660457, 13.591763, 28.162942, 26.649727, 24.725705, 21.54662, 20.338715, 19.29926, 17.640643, 18.030272, 18.590244, 19.669998, 23.163222, 26.884303, 30.350599, 37.323008, 41.296964, 45.575491, 47.73173, 51.519548, 52.552439, 54.054234, 55.544317, 56.847712, 58.556678, 57.017331, 54.470378, 65.467754], "sum_m_pl": [2.700282, 3.728411, 4.214164, 3.950964, 4.463695, 5.45662, 5.444579, 5.372247, 5.298576, 5.564943, 5.629256, 5.528685, 5.900172, 5.747044, 5.976538, 6.346745, 6.181701, 5.905532, 5.806962, 5.681526, 5.62952, 5.393036, 5.0744, 5.111369, 5.147441, 6.102588, 6.222746, 6.849983, 6.610207, 7.008446, 7.012739, 6.77608, 6.285907, 6.177827, 5.348587, 5.271213, 5.05596, 4.76159, 4.859445, 4.021432, 4.312325, 3.400258, 4.368959, 4.510663, 4.43094, 4.18941, 4.034347, 7.049283, 10.313545, 9.793926]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "pes-Onkologia kliniczna-2018 jesień-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1136, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9935, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 9, 16, 19, 25, 29, 25, 30, 27, 25, 25, 31, 23, 20, 24, 54, 58, 48, 51, 63, 55, 68, 62, 46, 68, 64, 53, 41, 43, 42, 39, 51, 42, 41, 49, 53, 57, 69, 79, 74, 66, 74, 78, 75, 65, 49, 17, 6, 3, 0], "n_am_pl": [7, 23, 16, 20, 30, 31, 18, 22, 16, 23, 22, 29, 33, 30, 35, 19, 20, 19, 21, 21, 25, 15, 13, 13, 24, 22, 24, 30, 28, 34, 47, 31, 29, 32, 30, 33, 31, 31, 33, 38, 43, 41, 34, 46, 44, 65, 96, 105, 116, 123], "n_pos": 203, "sum_m_en": [19.710142, 29.131789, 30.021731, 31.422171, 32.100684, 31.81125, 31.148073, 31.515766, 31.183527, 31.533579, 31.867291, 30.754648, 31.874356, 32.855484, 31.149283, 34.02938, 34.287024, 31.38572, 29.629154, 29.584039, 27.828637, 29.226391, 29.806306, 29.783921, 48.338651, 44.74696, 40.085238, 36.154815, 35.459214, 32.946952, 31.288814, 32.577408, 32.981888, 33.266573, 36.642124, 38.016816, 37.546695, 44.196498, 52.923104, 56.079391, 53.821404, 60.415103, 64.028233, 63.742236, 55.960139, 44.086068, 18.615737, 6.579261, 2.544835, 0.001683], "sum_m_pl": [4.226945, 10.894165, 12.373729, 12.543732, 13.11241, 14.280972, 12.943218, 13.130946, 13.290333, 14.759934, 15.808158, 16.931275, 17.026247, 16.599863, 17.269406, 16.627324, 16.585807, 15.537735, 14.7195, 13.939891, 13.932247, 13.248813, 12.514991, 12.470905, 15.898516, 19.110061, 20.111641, 22.612031, 22.061972, 25.082555, 24.335261, 23.609975, 22.115184, 22.457527, 21.880441, 20.882625, 23.117599, 23.722747, 23.47673, 29.057144, 30.520864, 32.704865, 31.778185, 36.694761, 41.949672, 58.856406, 86.506747, 105.289891, 112.324373, 122.061007]}, "digit": {"n_am_en": [0, 0, 1, 2, 3, 3, 1, 0, 0, 2, 3, 5, 1, 2, 2, 5, 8, 2, 1, 4, 3, 5, 5, 4, 3, 4, 2, 1, 2, 3, 2, 2, 1, 6, 4, 6, 5, 7, 5, 4, 3, 4, 6, 5, 3, 3, 0, 0, 1, 0], "n_am_pl": [0, 0, 0, 3, 6, 4, 4, 2, 2, 3, 2, 0, 5, 1, 4, 0, 0, 2, 3, 2, 2, 1, 1, 1, 0, 1, 2, 2, 3, 3, 4, 3, 2, 1, 2, 1, 1, 2, 2, 4, 4, 3, 2, 3, 3, 2, 3, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.112713, 2.255045, 2.273131, 2.467293, 2.493007, 2.387099, 2.44163, 2.201974, 2.043477, 2.005293, 2.139213, 2.115187, 2.396247, 2.399357, 2.244891, 2.437054, 2.355702, 2.144389, 1.910653, 2.063229, 1.814437, 2.000209, 1.978703, 1.99098, 3.261843, 2.570504, 2.143782, 2.235656, 2.231417, 2.020266, 1.982004, 2.245987, 2.295517, 2.297566, 2.597092, 3.063628, 2.71388, 3.743456, 3.533841, 3.51606, 3.436081, 3.785341, 4.263434, 4.311637, 3.576981, 3.326623, 1.009827, 0.51472, 0.646708, 0.0], "sum_m_pl": [0.244014, 0.796144, 0.756442, 0.732378, 0.779788, 0.727948, 0.711585, 0.614605, 0.675562, 0.79761, 0.949776, 1.029729, 1.046626, 1.054482, 1.07064, 1.02736, 1.114928, 1.164358, 1.157562, 0.979473, 1.014618, 0.872274, 0.800608, 0.770404, 0.814164, 1.30893, 1.386057, 1.571583, 1.749233, 1.98459, 1.78664, 1.469399, 1.320815, 1.196287, 1.135592, 0.956699, 0.970058, 1.000479, 0.901416, 2.935166, 2.318943, 1.396989, 1.532265, 1.952017, 1.356684, 1.318818, 1.947563, 1.489736, 0.34452, 0.0]}, "lang": {"n_am_en": [6, 4, 10, 13, 15, 18, 17, 25, 21, 17, 15, 20, 14, 14, 19, 32, 35, 32, 35, 43, 35, 45, 39, 27, 44, 41, 37, 27, 29, 26, 24, 35, 25, 23, 31, 34, 37, 46, 55, 50, 44, 47, 46, 47, 45, 32, 11, 2, 1, 0], "n_am_pl": [5, 18, 9, 11, 13, 17, 11, 15, 10, 11, 13, 17, 18, 19, 21, 12, 16, 14, 15, 13, 17, 9, 8, 8, 15, 14, 16, 19, 14, 18, 28, 19, 19, 22, 19, 19, 23, 23, 24, 27, 33, 33, 30, 37, 36, 55, 82, 96, 112, 123], "n_pos": 124, "sum_m_en": [12.560438, 17.596864, 18.544585, 19.18495, 19.871309, 19.957462, 19.139705, 19.678765, 19.894893, 20.008972, 20.164464, 19.595213, 19.937549, 20.45926, 19.509202, 21.291536, 21.49007, 19.706564, 18.638928, 18.357626, 17.311884, 18.076186, 18.177056, 18.233446, 29.674331, 28.114832, 25.134442, 22.080471, 21.835666, 20.393526, 19.248274, 20.080216, 20.434878, 20.745442, 22.662376, 23.139875, 22.982447, 27.266122, 34.4399, 35.413942, 33.342301, 38.59041, 39.22162, 40.984216, 36.62507, 26.648799, 10.129994, 2.251977, 1.04547, 0.000197], "sum_m_pl": [2.685822, 6.603033, 7.216202, 7.458953, 7.913938, 8.932002, 8.082231, 8.440101, 8.42419, 9.256439, 9.892424, 10.592178, 10.443832, 10.223069, 10.309533, 9.937358, 10.084902, 9.424134, 9.283133, 8.697725, 8.829416, 8.341371, 7.841781, 7.748664, 10.32328, 12.234841, 12.800593, 14.365476, 14.032898, 15.777693, 15.480528, 15.534502, 14.59307, 14.676521, 14.421147, 13.746381, 16.693957, 16.055481, 16.52582, 19.312489, 21.569843, 25.17238, 25.468727, 28.886857, 35.259721, 49.963683, 75.860537, 95.261265, 108.57518, 121.242578]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "pes-Onkologia kliniczna-2018 jesień-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1391, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9951}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 12, 19, 17, 21, 32, 17, 21, 25, 21, 27, 29, 25, 19, 18, 37, 51, 54, 49, 62, 49, 49, 42, 40, 62, 62, 45, 34, 32, 26, 36, 38, 37, 47, 56, 59, 59, 71, 67, 68, 66, 71, 74, 69, 68, 71, 67, 64, 67, 73], "n_am_pl": [8, 8, 11, 6, 9, 12, 11, 12, 14, 17, 15, 15, 15, 15, 15, 12, 12, 10, 15, 10, 15, 11, 14, 10, 9, 10, 13, 15, 18, 15, 18, 15, 13, 17, 19, 16, 21, 18, 18, 13, 11, 8, 5, 7, 10, 9, 9, 6, 7, 6], "n_pos": 154, "sum_m_en": [17.698984, 20.713974, 20.839012, 21.53152, 23.514809, 24.360029, 24.061659, 23.413461, 24.128429, 23.754699, 24.364537, 25.06177, 25.63727, 25.620239, 25.880668, 26.902621, 27.015691, 26.872311, 26.120627, 26.587141, 25.194524, 24.963031, 24.476502, 24.398262, 37.785993, 35.840619, 31.222668, 28.554468, 27.891596, 28.259222, 26.862518, 28.191343, 28.618932, 30.629224, 34.020016, 34.802714, 38.048537, 49.196069, 52.044479, 55.958707, 56.002968, 61.090849, 61.409783, 61.289245, 62.552762, 64.23006, 62.289346, 60.184692, 61.356052, 72.255919], "sum_m_pl": [3.967445, 5.741053, 6.441612, 6.320389, 6.747388, 8.479997, 8.616044, 9.25754, 9.463264, 10.320193, 10.317862, 10.68745, 10.657618, 11.182767, 11.924772, 13.369568, 12.34827, 12.083078, 12.143781, 11.737815, 11.087328, 10.34899, 10.056972, 9.964666, 12.269452, 12.767114, 12.510347, 13.758902, 14.118842, 15.185806, 14.817247, 14.332466, 14.961075, 15.870971, 15.841782, 14.89526, 16.321195, 17.215444, 17.121808, 13.578256, 13.942537, 10.482368, 8.006099, 8.389221, 10.002285, 9.812886, 8.405707, 7.245921, 7.297585, 6.00781]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 5, 12, 12, 11, 13, 10, 9, 15, 13, 18, 15, 15, 13, 9, 16, 25, 28, 27, 36, 33, 31, 28, 25, 42, 42, 30, 26, 22, 16, 22, 23, 20, 25, 33, 31, 37, 47, 47, 50, 48, 56, 60, 59, 58, 62, 62, 59, 66, 72], "n_am_pl": [3, 4, 6, 3, 5, 6, 6, 5, 6, 9, 9, 9, 7, 6, 7, 6, 8, 5, 8, 4, 4, 3, 4, 3, 3, 6, 5, 6, 9, 9, 7, 8, 6, 9, 9, 8, 11, 7, 8, 7, 6, 5, 3, 5, 7, 6, 6, 4, 6, 6], "n_pos": 79, "sum_m_en": [8.249582, 10.442641, 10.349515, 10.832028, 12.173135, 12.704438, 12.452572, 12.317577, 13.013379, 12.880053, 13.38347, 13.869008, 13.898721, 13.769744, 13.669228, 14.536445, 14.0203, 13.976738, 13.714513, 13.640538, 13.228234, 13.22476, 12.908333, 12.844225, 23.514922, 22.546363, 19.068048, 16.762474, 15.794321, 15.592628, 14.733212, 15.607355, 16.046967, 17.239207, 18.751159, 20.171384, 23.743665, 31.640374, 35.469954, 40.549391, 41.80298, 47.021651, 48.502935, 50.156265, 52.032206, 55.181808, 56.284422, 53.967772, 57.08182, 70.104561], "sum_m_pl": [1.853927, 2.810219, 3.081025, 2.959113, 3.206009, 3.98464, 4.180378, 4.442804, 4.701145, 5.060427, 5.043467, 5.255355, 5.263001, 5.468596, 6.122839, 7.020801, 6.486557, 6.27946, 6.288068, 6.166387, 5.68294, 5.37546, 5.209966, 5.199384, 6.142785, 6.638002, 6.703969, 7.122338, 7.367862, 7.983812, 7.828251, 7.768164, 8.278443, 8.894404, 9.149581, 8.931757, 10.214447, 9.768676, 9.098823, 7.557773, 7.404038, 5.664186, 4.583954, 4.967211, 5.999135, 5.715533, 5.516252, 5.350359, 6.09789, 6.0004]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "pes-Onkologia kliniczna-2018 jesień-78", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9551, "tf_agree_excl_first": 0.9613}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 15, 17, 18, 33, 40, 41, 50, 50, 40, 50, 43, 53, 49, 49, 63, 65, 66, 86, 87, 74, 79, 73, 70, 106, 102, 88, 73, 68, 58, 49, 47, 46, 70, 72, 68, 83, 93, 104, 109, 101, 95, 92, 91, 85, 61, 30, 9, 3, 2], "n_am_pl": [6, 26, 19, 16, 14, 30, 35, 37, 37, 30, 36, 32, 40, 32, 31, 29, 23, 36, 34, 33, 30, 28, 24, 25, 26, 25, 31, 25, 37, 35, 40, 46, 47, 28, 46, 47, 34, 52, 41, 44, 49, 54, 49, 53, 67, 93, 127, 143, 158, 156], "n_pos": 246, "sum_m_en": [23.614059, 33.728183, 35.553013, 37.383907, 38.189457, 39.187437, 39.011322, 40.270838, 40.815492, 39.78205, 41.446388, 40.784738, 41.901329, 40.102527, 41.040069, 43.217555, 43.658105, 41.09188, 40.290332, 38.404705, 36.779762, 37.718551, 37.489399, 37.608066, 60.432076, 59.93354, 54.071418, 47.848249, 45.554965, 44.305105, 41.635659, 41.081232, 40.772771, 43.48697, 47.204374, 49.140807, 56.529603, 67.737406, 72.900613, 77.817653, 76.528034, 79.467025, 82.278688, 83.324584, 76.525257, 57.131036, 27.120981, 8.917547, 3.819751, 1.926762], "sum_m_pl": [4.35603, 11.000038, 12.609321, 12.596644, 13.166726, 15.637513, 15.257062, 16.485694, 17.591692, 17.95533, 18.62458, 18.405288, 19.556162, 19.819953, 20.472699, 21.614025, 20.997655, 20.382645, 19.200318, 18.436602, 17.244899, 15.934755, 15.330281, 15.054636, 20.297851, 21.81171, 22.467953, 23.75031, 25.411222, 26.81211, 26.393222, 27.416052, 27.191202, 28.010814, 28.602962, 26.778844, 26.226338, 29.307084, 29.456475, 28.874528, 34.171071, 33.745823, 33.177691, 39.438772, 56.96724, 77.795565, 119.991592, 140.673065, 152.724874, 156.63237]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 2, 1, 3, 1, 1, 2, 2, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0], "n_pos": 3, "sum_m_en": [0.460085, 0.467022, 0.450627, 0.48924, 0.441849, 0.39547, 0.353632, 0.383991, 0.334808, 0.327262, 0.345526, 0.372528, 0.396303, 0.406743, 0.347489, 0.350324, 0.360351, 0.36472, 0.347512, 0.318524, 0.361139, 0.38109, 0.3882, 0.407668, 0.38279, 0.473002, 0.423829, 0.403217, 0.36861, 0.417321, 0.398221, 0.309705, 0.358505, 0.320721, 0.353164, 0.357523, 0.299996, 0.60972, 0.276911, 0.233993, 0.249652, 0.245075, 0.202533, 0.189389, 0.212598, 0.32666, 0.66007, 0.599627, 0.217894, 0.0], "sum_m_pl": [0.106069, 0.250094, 0.259628, 0.322643, 0.286285, 0.244629, 0.30562, 0.211084, 0.24937, 0.26344, 0.309163, 0.25616, 0.257772, 0.201409, 0.215031, 0.242853, 0.204857, 0.191736, 0.18374, 0.177188, 0.160753, 0.141693, 0.140315, 0.144062, 0.230699, 0.217764, 0.288844, 0.35224, 0.395376, 0.409941, 0.386557, 0.380665, 0.284411, 0.310648, 0.271673, 0.217423, 0.230763, 0.206889, 0.187081, 0.16237, 0.226792, 0.223931, 0.114888, 0.057826, 0.079234, 0.148992, 0.66411, 0.34873, 0.457632, 0.0]}, "lang": {"n_am_en": [11, 10, 13, 14, 24, 30, 29, 30, 32, 23, 30, 26, 36, 32, 32, 43, 44, 42, 52, 52, 44, 49, 45, 45, 72, 71, 67, 54, 46, 39, 35, 35, 32, 47, 47, 41, 56, 58, 71, 76, 73, 69, 68, 66, 63, 45, 24, 7, 3, 2], "n_am_pl": [4, 16, 11, 12, 9, 21, 23, 25, 24, 21, 22, 23, 30, 23, 22, 18, 16, 26, 23, 20, 20, 20, 16, 13, 15, 14, 14, 14, 25, 19, 25, 30, 31, 22, 31, 35, 28, 40, 27, 30, 36, 43, 43, 44, 55, 80, 115, 136, 149, 156], "n_pos": 158, "sum_m_en": [15.12552, 21.5986, 22.596593, 23.530762, 24.391494, 25.144616, 25.205866, 25.779846, 26.507216, 25.734331, 26.891429, 26.825391, 27.586137, 26.155089, 26.655353, 28.341567, 28.435429, 26.499631, 25.831945, 24.751312, 23.548385, 24.026672, 23.952628, 23.6857, 40.784648, 40.615631, 36.711622, 32.281066, 30.32542, 29.583014, 27.724598, 27.486729, 27.231577, 28.805843, 31.516793, 31.91364, 37.918399, 44.244573, 49.185495, 53.983377, 53.455277, 57.95266, 61.081452, 60.608568, 55.943876, 43.627898, 21.808646, 6.740142, 2.899661, 1.818163], "sum_m_pl": [2.765866, 6.933108, 7.880728, 7.794146, 8.121296, 9.862425, 9.691202, 10.631707, 11.330922, 11.757442, 12.033994, 12.185687, 12.892924, 13.113851, 13.456828, 14.30127, 14.097721, 13.542612, 12.55276, 12.092147, 11.264874, 10.393405, 10.012087, 9.830914, 12.734357, 13.754817, 14.238195, 15.338539, 16.758764, 18.027505, 17.735618, 18.506093, 18.447203, 19.015609, 19.529427, 18.57518, 18.904661, 21.308398, 21.270783, 21.561713, 25.310998, 26.600232, 27.358227, 30.298112, 46.379742, 67.384777, 107.121832, 131.789944, 145.158288, 154.976927]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "pes-Onkologia kliniczna-2018 jesień-78", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1275, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 0.996}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 15, 15, 18, 28, 22, 18, 23, 19, 15, 27, 24, 21, 27, 23, 40, 48, 50, 45, 49, 57, 45, 46, 39, 54, 51, 49, 43, 44, 36, 43, 37, 45, 59, 63, 61, 77, 83, 79, 81, 66, 70, 68, 72, 70, 69, 65, 58, 60, 57], "n_am_pl": [12, 6, 10, 18, 8, 6, 14, 15, 16, 9, 12, 15, 18, 14, 14, 20, 16, 12, 18, 13, 9, 9, 8, 9, 6, 9, 18, 14, 11, 14, 12, 15, 14, 16, 10, 13, 12, 9, 6, 11, 10, 11, 7, 7, 10, 9, 8, 6, 4, 3], "n_pos": 161, "sum_m_en": [17.302035, 21.260666, 21.056611, 22.025784, 24.440219, 24.882238, 23.936707, 24.3261, 24.824579, 25.150303, 25.743313, 27.031289, 27.702486, 28.761437, 28.702843, 31.104227, 30.513286, 28.905666, 29.877603, 29.411456, 27.335781, 27.271191, 26.83223, 26.819843, 39.325947, 38.923325, 36.036667, 32.116468, 31.985729, 32.388621, 32.620196, 32.329806, 33.212744, 35.201006, 38.247089, 41.386802, 49.872201, 57.523799, 62.209224, 63.360808, 61.577749, 62.484582, 58.153729, 66.288469, 65.384367, 64.947118, 63.422966, 56.349511, 54.856237, 59.439756], "sum_m_pl": [5.129318, 7.875264, 7.95748, 8.520197, 8.77104, 9.654147, 9.019788, 10.30188, 10.170401, 10.580216, 10.938834, 11.832528, 12.678646, 12.313229, 13.17368, 14.558991, 12.862007, 12.14958, 11.283212, 11.111042, 10.626495, 10.11603, 9.696849, 9.541084, 11.247262, 12.842311, 13.004292, 14.115175, 14.623273, 14.711076, 13.798255, 13.642889, 13.794088, 13.385432, 12.599254, 12.211045, 11.913141, 11.300782, 10.313464, 10.520039, 11.063181, 12.256698, 11.805453, 9.922345, 10.730044, 10.705695, 9.234336, 6.96971, 5.567637, 3.494052]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 1, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 2, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.218939, 0.465401, 0.386064, 0.409881, 0.462877, 0.437529, 0.384042, 0.358888, 0.344912, 0.333539, 0.353877, 0.339979, 0.395267, 0.400246, 0.424848, 0.464357, 0.416906, 0.38529, 0.401306, 0.378542, 0.315827, 0.324038, 0.325201, 0.332403, 0.439486, 0.359167, 0.340448, 0.295761, 0.30916, 0.306973, 0.316776, 0.306538, 0.337699, 0.362753, 0.388122, 0.368522, 0.376178, 0.321924, 0.248985, 0.364149, 0.380111, 0.30361, 0.327581, 1.199538, 1.192509, 0.806802, 0.311589, 0.380253, 0.031758, 0.0], "sum_m_pl": [0.03958, 0.158296, 0.108734, 0.105857, 0.12993, 0.124858, 0.11808, 0.130253, 0.135439, 0.136053, 0.124396, 0.117273, 0.165319, 0.128941, 0.128282, 0.147669, 0.15039, 0.14935, 0.142324, 0.146684, 0.140902, 0.136592, 0.125581, 0.124361, 0.131875, 0.139087, 0.155026, 0.208542, 0.212303, 0.305189, 0.27678, 0.268621, 0.302016, 0.271027, 0.237997, 0.185186, 0.154926, 0.158166, 0.19398, 0.157843, 0.162143, 0.194754, 0.209455, 0.073764, 0.099276, 0.091614, 0.083687, 0.069397, 0.012735, 0.0]}, "lang": {"n_am_en": [4, 10, 5, 8, 6, 6, 5, 9, 7, 7, 15, 14, 10, 16, 13, 21, 19, 24, 29, 26, 27, 24, 23, 22, 30, 31, 27, 26, 30, 21, 29, 25, 26, 28, 34, 29, 41, 45, 47, 43, 41, 42, 45, 45, 44, 47, 48, 48, 52, 57], "n_am_pl": [2, 3, 3, 3, 4, 2, 2, 5, 7, 4, 4, 7, 5, 3, 2, 4, 2, 2, 3, 3, 1, 1, 1, 3, 1, 3, 5, 3, 4, 3, 3, 4, 7, 5, 3, 0, 1, 1, 1, 3, 5, 3, 3, 3, 3, 3, 3, 3, 3, 3], "n_pos": 61, "sum_m_en": [6.41097, 7.926774, 7.812273, 8.371314, 9.389128, 9.723623, 9.481635, 9.808676, 10.129582, 10.140017, 10.595764, 11.269368, 11.371649, 11.956972, 11.751927, 12.600934, 12.094855, 11.63244, 11.879072, 11.608925, 10.86052, 10.872951, 10.729727, 10.749329, 20.231786, 20.003663, 18.379936, 15.634245, 15.189311, 14.68794, 14.747778, 14.343367, 14.796488, 16.005658, 18.007508, 19.783948, 27.405031, 31.25977, 36.300344, 36.413558, 36.571692, 36.833293, 39.120796, 40.811955, 41.026651, 42.909584, 44.739202, 43.196701, 44.420925, 55.133501], "sum_m_pl": [1.762072, 2.481034, 2.67767, 2.795942, 3.2568, 3.564989, 3.403575, 4.071052, 3.947057, 3.970231, 3.918863, 4.18337, 4.55507, 4.324069, 4.454691, 5.240651, 4.591236, 4.405503, 4.166935, 4.238576, 4.070363, 3.875184, 3.769891, 3.669843, 3.787766, 3.901579, 4.182347, 4.685896, 4.892948, 4.946598, 4.716469, 4.496536, 4.686009, 4.627363, 4.07972, 3.984654, 3.275193, 3.175336, 2.538301, 2.93257, 3.842062, 4.16742, 3.921569, 3.686637, 3.693067, 3.474072, 3.371103, 3.556615, 3.561482, 3.296774]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "pes-Onkologia kliniczna-2018 jesień-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1108, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.9878}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 14, 16, 29, 31, 34, 35, 53, 39, 38, 31, 31, 18, 31, 29, 40, 68, 58, 68, 82, 83, 89, 84, 68, 83, 68, 75, 47, 42, 49, 53, 45, 52, 64, 59, 64, 89, 103, 108, 110, 92, 88, 90, 93, 89, 68, 22, 6, 0, 2], "n_am_pl": [6, 31, 33, 28, 16, 23, 20, 22, 28, 33, 26, 39, 36, 39, 37, 58, 34, 37, 45, 37, 31, 33, 21, 22, 25, 33, 31, 40, 45, 35, 49, 52, 46, 48, 44, 42, 43, 33, 35, 32, 34, 39, 42, 48, 55, 77, 117, 148, 170, 174], "n_pos": 251, "sum_m_en": [25.046999, 36.825344, 37.873733, 38.027636, 37.083531, 38.767611, 37.971498, 41.829665, 42.505711, 41.954978, 41.457931, 39.411869, 40.303737, 42.195589, 41.44402, 45.18879, 46.860695, 44.206958, 44.93504, 43.662807, 40.772644, 41.010206, 40.957061, 40.583992, 60.859575, 57.189051, 53.785684, 46.831453, 45.287176, 44.911209, 45.20549, 43.839865, 43.908441, 45.343741, 46.570989, 51.175653, 59.12412, 66.158647, 73.679768, 71.143121, 69.303449, 69.127922, 73.921786, 77.95516, 69.078215, 56.015691, 21.66921, 6.999088, 2.474586, 1.606009], "sum_m_pl": [4.904383, 13.537802, 14.714523, 15.590055, 15.885, 17.730252, 15.974432, 20.443052, 20.00821, 20.689957, 20.66773, 21.106524, 23.009115, 23.216271, 26.213145, 27.61837, 24.198889, 23.278254, 20.665361, 19.399039, 18.219463, 17.458032, 16.785035, 16.816454, 23.855627, 26.854014, 27.443437, 30.543606, 30.929698, 31.675753, 29.76384, 30.559763, 30.397245, 31.67264, 29.156008, 29.500729, 28.850027, 29.732485, 31.145071, 32.423865, 30.597978, 35.234094, 39.394548, 42.04884, 53.528476, 72.988685, 110.213107, 140.848918, 163.789232, 174.572341]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.185813, 0.379224, 0.35221, 0.380416, 0.349181, 0.355088, 0.319003, 0.312853, 0.394322, 0.379592, 0.366257, 0.349876, 0.335593, 0.341445, 0.359359, 0.413679, 0.355314, 0.35417, 0.390724, 0.417084, 0.361836, 0.365493, 0.358964, 0.362593, 0.964728, 0.691189, 0.833641, 0.429665, 0.421708, 0.308826, 0.318303, 0.30834, 0.324411, 0.345023, 0.335012, 0.289801, 0.480262, 0.329639, 0.57429, 0.893586, 0.409246, 0.260444, 0.311996, 1.005604, 0.651873, 0.459424, 0.136232, 0.06239, 0.011977, 0.0], "sum_m_pl": [0.035432, 0.134008, 0.124027, 0.126281, 0.143607, 0.132256, 0.12558, 0.128647, 0.127866, 0.140351, 0.128677, 0.113377, 0.138438, 0.14679, 0.164399, 0.205908, 0.172577, 0.180349, 0.142092, 0.130917, 0.133655, 0.136428, 0.130191, 0.131556, 0.137152, 0.199948, 0.147102, 0.244091, 0.223819, 0.255352, 0.22843, 0.197431, 0.177006, 0.192193, 0.174592, 0.142053, 0.148613, 0.1743, 0.252893, 0.155702, 0.153132, 0.196066, 0.282044, 0.112889, 0.128147, 0.135721, 0.156137, 0.089073, 0.029639, 0.0]}, "lang": {"n_am_en": [5, 11, 9, 17, 23, 29, 27, 42, 25, 31, 21, 23, 12, 21, 20, 30, 48, 40, 46, 55, 56, 61, 54, 46, 56, 47, 51, 29, 25, 27, 32, 30, 36, 42, 34, 40, 59, 75, 77, 80, 67, 64, 71, 73, 68, 54, 17, 5, 0, 2], "n_am_pl": [4, 23, 26, 19, 14, 18, 12, 14, 18, 20, 15, 30, 26, 30, 28, 39, 23, 29, 36, 29, 26, 24, 16, 18, 19, 25, 22, 27, 32, 25, 34, 38, 33, 37, 34, 28, 31, 26, 29, 25, 25, 30, 32, 39, 49, 71, 109, 143, 168, 173], "n_pos": 175, "sum_m_en": [17.618763, 25.220043, 26.423044, 26.221047, 25.821532, 27.293963, 26.869923, 29.683834, 29.948156, 29.921696, 29.489732, 28.303699, 28.55414, 29.722922, 29.266457, 31.779451, 32.8968, 30.982626, 31.109069, 30.318553, 28.552764, 28.736912, 28.816917, 28.39203, 41.65053, 39.33351, 36.754725, 32.101509, 31.05976, 30.909929, 31.150165, 30.591708, 30.844991, 31.231819, 31.899364, 35.219873, 39.772455, 44.589382, 51.117736, 50.09393, 49.719656, 49.07882, 55.576769, 59.073118, 52.088381, 43.692062, 16.571892, 5.398014, 1.751497, 1.605738], "sum_m_pl": [3.334391, 9.373882, 10.260785, 10.660217, 11.242538, 12.549029, 11.365297, 14.073898, 13.655628, 14.771074, 14.634423, 15.020062, 16.252341, 16.550236, 18.497116, 19.295468, 17.148259, 16.583509, 14.651029, 13.677177, 12.806746, 12.286521, 11.827648, 11.827603, 17.20349, 19.084548, 19.535782, 21.515487, 21.9273, 22.251209, 20.82897, 21.512821, 21.486384, 22.188262, 20.250056, 20.803967, 20.875598, 22.683602, 23.878238, 24.286968, 23.25426, 27.942512, 32.056298, 34.352911, 46.022264, 65.444461, 101.768501, 134.856152, 161.089813, 171.890028]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "pes-Onkologia kliniczna-2018 jesień-83", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1363, "region_end": 251, "roundtrip_ok": true, "tf_agree": 0.9945, "tf_agree_excl_first": 0.9953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 13, 10, 12, 15, 19, 14, 11, 9, 11, 18, 19, 19, 23, 23, 20, 27, 24, 33, 31, 30, 27, 29, 24, 45, 45, 40, 36, 38, 37, 41, 33, 35, 36, 46, 42, 43, 49, 48, 50, 46, 47, 46, 51, 46, 45, 51, 53, 52, 51], "n_am_pl": [5, 2, 4, 4, 8, 10, 6, 13, 5, 3, 5, 6, 6, 10, 14, 16, 13, 15, 5, 10, 7, 7, 11, 10, 9, 10, 10, 10, 10, 13, 10, 14, 12, 12, 12, 10, 8, 4, 19, 16, 18, 18, 16, 18, 23, 17, 10, 8, 9, 5], "n_pos": 104, "sum_m_en": [11.700861, 14.047586, 14.128524, 14.610157, 16.478819, 17.237489, 16.786873, 16.237962, 15.855504, 16.075039, 16.893975, 16.308776, 16.341066, 17.006312, 17.282164, 18.1409, 17.907057, 17.728574, 18.177778, 17.40577, 17.091711, 17.475551, 17.163909, 17.285888, 30.881278, 29.733706, 26.673427, 23.238312, 22.880777, 22.92277, 21.427124, 21.121529, 21.825607, 23.454779, 24.517129, 27.416515, 32.338009, 37.073962, 36.207812, 37.959634, 36.630369, 41.27857, 43.161856, 43.073746, 43.123843, 44.434516, 45.993566, 46.021471, 43.523576, 50.309929], "sum_m_pl": [2.597515, 3.952398, 4.711965, 4.475334, 5.129853, 5.38768, 5.464977, 5.580532, 5.306692, 5.68348, 6.1863, 6.404639, 6.177625, 6.503619, 7.673279, 7.872975, 7.11408, 7.321315, 6.82377, 6.874203, 6.540137, 6.225345, 6.190315, 6.152177, 7.186079, 7.684869, 8.178945, 8.583649, 8.360496, 8.092879, 7.886798, 8.441657, 8.499434, 8.076236, 7.457377, 7.328037, 7.165362, 6.366631, 15.891485, 13.89942, 15.951434, 13.744715, 12.871843, 17.380213, 18.482728, 12.672228, 10.609332, 8.002081, 7.626723, 5.312605]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 2, 2, 0, 1, 0, 1, 0, 0, 2, 2, 0, 1, 1, 2, 0, 1, 0, 1, 0, 1, 2, 2, 1, 2, 2, 2, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.856282, 1.376679, 1.269706, 1.325997, 1.393924, 1.49626, 1.492328, 1.34195, 1.349529, 1.406522, 1.528867, 1.478633, 1.451145, 1.471544, 1.523402, 1.59345, 1.455747, 1.394003, 1.472174, 1.404843, 1.3363, 1.382979, 1.386601, 1.407425, 1.732042, 1.828583, 1.725993, 1.644035, 1.689089, 1.63462, 1.454819, 1.36252, 1.416671, 1.49347, 1.50934, 1.567554, 1.471042, 1.322235, 1.047527, 0.898976, 0.952984, 0.981313, 1.186054, 0.61892, 0.555612, 0.326779, 0.203991, 0.198291, 0.088599, 0.0], "sum_m_pl": [0.23476, 0.381186, 0.366637, 0.353581, 0.357461, 0.343915, 0.359356, 0.382789, 0.384487, 0.422229, 0.420742, 0.398624, 0.438678, 0.43916, 0.531722, 0.536866, 0.484131, 0.531106, 0.474787, 0.491438, 0.468571, 0.452222, 0.445167, 0.459558, 0.609098, 0.669988, 0.692622, 0.711159, 0.656799, 0.582824, 0.490531, 0.535726, 0.507068, 0.543116, 0.526496, 0.461178, 0.485276, 0.423461, 0.41919, 0.332935, 0.366452, 0.359157, 0.396795, 0.265058, 0.214718, 0.176591, 0.142681, 0.09247, 0.043621, 0.0]}, "lang": {"n_am_en": [9, 10, 7, 10, 13, 14, 9, 9, 7, 10, 12, 14, 14, 15, 14, 16, 20, 18, 23, 22, 23, 22, 24, 20, 35, 37, 33, 29, 31, 28, 30, 28, 28, 26, 36, 36, 36, 38, 42, 43, 41, 42, 41, 45, 42, 43, 47, 49, 51, 51], "n_am_pl": [3, 1, 1, 3, 3, 4, 1, 7, 3, 0, 3, 4, 3, 4, 7, 6, 6, 10, 3, 8, 4, 3, 6, 3, 2, 3, 3, 5, 3, 3, 6, 9, 6, 7, 3, 4, 3, 2, 5, 5, 8, 8, 7, 5, 11, 9, 5, 4, 6, 5], "n_pos": 58, "sum_m_en": [6.677362, 7.627705, 7.778903, 8.158612, 9.342736, 9.642325, 9.228074, 9.20555, 8.922981, 9.051252, 9.496586, 9.221174, 9.121855, 9.481569, 9.801086, 10.419, 10.231148, 10.328766, 10.444878, 9.941191, 9.89685, 10.090584, 9.83523, 9.796083, 21.801835, 20.844638, 18.594162, 15.70197, 14.917576, 14.709262, 13.514801, 13.555635, 14.16299, 15.504998, 16.300371, 19.121293, 24.417543, 28.109149, 29.389001, 31.720029, 30.798549, 35.380773, 37.304631, 38.113929, 38.089507, 39.072656, 40.677956, 41.359028, 41.17483, 49.815555], "sum_m_pl": [1.383817, 1.999948, 2.320844, 2.372117, 2.847396, 2.961595, 3.026749, 3.130193, 2.965117, 3.107106, 3.524337, 3.523959, 3.346152, 3.524258, 4.270321, 4.359256, 3.970667, 4.040645, 3.884621, 3.922927, 3.68025, 3.486665, 3.446557, 3.401087, 3.681646, 3.769235, 4.090812, 4.31598, 4.395773, 4.267638, 4.181971, 4.624031, 4.6755, 4.338977, 3.936226, 4.052123, 3.856137, 3.27127, 5.748986, 5.333211, 7.49382, 5.966717, 5.257128, 5.219488, 7.189256, 5.511526, 5.632417, 4.61543, 5.019537, 5.236529]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1193, "region_end": 104, "roundtrip_ok": true, "tf_agree": 0.9245, "tf_agree_excl_first": 0.9333}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 8, 17, 14, 18, 23, 18, 26, 25, 21, 19, 23, 24, 30, 29, 30, 24, 36, 38, 42, 44, 41, 39, 68, 60, 43, 35, 39, 24, 31, 28, 31, 41, 53, 58, 55, 61, 62, 61, 53, 50, 57, 62, 54, 38, 10, 1, 0, 0], "n_am_pl": [2, 16, 14, 14, 24, 25, 14, 19, 10, 7, 14, 24, 23, 27, 29, 27, 28, 24, 18, 14, 15, 21, 22, 21, 13, 19, 21, 20, 20, 31, 25, 26, 23, 20, 13, 13, 15, 15, 26, 20, 30, 27, 31, 32, 42, 59, 82, 98, 104, 102], "n_pos": 149, "sum_m_en": [13.330764, 20.896211, 21.845816, 22.753571, 22.990796, 24.167913, 23.408797, 23.760517, 23.906192, 24.123629, 25.785035, 24.360612, 23.911229, 22.982055, 23.560165, 24.18994, 24.561744, 23.264548, 23.777116, 24.164049, 23.602495, 23.907901, 23.944426, 23.804012, 37.997096, 34.632925, 31.160362, 27.107839, 27.39002, 25.763708, 24.032278, 24.096167, 24.799621, 25.864053, 28.42285, 32.134801, 35.308106, 42.689209, 44.323115, 45.118119, 42.487653, 42.974783, 48.904669, 49.57581, 43.872948, 31.17602, 10.880512, 2.068671, 0.449484, 0.124487], "sum_m_pl": [2.499001, 6.783957, 7.92475, 7.850507, 8.674186, 10.330731, 9.154665, 9.299678, 8.593238, 9.122732, 9.905967, 10.574208, 10.720184, 10.85035, 11.449631, 11.805373, 10.689492, 10.676131, 9.66292, 9.369287, 8.939485, 8.552917, 8.593921, 8.696311, 10.971207, 11.63316, 12.058163, 13.769435, 14.031605, 13.63831, 13.059574, 14.403906, 13.978836, 14.049845, 13.081977, 12.151506, 12.194105, 11.403041, 18.250371, 17.342669, 20.301958, 21.473513, 22.732168, 30.271652, 39.734336, 53.894198, 76.865229, 93.71386, 101.331362, 102.143905]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 1, 1, 1, 3, 2, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 2, 2, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 3, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.771387, 1.312456, 1.293403, 1.339552, 1.301982, 1.335929, 1.240658, 1.256209, 1.255013, 1.28952, 1.414904, 1.397098, 1.290059, 1.172446, 1.218487, 1.193278, 1.290401, 1.240918, 1.325675, 1.383725, 1.367285, 1.383141, 1.383472, 1.403594, 1.507546, 1.465447, 1.373431, 1.33507, 1.359674, 1.333232, 1.135012, 1.082659, 1.241501, 1.294215, 1.375797, 1.218122, 1.08711, 0.957223, 0.752691, 0.621757, 0.68526, 0.528179, 0.583616, 0.366664, 0.432159, 0.286371, 0.20523, 0.062767, 0.025586, 0.0], "sum_m_pl": [0.212385, 0.448798, 0.407957, 0.400993, 0.397786, 0.399915, 0.408696, 0.425627, 0.377144, 0.377798, 0.366219, 0.32034, 0.396081, 0.38784, 0.434274, 0.46896, 0.440035, 0.438864, 0.366223, 0.38927, 0.381863, 0.377313, 0.388706, 0.399805, 0.405222, 0.386059, 0.421689, 0.492074, 0.497101, 0.544618, 0.445041, 0.514065, 0.395755, 0.511578, 0.468866, 0.433345, 0.418936, 0.312002, 0.749844, 0.370887, 0.373236, 0.271967, 0.36626, 0.274654, 0.264946, 0.245636, 0.230839, 0.092273, 0.315297, 0.067667]}, "lang": {"n_am_en": [2, 6, 5, 14, 12, 11, 13, 10, 22, 19, 14, 14, 17, 16, 22, 21, 21, 18, 27, 30, 32, 33, 30, 28, 52, 47, 31, 27, 30, 14, 23, 21, 21, 31, 43, 50, 48, 50, 53, 52, 46, 42, 48, 50, 43, 30, 8, 1, 0, 0], "n_am_pl": [1, 14, 7, 11, 19, 21, 12, 16, 7, 6, 10, 20, 16, 19, 25, 18, 20, 16, 13, 10, 12, 18, 18, 17, 9, 15, 19, 17, 18, 26, 23, 22, 18, 18, 12, 11, 10, 11, 18, 16, 22, 23, 24, 25, 35, 51, 73, 92, 100, 102], "n_pos": 103, "sum_m_en": [9.040625, 14.164646, 15.0511, 15.805322, 16.022802, 16.75973, 16.522466, 16.779539, 17.037612, 17.131756, 18.400275, 17.245981, 17.064591, 16.445094, 16.790457, 17.487277, 17.547559, 16.741706, 16.893522, 17.09318, 16.929443, 16.936026, 16.987795, 16.675967, 27.807152, 25.594338, 23.059387, 20.062847, 20.306937, 18.983826, 17.711157, 17.690846, 18.213287, 19.136141, 21.00095, 24.776533, 27.74897, 33.317449, 35.391896, 37.124271, 35.134094, 35.350458, 40.166208, 39.58547, 34.385907, 24.666319, 9.335417, 1.359075, 0.248834, 0.124196], "sum_m_pl": [1.652567, 4.54408, 5.409722, 5.469246, 6.153598, 7.457619, 6.651461, 6.755418, 6.318005, 6.719677, 7.37461, 7.877187, 7.827344, 7.879259, 8.283241, 8.402298, 7.667864, 7.730886, 7.021901, 6.765719, 6.368123, 6.103895, 6.149354, 6.231384, 8.513436, 8.88732, 9.457898, 10.49314, 10.671795, 10.093147, 9.910598, 11.001325, 10.786702, 10.83346, 9.880192, 9.249702, 8.938724, 8.699313, 13.270853, 12.580883, 15.64445, 17.254339, 18.116565, 23.51266, 32.784965, 45.713628, 67.965795, 86.770374, 97.044838, 101.251299]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1448, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9933}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 15, 13, 14, 21, 19, 20, 29, 26, 17, 23, 26, 23, 32, 27, 33, 44, 37, 39, 39, 38, 39, 38, 41, 54, 60, 55, 42, 40, 39, 39, 32, 37, 42, 39, 52, 56, 59, 60, 64, 65, 69, 69, 61, 57, 58, 57, 54, 52, 54], "n_am_pl": [8, 12, 4, 5, 11, 14, 12, 8, 9, 11, 7, 14, 19, 14, 10, 16, 14, 16, 14, 10, 6, 10, 6, 12, 11, 7, 6, 12, 16, 10, 17, 22, 16, 14, 13, 12, 14, 12, 15, 13, 12, 16, 13, 13, 12, 10, 10, 13, 15, 14], "n_pos": 116, "sum_m_en": [13.981906, 15.371084, 15.85191, 17.140246, 20.087207, 22.605518, 21.839015, 20.548082, 20.395698, 19.418679, 19.367003, 18.971143, 20.308125, 20.882817, 20.622954, 21.899285, 22.183918, 20.545615, 20.680792, 19.526996, 18.701078, 19.107216, 18.663205, 18.709262, 34.999703, 32.73473, 29.793178, 25.74162, 25.136154, 23.31008, 22.846148, 23.30337, 23.850867, 25.071517, 27.160137, 31.235009, 36.078585, 43.055106, 47.518785, 50.289358, 51.85661, 56.093286, 58.367916, 57.24185, 55.449606, 53.211673, 53.028645, 50.881553, 49.029705, 53.959895], "sum_m_pl": [3.847934, 5.320949, 5.637851, 5.622109, 6.026792, 6.705501, 6.177225, 6.666077, 6.580334, 7.90397, 8.123782, 8.395946, 9.222281, 9.138312, 9.892139, 10.632761, 9.739985, 9.284709, 8.913616, 8.504851, 8.102311, 7.82685, 7.6551, 7.766955, 10.263585, 9.214884, 9.901834, 11.54518, 11.311942, 11.687491, 11.7325, 11.951161, 11.090161, 10.911365, 10.916952, 10.710415, 11.021657, 10.975442, 11.281855, 10.570812, 10.798441, 12.475177, 11.929705, 10.638965, 12.015974, 11.041271, 10.017117, 13.738616, 13.776895, 14.160131]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 2, 1, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 2, 1, 0, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.265725, 0.471907, 0.416224, 0.465913, 0.553659, 0.679362, 0.661722, 0.603236, 0.644445, 0.588915, 0.657596, 0.614758, 0.603947, 0.661087, 0.665404, 0.749791, 0.755623, 0.708839, 0.60978, 0.603571, 0.499156, 0.492501, 0.504566, 0.493449, 1.491306, 1.417248, 1.293711, 1.087489, 0.913928, 0.790089, 0.792055, 0.800665, 0.828093, 0.814961, 0.786476, 0.717701, 0.671727, 0.675702, 0.660944, 1.032649, 1.127879, 0.820352, 1.295394, 1.294074, 1.240458, 0.840824, 0.468293, 0.043559, 0.070481, 0.0], "sum_m_pl": [0.056404, 0.115308, 0.107612, 0.110892, 0.129138, 0.133904, 0.109768, 0.130895, 0.12652, 0.138227, 0.117847, 0.136879, 0.14442, 0.136015, 0.157736, 0.179527, 0.146411, 0.154646, 0.140868, 0.15604, 0.15197, 0.157232, 0.155455, 0.171269, 0.11974, 0.132403, 0.167621, 0.211159, 0.196957, 0.224398, 0.223393, 0.175674, 0.149007, 0.120585, 0.133282, 0.141732, 0.162724, 0.126984, 0.124668, 0.09767, 0.09979, 0.22521, 0.076371, 0.062323, 0.062989, 0.034655, 0.005295, 0.003911, 0.002223, 0.0]}, "lang": {"n_am_en": [7, 9, 9, 8, 16, 12, 15, 23, 18, 14, 20, 22, 18, 24, 21, 24, 30, 24, 26, 25, 23, 27, 26, 28, 40, 45, 41, 28, 31, 26, 27, 21, 25, 28, 29, 35, 43, 43, 46, 48, 47, 48, 49, 45, 46, 50, 50, 49, 50, 53], "n_am_pl": [6, 3, 3, 3, 9, 8, 7, 4, 6, 8, 3, 7, 10, 5, 5, 7, 4, 8, 9, 9, 5, 7, 5, 7, 5, 4, 4, 7, 9, 5, 11, 16, 12, 9, 7, 6, 7, 7, 6, 5, 6, 10, 8, 8, 8, 7, 7, 12, 14, 14], "n_pos": 68, "sum_m_en": [8.095704, 8.758095, 9.193086, 10.028359, 12.221864, 13.725739, 13.085047, 12.139321, 11.969859, 11.576434, 11.714261, 11.572755, 12.528193, 12.743133, 12.602343, 13.19348, 13.38576, 12.380687, 12.676718, 11.701453, 11.394478, 11.675124, 11.170694, 11.145617, 23.896453, 22.102005, 20.346205, 16.681352, 16.223669, 14.839684, 14.348737, 14.583359, 14.774381, 15.947631, 17.580857, 20.385577, 24.702592, 29.830072, 34.857778, 37.205971, 38.169158, 41.214526, 43.426881, 42.631862, 43.101109, 43.521607, 44.727383, 43.823988, 44.859189, 51.937029], "sum_m_pl": [2.495498, 3.11435, 3.487414, 3.339117, 3.663419, 3.999533, 3.764957, 3.935053, 3.91552, 4.570228, 4.611744, 4.779039, 5.277862, 5.163913, 5.630916, 6.116287, 5.721449, 5.426476, 5.236623, 5.062293, 4.765188, 4.532238, 4.505513, 4.578429, 5.719556, 5.324963, 5.67741, 6.721058, 6.6656, 6.91607, 7.024583, 7.113982, 6.75276, 6.607101, 6.374681, 6.02769, 6.256379, 6.09025, 5.6366, 5.154255, 6.128852, 8.078632, 7.437956, 6.918429, 8.112687, 7.492648, 7.480151, 11.980599, 12.637019, 14.040623]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "pes-Onkologia kliniczna-2020 wiosna-98", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1140, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9576, "tf_agree_excl_first": 0.9658}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 13, 18, 15, 19, 30, 30, 31, 32, 38, 34, 26, 26, 21, 37, 51, 47, 46, 36, 52, 47, 45, 45, 35, 71, 66, 53, 41, 39, 25, 21, 24, 31, 34, 47, 59, 61, 68, 75, 69, 64, 68, 77, 73, 61, 39, 10, 3, 0, 0], "n_am_pl": [4, 13, 14, 14, 30, 33, 28, 17, 21, 15, 10, 11, 14, 33, 27, 28, 33, 21, 29, 28, 26, 33, 29, 51, 29, 24, 31, 29, 31, 36, 41, 49, 33, 43, 44, 40, 27, 33, 38, 38, 47, 45, 42, 49, 61, 76, 93, 116, 126, 124], "n_pos": 192, "sum_m_en": [19.172762, 28.19295, 28.75231, 28.868365, 30.3794, 31.872138, 31.002131, 31.934923, 32.335891, 31.082178, 32.687015, 30.385402, 30.602941, 31.366688, 30.933409, 33.374837, 33.736985, 31.312428, 29.805821, 29.751348, 28.914322, 29.580921, 29.694137, 29.592934, 47.872894, 44.250622, 40.331437, 34.422701, 33.081797, 31.296905, 29.889769, 29.597198, 30.720228, 32.924384, 33.720946, 38.157643, 41.21802, 45.944203, 52.686037, 53.548908, 56.015846, 57.424497, 66.258832, 63.953911, 55.167117, 37.475065, 13.461518, 3.798128, 0.842634, 2e-05], "sum_m_pl": [3.544966, 9.37997, 10.962779, 11.444559, 12.518553, 13.663365, 12.106837, 12.418159, 12.9635, 14.051593, 14.842335, 15.393788, 16.733818, 16.965852, 17.924977, 17.538153, 16.018678, 15.598406, 14.046184, 13.554137, 13.069365, 12.890971, 12.628694, 13.192306, 19.962631, 19.893747, 22.329445, 22.780624, 23.327447, 24.219665, 24.673624, 26.504417, 24.695201, 24.455409, 23.299148, 23.726336, 22.520408, 22.431638, 25.063212, 25.951065, 29.202928, 32.888044, 33.538906, 42.856857, 54.526877, 69.52938, 90.417582, 110.951517, 124.27947, 125.000946]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 2, 2, 2, 1, 2, 1, 1, 1, 2, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.221368, 0.476489, 0.490379, 0.550055, 0.564116, 0.544822, 0.552512, 0.582072, 0.53976, 0.532752, 0.635798, 0.566031, 0.544961, 0.53691, 0.594723, 0.565592, 0.547414, 0.510513, 0.476968, 0.492564, 0.455151, 0.447969, 0.461989, 0.470388, 1.326928, 1.172998, 1.067295, 0.776312, 0.49637, 0.450455, 0.420973, 0.452395, 0.425601, 0.470863, 0.442264, 0.512524, 0.578594, 0.660569, 0.776037, 0.672254, 0.570395, 0.616731, 0.563077, 0.551803, 0.727973, 0.893588, 0.247207, 0.031888, 0.075633, 0.0], "sum_m_pl": [0.055102, 0.173574, 0.154412, 0.162109, 0.150686, 0.139598, 0.110773, 0.143885, 0.164035, 0.190971, 0.200451, 0.217932, 0.265228, 0.283913, 0.235775, 0.252751, 0.22376, 0.217291, 0.183015, 0.1878, 0.186705, 0.191208, 0.177891, 0.191676, 0.121748, 0.159235, 0.198568, 0.286468, 0.357474, 0.444181, 0.430628, 0.39971, 0.312909, 0.313921, 0.254165, 0.284982, 0.379955, 0.152252, 0.130404, 0.129447, 0.180509, 0.198701, 0.193006, 0.234191, 0.176561, 0.134367, 0.080697, 0.013539, 0.005833, 1e-06]}, "lang": {"n_am_en": [2, 9, 12, 11, 18, 27, 23, 21, 24, 28, 22, 19, 22, 17, 30, 37, 32, 33, 23, 37, 30, 29, 31, 23, 45, 42, 36, 29, 25, 17, 16, 19, 24, 22, 31, 36, 38, 42, 44, 42, 37, 41, 48, 47, 38, 26, 9, 2, 0, 0], "n_am_pl": [3, 9, 10, 9, 21, 21, 20, 14, 17, 10, 7, 8, 8, 21, 16, 16, 23, 16, 23, 19, 22, 23, 21, 33, 18, 16, 20, 21, 21, 26, 25, 29, 21, 29, 30, 27, 19, 21, 24, 23, 31, 30, 30, 36, 48, 58, 78, 102, 121, 124], "n_pos": 124, "sum_m_en": [12.505552, 18.293028, 18.615185, 18.775467, 19.862027, 20.495412, 19.890208, 20.740024, 21.111241, 20.361686, 21.249689, 19.845224, 19.88418, 20.337899, 20.223745, 21.883397, 22.064574, 20.550002, 19.218363, 19.091072, 18.859227, 19.364414, 19.42967, 19.247125, 32.129793, 29.776206, 27.211164, 23.186128, 22.316371, 21.055669, 20.040218, 19.679252, 20.42604, 21.686639, 21.690995, 25.153919, 27.483549, 29.999619, 33.479318, 34.865176, 35.7676, 37.07134, 44.257942, 41.769362, 35.208067, 23.724105, 10.370471, 2.548597, 0.291824, 1.5e-05], "sum_m_pl": [2.441837, 6.381823, 7.397341, 7.660304, 8.499789, 9.497987, 8.393388, 8.487948, 8.842763, 9.429956, 9.946715, 10.36038, 11.164614, 11.214675, 11.790851, 11.443049, 10.522341, 10.259534, 9.329576, 8.959505, 8.641764, 8.570144, 8.371239, 8.543273, 13.334162, 13.421743, 14.690549, 15.341043, 15.662777, 16.225568, 16.396447, 17.561428, 16.48178, 16.488727, 15.765304, 15.5892, 14.556398, 14.756323, 16.347757, 15.762247, 18.392589, 21.20731, 22.586903, 29.733968, 40.755897, 53.010908, 74.376716, 96.753353, 118.389232, 123.771222]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "pes-Onkologia kliniczna-2020 wiosna-98", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1395, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9948, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 11, 16, 19, 29, 24, 30, 30, 29, 34, 30, 33, 28, 32, 35, 26, 33, 30, 39, 31, 35, 35, 34, 33, 44, 45, 41, 42, 42, 42, 41, 41, 46, 44, 48, 50, 52, 48, 49, 47, 47, 50, 51, 55, 51, 52, 54, 51, 52, 53], "n_am_pl": [11, 6, 8, 9, 12, 12, 9, 9, 3, 7, 12, 11, 9, 7, 4, 5, 2, 3, 3, 3, 4, 4, 7, 6, 2, 2, 5, 8, 3, 3, 4, 4, 3, 5, 2, 2, 1, 0, 0, 0, 0, 4, 4, 3, 2, 1, 1, 1, 1, 0], "n_pos": 99, "sum_m_en": [11.313489, 14.331992, 14.528992, 15.557493, 17.761147, 19.291881, 19.660465, 19.583234, 21.187969, 21.839159, 21.875937, 21.224648, 21.642642, 20.958131, 20.970548, 21.145372, 20.347905, 19.24696, 19.046249, 19.152656, 18.846519, 18.210566, 17.642971, 17.077011, 32.348649, 32.201514, 30.011806, 28.794007, 29.9136, 29.231145, 29.339684, 28.497326, 28.544747, 30.292362, 31.410943, 31.884765, 34.320438, 35.566245, 35.388656, 36.784547, 38.651331, 42.496147, 45.112307, 47.631149, 44.383781, 45.128983, 48.427683, 44.514174, 44.778929, 52.648808], "sum_m_pl": [2.547865, 4.521979, 5.227631, 5.160493, 5.368882, 4.929179, 4.809624, 5.497265, 4.623103, 4.719918, 5.048527, 5.223855, 4.865724, 4.201681, 4.179681, 3.852276, 3.700147, 3.848451, 4.115614, 4.205832, 4.031815, 4.122131, 4.293834, 4.365069, 3.898731, 4.375818, 4.738671, 5.326275, 5.241359, 5.438155, 4.601456, 4.126934, 3.938446, 3.831079, 3.935233, 3.78425, 3.60742, 3.512324, 2.683037, 2.465756, 2.574743, 3.179375, 3.380812, 3.232449, 2.920871, 2.719161, 2.401889, 1.6116, 1.764657, 0.86495]}, "digit": {"n_am_en": [1, 2, 4, 3, 3, 2, 2, 1, 4, 1, 4, 3, 1, 2, 4, 1, 1, 1, 1, 2, 2, 2, 3, 3, 5, 3, 5, 4, 4, 3, 1, 2, 3, 6, 3, 3, 3, 0, 2, 1, 2, 1, 0, 1, 3, 1, 2, 0, 0, 0], "n_am_pl": [3, 3, 1, 2, 4, 2, 2, 2, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 4, 4, 1, 1, 0, 0, 1, 0, 0], "n_pos": 14, "sum_m_en": [1.905972, 2.549027, 2.502605, 2.579505, 2.567463, 2.683606, 2.893949, 2.715257, 2.9967, 3.188648, 3.214282, 3.042572, 2.960659, 2.892166, 2.789354, 2.939604, 2.751286, 2.653897, 2.345713, 2.398502, 2.349182, 2.26644, 2.386098, 2.340413, 3.563855, 3.601377, 3.241783, 3.151353, 3.439055, 3.061646, 3.215558, 3.156377, 2.998528, 3.318301, 2.98173, 2.649091, 2.262604, 1.548077, 1.748994, 2.103945, 2.257193, 2.305724, 1.683659, 2.366831, 1.93585, 1.392937, 1.149965, 0.823041, 0.29106, 0.012993], "sum_m_pl": [0.530517, 1.061193, 0.904466, 0.71841, 0.701788, 0.644498, 0.479371, 0.588135, 0.405323, 0.477325, 0.564185, 0.667611, 0.609566, 0.462973, 0.485828, 0.481964, 0.448985, 0.459387, 0.568051, 0.507268, 0.481537, 0.487785, 0.499644, 0.521511, 0.545732, 0.572257, 0.569419, 0.748832, 0.718312, 0.83559, 0.666356, 0.540467, 0.392719, 0.408249, 0.564962, 0.495631, 0.68596, 0.750603, 0.657708, 0.527243, 0.602868, 0.838266, 1.113304, 0.936838, 0.899511, 0.809829, 0.890284, 0.570084, 0.269977, 1e-06]}, "lang": {"n_am_en": [6, 3, 6, 8, 16, 15, 18, 19, 15, 20, 16, 17, 16, 19, 21, 18, 22, 21, 23, 18, 23, 23, 23, 19, 27, 27, 25, 27, 27, 26, 27, 27, 29, 25, 29, 33, 35, 36, 34, 35, 36, 38, 39, 42, 40, 42, 43, 44, 48, 53], "n_am_pl": [5, 3, 5, 6, 7, 5, 4, 5, 1, 6, 7, 8, 7, 4, 2, 3, 1, 0, 2, 3, 3, 3, 4, 3, 2, 0, 2, 2, 1, 1, 0, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0], "n_pos": 54, "sum_m_en": [5.672511, 7.310933, 7.412722, 8.005863, 9.356956, 10.426859, 10.396498, 10.591649, 11.411327, 11.887377, 11.981693, 11.636862, 11.987799, 11.690494, 11.805024, 11.897668, 11.361693, 10.758311, 10.852401, 10.872717, 10.656235, 10.343046, 9.794123, 9.498571, 20.06952, 19.551307, 18.115044, 17.385397, 17.807291, 17.32889, 17.16464, 16.629173, 16.908149, 17.730144, 18.990214, 20.051379, 22.325522, 24.312102, 24.624374, 26.06984, 27.125878, 30.418813, 32.316312, 33.697135, 32.990972, 33.454924, 36.834288, 35.689031, 38.088315, 49.972505], "sum_m_pl": [1.220191, 2.064392, 2.745331, 2.860797, 3.12454, 2.767307, 2.933646, 3.467823, 2.856466, 2.888213, 2.998704, 2.942488, 2.730009, 2.396841, 2.38547, 2.170935, 2.086016, 2.138237, 2.294463, 2.424813, 2.29712, 2.324471, 2.443448, 2.484607, 2.055662, 2.177442, 2.444122, 2.699156, 2.853163, 2.956102, 2.440912, 2.217985, 2.189407, 2.167911, 2.109797, 2.21073, 1.976878, 1.765163, 1.211401, 1.049918, 1.182992, 1.369993, 1.199243, 1.290484, 1.063284, 1.047133, 0.825866, 0.656452, 0.807037, 0.163409]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Ortodoncja-2018 jesień-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 973, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.98}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 8, 17, 18, 23, 25, 28, 29, 31, 36, 36, 32, 26, 33, 33, 32, 43, 48, 43, 37, 41, 37, 40, 40, 57, 59, 59, 55, 52, 46, 43, 49, 49, 62, 63, 61, 64, 61, 62, 44, 50, 53, 46, 51, 47, 29, 15, 3, 0, 0], "n_am_pl": [5, 13, 14, 18, 15, 9, 14, 14, 12, 14, 14, 14, 17, 15, 18, 9, 9, 12, 7, 11, 8, 6, 6, 5, 6, 8, 12, 10, 9, 9, 10, 11, 10, 16, 13, 16, 17, 12, 10, 12, 13, 14, 19, 17, 20, 37, 56, 71, 71, 78], "n_pos": 142, "sum_m_en": [13.327208, 20.283505, 22.08958, 22.660477, 23.388768, 23.867743, 25.156925, 26.734877, 26.987237, 27.136622, 27.838439, 27.482302, 27.633247, 27.677807, 26.616517, 25.753255, 25.786681, 25.510328, 24.665055, 24.48216, 23.055956, 23.220511, 23.493348, 24.056146, 42.674575, 44.063225, 41.366278, 38.499225, 36.821038, 34.843043, 32.494562, 32.503166, 32.574988, 34.471326, 36.592835, 36.86996, 39.254603, 42.361616, 44.884891, 43.964968, 44.312861, 47.299549, 45.421238, 49.113923, 44.735634, 33.07046, 14.933056, 4.50286, 1.660258, 0.000815], "sum_m_pl": [2.531617, 7.265531, 8.349499, 9.045762, 9.143931, 7.889302, 8.160891, 8.695245, 7.936374, 7.859749, 8.848857, 9.201063, 9.11427, 7.920613, 7.887246, 7.365573, 6.98037, 7.02447, 6.645091, 6.377248, 6.275348, 6.093924, 6.278993, 6.369041, 6.253381, 7.051055, 6.453636, 8.025944, 8.123799, 8.863055, 8.76703, 7.7681, 7.541669, 7.551657, 8.449897, 8.894816, 8.915079, 9.607707, 8.676635, 9.02379, 10.292435, 11.461219, 14.193841, 15.741067, 19.262987, 31.882476, 49.230631, 66.437575, 69.792823, 78.846438]}, "digit": {"n_am_en": [0, 2, 2, 1, 1, 1, 0, 0, 0, 2, 1, 1, 1, 1, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 2, 1, 0, 0], "n_am_pl": [0, 3, 1, 2, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 2, 1, 2, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 3, 2, 2, 3, 2, 2, 3, 1, 1, 1, 2, 0, 0, 1, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.285586, 1.938677, 2.094979, 2.044186, 1.875614, 2.06653, 2.027833, 1.978467, 2.132651, 2.112241, 2.25789, 1.997747, 1.853674, 1.816757, 1.678392, 1.580257, 1.61695, 1.453908, 1.367175, 1.387491, 1.368955, 1.449375, 1.53713, 1.583266, 1.893548, 2.219043, 1.938838, 1.987283, 2.073591, 1.873863, 1.84252, 1.736664, 1.772305, 1.903066, 1.809066, 1.545545, 1.342921, 1.33157, 1.358295, 1.743738, 1.534318, 1.686741, 1.427391, 1.985, 1.000636, 0.702218, 0.650408, 0.483286, 0.132661, 0.0], "sum_m_pl": [0.338206, 0.918663, 0.775223, 0.741285, 0.726187, 0.615755, 0.544069, 0.610047, 0.507437, 0.538747, 0.700428, 0.696378, 0.586476, 0.431551, 0.459375, 0.492792, 0.496895, 0.514472, 0.498251, 0.509992, 0.547244, 0.502115, 0.482201, 0.473976, 0.582064, 0.519747, 0.480963, 0.584401, 0.639981, 0.669196, 0.660218, 0.545633, 0.459882, 0.444039, 0.560936, 0.455739, 0.574073, 0.955453, 0.72141, 0.664232, 0.649709, 0.637959, 0.626152, 0.637631, 0.630966, 0.47109, 0.328954, 0.216385, 0.073103, 0.0]}, "lang": {"n_am_en": [1, 4, 10, 11, 16, 16, 18, 18, 18, 19, 21, 19, 16, 19, 21, 19, 26, 30, 28, 22, 25, 23, 23, 26, 36, 38, 40, 36, 29, 28, 25, 25, 28, 40, 40, 37, 43, 41, 40, 30, 32, 32, 27, 31, 27, 18, 8, 1, 0, 0], "n_am_pl": [3, 6, 8, 10, 10, 6, 9, 9, 7, 9, 9, 6, 11, 6, 9, 5, 4, 6, 5, 7, 5, 3, 3, 2, 2, 4, 4, 5, 6, 3, 4, 8, 5, 6, 7, 9, 11, 5, 6, 5, 8, 8, 15, 14, 19, 32, 47, 61, 67, 77], "n_pos": 77, "sum_m_en": [7.055629, 10.875005, 11.837429, 12.175075, 12.85375, 12.832397, 13.481665, 14.359233, 14.460558, 14.645822, 15.203088, 15.194825, 15.397666, 15.537212, 14.918858, 14.270999, 14.376877, 14.332767, 13.715957, 13.453339, 12.65811, 12.607212, 12.702064, 13.162471, 24.15754, 24.921084, 23.626172, 22.013253, 20.644369, 19.83456, 17.993774, 18.031678, 18.470923, 19.603398, 21.142532, 21.718807, 23.724875, 26.030208, 28.242346, 27.38884, 27.821999, 29.549571, 27.581064, 30.898375, 27.766115, 20.555797, 8.905916, 1.470845, 0.835867, 0.000568], "sum_m_pl": [1.152085, 3.336997, 4.202019, 4.753492, 5.105157, 4.320948, 4.453691, 4.821253, 4.431619, 4.371106, 4.877179, 4.982577, 5.093435, 4.476661, 4.410569, 4.06548, 3.863617, 3.850688, 3.710056, 3.577914, 3.490672, 3.406351, 3.573178, 3.617834, 3.295865, 3.742828, 3.613202, 4.563228, 4.715356, 5.012403, 5.08807, 4.433167, 4.321014, 4.358, 4.780252, 5.326156, 5.469071, 5.336213, 5.096065, 5.392421, 6.819413, 7.699661, 10.875976, 12.170433, 16.42457, 26.851625, 42.362166, 57.215457, 64.720548, 76.352154]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Ortodoncja-2018 jesień-100", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1228, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9653, "tf_agree_excl_first": 0.972}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 5, 10, 9, 29, 22, 26, 14, 31, 31, 26, 25, 24, 29, 28, 32, 34, 41, 41, 41, 41, 38, 39, 39, 44, 46, 46, 39, 36, 39, 40, 43, 43, 50, 44, 46, 53, 58, 65, 63, 61, 62, 58, 55, 53, 56, 54, 52, 58, 61], "n_am_pl": [5, 9, 7, 7, 8, 9, 9, 11, 9, 9, 9, 12, 9, 6, 15, 9, 15, 7, 7, 7, 4, 7, 3, 3, 8, 6, 4, 3, 5, 4, 7, 6, 2, 5, 3, 2, 5, 1, 1, 2, 3, 3, 3, 3, 2, 3, 1, 2, 1, 3], "n_pos": 96, "sum_m_en": [11.971496, 13.716483, 13.504271, 15.065234, 17.615225, 18.248539, 18.249943, 18.030069, 18.466746, 18.39966, 18.938991, 19.472716, 19.801928, 20.235754, 19.669676, 21.015609, 20.459498, 20.097442, 19.300764, 18.711614, 18.350304, 18.084665, 17.819422, 17.773567, 30.033751, 28.943122, 28.245095, 25.405805, 24.629295, 23.722331, 23.222011, 23.26448, 24.208466, 26.180232, 27.338085, 28.949537, 34.164547, 37.557, 42.887338, 43.37754, 45.588278, 49.48589, 48.791669, 47.403976, 47.293506, 47.189617, 49.392072, 48.389558, 50.804395, 63.033646], "sum_m_pl": [2.97005, 3.789785, 4.551967, 4.433363, 5.055245, 4.965995, 5.361846, 5.484532, 5.480924, 5.392577, 5.971402, 6.085017, 6.38449, 6.14039, 6.208637, 6.540617, 6.402308, 6.097429, 5.897965, 6.009524, 5.872505, 5.805928, 5.735028, 5.592897, 6.385287, 6.492281, 6.502549, 6.636964, 7.023017, 7.073293, 6.47345, 5.95074, 5.651362, 5.359608, 5.4753, 5.060062, 4.405307, 4.121687, 3.174497, 3.150983, 3.749723, 3.087252, 3.140104, 3.262447, 2.579275, 2.447904, 2.036598, 2.261474, 2.224933, 2.942553]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 10, 7, 19, 17, 22, 12, 23, 25, 19, 19, 19, 23, 23, 25, 28, 33, 33, 35, 35, 33, 32, 32, 38, 41, 39, 32, 30, 35, 33, 33, 36, 41, 38, 40, 46, 51, 53, 53, 53, 55, 56, 53, 51, 54, 51, 50, 56, 61], "n_am_pl": [3, 9, 7, 6, 7, 8, 8, 6, 6, 5, 6, 9, 7, 4, 9, 7, 9, 3, 3, 5, 2, 4, 1, 2, 4, 2, 2, 1, 4, 2, 3, 4, 2, 5, 3, 1, 3, 0, 1, 1, 2, 2, 2, 2, 2, 2, 1, 2, 1, 3], "n_pos": 68, "sum_m_en": [8.664874, 9.75386, 9.570301, 10.57523, 12.492718, 13.097225, 13.24609, 13.089094, 13.322797, 13.329477, 13.607843, 14.121007, 14.38943, 14.922205, 14.611154, 15.559654, 14.977045, 14.794681, 14.122393, 13.662124, 13.30414, 13.062604, 12.835361, 12.668786, 23.98632, 23.021031, 22.467904, 20.161703, 19.233908, 18.193491, 17.675936, 17.585472, 18.606372, 20.567585, 21.88925, 23.702944, 28.421087, 31.889871, 35.652945, 36.825571, 39.761335, 44.220858, 45.11486, 43.878633, 44.163973, 44.619226, 46.096165, 45.039006, 48.136631, 60.450538], "sum_m_pl": [2.300666, 2.811235, 3.330569, 3.21474, 3.636087, 3.613652, 3.950214, 3.903816, 3.819843, 3.712133, 4.213402, 4.32982, 4.49595, 4.37641, 4.253521, 4.421971, 4.465048, 4.287476, 4.185981, 4.274018, 4.178364, 4.157104, 4.12229, 3.993595, 4.419739, 4.519218, 4.450878, 4.473826, 4.97567, 4.980946, 4.683156, 4.421928, 4.140564, 3.928861, 4.068524, 3.690294, 3.15734, 2.899202, 2.334272, 2.290866, 2.675838, 2.267044, 2.500683, 2.682859, 2.249694, 2.009816, 1.897064, 2.088442, 2.070887, 2.928397]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "pes-Ortodoncja-2018 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1069, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.949, "tf_agree_excl_first": 0.9588}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 12, 14, 33, 62, 55, 61, 50, 64, 54, 65, 66, 63, 80, 73, 68, 79, 80, 87, 80, 92, 88, 88, 98, 116, 102, 103, 86, 85, 80, 75, 69, 76, 88, 103, 95, 90, 98, 109, 115, 114, 124, 124, 125, 110, 74, 29, 5, 1, 1], "n_am_pl": [1, 21, 34, 33, 27, 24, 28, 45, 43, 57, 41, 44, 37, 40, 45, 35, 35, 38, 29, 30, 23, 23, 20, 26, 25, 33, 21, 32, 29, 31, 39, 50, 30, 33, 22, 23, 33, 34, 41, 45, 52, 55, 63, 69, 79, 109, 173, 203, 212, 214], "n_pos": 281, "sum_m_en": [24.874356, 40.372248, 44.166067, 45.650478, 48.806688, 51.083922, 53.399926, 54.26367, 55.138018, 55.632776, 57.501279, 55.018531, 56.066025, 56.799844, 54.256321, 56.530057, 57.138682, 54.758027, 53.684543, 52.286634, 50.190062, 49.455529, 49.925776, 49.497442, 83.005426, 78.9894, 73.728574, 67.512279, 63.567487, 59.120013, 56.127298, 56.317371, 56.158866, 59.827547, 62.781476, 66.207253, 66.590029, 72.785332, 81.798948, 89.925086, 92.637691, 96.488174, 101.201209, 107.843099, 98.955385, 72.947411, 27.706486, 5.719845, 2.034332, 0.574115], "sum_m_pl": [3.898676, 13.259612, 15.51835, 15.504899, 15.550191, 15.036914, 15.578693, 17.518631, 17.500856, 18.658284, 18.749254, 18.721911, 19.59623, 19.573937, 19.547667, 20.178416, 19.187285, 18.699772, 17.334307, 16.803534, 15.965086, 16.052278, 15.928449, 15.794267, 17.988532, 19.366765, 18.696934, 20.873665, 23.051221, 23.974691, 23.382893, 22.530223, 22.526818, 22.14831, 21.376705, 20.770867, 21.463693, 22.522819, 26.711806, 29.684998, 34.862154, 37.600829, 49.959102, 53.114957, 69.484017, 96.893904, 158.896046, 191.517571, 204.417563, 212.919904]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 10, 12, 26, 50, 44, 48, 42, 52, 46, 57, 57, 54, 67, 64, 59, 69, 70, 77, 68, 76, 77, 76, 86, 97, 91, 89, 76, 73, 67, 63, 57, 67, 77, 87, 79, 76, 81, 89, 93, 94, 101, 103, 106, 93, 63, 25, 3, 1, 1], "n_am_pl": [0, 19, 26, 27, 22, 22, 24, 35, 36, 43, 31, 36, 28, 30, 35, 29, 28, 29, 20, 24, 20, 19, 18, 20, 21, 25, 18, 26, 23, 26, 31, 43, 27, 27, 18, 19, 26, 27, 34, 40, 45, 48, 57, 60, 71, 98, 158, 193, 209, 214], "n_pos": 216, "sum_m_en": [19.774946, 31.281331, 34.308678, 35.366899, 38.140371, 39.903467, 41.412825, 42.053028, 42.772332, 43.596802, 45.152772, 43.427183, 44.151434, 44.728145, 43.102356, 44.704242, 45.076157, 43.026879, 41.915823, 40.9827, 39.001637, 38.38067, 38.654043, 38.202348, 67.603527, 64.723507, 60.010776, 54.397767, 50.722177, 46.467842, 44.094425, 44.587897, 44.842492, 47.968751, 50.505512, 53.740722, 54.58479, 59.851337, 66.834701, 74.106694, 76.714481, 77.834554, 82.694198, 91.024906, 83.484187, 61.553953, 23.377885, 4.532259, 1.786889, 0.571395], "sum_m_pl": [3.168178, 10.432342, 11.961057, 11.879936, 12.142974, 11.8155, 12.385725, 13.85394, 13.699675, 14.293167, 14.471988, 14.716304, 15.336564, 15.640897, 15.394465, 15.703127, 14.957736, 14.607083, 13.390388, 12.89109, 12.220457, 12.291378, 12.180965, 12.080005, 14.054327, 15.000128, 14.619541, 16.344027, 18.233522, 18.435272, 18.378032, 18.073251, 18.139608, 17.817638, 17.244699, 16.838182, 17.227132, 18.084718, 21.585553, 24.163232, 27.461904, 31.988402, 43.051023, 46.044843, 60.808329, 86.542454, 144.317918, 180.090812, 200.655104, 212.790194]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 283, "item_id": "pes-Ortodoncja-2018 wiosna-32", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1324, "region_end": 281, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9894}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 9, 14, 22, 27, 23, 26, 27, 23, 29, 31, 25, 26, 31, 30, 29, 35, 31, 30, 37, 38, 41, 40, 42, 44, 48, 48, 44, 42, 35, 37, 39, 40, 47, 47, 45, 52, 57, 61, 70, 64, 68, 69, 69, 67, 61, 60, 56, 56, 52], "n_am_pl": [6, 12, 14, 13, 14, 13, 7, 12, 13, 15, 21, 11, 10, 15, 20, 19, 14, 15, 14, 15, 17, 19, 14, 12, 15, 18, 9, 10, 14, 13, 19, 18, 15, 21, 17, 18, 14, 16, 14, 13, 17, 15, 14, 15, 20, 22, 30, 37, 44, 47], "n_pos": 142, "sum_m_en": [14.310327, 19.529227, 20.435414, 21.916039, 25.35802, 26.571628, 26.175767, 25.468824, 24.827236, 25.051644, 25.135652, 25.149946, 25.159919, 26.02487, 24.838639, 25.66675, 25.520512, 25.155512, 24.962387, 24.878327, 24.643652, 24.800884, 25.147396, 24.715943, 36.677088, 35.390439, 33.553933, 30.71646, 30.742982, 29.456077, 29.505989, 29.09532, 29.326437, 31.73127, 32.735303, 34.370896, 39.881399, 42.017896, 48.897348, 52.182192, 52.550724, 55.383438, 57.837516, 61.285442, 59.25682, 55.25763, 54.584943, 48.26512, 45.225051, 51.510841], "sum_m_pl": [3.057803, 6.2415, 7.041756, 6.781462, 6.856499, 7.092222, 7.340378, 9.010698, 9.404568, 10.461556, 10.565275, 10.375676, 10.689805, 10.530691, 11.602565, 12.335092, 11.002692, 10.181939, 10.074227, 9.831089, 9.27642, 8.936155, 8.84839, 8.656843, 12.46778, 13.316178, 11.55132, 11.743657, 12.079509, 12.86872, 12.154145, 12.652516, 12.741749, 12.612523, 12.602798, 11.552953, 10.961979, 11.083861, 11.303914, 11.436656, 12.432611, 13.031512, 13.796055, 13.920008, 17.822094, 20.940799, 29.548929, 33.813375, 43.535119, 46.392567]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 8, 11, 15, 15, 17, 23, 22, 18, 23, 28, 21, 22, 22, 23, 25, 29, 26, 26, 30, 31, 33, 34, 32, 36, 40, 38, 35, 33, 27, 31, 31, 32, 39, 36, 38, 44, 45, 51, 56, 51, 55, 57, 55, 54, 53, 56, 54, 53, 51], "n_am_pl": [4, 10, 11, 9, 8, 11, 6, 8, 6, 9, 14, 9, 6, 9, 11, 10, 7, 9, 8, 9, 11, 13, 6, 3, 8, 11, 6, 5, 11, 6, 13, 15, 12, 15, 11, 10, 8, 13, 13, 13, 16, 15, 14, 15, 20, 21, 29, 36, 44, 47], "n_pos": 99, "sum_m_en": [9.943601, 13.696721, 14.157805, 15.141004, 17.139078, 18.386875, 18.545294, 18.297308, 17.869847, 17.959749, 18.070595, 18.074436, 18.101506, 18.83087, 18.029856, 18.782892, 18.39227, 18.390147, 18.124989, 17.802302, 17.618625, 17.712585, 17.928349, 17.46088, 29.585808, 28.423759, 27.040498, 24.376438, 24.066811, 22.699813, 22.307727, 22.091366, 22.465494, 24.769731, 25.790152, 28.231464, 33.316449, 34.416535, 39.294266, 42.381832, 42.622552, 44.932501, 46.887553, 49.492694, 48.716369, 46.933117, 48.449268, 44.669767, 42.679489, 49.971406], "sum_m_pl": [2.062578, 4.505204, 4.916001, 4.769139, 4.790065, 4.933989, 5.060324, 6.061444, 6.288314, 6.730236, 7.204742, 6.994364, 7.12082, 7.049793, 7.541307, 7.788881, 7.252963, 6.716418, 6.7834, 6.611769, 6.253329, 6.028191, 6.014344, 5.89524, 7.235283, 8.064122, 7.605454, 7.735088, 8.28814, 8.550949, 8.535143, 8.767037, 9.006712, 9.139335, 8.87124, 8.051221, 7.693266, 8.124719, 8.913043, 9.146826, 10.179716, 10.990614, 11.958448, 12.305549, 15.825252, 19.50756, 26.782286, 32.367718, 43.173352, 46.347217]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Ortodoncja-2019 wiosna-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.979}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 7, 16, 16, 26, 30, 24, 24, 29, 31, 29, 36, 25, 23, 23, 29, 25, 27, 27, 33, 31, 30, 32, 39, 61, 57, 59, 55, 54, 44, 34, 47, 48, 45, 52, 48, 54, 52, 58, 59, 54, 63, 67, 67, 55, 40, 21, 5, 3, 2], "n_am_pl": [5, 20, 13, 17, 22, 16, 19, 30, 18, 24, 40, 30, 21, 33, 19, 22, 27, 19, 23, 30, 19, 23, 18, 16, 19, 25, 14, 23, 21, 24, 27, 31, 29, 30, 19, 33, 29, 30, 27, 30, 34, 38, 34, 30, 52, 59, 96, 118, 135, 135], "n_pos": 178, "sum_m_en": [15.766019, 25.592359, 27.740887, 27.863381, 30.006429, 31.674198, 32.597271, 32.497931, 32.097296, 33.78813, 34.111051, 32.950378, 31.217111, 31.709443, 30.183549, 31.834994, 30.339854, 29.129698, 28.217389, 28.359928, 27.878524, 27.59208, 27.949805, 28.026164, 46.183705, 43.806292, 41.015929, 36.797874, 35.742005, 34.884731, 33.731291, 33.562247, 33.303518, 34.825998, 34.238759, 35.551751, 40.627843, 42.077183, 49.005626, 50.392531, 48.727033, 57.416233, 58.755036, 60.623104, 51.527261, 34.6356, 19.650381, 6.803417, 3.05338, 1.687641], "sum_m_pl": [2.410534, 7.739539, 9.073036, 8.911705, 8.821599, 9.364137, 10.260682, 12.234075, 11.697122, 11.91739, 12.53926, 12.911337, 13.756871, 14.12471, 13.631767, 14.061209, 13.554472, 12.516896, 11.883682, 11.221223, 10.661311, 10.699588, 10.619872, 9.962608, 14.27995, 15.309411, 14.463637, 15.226661, 16.476864, 17.333308, 17.051465, 16.703578, 16.400449, 15.512459, 15.492485, 15.913877, 16.274018, 18.482375, 19.966449, 20.075697, 22.245659, 23.539656, 24.485028, 25.20099, 38.222409, 56.721986, 90.440257, 113.554282, 131.757161, 136.166215]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 4, 13, 13, 16, 23, 17, 13, 17, 25, 23, 26, 17, 14, 19, 22, 20, 19, 20, 24, 23, 22, 24, 32, 46, 42, 44, 39, 41, 37, 30, 41, 40, 34, 41, 39, 42, 40, 46, 43, 45, 50, 53, 55, 44, 32, 18, 5, 2, 2], "n_am_pl": [3, 18, 10, 15, 17, 14, 16, 26, 15, 20, 31, 22, 15, 30, 17, 19, 22, 17, 18, 25, 16, 18, 14, 12, 16, 23, 13, 18, 18, 19, 23, 23, 21, 22, 15, 29, 23, 28, 24, 27, 30, 32, 30, 28, 49, 56, 88, 111, 129, 134], "n_pos": 138, "sum_m_en": [12.285443, 19.854876, 21.452067, 21.463032, 23.140758, 24.294156, 25.317486, 25.094622, 24.887786, 26.251422, 26.201322, 25.224411, 23.838221, 24.342439, 23.257756, 24.546411, 23.543204, 22.621413, 21.763512, 21.865991, 21.497164, 21.328714, 21.625403, 21.593383, 36.037472, 34.26353, 32.341492, 28.924683, 28.119316, 27.505409, 26.269844, 26.361448, 26.05544, 27.07659, 26.820157, 27.889039, 31.646647, 32.978193, 37.227933, 39.030269, 38.073627, 44.530875, 47.161936, 48.829622, 41.040023, 27.119782, 16.430866, 5.911326, 2.223206, 1.68745], "sum_m_pl": [1.859563, 6.283785, 7.250063, 7.08456, 7.012285, 7.176699, 7.975701, 9.485533, 9.047942, 9.064058, 9.601618, 10.067666, 10.767632, 11.253684, 10.741644, 11.022288, 10.570189, 9.776738, 9.21968, 8.765113, 8.373268, 8.444084, 8.391089, 7.801718, 11.593709, 12.477809, 11.989047, 12.419376, 13.363279, 13.955255, 13.775571, 13.32089, 13.042425, 12.300888, 12.365823, 12.836575, 13.274858, 15.581126, 17.546681, 17.622215, 19.706094, 20.915852, 21.537961, 22.771185, 35.049479, 52.714073, 81.426984, 105.223646, 126.568607, 134.227461]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "pes-Ortodoncja-2019 wiosna-30", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1273, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9832}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 7, 15, 17, 24, 24, 24, 23, 24, 23, 26, 26, 25, 24, 24, 23, 29, 26, 32, 31, 34, 30, 31, 33, 47, 45, 41, 35, 34, 41, 40, 36, 38, 45, 52, 54, 61, 61, 67, 65, 66, 69, 65, 60, 57, 53, 58, 58, 62, 65], "n_am_pl": [8, 6, 9, 8, 6, 8, 7, 9, 10, 7, 12, 10, 12, 16, 19, 18, 12, 15, 15, 23, 14, 12, 12, 13, 18, 14, 15, 13, 14, 12, 15, 10, 13, 11, 10, 8, 9, 12, 12, 10, 11, 9, 11, 9, 12, 11, 11, 5, 3, 3], "n_pos": 120, "sum_m_en": [12.815071, 15.096762, 15.378018, 17.037801, 19.503913, 20.905527, 21.44313, 22.377528, 21.977724, 22.211372, 21.712857, 22.332387, 22.886666, 22.57544, 22.746244, 23.925639, 23.392931, 22.287244, 22.157858, 21.309582, 21.220049, 20.806461, 20.842066, 20.772747, 32.185917, 31.32126, 29.646052, 26.422957, 26.967075, 27.277968, 27.198999, 27.64949, 27.861226, 29.730314, 31.536997, 33.069804, 38.332613, 40.051008, 48.006943, 49.27897, 48.480512, 53.899622, 52.909126, 51.465258, 51.30882, 50.084235, 54.718178, 52.26932, 52.995261, 63.872257], "sum_m_pl": [4.467381, 5.435593, 5.847726, 5.522721, 5.849213, 6.010088, 6.63342, 7.707054, 7.788795, 8.117495, 8.39709, 8.489054, 8.951755, 8.896672, 9.005633, 9.316836, 8.500822, 8.324077, 8.283907, 8.714089, 8.134051, 7.961069, 7.617558, 7.379262, 11.626436, 11.845101, 10.92919, 11.650415, 11.271248, 11.472499, 10.829201, 10.799903, 10.621437, 10.397541, 9.936861, 9.747089, 8.936375, 8.348566, 8.324585, 10.242381, 12.060331, 9.553465, 11.747229, 11.059199, 12.020104, 10.795135, 9.735044, 6.130303, 3.938591, 3.590606]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.080041, 0.160576, 0.127006, 0.230783, 0.186885, 0.221432, 0.215591, 0.245661, 0.221849, 0.223442, 0.175986, 0.193464, 0.213074, 0.169835, 0.153944, 0.178024, 0.179556, 0.178626, 0.167121, 0.168074, 0.180793, 0.177469, 0.186818, 0.186688, 0.16394, 0.094077, 0.16073, 0.161428, 0.197023, 0.249896, 0.23604, 0.219164, 0.241864, 0.192623, 0.127046, 0.128031, 0.146132, 0.071725, 0.127384, 0.029511, 0.030892, 0.000752, 0.002998, 0.001978, 0.000648, 0.006035, 0.000674, 0.001147, 0.000678, 0.0], "sum_m_pl": [0.013444, 0.054884, 0.054437, 0.088922, 0.089699, 0.125113, 0.063375, 0.063417, 0.037529, 0.040809, 0.060619, 0.063867, 0.088591, 0.076981, 0.071565, 0.079204, 0.069853, 0.072482, 0.07041, 0.074553, 0.059981, 0.062883, 0.06326, 0.061257, 0.198819, 0.302016, 0.162033, 0.190086, 0.118216, 0.102461, 0.086696, 0.107151, 0.087145, 0.161742, 0.305203, 0.290602, 0.236586, 0.204727, 0.262899, 0.503813, 0.453196, 0.243504, 0.184148, 0.084499, 0.021779, 0.002965, 0.001745, 0.008814, 0.002151, 0.0]}, "lang": {"n_am_en": [6, 5, 12, 12, 13, 12, 14, 17, 16, 15, 17, 18, 16, 16, 17, 17, 21, 22, 24, 22, 21, 20, 20, 20, 32, 33, 29, 29, 25, 27, 29, 27, 25, 33, 38, 40, 43, 44, 48, 49, 48, 51, 51, 48, 48, 48, 52, 51, 56, 64], "n_am_pl": [6, 1, 5, 6, 3, 3, 1, 5, 4, 4, 8, 3, 6, 11, 13, 8, 5, 5, 4, 12, 5, 7, 5, 8, 9, 6, 7, 4, 7, 6, 9, 5, 5, 3, 2, 4, 4, 7, 6, 4, 5, 4, 5, 4, 6, 5, 5, 4, 2, 3], "n_pos": 69, "sum_m_en": [7.212557, 8.660521, 8.857005, 9.898577, 11.158214, 11.99628, 12.321364, 12.629453, 12.333928, 12.858716, 12.581687, 12.962106, 13.081602, 12.942095, 13.229465, 14.041997, 13.406906, 13.074068, 12.912495, 12.347589, 12.231416, 12.019627, 11.950168, 11.889566, 21.360181, 20.775078, 19.980841, 17.742006, 17.3459, 17.309812, 16.968854, 17.352252, 18.128487, 19.820286, 20.94768, 22.414022, 27.029322, 28.00549, 34.211801, 35.715376, 35.36084, 40.1208, 41.462037, 42.124873, 42.756145, 42.951091, 47.54624, 45.265417, 47.151741, 61.698755], "sum_m_pl": [2.735328, 2.947158, 3.23487, 3.076393, 3.288729, 3.213283, 3.633539, 4.236139, 4.331753, 4.462627, 4.769384, 4.843562, 5.04967, 5.10429, 5.144034, 5.190157, 4.756228, 4.704695, 4.829224, 4.923709, 4.651476, 4.590813, 4.399165, 4.252797, 5.631063, 5.800115, 5.470449, 5.55951, 5.631009, 5.906401, 5.509466, 5.69258, 5.347099, 4.977519, 4.783181, 4.655055, 4.314797, 4.561223, 4.247717, 4.25565, 4.959808, 4.100182, 5.112507, 4.866972, 6.547086, 5.014327, 4.47682, 4.00799, 2.362211, 3.147051]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "pes-Ortodoncja-2020 jesień-50", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1135, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9752}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 8, 17, 22, 34, 33, 32, 39, 37, 49, 47, 40, 35, 40, 45, 40, 50, 47, 59, 56, 72, 65, 61, 65, 87, 77, 75, 62, 57, 59, 52, 48, 53, 58, 72, 67, 77, 76, 90, 88, 95, 98, 89, 88, 81, 60, 26, 7, 2, 1], "n_am_pl": [5, 22, 28, 25, 19, 18, 24, 39, 31, 32, 39, 36, 31, 46, 40, 45, 35, 28, 29, 38, 28, 25, 22, 23, 24, 35, 21, 24, 34, 37, 37, 43, 39, 29, 20, 32, 23, 36, 31, 36, 40, 42, 50, 57, 70, 90, 122, 145, 156, 161], "n_pos": 226, "sum_m_en": [20.650209, 32.647245, 34.300047, 33.896673, 35.729964, 38.250849, 38.477158, 40.771137, 40.95636, 41.998749, 44.035616, 42.135594, 42.705366, 43.043937, 41.676371, 44.252901, 44.196197, 41.102125, 40.056576, 39.385843, 38.513135, 37.595114, 38.012645, 38.388647, 59.935599, 56.554457, 52.135392, 47.556275, 47.098716, 46.098156, 44.928144, 45.585134, 44.827146, 45.553503, 46.128476, 47.650894, 50.678212, 53.998231, 64.510469, 69.089902, 71.2557, 76.283599, 79.467118, 79.310835, 66.978319, 51.35512, 25.443025, 7.806387, 3.02954, 1.175938], "sum_m_pl": [3.276762, 10.244033, 11.809012, 11.846849, 11.544878, 12.007967, 12.928925, 15.476414, 15.702397, 15.67341, 15.903447, 16.187574, 17.644714, 18.272519, 18.352464, 18.115341, 16.618865, 16.25142, 15.279653, 15.289155, 14.066783, 13.834151, 13.551463, 13.130299, 19.599894, 20.275661, 19.761188, 20.542816, 21.731226, 23.146574, 21.619302, 21.707162, 21.466084, 19.835233, 18.342815, 18.840322, 18.988466, 21.408541, 22.620852, 24.452123, 27.134861, 30.197521, 37.655251, 45.795989, 59.811632, 76.089277, 113.762677, 136.404075, 153.371561, 159.881275]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 5, 15, 17, 23, 23, 25, 28, 27, 39, 35, 30, 25, 31, 32, 28, 36, 32, 42, 38, 54, 54, 52, 52, 67, 60, 57, 49, 43, 45, 40, 35, 38, 41, 51, 47, 54, 54, 69, 65, 70, 74, 68, 66, 60, 44, 22, 7, 2, 1], "n_am_pl": [3, 17, 21, 21, 14, 13, 19, 27, 20, 25, 28, 23, 22, 29, 28, 29, 22, 22, 25, 28, 21, 18, 14, 17, 18, 23, 13, 16, 22, 27, 28, 34, 31, 24, 17, 30, 22, 32, 26, 31, 33, 36, 40, 47, 59, 74, 102, 130, 149, 158], "n_pos": 160, "sum_m_en": [14.797819, 23.454522, 24.891244, 24.310457, 25.758624, 27.507016, 27.493488, 28.764539, 29.270304, 30.105627, 31.700587, 30.641434, 31.061228, 31.430885, 30.278532, 32.274849, 31.842617, 29.687402, 28.657484, 28.274651, 27.788079, 26.940938, 27.201853, 27.209253, 44.486283, 41.953352, 38.94391, 35.25151, 34.634959, 33.79097, 32.752123, 33.187893, 32.470027, 32.914582, 33.064234, 34.173231, 36.583013, 38.46419, 47.932676, 50.874332, 52.076661, 55.864573, 59.549631, 59.939773, 49.320236, 35.839231, 19.486769, 6.7104, 2.617166, 1.148306], "sum_m_pl": [2.344878, 7.520258, 8.533151, 8.707623, 8.411317, 8.644061, 9.528871, 11.306628, 11.354514, 11.34972, 11.487427, 11.940473, 12.953659, 13.329376, 13.233536, 12.83961, 12.047252, 11.896233, 11.165365, 11.097877, 10.220849, 10.089755, 9.831765, 9.491315, 13.971924, 14.70394, 14.435128, 15.076064, 16.099374, 16.767606, 15.830894, 16.247315, 16.483568, 15.307441, 13.994339, 14.344734, 14.415412, 16.679557, 17.452836, 19.101229, 20.588017, 23.467411, 28.682905, 36.297545, 49.92361, 64.207674, 96.769268, 123.043311, 147.041172, 156.538609]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "pes-Ortodoncja-2020 jesień-50", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1390, "region_end": 226, "roundtrip_ok": true, "tf_agree": 0.9781, "tf_agree_excl_first": 0.9824}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 14, 10, 22, 37, 44, 35, 34, 28, 34, 44, 40, 34, 35, 46, 36, 36, 36, 37, 34, 42, 41, 40, 40, 64, 61, 60, 60, 33, 38, 29, 28, 39, 45, 57, 54, 59, 58, 68, 60, 62, 64, 65, 62, 55, 39, 15, 5, 0, 0], "n_am_pl": [4, 18, 25, 17, 20, 23, 17, 27, 26, 19, 35, 28, 28, 41, 31, 40, 38, 25, 19, 20, 15, 19, 19, 18, 19, 27, 20, 22, 28, 28, 26, 34, 30, 33, 24, 25, 33, 19, 21, 31, 39, 42, 45, 47, 51, 63, 98, 118, 127, 130], "n_pos": 197, "sum_m_en": [18.406285, 28.22619, 30.042789, 31.373305, 34.2562, 35.648807, 37.242093, 37.463376, 36.890644, 36.514784, 40.198182, 37.618634, 38.439524, 38.429168, 40.631559, 41.096682, 40.190417, 38.209506, 36.689856, 34.871403, 34.317326, 33.322292, 33.994425, 33.649487, 48.433703, 46.936933, 44.881739, 40.084086, 38.290412, 37.142978, 36.987218, 36.861736, 35.999875, 37.710459, 37.716687, 40.664391, 41.485308, 43.77973, 46.003967, 46.32102, 49.836705, 47.267954, 51.442967, 57.709344, 47.33215, 35.233243, 16.004631, 6.253996, 1.045428, 0.000506], "sum_m_pl": [3.272812, 9.474021, 11.452033, 11.941064, 11.757835, 11.690595, 11.04287, 11.870555, 12.643775, 13.637666, 15.102947, 15.956411, 15.837405, 15.901757, 15.372037, 16.02208, 13.875407, 14.694295, 12.623309, 12.546856, 12.356095, 11.823978, 11.714716, 11.650784, 14.380446, 16.677747, 16.073722, 17.332526, 18.467407, 19.681324, 18.75289, 18.356079, 18.766738, 18.028939, 17.404269, 16.914606, 17.04478, 17.209217, 19.105791, 19.672434, 23.604971, 27.915293, 34.524083, 36.675276, 48.113891, 58.87661, 90.649818, 112.021783, 124.630907, 129.930896]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 2, 1, 2, 2, 4, 3, 3, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.213557, 0.457413, 0.487568, 0.531741, 0.50739, 0.555302, 0.561995, 0.675166, 0.718298, 0.571352, 0.683858, 0.572504, 0.616254, 0.610285, 0.557865, 0.584544, 0.653878, 0.568556, 0.63269, 0.630575, 0.660735, 0.66918, 0.682651, 0.715439, 0.382265, 0.353072, 0.176577, 0.203222, 0.347123, 0.403778, 0.696026, 0.621415, 0.526347, 0.416608, 0.461103, 0.459144, 0.360332, 0.500181, 0.475967, 0.307181, 0.262041, 0.306179, 0.282355, 0.248497, 0.128299, 0.072658, 0.025829, 0.019844, 0.001903, 0.0], "sum_m_pl": [0.030083, 0.127095, 0.209372, 0.400249, 0.566038, 0.333252, 0.221551, 0.271492, 0.253047, 0.659017, 0.370553, 0.544959, 0.364602, 0.466551, 0.881567, 0.903918, 0.504196, 0.484804, 0.224934, 0.267672, 0.229843, 0.224189, 0.210781, 0.205147, 0.659694, 0.760693, 0.666108, 0.668483, 0.390181, 0.862134, 0.461684, 0.303836, 0.16062, 0.150143, 0.130932, 0.177853, 0.173923, 0.147077, 0.164143, 0.147144, 0.151454, 0.190247, 0.172261, 0.171142, 0.178123, 0.105307, 0.043928, 0.059444, 0.00419, 2e-06]}, "lang": {"n_am_en": [2, 12, 8, 14, 30, 32, 23, 23, 20, 25, 33, 29, 25, 25, 33, 27, 24, 27, 27, 27, 32, 30, 30, 30, 48, 48, 48, 46, 28, 29, 23, 17, 32, 34, 45, 46, 48, 45, 57, 47, 51, 50, 51, 51, 45, 32, 8, 2, 0, 0], "n_am_pl": [2, 14, 13, 13, 11, 14, 10, 21, 17, 11, 23, 20, 21, 30, 22, 24, 24, 15, 13, 13, 9, 12, 13, 12, 12, 15, 9, 14, 19, 18, 19, 26, 22, 24, 16, 17, 22, 15, 17, 27, 28, 33, 38, 39, 44, 56, 92, 113, 127, 130], "n_pos": 130, "sum_m_en": [12.323729, 18.740918, 20.06434, 20.768367, 23.110254, 23.818399, 25.018664, 24.71964, 24.578608, 24.525367, 26.989638, 25.743185, 25.831156, 25.9398, 27.835851, 28.173887, 27.022638, 26.114314, 24.948208, 23.497831, 23.157074, 22.344936, 22.690212, 22.33021, 35.070238, 34.04954, 32.884595, 28.462637, 26.866774, 25.251874, 24.830783, 25.021676, 24.735827, 25.932484, 26.291244, 29.568158, 31.035087, 32.524702, 34.357877, 34.793163, 38.242547, 36.138614, 40.413439, 45.033433, 36.721952, 27.126046, 9.445747, 3.584087, 0.430902, 0.000178], "sum_m_pl": [2.231296, 6.479875, 7.779328, 7.834537, 7.580836, 8.031521, 7.674276, 8.329609, 8.910096, 9.16927, 10.398626, 10.782938, 10.93179, 10.883969, 10.162421, 10.544208, 9.283276, 9.81598, 8.614576, 8.47608, 8.314896, 7.932317, 7.895871, 7.845354, 9.660313, 10.831142, 10.664494, 11.65311, 12.665926, 13.018658, 12.811248, 12.674313, 13.111041, 12.54786, 12.276685, 11.789699, 12.102783, 12.080201, 14.065334, 14.972978, 17.51492, 21.564848, 28.055566, 28.675277, 40.67625, 51.241129, 83.493612, 106.863696, 123.945615, 129.879728]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "pes-Ortodoncja-2020 wiosna-7", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1121, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9951}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 11, 9, 21, 29, 45, 35, 33, 27, 31, 36, 40, 35, 38, 40, 38, 35, 33, 34, 35, 43, 40, 36, 33, 64, 60, 50, 49, 30, 39, 30, 31, 31, 39, 51, 49, 61, 58, 70, 59, 62, 57, 60, 62, 48, 34, 12, 5, 0, 0], "n_am_pl": [3, 13, 21, 19, 16, 21, 15, 23, 29, 22, 33, 27, 32, 36, 29, 37, 33, 20, 17, 15, 17, 19, 19, 19, 22, 22, 17, 21, 29, 24, 27, 38, 33, 23, 19, 26, 30, 20, 22, 29, 35, 39, 44, 42, 54, 63, 94, 110, 122, 126], "n_pos": 186, "sum_m_en": [16.790643, 26.620719, 28.238796, 29.622201, 32.163089, 33.413452, 35.055767, 35.361385, 35.051578, 34.719235, 38.538842, 36.144027, 36.509613, 36.363725, 38.463811, 38.982852, 38.264389, 36.677661, 34.948188, 33.098882, 32.399373, 31.425639, 32.046237, 31.817723, 46.287426, 44.567513, 42.662799, 38.240666, 36.024151, 35.185786, 34.715298, 34.263447, 33.446147, 35.122266, 35.641823, 38.660383, 38.815215, 40.940963, 44.084108, 43.139411, 46.818773, 43.408557, 47.44931, 52.57638, 41.19944, 30.064812, 12.77357, 5.337257, 0.827504, 3.3e-05], "sum_m_pl": [2.916274, 8.857153, 10.789702, 11.069238, 10.670184, 10.801898, 10.209107, 11.038693, 11.663119, 12.594092, 13.855276, 14.729217, 14.503143, 14.798483, 14.481624, 14.973403, 12.8173, 13.50309, 11.516221, 11.563431, 11.44008, 10.901636, 10.79489, 10.745105, 13.260426, 15.17209, 14.835702, 16.457393, 18.050153, 18.617258, 17.476303, 17.617088, 17.728896, 16.476713, 15.612159, 15.357406, 15.512471, 15.394022, 17.784892, 18.513046, 21.684038, 26.022103, 32.51569, 34.55986, 47.743152, 58.498193, 86.949892, 106.485288, 120.408895, 125.860877]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 2, 1, 0, 1, 2, 3, 3, 3, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.20992, 0.502568, 0.515788, 0.576026, 0.565233, 0.597267, 0.590796, 0.680977, 0.741861, 0.60586, 0.705136, 0.598163, 0.611246, 0.597595, 0.590623, 0.55932, 0.661692, 0.599563, 0.637583, 0.639035, 0.676731, 0.6817, 0.69521, 0.727474, 0.423715, 0.372441, 0.190845, 0.213639, 0.382014, 0.41813, 0.691918, 0.604621, 0.50889, 0.437006, 0.455582, 0.521635, 0.418108, 0.558391, 0.541409, 0.338888, 0.287678, 0.312147, 0.27171, 0.236594, 0.120868, 0.070841, 0.026585, 0.018647, 0.001219, 0.0], "sum_m_pl": [0.030707, 0.144549, 0.213332, 0.220236, 0.27219, 0.250641, 0.218191, 0.248006, 0.274215, 0.541739, 0.385728, 0.547921, 0.35077, 0.409907, 0.777712, 0.879765, 0.485292, 0.435832, 0.213358, 0.26494, 0.231045, 0.223906, 0.21022, 0.20253, 0.60886, 0.740369, 0.753965, 0.780747, 0.544165, 1.098953, 0.553379, 0.385143, 0.17328, 0.203572, 0.156738, 0.235041, 0.213065, 0.170065, 0.186955, 0.178587, 0.175473, 0.211739, 0.179881, 0.200902, 0.291913, 0.172724, 0.087119, 0.116022, 0.00535, 3e-06]}, "lang": {"n_am_en": [2, 10, 6, 13, 22, 35, 24, 24, 18, 22, 24, 30, 25, 28, 27, 26, 23, 24, 25, 25, 32, 28, 28, 23, 46, 46, 40, 38, 25, 31, 23, 21, 23, 29, 38, 40, 47, 45, 54, 46, 52, 45, 45, 50, 39, 28, 8, 2, 0, 0], "n_am_pl": [2, 9, 13, 16, 10, 16, 11, 21, 21, 14, 22, 19, 25, 27, 19, 23, 20, 11, 12, 11, 11, 13, 14, 15, 16, 12, 9, 14, 20, 16, 17, 27, 25, 15, 14, 20, 20, 14, 18, 25, 25, 30, 37, 34, 47, 57, 87, 106, 122, 126], "n_pos": 126, "sum_m_en": [11.552229, 18.08555, 19.36213, 20.060648, 22.297029, 22.942602, 24.185151, 23.899318, 23.849427, 23.872011, 26.479789, 25.377509, 25.334786, 25.22519, 27.001814, 27.469775, 26.484871, 25.723474, 24.408138, 22.842934, 22.337733, 21.549635, 21.829694, 21.605326, 33.943014, 32.722018, 31.688392, 27.658368, 25.832587, 24.612919, 23.853675, 23.789554, 23.419853, 24.567146, 25.317147, 28.434433, 29.10154, 30.579678, 33.353687, 32.85345, 36.450981, 33.487745, 37.568884, 42.166142, 32.532351, 23.205535, 8.29828, 3.130843, 0.601712, 8e-06], "sum_m_pl": [2.062203, 6.227117, 7.552387, 7.625166, 7.311355, 7.658905, 7.263682, 7.954368, 8.465273, 8.724562, 9.764476, 10.179449, 10.293376, 10.426171, 9.87118, 10.065009, 8.758216, 9.246299, 8.060096, 8.007254, 7.87961, 7.4901, 7.453263, 7.400035, 9.11233, 10.184973, 10.075382, 11.335156, 12.682381, 12.501808, 12.178548, 12.468377, 12.773013, 11.738772, 11.380183, 11.204169, 11.447417, 11.301735, 13.458815, 14.41253, 16.344467, 20.048418, 26.363291, 27.189025, 40.807717, 51.217068, 79.836916, 101.384234, 119.590745, 125.728966]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "pes-Ortodoncja-2020 wiosna-7", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1376, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 10, 13, 21, 28, 23, 28, 26, 30, 22, 20, 23, 20, 20, 18, 23, 27, 23, 35, 25, 29, 35, 34, 34, 40, 45, 36, 36, 30, 35, 32, 34, 33, 34, 39, 48, 36, 47, 50, 52, 57, 55, 60, 50, 55, 58, 55, 51, 51, 57], "n_am_pl": [7, 12, 20, 12, 13, 13, 15, 13, 14, 13, 19, 20, 22, 25, 28, 28, 29, 24, 23, 22, 22, 21, 16, 19, 17, 17, 21, 22, 18, 21, 26, 22, 19, 20, 22, 26, 24, 9, 13, 15, 13, 11, 14, 15, 12, 10, 8, 12, 10, 10], "n_pos": 135, "sum_m_en": [16.164156, 19.521182, 19.416072, 20.798193, 22.591159, 23.397593, 22.55622, 22.855003, 23.038863, 22.590187, 22.072357, 22.126135, 22.7938, 22.641174, 22.223519, 23.045927, 22.818131, 22.854017, 23.642578, 22.626466, 22.102343, 23.218873, 23.364959, 22.988136, 32.990201, 32.028939, 28.576111, 26.385065, 25.916689, 25.758014, 25.885609, 25.705291, 25.601081, 25.679885, 27.503916, 28.048183, 28.785712, 31.704393, 36.051621, 41.729752, 46.54544, 47.023223, 49.481584, 47.427939, 52.426329, 53.298836, 51.703674, 48.898468, 47.219508, 56.11107], "sum_m_pl": [4.536603, 6.783191, 7.481522, 7.036899, 7.690696, 8.518352, 8.598001, 9.472886, 9.40862, 10.606411, 10.599703, 11.021806, 11.441964, 11.863441, 11.859496, 12.382747, 11.655266, 11.262842, 11.112459, 11.052572, 10.840196, 10.709918, 10.096551, 9.944955, 15.675502, 17.509311, 16.808224, 15.709105, 14.385355, 15.251288, 14.707942, 14.060172, 13.804647, 14.731299, 14.621033, 14.844914, 15.691181, 13.632619, 12.534805, 13.81967, 12.152943, 10.222993, 12.063917, 11.990196, 11.982524, 11.56885, 9.451404, 11.363472, 11.680313, 9.687745]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 1, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 1, 1, 1, 2, 4, 5, 4, 2, 0, 2, 1, 1, 0, 1, 1, 2, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.281093, 0.666738, 0.612194, 0.621679, 0.744056, 0.664521, 0.587361, 0.57037, 0.594131, 0.608801, 0.585286, 0.524228, 0.526916, 0.531923, 0.386418, 0.421991, 0.480614, 0.514181, 0.676557, 0.702132, 0.733434, 0.749681, 0.758946, 0.781525, 0.443637, 0.270724, 0.193738, 0.374669, 0.475456, 0.479921, 0.661038, 0.578417, 0.525773, 0.366389, 0.452306, 0.38742, 0.356141, 0.56377, 0.472686, 0.495498, 0.535082, 0.853079, 0.757334, 0.580355, 0.227303, 0.174503, 0.072585, 0.048341, 0.003275, 0.0], "sum_m_pl": [0.038143, 0.169557, 0.253586, 0.219899, 0.245977, 0.319268, 0.397424, 0.399975, 0.344897, 0.434674, 0.404956, 0.366203, 0.414435, 0.302044, 0.368962, 0.503786, 0.390459, 0.539811, 0.439506, 0.468357, 0.385979, 0.365107, 0.359332, 0.359884, 1.226115, 2.196393, 1.742577, 0.85586, 0.420344, 0.884093, 0.487753, 0.376472, 0.279989, 0.423892, 0.357931, 0.810181, 0.839554, 0.488494, 0.408544, 0.448763, 0.294528, 0.321298, 0.55489, 0.303227, 0.25775, 0.158912, 0.041459, 0.05635, 0.00415, 0.0]}, "lang": {"n_am_en": [3, 6, 8, 10, 14, 17, 22, 14, 18, 17, 13, 15, 11, 12, 9, 15, 20, 15, 23, 16, 19, 23, 23, 24, 26, 30, 22, 24, 20, 23, 22, 22, 19, 21, 26, 35, 29, 36, 38, 41, 42, 43, 45, 42, 46, 48, 48, 46, 48, 56], "n_am_pl": [4, 9, 9, 7, 6, 7, 6, 6, 6, 6, 6, 9, 8, 12, 15, 11, 16, 14, 12, 8, 13, 10, 7, 10, 4, 6, 8, 10, 9, 9, 15, 11, 11, 10, 13, 16, 12, 7, 8, 8, 7, 6, 6, 9, 7, 8, 7, 11, 10, 10], "n_pos": 68, "sum_m_en": [8.035825, 9.668141, 9.845671, 10.346597, 11.435474, 11.934235, 11.655175, 11.766043, 12.082825, 11.651984, 11.460992, 11.54305, 12.188349, 12.282307, 12.136517, 12.369304, 12.176403, 12.339109, 12.565505, 11.930628, 11.482055, 12.160456, 12.400582, 12.151181, 20.101367, 19.56459, 17.364448, 15.434317, 14.979573, 14.481252, 14.451944, 14.358768, 14.494848, 14.815724, 15.998936, 17.853569, 19.741506, 21.326016, 25.70827, 31.641016, 33.980827, 35.288013, 36.992942, 37.162807, 41.241481, 42.44672, 42.148996, 41.892652, 42.683046, 54.591519], "sum_m_pl": [2.196124, 3.406152, 3.627802, 3.546681, 3.956532, 4.39675, 4.39915, 4.863073, 4.832113, 5.26388, 5.297561, 5.549825, 5.618132, 5.941121, 5.932484, 6.230427, 5.981203, 5.738588, 5.57016, 5.440626, 5.321946, 5.142373, 4.802483, 4.816049, 6.943883, 7.47698, 7.812252, 7.790372, 7.344437, 7.487632, 7.304636, 6.979985, 7.048851, 7.615362, 7.296301, 7.732392, 7.903089, 7.6279, 6.520199, 6.777343, 6.113688, 4.856238, 5.759185, 6.295537, 6.890215, 8.457157, 7.880971, 10.057043, 10.762231, 9.55592]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "pes-Ortopedia-2018 jesień-111", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1036, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9708, "tf_agree_excl_first": 0.9779}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 14, 14, 18, 23, 39, 35, 38, 32, 39, 29, 38, 41, 40, 46, 45, 53, 46, 61, 59, 60, 63, 53, 62, 80, 78, 68, 61, 60, 53, 58, 44, 40, 52, 62, 72, 65, 63, 69, 75, 67, 72, 70, 75, 60, 41, 22, 4, 1, 0], "n_am_pl": [6, 15, 25, 34, 41, 43, 30, 44, 31, 43, 45, 39, 35, 42, 48, 49, 40, 46, 31, 37, 36, 40, 42, 44, 46, 42, 43, 43, 37, 46, 40, 56, 50, 45, 41, 41, 49, 32, 32, 31, 49, 41, 48, 48, 72, 96, 133, 158, 165, 168], "n_pos": 235, "sum_m_en": [22.419463, 34.68322, 35.958949, 37.585335, 38.539224, 37.905584, 37.46387, 38.902396, 38.806094, 41.323474, 42.736847, 43.809529, 42.234592, 41.607117, 40.422943, 41.973016, 41.995072, 40.731685, 40.861944, 39.8703, 38.448067, 38.809394, 38.542393, 38.992865, 54.96378, 55.044312, 49.425085, 43.725004, 43.174369, 43.28415, 41.206129, 40.530123, 39.39386, 40.694492, 41.910687, 44.183795, 45.198726, 47.930667, 50.744351, 52.53856, 57.147807, 58.888434, 60.461846, 64.961872, 54.7947, 41.486164, 20.624435, 4.787205, 1.697783, 0.000527], "sum_m_pl": [4.040895, 11.054541, 13.097354, 14.451765, 14.997003, 15.70416, 15.925753, 17.886785, 17.662905, 18.892328, 19.748856, 19.788865, 19.883946, 19.954377, 21.225208, 21.585959, 19.60105, 19.040564, 17.465247, 17.27013, 16.395504, 16.594037, 15.851169, 15.509937, 30.518766, 31.176144, 29.412955, 27.035566, 26.336548, 26.964298, 25.314075, 25.369501, 25.100046, 26.545279, 26.332382, 25.81287, 28.217521, 25.981038, 26.901958, 30.327555, 32.847042, 33.395419, 41.786373, 39.636724, 57.035283, 81.369988, 120.699598, 149.208744, 161.622799, 169.015986]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 4, 4, 3, 2, 4, 3, 5, 5, 2, 1, 3, 2, 3, 1, 1, 0, 1, 0, 0, 0, 0, 1, 4, 4, 4, 2, 5, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.429891, 0.988775, 1.063048, 1.106185, 1.05531, 1.037974, 1.011146, 0.949873, 1.014292, 1.005938, 1.138421, 1.024188, 0.977912, 1.103943, 0.846609, 0.912692, 0.95866, 0.96533, 1.056555, 1.137177, 1.153838, 1.166024, 1.176383, 1.234146, 0.775431, 0.718097, 0.62438, 0.73234, 0.922288, 0.967669, 1.258813, 1.13049, 0.960775, 0.851576, 0.891663, 0.823203, 0.770338, 1.047888, 0.964441, 0.766924, 0.72837, 0.672052, 0.602172, 0.473956, 0.308032, 0.160222, 0.089812, 0.054399, 0.024433, 0.0], "sum_m_pl": [0.063035, 0.259006, 0.351624, 0.388818, 0.55831, 0.514544, 0.535118, 0.799582, 0.598602, 0.923497, 0.72586, 0.585269, 0.751149, 0.792843, 1.189893, 1.396552, 0.727667, 0.848374, 0.540393, 0.578789, 0.493969, 0.472331, 0.459996, 0.463956, 1.097972, 2.305598, 1.990383, 1.119501, 0.847891, 1.497201, 0.617261, 0.505858, 0.29528, 0.286861, 0.369726, 0.440209, 0.443112, 0.432715, 0.644286, 0.948432, 0.708031, 0.651752, 0.730728, 0.665312, 0.500941, 0.159133, 0.105865, 0.080199, 0.013683, 1.4e-05]}, "lang": {"n_am_en": [5, 7, 11, 13, 16, 23, 21, 27, 27, 33, 25, 29, 33, 32, 39, 34, 40, 34, 47, 44, 46, 49, 42, 50, 62, 62, 54, 47, 44, 41, 44, 36, 33, 39, 46, 57, 51, 50, 56, 62, 53, 58, 56, 61, 49, 33, 18, 4, 1, 0], "n_am_pl": [5, 13, 15, 25, 32, 33, 23, 33, 19, 32, 34, 34, 29, 28, 34, 35, 32, 33, 26, 29, 28, 32, 30, 33, 37, 31, 30, 31, 30, 29, 33, 44, 41, 38, 35, 35, 43, 27, 29, 27, 44, 37, 43, 44, 65, 85, 123, 151, 163, 168], "n_pos": 170, "sum_m_en": [16.009304, 24.481393, 25.704189, 26.638647, 27.545065, 26.910225, 26.796087, 28.111472, 28.336638, 30.338316, 31.418036, 32.657488, 31.394337, 30.918827, 30.504614, 31.588474, 31.400587, 30.331851, 30.039343, 29.216437, 28.053269, 28.343325, 28.123851, 28.374651, 44.635488, 44.543265, 39.108396, 33.774167, 33.177362, 32.985644, 30.74292, 30.537669, 29.816474, 30.914933, 31.84501, 34.299718, 36.024477, 37.441362, 40.276601, 41.691726, 45.956119, 46.403987, 48.328047, 51.684782, 43.423948, 33.257796, 17.806423, 3.965135, 1.30276, 0.000526], "sum_m_pl": [2.820665, 7.839434, 9.320606, 10.554928, 10.822432, 11.492574, 11.744723, 13.17196, 13.061282, 13.89927, 14.67425, 15.065387, 14.930702, 14.903495, 15.483184, 15.414839, 14.428557, 13.809978, 12.905876, 12.674435, 12.010049, 12.277853, 11.731046, 11.41513, 23.310982, 22.483537, 21.870301, 20.676251, 20.295585, 20.068829, 19.700591, 19.518963, 19.7677, 20.899159, 20.813101, 20.665359, 22.883363, 20.827852, 21.876334, 24.09585, 27.261829, 28.290421, 35.034676, 33.801282, 51.224041, 72.792314, 111.67311, 142.360036, 158.640407, 167.928104]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 237, "item_id": "pes-Ortopedia-2018 jesień-111", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1291, "region_end": 235, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 21, 25, 27, 36, 25, 31, 26, 33, 28, 37, 34, 33, 32, 36, 31, 47, 40, 40, 35, 24, 20, 22, 20, 38, 32, 37, 32, 36, 31, 41, 38, 46, 45, 49, 64, 67, 59, 58, 43, 44, 51, 48, 56, 65, 70, 68, 74, 75, 74], "n_am_pl": [6, 8, 11, 8, 7, 11, 15, 15, 5, 7, 14, 13, 16, 16, 18, 15, 18, 15, 5, 9, 6, 10, 6, 4, 11, 8, 6, 18, 15, 14, 16, 20, 16, 19, 20, 12, 6, 6, 5, 6, 9, 6, 4, 13, 15, 10, 8, 5, 6, 7], "n_pos": 146, "sum_m_en": [18.300382, 20.610523, 21.498969, 24.275152, 25.687475, 24.188441, 24.450955, 22.347322, 22.525836, 23.27379, 23.93355, 23.876419, 25.300527, 24.899115, 25.834996, 26.545191, 24.745615, 23.074636, 22.632569, 22.464229, 20.80821, 20.756046, 20.460607, 20.485671, 24.282898, 24.335208, 23.629497, 22.928686, 23.917763, 25.908448, 26.084034, 27.261612, 26.163706, 28.346647, 28.832091, 33.524929, 36.590429, 38.132193, 40.104701, 34.171055, 34.925406, 42.264684, 45.991476, 54.89625, 57.38431, 59.555782, 60.328385, 64.654912, 68.212596, 73.140335], "sum_m_pl": [3.572675, 6.172541, 7.343301, 6.590972, 6.979857, 7.720233, 7.995516, 7.973145, 7.58482, 8.445814, 9.286182, 9.322879, 10.615972, 11.591601, 11.801802, 10.385696, 10.437032, 10.232124, 9.709062, 9.974028, 9.519124, 9.03063, 8.764921, 8.670168, 10.369795, 12.444742, 11.72747, 13.753418, 14.43986, 14.245396, 13.636514, 13.280883, 14.644015, 13.75132, 13.274966, 13.07539, 11.717139, 10.470978, 9.234105, 8.249011, 8.999376, 7.630004, 7.405448, 13.984918, 14.140101, 12.055681, 9.480154, 6.466548, 5.899003, 7.299891]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 15, 15, 19, 23, 18, 20, 11, 24, 20, 24, 20, 18, 19, 18, 18, 29, 26, 24, 24, 20, 14, 19, 15, 27, 20, 26, 20, 23, 27, 29, 26, 29, 28, 33, 45, 47, 42, 47, 36, 34, 42, 43, 46, 51, 58, 61, 66, 69, 73], "n_am_pl": [2, 4, 7, 5, 3, 8, 9, 13, 4, 5, 10, 8, 12, 9, 13, 11, 12, 10, 5, 7, 5, 7, 3, 2, 5, 3, 2, 9, 8, 8, 12, 14, 9, 12, 13, 8, 3, 4, 2, 2, 6, 3, 3, 8, 6, 6, 6, 5, 6, 7], "n_pos": 84, "sum_m_en": [10.434999, 12.54266, 13.232755, 14.77409, 15.6855, 14.492527, 14.64838, 13.512546, 13.64533, 14.006429, 14.284963, 14.420423, 15.020959, 14.839022, 15.170451, 15.806958, 14.84276, 13.955734, 13.372742, 13.183999, 12.138869, 12.115054, 12.023497, 11.987229, 15.745377, 15.515235, 15.1185, 14.285784, 14.593571, 15.69637, 16.030676, 16.669935, 15.962429, 18.017087, 18.827578, 22.873732, 25.44214, 26.314544, 28.702086, 25.778892, 28.003628, 33.989543, 38.255163, 43.330649, 44.783437, 47.527815, 51.08077, 54.408979, 60.4111, 70.669483], "sum_m_pl": [1.799447, 3.355162, 4.141649, 3.742594, 4.030602, 4.333026, 4.567027, 4.654179, 4.499609, 4.779234, 5.252211, 5.165189, 5.923681, 6.439061, 6.601111, 5.750594, 5.777181, 5.781945, 5.599583, 5.777256, 5.525657, 5.246441, 5.101741, 5.013698, 5.898799, 7.042822, 6.702897, 7.751078, 8.471511, 8.723959, 8.163405, 7.961443, 8.918472, 8.223369, 7.648998, 7.391441, 6.598471, 5.830528, 4.83068, 4.115895, 4.161888, 4.441146, 4.071014, 6.64093, 5.566027, 5.192946, 5.629887, 4.072197, 4.958751, 7.226325]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "pes-Ortopedia-2019 jesień-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9527, "tf_agree_excl_first": 0.9592}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 9, 20, 14, 22, 20, 22, 22, 20, 27, 33, 31, 22, 25, 23, 34, 34, 30, 43, 54, 36, 36, 27, 22, 43, 56, 44, 36, 44, 33, 31, 34, 38, 41, 36, 41, 44, 42, 45, 45, 50, 51, 66, 57, 50, 34, 12, 3, 1, 0], "n_am_pl": [0, 17, 16, 18, 16, 24, 29, 24, 23, 19, 27, 36, 39, 41, 33, 37, 35, 31, 18, 17, 21, 16, 21, 20, 24, 23, 23, 33, 37, 45, 41, 38, 46, 35, 35, 48, 53, 43, 38, 37, 39, 44, 47, 57, 60, 87, 115, 131, 142, 141], "n_pos": 195, "sum_m_en": [18.067957, 27.647712, 29.427061, 31.661533, 30.020064, 28.681882, 28.830603, 28.390201, 27.468163, 28.643167, 29.973659, 28.53191, 29.836925, 30.354656, 30.779168, 32.243954, 31.865408, 29.398207, 29.493866, 29.454257, 27.843604, 28.938639, 28.23719, 28.292214, 35.776251, 38.576285, 35.133825, 32.051186, 31.469998, 31.473853, 31.332711, 30.758957, 29.862155, 31.518484, 32.603581, 33.861241, 34.767672, 37.919473, 38.357096, 38.296514, 38.759517, 41.28126, 50.199948, 54.723731, 48.25519, 37.885361, 12.883454, 4.626054, 1.336344, 0.000231], "sum_m_pl": [2.765147, 8.641877, 10.02574, 10.197649, 10.119628, 11.411074, 11.064727, 11.721214, 12.357933, 12.528542, 13.497437, 15.011199, 16.849006, 17.576694, 17.547941, 15.687545, 14.944452, 14.611914, 13.654814, 13.294707, 12.584619, 11.644019, 11.530944, 11.550666, 15.482165, 17.94336, 18.517536, 19.937555, 22.376206, 22.773791, 22.103309, 22.606962, 22.648568, 21.1237, 19.92009, 21.686568, 23.177089, 21.859564, 25.646312, 25.692637, 29.909382, 33.585529, 37.262036, 46.063136, 56.249837, 76.305369, 106.764509, 123.314262, 140.369508, 142.276155]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 6, 14, 11, 19, 16, 18, 16, 16, 21, 28, 24, 15, 21, 17, 29, 27, 19, 32, 43, 27, 27, 20, 19, 34, 47, 35, 29, 33, 26, 23, 27, 27, 33, 28, 30, 34, 31, 36, 37, 40, 41, 52, 46, 39, 28, 9, 1, 0, 0], "n_am_pl": [0, 11, 7, 11, 10, 14, 21, 17, 15, 13, 22, 33, 36, 34, 28, 31, 29, 24, 16, 15, 17, 12, 18, 16, 20, 18, 18, 26, 33, 41, 35, 35, 41, 29, 30, 39, 44, 37, 35, 34, 35, 40, 43, 45, 48, 72, 103, 127, 139, 141], "n_pos": 143, "sum_m_en": [13.564227, 20.287468, 21.743447, 23.521679, 22.30978, 21.161729, 21.063448, 20.737799, 20.069983, 21.063024, 22.045889, 20.970057, 22.016751, 22.330201, 22.642945, 23.772389, 23.378468, 21.558778, 21.518047, 21.580441, 20.366978, 21.312928, 20.557742, 20.448063, 27.748488, 30.230759, 27.598906, 24.519468, 23.623771, 23.188368, 23.163025, 22.814511, 22.310247, 23.281534, 23.989697, 25.013942, 26.541369, 29.706669, 30.387485, 30.540247, 30.269063, 31.769986, 39.160196, 44.48279, 37.913063, 30.993648, 9.841994, 2.571785, 0.28762, 0.000216], "sum_m_pl": [2.045511, 6.324738, 7.261948, 7.363073, 7.286599, 8.370402, 8.076609, 8.587028, 9.110378, 9.3542, 10.425431, 11.750666, 13.144803, 13.780347, 13.693092, 12.269383, 11.68578, 11.383265, 10.520274, 10.192018, 9.590174, 8.833777, 8.718648, 8.72022, 12.292083, 14.276194, 14.903178, 16.123443, 18.50641, 18.449598, 17.830884, 18.19263, 18.397956, 17.163562, 16.123952, 17.744037, 18.964794, 18.190895, 21.819146, 22.589317, 25.663775, 28.593768, 32.213839, 36.446422, 46.093583, 63.581117, 95.746927, 119.30352, 137.475932, 141.579965]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "pes-Ortopedia-2019 jesień-82", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1300, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9797, "tf_agree_excl_first": 0.9847}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 14, 16, 29, 38, 37, 42, 38, 36, 32, 33, 28, 36, 36, 42, 55, 64, 56, 56, 60, 65, 65, 57, 54, 70, 64, 61, 61, 59, 52, 52, 59, 64, 66, 69, 75, 74, 80, 82, 86, 85, 82, 82, 76, 81, 80, 85, 83, 79, 80], "n_am_pl": [8, 7, 5, 5, 13, 8, 12, 6, 9, 11, 12, 18, 11, 11, 15, 6, 6, 7, 11, 9, 12, 12, 14, 7, 8, 8, 10, 7, 11, 5, 5, 11, 4, 3, 3, 4, 0, 1, 3, 3, 2, 3, 3, 5, 6, 10, 9, 6, 5, 8], "n_pos": 143, "sum_m_en": [16.082942, 18.645783, 19.019006, 21.267021, 24.011508, 25.54642, 24.550572, 23.656662, 24.455974, 25.131925, 25.453498, 26.289953, 26.685434, 27.112219, 26.848018, 28.970803, 28.147462, 27.13066, 26.745597, 25.696518, 25.053139, 25.046997, 24.4064, 24.062452, 44.99974, 44.143329, 42.805428, 37.814998, 35.905629, 34.445147, 33.873126, 34.265602, 35.178824, 37.191654, 41.941877, 44.95112, 48.31562, 52.933391, 58.232498, 66.124053, 67.374608, 69.849245, 68.403878, 67.269957, 71.042289, 71.422807, 72.405151, 71.430973, 68.809769, 79.949246], "sum_m_pl": [4.426956, 5.756968, 6.381029, 6.113141, 6.758725, 6.900397, 7.199981, 7.157126, 7.621372, 8.515193, 8.65093, 8.465317, 8.571464, 8.675768, 8.786156, 7.815937, 8.1436, 7.950499, 8.414607, 8.397474, 7.958457, 7.777624, 7.645683, 7.85775, 8.889093, 8.882178, 8.241365, 8.97166, 8.876291, 8.895992, 8.356809, 8.492829, 8.022794, 7.577914, 7.526606, 7.62989, 7.0603, 7.383249, 6.412481, 5.373915, 5.477345, 5.229036, 5.849744, 7.27249, 8.229031, 8.998523, 8.03047, 7.762632, 6.759589, 7.543353]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.194504, 0.317921, 0.320644, 0.230881, 0.208089, 0.21005, 0.19462, 0.209344, 0.145319, 0.178274, 0.202759, 0.217523, 0.255892, 0.293382, 0.274205, 0.322312, 0.320105, 0.31227, 0.310361, 0.297401, 0.29835, 0.309909, 0.312827, 0.325894, 0.412564, 0.379802, 0.334002, 0.325106, 0.341424, 0.330679, 0.387129, 0.398143, 0.391014, 0.468657, 0.394567, 0.411182, 0.639388, 0.503905, 0.345025, 0.398652, 0.302486, 0.337341, 0.33235, 0.33157, 0.303957, 0.236046, 0.087867, 0.045174, 0.006718, 8e-06], "sum_m_pl": [0.029557, 0.092023, 0.091228, 0.075656, 0.076626, 0.06894, 0.086275, 0.103454, 0.096164, 0.15941, 0.183331, 0.216703, 0.183537, 0.235798, 0.209157, 0.179906, 0.151327, 0.143413, 0.13963, 0.125803, 0.124569, 0.124898, 0.1219, 0.118578, 0.187295, 0.169237, 0.173034, 0.20777, 0.185934, 0.186874, 0.184438, 0.150045, 0.161998, 0.136714, 0.143979, 0.176672, 0.128816, 0.120354, 0.137721, 0.147029, 0.157455, 0.203364, 0.175398, 0.159885, 0.145575, 0.14509, 0.053068, 0.037164, 0.018229, 2e-06]}, "lang": {"n_am_en": [5, 9, 13, 18, 24, 25, 29, 28, 27, 22, 25, 22, 27, 27, 33, 41, 46, 42, 41, 45, 50, 47, 42, 43, 48, 45, 45, 41, 45, 36, 38, 43, 49, 49, 52, 53, 49, 59, 60, 64, 65, 65, 66, 57, 66, 67, 71, 72, 72, 79], "n_am_pl": [7, 6, 2, 3, 10, 5, 7, 3, 6, 5, 5, 10, 5, 4, 10, 4, 2, 3, 6, 5, 4, 6, 6, 3, 5, 3, 6, 5, 6, 4, 0, 8, 3, 2, 1, 1, 0, 0, 0, 1, 1, 1, 2, 4, 5, 7, 6, 4, 4, 8], "n_pos": 88, "sum_m_en": [10.02351, 11.480363, 11.757673, 13.153598, 15.0712, 16.440621, 15.913672, 15.374466, 16.191934, 16.409273, 16.503381, 17.014663, 17.182614, 17.381937, 17.301069, 18.669576, 17.905984, 17.386573, 17.212714, 16.47448, 16.094428, 16.02036, 15.589827, 15.2819, 31.123284, 30.671778, 30.155007, 26.552508, 25.613906, 23.943954, 22.998899, 23.375094, 24.479746, 26.075493, 30.187832, 32.408265, 35.367124, 39.17004, 43.538766, 49.072232, 51.35916, 54.140378, 55.15843, 53.613775, 58.038158, 59.347269, 60.604402, 60.094484, 59.502347, 76.249142], "sum_m_pl": [2.923923, 3.449956, 3.887855, 3.858725, 4.227162, 4.298349, 4.428989, 4.294272, 4.646591, 5.025873, 5.165521, 5.125965, 5.235886, 5.197557, 5.354148, 4.653129, 4.895146, 4.757309, 5.09455, 5.062465, 4.756603, 4.692435, 4.657535, 4.83055, 5.205931, 5.267187, 4.985128, 5.581821, 5.489465, 5.467991, 5.019524, 5.05617, 5.005669, 4.640293, 4.563447, 4.803535, 4.422951, 4.305994, 3.389425, 2.936293, 3.470815, 3.348595, 3.377643, 4.322602, 5.501347, 6.014148, 5.568282, 5.003576, 4.925718, 7.327482]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "pes-Ortopedia-2020 jesień-53", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1142, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9722}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 17, 33, 41, 67, 69, 62, 65, 74, 57, 59, 74, 71, 69, 78, 107, 109, 108, 111, 107, 114, 123, 119, 118, 150, 140, 145, 126, 110, 101, 88, 93, 104, 115, 126, 135, 141, 157, 160, 159, 159, 158, 163, 163, 140, 114, 57, 16, 7, 4], "n_am_pl": [4, 29, 30, 35, 33, 39, 25, 28, 29, 44, 35, 30, 36, 40, 43, 32, 36, 26, 37, 37, 28, 35, 30, 29, 24, 29, 20, 28, 42, 45, 45, 39, 45, 30, 28, 31, 29, 25, 28, 32, 51, 58, 61, 64, 100, 117, 177, 226, 243, 245], "n_pos": 373, "sum_m_en": [33.749357, 52.571766, 56.563248, 57.32975, 60.209689, 60.277443, 60.675091, 63.825867, 66.559107, 66.830011, 66.380363, 63.198425, 63.293785, 63.637462, 61.584528, 63.650844, 63.34212, 61.161627, 61.857563, 59.719801, 59.326001, 59.408805, 59.71851, 59.785902, 99.286799, 97.279703, 93.191283, 81.09359, 73.663495, 69.466857, 66.099796, 67.413534, 67.899214, 69.243817, 75.371244, 83.69779, 85.262946, 97.565884, 107.6818, 117.214258, 118.220122, 122.316325, 135.092892, 137.450896, 120.490839, 97.698819, 49.563805, 18.172503, 9.625443, 4.014635], "sum_m_pl": [5.3647, 16.718002, 19.739607, 19.980547, 19.287284, 20.365229, 19.755204, 20.785632, 22.237963, 24.198482, 24.485046, 24.320013, 24.250868, 23.71773, 24.175845, 21.047362, 21.233885, 21.304076, 22.15039, 22.092538, 20.697233, 20.256814, 20.274166, 20.905662, 26.037778, 26.598831, 26.165159, 30.125326, 31.471496, 32.163932, 28.1881, 27.424118, 25.873073, 23.717663, 23.56268, 24.570599, 24.193765, 25.093442, 26.327107, 28.347922, 32.949964, 41.379876, 46.772882, 51.354182, 81.853818, 105.698466, 160.316136, 212.409544, 239.501752, 246.609886]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 1, 0, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 1, 2, 1, 2, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.229235, 0.383926, 0.409539, 0.350084, 0.319461, 0.2592, 0.320721, 0.385194, 0.383578, 0.357305, 0.425334, 0.35587, 0.34745, 0.370453, 0.299594, 0.406204, 0.408753, 0.417244, 0.397114, 0.409487, 0.357399, 0.357523, 0.34597, 0.354104, 0.712394, 0.546657, 0.603291, 0.440168, 0.388548, 0.340906, 0.357211, 0.402797, 0.404796, 0.416863, 0.455955, 0.595727, 0.648672, 0.508922, 0.373809, 0.429673, 0.41298, 0.358989, 0.33871, 0.341289, 0.368095, 0.268987, 0.06084, 0.050165, 0.001666, 0.0], "sum_m_pl": [0.040265, 0.126784, 0.106869, 0.127513, 0.111298, 0.101258, 0.10728, 0.163002, 0.15973, 0.167567, 0.243749, 0.264208, 0.273062, 0.218369, 0.215279, 0.14451, 0.133055, 0.094466, 0.091201, 0.116812, 0.096332, 0.092949, 0.09037, 0.099968, 0.129614, 0.13977, 0.127886, 0.131123, 0.135869, 0.177758, 0.168088, 0.144002, 0.143862, 0.12936, 0.146937, 0.113889, 0.083372, 0.11538, 0.168748, 0.147322, 0.148513, 0.373866, 0.263903, 0.242067, 0.335445, 0.394587, 1.053051, 0.295416, 0.004032, 0.0]}, "lang": {"n_am_en": [10, 9, 26, 30, 49, 53, 47, 49, 55, 45, 45, 58, 54, 52, 58, 82, 80, 81, 84, 77, 84, 89, 85, 84, 112, 106, 104, 93, 83, 76, 69, 71, 80, 82, 91, 99, 106, 113, 117, 116, 116, 115, 115, 123, 105, 86, 46, 9, 5, 4], "n_am_pl": [4, 25, 20, 25, 19, 29, 16, 17, 23, 24, 24, 22, 25, 28, 31, 22, 27, 21, 28, 31, 19, 25, 22, 22, 18, 20, 16, 18, 31, 33, 27, 27, 33, 20, 17, 27, 24, 23, 22, 27, 39, 42, 48, 51, 76, 94, 143, 204, 232, 245], "n_pos": 252, "sum_m_en": [23.131947, 35.673158, 38.671833, 39.237319, 41.246855, 41.087459, 41.336285, 43.039211, 45.202993, 45.506316, 45.191216, 43.205894, 43.437429, 43.349998, 42.498637, 43.884842, 43.388708, 41.81791, 42.009946, 40.800757, 40.504631, 40.503812, 40.791897, 40.698654, 72.363671, 69.536493, 65.961614, 57.574256, 51.737469, 48.470126, 46.064104, 46.9818, 47.490933, 48.746075, 53.523798, 59.87648, 60.999049, 70.017859, 78.546418, 86.189472, 84.850065, 89.74231, 99.071351, 101.110342, 90.524621, 73.695498, 37.506609, 10.770457, 6.111851, 4.013682], "sum_m_pl": [3.688193, 11.350974, 13.330097, 13.700758, 13.182886, 13.89852, 13.525149, 14.048062, 15.024244, 16.183688, 16.730607, 16.720655, 16.445314, 16.519275, 16.349814, 14.288528, 14.715254, 14.911932, 15.784167, 15.485485, 14.534238, 14.159289, 14.152158, 14.616942, 18.399637, 18.994029, 18.825612, 21.390752, 22.849283, 22.931934, 20.031096, 19.792656, 18.902445, 17.128234, 17.325679, 18.534531, 18.493516, 19.517927, 20.547461, 22.213338, 25.462406, 31.940647, 36.62382, 40.827122, 63.141668, 84.567467, 134.090799, 191.273881, 227.601377, 243.595876]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 375, "item_id": "pes-Ortopedia-2020 jesień-53", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1397, "region_end": 373, "roundtrip_ok": true, "tf_agree": 0.9893, "tf_agree_excl_first": 0.992}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 5, 7, 17, 20, 24, 24, 20, 20, 22, 28, 22, 22, 24, 24, 34, 30, 28, 32, 36, 32, 36, 34, 32, 46, 43, 42, 34, 37, 40, 30, 33, 35, 38, 46, 47, 47, 54, 65, 59, 60, 68, 57, 56, 53, 54, 52, 52, 53, 63], "n_am_pl": [3, 9, 14, 14, 11, 18, 13, 11, 14, 15, 15, 20, 20, 19, 17, 14, 18, 16, 20, 18, 18, 18, 19, 19, 20, 23, 13, 13, 18, 19, 21, 17, 20, 16, 18, 16, 16, 15, 13, 16, 12, 10, 9, 14, 15, 13, 11, 8, 6, 6], "n_pos": 134, "sum_m_en": [14.842885, 17.785199, 18.38585, 19.942615, 21.072332, 21.960126, 21.506941, 19.806295, 20.9177, 21.520403, 22.418674, 22.704557, 22.219365, 22.642496, 21.539412, 22.234432, 21.201313, 20.686687, 20.779831, 20.690827, 19.66026, 20.347089, 20.139129, 20.229248, 30.19413, 30.49165, 28.167906, 24.57503, 25.211106, 25.507024, 23.877131, 24.248917, 23.789356, 23.743921, 26.677347, 30.747249, 34.3229, 39.987005, 44.211294, 45.873203, 47.884846, 53.336302, 50.671741, 48.22265, 48.135427, 48.851463, 46.524542, 43.644116, 43.697728, 61.943423], "sum_m_pl": [3.179742, 5.313392, 6.29975, 6.111591, 6.555554, 6.876322, 6.982391, 7.419369, 7.550574, 8.847367, 9.121915, 9.459391, 10.167518, 9.668362, 9.53346, 10.723139, 10.027768, 9.816209, 9.302241, 9.119465, 8.484469, 8.614165, 8.214299, 7.986037, 13.699701, 14.746029, 12.823632, 12.259369, 11.498405, 11.629332, 10.986514, 10.119652, 10.664308, 10.747361, 11.077379, 10.634485, 10.498195, 10.601748, 11.33223, 12.423814, 12.877786, 10.912122, 10.636981, 11.330943, 12.578567, 11.414467, 11.102094, 9.121874, 8.376064, 6.105255]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 2, 3, 3, 3, 3, 1, 1, 0, 1, 0, 0, 0, 2, 2, 2, 1, 3, 3, 4, 3, 3, 2, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.367215, 0.654201, 0.637749, 0.697659, 0.867614, 0.701624, 0.755982, 0.603756, 0.619202, 0.655239, 0.761893, 0.804381, 0.807673, 0.778592, 0.77925, 0.74012, 0.717135, 0.659485, 0.663192, 0.644284, 0.577588, 0.619846, 0.623875, 0.602696, 1.305717, 1.040393, 0.825079, 0.660376, 0.633364, 0.650743, 0.619593, 0.619412, 0.567454, 0.633323, 0.715716, 0.89642, 1.090267, 1.30495, 1.299204, 1.752776, 1.486534, 1.252068, 0.979369, 1.250225, 0.692654, 0.635339, 0.323087, 0.125654, 0.019551, 0.0], "sum_m_pl": [0.095808, 0.213755, 0.194359, 0.190961, 0.191109, 0.153045, 0.171282, 0.182492, 0.162725, 0.177136, 0.19298, 0.188881, 0.207424, 0.1889, 0.192137, 0.236894, 0.226571, 0.204432, 0.20672, 0.21809, 0.208551, 0.221025, 0.209922, 0.210014, 0.183602, 0.249246, 0.285835, 0.35333, 0.282603, 0.234353, 0.19901, 0.14659, 0.176061, 0.156025, 0.183558, 0.173631, 0.168399, 0.154454, 0.143261, 0.109351, 0.130213, 0.16648, 0.184305, 0.190752, 0.148067, 0.152401, 0.117303, 0.089253, 0.015756, 0.0]}, "lang": {"n_am_en": [6, 5, 6, 13, 14, 16, 16, 13, 12, 13, 17, 14, 11, 13, 12, 15, 18, 17, 20, 23, 20, 22, 20, 21, 28, 27, 29, 23, 24, 24, 24, 22, 23, 26, 33, 32, 33, 35, 38, 39, 39, 48, 42, 42, 44, 44, 44, 45, 48, 62], "n_am_pl": [2, 5, 6, 5, 3, 7, 6, 5, 5, 7, 6, 9, 14, 7, 7, 5, 7, 9, 8, 11, 12, 12, 13, 13, 12, 11, 6, 9, 9, 8, 13, 8, 7, 7, 5, 6, 10, 9, 9, 10, 9, 7, 6, 5, 7, 7, 7, 4, 5, 6], "n_pos": 69, "sum_m_en": [7.637238, 9.510646, 9.766467, 10.22134, 11.107037, 11.712596, 11.558639, 10.942703, 11.608535, 11.654495, 12.322052, 12.367004, 11.97318, 12.382294, 11.962723, 12.239407, 11.338358, 11.400267, 11.102381, 10.965581, 10.423893, 10.746971, 10.60021, 10.641847, 17.827141, 18.347848, 17.17623, 14.76577, 14.994749, 14.948875, 14.094978, 14.264516, 14.139366, 14.340619, 16.700209, 19.927431, 23.096868, 27.384953, 30.266155, 31.283068, 32.856685, 37.328435, 37.981766, 36.213116, 38.022029, 38.679224, 37.956157, 36.2669, 37.515943, 58.324189], "sum_m_pl": [1.387008, 2.553948, 3.046944, 2.968472, 3.17781, 3.380959, 3.516952, 3.667181, 3.820885, 4.076471, 4.228372, 4.337082, 4.537658, 4.258659, 4.177561, 4.76845, 4.685773, 4.507553, 4.619765, 4.590276, 4.332886, 4.444874, 4.232641, 4.074657, 8.208755, 7.857053, 6.799335, 6.266646, 5.821649, 5.502428, 5.19288, 4.89105, 5.210351, 5.242686, 5.248655, 5.195132, 5.541171, 5.905713, 6.321551, 6.938634, 7.579913, 5.782773, 5.357445, 5.397171, 5.213932, 4.779737, 5.990324, 5.359317, 6.199799, 6.063257]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "pes-Ortopedia-2020 wiosna-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1040, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9852}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 11, 11, 25, 32, 23, 34, 28, 31, 42, 38, 38, 32, 36, 47, 51, 46, 55, 55, 54, 59, 57, 61, 65, 69, 72, 75, 61, 55, 68, 55, 64, 70, 56, 66, 76, 62, 75, 89, 91, 89, 96, 87, 78, 76, 55, 21, 4, 4, 3], "n_am_pl": [3, 22, 31, 30, 31, 32, 31, 32, 30, 30, 38, 41, 43, 34, 32, 34, 46, 45, 50, 47, 51, 50, 47, 40, 59, 51, 41, 42, 40, 38, 36, 36, 41, 43, 52, 39, 47, 58, 57, 66, 72, 75, 81, 90, 96, 114, 156, 163, 159, 161], "n_pos": 255, "sum_m_en": [24.666549, 36.40478, 38.682396, 38.872988, 39.098835, 37.645751, 39.475589, 38.642582, 39.180972, 40.845148, 42.252077, 41.938078, 41.517871, 41.96626, 40.231429, 41.253503, 39.966933, 38.856317, 38.921292, 38.565345, 37.27407, 38.609711, 38.908231, 39.25191, 54.308526, 56.071939, 50.290988, 45.917546, 44.454281, 45.003677, 43.335804, 43.957517, 44.322025, 43.003272, 45.394035, 50.089136, 48.599301, 53.538911, 57.121349, 64.935682, 68.267171, 73.570458, 71.443025, 72.772998, 67.580326, 49.720864, 20.15462, 7.251413, 4.941806, 3.001074], "sum_m_pl": [4.429957, 11.906505, 13.87719, 13.637209, 13.641593, 14.642178, 14.491504, 15.637084, 15.630884, 18.211144, 18.353121, 19.021777, 20.906437, 20.25119, 20.739088, 21.17904, 19.838432, 19.012817, 18.13118, 17.379626, 16.488462, 17.80854, 16.647752, 16.040606, 34.400411, 34.278338, 29.245585, 29.152695, 28.491169, 28.669383, 25.017545, 24.163306, 23.884485, 25.212658, 27.22188, 27.082423, 31.809882, 36.255912, 40.308139, 45.24556, 52.472603, 52.561208, 63.145378, 68.801598, 83.827602, 106.109104, 145.371089, 155.000306, 158.524708, 161.971834]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.166197, 0.323209, 0.313894, 0.337864, 0.368261, 0.344774, 0.426717, 0.401261, 0.350559, 0.298537, 0.40632, 0.361764, 0.358424, 0.394388, 0.388668, 0.372967, 0.357443, 0.33212, 0.360698, 0.358968, 0.344745, 0.343788, 0.335045, 0.33486, 0.443851, 0.403111, 0.334139, 0.296118, 0.28096, 0.333028, 0.275741, 0.289101, 0.282209, 0.245178, 0.297595, 0.316557, 0.278347, 0.291401, 0.292049, 0.335489, 0.262477, 0.341267, 0.259605, 0.280948, 0.175045, 0.15959, 0.100085, 0.020223, 0.001788, 0.0], "sum_m_pl": [0.0451, 0.150038, 0.108532, 0.114799, 0.103086, 0.086019, 0.089821, 0.100239, 0.081823, 0.099814, 0.124394, 0.122128, 0.125317, 0.119395, 0.121345, 0.142793, 0.158249, 0.140884, 0.1215, 0.120558, 0.123288, 0.125761, 0.125068, 0.116957, 0.139945, 0.168215, 0.200039, 0.166906, 0.215083, 0.161354, 0.150803, 0.108752, 0.090994, 0.081301, 0.073817, 0.093162, 0.106027, 0.101927, 0.096118, 0.087253, 0.094263, 0.089231, 0.10026, 0.130697, 0.055131, 0.052161, 0.042697, 0.012101, 0.001187, 0.0]}, "lang": {"n_am_en": [6, 6, 7, 14, 26, 16, 24, 22, 25, 31, 23, 24, 23, 28, 36, 32, 31, 37, 35, 37, 41, 44, 43, 48, 55, 54, 59, 46, 42, 50, 41, 47, 56, 46, 49, 53, 43, 55, 63, 66, 62, 67, 61, 54, 53, 38, 15, 4, 4, 3], "n_am_pl": [3, 13, 13, 15, 9, 12, 16, 19, 14, 22, 26, 27, 27, 24, 22, 22, 31, 29, 35, 30, 32, 31, 30, 25, 34, 27, 22, 26, 27, 25, 22, 24, 23, 26, 31, 22, 28, 41, 40, 48, 55, 56, 64, 70, 76, 96, 134, 147, 153, 161], "n_pos": 165, "sum_m_en": [16.932708, 23.822076, 25.807256, 25.39709, 25.699592, 24.511874, 25.606561, 25.156882, 25.43446, 26.697018, 27.576381, 27.512216, 27.481374, 28.215544, 27.276014, 27.787641, 26.713496, 25.861914, 25.637788, 25.202521, 24.297246, 25.184484, 25.404131, 25.590969, 39.191384, 40.520994, 36.299909, 32.56735, 31.382806, 31.043701, 30.072756, 30.973018, 31.25023, 30.084119, 31.680848, 34.950983, 34.132013, 38.136967, 40.478862, 46.667384, 48.008872, 50.242981, 48.840495, 51.540618, 48.405277, 35.281017, 14.041288, 5.895682, 4.121146, 3.000691], "sum_m_pl": [2.807241, 7.569554, 8.64517, 8.568212, 8.179858, 9.23634, 9.097332, 9.83669, 9.952807, 11.312141, 11.512426, 11.989193, 12.930814, 12.528781, 12.879964, 13.116244, 12.572748, 12.07001, 11.889539, 11.183613, 10.711381, 11.999547, 11.122617, 10.653403, 24.075345, 23.185468, 19.74625, 19.924394, 19.619955, 19.247745, 16.810486, 16.517038, 16.02644, 16.746933, 18.11775, 18.245387, 21.339018, 25.018007, 27.217564, 30.499811, 36.214447, 37.877272, 48.067105, 54.015772, 67.107905, 87.599742, 124.699749, 139.06488, 149.545754, 159.707955]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 257, "item_id": "pes-Ortopedia-2020 wiosna-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1295, "region_end": 255, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9922}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 14, 13, 17, 12, 14, 11, 11, 12, 13, 15, 23, 16, 17, 15, 14, 19, 14, 20, 31, 27, 32, 30, 27, 41, 34, 24, 32, 25, 24, 21, 29, 26, 23, 27, 28, 32, 35, 41, 46, 48, 43, 49, 52, 46, 44, 36, 34, 34, 38], "n_am_pl": [4, 3, 5, 4, 7, 6, 11, 10, 5, 7, 9, 7, 11, 11, 15, 21, 11, 14, 13, 8, 11, 11, 7, 7, 4, 4, 5, 7, 11, 11, 14, 8, 6, 8, 15, 13, 11, 12, 10, 9, 11, 13, 11, 11, 11, 12, 13, 14, 17, 19], "n_pos": 93, "sum_m_en": [10.670682, 13.357325, 12.802881, 13.686057, 14.229618, 14.207291, 13.663594, 13.746062, 13.645982, 14.773333, 15.878868, 16.620199, 16.417186, 16.163731, 15.312507, 15.758324, 15.491746, 14.913023, 14.934753, 15.29086, 14.125254, 14.637994, 14.537607, 14.371801, 27.174557, 25.593785, 20.402182, 17.765546, 18.141186, 17.650873, 16.7164, 16.810746, 17.127067, 16.955841, 18.089874, 18.337048, 22.41088, 26.185572, 28.292317, 32.533315, 37.076091, 37.014031, 42.562264, 43.712609, 40.592915, 38.942301, 34.876377, 29.621041, 29.374707, 37.093402], "sum_m_pl": [2.28175, 3.956409, 4.369517, 4.358318, 4.565388, 4.801899, 4.960547, 5.476602, 5.437547, 6.112085, 6.636871, 6.478263, 7.188721, 6.982325, 7.063294, 7.782111, 7.539319, 7.897228, 7.401254, 6.849566, 6.344304, 6.066201, 5.817302, 5.770148, 6.017349, 6.922158, 7.440815, 8.16718, 8.81331, 8.412456, 8.236535, 7.328535, 7.708872, 8.350864, 8.735617, 8.607917, 7.906652, 7.647074, 9.447393, 8.44855, 9.231531, 11.184074, 10.507233, 9.915469, 10.32556, 10.793715, 11.565005, 14.520609, 16.494689, 18.891219]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 8, 11, 16, 10, 9, 9, 9, 9, 8, 9, 18, 11, 12, 11, 10, 15, 10, 16, 23, 21, 26, 22, 20, 28, 27, 20, 26, 20, 18, 14, 18, 19, 19, 20, 22, 25, 28, 32, 37, 38, 36, 42, 43, 38, 38, 32, 32, 32, 38], "n_am_pl": [4, 3, 3, 3, 4, 3, 7, 6, 3, 4, 4, 5, 7, 9, 13, 14, 9, 9, 10, 6, 9, 8, 5, 4, 2, 3, 2, 4, 6, 8, 9, 6, 6, 5, 11, 10, 7, 8, 8, 7, 9, 9, 7, 7, 9, 10, 11, 12, 16, 19], "n_pos": 58, "sum_m_en": [6.696197, 8.453944, 8.297582, 8.913276, 9.257477, 9.309351, 8.992192, 9.1169, 9.103127, 9.722708, 10.38321, 10.996802, 10.848155, 10.547199, 10.146508, 10.351174, 10.314553, 9.886279, 9.887406, 10.077204, 9.175023, 9.541261, 9.469106, 9.30121, 20.121671, 19.24725, 15.600421, 12.932482, 12.799077, 12.308307, 11.363574, 11.446776, 11.890064, 12.116548, 13.094342, 13.849811, 17.959069, 21.472832, 23.521313, 26.060599, 29.834144, 30.263165, 34.129113, 35.375752, 32.471517, 32.701328, 30.039435, 26.164799, 26.609422, 36.024171], "sum_m_pl": [1.257261, 2.297726, 2.558791, 2.633455, 2.836472, 2.911861, 3.080897, 3.35456, 3.349381, 3.760005, 4.011881, 4.02481, 4.413292, 4.390918, 4.405583, 4.750785, 4.54971, 4.754518, 4.454324, 4.117473, 3.815671, 3.67009, 3.492529, 3.50365, 3.569729, 4.244047, 4.643092, 5.111598, 5.570551, 5.219471, 5.13386, 4.521986, 4.73349, 5.162738, 5.369637, 5.073732, 4.758498, 4.67815, 6.125759, 5.404131, 6.353903, 7.573723, 7.204939, 7.1783, 8.318372, 9.50292, 10.048015, 12.660396, 15.416102, 18.869486]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 95, "item_id": "pes-Otolaryngologia-2018 jesień-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 968, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9684, "tf_agree_excl_first": 0.9787}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 3, 6, 6, 14, 9, 12, 16, 17, 9, 11, 11, 6, 7, 15, 7, 14, 14, 15, 18, 16, 21, 29, 29, 46, 47, 34, 26, 22, 17, 21, 13, 18, 18, 19, 22, 29, 29, 30, 34, 39, 40, 44, 35, 31, 29, 15, 5, 1, 1], "n_am_pl": [2, 7, 9, 9, 5, 7, 3, 6, 4, 5, 7, 6, 16, 13, 9, 14, 17, 9, 8, 9, 12, 12, 11, 6, 3, 5, 6, 12, 8, 11, 13, 15, 10, 13, 13, 15, 14, 19, 13, 16, 13, 18, 12, 21, 25, 29, 41, 50, 56, 56], "n_pos": 81, "sum_m_en": [8.10469, 11.829725, 12.177445, 12.494667, 13.624025, 12.580996, 12.420017, 12.62224, 11.775722, 12.20024, 12.392364, 12.415429, 12.323192, 11.771531, 12.112875, 12.298705, 12.425066, 11.814208, 12.184611, 12.175827, 11.377892, 12.160029, 12.511706, 12.492629, 35.172108, 30.521569, 21.091421, 17.356358, 14.789267, 13.592907, 12.899566, 12.824072, 13.138312, 12.639512, 13.271136, 13.341544, 15.043334, 18.662811, 18.828932, 24.437194, 28.933298, 30.247708, 38.426805, 34.700473, 30.401522, 25.882264, 12.996258, 5.387483, 1.873005, 1.000266], "sum_m_pl": [1.281617, 3.641953, 4.209911, 4.060286, 4.146971, 4.478591, 4.456914, 4.693505, 4.619486, 4.987557, 5.214965, 5.115575, 5.978918, 5.692733, 5.648588, 6.130964, 5.666719, 5.93374, 6.178256, 5.777768, 5.398519, 5.096565, 5.080305, 5.030017, 4.651513, 5.353322, 6.365295, 7.063324, 8.126843, 8.177507, 8.262194, 8.084483, 8.612447, 9.30512, 9.510073, 9.275326, 9.43667, 9.764366, 9.649428, 9.793758, 9.861564, 11.610898, 11.096205, 15.276493, 20.141126, 25.12277, 39.098801, 46.521985, 53.461257, 55.693337]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 2, 6, 4, 12, 7, 9, 13, 13, 6, 8, 7, 4, 6, 11, 6, 12, 12, 13, 14, 13, 18, 23, 24, 36, 38, 29, 21, 21, 13, 17, 10, 16, 15, 17, 19, 24, 22, 22, 27, 28, 33, 35, 27, 27, 25, 13, 4, 1, 1], "n_am_pl": [1, 5, 6, 6, 3, 4, 2, 5, 4, 4, 5, 4, 13, 8, 7, 12, 8, 6, 5, 5, 7, 7, 8, 4, 0, 0, 3, 8, 6, 9, 8, 12, 9, 8, 8, 11, 7, 14, 10, 13, 12, 14, 10, 16, 20, 23, 34, 44, 52, 56], "n_pos": 58, "sum_m_en": [5.845505, 8.595222, 8.885254, 8.947776, 9.893753, 9.099195, 9.204703, 9.325351, 8.626997, 8.762705, 8.940819, 9.031826, 8.903574, 8.540507, 8.834901, 9.005386, 9.08686, 8.670537, 9.178868, 9.042504, 8.301247, 8.899274, 9.133557, 9.051599, 27.524101, 23.932105, 16.572986, 13.493205, 11.412742, 10.226851, 9.7433, 9.629579, 9.928473, 9.511004, 10.123211, 10.114996, 11.94052, 14.148677, 14.466263, 19.197358, 23.008176, 24.283515, 30.895448, 27.999168, 25.10885, 20.671184, 10.297657, 3.972165, 1.475823, 1.000257], "sum_m_pl": [0.906521, 2.762769, 3.121711, 2.986672, 3.05025, 3.327007, 3.310636, 3.457519, 3.422761, 3.655136, 3.76801, 3.663031, 4.264625, 4.075037, 3.991097, 4.265789, 4.01093, 4.244758, 4.112739, 3.895693, 3.651619, 3.498591, 3.527811, 3.537279, 2.728843, 3.299037, 4.412069, 5.068172, 5.795934, 5.728426, 5.69401, 5.598638, 6.088123, 6.452173, 6.770909, 6.461506, 6.452467, 7.074248, 6.963042, 7.449012, 7.593964, 9.303363, 8.940341, 11.245603, 15.866867, 20.599487, 33.4259, 41.552097, 49.956788, 55.050241]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "pes-Otolaryngologia-2018 jesień-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1223, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9518, "tf_agree_excl_first": 0.9634}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 10, 12, 16, 18, 14, 16, 17, 15, 13, 11, 9, 6, 11, 14, 19, 19, 23, 21, 25, 28, 27, 28, 23, 26, 26, 25, 21, 20, 25, 26, 25, 24, 22, 20, 28, 31, 27, 27, 29, 35, 33, 35, 35, 34, 33, 38, 40, 38, 41], "n_am_pl": [4, 8, 5, 7, 7, 13, 6, 4, 4, 6, 6, 8, 7, 6, 7, 7, 8, 8, 6, 7, 5, 8, 8, 8, 7, 10, 12, 9, 11, 8, 9, 8, 2, 4, 9, 3, 2, 4, 4, 7, 8, 10, 6, 6, 6, 8, 5, 6, 4, 3], "n_pos": 72, "sum_m_en": [8.161594, 10.396028, 10.919628, 11.389889, 13.071564, 13.555051, 13.200357, 13.183136, 13.488325, 13.95931, 14.279257, 14.207468, 14.511276, 14.468781, 14.401218, 14.5941, 14.588931, 13.82627, 13.760157, 13.721488, 13.091474, 13.112135, 12.859546, 12.62029, 22.546927, 22.192039, 19.875635, 17.877031, 18.30489, 19.314197, 18.143294, 17.368747, 17.841015, 18.232623, 19.55767, 19.776385, 21.860043, 23.00321, 23.426146, 24.144381, 25.207186, 29.184127, 30.441416, 31.288991, 31.482497, 31.955975, 34.146817, 33.862151, 33.521515, 40.048567], "sum_m_pl": [1.80239, 3.072514, 3.337949, 3.29647, 3.420671, 3.389256, 3.382124, 3.425662, 3.238425, 3.420242, 3.944955, 3.964225, 4.283989, 3.624507, 3.586937, 4.122326, 3.777717, 3.562942, 3.728609, 3.940162, 3.613884, 3.693165, 3.644958, 3.691201, 6.744243, 6.464, 5.84405, 5.394469, 5.529205, 4.847378, 4.500775, 3.989373, 3.775369, 4.248636, 4.332644, 4.000675, 3.9081, 4.588321, 5.360367, 8.412319, 9.015678, 7.866757, 6.840898, 6.992757, 6.372088, 6.999293, 5.250223, 5.367189, 3.991631, 3.085461]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 2, 1, 2, 1, 2, 2, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 2, 0, 1, 1, 0, 1, 2, 1, 0, 2, 2, 2, 2, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.276997, 0.694967, 0.689312, 0.653853, 0.70162, 0.736759, 0.721843, 0.659137, 0.722651, 0.690234, 0.753841, 0.800325, 0.730507, 0.707836, 0.864682, 0.939743, 1.00006, 0.893358, 0.825394, 0.867059, 0.770446, 0.777222, 0.739187, 0.721782, 1.083958, 1.069722, 0.980172, 0.886445, 0.884648, 0.960539, 1.058822, 1.017836, 0.920095, 0.947194, 0.884806, 0.821732, 0.721931, 0.695616, 0.638833, 0.783142, 0.742335, 0.662271, 0.700357, 0.729278, 0.761194, 0.685347, 0.717622, 0.690223, 0.060876, 0.0], "sum_m_pl": [0.032256, 0.14691, 0.161516, 0.153683, 0.183483, 0.180279, 0.144087, 0.143271, 0.12803, 0.134694, 0.165403, 0.155608, 0.169563, 0.160146, 0.157337, 0.19567, 0.207425, 0.172489, 0.213353, 0.211316, 0.214604, 0.220919, 0.219091, 0.233034, 0.34677, 0.508561, 0.449297, 0.401836, 0.37081, 0.237535, 0.256509, 0.170532, 0.212546, 0.28162, 0.279419, 0.250137, 0.265039, 0.266256, 0.276838, 0.322672, 0.327349, 0.301048, 0.277035, 0.27763, 0.281944, 0.237568, 0.22103, 0.155845, 0.020562, 0.0]}, "lang": {"n_am_en": [5, 8, 9, 11, 13, 9, 10, 13, 11, 11, 9, 7, 6, 7, 10, 14, 13, 15, 14, 18, 19, 19, 22, 17, 19, 20, 21, 19, 17, 22, 19, 20, 21, 17, 17, 22, 23, 22, 23, 25, 28, 29, 29, 34, 33, 33, 37, 37, 38, 41], "n_am_pl": [1, 5, 5, 4, 5, 7, 4, 1, 1, 2, 2, 1, 3, 3, 3, 4, 3, 4, 2, 3, 3, 6, 6, 6, 7, 7, 9, 6, 7, 5, 7, 5, 1, 3, 4, 1, 1, 4, 4, 5, 6, 6, 6, 5, 5, 7, 4, 5, 3, 3], "n_pos": 45, "sum_m_en": [4.897231, 6.132915, 6.735059, 6.963631, 8.325504, 8.617818, 8.518021, 8.450895, 8.7548, 9.229747, 9.359456, 9.237199, 9.480052, 9.442733, 9.29962, 9.430524, 9.300088, 8.91084, 8.892577, 8.840818, 8.438058, 8.466117, 8.319983, 8.154319, 16.475413, 16.647822, 14.899623, 13.288184, 13.326562, 13.897735, 12.579304, 12.044038, 12.413985, 12.87628, 14.221012, 14.644324, 16.765592, 18.268578, 18.808728, 19.930428, 20.870021, 24.609194, 25.874302, 27.551008, 28.158219, 28.301683, 30.820072, 30.176523, 31.661514, 39.174222], "sum_m_pl": [1.135942, 1.754628, 1.901888, 1.914516, 1.923719, 1.885883, 1.909365, 1.950248, 1.824019, 1.914707, 2.267655, 2.233906, 2.335148, 2.015295, 2.074824, 2.426988, 2.163242, 2.015466, 2.134562, 2.318108, 2.113114, 2.214606, 2.199604, 2.217042, 4.926003, 4.100499, 3.717445, 3.189458, 3.307283, 2.774388, 2.633384, 2.254345, 2.133182, 2.423183, 2.517214, 2.276223, 2.255667, 2.820145, 3.523214, 5.408426, 6.068485, 5.329015, 5.021658, 4.572557, 4.449869, 5.096256, 3.821633, 3.81425, 2.728673, 2.907819]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "pes-Otolaryngologia-2018 wiosna-115", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1010, "region_end": 72, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9863}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 4, 7, 14, 16, 18, 18, 19, 15, 12, 17, 21, 24, 23, 20, 20, 27, 29, 32, 34, 31, 34, 33, 32, 44, 46, 43, 36, 27, 30, 25, 33, 36, 40, 43, 44, 37, 49, 43, 41, 43, 45, 46, 46, 35, 23, 10, 0, 0, 0], "n_am_pl": [1, 20, 13, 15, 16, 7, 13, 8, 12, 8, 14, 20, 17, 16, 11, 11, 17, 13, 13, 16, 13, 18, 17, 23, 16, 18, 19, 14, 16, 16, 12, 12, 9, 8, 11, 14, 18, 11, 19, 18, 19, 21, 21, 27, 40, 50, 65, 79, 82, 77], "n_pos": 113, "sum_m_en": [10.518024, 15.858427, 16.906146, 17.581937, 19.103451, 19.724293, 18.804152, 19.204137, 18.737802, 20.068084, 21.323666, 21.436477, 21.727875, 21.116427, 19.790742, 20.34179, 20.786003, 19.576781, 19.10826, 19.801438, 18.827943, 19.124369, 19.449841, 19.27674, 36.29734, 35.430663, 31.811036, 27.339121, 25.952187, 25.527064, 24.618196, 23.769078, 24.450799, 25.46992, 28.026949, 28.194965, 28.323872, 30.521853, 30.535276, 31.709147, 31.752387, 35.247047, 37.788053, 38.508131, 31.601403, 25.223243, 8.753004, 1.759549, 0.741277, 2.9e-05], "sum_m_pl": [1.719315, 5.055977, 5.823183, 6.125325, 5.989653, 5.741055, 6.014132, 6.077797, 6.353844, 7.077967, 7.578422, 7.577874, 7.657422, 6.796515, 6.270591, 7.169184, 6.771914, 6.201857, 6.277906, 6.699657, 6.059265, 5.986834, 5.872661, 5.87132, 10.174359, 9.333962, 9.075669, 9.093056, 8.553259, 8.341116, 7.808632, 7.416734, 7.279118, 7.75561, 8.361027, 8.554745, 10.183254, 10.181201, 11.79928, 13.606757, 15.305677, 17.42347, 20.896512, 25.318617, 33.659642, 43.298237, 63.705115, 74.732108, 79.229185, 78.057806]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 2, 3, 2, 1, 1, 3, 0, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.213468, 0.531215, 0.541743, 0.562325, 0.566294, 0.584927, 0.564854, 0.572942, 0.645986, 0.688176, 0.699355, 0.732612, 0.673572, 0.681979, 0.703411, 0.69585, 0.742773, 0.614044, 0.625707, 0.692331, 0.654368, 0.674604, 0.677969, 0.681641, 1.087075, 0.988769, 0.903589, 0.821197, 0.883135, 0.863399, 0.768551, 0.788901, 0.765708, 0.813327, 0.795686, 0.918879, 1.002947, 0.980221, 1.137603, 1.123557, 1.300612, 1.335322, 1.529035, 1.472601, 1.315882, 1.116708, 0.81517, 0.447852, 0.101747, 0.0], "sum_m_pl": [0.052682, 0.198389, 0.190965, 0.184507, 0.193572, 0.196363, 0.208643, 0.173163, 0.162363, 0.181544, 0.221826, 0.184547, 0.237426, 0.151851, 0.138934, 0.159802, 0.134635, 0.134281, 0.131758, 0.16376, 0.153848, 0.162417, 0.166731, 0.172949, 0.163372, 0.197855, 0.220388, 0.210632, 0.244179, 0.189756, 0.198536, 0.146853, 0.129557, 0.140653, 0.183667, 0.130846, 0.124836, 0.140259, 0.15801, 0.194492, 0.19059, 0.190968, 0.186335, 0.206582, 0.235286, 0.21772, 0.251643, 0.359935, 0.05515, 0.0]}, "lang": {"n_am_en": [2, 3, 7, 12, 11, 13, 13, 14, 11, 9, 12, 16, 19, 18, 15, 13, 17, 20, 24, 26, 25, 27, 25, 24, 35, 33, 33, 29, 21, 21, 19, 26, 25, 27, 31, 29, 27, 31, 30, 28, 29, 30, 33, 32, 26, 18, 9, 0, 0, 0], "n_am_pl": [1, 16, 9, 14, 12, 2, 6, 7, 12, 7, 12, 13, 12, 12, 8, 7, 14, 11, 9, 13, 13, 15, 16, 20, 15, 15, 15, 12, 13, 14, 8, 9, 7, 8, 10, 12, 16, 11, 17, 17, 16, 17, 19, 24, 34, 43, 59, 71, 77, 77], "n_pos": 79, "sum_m_en": [7.467903, 11.164552, 11.945641, 12.366029, 13.794136, 14.091173, 13.382298, 13.81777, 13.408936, 14.263714, 15.21058, 15.388449, 15.711316, 15.209007, 14.300913, 14.610447, 14.798185, 13.972918, 13.574952, 14.100719, 13.390198, 13.564676, 13.848499, 13.688832, 27.695016, 26.616864, 23.514296, 20.103214, 18.642617, 17.985358, 17.695887, 16.82284, 17.208917, 17.554999, 19.207492, 19.507492, 19.489842, 20.343561, 21.021737, 21.776912, 22.256485, 24.526948, 27.596769, 27.764136, 23.168619, 19.656132, 6.909721, 0.975651, 0.340771, 1.1e-05], "sum_m_pl": [1.241473, 3.542135, 3.991815, 4.267521, 4.147948, 3.936354, 4.179029, 4.482787, 4.801219, 5.39615, 5.65547, 5.697613, 5.661974, 5.08021, 4.712423, 5.468793, 5.186856, 4.679491, 4.645252, 4.925357, 4.406507, 4.312632, 4.249725, 4.247317, 8.150225, 7.154384, 6.903263, 6.841074, 6.235742, 6.351277, 5.886666, 5.681816, 5.648022, 6.120842, 6.657052, 6.852287, 8.341246, 8.285241, 9.365266, 11.20349, 12.774446, 14.91858, 17.835197, 21.292247, 28.629622, 37.223876, 57.485463, 67.782179, 74.515468, 77.338948]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "pes-Otolaryngologia-2018 wiosna-115", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1265, "region_end": 113, "roundtrip_ok": true, "tf_agree": 0.9652, "tf_agree_excl_first": 0.9737}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 19, 22, 24, 18, 28, 27, 26, 32, 32, 33, 24, 41, 44, 39, 54, 50, 52, 50, 52, 56, 47, 43, 49, 60, 60, 49, 36, 28, 41, 34, 34, 45, 49, 48, 56, 66, 73, 77, 92, 85, 85, 96, 84, 71, 54, 26, 6, 2, 0], "n_am_pl": [7, 13, 25, 27, 25, 32, 37, 23, 24, 34, 35, 34, 33, 26, 29, 24, 28, 25, 30, 34, 22, 25, 26, 30, 26, 34, 24, 28, 27, 31, 35, 32, 30, 32, 37, 32, 25, 18, 27, 22, 21, 26, 30, 38, 46, 69, 96, 128, 130, 135], "n_pos": 212, "sum_m_en": [19.594248, 29.801009, 31.729818, 31.377854, 31.740141, 32.705956, 32.635642, 33.257888, 33.739714, 33.733789, 34.317511, 34.142399, 34.494099, 35.222736, 35.500488, 37.457975, 38.643171, 37.066913, 35.979098, 36.129427, 35.571941, 34.953588, 34.326591, 34.420114, 44.477124, 45.692998, 40.042356, 35.073672, 36.034107, 36.837607, 36.075657, 35.645559, 36.5174, 38.484438, 39.494504, 42.92211, 44.065075, 54.026767, 56.767462, 77.782916, 72.189954, 71.640713, 75.398491, 70.973138, 63.529585, 48.457626, 24.196223, 7.36801, 4.756151, 0.0833], "sum_m_pl": [3.935053, 10.396625, 11.801584, 12.074883, 12.642965, 13.785329, 13.774531, 14.569266, 14.44707, 16.211471, 16.531748, 17.899332, 17.962498, 18.259105, 18.388742, 17.739936, 16.503428, 15.710718, 15.411125, 16.144419, 14.812752, 14.276251, 13.749223, 13.849822, 20.177864, 23.172544, 21.058361, 21.278388, 20.395811, 22.515239, 21.271078, 20.454723, 20.666281, 19.350981, 20.060305, 18.496049, 21.194353, 19.960543, 20.752547, 19.279124, 20.701398, 25.517801, 31.199688, 35.923892, 44.346411, 66.606297, 91.314617, 120.437982, 127.978593, 135.829613]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 7, 4, 4, 2, 3, 5, 1, 5, 3, 4, 5, 6, 5, 3, 2, 3, 2, 3, 3, 3, 2, 3, 3, 6, 4, 4, 3, 4, 3, 4, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 7, "sum_m_en": [0.371386, 0.829226, 0.848599, 0.746753, 0.829625, 0.893108, 0.908977, 0.838608, 0.857677, 0.825986, 0.922354, 0.819162, 0.851699, 0.902709, 0.592738, 0.64048, 0.741687, 0.72382, 0.879997, 0.926373, 1.000938, 1.017936, 1.03617, 1.061025, 0.498911, 0.405121, 0.248754, 0.293602, 0.55647, 0.436893, 0.785731, 0.79127, 0.715684, 0.625477, 0.68507, 0.71685, 0.560065, 0.801747, 0.821137, 1.503512, 1.43525, 1.498726, 1.484791, 1.51729, 1.029754, 0.633023, 0.258743, 0.079019, 0.008508, 0.0], "sum_m_pl": [0.049865, 0.218283, 0.437564, 0.383072, 0.472773, 0.549532, 0.610386, 0.67129, 0.58765, 0.873868, 0.730408, 0.935721, 1.22743, 1.645775, 1.723472, 1.555039, 1.016915, 1.082692, 0.675351, 0.719713, 0.568678, 0.516078, 0.507535, 0.502997, 2.286482, 3.258407, 2.590678, 2.053105, 1.296733, 2.251062, 1.203237, 1.089919, 0.460726, 0.437401, 0.428752, 0.485567, 0.456269, 0.423526, 0.47324, 0.372059, 0.386092, 0.419776, 0.376511, 0.310513, 0.265929, 0.155137, 0.098858, 0.556743, 0.082516, 8.8e-05]}, "lang": {"n_am_en": [2, 13, 14, 18, 15, 19, 20, 22, 23, 23, 23, 13, 30, 33, 27, 44, 40, 39, 38, 36, 42, 34, 31, 35, 46, 43, 35, 25, 19, 28, 23, 21, 33, 33, 35, 36, 44, 47, 48, 63, 56, 60, 68, 59, 51, 37, 17, 4, 2, 0], "n_am_pl": [5, 10, 11, 15, 11, 20, 22, 11, 17, 21, 18, 19, 18, 15, 20, 12, 17, 15, 20, 24, 14, 16, 16, 19, 17, 21, 16, 17, 20, 20, 24, 21, 27, 27, 29, 26, 19, 13, 23, 20, 19, 23, 25, 32, 37, 61, 86, 119, 125, 135], "n_pos": 135, "sum_m_en": [12.854897, 19.310159, 20.803371, 20.533317, 20.505842, 20.961494, 20.895208, 21.628964, 21.94458, 22.075338, 22.074978, 22.267685, 22.608302, 23.072077, 23.708638, 25.183395, 26.160983, 24.9704, 23.99505, 24.054273, 23.444661, 22.923302, 22.256734, 22.212827, 30.904626, 32.304076, 28.361437, 24.240635, 24.650369, 24.809559, 24.133167, 23.610194, 24.228945, 25.297795, 26.276902, 28.810004, 29.924086, 37.333906, 38.092073, 52.498426, 48.869966, 50.384714, 53.51799, 50.46037, 46.29762, 33.325766, 15.973242, 4.558475, 2.991843, 0.017071], "sum_m_pl": [2.645745, 6.706781, 7.238611, 7.339771, 7.843763, 8.742728, 8.577341, 9.112278, 9.171901, 9.856831, 10.514578, 11.455837, 11.421488, 11.181391, 11.385504, 11.002328, 10.663752, 9.981895, 10.155273, 10.708525, 9.793021, 9.162782, 8.809908, 8.986102, 12.536469, 13.786433, 13.068944, 13.683784, 13.922757, 14.501518, 14.454002, 13.783633, 14.668712, 13.600679, 13.940485, 13.158943, 15.334972, 14.186822, 14.642867, 14.692544, 16.291723, 20.08725, 24.051441, 28.300008, 36.321463, 58.727039, 82.725624, 112.351989, 121.825561, 134.378787]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "pes-Otolaryngologia-2018 wiosna-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1027, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9859}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 21, 9, 17, 16, 12, 15, 13, 24, 25, 25, 27, 28, 30, 24, 29, 36, 28, 40, 30, 43, 40, 38, 29, 38, 43, 39, 34, 25, 28, 36, 29, 41, 41, 44, 45, 43, 58, 62, 68, 59, 55, 67, 64, 46, 41, 15, 6, 3, 0], "n_am_pl": [1, 6, 20, 22, 21, 18, 22, 16, 8, 19, 19, 20, 22, 19, 22, 18, 21, 20, 21, 22, 16, 12, 14, 17, 17, 26, 10, 11, 19, 25, 17, 19, 21, 18, 19, 15, 20, 19, 20, 13, 18, 20, 21, 27, 40, 54, 78, 94, 103, 102], "n_pos": 162, "sum_m_en": [14.530654, 22.876443, 23.602458, 24.674401, 24.34788, 24.597023, 24.850572, 24.909383, 25.554087, 26.57283, 27.066353, 26.937585, 26.951987, 27.465031, 27.321872, 28.812677, 30.01573, 28.756844, 27.924651, 28.190976, 28.081621, 27.057363, 26.651219, 27.207103, 32.68744, 35.448668, 33.065146, 28.762731, 28.344248, 28.610139, 27.679354, 27.153508, 27.446897, 30.511981, 31.632309, 34.797697, 34.88296, 39.867427, 43.380554, 49.209093, 46.152013, 47.084357, 49.296785, 46.29454, 40.477259, 31.15735, 15.533663, 4.82167, 2.840641, 0.255857], "sum_m_pl": [2.955465, 8.040397, 9.358386, 9.836434, 10.426363, 11.160331, 10.989365, 11.479283, 11.046788, 12.207955, 12.855433, 13.658825, 13.508907, 13.275147, 13.815413, 12.980418, 12.318312, 11.694241, 11.572554, 12.24777, 11.348888, 11.309874, 10.901316, 10.822526, 15.132818, 17.122171, 15.782554, 15.439718, 15.843949, 17.197747, 16.206153, 15.561619, 15.650309, 14.744922, 15.208511, 13.510763, 14.633471, 15.104125, 15.279013, 16.53926, 16.666097, 20.008924, 22.449749, 28.666843, 34.640137, 52.603434, 70.01581, 89.730811, 98.558307, 101.56081]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 5, 4, 4, 0, 3, 3, 0, 6, 2, 2, 2, 3, 3, 4, 3, 3, 1, 3, 3, 1, 2, 3, 3, 5, 3, 3, 3, 4, 2, 3, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 7, "sum_m_en": [0.437521, 1.04822, 1.04674, 0.950768, 0.917751, 0.954284, 0.976293, 0.913121, 0.927499, 0.987602, 1.118394, 1.046314, 1.017724, 1.102104, 0.860441, 0.948493, 0.925503, 0.925381, 0.945402, 0.9418, 1.023225, 1.044274, 1.057306, 1.088646, 0.733766, 0.615273, 0.521891, 0.544227, 0.697156, 0.691651, 0.903275, 0.960294, 0.821998, 0.793494, 0.854773, 0.941464, 0.779787, 1.002161, 1.087091, 1.68393, 1.599233, 1.61454, 1.563642, 1.623129, 1.267799, 0.977473, 0.609617, 0.107365, 0.013876, 0.0], "sum_m_pl": [0.065646, 0.286916, 0.449427, 0.381303, 0.448928, 0.502324, 0.566378, 0.592477, 0.495924, 0.704281, 0.631449, 0.686401, 0.876938, 1.129667, 1.335707, 0.993675, 0.802573, 0.830647, 0.576518, 0.645045, 0.550227, 0.504663, 0.496171, 0.489655, 1.759635, 2.790918, 2.336037, 1.514732, 1.155845, 2.073103, 1.100796, 1.067666, 0.507828, 0.55261, 0.481484, 0.509041, 0.473728, 0.432156, 0.472089, 0.378062, 0.372812, 0.393297, 0.362038, 0.316754, 0.28399, 0.179361, 0.333805, 0.721456, 0.144581, 0.000118]}, "lang": {"n_am_en": [0, 15, 2, 13, 10, 8, 11, 11, 20, 24, 19, 20, 22, 20, 15, 22, 26, 22, 32, 22, 30, 29, 31, 24, 30, 35, 31, 25, 14, 22, 25, 18, 26, 29, 32, 29, 32, 42, 44, 52, 44, 43, 52, 48, 35, 30, 9, 2, 3, 0], "n_am_pl": [1, 5, 12, 10, 12, 13, 12, 9, 5, 10, 13, 12, 15, 10, 14, 11, 15, 14, 16, 15, 11, 8, 9, 9, 12, 17, 5, 6, 15, 16, 12, 13, 17, 16, 12, 11, 16, 16, 16, 11, 16, 17, 16, 23, 37, 49, 68, 87, 97, 102], "n_pos": 102, "sum_m_en": [9.333938, 14.367952, 14.995891, 15.956192, 15.200104, 15.046483, 15.039235, 15.507208, 16.188847, 16.958632, 16.983902, 17.16113, 17.474464, 17.764794, 18.00872, 19.084322, 19.843059, 18.982882, 18.279463, 18.434766, 18.130894, 17.311296, 16.993846, 17.271176, 23.334693, 25.200369, 22.802974, 19.222545, 18.658407, 18.520273, 17.893291, 17.417672, 17.875563, 19.818914, 20.61057, 22.984432, 23.037604, 27.373393, 29.611915, 34.53305, 33.421814, 34.944355, 36.890634, 34.136972, 30.635179, 22.200117, 10.272589, 2.592287, 2.079634, 0.004072], "sum_m_pl": [2.071495, 5.325837, 5.927117, 6.410886, 6.768858, 7.311974, 7.002816, 7.302401, 7.190625, 7.793549, 8.531592, 9.202362, 9.130769, 8.7514, 9.09346, 8.648069, 8.287677, 7.713421, 7.820995, 8.148281, 7.446788, 7.30203, 7.032222, 7.02976, 9.628411, 10.392294, 10.106796, 10.437471, 11.230426, 11.390559, 11.327018, 10.62185, 11.198523, 10.479331, 10.831507, 9.730726, 10.516582, 10.99687, 10.911482, 12.446451, 13.014734, 15.638109, 16.917492, 23.191982, 29.454999, 46.268584, 61.566506, 83.273618, 94.718286, 101.169765]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "pes-Otolaryngologia-2018 wiosna-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1282, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9939}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 16, 14, 17, 24, 41, 41, 45, 44, 31, 34, 34, 33, 32, 35, 36, 54, 38, 53, 59, 52, 64, 77, 71, 77, 72, 58, 51, 45, 39, 37, 43, 47, 45, 45, 52, 48, 61, 64, 85, 85, 85, 90, 79, 73, 57, 21, 10, 6, 2], "n_am_pl": [3, 20, 25, 15, 24, 16, 19, 21, 21, 26, 30, 30, 35, 37, 42, 46, 33, 33, 31, 31, 27, 25, 19, 27, 28, 29, 31, 34, 35, 44, 40, 39, 37, 46, 51, 45, 44, 33, 32, 31, 26, 27, 27, 34, 53, 84, 141, 155, 154, 153], "n_pos": 220, "sum_m_en": [20.818929, 31.564914, 33.525211, 33.506945, 35.098893, 34.338922, 33.207386, 33.334436, 32.237296, 32.726671, 31.573568, 31.245706, 30.6168, 30.217186, 31.021971, 32.340035, 33.037978, 31.72616, 32.159692, 33.403803, 32.082096, 34.254311, 34.9836, 33.044956, 55.716904, 52.403617, 46.308398, 40.059436, 36.781142, 35.908804, 34.267491, 35.471193, 37.008594, 39.153181, 38.173679, 39.66056, 39.068521, 44.477183, 47.818176, 62.70764, 70.278195, 72.107595, 73.802421, 72.07969, 63.265452, 50.80721, 20.604407, 9.931513, 6.6708, 1.645916], "sum_m_pl": [3.678415, 10.32041, 12.563951, 12.133129, 13.007688, 14.032563, 14.272456, 16.529954, 15.574013, 16.871486, 17.850199, 17.71334, 18.988688, 19.966358, 20.57423, 21.997575, 20.378106, 20.180723, 19.786081, 18.920915, 17.480491, 17.047549, 15.834061, 15.622753, 19.312976, 23.379429, 24.232763, 25.61826, 26.998023, 29.845452, 27.932403, 27.303728, 27.875602, 30.093798, 30.637112, 30.156703, 32.321969, 28.412563, 26.328376, 25.718105, 22.621982, 23.841506, 26.720471, 30.675665, 48.423301, 77.246038, 126.676995, 144.545766, 148.174473, 154.908544]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 11, 8, 7, 15, 29, 28, 31, 32, 23, 22, 23, 26, 23, 26, 27, 34, 25, 36, 41, 35, 48, 54, 53, 56, 50, 41, 36, 29, 27, 31, 30, 32, 30, 30, 37, 33, 45, 46, 57, 56, 58, 63, 54, 52, 41, 14, 5, 4, 2], "n_am_pl": [3, 17, 20, 10, 16, 10, 11, 15, 14, 16, 22, 25, 30, 32, 33, 35, 23, 23, 20, 24, 16, 17, 15, 20, 19, 21, 19, 26, 28, 36, 29, 30, 27, 32, 39, 32, 31, 22, 25, 27, 24, 25, 24, 29, 46, 70, 122, 140, 146, 151], "n_pos": 155, "sum_m_en": [15.096729, 22.488588, 23.769394, 23.179352, 24.54985, 23.836998, 22.987889, 23.023763, 22.641679, 23.098178, 22.206086, 22.149505, 21.735372, 21.517515, 22.210819, 22.816336, 23.552937, 22.473527, 22.930763, 23.85027, 22.753241, 24.262232, 24.982885, 23.410959, 39.644594, 37.306679, 33.262478, 28.463602, 25.780243, 24.899722, 24.407483, 25.133694, 26.128873, 26.895784, 26.700091, 27.761985, 27.542, 32.50157, 34.334558, 42.09057, 47.588541, 49.911728, 50.629702, 50.682535, 46.417947, 36.856582, 13.442937, 5.564872, 3.637636, 1.423305], "sum_m_pl": [2.738686, 7.409737, 8.930106, 8.313543, 8.921258, 9.73379, 9.97571, 11.729696, 11.108753, 12.08894, 12.853015, 12.874109, 13.729914, 14.518169, 14.939138, 15.901339, 14.740367, 14.448163, 14.055852, 13.427943, 12.448887, 12.111435, 11.205873, 11.097565, 14.007739, 17.09122, 17.469464, 18.923557, 20.288649, 22.381841, 20.714027, 20.008053, 20.402366, 22.059841, 22.333747, 21.765816, 22.917033, 20.372874, 19.565064, 20.369719, 18.620954, 19.866324, 22.126821, 24.281168, 40.410851, 64.131752, 108.345202, 130.950772, 141.09902, 151.695108]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "pes-Otolaryngologia-2020 jesień-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 977, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9864}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 14, 9, 10, 16, 22, 24, 22, 26, 27, 19, 17, 13, 15, 22, 21, 36, 28, 34, 41, 36, 40, 44, 57, 53, 50, 45, 35, 36, 29, 28, 32, 33, 34, 36, 37, 48, 55, 63, 63, 66, 66, 57, 58, 46, 30, 9, 5, 1, 0], "n_am_pl": [2, 11, 18, 10, 18, 23, 15, 24, 16, 22, 29, 19, 22, 16, 12, 18, 22, 31, 26, 26, 21, 17, 14, 11, 16, 18, 19, 26, 28, 29, 31, 27, 24, 29, 35, 29, 29, 20, 22, 27, 21, 21, 20, 35, 54, 76, 111, 115, 122, 124], "n_pos": 165, "sum_m_en": [15.129336, 23.64606, 25.404568, 25.549028, 25.57077, 25.059981, 24.274138, 25.556819, 24.331777, 25.12183, 24.495132, 23.97743, 23.455737, 23.180688, 23.970054, 24.447611, 25.313563, 23.904759, 23.974752, 25.159205, 23.8498, 24.75408, 24.659722, 24.496217, 36.426172, 35.905647, 32.986377, 28.972738, 26.420118, 25.939911, 25.283946, 25.663853, 27.505139, 28.60011, 28.848299, 29.967624, 33.542346, 37.80162, 40.292904, 49.07896, 50.90554, 52.846834, 50.173583, 49.231417, 39.055434, 26.385966, 9.811239, 5.313233, 2.57452, 0.364118], "sum_m_pl": [2.641354, 7.667146, 9.678389, 9.616585, 9.620257, 10.413567, 10.346769, 12.216809, 11.12777, 11.742316, 12.59467, 12.320844, 13.319616, 13.55018, 13.807717, 14.094436, 13.047324, 13.0481, 12.816466, 12.307033, 11.527897, 11.453808, 11.023382, 10.885798, 13.371201, 16.238003, 15.299514, 16.855157, 17.475768, 18.654847, 17.845179, 17.639287, 18.509592, 19.110756, 19.627243, 19.771396, 20.935514, 19.831427, 20.048217, 20.282879, 19.005302, 19.60871, 20.666212, 26.358391, 43.467787, 65.337186, 101.393401, 110.28838, 117.153714, 123.238808]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 11, 7, 6, 12, 16, 16, 19, 23, 23, 15, 13, 8, 12, 17, 18, 27, 22, 30, 35, 31, 37, 39, 47, 44, 41, 35, 28, 28, 22, 19, 24, 24, 25, 26, 31, 39, 46, 53, 53, 54, 54, 47, 49, 39, 22, 6, 2, 0, 0], "n_am_pl": [2, 7, 14, 7, 11, 12, 11, 17, 12, 17, 20, 15, 15, 13, 10, 15, 20, 25, 20, 21, 19, 15, 12, 8, 14, 14, 15, 21, 21, 22, 21, 17, 16, 22, 27, 19, 23, 17, 17, 21, 19, 17, 16, 26, 43, 68, 101, 109, 117, 123], "n_pos": 123, "sum_m_en": [11.428972, 17.502516, 18.599411, 18.486063, 18.601848, 18.255323, 17.536901, 18.91, 18.211614, 18.815985, 18.287189, 18.05093, 17.674663, 17.534046, 18.185062, 18.467291, 19.027614, 17.956652, 17.937743, 18.865258, 17.814423, 18.733327, 18.63856, 18.437537, 29.590577, 29.221095, 26.669319, 23.000374, 20.447007, 19.787415, 19.298532, 19.626972, 21.354039, 21.88131, 22.32607, 23.512981, 26.620338, 30.698206, 33.092286, 41.445057, 43.252242, 44.987857, 42.30987, 41.815571, 33.190651, 20.077832, 6.341513, 2.255369, 1.134307, 0.000634], "sum_m_pl": [1.994668, 5.631889, 7.131287, 6.916473, 6.977611, 7.714966, 7.787766, 9.206884, 8.319151, 8.808097, 9.212286, 9.191663, 9.9354, 10.214865, 10.288292, 10.592102, 9.852526, 9.795826, 9.628103, 9.205898, 8.608888, 8.581626, 8.221054, 8.135911, 9.929767, 12.163377, 11.627722, 12.808379, 13.484516, 14.371276, 13.671539, 13.517062, 14.309196, 14.955367, 15.359924, 14.896494, 15.982526, 15.284198, 15.821426, 15.754474, 14.921723, 15.281824, 16.313736, 20.459015, 36.713349, 57.768451, 91.934023, 104.455389, 113.305096, 121.225687]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Otolaryngologia-2020 jesień-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1232, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9701, "tf_agree_excl_first": 0.9759}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 9, 17, 18, 15, 19, 19, 24, 18, 26, 22, 29, 28, 24, 22, 22, 25, 26, 24, 34, 28, 32, 33, 28, 43, 39, 32, 29, 30, 29, 23, 30, 28, 33, 32, 37, 41, 54, 60, 53, 55, 59, 58, 55, 50, 49, 52, 50, 53, 53], "n_am_pl": [7, 14, 4, 4, 6, 17, 11, 10, 11, 16, 17, 17, 17, 16, 21, 24, 21, 22, 17, 13, 20, 14, 14, 13, 9, 13, 19, 19, 21, 24, 23, 21, 22, 21, 21, 14, 16, 8, 14, 15, 15, 12, 8, 12, 18, 17, 13, 17, 16, 17], "n_pos": 129, "sum_m_en": [14.045686, 18.03489, 18.937046, 19.636495, 21.199913, 20.534576, 19.319079, 19.884485, 19.166338, 20.868672, 21.647346, 21.357127, 21.638858, 20.561768, 20.740441, 21.529066, 21.968914, 21.563607, 21.836795, 21.799918, 20.79481, 20.890274, 20.852578, 20.884243, 29.450772, 30.319982, 24.751147, 23.779013, 24.458169, 24.365228, 22.441903, 22.412899, 22.711962, 22.77652, 24.722073, 25.74372, 29.872083, 35.663444, 39.187603, 42.823145, 43.389907, 46.979569, 50.939183, 51.681578, 47.685167, 48.363805, 48.562225, 45.549231, 44.378315, 53.310728], "sum_m_pl": [3.647029, 6.4023, 6.405097, 6.325001, 7.055672, 8.054383, 8.059394, 8.277345, 8.252784, 9.429962, 9.736819, 9.796906, 10.096005, 10.42189, 11.076449, 10.83706, 10.450034, 10.042365, 9.823861, 9.6179, 9.41054, 8.718908, 8.225289, 7.967897, 10.137184, 12.256763, 12.455755, 12.368018, 12.703868, 12.795947, 12.311647, 12.03472, 12.550274, 13.086379, 12.11228, 11.059099, 10.626984, 9.939742, 11.2569, 12.806833, 12.809785, 12.166902, 10.00337, 12.408625, 17.555722, 16.334364, 15.688106, 17.897223, 17.991509, 16.384595]}, "digit": {"n_am_en": [0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 2, 2, 1, 2, 1, 2, 2, 2, 2, 3, 3, 2, 1, 2, 0, 0, 1, 2, 2, 2, 2, 2, 2, 2, 3, 3, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.722007, 1.173352, 1.175923, 1.078623, 1.169907, 1.096517, 1.083032, 1.154887, 1.105936, 1.131556, 1.181288, 1.138986, 1.136418, 1.13322, 1.136391, 1.214582, 1.291974, 1.20439, 1.152482, 1.133273, 1.134579, 1.149586, 1.185696, 1.177296, 1.504259, 2.107448, 1.381126, 1.350215, 1.375833, 1.305358, 1.087829, 1.097931, 1.126824, 1.156245, 1.237233, 1.252084, 0.903097, 1.17351, 1.054125, 1.552388, 1.953465, 1.754006, 1.517625, 1.333283, 1.240597, 1.455945, 1.402903, 0.540626, 0.257252, 0.0], "sum_m_pl": [0.181408, 0.372268, 0.369933, 0.341588, 0.314022, 0.336096, 0.313131, 0.354968, 0.331925, 0.349437, 0.340659, 0.318545, 0.385863, 0.408381, 0.500072, 0.483056, 0.405867, 0.368315, 0.362181, 0.356318, 0.36169, 0.353437, 0.37176, 0.373921, 0.193213, 0.250947, 0.335293, 0.42425, 0.440474, 0.360951, 0.378345, 0.39, 0.375376, 0.391597, 0.299383, 0.241975, 0.285234, 0.275227, 0.319544, 0.301008, 0.259708, 0.247424, 0.337606, 0.260921, 0.289401, 0.251652, 0.205937, 0.185861, 0.157296, 0.0]}, "lang": {"n_am_en": [5, 9, 9, 12, 6, 12, 13, 15, 13, 15, 12, 18, 17, 12, 13, 14, 15, 15, 18, 23, 20, 22, 22, 21, 28, 25, 22, 20, 20, 18, 15, 20, 20, 22, 22, 27, 31, 38, 43, 40, 42, 45, 46, 44, 41, 44, 47, 43, 49, 53], "n_am_pl": [3, 8, 1, 2, 6, 9, 6, 6, 6, 7, 11, 10, 9, 9, 15, 17, 14, 13, 11, 8, 15, 9, 9, 10, 7, 10, 14, 15, 15, 17, 18, 17, 20, 17, 16, 10, 12, 6, 10, 12, 11, 7, 6, 8, 11, 12, 12, 17, 16, 17], "n_pos": 71, "sum_m_en": [7.526739, 9.918786, 10.476122, 10.833356, 11.628143, 11.41291, 10.741327, 11.016804, 10.618891, 11.602326, 12.252661, 12.211473, 12.485034, 11.796982, 11.618747, 12.207089, 12.426099, 12.457073, 12.621025, 12.6234, 11.951789, 11.974747, 11.913603, 11.95137, 20.179302, 19.729345, 16.110238, 15.286611, 15.128145, 15.250388, 14.097236, 14.066988, 14.061444, 14.229676, 15.821301, 16.824425, 20.669149, 25.246455, 28.028612, 31.201605, 32.322446, 36.082822, 39.344898, 39.895991, 38.566251, 40.345235, 40.928572, 38.038097, 40.260156, 51.361772], "sum_m_pl": [1.83363, 3.303564, 3.168478, 3.232643, 3.743792, 4.41124, 4.394628, 4.590274, 4.529608, 5.162822, 5.647061, 5.672799, 5.622979, 5.687435, 5.94211, 5.93942, 5.833302, 5.391482, 5.530766, 5.516892, 5.414379, 5.004122, 4.709004, 4.557268, 6.012408, 7.585329, 7.951279, 7.660097, 8.16503, 7.900025, 7.574962, 7.384326, 7.824839, 8.216982, 7.459146, 7.024875, 7.157951, 6.748452, 7.685226, 8.679116, 8.536145, 7.874216, 6.457968, 7.904322, 11.350539, 11.846633, 13.371103, 16.456373, 16.814557, 16.278688]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "pes-Patomorfologia-2018 jesień-5", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1278, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9923}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 13, 7, 18, 18, 22, 23, 27, 27, 28, 33, 17, 19, 23, 23, 30, 34, 29, 38, 44, 43, 42, 47, 53, 62, 66, 48, 36, 33, 36, 26, 32, 37, 39, 44, 47, 57, 69, 76, 58, 64, 57, 63, 61, 52, 43, 18, 6, 3, 1], "n_am_pl": [9, 18, 21, 14, 25, 21, 29, 25, 23, 26, 22, 32, 26, 19, 35, 18, 22, 22, 26, 20, 20, 19, 18, 19, 24, 29, 29, 37, 36, 32, 34, 33, 29, 29, 30, 30, 19, 17, 22, 24, 22, 21, 25, 29, 40, 51, 75, 101, 110, 116], "n_pos": 182, "sum_m_en": [18.117414, 26.531345, 27.867164, 29.340523, 29.976985, 30.553001, 28.114081, 29.248048, 28.287156, 30.169146, 30.518517, 28.891746, 28.102465, 28.105056, 28.19941, 29.029104, 28.838828, 27.88802, 28.276511, 27.902474, 25.985387, 26.159961, 26.775384, 27.491328, 47.56882, 44.998285, 37.728566, 32.69153, 32.002119, 31.367793, 29.087064, 29.891052, 30.425665, 29.82638, 32.765669, 35.638475, 37.58886, 41.462958, 45.324545, 48.958976, 52.458391, 51.19417, 55.645748, 54.122028, 45.461692, 33.747296, 16.499934, 6.459601, 3.328978, 1.15058], "sum_m_pl": [4.382442, 9.927505, 10.897851, 10.085128, 10.564244, 12.225329, 12.243892, 12.673511, 13.10454, 13.583646, 14.108368, 14.256474, 14.665155, 14.233829, 14.039141, 13.145216, 13.246187, 12.98714, 11.89128, 11.92162, 11.400541, 10.803395, 10.40078, 10.358843, 13.684624, 17.113014, 18.16722, 18.691303, 19.649263, 19.683208, 18.322702, 18.752364, 18.151276, 17.624962, 17.276069, 16.637901, 15.959817, 16.33665, 16.713483, 16.690455, 18.143288, 18.794043, 23.458657, 26.733871, 36.30004, 50.393489, 70.359342, 95.114121, 105.488724, 116.140652]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 1, 2, 1, 1, 1, 1, 2, 2, 0, 2, 3, 1, 1, 1, 0, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 0, 0, 1, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.693379, 1.165021, 1.142664, 1.144015, 1.200998, 1.150763, 1.110759, 1.250846, 1.170207, 1.200587, 1.125923, 1.011518, 1.015149, 1.071292, 1.127823, 1.221886, 1.17665, 1.120471, 1.093967, 1.068957, 1.066321, 1.100961, 1.145057, 1.151139, 1.56661, 1.853191, 1.39929, 1.293259, 1.331395, 1.242565, 1.147262, 1.156646, 1.190994, 1.153193, 1.052182, 1.064163, 0.886572, 0.920839, 0.768956, 0.956217, 2.332147, 1.096776, 1.187149, 0.793008, 0.500103, 0.883033, 0.553916, 0.284378, 0.095132, 0.0], "sum_m_pl": [0.204071, 0.466466, 0.42628, 0.392837, 0.356558, 0.437274, 0.404485, 0.457539, 0.382637, 0.369079, 0.376546, 0.350364, 0.38653, 0.341427, 0.393933, 0.386415, 0.357593, 0.336041, 0.321263, 0.342668, 0.346035, 0.332385, 0.344784, 0.3593, 0.229317, 0.30876, 0.401312, 0.457804, 0.490128, 0.476682, 0.481497, 0.46732, 0.358351, 0.36286, 0.292241, 0.262173, 0.294073, 0.272868, 0.308903, 0.271399, 0.204604, 0.193928, 0.282016, 0.207847, 0.255473, 0.320216, 0.355756, 0.298156, 0.117629, 0.0]}, "lang": {"n_am_en": [5, 9, 2, 13, 15, 16, 18, 21, 21, 22, 27, 13, 15, 13, 15, 21, 22, 22, 28, 29, 29, 29, 34, 39, 42, 44, 31, 25, 21, 26, 16, 21, 28, 27, 31, 32, 42, 47, 49, 39, 45, 45, 50, 46, 39, 29, 11, 5, 1, 1], "n_am_pl": [6, 12, 13, 8, 17, 10, 16, 15, 13, 13, 15, 20, 15, 12, 23, 11, 18, 16, 20, 17, 16, 16, 16, 17, 19, 23, 23, 30, 27, 26, 27, 28, 22, 24, 24, 25, 17, 13, 18, 16, 17, 15, 19, 23, 32, 46, 69, 95, 109, 115], "n_pos": 116, "sum_m_en": [11.360449, 16.911267, 18.081036, 19.293764, 19.841037, 20.470619, 18.789428, 19.509835, 19.053721, 20.368857, 20.629496, 19.683818, 19.002425, 18.955705, 18.784602, 19.24129, 18.854137, 18.252113, 18.594582, 18.244751, 16.848509, 16.975462, 17.367236, 17.649645, 32.941686, 30.642917, 25.835527, 22.757898, 21.861758, 21.639854, 19.77235, 20.419679, 20.472599, 19.895066, 21.849347, 24.051619, 26.028155, 28.606599, 31.817843, 33.688564, 35.280541, 37.576656, 40.598987, 39.479848, 32.337993, 22.405014, 10.648809, 3.680481, 1.626217, 1.005603], "sum_m_pl": [2.465226, 5.986001, 6.525342, 6.312551, 6.67476, 7.589744, 7.852773, 8.202827, 8.442616, 8.766648, 9.255076, 9.300397, 9.699675, 9.558328, 9.005742, 8.469008, 8.618999, 8.393171, 8.013684, 7.989233, 7.582287, 7.151275, 6.800713, 6.75506, 9.139199, 11.548734, 12.348687, 12.597588, 13.437965, 13.519452, 12.72265, 13.047206, 12.937329, 12.507071, 12.283469, 12.191562, 11.83766, 12.164683, 12.747928, 12.37566, 13.35856, 13.848163, 17.956161, 20.48069, 29.244749, 43.125416, 64.069183, 89.315063, 102.537835, 113.239137]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "pes-Patomorfologia-2018 jesień-5", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1533, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 10, 14, 12, 18, 10, 12, 15, 15, 14, 11, 15, 13, 15, 16, 17, 19, 16, 19, 21, 19, 24, 17, 17, 24, 31, 21, 20, 26, 21, 19, 17, 19, 24, 32, 36, 38, 34, 33, 27, 23, 28, 25, 28, 30, 27, 25, 29, 29, 29], "n_am_pl": [3, 14, 21, 12, 6, 10, 7, 11, 6, 12, 12, 13, 18, 15, 13, 16, 12, 14, 19, 15, 16, 11, 11, 10, 18, 19, 15, 14, 17, 20, 12, 12, 19, 12, 12, 10, 15, 12, 9, 7, 7, 7, 11, 5, 3, 5, 8, 8, 6, 8], "n_pos": 110, "sum_m_en": [12.531429, 15.467482, 16.263739, 16.728319, 18.076719, 18.218367, 16.455283, 16.735947, 16.111682, 16.691015, 17.248841, 17.260518, 16.496524, 16.202939, 16.651817, 16.939281, 17.162894, 17.137459, 17.165533, 16.79789, 16.063419, 16.153455, 16.238936, 16.020808, 19.507148, 19.276645, 16.877773, 16.600795, 16.86449, 18.800409, 17.608224, 16.983915, 17.916509, 19.193597, 20.009402, 20.706239, 22.527798, 26.665942, 26.667548, 25.22342, 22.276555, 25.561236, 25.048589, 26.501297, 26.941617, 25.841487, 26.399674, 28.633981, 29.560878, 31.264235], "sum_m_pl": [3.007555, 5.371841, 6.279309, 5.719626, 5.733337, 6.401254, 6.208967, 6.527127, 6.590533, 7.234032, 7.78016, 8.181958, 8.853692, 8.592224, 8.332225, 8.629202, 7.939195, 8.551564, 8.193478, 8.003134, 7.522654, 7.075734, 6.860839, 6.835536, 9.905386, 11.791487, 10.422786, 10.785749, 10.548669, 10.480865, 9.515075, 9.959526, 9.871679, 9.823697, 9.501305, 9.241045, 10.176016, 9.271105, 8.607984, 7.94386, 6.961342, 8.262833, 7.490317, 6.613813, 5.335655, 6.400917, 7.851867, 7.365928, 6.99318, 7.122476]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 0, 2, 4, 6, 1, 4, 5, 5, 7, 4, 9, 4, 4, 6, 7, 8, 5, 7, 9, 10, 12, 9, 8, 10, 16, 11, 9, 13, 9, 7, 4, 9, 11, 15, 18, 19, 16, 15, 15, 14, 15, 14, 19, 22, 19, 18, 23, 24, 29], "n_am_pl": [1, 6, 7, 5, 3, 3, 3, 6, 1, 1, 2, 2, 4, 5, 4, 3, 5, 3, 8, 6, 6, 3, 3, 2, 6, 8, 4, 4, 7, 8, 5, 6, 5, 6, 4, 3, 4, 5, 4, 2, 2, 3, 6, 3, 3, 4, 6, 6, 6, 7], "n_pos": 38, "sum_m_en": [4.05378, 5.180773, 5.54704, 5.788788, 6.300694, 6.359592, 5.925469, 6.153181, 6.008706, 6.169294, 6.383372, 6.509895, 6.057179, 5.871033, 6.324163, 6.248044, 6.127393, 6.21181, 6.062982, 6.008823, 5.746344, 5.77332, 5.757528, 5.673524, 8.280339, 8.479056, 7.454183, 7.044186, 6.919105, 7.315032, 6.528988, 6.356604, 6.791949, 7.025508, 7.281559, 8.040229, 8.316925, 11.725619, 11.649702, 12.402493, 11.491999, 13.968183, 13.822581, 15.5218, 17.439144, 17.473912, 18.224433, 21.155994, 23.260023, 28.552219], "sum_m_pl": [1.103283, 1.862554, 2.058502, 1.912687, 1.949054, 2.258729, 2.229792, 2.281108, 2.325153, 2.517436, 2.635161, 2.771178, 2.957614, 2.953897, 2.818348, 2.803539, 2.611216, 2.690266, 2.651581, 2.633102, 2.527997, 2.431438, 2.342017, 2.306761, 2.703601, 3.147954, 2.961936, 3.395121, 3.716709, 3.589074, 3.406482, 3.742338, 3.752339, 4.01285, 4.045227, 3.738924, 4.432634, 4.546073, 4.127486, 3.192917, 3.041471, 3.496083, 3.677564, 3.043334, 3.088826, 4.158262, 5.743889, 5.489998, 6.224423, 6.540934]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Patomorfologia-2019 jesień-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 986, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.973}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 9, 27, 27, 32, 27, 22, 27, 21, 28, 21, 18, 24, 27, 31, 47, 53, 47, 50, 52, 46, 45, 40, 36, 67, 67, 60, 45, 52, 51, 49, 45, 42, 63, 67, 65, 71, 69, 64, 49, 49, 54, 50, 55, 55, 46, 20, 9, 8, 7], "n_am_pl": [7, 17, 27, 18, 22, 22, 24, 21, 14, 22, 28, 26, 36, 27, 27, 28, 23, 32, 34, 33, 25, 16, 17, 17, 21, 31, 29, 30, 41, 37, 35, 40, 44, 33, 29, 27, 34, 33, 34, 36, 35, 43, 47, 44, 58, 73, 99, 114, 126, 140], "n_pos": 234, "sum_m_en": [22.858144, 33.112314, 35.372154, 36.183302, 36.906858, 38.03375, 33.95126, 34.794595, 33.107373, 34.438376, 34.773901, 34.136932, 33.0026, 32.398292, 33.196381, 34.46874, 35.502798, 34.10946, 35.77208, 34.467489, 33.080466, 33.234995, 34.018284, 33.74084, 47.142246, 46.174785, 43.677816, 38.523108, 37.693504, 37.745869, 36.077087, 35.954249, 34.574054, 39.262015, 39.66148, 42.957408, 46.393814, 50.741293, 46.832128, 42.394835, 45.146396, 45.699221, 44.797925, 50.543322, 46.528354, 39.383319, 18.901082, 10.271416, 8.854055, 7.397466], "sum_m_pl": [4.585846, 11.547415, 13.314809, 12.292416, 12.539284, 14.436602, 13.754476, 14.750847, 14.073636, 15.42324, 16.396799, 17.683412, 19.048878, 19.073277, 19.433382, 18.683413, 16.945552, 16.968373, 15.930437, 15.78166, 14.894131, 14.090657, 13.916882, 13.979369, 18.675896, 21.744791, 20.568538, 22.86154, 24.546059, 25.865638, 23.922774, 23.83614, 23.7693, 22.671574, 20.882505, 20.544261, 21.917839, 21.831823, 22.695075, 22.836899, 24.951362, 29.409986, 35.53388, 37.918212, 50.936838, 66.441691, 93.845333, 112.670573, 124.886924, 138.354385]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 6, 14, 18, 24, 15, 17, 19, 16, 20, 15, 11, 17, 19, 22, 36, 41, 34, 39, 40, 32, 31, 29, 28, 51, 52, 44, 36, 42, 39, 34, 31, 31, 42, 45, 44, 48, 51, 50, 39, 37, 44, 37, 40, 39, 37, 16, 8, 7, 7], "n_am_pl": [3, 13, 16, 11, 14, 17, 17, 12, 7, 16, 21, 20, 26, 20, 20, 19, 17, 22, 22, 21, 16, 8, 7, 10, 14, 16, 19, 23, 27, 19, 22, 28, 27, 22, 17, 16, 22, 20, 22, 22, 26, 33, 39, 36, 50, 64, 91, 108, 122, 138], "n_pos": 145, "sum_m_en": [13.893661, 20.144218, 21.333572, 22.020535, 22.489122, 23.38712, 21.280274, 21.963116, 20.971458, 21.680377, 21.986882, 21.708322, 21.105814, 21.0057, 21.324334, 22.134098, 22.846914, 22.053986, 22.97775, 22.177915, 21.223832, 21.288121, 21.870777, 21.586976, 34.257472, 33.256463, 31.312006, 26.457408, 25.775866, 25.484015, 24.337525, 24.065689, 23.407186, 26.455557, 26.731979, 29.542824, 31.663444, 35.923267, 32.969101, 30.320081, 33.430394, 34.485867, 33.690414, 38.408912, 35.286938, 30.114654, 14.454911, 8.006556, 6.948429, 6.722041], "sum_m_pl": [2.782455, 7.162074, 7.805516, 7.396188, 7.842668, 8.963094, 8.76835, 9.399568, 8.905347, 9.723158, 10.460346, 11.150414, 12.046914, 12.079079, 12.327453, 11.701212, 10.443326, 10.366616, 9.750892, 9.774768, 9.214121, 8.753893, 8.562501, 8.560956, 10.874681, 13.277276, 13.029043, 14.934208, 16.112586, 16.770896, 15.565382, 15.787494, 15.800955, 14.74384, 13.949851, 13.924473, 15.215346, 15.939604, 16.526935, 15.677479, 17.234158, 19.814526, 26.531621, 29.059452, 41.679647, 56.706675, 84.477509, 105.692927, 120.230678, 136.002848]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 236, "item_id": "pes-Patomorfologia-2019 jesień-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1241, "region_end": 234, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.9745}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 8, 12, 13, 15, 14, 10, 8, 7, 8, 9, 11, 15, 10, 15, 18, 20, 19, 18, 19, 19, 19, 23, 21, 25, 28, 25, 18, 15, 23, 17, 20, 21, 29, 29, 29, 33, 37, 37, 35, 39, 37, 39, 28, 26, 25, 25, 23, 23, 24], "n_am_pl": [8, 6, 4, 3, 5, 8, 6, 9, 5, 9, 5, 8, 9, 11, 9, 16, 10, 10, 11, 7, 4, 7, 3, 7, 3, 3, 4, 15, 12, 6, 5, 11, 11, 13, 9, 8, 7, 5, 6, 4, 3, 4, 1, 3, 6, 5, 5, 5, 6, 7], "n_pos": 78, "sum_m_en": [8.917849, 10.872581, 11.734089, 13.003254, 14.317789, 14.352592, 13.051024, 12.773703, 12.399558, 12.588146, 12.729093, 12.451571, 12.804801, 12.834088, 13.099756, 13.929151, 13.958935, 12.91305, 12.784116, 12.787741, 13.099951, 13.668924, 13.057292, 12.835976, 19.339967, 18.312863, 16.732752, 15.130977, 15.225524, 14.939962, 14.487233, 14.430615, 14.441725, 15.801068, 19.365596, 18.895769, 19.811557, 24.60172, 28.366317, 29.348445, 30.850891, 31.045238, 32.862318, 27.534821, 28.73188, 27.129809, 24.528512, 22.80878, 22.387256, 25.282978], "sum_m_pl": [2.558952, 3.496316, 4.197199, 4.125438, 4.767247, 5.25274, 5.032015, 4.828041, 5.135939, 5.466595, 5.950123, 6.310867, 6.420469, 6.486731, 6.094636, 6.364285, 5.745933, 5.781341, 5.431139, 5.535921, 5.283152, 5.026849, 4.91863, 4.821936, 5.903046, 6.808603, 6.344234, 7.595359, 7.584006, 7.30519, 6.840674, 6.879509, 6.666129, 6.737588, 6.130648, 6.232366, 7.187727, 7.327636, 6.950666, 6.804758, 5.076857, 5.194501, 3.805469, 4.208333, 5.943893, 6.168717, 5.697407, 5.623023, 5.808193, 6.864849]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.107282, 0.147546, 0.154656, 0.151096, 0.170172, 0.149694, 0.160233, 0.180196, 0.180928, 0.159203, 0.147059, 0.154779, 0.142505, 0.126078, 0.119045, 0.119889, 0.117503, 0.11618, 0.110357, 0.125664, 0.131268, 0.144662, 0.148084, 0.148616, 0.158591, 0.146196, 0.108174, 0.11733, 0.106607, 0.135693, 0.095357, 0.088649, 0.115281, 0.119785, 0.126639, 0.119956, 0.094574, 0.119839, 0.109215, 0.119324, 0.119614, 0.109679, 0.122407, 0.139241, 0.146726, 0.269127, 0.182316, 0.139851, 0.027406, 0.0], "sum_m_pl": [0.015838, 0.03057, 0.052496, 0.035164, 0.04214, 0.06028, 0.053638, 0.039061, 0.050202, 0.061926, 0.089791, 0.097051, 0.070653, 0.056463, 0.043041, 0.069927, 0.053881, 0.049575, 0.041813, 0.042696, 0.046293, 0.045684, 0.043431, 0.044764, 0.041473, 0.057577, 0.081355, 0.117429, 0.098902, 0.096702, 0.046309, 0.029062, 0.043862, 0.049738, 0.047134, 0.044834, 0.047222, 0.042948, 0.038882, 0.036819, 0.042816, 0.048434, 0.050635, 0.047607, 0.045199, 0.039207, 0.030579, 0.03953, 0.007843, 0.0]}, "lang": {"n_am_en": [0, 1, 3, 5, 5, 5, 7, 4, 4, 4, 4, 5, 11, 5, 6, 10, 13, 12, 8, 11, 14, 12, 15, 15, 18, 20, 17, 15, 12, 16, 13, 14, 15, 19, 20, 21, 22, 25, 23, 22, 24, 25, 27, 23, 20, 19, 20, 21, 23, 24], "n_am_pl": [4, 3, 2, 0, 3, 5, 4, 6, 1, 5, 4, 6, 4, 5, 4, 6, 2, 5, 4, 6, 3, 5, 2, 5, 2, 1, 0, 4, 4, 2, 1, 4, 5, 4, 2, 3, 3, 2, 2, 2, 2, 3, 1, 1, 4, 5, 5, 5, 6, 7], "n_pos": 33, "sum_m_en": [3.921107, 4.808301, 5.102043, 5.655792, 6.35759, 6.391273, 5.947187, 5.96499, 5.536088, 5.62185, 5.734208, 5.610273, 5.689943, 5.643157, 5.770877, 6.2537, 6.242757, 5.85611, 5.836838, 5.930345, 6.424315, 6.736417, 6.04496, 5.838944, 11.303634, 10.435258, 9.810925, 8.638038, 8.288308, 7.848749, 7.398747, 7.147379, 7.190898, 8.347192, 10.926069, 11.064292, 12.055168, 15.276467, 17.563527, 19.118085, 19.769463, 20.183268, 21.869424, 20.140182, 19.622813, 19.424929, 18.99531, 19.433634, 19.967575, 23.897971], "sum_m_pl": [1.229367, 1.585918, 1.843006, 1.756739, 1.980987, 2.153477, 2.158243, 2.036623, 2.184401, 2.328515, 2.561942, 2.653683, 2.781406, 2.73157, 2.562796, 2.592688, 2.330778, 2.447265, 2.328999, 2.398103, 2.277544, 2.162314, 2.158871, 2.111687, 2.659773, 2.958688, 2.708739, 2.743911, 2.822436, 2.725563, 2.779432, 2.832921, 2.779996, 2.739612, 2.419745, 2.389409, 2.906654, 3.259605, 2.96117, 2.927172, 2.29136, 2.746961, 2.025473, 1.8283, 3.759396, 5.024522, 5.030317, 5.318637, 5.625555, 6.863392]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Patomorfologia-2019 wiosna-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9873}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 8, 15, 14, 19, 19, 16, 18, 14, 17, 26, 21, 21, 21, 17, 25, 34, 25, 25, 30, 30, 36, 37, 34, 47, 32, 34, 24, 24, 26, 28, 26, 26, 22, 36, 39, 42, 51, 61, 53, 54, 56, 61, 47, 52, 34, 7, 2, 3, 0], "n_am_pl": [4, 10, 13, 16, 22, 25, 20, 17, 13, 21, 20, 24, 14, 17, 21, 24, 25, 32, 24, 20, 13, 15, 8, 7, 12, 20, 15, 19, 26, 28, 20, 25, 30, 22, 22, 18, 26, 22, 23, 33, 33, 28, 34, 40, 42, 55, 74, 90, 90, 95], "n_pos": 147, "sum_m_en": [13.960738, 20.779141, 22.062979, 22.21061, 22.715029, 22.992233, 22.195765, 22.88588, 22.968441, 23.436665, 25.196371, 23.681494, 24.502538, 24.067229, 23.771055, 25.218415, 26.307206, 23.871802, 23.337019, 23.751803, 22.51315, 22.797985, 23.436906, 23.711743, 31.282046, 28.342849, 26.305961, 23.998592, 24.015329, 23.550842, 22.287182, 22.766572, 22.780733, 23.610892, 26.055214, 25.40486, 27.670639, 32.820012, 40.037127, 41.254152, 44.674052, 45.035443, 43.986492, 37.723155, 40.491098, 29.286982, 10.064591, 3.610282, 3.305012, 0.027005], "sum_m_pl": [2.511778, 6.876887, 8.183115, 8.796816, 9.639047, 10.805188, 10.151312, 10.925358, 11.080694, 11.096943, 11.791822, 12.574326, 11.622921, 12.105131, 11.766638, 11.577671, 11.035475, 10.940066, 9.983282, 9.906897, 9.277012, 8.983093, 8.759879, 8.746252, 11.583987, 13.474895, 13.20353, 14.640339, 15.797155, 16.131467, 15.556514, 15.631061, 15.603274, 15.099997, 14.216441, 13.973153, 15.96042, 17.436564, 19.148261, 22.468477, 22.025556, 23.25495, 29.297666, 32.768922, 38.13787, 50.303311, 70.009809, 84.132936, 89.172567, 95.820957]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.091949, 0.172667, 0.206292, 0.194963, 0.19359, 0.187887, 0.175355, 0.164722, 0.174947, 0.147383, 0.139332, 0.147086, 0.157312, 0.145565, 0.179016, 0.214906, 0.250457, 0.161308, 0.131905, 0.153341, 0.127967, 0.130796, 0.141547, 0.150896, 0.196894, 0.189738, 0.166691, 0.153852, 0.140206, 0.166854, 0.163772, 0.149804, 0.167526, 0.151476, 0.160865, 0.174359, 0.192305, 0.215961, 0.602137, 0.60715, 0.806833, 0.411419, 0.18283, 0.295629, 0.228315, 0.10074, 0.058255, 0.001623, 0.00267, 0.0], "sum_m_pl": [0.023473, 0.067799, 0.060213, 0.067494, 0.072709, 0.06005, 0.050787, 0.049354, 0.05949, 0.057144, 0.057339, 0.052466, 0.066395, 0.118187, 0.076661, 0.091818, 0.092252, 0.095662, 0.086663, 0.066983, 0.070218, 0.063211, 0.063335, 0.064656, 0.088897, 0.115699, 0.069306, 0.10761, 0.129401, 0.139189, 0.093964, 0.096629, 0.089532, 0.079141, 0.071383, 0.10396, 0.076047, 0.08145, 0.043997, 0.036996, 0.021435, 0.107915, 0.100561, 0.062886, 0.08518, 0.256152, 0.400653, 0.46161, 0.012776, 0.0]}, "lang": {"n_am_en": [7, 6, 11, 10, 14, 12, 13, 12, 11, 13, 20, 15, 16, 17, 13, 17, 23, 15, 16, 20, 22, 25, 25, 21, 28, 20, 23, 17, 18, 19, 22, 19, 18, 17, 25, 27, 30, 36, 40, 35, 37, 38, 43, 35, 37, 24, 5, 1, 2, 0], "n_am_pl": [2, 5, 5, 11, 14, 17, 14, 11, 9, 15, 15, 14, 7, 12, 10, 14, 13, 20, 14, 13, 9, 10, 7, 7, 8, 14, 11, 14, 19, 18, 14, 16, 22, 12, 13, 13, 19, 16, 18, 26, 27, 23, 29, 33, 36, 48, 68, 84, 88, 95], "n_pos": 96, "sum_m_en": [9.809951, 14.02231, 14.805543, 14.976981, 15.153103, 15.174899, 14.749069, 15.135141, 15.395827, 15.846671, 17.06694, 16.205987, 16.729777, 16.433938, 16.11137, 16.992025, 17.63133, 16.011246, 15.61332, 15.880211, 15.026853, 15.124184, 15.465447, 15.658489, 20.779949, 19.217186, 18.072497, 16.515068, 16.702359, 16.331798, 15.495234, 15.583253, 15.724472, 16.195491, 17.763027, 17.219102, 19.387028, 22.256462, 26.447991, 26.50515, 29.111454, 29.747807, 29.538714, 25.96859, 29.18869, 21.118951, 7.520384, 2.23453, 2.471907, 0.026784], "sum_m_pl": [1.69987, 4.583861, 5.285964, 5.685791, 6.243752, 7.149906, 6.768583, 7.243988, 7.3305, 7.25204, 7.747566, 8.170821, 7.608518, 8.022319, 7.623607, 7.352464, 7.045677, 7.10215, 6.46926, 6.401422, 6.001246, 5.80358, 5.660472, 5.705373, 7.935807, 9.03752, 8.784927, 9.769089, 10.39313, 10.671194, 10.520499, 10.548357, 10.387505, 9.91264, 9.353261, 9.28943, 11.398486, 12.568413, 14.236702, 17.094202, 16.86117, 17.988249, 24.633206, 27.445845, 32.800402, 43.700001, 63.203194, 77.669966, 87.016094, 94.40342]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "pes-Patomorfologia-2019 wiosna-16", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1417, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 10, 15, 15, 22, 22, 19, 22, 24, 18, 18, 18, 21, 24, 25, 24, 26, 21, 29, 31, 34, 33, 30, 25, 50, 40, 31, 34, 29, 26, 35, 32, 36, 40, 47, 51, 55, 50, 61, 46, 52, 55, 51, 51, 53, 50, 59, 57, 55, 62], "n_am_pl": [4, 9, 14, 4, 4, 9, 8, 8, 5, 5, 8, 10, 14, 17, 12, 13, 13, 13, 14, 16, 12, 5, 11, 9, 13, 13, 15, 13, 15, 10, 9, 16, 17, 16, 15, 13, 12, 9, 9, 12, 8, 9, 10, 12, 9, 9, 8, 12, 13, 10], "n_pos": 125, "sum_m_en": [13.488083, 17.099631, 18.256883, 19.180848, 21.325194, 20.384014, 19.1127, 18.506572, 18.267623, 18.727002, 18.832271, 18.824334, 19.028925, 18.446087, 18.261588, 18.638499, 18.858187, 18.398822, 19.003791, 18.971655, 18.237598, 18.719371, 18.434727, 17.993797, 31.432089, 30.112584, 26.350299, 23.245464, 22.18812, 22.042795, 21.646782, 21.226601, 22.393237, 24.068955, 27.175566, 29.062621, 32.441893, 35.959216, 40.694453, 39.423036, 41.739162, 47.081069, 48.309803, 47.223912, 48.916356, 49.627967, 51.728248, 51.905761, 51.619096, 60.531901], "sum_m_pl": [3.342184, 5.138248, 5.826251, 5.33081, 5.9338, 7.227061, 7.324715, 7.925149, 7.775096, 7.963002, 9.175706, 9.143922, 9.744734, 9.753333, 10.805727, 10.873878, 9.750213, 9.790358, 9.716515, 9.378104, 8.945402, 8.690941, 8.290339, 8.060056, 11.055275, 12.895982, 13.628309, 13.003481, 12.634324, 12.45576, 12.830467, 12.739853, 13.512015, 13.664422, 13.309076, 13.239316, 11.857897, 11.263755, 10.601061, 11.592443, 10.761641, 10.838226, 10.936502, 13.074976, 11.585699, 10.921789, 9.734143, 11.781776, 13.268343, 10.660348]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 6, 6, 16, 15, 17, 17, 18, 15, 15, 13, 16, 16, 14, 13, 16, 14, 19, 19, 21, 22, 20, 14, 29, 25, 21, 26, 23, 16, 22, 21, 22, 23, 27, 35, 38, 35, 45, 35, 39, 41, 39, 41, 45, 43, 53, 52, 51, 59], "n_am_pl": [3, 6, 9, 3, 1, 5, 4, 6, 4, 4, 4, 5, 6, 9, 7, 7, 5, 8, 8, 10, 10, 4, 8, 6, 10, 10, 8, 5, 7, 5, 6, 8, 8, 10, 11, 9, 8, 4, 7, 8, 5, 5, 7, 9, 8, 7, 7, 11, 12, 10], "n_pos": 70, "sum_m_en": [7.53427, 9.551584, 10.026962, 10.417289, 11.657837, 11.724441, 10.99187, 10.812286, 10.538979, 10.950961, 10.770699, 10.66608, 10.834401, 10.353838, 10.191023, 10.286342, 10.522508, 10.531379, 10.900363, 10.853789, 10.40036, 10.651822, 10.496256, 10.100869, 19.453452, 19.664522, 17.586468, 15.233542, 14.150828, 13.837136, 13.576482, 13.348362, 14.068017, 15.187412, 17.305571, 18.663229, 20.555404, 22.760263, 27.33037, 28.281841, 29.110222, 34.255639, 36.033963, 36.575596, 39.34282, 42.224486, 44.735699, 44.677401, 46.091759, 57.143314], "sum_m_pl": [1.866563, 2.80068, 3.172313, 2.937525, 3.376766, 4.045868, 4.286588, 4.542892, 4.402354, 4.417075, 4.918571, 4.948377, 5.452291, 5.571557, 6.470985, 6.54736, 5.696044, 5.78931, 5.785628, 5.572949, 5.19003, 5.003721, 4.728313, 4.573352, 6.927359, 8.121937, 8.203744, 7.507587, 7.249603, 7.51004, 7.898884, 8.004888, 8.59457, 8.57856, 8.190039, 8.455052, 7.003138, 6.395625, 5.92962, 6.437086, 6.319859, 6.051536, 6.087913, 8.358614, 8.106011, 7.626473, 7.754188, 9.836617, 11.399555, 10.631333]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Patomorfologia-2019 wiosna-88", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 985, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9528, "tf_agree_excl_first": 0.9603}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 10, 8, 19, 23, 29, 31, 34, 30, 35, 18, 24, 20, 26, 29, 34, 38, 39, 50, 66, 61, 71, 79, 71, 97, 80, 72, 54, 47, 41, 45, 51, 50, 57, 67, 75, 75, 87, 87, 94, 104, 88, 89, 88, 69, 40, 12, 5, 1, 0], "n_am_pl": [8, 16, 21, 16, 17, 31, 29, 26, 29, 26, 32, 27, 34, 36, 31, 22, 21, 27, 24, 20, 23, 27, 24, 18, 19, 24, 20, 24, 41, 29, 38, 27, 29, 29, 30, 28, 23, 23, 25, 30, 33, 37, 37, 39, 54, 90, 131, 157, 164, 165], "n_pos": 217, "sum_m_en": [19.223299, 31.706345, 34.255517, 35.463828, 34.794035, 32.334867, 31.214437, 33.124907, 33.020328, 34.066209, 33.900063, 33.267811, 32.868773, 33.01192, 33.492934, 34.573506, 34.959468, 33.719965, 34.041141, 34.277477, 32.015082, 32.915182, 34.515485, 32.775843, 61.465024, 58.718482, 49.506136, 39.825538, 36.498837, 35.069076, 33.941233, 34.940282, 37.075976, 39.682221, 41.986583, 45.554302, 47.886449, 53.280803, 56.343801, 65.972747, 70.19725, 72.303639, 78.957382, 78.994532, 64.82783, 42.88461, 16.284327, 4.299094, 1.741537, 0.075601], "sum_m_pl": [3.505574, 9.453095, 11.151047, 11.703964, 12.507285, 15.172717, 14.999909, 17.344347, 16.804703, 17.153073, 18.220453, 18.222082, 18.879379, 18.280666, 18.929621, 18.415165, 17.543242, 17.020209, 16.436185, 16.119229, 15.395245, 14.88447, 14.337914, 13.910592, 19.390371, 21.114271, 20.382529, 21.296484, 24.140232, 23.794129, 24.033566, 23.157193, 23.36763, 23.500566, 24.733435, 23.778618, 23.690621, 22.168928, 22.818697, 24.269728, 25.544751, 25.618991, 28.646681, 30.614291, 45.733892, 74.579934, 122.444925, 151.670901, 159.775647, 164.764271]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 7, 2, 9, 13, 22, 26, 31, 28, 30, 15, 19, 15, 21, 22, 24, 30, 31, 37, 44, 44, 53, 62, 55, 76, 66, 56, 42, 36, 31, 32, 39, 39, 46, 52, 59, 59, 69, 70, 73, 79, 67, 70, 70, 56, 34, 11, 5, 0, 0], "n_am_pl": [7, 10, 15, 12, 16, 27, 24, 21, 27, 23, 26, 25, 27, 27, 23, 18, 19, 24, 23, 18, 22, 23, 20, 16, 17, 21, 16, 19, 37, 23, 33, 22, 26, 28, 29, 23, 22, 20, 22, 27, 30, 35, 34, 32, 48, 80, 115, 143, 160, 165], "n_pos": 165, "sum_m_en": [14.720984, 24.029431, 25.892593, 26.213194, 25.840042, 24.585226, 24.193568, 25.99203, 25.933277, 26.569545, 26.361127, 25.635789, 25.29903, 25.239401, 25.957365, 26.922626, 27.197033, 26.17285, 26.334477, 26.304824, 24.440239, 25.142083, 26.264931, 24.936582, 47.55721, 46.276016, 39.293673, 31.616455, 29.123363, 27.695885, 26.623395, 27.108021, 28.191469, 30.077135, 31.824807, 34.742276, 36.49107, 40.69966, 42.833251, 52.545828, 54.22691, 56.203333, 63.865104, 64.127719, 53.036414, 34.083644, 14.043656, 3.482446, 0.927349, 1e-06], "sum_m_pl": [2.586903, 6.879256, 8.097245, 8.695618, 9.602526, 11.674299, 11.601728, 13.385703, 12.904475, 13.157273, 13.840593, 14.082319, 14.509436, 13.924993, 14.371702, 13.952807, 13.307581, 12.969059, 12.537012, 12.258807, 11.680376, 11.291256, 10.881427, 10.648502, 15.286976, 16.839302, 16.048468, 16.801849, 19.017581, 18.846424, 18.92236, 18.082458, 18.398801, 18.686953, 19.882401, 19.314341, 19.357849, 18.100694, 18.853084, 19.952767, 21.180808, 21.141874, 24.260244, 25.601239, 40.473417, 67.05756, 108.461535, 140.204706, 154.825772, 164.199292]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "pes-Patomorfologia-2019 wiosna-88", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1240, "region_end": 217, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9954}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 22, 21, 31, 49, 50, 48, 56, 51, 48, 63, 50, 49, 50, 53, 72, 71, 74, 60, 84, 78, 77, 86, 81, 117, 108, 99, 66, 65, 62, 64, 62, 78, 90, 95, 99, 104, 128, 132, 125, 109, 117, 122, 120, 88, 76, 39, 10, 2, 2], "n_am_pl": [14, 21, 28, 28, 27, 47, 48, 46, 34, 37, 40, 47, 50, 32, 39, 33, 43, 44, 44, 37, 31, 32, 30, 30, 32, 39, 39, 50, 46, 53, 61, 60, 45, 55, 54, 58, 60, 41, 46, 45, 48, 49, 54, 61, 74, 97, 151, 182, 199, 202], "n_pos": 317, "sum_m_en": [31.368466, 45.139107, 47.589454, 49.693011, 50.296912, 50.657318, 51.12869, 52.491094, 52.126958, 53.435129, 56.867479, 53.784999, 53.551213, 52.715411, 52.189549, 54.105001, 54.09619, 51.697347, 52.495983, 53.582832, 49.934771, 49.043818, 50.153625, 50.387279, 82.444064, 76.400221, 65.148084, 54.158809, 56.353497, 58.056311, 57.446723, 55.799297, 55.032548, 57.482769, 60.702133, 67.062888, 73.393229, 84.997692, 96.73167, 93.607833, 94.425944, 101.61483, 101.348982, 104.16899, 85.763435, 70.99711, 37.42996, 12.545245, 4.458572, 1.993435], "sum_m_pl": [6.385812, 16.473908, 18.137833, 17.789737, 18.932256, 22.470716, 21.879252, 22.648432, 22.99136, 24.82911, 24.984134, 26.078292, 26.837803, 26.309007, 26.700375, 28.04886, 26.069309, 26.329275, 23.39545, 22.086528, 20.704335, 20.278897, 19.641262, 19.368382, 27.822301, 34.362732, 33.168208, 34.230164, 33.498154, 35.668408, 33.818577, 32.425077, 30.910524, 32.275762, 32.102567, 31.107602, 32.065891, 29.57407, 30.907832, 32.487968, 37.265795, 42.28648, 46.657936, 51.976919, 68.342524, 93.27975, 138.289367, 173.264312, 192.689019, 202.017934]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 0, 0, 2, 1, 1, 1, 2, 2, 3, 3, 3, 4, 4, 2, 0, 0, 0, 1, 1, 0, 1, 2, 0, 0, 1, 3, 2, 2, 2, 3, 3, 0, 3, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 3, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.686297, 0.860605, 0.72307, 0.777814, 0.685412, 0.770968, 0.90501, 0.827338, 0.758763, 0.760684, 0.863679, 0.858889, 0.976033, 0.955756, 1.023515, 1.098354, 1.11468, 1.106721, 1.018508, 1.05679, 1.008135, 0.981747, 0.999007, 1.011433, 1.822203, 1.279118, 1.050453, 0.83429, 1.008925, 1.115441, 1.081243, 0.971231, 0.971867, 0.9298, 0.965715, 0.759777, 0.742872, 0.86281, 1.183238, 1.096809, 1.144481, 0.870583, 1.956162, 2.892513, 0.664983, 2.263933, 0.141694, 0.190711, 0.103542, 1e-06], "sum_m_pl": [0.199106, 0.415881, 0.388595, 0.517327, 0.444685, 0.389201, 0.370336, 0.33915, 0.339568, 0.334539, 0.352891, 0.373625, 0.522263, 0.414973, 0.430797, 0.479563, 0.443332, 0.460797, 0.445496, 0.45165, 0.393922, 0.357799, 0.353799, 0.351741, 0.597756, 1.282473, 1.1472, 0.925281, 0.783132, 0.687031, 0.822374, 0.846036, 0.762866, 0.742853, 0.73525, 0.707217, 0.67981, 0.480112, 0.396498, 0.28247, 0.158323, 0.453587, 0.404623, 0.497498, 0.585788, 0.720712, 0.276612, 0.220022, 0.076586, 1.9e-05]}, "lang": {"n_am_en": [14, 18, 18, 19, 33, 37, 36, 40, 40, 36, 50, 38, 37, 33, 38, 54, 55, 58, 47, 60, 56, 56, 62, 59, 80, 75, 68, 46, 48, 42, 43, 43, 58, 62, 57, 69, 67, 85, 86, 85, 69, 77, 78, 77, 58, 45, 26, 9, 2, 2], "n_am_pl": [13, 16, 20, 19, 19, 29, 26, 26, 21, 20, 26, 33, 34, 21, 26, 18, 27, 26, 29, 26, 19, 20, 21, 23, 20, 21, 26, 34, 33, 33, 37, 41, 30, 38, 40, 41, 44, 31, 37, 36, 39, 42, 45, 52, 68, 89, 134, 166, 192, 200], "n_pos": 202, "sum_m_en": [19.690766, 29.088766, 31.096848, 32.047169, 32.929914, 33.050597, 33.383795, 34.857354, 35.189203, 36.136381, 38.278727, 35.903649, 35.454104, 34.844871, 34.760815, 36.045088, 35.730296, 34.073169, 34.490536, 35.322048, 32.477446, 31.696751, 32.442242, 32.056184, 58.371474, 54.069449, 45.841258, 37.209475, 38.249757, 38.344981, 38.207186, 37.557145, 36.761732, 38.179424, 40.13693, 45.16696, 48.548985, 56.823518, 63.214362, 60.751672, 61.66912, 67.171246, 64.301337, 67.007282, 55.592567, 43.837399, 25.460417, 9.32055, 3.381313, 1.990966], "sum_m_pl": [3.88123, 10.235932, 11.373661, 11.037671, 11.921621, 14.231642, 13.772914, 14.478447, 14.854132, 15.734199, 16.316273, 17.277425, 17.19999, 17.151681, 17.093003, 17.564211, 16.455636, 16.142515, 14.809534, 13.904176, 13.239555, 13.053136, 12.661036, 12.45001, 18.689644, 22.227492, 21.537975, 22.391649, 22.739894, 23.213799, 22.497332, 21.328125, 20.992646, 22.041791, 21.328808, 20.450669, 21.561535, 20.587208, 22.525769, 24.533457, 28.370918, 32.363588, 37.713059, 43.127299, 60.433605, 83.406192, 123.391841, 158.162575, 183.906175, 198.987071]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 322, "item_id": "pes-Patomorfologia-2020 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1007, "region_end": 317, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9813}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [30, 38, 45, 50, 69, 92, 83, 88, 109, 93, 105, 89, 90, 89, 86, 102, 115, 108, 119, 148, 151, 143, 148, 146, 198, 178, 155, 115, 89, 93, 108, 107, 115, 120, 143, 151, 168, 183, 197, 177, 187, 182, 185, 179, 146, 109, 45, 3, 0, 0], "n_am_pl": [25, 30, 41, 49, 55, 68, 68, 67, 53, 52, 50, 50, 61, 52, 65, 55, 71, 61, 62, 57, 42, 40, 33, 47, 44, 59, 68, 69, 72, 66, 76, 77, 66, 72, 70, 62, 64, 56, 66, 67, 68, 78, 78, 89, 113, 153, 239, 292, 308, 314], "n_pos": 464, "sum_m_en": [43.126881, 65.247098, 68.777964, 72.025386, 74.084025, 75.686144, 77.455409, 78.774469, 78.391991, 79.135249, 83.14647, 80.109425, 81.603155, 79.895836, 78.948859, 81.611799, 81.116365, 77.376527, 77.721868, 78.698731, 75.084622, 73.752553, 75.294007, 75.722222, 125.096424, 118.271248, 103.624832, 84.204876, 83.743208, 85.464104, 84.998626, 81.55717, 81.579095, 84.660387, 91.635459, 101.801025, 112.109227, 127.823516, 138.137338, 133.127979, 140.383699, 147.91145, 151.870879, 156.991545, 134.028192, 102.253588, 44.928221, 10.040674, 3.764732, 0.470119], "sum_m_pl": [8.499784, 22.371807, 25.248809, 25.071994, 26.614611, 31.14799, 31.036437, 31.532763, 31.550489, 33.888631, 33.749687, 35.490486, 36.362268, 35.157021, 36.10262, 37.177687, 35.134485, 34.725769, 31.825778, 30.574911, 28.97551, 28.356868, 27.601293, 27.311098, 36.926261, 44.383688, 45.007994, 47.278636, 47.750712, 49.690161, 47.378434, 46.4559, 43.53013, 43.241523, 42.532788, 40.871306, 42.679349, 40.847024, 42.807032, 45.289008, 51.644764, 59.391186, 63.305069, 72.449259, 99.352428, 136.717998, 216.380654, 273.299888, 297.273361, 315.747174]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 2, 1, 1, 1, 1, 2, 3, 3, 3, 2, 3, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 3, 2, 2, 2, 3, 3, 0, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.553591, 0.688531, 0.578093, 0.636423, 0.565978, 0.619229, 0.740614, 0.645167, 0.583799, 0.579891, 0.650469, 0.627357, 0.750877, 0.734758, 0.840508, 0.915204, 0.901286, 0.902242, 0.818844, 0.858874, 0.819163, 0.794982, 0.810022, 0.823841, 1.415137, 1.010012, 0.777194, 0.63918, 0.747488, 0.831992, 0.777341, 0.708233, 0.737615, 0.687211, 0.752741, 0.519817, 0.514146, 0.762522, 1.106606, 1.068006, 1.157068, 0.791431, 1.669642, 2.338714, 0.491872, 1.154013, 0.131134, 0.17391, 0.111746, 0.0], "sum_m_pl": [0.169467, 0.329754, 0.302091, 0.418904, 0.354551, 0.306623, 0.301672, 0.269115, 0.273825, 0.260321, 0.27247, 0.279551, 0.439711, 0.331555, 0.356014, 0.404732, 0.366072, 0.379585, 0.372081, 0.373021, 0.321388, 0.289518, 0.284589, 0.284548, 0.470364, 1.071178, 0.99081, 0.796742, 0.709412, 0.641485, 0.738088, 0.718428, 0.658497, 0.682074, 0.701389, 0.639567, 0.602915, 0.387286, 0.313465, 0.273098, 0.134161, 0.461811, 0.412852, 0.483272, 0.55227, 0.641769, 0.257445, 0.227882, 0.087359, 3.7e-05]}, "lang": {"n_am_en": [17, 28, 33, 33, 50, 64, 65, 67, 81, 70, 85, 69, 68, 66, 68, 74, 89, 78, 88, 109, 108, 105, 113, 105, 143, 130, 110, 81, 60, 65, 78, 82, 84, 86, 94, 102, 117, 134, 139, 121, 130, 126, 122, 119, 100, 72, 33, 3, 0, 0], "n_am_pl": [24, 23, 27, 31, 37, 43, 44, 44, 36, 31, 33, 35, 42, 39, 47, 37, 49, 44, 44, 37, 24, 23, 21, 35, 31, 38, 48, 47, 52, 48, 52, 49, 48, 48, 49, 46, 49, 45, 52, 58, 57, 63, 67, 76, 100, 138, 207, 265, 292, 311], "n_pos": 311, "sum_m_en": [28.51452, 44.294205, 47.133529, 48.850196, 50.616732, 51.714047, 53.039572, 54.223632, 54.708162, 55.38485, 57.939442, 55.731887, 56.508895, 55.34625, 54.83615, 56.623734, 56.06626, 53.204851, 53.361575, 54.319875, 51.49234, 50.288145, 51.370515, 50.885518, 89.620713, 84.003114, 73.593204, 59.166861, 58.764289, 58.911344, 58.150305, 56.483312, 56.522963, 57.817949, 62.215615, 70.081496, 76.577789, 88.849696, 94.59554, 91.715383, 97.202494, 102.161039, 100.535428, 107.502856, 91.922771, 69.971674, 33.326434, 7.24581, 1.986714, 0.00028], "sum_m_pl": [5.649855, 15.015002, 16.666977, 16.418943, 17.452257, 20.670969, 20.533428, 21.037335, 21.143698, 22.445441, 22.813672, 24.269923, 24.345464, 23.781613, 23.739797, 24.171898, 23.117392, 22.479071, 21.060614, 20.195088, 19.36476, 19.04957, 18.594967, 18.349487, 25.373066, 29.935329, 30.291096, 32.418282, 33.482663, 33.885711, 32.743643, 32.201586, 30.32352, 30.238973, 29.512094, 28.295182, 30.282492, 29.433429, 31.823951, 34.614448, 39.026545, 44.641152, 50.502923, 59.502727, 86.607622, 119.846419, 190.521941, 247.591052, 280.609712, 308.864264]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 466, "item_id": "pes-Patomorfologia-2020 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1262, "region_end": 464, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9871}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 9, 14, 12, 18, 18, 19, 17, 14, 16, 13, 14, 10, 22, 18, 18, 16, 23, 28, 31, 30, 33, 32, 33, 39, 40, 28, 24, 34, 33, 25, 25, 28, 21, 32, 33, 38, 45, 52, 52, 59, 61, 59, 51, 52, 53, 55, 51, 47, 47], "n_am_pl": [5, 5, 5, 7, 9, 8, 6, 10, 7, 8, 8, 14, 9, 11, 12, 10, 10, 8, 7, 8, 10, 10, 8, 7, 5, 8, 9, 7, 9, 6, 8, 9, 10, 13, 12, 9, 10, 9, 7, 5, 6, 6, 6, 6, 8, 9, 8, 8, 7, 6], "n_pos": 105, "sum_m_en": [12.44588, 14.056716, 14.2504, 14.778929, 16.937702, 18.435454, 16.826955, 17.657612, 16.581854, 17.247764, 16.611715, 16.605809, 16.594875, 18.09712, 17.99515, 18.909039, 19.231873, 18.525476, 19.24321, 18.53274, 18.373808, 18.542504, 18.165853, 17.81146, 29.880804, 28.268854, 25.420205, 23.893557, 23.858594, 24.588757, 22.514498, 23.182464, 23.975829, 23.059331, 25.70587, 27.455442, 31.613283, 35.629127, 39.724899, 46.917049, 49.783854, 52.004471, 51.666966, 49.313065, 49.376987, 50.816303, 48.755786, 46.064311, 43.639952, 47.582297], "sum_m_pl": [3.452751, 4.62282, 4.959947, 4.94137, 5.828283, 5.727844, 5.943662, 6.665113, 6.784506, 7.132567, 7.063968, 7.501355, 7.443399, 7.204305, 8.076612, 7.885353, 7.283594, 7.190853, 7.214236, 7.302465, 6.936144, 6.557476, 6.305894, 6.000815, 6.816318, 7.348144, 7.318593, 8.139465, 8.700391, 8.332202, 7.885453, 7.815749, 8.790102, 8.460554, 7.897014, 7.742861, 8.3502, 8.038567, 7.427995, 5.450541, 5.655283, 6.238685, 5.765808, 6.301424, 7.514156, 7.944003, 7.793826, 7.189006, 7.071082, 6.148011]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.070516, 0.141685, 0.136762, 0.161322, 0.216281, 0.23131, 0.240256, 0.237581, 0.235335, 0.199526, 0.161302, 0.161429, 0.210478, 0.245226, 0.244275, 0.239909, 0.218901, 0.251812, 0.251466, 0.219969, 0.189479, 0.189101, 0.184775, 0.167449, 0.149651, 0.155413, 0.170598, 0.180911, 0.217307, 0.240793, 0.25018, 0.230386, 0.225401, 0.260137, 0.221506, 0.237416, 0.254513, 0.359563, 0.222282, 0.219352, 0.182249, 0.27253, 0.546852, 0.372583, 0.386385, 0.683579, 0.824496, 0.168469, 0.013761, 0.0], "sum_m_pl": [0.008987, 0.032853, 0.036612, 0.034797, 0.046278, 0.057581, 0.060741, 0.057779, 0.054718, 0.045514, 0.020072, 0.021724, 0.031675, 0.036312, 0.047278, 0.046657, 0.049702, 0.057482, 0.060318, 0.061521, 0.06179, 0.063493, 0.069453, 0.06453, 0.065031, 0.081011, 0.091786, 0.099391, 0.082052, 0.077173, 0.055247, 0.047787, 0.054359, 0.051355, 0.056889, 0.052327, 0.047397, 0.041039, 0.032737, 0.04295, 0.056212, 0.058308, 0.037245, 0.051582, 0.051499, 0.021861, 0.009941, 0.044422, 0.0172, 0.0]}, "lang": {"n_am_en": [2, 3, 9, 6, 9, 8, 12, 7, 7, 10, 9, 8, 7, 13, 11, 12, 9, 16, 21, 19, 19, 23, 23, 23, 26, 31, 20, 19, 23, 22, 16, 17, 19, 14, 24, 21, 25, 31, 35, 35, 39, 40, 42, 37, 39, 39, 41, 44, 43, 47], "n_am_pl": [2, 1, 3, 3, 5, 5, 3, 7, 4, 3, 4, 9, 6, 5, 7, 5, 5, 6, 4, 7, 8, 4, 4, 4, 4, 3, 5, 4, 6, 4, 5, 5, 5, 8, 6, 4, 5, 3, 2, 2, 2, 3, 3, 4, 6, 7, 6, 5, 5, 6], "n_pos": 55, "sum_m_en": [5.758183, 7.104115, 7.393916, 7.72056, 8.661362, 9.659505, 9.047114, 9.441744, 9.131616, 9.47218, 9.072522, 9.035494, 8.959215, 9.79237, 9.645699, 10.36574, 10.70852, 10.279301, 10.760729, 10.283883, 10.307021, 10.361254, 10.183283, 10.067003, 19.689262, 19.140648, 17.167141, 15.46797, 15.02822, 15.128788, 13.657263, 13.943437, 14.585726, 14.085573, 16.363232, 17.85043, 21.132998, 24.464018, 26.399813, 31.431477, 33.427839, 35.046861, 35.116564, 33.743054, 35.286296, 36.774143, 35.572323, 36.437904, 37.347418, 46.464575], "sum_m_pl": [1.895232, 2.376262, 2.524156, 2.544633, 2.917527, 2.883631, 3.067664, 3.52716, 3.492749, 3.689016, 3.797884, 3.928024, 3.794453, 3.639954, 4.315108, 4.161062, 3.897456, 3.862234, 3.79282, 3.870505, 3.685194, 3.435563, 3.34734, 3.223405, 3.583109, 3.566466, 3.766883, 4.2218, 4.575031, 4.307363, 4.199541, 4.115117, 4.820012, 4.560935, 4.102639, 4.101954, 3.981902, 3.62047, 3.513267, 2.422239, 2.702407, 3.353129, 3.40414, 4.086421, 5.45905, 5.899691, 5.7391, 5.042859, 5.233662, 5.84985]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "pes-Pediatria-2018 jesień-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1100, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9811}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 15, 23, 29, 26, 25, 25, 42, 24, 33, 29, 38, 34, 34, 49, 31, 33, 38, 47, 48, 47, 51, 51, 53, 59, 58, 48, 51, 51, 48, 51, 42, 48, 40, 42, 39, 57, 69, 76, 77, 91, 93, 89, 91, 79, 59, 20, 3, 0, 1], "n_am_pl": [6, 26, 25, 23, 35, 23, 24, 17, 20, 27, 35, 21, 23, 31, 33, 34, 34, 20, 19, 24, 19, 17, 16, 19, 17, 22, 16, 9, 11, 18, 14, 11, 15, 18, 19, 27, 28, 16, 26, 28, 24, 25, 35, 36, 56, 90, 139, 167, 173, 172], "n_pos": 243, "sum_m_en": [22.186117, 35.242423, 37.303596, 37.491145, 38.178826, 40.000662, 38.697876, 42.350726, 40.832039, 42.069927, 41.240217, 40.618765, 39.327736, 40.889143, 40.912263, 41.387156, 41.693095, 39.814755, 40.996458, 39.830425, 39.053732, 39.302419, 40.320746, 40.904225, 57.637173, 56.129874, 47.428715, 46.406304, 46.168595, 44.741663, 42.682991, 44.147105, 45.992216, 43.578056, 44.374115, 44.270122, 49.020141, 51.050611, 58.742936, 68.382257, 71.812167, 78.697353, 79.621802, 81.85242, 74.292486, 57.210449, 22.934147, 5.428793, 1.033152, 0.857209], "sum_m_pl": [3.723399, 11.832389, 13.270726, 14.02866, 14.48453, 15.583884, 15.549016, 17.392944, 17.415212, 19.308766, 19.743005, 20.012241, 19.594273, 19.350308, 19.882739, 19.284033, 17.378593, 17.224905, 17.26527, 16.875793, 16.071782, 15.142639, 14.754758, 14.453327, 16.239368, 18.866903, 18.963921, 21.073701, 22.192733, 23.209035, 21.547367, 20.977452, 21.519714, 20.966855, 21.106407, 21.898724, 22.428595, 22.529364, 24.590745, 21.5752, 23.734772, 22.883631, 29.344494, 36.234315, 50.186157, 79.950545, 129.284405, 158.910951, 169.137276, 172.416189]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.095281, 0.181426, 0.214042, 0.193006, 0.164611, 0.155725, 0.172649, 0.195821, 0.188577, 0.178215, 0.208659, 0.192521, 0.193924, 0.18318, 0.173614, 0.178343, 0.172712, 0.176784, 0.17061, 0.176344, 0.162757, 0.164323, 0.169145, 0.165142, 0.199648, 0.207969, 0.265476, 0.217472, 0.219631, 0.19709, 0.183636, 0.18114, 0.191407, 0.214626, 0.1983, 0.210811, 0.206908, 0.271455, 0.201071, 0.179926, 0.168867, 0.179419, 0.256626, 0.220105, 0.30538, 0.830391, 0.824828, 0.052089, 0.007314, 0.0], "sum_m_pl": [0.023626, 0.07395, 0.075907, 0.059972, 0.065672, 0.061851, 0.06219, 0.101193, 0.096007, 0.121487, 0.10907, 0.083293, 0.064944, 0.07627, 0.089649, 0.0835, 0.080137, 0.095726, 0.097977, 0.087502, 0.085738, 0.085761, 0.085618, 0.077122, 0.11121, 0.114553, 0.093237, 0.1098, 0.082138, 0.080078, 0.073398, 0.053085, 0.061347, 0.070601, 0.079645, 0.085589, 0.060369, 0.046151, 0.041379, 0.055981, 0.065085, 0.071833, 0.061609, 0.055409, 0.047665, 0.011532, 0.010456, 0.050197, 0.013961, 0.0]}, "lang": {"n_am_en": [2, 12, 16, 16, 21, 17, 19, 33, 15, 24, 22, 30, 27, 28, 37, 24, 21, 26, 32, 32, 36, 36, 36, 39, 43, 45, 33, 37, 39, 35, 39, 31, 37, 26, 32, 22, 41, 47, 51, 55, 66, 67, 62, 66, 56, 38, 11, 2, 0, 1], "n_am_pl": [3, 20, 20, 16, 19, 16, 16, 9, 13, 12, 20, 14, 13, 21, 21, 21, 25, 13, 17, 16, 13, 12, 9, 12, 13, 13, 13, 6, 7, 8, 8, 10, 8, 12, 11, 19, 22, 11, 18, 23, 18, 20, 30, 30, 48, 77, 122, 150, 164, 171], "n_pos": 173, "sum_m_en": [15.514381, 24.638744, 26.284372, 26.449579, 27.12152, 28.70641, 27.710546, 30.404356, 29.113573, 30.118866, 29.40416, 29.160467, 28.396194, 29.530576, 29.651052, 30.267511, 30.286649, 28.887533, 29.716811, 28.831175, 28.210053, 28.480534, 28.693703, 28.370691, 40.362932, 39.735246, 33.248377, 33.313721, 33.055986, 32.101855, 30.833181, 31.860283, 33.232017, 31.75377, 31.542725, 31.198847, 34.664603, 36.259062, 40.010678, 46.684685, 49.156359, 55.263399, 55.332977, 58.42966, 53.275783, 37.598163, 13.829839, 2.994241, 0.601781, 0.856882], "sum_m_pl": [2.56357, 8.285067, 9.371138, 10.010029, 10.365017, 11.189319, 11.15755, 12.358453, 12.353909, 13.741336, 14.116399, 14.590776, 14.339871, 14.216755, 14.540906, 14.151908, 12.646777, 12.563074, 12.509253, 12.140753, 11.586473, 10.969056, 10.708604, 10.503691, 12.165005, 13.997141, 13.967166, 15.344476, 16.427092, 17.343149, 16.198051, 15.640692, 16.083867, 15.580055, 15.735619, 16.147871, 16.885027, 17.135489, 19.497989, 17.703547, 19.238586, 18.495663, 24.519707, 28.229626, 41.347753, 68.18899, 112.826045, 143.247733, 160.128788, 170.181924]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 245, "item_id": "pes-Pediatria-2018 jesień-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1355, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9836}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 9, 13, 17, 23, 18, 19, 21, 12, 18, 25, 24, 25, 32, 36, 36, 36, 33, 37, 32, 40, 41, 45, 42, 53, 49, 48, 47, 41, 44, 50, 45, 53, 48, 57, 54, 52, 59, 65, 58, 63, 61, 67, 63, 64, 57, 54, 51, 51, 56], "n_am_pl": [2, 3, 4, 3, 5, 10, 15, 22, 12, 13, 9, 14, 13, 7, 10, 13, 16, 13, 16, 20, 14, 10, 10, 7, 9, 13, 9, 14, 12, 13, 10, 12, 9, 10, 5, 9, 12, 10, 7, 5, 4, 4, 4, 9, 8, 9, 6, 11, 9, 9], "n_pos": 116, "sum_m_en": [12.216578, 15.438924, 15.816852, 17.61647, 20.748274, 21.590262, 20.194926, 20.301509, 18.632439, 20.226845, 20.434008, 21.316787, 21.76224, 22.377041, 23.0075, 23.085006, 23.603205, 22.872234, 22.273898, 21.842423, 23.338226, 22.766734, 22.296723, 21.952725, 36.233206, 34.481342, 32.864606, 31.94677, 29.935731, 28.22996, 27.700568, 28.220828, 29.943357, 28.592643, 32.859773, 34.45837, 38.455365, 44.322814, 49.452267, 46.91847, 49.271874, 55.336658, 59.769513, 55.434733, 54.208719, 52.77175, 51.63222, 47.808907, 47.599144, 55.604325], "sum_m_pl": [2.609685, 4.537038, 4.692658, 4.703244, 5.517478, 6.207325, 6.86146, 7.726076, 7.496823, 8.011675, 7.909483, 8.327803, 8.511157, 7.978531, 8.253973, 8.294084, 7.586493, 7.856119, 8.065039, 8.134359, 7.279618, 7.126644, 7.105356, 7.008803, 8.698078, 10.177707, 9.768891, 10.746828, 9.419553, 9.169687, 8.476885, 8.835285, 8.991276, 9.43238, 9.106565, 9.017635, 10.267425, 9.506946, 8.586366, 6.451497, 5.657086, 5.102459, 5.30976, 10.403235, 9.301813, 8.91982, 6.916646, 10.494786, 9.6939, 9.534185]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 7, 13, 17, 13, 15, 15, 10, 11, 22, 19, 19, 19, 21, 20, 20, 19, 25, 22, 24, 27, 24, 27, 38, 34, 30, 28, 25, 28, 30, 28, 35, 36, 41, 42, 38, 46, 50, 44, 49, 51, 53, 53, 57, 51, 50, 46, 47, 55], "n_am_pl": [2, 3, 4, 3, 3, 8, 11, 13, 5, 6, 2, 7, 4, 2, 1, 7, 8, 8, 7, 9, 9, 9, 7, 5, 5, 4, 4, 6, 4, 3, 3, 4, 3, 3, 1, 2, 2, 4, 2, 2, 1, 1, 2, 4, 4, 5, 5, 10, 8, 9], "n_pos": 66, "sum_m_en": [6.662259, 8.465021, 8.813115, 10.072866, 11.988888, 12.966964, 12.132233, 12.198167, 11.137012, 12.085094, 12.412026, 13.061843, 13.230134, 13.509412, 13.73226, 13.571475, 13.733588, 13.306701, 13.017389, 12.900134, 13.638275, 13.443311, 13.115911, 12.862117, 22.551424, 21.794208, 20.561392, 19.374298, 18.710434, 17.74789, 17.275008, 17.509771, 18.626572, 18.388533, 21.551174, 23.783555, 28.03917, 33.228121, 36.802569, 35.313459, 37.646178, 44.098767, 45.813984, 45.949364, 47.32365, 46.350255, 45.838112, 42.801717, 44.152827, 53.339421], "sum_m_pl": [1.246264, 2.538409, 2.765803, 2.878463, 3.404854, 3.889352, 4.183876, 4.334145, 4.102397, 4.343603, 4.281726, 4.67654, 4.575432, 4.272845, 4.400364, 4.509931, 4.246981, 4.365457, 4.512783, 4.557222, 4.075485, 3.967588, 4.035204, 4.019249, 4.459187, 4.539502, 4.564383, 5.377995, 4.89561, 4.699368, 4.432017, 4.698224, 4.678987, 4.753027, 4.334478, 4.339641, 4.308329, 3.926626, 3.449686, 3.088298, 2.852673, 2.388123, 2.484685, 4.374348, 4.549926, 4.686537, 5.248961, 8.910906, 8.43596, 9.068877]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "pes-Pediatria-2018 wiosna-110", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9576, "tf_agree_excl_first": 0.9658}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 20, 17, 17, 29, 39, 42, 38, 45, 39, 32, 36, 41, 38, 64, 55, 75, 62, 66, 72, 77, 67, 78, 73, 109, 104, 99, 97, 97, 84, 94, 94, 88, 89, 97, 98, 97, 120, 130, 99, 99, 109, 110, 95, 69, 59, 28, 1, 0, 0], "n_am_pl": [6, 20, 18, 24, 17, 23, 19, 26, 11, 33, 35, 29, 32, 35, 38, 32, 30, 38, 34, 31, 22, 22, 17, 16, 10, 12, 27, 25, 25, 33, 25, 33, 32, 38, 34, 28, 28, 23, 18, 21, 17, 22, 32, 37, 53, 79, 127, 172, 182, 183], "n_pos": 248, "sum_m_en": [22.166871, 36.326157, 37.614167, 37.814294, 40.386766, 42.371386, 41.364048, 42.748422, 41.989862, 44.641995, 44.192144, 44.566461, 43.723551, 44.562932, 44.845194, 46.732773, 47.720525, 44.726412, 43.713536, 42.834851, 44.292836, 43.317748, 42.974212, 42.796388, 71.79669, 67.866132, 62.279881, 58.271942, 54.957261, 52.961423, 51.92007, 53.311231, 55.085001, 56.513095, 62.056119, 64.223842, 66.210608, 73.951092, 84.175278, 77.954589, 82.707667, 88.542754, 93.455656, 83.839139, 69.026475, 55.641617, 21.781621, 3.784905, 1.6654, 0.297705], "sum_m_pl": [3.517718, 10.756787, 12.506455, 12.208416, 12.819072, 13.966442, 14.713947, 16.625363, 15.715411, 17.547591, 17.670196, 18.20373, 17.990086, 16.868535, 16.57108, 16.007449, 15.688464, 15.587669, 15.253585, 15.785863, 14.235254, 14.149929, 14.30749, 14.178853, 14.777557, 17.238226, 19.081501, 21.612994, 21.103268, 21.332187, 20.179782, 20.498219, 20.99885, 20.077582, 19.325749, 20.232953, 21.244908, 21.202544, 19.608884, 19.39335, 19.359456, 18.553581, 25.948338, 32.829053, 46.894422, 70.441729, 120.46102, 162.90735, 175.913757, 183.578353]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.064075, 0.150257, 0.16377, 0.173879, 0.17291, 0.193719, 0.189214, 0.191629, 0.187081, 0.196975, 0.226115, 0.205146, 0.214639, 0.221214, 0.226873, 0.251909, 0.271134, 0.275255, 0.268813, 0.236642, 0.207726, 0.191079, 0.191615, 0.172709, 0.210461, 0.199432, 0.233763, 0.210765, 0.182887, 0.215332, 0.212989, 0.211632, 0.218507, 0.247987, 0.217866, 0.233071, 0.252643, 0.269717, 0.231043, 0.212606, 0.168243, 0.199562, 0.154276, 0.088754, 0.07391, 0.079156, 0.044371, 0.000805, 0.000196, 0.0], "sum_m_pl": [0.012667, 0.055165, 0.061374, 0.053257, 0.056551, 0.058503, 0.059436, 0.101598, 0.096518, 0.09142, 0.090441, 0.089133, 0.088422, 0.0702, 0.086933, 0.089517, 0.071245, 0.074553, 0.071966, 0.084378, 0.072399, 0.070874, 0.073655, 0.06572, 0.078745, 0.094806, 0.0939, 0.098613, 0.060475, 0.064017, 0.05061, 0.036631, 0.046378, 0.051663, 0.053394, 0.073294, 0.063039, 0.057713, 0.070436, 0.073788, 0.082338, 0.082942, 0.061072, 0.074308, 0.00435, 0.006199, 0.005713, 0.000606, 0.000163, 0.0]}, "lang": {"n_am_en": [5, 13, 13, 13, 24, 31, 33, 34, 37, 30, 28, 27, 32, 29, 47, 42, 56, 46, 47, 51, 57, 50, 62, 56, 84, 79, 74, 72, 72, 61, 66, 68, 64, 63, 71, 72, 73, 85, 95, 72, 73, 79, 80, 68, 52, 42, 24, 1, 0, 0], "n_am_pl": [5, 18, 13, 21, 15, 16, 14, 18, 6, 23, 30, 23, 25, 30, 31, 26, 23, 28, 28, 24, 18, 18, 14, 13, 9, 8, 20, 19, 17, 25, 20, 26, 25, 29, 25, 19, 22, 19, 16, 17, 14, 19, 29, 31, 42, 69, 112, 159, 177, 183], "n_pos": 184, "sum_m_en": [16.294142, 26.580304, 27.838306, 28.107186, 30.169003, 31.606812, 30.960229, 31.962408, 31.623736, 33.490762, 32.944439, 33.068504, 32.453998, 33.046608, 33.139251, 34.590304, 35.208269, 32.936343, 31.993728, 31.516336, 32.492536, 31.771097, 31.658935, 31.422777, 53.504634, 50.902958, 46.747833, 43.63315, 40.948057, 39.424846, 38.43107, 39.479375, 41.002586, 41.985872, 46.256558, 47.618279, 49.356008, 54.995031, 63.014529, 57.294371, 61.267245, 63.86902, 68.619082, 61.856222, 51.853883, 41.256643, 19.136472, 3.103307, 0.901343, 0.296759], "sum_m_pl": [2.601218, 8.04938, 9.204185, 9.003503, 9.519308, 10.420498, 10.919706, 12.08879, 11.561233, 12.848439, 12.967844, 13.502856, 13.396111, 12.666611, 12.43847, 11.754627, 11.609449, 11.697123, 11.416176, 11.782008, 10.62225, 10.52591, 10.648348, 10.608907, 11.035805, 13.073405, 14.284079, 16.145672, 16.233325, 16.223118, 15.440328, 15.60384, 15.934563, 14.666638, 14.420491, 15.115048, 16.489303, 16.80356, 15.575088, 14.779332, 15.151263, 15.192576, 21.166386, 26.341872, 37.610072, 61.212703, 106.135317, 150.349242, 169.456299, 181.47307]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "pes-Pediatria-2018 wiosna-110", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1441, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.988}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 6, 12, 16, 19, 16, 19, 19, 17, 15, 20, 19, 13, 21, 26, 27, 28, 24, 21, 28, 26, 19, 24, 27, 35, 32, 25, 21, 22, 20, 23, 27, 26, 33, 36, 38, 36, 39, 38, 38, 48, 44, 43, 50, 41, 42, 39, 38, 41, 42], "n_am_pl": [6, 6, 13, 14, 16, 12, 8, 9, 12, 10, 6, 9, 12, 13, 8, 10, 12, 14, 14, 13, 13, 22, 18, 16, 21, 18, 19, 15, 16, 12, 18, 14, 10, 12, 11, 6, 9, 6, 9, 13, 15, 16, 12, 11, 9, 11, 11, 7, 8, 8], "n_pos": 106, "sum_m_en": [11.238044, 13.746881, 15.044624, 16.076483, 17.016696, 18.215277, 17.738292, 17.593879, 17.004258, 17.331795, 17.947025, 18.012608, 18.112696, 18.270715, 18.848771, 18.737327, 18.424356, 17.069327, 17.355413, 17.93264, 17.059901, 17.262925, 17.792421, 17.248945, 25.000434, 23.401773, 21.297401, 18.246802, 18.346693, 19.324556, 18.138371, 18.035227, 17.651363, 20.504168, 22.100197, 22.47775, 27.701951, 31.539058, 33.188517, 32.651972, 35.115073, 38.143408, 40.433107, 43.848108, 39.866402, 38.143538, 37.496447, 37.791241, 37.433012, 40.657116], "sum_m_pl": [3.165768, 5.01285, 5.416701, 5.279108, 5.880948, 6.258631, 5.820847, 6.289728, 6.068651, 6.775131, 6.821764, 7.431244, 8.033898, 7.884792, 7.794363, 8.585633, 7.535121, 7.565359, 7.187949, 7.067772, 6.710566, 8.558003, 6.993952, 6.699288, 12.704766, 12.957904, 9.919099, 10.477153, 10.095259, 10.538784, 9.730336, 9.39303, 9.563701, 10.083398, 8.896118, 8.516271, 7.72482, 6.899414, 7.850975, 11.200896, 12.655697, 11.991345, 9.876747, 10.179471, 9.854864, 10.462167, 11.132956, 7.320813, 6.577873, 6.998925]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 4, 5, 10, 10, 10, 10, 10, 13, 10, 15, 11, 9, 12, 14, 15, 15, 15, 15, 17, 15, 12, 14, 15, 20, 23, 15, 14, 14, 13, 16, 17, 18, 21, 25, 22, 23, 24, 25, 26, 32, 31, 30, 34, 32, 34, 33, 34, 38, 41], "n_am_pl": [2, 1, 6, 6, 8, 6, 7, 5, 8, 3, 1, 4, 5, 4, 2, 1, 4, 3, 7, 7, 4, 11, 9, 7, 10, 9, 8, 6, 6, 3, 6, 5, 3, 6, 4, 4, 4, 3, 6, 5, 6, 6, 6, 5, 5, 6, 8, 6, 7, 8], "n_pos": 50, "sum_m_en": [5.266604, 6.832752, 7.26522, 7.781702, 8.226841, 8.808613, 8.906119, 8.70837, 8.741956, 8.833563, 9.26175, 9.139855, 9.081427, 9.349081, 9.852862, 10.049125, 9.678357, 9.056266, 8.893109, 9.153709, 8.430755, 8.618639, 8.373573, 8.269737, 13.749802, 13.471705, 12.765459, 10.648365, 10.239341, 10.549774, 9.773914, 9.762336, 9.625464, 11.833215, 12.866742, 13.731484, 18.065514, 21.825269, 22.403085, 21.739441, 23.201843, 26.004424, 27.54024, 30.903531, 29.635693, 29.661636, 30.36118, 31.393245, 33.188503, 39.263831], "sum_m_pl": [1.046472, 2.021814, 2.4717, 2.431349, 2.704774, 2.964776, 2.752569, 2.926402, 2.821332, 3.017433, 3.024568, 3.339157, 3.564912, 3.39366, 3.259495, 3.431921, 3.200585, 3.134958, 3.249456, 3.203647, 3.038255, 3.915324, 3.206512, 2.998658, 5.842073, 5.538912, 4.568816, 4.783083, 4.741589, 4.785795, 4.409079, 4.317145, 4.551293, 4.863355, 4.355834, 3.878279, 3.157504, 3.242288, 4.13789, 5.305148, 5.976735, 5.57977, 4.755358, 4.354965, 5.536302, 5.524346, 7.118249, 6.094413, 5.696997, 6.951165]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Pediatria-2019 jesień-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1007, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9813}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 11, 13, 20, 23, 17, 13, 14, 14, 16, 19, 26, 16, 19, 24, 35, 28, 24, 32, 31, 18, 21, 24, 30, 56, 47, 50, 37, 27, 31, 27, 37, 29, 41, 46, 46, 57, 53, 40, 54, 51, 53, 58, 60, 53, 38, 12, 2, 0, 0], "n_am_pl": [8, 13, 28, 31, 25, 32, 21, 27, 15, 20, 22, 28, 21, 28, 31, 27, 30, 25, 23, 25, 17, 26, 29, 23, 28, 32, 25, 27, 31, 39, 33, 31, 34, 22, 17, 22, 23, 26, 34, 34, 36, 40, 37, 40, 48, 75, 108, 117, 120, 122], "n_pos": 176, "sum_m_en": [15.914813, 24.16234, 25.936354, 26.858544, 27.534665, 28.487047, 28.048902, 28.088096, 27.283896, 28.174677, 30.703036, 29.563398, 29.59927, 28.699238, 28.728518, 29.269805, 29.415699, 27.214717, 27.077175, 27.759916, 26.263748, 26.239805, 29.251083, 27.957348, 41.527915, 38.628876, 34.827853, 30.901032, 29.39618, 30.099879, 28.495666, 28.410799, 27.278096, 29.517706, 31.922289, 31.018452, 35.454382, 39.474785, 36.235495, 40.533268, 41.275608, 45.665003, 49.101139, 56.2991, 46.013114, 34.09532, 11.911076, 3.378821, 0.779835, 0.00387], "sum_m_pl": [3.368377, 7.950091, 9.905066, 9.842465, 10.316172, 11.262921, 10.877428, 12.435896, 11.415857, 12.540844, 12.865537, 13.876932, 14.584546, 14.63744, 15.13168, 14.533132, 13.800915, 12.862449, 12.057883, 11.281952, 10.482788, 12.479079, 11.464098, 10.50048, 19.910922, 21.276797, 16.650872, 16.268787, 17.856115, 19.661324, 18.213442, 18.151646, 18.128707, 16.44726, 15.419852, 15.644344, 15.410685, 15.938522, 18.541644, 26.855457, 30.757027, 29.922109, 30.598171, 31.242882, 45.0522, 63.752333, 102.303009, 112.742804, 119.082585, 122.933471]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 9, 12, 14, 18, 12, 9, 13, 13, 12, 15, 21, 10, 12, 12, 24, 18, 17, 23, 23, 13, 16, 20, 26, 44, 37, 36, 27, 18, 21, 19, 23, 22, 32, 40, 37, 43, 40, 30, 37, 37, 41, 39, 43, 38, 26, 8, 1, 0, 0], "n_am_pl": [8, 8, 20, 18, 11, 22, 18, 19, 10, 12, 12, 19, 15, 18, 22, 19, 23, 18, 18, 17, 13, 19, 25, 19, 22, 24, 20, 20, 25, 30, 23, 26, 23, 16, 12, 17, 19, 20, 26, 24, 27, 29, 29, 33, 44, 67, 100, 110, 116, 122], "n_pos": 122, "sum_m_en": [11.306736, 17.305431, 18.53271, 18.966509, 19.412263, 20.142876, 19.768895, 19.966563, 19.438015, 19.907638, 21.719285, 21.030214, 21.209689, 20.454043, 20.815328, 21.26139, 21.078738, 19.676798, 19.424176, 20.004155, 18.694559, 18.501819, 21.341857, 19.927093, 33.262133, 30.571205, 27.305225, 23.460123, 21.671167, 21.536793, 20.325222, 20.202283, 19.906393, 21.338297, 23.136723, 22.704678, 25.63752, 28.810572, 25.121735, 26.999653, 28.284377, 32.728564, 33.274727, 39.602265, 31.896273, 23.840282, 8.609414, 2.137223, 0.52705, 0.000723], "sum_m_pl": [2.490677, 5.568727, 6.922023, 6.862314, 6.988887, 7.863791, 7.650263, 8.728184, 8.126381, 8.697355, 9.249566, 9.869703, 10.175169, 10.259059, 10.261281, 9.820384, 9.521936, 8.738089, 8.335532, 7.845767, 7.318238, 9.246511, 8.344883, 7.455649, 14.447695, 15.130244, 12.056105, 11.955352, 13.67464, 14.596438, 13.650231, 13.882809, 13.559431, 12.080107, 11.386275, 11.78116, 11.82641, 12.597952, 15.226587, 19.811531, 22.646759, 22.101779, 23.942668, 26.090879, 39.868184, 58.146872, 94.955916, 105.645896, 114.084339, 121.22439]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "pes-Pediatria-2019 jesień-19", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1262, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 6, 9, 5, 6, 8, 11, 10, 6, 13, 10, 15, 13, 8, 7, 9, 11, 13, 15, 14, 20, 23, 19, 19, 25, 26, 24, 22, 16, 18, 18, 16, 27, 26, 28, 33, 34, 32, 31, 31, 24, 30, 26, 27, 28, 27, 26, 26, 30, 28], "n_am_pl": [2, 8, 11, 11, 8, 6, 7, 14, 9, 12, 12, 12, 12, 16, 15, 12, 10, 12, 8, 12, 9, 10, 10, 10, 13, 11, 11, 12, 12, 12, 13, 13, 9, 6, 7, 6, 8, 8, 13, 13, 16, 20, 19, 18, 21, 18, 14, 20, 18, 15], "n_pos": 92, "sum_m_en": [9.91244, 12.789448, 12.938371, 13.697988, 15.008163, 16.184532, 15.524243, 15.290766, 15.904252, 16.031346, 16.187388, 16.343194, 16.180427, 16.626913, 16.765613, 16.901794, 18.232851, 17.728099, 18.156722, 18.021673, 17.508206, 17.440223, 17.342092, 17.641352, 22.761606, 23.678013, 21.728301, 19.162701, 19.163276, 18.947254, 17.667532, 17.566493, 18.477771, 19.287876, 21.103339, 21.924862, 23.227142, 26.503806, 26.56832, 26.91966, 26.266989, 29.311588, 27.603304, 25.634251, 25.145071, 25.71367, 24.071244, 25.117514, 26.826342, 28.868627], "sum_m_pl": [2.360047, 4.360619, 4.825164, 4.900781, 5.405167, 5.636075, 5.472694, 6.386586, 6.796457, 7.529678, 8.09183, 7.972053, 8.2326, 7.946756, 7.897647, 8.875082, 7.656664, 7.651211, 7.397186, 7.769946, 7.126396, 7.679496, 6.909758, 6.570272, 12.182812, 10.258232, 8.836352, 9.229278, 9.15532, 9.717731, 8.901275, 8.563452, 8.737272, 8.658769, 7.451678, 7.02184, 7.370699, 7.957031, 11.180693, 14.544015, 14.096177, 17.722426, 18.429542, 16.966319, 19.683823, 16.814155, 16.211924, 18.729341, 17.636031, 15.3669]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 2, 2, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 4, 1, 0, 0, 0, 2, 0, 1, 0, 1, 0, 1, 2, 2, 2, 2, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.523172, 1.172656, 1.08998, 1.076526, 1.208107, 1.245781, 1.261526, 1.220319, 1.322647, 1.217076, 1.306348, 1.207469, 1.129427, 1.200057, 1.082773, 1.065579, 1.288949, 1.083486, 1.338843, 1.363716, 1.369732, 1.390986, 1.378533, 1.420733, 1.116548, 1.174855, 0.9325, 0.877029, 1.046934, 1.187214, 1.281724, 1.163645, 1.094156, 1.081281, 1.246716, 1.235483, 1.112216, 1.333636, 1.22471, 1.126669, 1.110222, 1.048205, 0.949074, 0.878901, 0.576905, 0.439383, 0.287747, 0.300233, 0.087944, 0.000293], "sum_m_pl": [0.102923, 0.383401, 0.420607, 0.308196, 0.378657, 0.426403, 0.415808, 0.431853, 0.442986, 0.526005, 0.480008, 0.435016, 0.54965, 0.497689, 0.851079, 1.255786, 0.874452, 0.978822, 0.518804, 0.525601, 0.441876, 0.422943, 0.404081, 0.412561, 0.565129, 0.891042, 0.394768, 0.403002, 0.205177, 0.398566, 0.332163, 0.233484, 0.171936, 0.192492, 0.20236, 0.307533, 0.382295, 0.386064, 0.457482, 0.443813, 0.437948, 0.462138, 0.420709, 0.391683, 0.3495, 0.197853, 0.081153, 0.121174, 0.040415, 5.2e-05]}, "lang": {"n_am_en": [1, 4, 5, 1, 2, 5, 6, 5, 3, 8, 8, 9, 8, 5, 5, 6, 8, 7, 8, 9, 12, 16, 16, 15, 18, 17, 17, 14, 8, 10, 10, 8, 15, 17, 17, 19, 21, 20, 21, 23, 19, 23, 21, 23, 23, 24, 24, 22, 26, 27], "n_am_pl": [2, 4, 2, 6, 5, 3, 2, 6, 3, 6, 7, 6, 8, 9, 7, 6, 5, 7, 4, 6, 5, 7, 7, 7, 8, 7, 7, 8, 6, 6, 5, 8, 3, 3, 5, 3, 4, 7, 10, 10, 12, 14, 13, 12, 15, 15, 12, 17, 17, 15], "n_pos": 44, "sum_m_en": [4.845259, 5.852916, 6.135967, 6.507291, 7.232841, 8.009152, 7.548711, 7.658426, 7.891461, 8.128394, 8.195456, 8.395, 8.446104, 8.719842, 8.903664, 9.078615, 9.464067, 9.410282, 9.445279, 9.340732, 8.946446, 8.91235, 8.858604, 8.858011, 14.240778, 14.644481, 13.175398, 11.275326, 11.182566, 10.821132, 9.988382, 9.939632, 10.438377, 10.957375, 11.741893, 12.844201, 14.216894, 17.36522, 17.452794, 18.614445, 18.850023, 20.507286, 20.571203, 19.924678, 19.634086, 20.951371, 20.493752, 20.651846, 22.572032, 26.877047], "sum_m_pl": [1.275517, 2.025884, 2.16153, 2.32123, 2.562041, 2.701129, 2.648459, 3.047409, 3.193414, 3.498313, 3.957903, 3.97778, 4.10186, 3.957517, 3.729094, 4.082713, 3.632498, 3.599551, 3.675154, 3.905817, 3.536202, 4.166265, 3.598478, 3.345451, 7.418758, 5.750104, 4.673896, 4.90669, 4.576343, 4.677821, 4.438597, 4.521246, 4.515163, 4.889497, 4.270836, 3.719872, 4.175734, 5.093427, 7.647026, 10.101031, 9.951599, 11.352595, 11.788526, 11.028443, 13.714537, 13.425119, 13.263319, 16.150472, 16.17756, 15.13584]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "pes-Pediatria-2019 jesień-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1109, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9574, "tf_agree_excl_first": 0.9677}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 12, 9, 15, 8, 21, 13, 15, 15, 16, 27, 22, 24, 24, 22, 24, 23, 25, 29, 25, 24, 27, 28, 30, 52, 45, 39, 29, 34, 32, 29, 34, 33, 38, 45, 53, 54, 52, 56, 53, 52, 53, 58, 51, 41, 36, 13, 6, 1, 1], "n_am_pl": [4, 11, 17, 17, 21, 21, 18, 22, 11, 19, 18, 24, 20, 20, 22, 25, 29, 14, 23, 25, 21, 28, 24, 22, 24, 25, 16, 27, 23, 29, 19, 24, 28, 26, 24, 11, 14, 23, 27, 29, 29, 29, 29, 33, 38, 48, 76, 83, 96, 93], "n_pos": 159, "sum_m_en": [15.626349, 23.226301, 24.912918, 25.237681, 25.585376, 27.369575, 26.688816, 27.797111, 28.032753, 29.000774, 29.840517, 28.80639, 28.418896, 29.189479, 28.668921, 29.035583, 30.609159, 28.611442, 27.650298, 26.67587, 26.72411, 26.614871, 27.087692, 28.00698, 37.895882, 36.954717, 34.465625, 31.478692, 31.710334, 31.053293, 30.393908, 30.026679, 29.970755, 31.371022, 33.443752, 35.071854, 37.475088, 41.774788, 44.216522, 43.494594, 45.233591, 46.897752, 48.554707, 44.694085, 38.555637, 28.836505, 11.435442, 4.292536, 1.206823, 0.973794], "sum_m_pl": [3.198435, 8.63456, 9.448386, 9.806444, 9.943552, 10.620433, 10.182375, 11.723006, 11.911549, 12.84771, 13.205069, 12.93539, 12.744749, 12.887513, 12.77512, 12.950518, 11.567763, 11.5637, 10.849187, 11.779841, 11.103151, 10.891127, 10.428401, 10.117038, 16.647415, 14.640137, 12.685247, 14.4379, 14.606359, 15.680381, 14.745365, 15.378564, 15.142913, 15.147794, 13.131034, 12.602191, 13.287744, 13.465029, 17.27376, 22.484428, 21.602085, 23.225233, 24.435852, 26.128418, 34.012213, 46.713476, 70.234509, 83.056472, 94.139094, 93.92399]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3, 3, 2, 3, 2, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 6, 2, 0, 2, 0, 2, 2, 3, 1, 2, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.685503, 1.450318, 1.578541, 1.506745, 1.528211, 1.543344, 1.566887, 1.656919, 1.716256, 1.755075, 1.819257, 1.693397, 1.72183, 1.711937, 1.476358, 1.487022, 1.645765, 1.43256, 1.562036, 1.557479, 1.640025, 1.632931, 1.640766, 1.757807, 1.922001, 1.856173, 1.618999, 1.65434, 1.573513, 1.66908, 1.951288, 1.742711, 1.692074, 1.839132, 2.058654, 1.908229, 1.817239, 2.283175, 2.624264, 2.16289, 2.021947, 2.993729, 2.827635, 1.459958, 0.578475, 0.464477, 0.577592, 0.242244, 0.073549, 0.0], "sum_m_pl": [0.110425, 0.458818, 0.516767, 0.487302, 0.678812, 0.632633, 0.609199, 0.655495, 0.56973, 0.717178, 0.678579, 0.669037, 0.81188, 0.990129, 1.232129, 1.044799, 0.810609, 0.825848, 0.598734, 0.66902, 0.586328, 0.570327, 0.54994, 0.557564, 0.595302, 0.973296, 0.685342, 0.717755, 0.618449, 0.718535, 0.542732, 0.530557, 0.359611, 0.343133, 0.340334, 0.414946, 0.420205, 0.356899, 0.429719, 0.478054, 0.48236, 0.456047, 0.434657, 0.428481, 0.338885, 0.194791, 0.195075, 0.247315, 0.164636, 0.00207]}, "lang": {"n_am_en": [2, 10, 7, 10, 6, 11, 8, 10, 13, 11, 17, 15, 17, 20, 13, 14, 11, 17, 20, 14, 14, 16, 14, 17, 32, 29, 26, 17, 21, 21, 18, 21, 18, 21, 26, 32, 31, 29, 32, 33, 32, 34, 38, 33, 25, 23, 7, 3, 1, 1], "n_am_pl": [3, 5, 10, 11, 7, 9, 9, 13, 8, 10, 12, 17, 11, 10, 9, 15, 21, 11, 19, 20, 18, 21, 20, 19, 20, 18, 7, 21, 16, 19, 15, 17, 20, 18, 21, 10, 12, 18, 23, 25, 26, 26, 26, 30, 36, 45, 70, 80, 91, 93], "n_pos": 95, "sum_m_en": [9.524946, 13.704126, 14.980317, 15.139436, 15.415525, 16.577709, 15.944774, 16.597104, 16.946117, 17.450329, 17.849447, 17.607715, 17.411527, 18.014328, 17.813071, 18.004173, 18.788092, 17.856361, 17.035333, 16.397181, 16.267168, 16.073442, 16.420477, 16.847004, 23.51307, 23.206486, 21.982301, 20.162965, 20.197812, 19.339889, 18.496897, 18.141954, 18.171738, 19.004903, 20.157128, 21.348867, 22.428302, 25.044079, 25.718745, 26.666505, 28.553036, 28.622201, 29.330538, 28.959042, 25.613109, 18.783179, 6.852113, 1.448187, 0.657473, 0.973746], "sum_m_pl": [1.930202, 5.259039, 5.709811, 6.038029, 6.071606, 6.519497, 6.282207, 7.194114, 7.470877, 7.953852, 8.366895, 8.273704, 7.964103, 8.020674, 7.814276, 8.16014, 7.405348, 7.456728, 7.12329, 7.711991, 7.264285, 7.221853, 6.848027, 6.472879, 12.713418, 10.407181, 8.753292, 9.897166, 10.049366, 10.936707, 10.187893, 10.751079, 10.74583, 10.921357, 9.521409, 9.285739, 10.013267, 10.476139, 14.099464, 18.524934, 18.549407, 19.926785, 21.034743, 22.805258, 30.575516, 43.405401, 64.45798, 79.074429, 90.021092, 92.422658]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "pes-Pediatria-2019 jesień-64", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1364, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.9938}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 6, 9, 10, 9, 8, 9, 7, 4, 5, 8, 12, 5, 6, 8, 8, 9, 4, 11, 8, 9, 8, 8, 9, 23, 17, 13, 11, 13, 11, 14, 15, 20, 23, 25, 26, 28, 24, 25, 24, 22, 24, 20, 24, 24, 23, 24, 25, 25, 25], "n_am_pl": [2, 6, 4, 1, 6, 3, 3, 6, 4, 6, 6, 5, 8, 8, 8, 9, 8, 9, 7, 9, 7, 9, 3, 5, 4, 3, 7, 5, 6, 9, 4, 8, 4, 4, 4, 3, 6, 4, 4, 3, 1, 2, 4, 2, 2, 2, 3, 4, 4, 8], "n_pos": 61, "sum_m_en": [6.952459, 8.254751, 8.388664, 8.538369, 9.342887, 9.213837, 8.69024, 8.379105, 8.114435, 8.788829, 9.117965, 8.778408, 8.653003, 7.929244, 8.084438, 8.610055, 8.593957, 8.52843, 8.924787, 7.957478, 7.904835, 8.125748, 8.034613, 8.248696, 12.122795, 11.875612, 10.742935, 10.280467, 10.576872, 11.215628, 10.614875, 10.512507, 11.093637, 11.981141, 12.347975, 13.586974, 16.154707, 17.171981, 18.681138, 18.687221, 18.525748, 19.698632, 18.961935, 21.192964, 21.780789, 20.162233, 22.208065, 22.04518, 21.762285, 26.198015], "sum_m_pl": [1.420904, 2.690306, 2.810461, 2.80115, 3.060315, 3.363355, 3.491962, 3.912658, 3.94511, 4.274245, 4.746294, 4.711726, 4.823713, 5.131883, 5.227051, 5.667651, 4.705636, 4.647498, 4.62905, 4.181874, 3.992323, 3.98371, 3.773994, 3.58195, 4.737856, 5.122206, 5.523277, 5.463595, 5.835392, 6.080545, 5.957251, 6.465311, 6.378415, 6.093304, 5.947998, 5.821663, 5.739971, 5.450664, 4.041044, 4.183344, 2.754121, 3.962631, 4.032021, 3.419279, 2.890972, 2.82402, 2.819521, 3.870985, 5.061091, 7.872505]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 2, 5, 3, 4, 3, 3, 4, 2, 3, 4, 5, 2, 2, 4, 3, 6, 3, 5, 3, 3, 3, 4, 6, 14, 10, 9, 9, 9, 8, 8, 9, 13, 15, 16, 16, 18, 17, 19, 17, 17, 17, 17, 18, 19, 17, 20, 21, 23, 25], "n_am_pl": [1, 3, 1, 0, 2, 1, 1, 5, 1, 2, 4, 3, 4, 5, 5, 6, 7, 6, 6, 7, 5, 7, 3, 4, 4, 3, 4, 3, 3, 5, 3, 6, 4, 3, 2, 2, 4, 2, 2, 1, 0, 1, 3, 2, 2, 2, 2, 4, 4, 8], "n_pos": 34, "sum_m_en": [3.641471, 4.678453, 4.430758, 4.423465, 4.850975, 4.767149, 4.490523, 4.363235, 4.28061, 4.771801, 5.009811, 4.906468, 4.797726, 4.447512, 4.555386, 4.823653, 5.034962, 4.942621, 5.02198, 4.509331, 4.512174, 4.615053, 4.544897, 4.663155, 7.324924, 7.000176, 6.173511, 5.943962, 6.084142, 6.47087, 6.205968, 6.234392, 6.548418, 7.327394, 7.424626, 8.658573, 10.684982, 11.112711, 12.791968, 12.852595, 13.434238, 13.875886, 13.732159, 15.32147, 15.833737, 14.964572, 17.129205, 17.511604, 19.076304, 24.131399], "sum_m_pl": [0.737538, 1.328627, 1.374608, 1.344246, 1.632927, 1.86779, 1.947635, 2.094525, 2.089617, 2.218277, 2.541077, 2.55113, 2.665165, 2.870762, 3.012079, 3.389035, 2.755286, 2.726817, 2.714153, 2.448214, 2.310656, 2.301452, 2.220781, 2.074931, 3.340008, 3.286567, 3.533905, 3.271205, 3.276396, 3.497384, 3.474351, 3.676885, 3.697112, 3.635783, 3.482038, 3.482761, 3.304791, 3.25134, 2.028433, 2.315427, 1.543606, 2.679509, 2.917205, 2.797663, 2.485434, 2.479332, 2.550262, 3.611724, 4.710967, 7.841809]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 63, "item_id": "pes-Pediatria-2020 wiosna-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 959, "region_end": 61, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.9677}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 7, 12, 18, 22, 21, 21, 22, 18, 24, 28, 26, 21, 25, 26, 25, 23, 34, 38, 37, 37, 36, 36, 41, 67, 61, 47, 35, 32, 29, 33, 31, 32, 44, 52, 50, 46, 48, 63, 51, 58, 55, 67, 58, 66, 41, 15, 4, 0, 0], "n_am_pl": [3, 8, 18, 23, 18, 17, 13, 17, 14, 22, 23, 19, 20, 25, 17, 20, 11, 18, 15, 23, 20, 21, 18, 18, 13, 22, 17, 21, 19, 22, 24, 20, 15, 14, 12, 15, 21, 14, 10, 15, 15, 13, 16, 23, 21, 52, 90, 109, 116, 110], "n_pos": 161, "sum_m_en": [13.896435, 23.231409, 24.565744, 25.844874, 26.088071, 24.826726, 24.091831, 24.463388, 23.930753, 25.874101, 27.403796, 26.142582, 25.465303, 25.729507, 25.300054, 26.331339, 25.8152, 24.805398, 25.368213, 25.07251, 24.79292, 24.420333, 24.730693, 24.669101, 39.437158, 37.736123, 32.173859, 28.464345, 29.049423, 28.332952, 26.91987, 27.136962, 26.731485, 28.708884, 28.947841, 32.331271, 32.119685, 38.206872, 42.715929, 40.141557, 48.166435, 47.449022, 54.017995, 55.80788, 56.804786, 39.006962, 15.641572, 5.184027, 0.836492, 0.001286], "sum_m_pl": [2.390012, 6.93732, 8.362549, 8.627603, 9.091282, 9.492129, 9.468313, 10.418945, 10.549228, 11.424873, 11.155898, 11.128138, 12.513772, 12.388107, 12.705996, 12.234119, 11.722564, 11.646282, 10.834137, 10.340248, 10.004917, 9.47233, 8.983131, 9.001612, 12.595387, 14.082859, 14.16647, 15.425693, 15.040238, 16.419845, 15.409679, 14.005907, 14.085877, 12.504258, 12.159859, 12.394667, 12.911259, 11.785302, 11.295528, 12.317874, 12.815864, 12.79008, 12.97897, 15.937913, 23.739609, 43.128082, 80.561269, 100.896363, 112.222739, 112.195894]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 6, 11, 12, 15, 15, 17, 16, 15, 18, 20, 19, 17, 20, 22, 21, 21, 28, 29, 27, 27, 29, 30, 31, 49, 42, 30, 25, 23, 21, 21, 20, 22, 34, 39, 37, 32, 37, 45, 40, 45, 43, 53, 46, 53, 33, 11, 4, 0, 0], "n_am_pl": [3, 7, 7, 15, 12, 14, 7, 13, 9, 13, 15, 11, 10, 14, 10, 11, 5, 12, 12, 15, 14, 16, 12, 14, 8, 16, 11, 12, 13, 16, 16, 13, 8, 9, 6, 9, 16, 12, 6, 11, 11, 10, 12, 19, 15, 45, 78, 95, 109, 110], "n_pos": 111, "sum_m_en": [9.925103, 16.36609, 17.448055, 18.280978, 18.225143, 17.293919, 16.893547, 17.196018, 16.855144, 18.09055, 19.321974, 18.416966, 18.089205, 18.216781, 18.14063, 18.775905, 18.3782, 17.623046, 17.691762, 17.416746, 17.100513, 16.889346, 17.303076, 17.021979, 29.547631, 27.392947, 24.144535, 21.100737, 20.946198, 20.336615, 19.028677, 19.125327, 19.036755, 20.414159, 21.265287, 24.019759, 23.718453, 29.012569, 32.510353, 31.394059, 37.739559, 37.608387, 43.693234, 45.618633, 45.912343, 30.717981, 11.754939, 4.160256, 0.546984, 0.001152], "sum_m_pl": [1.776185, 4.982538, 5.645256, 5.930302, 6.044578, 6.380179, 6.319491, 6.938352, 7.161418, 7.642336, 7.428935, 7.276173, 8.256543, 8.064528, 8.177733, 7.8398, 7.463989, 7.518671, 7.177123, 6.921995, 6.832633, 6.500603, 6.137466, 6.12705, 7.986707, 8.853532, 9.26564, 10.208284, 10.549541, 10.80708, 10.511142, 9.903661, 10.076225, 8.941142, 8.625856, 8.959015, 9.742007, 8.910363, 8.079596, 9.245575, 9.069649, 9.619856, 10.20639, 13.007346, 19.528822, 36.989744, 69.762732, 89.416168, 105.139866, 109.636514]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "pes-Pediatria-2020 wiosna-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1214, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9953, "tf_agree_excl_first": 0.9961}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 6, 7, 12, 31, 30, 24, 41, 41, 39, 34, 45, 31, 33, 36, 53, 50, 56, 48, 63, 66, 72, 73, 68, 86, 81, 69, 55, 48, 43, 43, 48, 59, 67, 77, 72, 72, 86, 87, 91, 88, 85, 96, 98, 78, 53, 22, 6, 1, 1], "n_am_pl": [3, 22, 12, 12, 11, 20, 19, 27, 23, 10, 19, 26, 24, 24, 20, 16, 18, 24, 28, 12, 12, 9, 10, 15, 13, 12, 14, 16, 32, 31, 29, 22, 30, 29, 26, 28, 29, 17, 12, 15, 14, 10, 10, 14, 27, 49, 94, 121, 138, 138], "n_pos": 179, "sum_m_en": [15.349542, 23.964378, 25.830938, 26.681632, 27.870887, 29.160018, 28.259974, 29.232299, 30.031023, 31.49717, 31.870586, 31.787831, 31.011514, 31.223688, 32.81524, 34.035086, 32.847735, 31.653733, 31.581978, 31.312758, 30.780329, 31.190332, 30.254072, 29.531312, 57.243873, 50.865408, 45.098607, 40.352932, 36.596736, 34.602852, 32.146365, 32.136826, 32.635487, 36.922459, 39.941983, 42.522088, 44.81794, 59.187944, 63.182556, 73.433016, 71.143617, 69.955978, 76.02614, 78.101025, 65.732817, 49.40787, 17.477755, 6.745154, 2.320336, 1.00265], "sum_m_pl": [2.680228, 7.620688, 8.138256, 8.587217, 9.620962, 10.998019, 10.557605, 11.92131, 12.261148, 12.907403, 14.377551, 14.880209, 15.427338, 15.674167, 16.039752, 15.121712, 14.069962, 15.088073, 14.105339, 13.02913, 12.208734, 11.503635, 11.388018, 11.409033, 12.916907, 14.970909, 14.346168, 16.234171, 17.621838, 18.683166, 19.13945, 18.915953, 20.439114, 19.831255, 19.631261, 19.89438, 21.470069, 17.13185, 15.780402, 13.091557, 12.310929, 12.750458, 14.12834, 14.487133, 27.902211, 44.860334, 85.03267, 113.64339, 130.84249, 138.273685]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 5, 3, 9, 25, 24, 22, 33, 34, 32, 28, 36, 24, 26, 31, 47, 43, 48, 39, 47, 50, 53, 55, 51, 67, 62, 52, 42, 38, 30, 35, 39, 50, 55, 65, 56, 56, 70, 72, 74, 72, 71, 78, 80, 65, 45, 19, 6, 1, 1], "n_am_pl": [2, 16, 8, 8, 8, 15, 14, 20, 18, 9, 15, 22, 22, 19, 17, 15, 15, 19, 22, 9, 10, 9, 9, 13, 10, 10, 11, 12, 27, 27, 23, 17, 23, 24, 21, 24, 26, 14, 10, 12, 11, 8, 8, 13, 26, 44, 89, 118, 136, 138], "n_pos": 141, "sum_m_en": [12.105917, 18.800523, 20.14964, 20.78914, 22.033196, 23.028448, 22.317263, 23.117285, 23.900632, 24.967035, 25.381235, 25.253039, 24.532294, 24.690521, 26.238151, 27.246741, 26.290759, 25.27542, 25.173781, 24.986613, 24.668, 24.998402, 24.338186, 23.664085, 46.262498, 41.48076, 37.373305, 33.584172, 30.034621, 28.148685, 26.360881, 26.385197, 26.92746, 29.877781, 32.072292, 33.968409, 36.555281, 48.411217, 52.448272, 59.91725, 58.078174, 58.686409, 64.844063, 64.993301, 55.101669, 42.116537, 15.636436, 6.283567, 2.138685, 1.002363], "sum_m_pl": [2.181326, 6.112522, 6.439209, 6.76235, 7.609043, 8.727809, 8.331722, 9.263912, 9.49772, 10.090431, 11.33176, 11.81136, 12.217013, 12.573518, 12.881742, 12.140721, 11.222926, 12.000948, 11.104699, 10.192006, 9.592298, 9.048281, 8.983498, 8.97524, 9.866167, 11.59961, 11.064593, 12.773732, 13.897818, 15.253382, 15.33138, 15.31515, 16.638074, 16.280993, 16.048366, 16.458451, 17.833921, 13.92671, 12.694295, 10.370929, 9.798523, 10.128809, 11.402179, 12.051908, 25.68158, 41.209523, 81.279131, 110.340222, 128.685877, 137.456682]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Perinatologia-2018 jesień-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1133, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9778}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 7, 7, 7, 22, 30, 22, 34, 31, 34, 35, 41, 35, 32, 35, 57, 48, 50, 48, 51, 64, 67, 63, 64, 86, 76, 67, 58, 45, 41, 37, 36, 43, 53, 63, 55, 66, 82, 81, 85, 79, 82, 90, 87, 73, 51, 17, 7, 1, 1], "n_am_pl": [2, 20, 13, 12, 12, 18, 19, 19, 17, 13, 15, 22, 26, 25, 19, 18, 18, 21, 23, 11, 11, 11, 13, 16, 15, 15, 18, 12, 23, 24, 21, 17, 30, 31, 25, 23, 25, 18, 14, 15, 15, 15, 10, 16, 28, 52, 88, 113, 128, 132], "n_pos": 170, "sum_m_en": [14.02223, 22.692576, 24.530951, 25.271136, 26.296098, 27.567617, 26.548499, 27.272311, 28.264459, 29.495142, 30.341963, 30.354643, 29.282513, 29.517793, 30.841122, 32.345729, 31.133424, 29.940656, 30.065843, 29.639721, 29.213178, 29.638132, 28.59576, 28.054785, 54.503616, 49.297008, 43.181687, 38.079143, 34.37011, 32.936873, 30.394115, 30.283962, 30.420055, 33.346613, 36.377357, 38.671312, 41.310912, 53.921338, 58.95466, 68.550649, 65.559427, 65.293534, 70.964129, 71.426683, 59.584816, 43.622923, 16.047789, 6.248396, 1.908633, 1.000632], "sum_m_pl": [2.40647, 6.949063, 7.507867, 8.027187, 9.236314, 10.540215, 10.156596, 11.409646, 11.786875, 12.367355, 13.702035, 13.749382, 14.346124, 14.744924, 15.323127, 14.451187, 13.321059, 14.163145, 13.290261, 12.339168, 11.410299, 10.768109, 10.702198, 10.785307, 12.777356, 14.663951, 14.022162, 15.561236, 16.755451, 16.682754, 17.722006, 17.731846, 18.559011, 18.300768, 18.265912, 18.171708, 19.622913, 16.111038, 15.11795, 12.449723, 12.926218, 14.339392, 15.185502, 15.795658, 28.99266, 46.659443, 80.326465, 107.494839, 124.661464, 131.591764]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 5, 5, 17, 24, 21, 30, 24, 24, 28, 33, 28, 24, 31, 49, 36, 39, 39, 37, 51, 52, 50, 49, 67, 56, 50, 45, 35, 29, 28, 27, 32, 41, 52, 43, 54, 66, 67, 71, 67, 71, 73, 71, 61, 44, 15, 7, 1, 1], "n_am_pl": [1, 16, 10, 9, 9, 12, 14, 11, 14, 10, 11, 18, 21, 21, 16, 15, 14, 19, 18, 8, 9, 10, 11, 14, 12, 12, 16, 9, 19, 21, 16, 12, 24, 25, 19, 19, 21, 15, 11, 11, 12, 12, 8, 12, 23, 44, 84, 110, 127, 132], "n_pos": 134, "sum_m_en": [11.052775, 17.717728, 19.074162, 19.634667, 20.679876, 21.6825, 20.839312, 21.469626, 22.367531, 23.314151, 23.954412, 23.852639, 23.063412, 23.129983, 24.509018, 25.683727, 24.725215, 23.725654, 23.943073, 23.70473, 23.459996, 23.736986, 22.969265, 22.487629, 43.642993, 39.753867, 35.31667, 31.213994, 27.782648, 26.459176, 24.576959, 24.422825, 24.458796, 26.254305, 28.429297, 30.601841, 33.293832, 43.895977, 48.369425, 56.291048, 53.573338, 54.206804, 60.085192, 59.235789, 49.890393, 37.592205, 14.56837, 5.784724, 1.729676, 1.000509], "sum_m_pl": [1.95177, 5.628113, 6.046439, 6.409672, 7.385807, 8.393577, 8.064931, 8.941386, 9.23768, 9.776204, 10.856598, 10.925838, 11.389262, 11.863142, 12.348898, 11.560761, 10.555515, 11.249001, 10.405302, 9.607523, 8.951703, 8.502597, 8.468709, 8.487867, 9.767985, 11.267228, 10.829511, 12.123878, 13.070793, 13.386993, 14.07013, 14.388988, 15.07246, 15.003877, 15.087006, 15.020229, 16.16255, 12.869874, 11.859917, 9.488794, 10.21578, 11.273677, 12.005161, 12.494602, 24.893278, 40.557254, 75.377454, 104.598299, 123.52238, 131.138952]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "pes-Perinatologia-2018 jesień-51", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1388, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9883}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 11, 11, 18, 19, 14, 14, 21, 15, 20, 22, 26, 25, 30, 29, 27, 37, 38, 41, 39, 41, 45, 41, 37, 58, 56, 54, 46, 41, 39, 40, 38, 43, 51, 57, 63, 71, 59, 72, 70, 65, 75, 70, 60, 56, 54, 57, 61, 58, 54], "n_am_pl": [6, 2, 4, 3, 4, 6, 2, 4, 9, 9, 8, 9, 11, 9, 8, 6, 12, 6, 11, 11, 6, 11, 8, 9, 4, 5, 3, 6, 7, 12, 8, 5, 5, 6, 3, 4, 2, 4, 5, 5, 3, 3, 3, 7, 6, 6, 4, 5, 4, 5], "n_pos": 125, "sum_m_en": [12.941474, 16.243956, 16.320309, 17.546933, 20.804126, 21.328789, 20.714412, 22.149864, 22.015321, 22.336896, 22.239927, 23.829734, 24.187158, 24.958514, 24.476692, 25.204864, 24.353019, 23.397971, 24.716712, 24.651033, 23.713766, 24.341842, 23.370006, 22.797896, 37.892668, 36.786788, 34.012603, 29.266639, 28.681072, 27.464086, 26.268864, 26.312683, 26.214751, 30.741318, 33.983219, 37.547697, 42.97546, 44.205842, 50.893611, 56.365082, 55.805304, 59.388772, 59.485488, 54.385526, 52.9975, 51.604205, 53.047704, 54.674366, 51.248757, 55.304516], "sum_m_pl": [2.758799, 4.843831, 5.514645, 5.034072, 5.582442, 5.93396, 5.954285, 6.566589, 6.726743, 7.173188, 7.665354, 8.076715, 8.239333, 8.372163, 8.444779, 8.601589, 8.098417, 8.210982, 8.047449, 8.115593, 7.948019, 7.84308, 7.838242, 7.755188, 7.915826, 8.303838, 8.098609, 9.183197, 9.482029, 9.914019, 9.257335, 9.346463, 9.688833, 9.063377, 8.59953, 7.654954, 6.690363, 6.446546, 5.808138, 6.239719, 6.557929, 5.692458, 4.830209, 7.025341, 6.490558, 6.2579, 4.76443, 5.540133, 5.439005, 4.501849]}, "digit": {"n_am_en": [0, 0, 0, 1, 2, 0, 2, 1, 2, 2, 1, 2, 2, 2, 0, 0, 2, 2, 3, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 2, 1, 2, 2, 2, 2, 3, 3, 2, 3, 3, 2, 2, 1, 1, 0, 0, 0, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.435418, 0.748487, 0.779537, 0.810939, 0.921759, 0.808695, 0.89668, 0.918283, 0.882171, 0.833404, 0.803754, 0.871177, 0.910171, 1.031565, 0.890821, 0.939293, 0.946814, 0.930657, 0.889226, 0.910997, 0.82472, 0.909719, 0.804263, 0.776408, 1.574888, 1.322822, 1.33598, 1.014525, 0.92774, 0.730131, 0.809664, 0.900272, 0.820827, 0.938827, 0.947784, 1.164526, 0.969991, 1.206302, 1.531544, 2.03375, 1.159911, 0.881783, 0.714373, 0.936131, 0.635761, 0.435668, 0.537745, 0.83398, 0.39311, 0.0], "sum_m_pl": [0.060889, 0.195759, 0.244379, 0.183654, 0.181369, 0.159194, 0.167094, 0.212655, 0.208666, 0.198484, 0.199688, 0.217538, 0.262251, 0.244416, 0.286832, 0.268299, 0.245931, 0.257102, 0.27936, 0.276748, 0.265997, 0.272959, 0.27725, 0.28208, 0.572999, 0.486181, 0.378887, 0.35717, 0.379658, 0.411602, 0.325894, 0.353735, 0.33277, 0.255261, 0.239683, 0.20485, 0.198628, 0.153294, 0.198159, 0.170664, 0.133296, 0.213908, 0.197078, 0.85168, 0.946371, 0.83137, 0.61356, 0.233295, 0.106943, 0.0]}, "lang": {"n_am_en": [2, 6, 4, 8, 8, 5, 5, 9, 5, 10, 9, 10, 9, 18, 11, 13, 18, 18, 22, 21, 22, 28, 24, 24, 38, 35, 35, 28, 24, 25, 24, 20, 25, 27, 32, 33, 42, 38, 48, 47, 47, 52, 52, 49, 49, 48, 50, 51, 52, 53], "n_am_pl": [3, 1, 2, 2, 1, 3, 0, 1, 1, 6, 2, 6, 7, 4, 5, 3, 6, 2, 6, 6, 3, 4, 3, 4, 0, 0, 0, 2, 4, 6, 4, 2, 1, 2, 0, 1, 1, 1, 1, 3, 2, 2, 2, 4, 3, 3, 2, 4, 4, 5], "n_pos": 59, "sum_m_en": [5.949392, 7.559004, 7.427666, 7.85805, 9.632447, 9.983634, 9.613928, 10.096338, 10.004096, 10.346642, 10.393004, 10.923336, 11.132839, 11.714216, 11.495807, 11.857325, 11.409395, 11.044137, 11.955453, 11.94548, 11.483786, 11.83036, 11.378238, 11.084559, 22.970164, 21.578051, 19.530561, 15.996386, 15.428401, 14.164505, 13.489053, 13.689678, 13.657275, 16.736682, 18.714322, 20.519589, 26.87358, 28.298227, 34.187005, 38.937839, 39.049852, 43.351778, 44.156241, 42.642161, 43.410924, 43.098281, 44.580965, 45.025229, 45.201526, 52.492279], "sum_m_pl": [1.364489, 2.26259, 2.388025, 2.277675, 2.651034, 2.800984, 2.833668, 3.120129, 3.108166, 3.360759, 3.631008, 3.914508, 4.081476, 4.11299, 4.063272, 4.213933, 3.889024, 3.80006, 3.767059, 3.879457, 3.851174, 3.80117, 3.739544, 3.723772, 3.509, 3.74101, 3.635291, 4.322283, 4.42304, 4.726518, 4.381368, 4.609753, 4.682235, 4.419931, 4.084467, 3.615847, 3.025514, 2.99877, 2.736842, 3.311293, 4.126219, 2.965729, 2.902716, 3.947156, 3.510963, 3.509901, 2.902846, 4.144678, 4.20618, 4.49404]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Perinatologia-2020 jesień-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1117, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9606, "tf_agree_excl_first": 0.9683}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 19, 13, 23, 30, 25, 32, 44, 47, 49, 55, 59, 56, 67, 78, 83, 90, 83, 90, 97, 110, 109, 99, 102, 124, 112, 106, 97, 87, 88, 69, 79, 73, 99, 109, 121, 119, 112, 109, 123, 123, 115, 123, 119, 106, 85, 32, 4, 1, 1], "n_am_pl": [6, 22, 29, 25, 23, 24, 21, 26, 25, 24, 31, 36, 27, 33, 39, 38, 40, 34, 29, 29, 32, 35, 43, 36, 24, 26, 28, 28, 40, 44, 38, 37, 36, 38, 22, 26, 33, 36, 37, 36, 40, 38, 41, 45, 60, 93, 138, 175, 188, 184], "n_pos": 274, "sum_m_en": [24.548936, 39.395672, 41.440138, 43.608568, 46.257532, 46.684139, 46.095153, 50.196159, 50.37364, 51.761527, 53.38908, 53.610758, 53.634819, 53.010971, 53.807557, 56.788897, 55.539536, 52.946579, 53.647495, 53.708429, 52.26757, 54.450306, 52.530781, 52.149376, 90.880236, 84.32559, 77.938163, 66.433017, 61.878205, 58.784822, 56.392563, 55.560291, 55.921836, 63.921098, 69.577015, 76.694131, 81.539408, 83.426863, 86.316237, 96.135032, 96.60367, 97.51567, 106.518159, 104.712257, 94.944384, 71.961143, 28.208882, 6.47532, 3.162676, 1.002223], "sum_m_pl": [3.981998, 12.055829, 13.932649, 13.277117, 13.959872, 14.600382, 14.541873, 15.774153, 16.502689, 17.92503, 18.935673, 19.809788, 19.981119, 20.126119, 20.851124, 20.175156, 19.019324, 18.481845, 17.516839, 17.515167, 17.211368, 17.765008, 18.086, 18.29229, 22.485265, 23.234182, 23.399649, 24.057711, 25.377701, 26.001223, 23.773525, 25.121695, 25.485942, 23.619664, 22.373592, 20.668049, 22.184328, 24.488008, 26.684124, 30.842211, 32.027748, 31.392717, 37.552303, 46.048688, 59.132215, 89.195853, 133.888294, 165.496427, 182.760824, 184.751907]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 2, 0, 2, 1, 2, 1, 1, 2, 3, 6, 4, 2, 5, 5, 5, 4, 1, 1, 1, 1, 2, 2, 3, 4, 4, 3, 3, 4, 4, 5, 6, 7, 5, 6, 6, 5, 5, 3, 2, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 4, 5, 5, 5, 4, 5, 4, 2, 1, 3, 2, 1, 1, 1, 0, 0, 3, 1, 0, 2, 1, 3, 3, 2, 2, 2, 2, 0], "n_pos": 8, "sum_m_en": [0.764245, 1.360593, 1.332781, 1.373971, 1.591353, 1.434769, 1.66949, 1.711517, 1.62615, 1.610005, 1.65659, 1.536611, 1.57379, 1.715205, 1.710673, 1.748802, 1.505039, 1.505293, 1.501479, 1.60293, 1.552832, 1.687769, 1.581217, 1.560448, 2.431732, 2.178769, 1.972733, 1.84269, 2.148249, 2.109231, 2.072371, 2.133159, 1.899244, 2.364885, 2.828102, 2.813043, 2.514164, 4.037816, 3.240422, 5.253433, 4.464551, 3.345459, 2.152799, 3.160224, 2.361223, 2.117454, 1.001686, 0.321451, 0.200189, 0.0], "sum_m_pl": [0.200967, 0.491289, 0.499782, 0.41051, 0.373554, 0.294948, 0.329927, 0.366198, 0.398169, 0.423754, 0.425088, 0.405481, 0.439094, 0.377167, 0.393252, 0.35814, 0.324234, 0.32956, 0.320982, 0.367686, 0.398143, 0.514822, 0.469158, 0.481537, 2.124437, 1.896396, 2.169157, 1.72767, 1.200411, 0.586308, 0.441742, 0.422643, 0.501143, 0.465734, 0.482399, 0.447644, 0.461754, 0.330544, 0.977989, 1.204715, 0.661899, 0.855606, 0.656139, 2.243362, 2.179118, 2.247772, 1.603274, 1.936147, 1.520684, 0.000165]}, "lang": {"n_am_en": [4, 17, 8, 15, 21, 19, 22, 29, 36, 36, 41, 43, 42, 51, 53, 49, 64, 58, 58, 61, 71, 71, 67, 68, 85, 76, 73, 65, 55, 56, 40, 48, 45, 63, 68, 72, 79, 71, 67, 83, 85, 75, 82, 82, 78, 58, 23, 2, 1, 1], "n_am_pl": [1, 16, 16, 12, 14, 15, 17, 22, 20, 19, 20, 25, 20, 22, 30, 28, 28, 24, 20, 23, 24, 23, 26, 22, 13, 12, 18, 18, 29, 33, 29, 28, 26, 28, 15, 20, 25, 27, 24, 28, 33, 30, 35, 35, 47, 79, 121, 162, 180, 182], "n_pos": 183, "sum_m_en": [16.755265, 26.386074, 27.746756, 29.178489, 30.983531, 31.154946, 30.761305, 33.383757, 33.87055, 34.959857, 36.108382, 36.44718, 36.73327, 36.226788, 36.609548, 38.813561, 37.841983, 35.942495, 36.263358, 36.224642, 34.976268, 36.507091, 35.266962, 35.078197, 64.337282, 59.244003, 55.186814, 46.736304, 42.600929, 40.023585, 37.993493, 37.422804, 37.544119, 41.927179, 45.731035, 51.017182, 55.782379, 55.44587, 56.85113, 63.796427, 64.902212, 67.051466, 76.427109, 73.991641, 68.582435, 51.036467, 20.46325, 4.342335, 1.951287, 1.001315], "sum_m_pl": [2.671282, 8.077609, 9.136356, 8.719083, 9.270577, 9.72594, 9.837648, 10.790067, 11.308431, 12.380818, 13.042513, 13.82861, 14.034464, 14.435861, 14.885537, 14.412096, 13.402101, 13.007487, 12.247356, 12.091365, 11.770065, 11.858554, 12.053127, 12.178033, 14.302448, 15.090112, 15.083196, 15.892565, 17.214238, 18.184929, 16.807589, 18.262139, 18.414496, 17.157615, 15.90647, 14.861128, 16.40195, 17.910697, 19.148431, 22.57992, 24.24045, 24.970898, 29.891347, 35.313678, 46.989053, 74.890543, 117.931291, 152.234697, 174.076335, 181.232532]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 276, "item_id": "pes-Perinatologia-2020 jesień-34", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1372, "region_end": 274, "roundtrip_ok": true, "tf_agree": 0.9819, "tf_agree_excl_first": 0.9855}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 12, 11, 12, 9, 12, 16, 14, 19, 20, 20, 21, 22, 29, 25, 26, 28, 32, 35, 37, 31, 26, 30, 26, 39, 35, 34, 26, 21, 22, 18, 21, 27, 37, 46, 44, 45, 44, 50, 47, 49, 48, 47, 57, 55, 50, 51, 50, 48, 54], "n_am_pl": [6, 4, 10, 7, 5, 9, 5, 6, 5, 7, 10, 10, 6, 10, 10, 11, 13, 13, 11, 8, 7, 6, 4, 6, 9, 7, 7, 7, 12, 12, 15, 14, 11, 9, 5, 4, 5, 3, 4, 4, 3, 5, 7, 5, 6, 7, 5, 4, 2, 3], "n_pos": 101, "sum_m_en": [10.568936, 12.750428, 13.192616, 13.283188, 14.233182, 14.780695, 14.46292, 14.212315, 13.954098, 14.868364, 15.210175, 15.265647, 15.034178, 15.094727, 14.481616, 14.633838, 15.629355, 15.374127, 16.150084, 15.469357, 15.065837, 15.094111, 14.779641, 14.582676, 23.848036, 23.681137, 21.705795, 18.317315, 18.938936, 19.746711, 17.931152, 18.214767, 18.984293, 20.43661, 24.449525, 25.624542, 29.413052, 33.341696, 34.895149, 36.951659, 40.078303, 41.809703, 42.861189, 46.925507, 44.966732, 46.403001, 46.435769, 46.433719, 44.297664, 53.707031], "sum_m_pl": [2.861329, 4.668389, 5.416482, 5.352372, 5.421974, 5.492149, 5.69537, 5.985954, 6.308765, 6.429151, 6.818901, 6.785407, 6.8595, 6.853843, 7.190964, 7.880481, 7.19805, 7.25681, 6.970509, 6.753465, 6.277364, 6.063951, 5.926209, 5.890794, 7.193461, 7.664073, 6.982359, 7.537734, 8.185945, 8.495845, 8.091376, 7.774233, 8.092548, 8.039976, 7.704973, 7.337541, 8.017217, 7.168523, 6.702143, 5.520599, 5.399122, 5.735744, 6.813882, 6.257359, 6.162386, 5.655427, 5.560434, 4.539235, 3.401764, 3.65928]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 4, 7, 7, 6, 6, 11, 11, 11, 15, 15, 17, 15, 20, 17, 16, 20, 25, 25, 26, 20, 19, 21, 18, 28, 25, 25, 20, 15, 17, 14, 14, 21, 28, 32, 31, 32, 31, 38, 33, 37, 37, 37, 44, 44, 39, 40, 41, 43, 52], "n_am_pl": [3, 2, 6, 5, 3, 5, 3, 4, 1, 4, 4, 4, 5, 7, 6, 5, 8, 4, 4, 4, 4, 4, 3, 6, 6, 3, 4, 4, 8, 8, 10, 9, 6, 5, 3, 3, 4, 3, 2, 4, 2, 3, 3, 2, 2, 4, 4, 3, 2, 3], "n_pos": 55, "sum_m_en": [5.569427, 6.713402, 7.053298, 6.970611, 7.729672, 8.108497, 7.858564, 7.917052, 7.767104, 8.327732, 8.650949, 8.858376, 8.846449, 8.66245, 8.179475, 8.352538, 8.992659, 9.09821, 9.426402, 8.992552, 8.591952, 8.516175, 8.347399, 8.15997, 15.957165, 15.970144, 14.842615, 12.451051, 12.690776, 13.024514, 11.574874, 11.25281, 11.828865, 13.460317, 16.450022, 17.971501, 21.279717, 25.436999, 26.703084, 27.565089, 30.351054, 32.191042, 32.501875, 34.696432, 34.923053, 36.401391, 37.003702, 37.38987, 38.154297, 49.989144], "sum_m_pl": [1.552164, 2.559701, 2.999205, 2.915856, 2.886395, 2.949435, 3.117588, 3.203478, 3.347671, 3.461933, 3.770303, 3.705975, 3.705195, 3.605652, 3.80518, 4.146163, 3.817866, 3.777842, 3.6333, 3.57238, 3.342074, 3.25193, 3.172979, 3.169094, 4.258881, 4.122836, 4.066385, 4.309217, 4.688163, 5.132071, 4.916539, 4.588243, 4.785119, 4.56837, 4.226182, 4.160357, 4.465941, 3.862268, 3.529425, 3.23748, 3.5011, 3.810309, 3.438811, 3.587666, 3.532307, 3.640745, 3.892161, 3.334247, 2.939615, 3.345744]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Periodontologia-2018 jesień-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 975, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9612, "tf_agree_excl_first": 0.9706}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 6, 12, 16, 16, 13, 16, 15, 7, 9, 9, 18, 12, 9, 12, 12, 18, 14, 18, 21, 16, 13, 18, 18, 32, 24, 21, 17, 17, 18, 11, 14, 13, 17, 24, 25, 28, 28, 27, 34, 33, 32, 34, 27, 27, 18, 11, 4, 2, 3], "n_am_pl": [2, 14, 19, 12, 17, 18, 20, 25, 17, 21, 17, 21, 23, 22, 22, 23, 22, 24, 31, 29, 21, 19, 20, 21, 24, 20, 18, 22, 20, 29, 26, 28, 20, 22, 21, 18, 16, 9, 19, 13, 18, 20, 22, 30, 29, 41, 62, 73, 77, 81], "n_pos": 126, "sum_m_en": [12.148541, 17.749254, 18.118966, 18.973198, 18.985412, 19.308009, 18.946764, 19.255518, 18.237055, 19.149288, 19.244333, 19.197853, 17.786447, 17.659312, 17.017663, 17.828286, 18.792331, 17.81877, 18.4698, 17.785606, 17.4619, 17.652704, 18.446102, 18.208854, 21.24082, 21.203945, 19.615329, 18.297189, 18.091326, 18.307068, 17.800371, 17.599875, 17.711067, 17.600458, 19.614324, 20.002847, 21.844028, 25.386481, 24.4181, 27.446737, 30.732521, 28.743835, 27.765772, 25.872161, 24.634838, 20.784769, 9.443902, 3.794474, 2.121181, 2.640852], "sum_m_pl": [2.568622, 6.288879, 7.728663, 7.485432, 8.281634, 8.711773, 9.158761, 10.096353, 10.062089, 10.90259, 10.562256, 10.779975, 11.095944, 12.175601, 13.116981, 12.659391, 10.981785, 11.074251, 10.009407, 9.425445, 8.477348, 8.141869, 7.874614, 7.827051, 14.03046, 14.954922, 13.425337, 14.159184, 14.270924, 15.932201, 14.826789, 13.854981, 14.472709, 14.315004, 13.360062, 12.587808, 12.783715, 12.523803, 13.994417, 11.641102, 14.609208, 16.595564, 20.352521, 24.147232, 27.00014, 37.817016, 56.783377, 68.513244, 76.047731, 81.171191]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 7, 8, 11, 8, 11, 11, 5, 6, 7, 13, 10, 6, 9, 9, 15, 11, 13, 17, 13, 10, 15, 16, 24, 18, 17, 15, 14, 13, 6, 13, 10, 13, 20, 20, 22, 22, 23, 27, 27, 27, 30, 22, 23, 15, 11, 3, 2, 3], "n_am_pl": [2, 7, 11, 8, 12, 12, 13, 17, 13, 14, 12, 16, 14, 12, 15, 15, 14, 15, 21, 20, 15, 11, 12, 12, 16, 15, 12, 15, 13, 24, 22, 21, 14, 16, 14, 11, 11, 5, 12, 11, 14, 12, 15, 22, 23, 34, 53, 66, 75, 81], "n_pos": 84, "sum_m_en": [8.060017, 11.877399, 12.083309, 12.695222, 12.773908, 13.06393, 12.890643, 13.102916, 12.523505, 13.16673, 13.174415, 13.182437, 12.353202, 12.029487, 11.794112, 12.227132, 12.991563, 12.566549, 12.754846, 12.151064, 11.816723, 11.92757, 12.718935, 12.272873, 16.54561, 16.476081, 15.12173, 13.887259, 13.413341, 13.271988, 12.797331, 12.618317, 13.032533, 12.992393, 14.586526, 15.271399, 16.542733, 19.408159, 18.733703, 21.453162, 24.150684, 22.744406, 22.580911, 21.101163, 21.045785, 17.549231, 8.820266, 3.345848, 1.888923, 2.631098], "sum_m_pl": [1.606273, 3.961033, 4.995405, 4.858194, 5.366855, 5.635326, 5.904284, 6.552889, 6.697449, 7.122552, 6.943411, 7.136002, 7.393726, 7.880849, 8.032341, 7.778218, 6.975788, 6.866166, 6.561599, 6.208962, 5.70903, 5.527751, 5.312258, 5.291034, 9.201104, 9.834489, 9.020668, 9.999122, 10.32863, 11.20353, 10.736056, 10.33353, 10.788833, 10.673125, 9.887178, 9.303635, 9.628356, 9.37946, 10.502921, 8.983733, 10.275291, 10.853607, 12.847731, 17.474023, 21.537674, 31.932534, 49.109416, 61.797776, 72.765707, 80.076673]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "pes-Periodontologia-2018 jesień-104", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1230, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9921}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 7, 8, 12, 14, 15, 12, 14, 13, 17, 20, 14, 15, 10, 16, 18, 31, 24, 24, 18, 19, 23, 21, 20, 28, 31, 27, 29, 20, 27, 21, 24, 22, 20, 29, 29, 37, 38, 41, 40, 46, 48, 52, 50, 51, 48, 43, 39, 38, 41], "n_am_pl": [6, 17, 11, 11, 10, 11, 11, 14, 10, 6, 6, 12, 13, 11, 11, 15, 13, 17, 15, 17, 16, 16, 14, 13, 12, 13, 9, 8, 11, 11, 13, 5, 8, 11, 8, 12, 13, 6, 4, 5, 1, 3, 1, 0, 4, 4, 6, 5, 10, 10], "n_pos": 96, "sum_m_en": [10.650775, 12.894038, 12.97491, 14.161017, 15.464201, 15.763003, 14.40329, 14.802929, 14.587597, 15.707916, 15.925394, 15.842494, 15.366444, 15.2034, 15.272884, 16.212301, 16.248938, 14.990736, 15.457005, 15.272095, 15.021357, 15.286671, 15.465728, 15.73515, 22.857165, 22.977727, 21.046685, 18.417274, 17.720829, 17.27804, 15.874172, 16.059831, 16.806997, 17.360153, 20.28872, 21.945504, 25.44972, 27.606548, 30.547512, 33.51088, 35.540605, 42.629309, 46.234786, 43.6441, 46.540721, 45.305961, 38.589315, 36.475191, 35.029036, 39.90289], "sum_m_pl": [3.256903, 5.055047, 5.531289, 4.921656, 5.011283, 5.485493, 5.614996, 6.289511, 6.213269, 6.872039, 7.218803, 7.22848, 7.930295, 8.052912, 8.798455, 9.512423, 8.362735, 8.045269, 7.518823, 7.453846, 7.004633, 6.910456, 6.582906, 6.438524, 7.97171, 8.683433, 8.186459, 9.035932, 9.274294, 9.50459, 9.413103, 8.195326, 8.402118, 9.393126, 8.996048, 8.484033, 7.542589, 6.803517, 6.292572, 5.58319, 4.63129, 3.001142, 2.867134, 2.669217, 3.873557, 5.153451, 5.321691, 6.388018, 10.656417, 10.28543]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 2, 4, 7, 7, 13, 11, 9, 9, 9, 13, 10, 12, 7, 9, 11, 20, 18, 20, 16, 14, 18, 17, 17, 20, 23, 21, 21, 13, 19, 15, 17, 18, 15, 22, 23, 28, 29, 32, 32, 35, 37, 39, 39, 39, 37, 38, 38, 37, 41], "n_am_pl": [4, 11, 7, 6, 6, 6, 4, 7, 6, 3, 4, 5, 5, 5, 5, 5, 7, 7, 3, 4, 7, 5, 4, 7, 7, 6, 5, 4, 6, 6, 6, 3, 4, 8, 5, 7, 7, 3, 4, 3, 1, 2, 0, 0, 4, 4, 5, 5, 10, 10], "n_pos": 52, "sum_m_en": [5.824682, 6.98872, 7.241388, 8.095876, 8.838382, 9.240104, 8.292594, 8.556748, 8.452648, 9.102212, 9.504507, 9.414827, 9.289887, 9.542783, 9.728722, 10.208858, 9.909104, 9.247582, 9.323106, 9.028414, 8.708894, 8.821072, 8.783809, 9.011041, 15.85103, 16.229628, 14.880772, 13.055785, 11.978515, 10.987534, 9.991657, 10.109084, 10.788327, 11.72654, 13.699876, 15.613761, 18.359157, 20.487193, 22.859409, 24.454753, 25.384616, 31.701823, 34.027162, 31.839616, 34.433668, 34.287127, 32.85645, 33.004587, 32.852479, 39.379473], "sum_m_pl": [1.82918, 2.850439, 3.221441, 2.704379, 2.741772, 2.919264, 2.980192, 3.330922, 3.385042, 3.656514, 3.834563, 3.825348, 3.981586, 4.073562, 4.064788, 4.477108, 4.179302, 4.058069, 3.926894, 3.923857, 3.734701, 3.757116, 3.58507, 3.472601, 3.826569, 4.012447, 4.196772, 4.552109, 4.840645, 5.142446, 5.117161, 4.717962, 4.829894, 5.386775, 5.055798, 4.89715, 4.391915, 4.086076, 3.834854, 3.560749, 3.13941, 1.872145, 1.908508, 1.936658, 3.369934, 4.718212, 5.08931, 6.09207, 10.508744, 10.285073]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "pes-Periodontologia-2018 jesień-79", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 990, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 22, 19, 24, 29, 32, 24, 35, 30, 27, 30, 25, 26, 24, 41, 37, 39, 43, 46, 44, 45, 55, 58, 57, 72, 70, 59, 55, 44, 40, 43, 47, 47, 47, 56, 69, 67, 66, 78, 78, 81, 88, 87, 89, 84, 67, 25, 13, 6, 3], "n_am_pl": [6, 18, 21, 18, 23, 23, 21, 24, 29, 27, 26, 30, 29, 36, 37, 31, 41, 37, 37, 25, 25, 28, 21, 26, 20, 27, 18, 19, 14, 33, 22, 23, 26, 31, 27, 36, 42, 43, 38, 39, 47, 39, 51, 57, 67, 86, 124, 142, 156, 158], "n_pos": 218, "sum_m_en": [20.220653, 31.152994, 33.215817, 34.212737, 34.961535, 36.387517, 34.337444, 36.294804, 35.934885, 37.916522, 37.969756, 36.075381, 34.274957, 33.86785, 34.861346, 36.057976, 37.388127, 34.388551, 35.363001, 35.138613, 34.813552, 35.089386, 36.874673, 37.611492, 63.770673, 56.388827, 46.728622, 40.459092, 37.715654, 35.424239, 34.978845, 36.103444, 37.657748, 39.986228, 44.946264, 47.717416, 51.088013, 55.540731, 61.019835, 66.275036, 68.282454, 75.167485, 82.487604, 81.705639, 73.610005, 56.987508, 26.404107, 13.049682, 6.34598, 3.030469], "sum_m_pl": [3.676329, 10.58641, 11.827656, 11.93434, 12.077286, 13.579482, 14.078685, 16.389386, 15.843879, 17.056833, 18.198272, 18.763576, 20.405653, 20.718248, 20.762733, 21.704625, 20.469648, 19.51759, 18.556442, 18.084809, 16.912445, 17.099542, 15.76716, 15.373561, 18.335461, 21.805191, 21.230733, 22.528075, 24.616078, 26.42473, 24.742928, 24.724543, 25.477501, 26.270574, 26.426603, 27.07899, 28.699341, 30.701983, 34.889112, 35.182653, 38.19431, 34.516717, 38.556921, 42.397934, 56.070649, 77.178645, 114.659212, 136.712293, 150.998847, 157.754037]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 14, 15, 19, 23, 24, 17, 30, 22, 16, 24, 19, 20, 20, 31, 28, 30, 32, 31, 32, 33, 43, 45, 43, 56, 53, 48, 42, 33, 28, 32, 34, 38, 35, 41, 50, 51, 52, 57, 58, 63, 70, 68, 69, 66, 49, 17, 7, 5, 3], "n_am_pl": [3, 10, 16, 13, 17, 17, 18, 21, 26, 22, 22, 20, 19, 24, 27, 23, 33, 29, 32, 20, 20, 24, 19, 21, 16, 23, 14, 16, 14, 29, 20, 21, 21, 22, 24, 30, 36, 37, 30, 30, 36, 31, 39, 46, 57, 75, 109, 133, 154, 158], "n_pos": 162, "sum_m_en": [14.742253, 22.906975, 25.00201, 25.733811, 26.135527, 27.039547, 25.610281, 27.288462, 26.866408, 28.159729, 28.107572, 26.856389, 25.620513, 25.229161, 26.210768, 27.017739, 28.038154, 25.794075, 26.48777, 26.307623, 25.915997, 26.201363, 27.847092, 27.872757, 48.984256, 43.182922, 34.873648, 30.08211, 27.8028, 26.43642, 26.015803, 26.867936, 27.806003, 28.974079, 31.899048, 33.465407, 37.139323, 40.650113, 44.945723, 48.981362, 50.453237, 56.927381, 62.777549, 63.19349, 57.750358, 42.760181, 18.463164, 8.295931, 5.140593, 2.837258], "sum_m_pl": [2.53292, 7.734821, 8.79451, 8.730788, 8.951537, 10.059467, 10.518621, 12.155019, 11.820656, 12.832007, 13.782175, 14.196836, 15.328701, 15.582747, 15.566858, 16.177054, 15.303223, 14.614904, 13.937957, 13.501142, 12.571418, 12.749883, 11.793046, 11.58431, 13.949254, 17.190998, 16.711562, 17.66797, 19.424362, 20.856686, 19.570512, 19.487362, 20.20906, 20.4012, 20.598953, 21.845119, 22.678573, 24.820259, 27.789883, 27.743696, 30.714754, 27.803827, 31.482429, 34.529095, 48.544795, 67.636484, 102.530382, 127.399965, 147.759301, 157.325831]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "pes-Periodontologia-2018 jesień-79", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1245, "region_end": 218, "roundtrip_ok": true, "tf_agree": 0.9955, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 13, 18, 17, 21, 29, 37, 33, 27, 22, 32, 21, 25, 32, 30, 37, 39, 41, 44, 47, 41, 36, 39, 43, 56, 53, 51, 46, 45, 39, 35, 34, 41, 43, 43, 59, 57, 70, 70, 82, 74, 78, 81, 83, 78, 68, 61, 59, 60, 61], "n_am_pl": [8, 6, 12, 17, 23, 32, 26, 26, 17, 21, 17, 21, 19, 24, 18, 36, 25, 20, 20, 21, 16, 19, 19, 16, 25, 21, 17, 15, 19, 20, 22, 19, 15, 20, 20, 17, 17, 10, 12, 6, 8, 6, 6, 3, 8, 13, 14, 16, 19, 18], "n_pos": 166, "sum_m_en": [19.596049, 23.613179, 25.432811, 25.917209, 28.095358, 29.106772, 28.641657, 28.887371, 28.981309, 28.979782, 29.436647, 28.739774, 27.922954, 28.46037, 28.576077, 29.558958, 29.580074, 28.869757, 28.392573, 28.024795, 28.140586, 27.907149, 27.592702, 27.991817, 36.787611, 36.303399, 34.967551, 30.885564, 30.964028, 30.837151, 29.87561, 30.409518, 32.407072, 32.992854, 33.742763, 37.192169, 41.981087, 45.723441, 51.023189, 54.109715, 57.711906, 64.239441, 68.807835, 74.072574, 70.917593, 66.353289, 59.522515, 56.753461, 53.909219, 61.987924], "sum_m_pl": [4.127194, 6.880946, 8.239331, 7.719602, 8.963864, 10.492387, 10.789589, 11.29689, 11.854812, 12.356718, 12.969156, 13.553705, 14.327351, 14.0017, 15.205463, 16.288682, 15.663789, 14.87307, 14.066128, 13.501355, 12.604896, 12.347235, 11.939124, 11.541983, 18.125503, 18.872721, 16.934591, 16.558883, 16.374931, 17.273634, 16.049515, 15.897389, 15.626674, 16.209646, 15.531761, 14.565954, 14.268369, 11.974958, 12.501281, 10.642438, 10.834555, 9.364186, 8.508765, 6.72105, 8.385402, 11.330458, 15.229327, 15.733314, 18.195266, 18.348391]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 7, 10, 8, 10, 19, 25, 18, 14, 8, 14, 10, 14, 18, 18, 21, 20, 21, 25, 29, 26, 22, 25, 28, 37, 38, 34, 28, 28, 22, 23, 20, 25, 27, 26, 36, 38, 45, 45, 57, 55, 57, 59, 62, 60, 55, 54, 52, 54, 60], "n_am_pl": [4, 2, 6, 10, 15, 14, 6, 11, 7, 8, 5, 11, 7, 12, 9, 14, 12, 7, 8, 10, 8, 10, 8, 7, 10, 10, 9, 5, 6, 8, 13, 11, 8, 11, 10, 6, 4, 3, 6, 2, 3, 2, 4, 2, 5, 10, 12, 15, 18, 18], "n_pos": 79, "sum_m_en": [9.728838, 11.998912, 12.541479, 12.38212, 13.408648, 13.843897, 13.682579, 13.90805, 14.040324, 14.141235, 14.516786, 14.379275, 14.187871, 14.648119, 14.844948, 15.218815, 14.803621, 14.502601, 13.997846, 13.818277, 13.779751, 13.575641, 13.428302, 13.834268, 22.238734, 21.925905, 20.816937, 17.174811, 16.912659, 16.514058, 15.996193, 16.258212, 18.495422, 19.047108, 19.572725, 22.134328, 25.518318, 27.290443, 31.623541, 34.982338, 40.200892, 46.24593, 49.768805, 54.587543, 52.881188, 52.033383, 50.136118, 49.396755, 47.82691, 58.174788], "sum_m_pl": [1.914252, 3.435525, 3.993474, 3.855555, 4.358006, 4.935938, 4.969772, 5.224449, 5.358487, 5.573308, 6.00981, 6.25879, 6.507461, 6.359196, 6.632611, 7.166021, 7.04307, 6.528031, 6.481298, 6.300094, 5.922395, 5.878654, 5.771518, 5.5202, 8.757255, 8.91356, 7.840814, 7.620871, 7.672465, 7.834578, 7.659092, 7.679967, 7.364491, 7.392401, 7.077819, 6.518053, 5.964598, 5.513438, 5.706553, 4.880009, 4.372188, 4.483035, 4.09761, 3.718218, 5.341353, 7.677202, 12.199154, 14.405137, 17.206452, 18.211794]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "pes-Periodontologia-2018 wiosna-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1021, "region_end": 166, "roundtrip_ok": true, "tf_agree": 0.9702, "tf_agree_excl_first": 0.976}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 14, 31, 20, 53, 61, 66, 65, 63, 68, 70, 56, 70, 59, 59, 71, 82, 89, 91, 98, 93, 95, 101, 99, 122, 123, 114, 103, 83, 78, 71, 72, 89, 92, 101, 119, 118, 121, 125, 143, 149, 143, 146, 151, 125, 87, 34, 8, 2, 2], "n_am_pl": [9, 40, 44, 38, 53, 37, 46, 39, 41, 41, 48, 49, 56, 57, 64, 57, 52, 53, 49, 36, 32, 27, 25, 32, 27, 37, 36, 42, 55, 51, 58, 50, 55, 65, 55, 43, 46, 36, 40, 37, 40, 38, 54, 55, 71, 120, 156, 210, 220, 219], "n_pos": 348, "sum_m_en": [32.096601, 47.782656, 50.842027, 50.818039, 55.022554, 58.290332, 57.680473, 58.553365, 59.596665, 59.375674, 59.851398, 57.884735, 56.586997, 55.326558, 57.291426, 59.710986, 60.172438, 57.604397, 56.339568, 54.826605, 55.005463, 54.558402, 55.74369, 55.497453, 85.038229, 80.814663, 75.922137, 64.246717, 62.173689, 62.730192, 58.609934, 57.956988, 62.015511, 64.20237, 64.775726, 72.14926, 74.387692, 80.700529, 88.71935, 95.036991, 108.436194, 106.437404, 117.865382, 129.544011, 101.948215, 77.096574, 32.135827, 9.930479, 4.675007, 1.990889], "sum_m_pl": [5.915676, 15.276778, 18.127172, 18.039917, 20.184851, 21.680093, 22.701867, 24.304681, 24.814851, 26.245414, 26.261633, 28.11213, 28.593036, 28.850584, 30.70829, 30.463843, 29.215926, 28.443741, 27.419804, 26.463206, 24.767149, 24.223444, 23.593078, 23.150568, 30.557069, 32.306075, 32.785131, 34.303355, 36.624949, 39.219446, 36.280723, 36.444215, 35.520349, 35.607037, 35.82256, 33.414534, 34.949717, 31.432034, 33.835098, 35.039853, 36.203209, 37.563972, 43.206866, 46.13312, 65.614796, 108.923262, 150.257057, 197.798155, 209.919942, 219.751939]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 8, 23, 11, 36, 34, 40, 45, 42, 49, 53, 46, 50, 43, 38, 49, 52, 57, 62, 67, 62, 69, 66, 63, 86, 88, 80, 73, 55, 54, 55, 56, 63, 68, 70, 83, 76, 83, 87, 103, 109, 104, 108, 108, 90, 67, 26, 5, 2, 2], "n_am_pl": [8, 25, 27, 25, 33, 25, 27, 19, 19, 24, 27, 29, 27, 30, 42, 38, 37, 37, 37, 28, 24, 17, 18, 26, 19, 24, 19, 23, 33, 27, 33, 30, 35, 41, 36, 27, 28, 25, 32, 31, 31, 32, 47, 48, 63, 102, 137, 192, 210, 218], "n_pos": 221, "sum_m_en": [19.601407, 30.532111, 32.338841, 31.733699, 34.884172, 37.519182, 36.494871, 37.689295, 38.333098, 38.29552, 38.906804, 38.164357, 37.212357, 36.105518, 37.594374, 38.937394, 38.832801, 37.123342, 36.311791, 35.105651, 35.187934, 34.941233, 35.540724, 35.382016, 58.188403, 55.906507, 52.715168, 43.987963, 41.304657, 41.971585, 39.024219, 38.916644, 42.265559, 43.441073, 43.114278, 48.771714, 49.799445, 54.709167, 61.00056, 66.082628, 76.555436, 76.752562, 84.750597, 92.812748, 75.198364, 57.929228, 24.661158, 6.601263, 3.33201, 1.987449], "sum_m_pl": [3.556151, 9.691612, 11.595119, 11.542921, 12.759227, 13.801647, 14.322399, 15.120681, 15.410298, 15.876041, 15.956078, 17.378148, 17.374484, 17.56103, 18.617208, 18.7287, 18.416085, 18.038608, 17.52841, 16.864503, 15.871313, 15.551053, 15.157543, 14.767926, 19.52335, 20.711731, 20.715876, 21.533229, 23.127927, 23.895462, 23.119089, 23.118931, 22.736109, 22.727369, 22.891287, 21.943582, 23.415742, 21.798055, 24.494134, 25.527744, 26.857675, 28.034078, 33.586998, 36.333521, 55.396496, 92.169406, 132.236663, 181.412237, 199.488835, 215.896445]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 350, "item_id": "pes-Periodontologia-2018 wiosna-87", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1276, "region_end": 348, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9914}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 17, 14, 14, 15, 14, 9, 11, 18, 14, 17, 22, 23, 23, 28, 27, 30, 23, 29, 22, 21, 18, 18, 17, 32, 33, 25, 24, 26, 31, 25, 26, 21, 27, 28, 29, 37, 39, 45, 51, 50, 51, 52, 50, 45, 45, 45, 50, 50, 50], "n_am_pl": [7, 12, 16, 17, 8, 12, 10, 10, 13, 14, 17, 10, 9, 14, 21, 13, 20, 12, 12, 14, 13, 14, 14, 16, 22, 12, 17, 17, 20, 24, 19, 22, 17, 19, 15, 9, 11, 9, 10, 6, 7, 6, 7, 8, 15, 16, 16, 16, 18, 16], "n_pos": 130, "sum_m_en": [13.300768, 17.750979, 17.475747, 18.251956, 20.124005, 20.197573, 18.989875, 18.639634, 19.500656, 19.723552, 20.120526, 20.410903, 20.858797, 20.406237, 20.977693, 22.288564, 21.698518, 20.15635, 20.068181, 20.408541, 19.611146, 19.424034, 19.243337, 19.15985, 21.88925, 22.866302, 19.938265, 19.41401, 21.928221, 23.589871, 22.654695, 22.564854, 21.163399, 22.185886, 23.91967, 23.830423, 27.004571, 29.304063, 35.333781, 38.384903, 39.063956, 44.873251, 44.894164, 43.737428, 43.992632, 40.99281, 44.379858, 45.777234, 45.800118, 48.271413], "sum_m_pl": [2.976116, 5.689679, 6.258362, 5.830004, 6.107999, 6.498188, 6.595816, 7.00539, 7.660498, 7.907665, 8.872437, 9.100369, 9.327742, 10.015221, 10.48378, 10.393513, 10.035593, 9.768115, 9.844846, 9.734963, 9.314482, 9.122955, 8.615988, 8.539671, 13.179606, 12.99155, 12.255328, 13.150905, 12.716208, 13.30553, 12.332254, 12.453402, 13.099513, 13.358473, 12.22994, 11.315176, 11.498864, 11.48738, 10.965287, 9.499442, 8.613756, 8.013724, 8.277212, 7.613154, 10.978396, 13.700916, 15.332904, 15.793997, 16.732716, 16.464675]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 9, 6, 8, 8, 7, 6, 5, 9, 9, 12, 14, 14, 11, 11, 13, 17, 10, 18, 13, 14, 12, 13, 13, 19, 22, 17, 15, 18, 19, 17, 18, 15, 20, 21, 21, 30, 30, 33, 36, 37, 39, 40, 41, 40, 40, 36, 40, 45, 50], "n_am_pl": [2, 7, 7, 7, 5, 6, 4, 6, 9, 5, 7, 5, 6, 8, 11, 9, 10, 3, 4, 6, 8, 4, 5, 9, 14, 7, 8, 9, 10, 11, 11, 10, 10, 13, 12, 7, 8, 8, 6, 5, 5, 5, 6, 6, 11, 13, 13, 14, 18, 16], "n_pos": 66, "sum_m_en": [6.41701, 8.61531, 8.434362, 8.829207, 9.292393, 9.478458, 8.982911, 8.900885, 9.537159, 9.789373, 10.219395, 10.349451, 10.542883, 10.373635, 10.454943, 11.317248, 10.957293, 10.200178, 10.177733, 10.223179, 9.767493, 9.688917, 9.589635, 9.46459, 12.560831, 12.580244, 11.358065, 11.067825, 12.353119, 13.045153, 12.194935, 11.835548, 11.262229, 12.188926, 13.524428, 14.673563, 17.596922, 19.868171, 24.68778, 27.673538, 29.360794, 32.999193, 34.376138, 34.247134, 35.9116, 34.392621, 35.821184, 36.48191, 39.583926, 47.366245], "sum_m_pl": [1.38661, 2.929584, 3.15663, 2.889552, 2.987962, 3.217181, 3.270059, 3.499606, 3.952993, 4.111226, 4.753974, 4.864549, 4.935738, 5.297648, 5.364671, 5.384502, 5.190715, 5.044902, 4.990433, 4.973523, 4.770471, 4.660428, 4.388495, 4.313646, 6.415116, 6.511298, 6.344408, 6.678059, 6.556424, 6.772549, 6.453863, 6.648695, 7.111297, 7.484919, 6.827648, 6.682541, 7.018385, 7.06071, 6.733581, 5.950049, 4.815488, 4.728617, 5.293576, 5.211171, 7.419359, 10.304389, 12.253156, 13.777087, 15.902391, 16.439506]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "pes-Periodontologia-2019 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1094, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9771}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 10, 14, 10, 16, 17, 22, 13, 20, 24, 20, 28, 20, 24, 27, 27, 30, 31, 34, 31, 33, 28, 25, 26, 49, 50, 33, 32, 28, 22, 26, 25, 25, 35, 35, 30, 40, 39, 46, 49, 46, 58, 61, 59, 53, 41, 16, 4, 0, 0], "n_am_pl": [2, 20, 18, 17, 18, 28, 24, 17, 12, 23, 22, 24, 13, 26, 34, 29, 32, 21, 25, 18, 15, 19, 20, 15, 21, 16, 22, 22, 27, 30, 27, 33, 28, 28, 27, 27, 18, 28, 20, 23, 29, 30, 29, 35, 48, 57, 84, 101, 103, 104], "n_pos": 168, "sum_m_en": [14.854368, 23.817202, 25.11275, 25.147546, 25.720979, 26.360954, 25.543753, 25.827203, 26.815268, 27.497448, 28.443966, 27.723371, 27.869733, 27.534067, 27.60954, 29.053094, 28.952349, 27.002, 26.415404, 26.754187, 25.751462, 25.76877, 25.888132, 25.906376, 33.456841, 31.410558, 27.545324, 26.376655, 27.251067, 27.760471, 27.371053, 27.126023, 25.688365, 27.037289, 28.915007, 28.854762, 30.623165, 31.648437, 34.317005, 36.455898, 38.479502, 41.759516, 46.511857, 47.414841, 45.35577, 33.623547, 14.29334, 3.697227, 0.512137, 5.6e-05], "sum_m_pl": [2.26551, 7.3551, 8.753305, 8.885086, 9.238518, 9.937703, 9.209919, 9.810742, 10.232885, 10.978265, 11.626844, 11.866313, 12.373225, 13.233963, 13.612638, 13.269399, 12.163285, 11.696299, 11.289903, 11.339198, 10.634994, 10.485105, 10.207423, 10.156657, 12.9416, 14.815146, 15.065459, 16.775949, 17.635073, 19.263791, 17.811339, 17.963813, 18.276511, 17.573433, 16.606305, 15.870174, 17.294104, 17.696826, 18.057566, 19.217885, 21.75944, 24.796698, 26.687744, 29.597546, 37.763879, 53.088999, 81.663922, 97.249053, 102.343757, 104.44187]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 8, 9, 6, 10, 11, 15, 8, 13, 18, 12, 16, 14, 16, 16, 21, 22, 21, 21, 25, 23, 18, 17, 16, 34, 35, 24, 21, 20, 17, 18, 16, 17, 23, 24, 24, 26, 30, 32, 31, 29, 40, 43, 46, 41, 32, 13, 4, 0, 0], "n_am_pl": [1, 16, 12, 14, 7, 16, 15, 10, 8, 15, 16, 18, 8, 16, 25, 19, 23, 15, 18, 12, 9, 11, 13, 10, 16, 12, 15, 17, 19, 23, 21, 22, 22, 22, 16, 17, 13, 22, 16, 19, 23, 25, 26, 28, 38, 48, 73, 92, 103, 104], "n_pos": 105, "sum_m_en": [9.163561, 14.495837, 15.479048, 15.461322, 16.099214, 16.542263, 16.065929, 16.313178, 17.028851, 17.452659, 18.104608, 17.606752, 17.746482, 17.432266, 17.489418, 18.308933, 18.329593, 17.174618, 16.692542, 16.790201, 16.11499, 16.066089, 16.139719, 16.104587, 22.509774, 21.011582, 18.541759, 17.553501, 18.040264, 18.316226, 17.859429, 17.548925, 16.74975, 18.069674, 19.245459, 19.892468, 20.825181, 21.910015, 23.145101, 24.151749, 24.810249, 27.199213, 31.825894, 34.441962, 33.425015, 25.234578, 11.168143, 3.292782, 0.360627, 3.9e-05], "sum_m_pl": [1.364858, 4.649931, 5.440001, 5.446716, 5.514827, 6.239172, 5.739757, 6.364665, 6.628913, 7.01473, 7.710171, 7.857129, 8.116998, 8.752708, 8.695863, 8.616879, 8.123212, 7.8265, 7.569795, 7.448251, 6.939027, 6.82187, 6.638612, 6.587536, 9.101323, 10.295935, 10.559237, 11.741963, 12.257586, 13.225605, 12.300947, 12.438134, 12.754025, 12.215848, 11.209887, 11.124879, 12.449555, 13.265267, 13.978436, 15.147322, 16.741529, 19.630093, 21.552767, 23.937955, 30.248198, 44.255457, 70.063807, 86.964702, 100.22811, 104.031156]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "pes-Periodontologia-2019 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1349, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9822}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 21, 45, 34, 46, 42, 41, 44, 52, 49, 49, 47, 49, 49, 59, 63, 61, 72, 68, 54, 55, 52, 52, 54, 89, 71, 72, 67, 59, 69, 66, 86, 69, 87, 90, 95, 88, 98, 89, 79, 80, 86, 91, 80, 78, 69, 63, 55, 50, 59], "n_am_pl": [4, 17, 23, 30, 28, 34, 32, 35, 26, 41, 38, 62, 60, 44, 45, 35, 42, 34, 33, 29, 30, 30, 21, 22, 29, 25, 25, 31, 41, 45, 47, 43, 42, 39, 31, 28, 33, 34, 49, 56, 58, 64, 62, 61, 67, 81, 95, 112, 122, 124], "n_pos": 315, "sum_m_en": [32.254808, 43.355351, 46.290952, 48.354995, 49.961882, 50.099586, 49.265882, 48.76426, 47.994705, 50.287681, 52.371398, 54.337982, 55.229846, 55.482111, 56.659633, 58.014164, 56.266671, 52.916593, 52.821733, 51.917914, 49.621448, 49.830708, 50.209297, 50.341328, 67.812256, 66.606535, 63.445902, 58.922566, 61.666296, 62.1281, 58.714866, 60.736307, 60.835196, 63.443852, 65.759107, 70.559473, 74.152873, 78.32834, 77.562064, 73.079605, 75.164514, 78.50155, 77.572602, 74.129715, 68.541399, 68.858564, 61.866683, 54.885518, 51.295796, 58.362375], "sum_m_pl": [6.783694, 15.198104, 17.027457, 16.199583, 15.96105, 17.047167, 17.523433, 19.249447, 19.717451, 20.739601, 22.601434, 25.165646, 25.614428, 25.754231, 25.016321, 23.8999, 21.373507, 21.119011, 20.541768, 20.153749, 19.721854, 18.790769, 18.292847, 18.042333, 22.730937, 25.799006, 27.329898, 29.452244, 30.782217, 35.756296, 32.560313, 30.895868, 30.007383, 30.252716, 28.591474, 27.022531, 27.44391, 28.015339, 33.636031, 37.6646, 39.401389, 44.50722, 49.687996, 50.799112, 61.348077, 69.04113, 85.619729, 102.991584, 119.037777, 123.496711]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 14, 24, 19, 30, 25, 26, 31, 34, 31, 35, 29, 30, 32, 37, 39, 36, 47, 45, 36, 38, 35, 36, 35, 58, 47, 49, 44, 36, 46, 42, 55, 47, 64, 65, 64, 63, 64, 63, 55, 55, 65, 65, 59, 58, 52, 51, 46, 46, 59], "n_am_pl": [2, 11, 13, 15, 15, 16, 22, 21, 13, 22, 22, 36, 40, 24, 25, 19, 20, 19, 19, 18, 17, 18, 13, 14, 16, 11, 12, 16, 29, 32, 32, 30, 25, 21, 20, 15, 22, 18, 27, 36, 36, 43, 43, 44, 50, 65, 83, 106, 118, 124], "n_pos": 184, "sum_m_en": [18.546368, 25.401857, 27.056744, 28.332145, 29.039333, 29.45745, 28.862431, 28.361804, 27.823346, 29.317137, 30.484888, 31.760488, 32.223359, 33.114243, 34.175863, 34.777376, 33.719135, 31.821137, 31.838078, 31.173067, 29.341891, 29.492477, 29.635984, 29.657652, 44.232036, 43.318149, 41.053536, 37.271728, 38.268588, 38.079436, 36.162144, 37.154217, 38.269898, 40.737447, 43.175135, 47.505277, 51.344733, 53.878615, 53.596977, 51.495482, 53.660463, 55.89239, 54.661316, 53.046897, 51.873863, 51.930705, 48.961198, 44.923698, 44.848651, 56.815338], "sum_m_pl": [3.494915, 8.969889, 9.890613, 9.32617, 9.033149, 9.897975, 10.196831, 11.426054, 11.799067, 12.289518, 13.511085, 15.288228, 15.039524, 15.020574, 14.272654, 13.598531, 12.350979, 11.982388, 12.040024, 11.883721, 11.505769, 10.971436, 10.685788, 10.512279, 12.491358, 14.427836, 15.336307, 16.507426, 18.141881, 21.428401, 19.366485, 18.431439, 17.542207, 17.602389, 16.963836, 16.223467, 16.152814, 15.26599, 19.348559, 23.755245, 24.675853, 29.931985, 35.115356, 36.818921, 46.58724, 53.603612, 72.347938, 95.205906, 114.705735, 123.306162]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 317, "item_id": "pes-Periodontologia-2019 wiosna-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 315, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9842}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 8, 13, 26, 36, 26, 24, 29, 31, 32, 28, 29, 30, 25, 33, 35, 29, 26, 32, 32, 30, 31, 34, 40, 67, 62, 45, 49, 44, 42, 38, 50, 42, 40, 51, 49, 55, 50, 48, 40, 49, 47, 33, 44, 39, 29, 17, 2, 2, 2], "n_am_pl": [5, 10, 15, 18, 26, 25, 20, 25, 15, 17, 33, 33, 41, 38, 44, 35, 32, 35, 29, 25, 21, 15, 15, 16, 22, 20, 27, 28, 33, 47, 53, 46, 40, 31, 25, 39, 36, 36, 34, 43, 41, 52, 51, 50, 61, 81, 114, 132, 141, 139], "n_pos": 212, "sum_m_en": [19.465995, 29.250681, 31.267021, 33.668633, 33.172954, 32.32154, 31.033242, 32.564814, 31.261214, 32.516607, 33.410762, 32.873711, 33.131759, 32.861847, 34.016984, 35.723129, 35.364044, 32.931954, 32.725885, 31.649688, 30.718568, 30.424593, 32.190523, 31.33693, 46.007574, 45.698882, 39.878168, 37.523148, 38.446436, 39.021068, 37.330751, 38.229504, 37.411542, 37.134216, 36.595198, 38.669082, 37.922553, 40.350343, 41.16064, 39.621291, 43.031221, 44.675937, 37.864792, 45.072513, 37.501576, 32.472455, 17.043817, 5.510171, 2.686991, 1.595427], "sum_m_pl": [3.889736, 10.275883, 12.031265, 11.525482, 11.757356, 12.927764, 12.925759, 14.304132, 14.402157, 14.607786, 15.449801, 16.073343, 16.433319, 17.815689, 17.763252, 16.363485, 14.545974, 14.623917, 13.686152, 12.972993, 12.953592, 12.077316, 11.747174, 11.589561, 15.886151, 19.857704, 20.793839, 22.383418, 23.67737, 25.129933, 24.530609, 24.797179, 24.637691, 23.464068, 21.428814, 22.124709, 22.554837, 22.47804, 23.970619, 26.225432, 27.883344, 33.326302, 39.261382, 40.149466, 54.452345, 70.297516, 104.144468, 123.438149, 136.949515, 138.952126]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 4, 10, 17, 28, 20, 18, 23, 22, 26, 23, 20, 24, 17, 22, 28, 20, 14, 24, 22, 21, 24, 26, 32, 49, 44, 32, 33, 30, 31, 27, 39, 34, 28, 36, 36, 40, 41, 35, 28, 37, 36, 23, 31, 28, 19, 11, 2, 2, 2], "n_am_pl": [3, 8, 9, 11, 17, 12, 14, 20, 11, 11, 22, 23, 27, 23, 26, 19, 18, 24, 17, 16, 17, 13, 10, 11, 18, 15, 15, 19, 23, 32, 37, 30, 26, 17, 18, 27, 23, 25, 25, 34, 34, 41, 43, 45, 51, 70, 99, 122, 133, 138], "n_pos": 141, "sum_m_en": [13.244182, 19.816071, 21.249162, 23.079338, 22.472206, 21.713635, 20.700704, 21.787833, 21.02355, 22.161349, 22.684172, 22.263112, 22.15975, 22.248949, 22.977527, 23.961124, 23.630532, 21.892909, 21.894812, 21.113605, 20.485205, 20.154755, 21.873292, 20.955331, 33.607195, 32.698689, 27.911114, 25.626858, 26.165149, 26.682688, 25.694166, 26.482098, 26.276465, 25.706704, 25.286407, 26.684744, 27.529381, 29.785715, 30.122905, 29.004002, 32.425119, 33.353018, 27.730435, 32.215247, 25.32566, 22.063161, 11.875754, 4.506946, 2.284187, 1.556985], "sum_m_pl": [2.26785, 6.918727, 7.875295, 7.537713, 7.588419, 8.525117, 8.537438, 9.571136, 9.675115, 9.842999, 10.451293, 10.823383, 10.866778, 11.767517, 11.621669, 10.744739, 9.687666, 9.719555, 9.052119, 8.65946, 8.758459, 8.171242, 7.940263, 7.787466, 10.971793, 14.231653, 14.594044, 15.240505, 16.019516, 16.642147, 16.202612, 16.76986, 16.485956, 15.81473, 14.675537, 15.083892, 15.179644, 14.687229, 16.423517, 18.981389, 21.303544, 25.615067, 31.932462, 34.034115, 45.044302, 60.635438, 90.456818, 111.300559, 130.390896, 135.848644]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "pes-Periodontologia-2019 wiosna-45", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1301, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9859}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 8, 13, 13, 21, 19, 17, 15, 14, 14, 17, 15, 8, 13, 14, 21, 26, 16, 22, 42, 38, 31, 32, 31, 40, 32, 35, 38, 30, 27, 23, 30, 40, 41, 49, 43, 45, 56, 49, 58, 46, 48, 44, 45, 38, 40, 44, 39, 43, 42], "n_am_pl": [9, 6, 7, 9, 14, 13, 16, 20, 25, 27, 25, 30, 26, 24, 30, 26, 27, 28, 34, 17, 15, 18, 10, 10, 17, 19, 17, 18, 23, 18, 25, 24, 13, 17, 12, 12, 15, 7, 7, 11, 7, 8, 10, 12, 16, 16, 12, 17, 18, 15], "n_pos": 150, "sum_m_en": [16.740904, 18.649342, 20.543427, 21.691685, 24.249585, 24.628817, 23.490397, 23.020703, 22.660521, 22.909313, 22.300904, 21.83114, 22.749888, 22.659915, 22.84599, 23.898817, 23.109641, 21.014027, 20.012022, 22.342323, 20.927244, 21.666786, 21.636346, 22.245573, 30.238674, 29.34876, 27.536676, 25.084208, 25.774625, 27.660131, 28.355155, 28.441427, 28.756842, 27.341489, 28.714491, 29.655062, 32.772045, 39.999931, 38.654464, 44.452292, 38.11021, 41.776316, 41.854742, 42.410676, 36.811314, 35.083004, 39.480496, 38.226242, 37.214873, 42.454353], "sum_m_pl": [4.108069, 7.151835, 7.453601, 7.081269, 7.822971, 8.784259, 9.024935, 10.512189, 12.059588, 13.787306, 14.768178, 15.189345, 14.066258, 14.337084, 14.605291, 14.157274, 13.631401, 13.384242, 11.827977, 10.845063, 10.151607, 9.462169, 9.007445, 9.025706, 12.672477, 16.201241, 16.23541, 17.125317, 17.92194, 16.694418, 16.288865, 16.204732, 15.635321, 14.773256, 13.976763, 14.168948, 13.278349, 11.248237, 11.917387, 11.496199, 11.048107, 10.288389, 12.020603, 12.827105, 15.562881, 15.115639, 14.125766, 17.587972, 17.334009, 15.372503]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 5, 5, 6, 9, 9, 7, 6, 6, 4, 5, 7, 4, 9, 8, 13, 11, 5, 10, 19, 20, 19, 22, 19, 21, 19, 19, 19, 14, 11, 14, 15, 23, 22, 27, 26, 25, 31, 29, 34, 32, 33, 32, 32, 31, 32, 35, 34, 38, 41], "n_am_pl": [0, 2, 4, 2, 4, 5, 5, 8, 8, 10, 9, 12, 11, 7, 10, 9, 12, 7, 12, 6, 3, 7, 3, 3, 3, 6, 8, 8, 6, 7, 7, 10, 5, 6, 6, 6, 6, 3, 1, 3, 2, 1, 5, 6, 9, 8, 10, 14, 15, 15], "n_pos": 61, "sum_m_en": [6.154582, 7.641415, 8.715798, 9.141055, 10.256262, 10.307875, 9.763517, 9.766568, 9.485864, 9.528513, 9.451152, 9.201764, 9.521957, 9.650537, 9.790727, 9.898135, 9.597114, 8.595973, 8.137871, 9.621164, 8.769391, 8.980811, 9.042598, 9.337871, 14.563706, 13.833088, 12.482053, 11.04299, 11.19057, 11.969965, 12.351839, 12.978555, 13.263504, 12.544821, 13.136265, 14.271246, 16.281642, 20.318393, 20.786081, 25.079071, 22.650846, 25.452887, 27.521768, 28.070222, 25.037288, 25.362064, 27.783253, 27.506205, 29.631403, 39.991456], "sum_m_pl": [1.289999, 2.399684, 2.704924, 2.506507, 3.171346, 3.431968, 3.625232, 4.027874, 4.567251, 4.974261, 5.205112, 5.423398, 5.449212, 5.168867, 5.500643, 5.361981, 5.13291, 4.940771, 4.427065, 4.054076, 3.944938, 3.707092, 3.544392, 3.552093, 4.529642, 6.081002, 6.294174, 6.510071, 6.280712, 6.130359, 5.90032, 5.92881, 5.807948, 5.575386, 5.041504, 5.599129, 4.775638, 4.192686, 3.993691, 4.097329, 4.081735, 3.653653, 4.842135, 5.717926, 7.556746, 7.94995, 11.299801, 14.876598, 14.868421, 14.527477]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "pes-Położnictwo i ginekologia-2018 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1437, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 30, 44, 52, 83, 73, 64, 83, 72, 55, 52, 58, 47, 49, 55, 71, 90, 79, 97, 161, 134, 154, 146, 157, 206, 181, 134, 115, 108, 103, 97, 91, 101, 123, 143, 166, 172, 202, 207, 230, 221, 233, 218, 194, 185, 142, 56, 8, 1, 3], "n_am_pl": [5, 56, 33, 47, 52, 65, 69, 70, 69, 69, 96, 95, 70, 74, 71, 69, 58, 58, 46, 48, 32, 24, 20, 27, 28, 43, 52, 63, 79, 73, 66, 70, 81, 72, 75, 67, 65, 57, 58, 63, 72, 79, 91, 110, 128, 171, 244, 305, 340, 341], "n_pos": 484, "sum_m_en": [44.536421, 71.618211, 75.795077, 79.298705, 85.644372, 86.034293, 87.871679, 85.787455, 83.404286, 86.144003, 86.968491, 83.30017, 83.521966, 81.122083, 83.369083, 86.332372, 83.304369, 78.406391, 68.189144, 72.447053, 68.503336, 72.322802, 75.668455, 77.882185, 130.492679, 128.046441, 110.584432, 99.20004, 97.884243, 96.667642, 91.186523, 91.979638, 93.075069, 89.072078, 93.156796, 97.599431, 98.809832, 113.726075, 126.547903, 147.498401, 150.60061, 181.871692, 184.729535, 169.682169, 159.794555, 120.646208, 50.666176, 10.764445, 2.818595, 2.671004], "sum_m_pl": [7.666361, 23.814783, 25.331269, 25.153316, 25.958422, 29.143797, 28.859794, 31.094894, 34.765021, 39.093232, 42.341617, 43.823941, 41.876057, 39.621603, 41.932494, 38.71152, 36.575053, 35.024191, 31.118011, 29.460763, 27.827499, 25.978124, 25.971427, 26.472137, 34.080615, 39.631694, 43.49216, 46.697772, 49.757035, 50.668504, 46.687499, 47.686151, 47.380167, 45.765014, 40.029118, 41.770215, 43.993457, 42.21102, 46.842339, 48.23031, 53.514602, 62.410446, 74.358676, 88.656967, 113.239957, 149.984845, 228.688602, 290.709839, 330.763711, 340.178361]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 22, 34, 36, 66, 53, 53, 56, 53, 42, 38, 39, 34, 35, 40, 53, 67, 60, 76, 119, 103, 122, 111, 123, 152, 133, 100, 83, 80, 73, 75, 74, 77, 89, 106, 119, 128, 146, 154, 166, 161, 169, 158, 144, 136, 103, 42, 6, 1, 3], "n_am_pl": [0, 46, 21, 37, 39, 48, 51, 52, 51, 49, 67, 64, 48, 52, 49, 48, 42, 43, 35, 38, 27, 18, 14, 17, 18, 29, 36, 44, 55, 52, 50, 51, 54, 52, 55, 52, 52, 46, 48, 56, 62, 66, 81, 98, 110, 153, 215, 282, 323, 340], "n_pos": 344, "sum_m_en": [31.769686, 50.978018, 54.110484, 56.349759, 61.285496, 61.420917, 62.522402, 60.908798, 59.443466, 61.518868, 62.005259, 59.216248, 59.714055, 58.058278, 59.647996, 61.786023, 59.534578, 55.838817, 48.370058, 51.574169, 48.817724, 51.494222, 54.002149, 55.432368, 96.009434, 94.646929, 81.592466, 72.393761, 70.592433, 69.592208, 65.700522, 66.482551, 67.570785, 64.933491, 68.116069, 71.793628, 73.031507, 82.315437, 92.006401, 105.759417, 109.070955, 131.546958, 134.680951, 124.710732, 117.245591, 88.187949, 39.624924, 7.636235, 1.808534, 2.670987], "sum_m_pl": [5.018758, 16.481476, 17.300414, 17.567638, 18.204892, 20.515376, 20.143926, 22.156338, 24.77594, 28.330049, 30.696851, 31.992981, 30.101143, 28.910642, 30.419024, 27.877663, 26.422274, 25.260899, 22.420661, 21.280087, 19.992154, 18.613359, 18.551567, 18.909402, 24.129313, 27.872597, 30.378128, 33.156031, 35.827532, 36.564925, 33.59108, 33.979594, 34.161156, 32.633446, 28.651654, 30.686083, 32.25444, 31.322349, 36.111447, 38.256978, 43.828734, 51.496687, 64.70393, 77.166896, 96.115319, 131.486219, 201.061963, 266.762481, 313.313021, 338.183897]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 486, "item_id": "pes-Położnictwo i ginekologia-2018 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1692, "region_end": 484, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9876}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 5, 9, 13, 22, 24, 26, 20, 20, 28, 30, 30, 29, 33, 30, 31, 38, 35, 37, 34, 32, 31, 39, 41, 46, 44, 38, 42, 36, 36, 30, 28, 32, 39, 42, 41, 38, 51, 44, 46, 54, 55, 62, 53, 46, 34, 20, 4, 1, 0], "n_am_pl": [6, 16, 10, 20, 13, 15, 10, 15, 14, 14, 11, 22, 14, 22, 22, 20, 30, 22, 17, 20, 15, 15, 13, 24, 17, 17, 21, 20, 25, 20, 24, 23, 21, 19, 18, 15, 24, 26, 27, 26, 25, 30, 27, 24, 37, 48, 65, 88, 97, 99], "n_pos": 137, "sum_m_en": [13.871745, 18.99238, 20.116107, 20.941453, 21.988907, 22.778273, 21.856913, 23.546445, 22.809766, 24.625672, 25.740321, 25.93897, 25.434403, 25.275804, 25.341902, 25.401822, 23.815373, 21.915216, 22.182703, 22.018089, 21.165553, 21.79828, 22.375654, 22.393674, 37.902279, 36.210882, 32.734353, 30.421826, 28.674507, 27.894111, 26.142697, 26.611275, 27.707999, 26.353156, 28.015331, 29.012132, 30.956658, 34.013096, 34.732623, 38.584975, 43.453659, 46.703906, 53.140202, 51.162601, 45.727225, 33.505984, 20.160183, 4.83518, 1.483489, 0.013193], "sum_m_pl": [2.831108, 6.598647, 7.408695, 7.179026, 7.2947, 7.664072, 8.018904, 8.401555, 8.960622, 9.57025, 10.144244, 9.648531, 9.695731, 9.637373, 10.065917, 10.643754, 10.499193, 9.38217, 9.034486, 8.953426, 8.248548, 8.263588, 8.143554, 8.447749, 11.406933, 11.958915, 12.78496, 13.061682, 13.500992, 12.47806, 12.437593, 12.554272, 13.573972, 14.066383, 13.205805, 12.56404, 14.087405, 16.209698, 18.194658, 18.867918, 18.433067, 21.729505, 20.258504, 21.817736, 32.318772, 46.049178, 63.283477, 82.57912, 93.538644, 99.38663]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 4, 8, 8, 16, 17, 18, 13, 15, 20, 18, 19, 17, 25, 19, 19, 26, 23, 26, 23, 23, 23, 31, 32, 35, 34, 31, 32, 30, 29, 22, 21, 23, 28, 32, 29, 30, 43, 36, 36, 43, 44, 49, 45, 40, 27, 18, 4, 1, 0], "n_am_pl": [3, 11, 6, 16, 10, 9, 7, 9, 12, 8, 8, 14, 11, 17, 15, 15, 25, 17, 12, 15, 13, 12, 11, 20, 13, 14, 16, 17, 17, 19, 20, 17, 17, 14, 14, 11, 15, 18, 18, 20, 21, 25, 23, 20, 31, 42, 59, 83, 95, 99], "n_pos": 100, "sum_m_en": [10.098712, 13.611202, 14.755162, 15.133824, 15.652308, 16.156736, 15.490954, 16.748373, 16.405596, 17.90379, 18.827666, 18.951845, 18.550798, 18.58936, 18.43493, 18.499155, 17.269504, 15.881061, 16.161693, 16.084506, 15.399869, 15.868538, 16.192718, 16.296546, 29.132887, 28.185601, 25.375414, 23.178894, 21.141001, 20.399748, 19.125921, 19.386577, 20.261878, 19.02883, 20.759472, 21.471932, 23.391066, 25.63023, 27.26917, 30.793101, 35.666669, 38.651996, 43.850402, 44.355895, 39.319443, 27.648153, 17.144741, 4.11188, 1.140846, 0.001799], "sum_m_pl": [1.999358, 4.786011, 5.41715, 5.267163, 5.230068, 5.533694, 5.891121, 6.205159, 6.739499, 7.158905, 7.5037, 7.277649, 7.203202, 7.24183, 7.511364, 7.999828, 7.968112, 7.017459, 6.713427, 6.711217, 6.146929, 6.170787, 6.073322, 6.273472, 9.044763, 9.234933, 9.678977, 10.026017, 10.570175, 9.688228, 9.6963, 9.685232, 10.563613, 10.981487, 10.412759, 9.919022, 11.027779, 12.156502, 13.030831, 13.401693, 13.654407, 17.093707, 16.011661, 17.89732, 27.240583, 40.654171, 57.59944, 77.98034, 91.518948, 98.697816]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-117", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 998, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9928}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 4, 10, 12, 18, 14, 22, 12, 10, 21, 23, 25, 21, 16, 23, 30, 30, 22, 25, 27, 23, 23, 32, 29, 36, 39, 38, 34, 28, 29, 22, 27, 32, 29, 31, 32, 33, 33, 41, 44, 41, 42, 48, 39, 38, 28, 9, 2, 0, 0], "n_am_pl": [2, 10, 9, 12, 15, 16, 11, 16, 16, 13, 17, 23, 25, 18, 19, 16, 28, 17, 12, 19, 18, 19, 21, 19, 16, 19, 19, 18, 18, 19, 15, 17, 18, 19, 15, 15, 22, 26, 17, 18, 23, 24, 26, 23, 34, 46, 57, 68, 76, 78], "n_pos": 112, "sum_m_en": [10.800713, 15.09519, 16.439549, 17.204039, 18.728315, 18.913245, 18.156423, 19.152465, 18.236993, 19.912762, 20.558414, 20.165071, 20.249855, 18.948652, 19.745981, 20.696254, 19.71414, 18.108995, 18.111651, 18.147597, 17.347003, 17.953253, 18.369695, 18.232304, 30.656898, 29.753573, 26.155226, 23.367621, 22.743248, 22.650989, 20.619438, 21.087642, 21.282029, 19.880575, 20.619079, 21.670542, 23.366537, 27.480154, 28.492366, 34.587195, 36.934919, 37.186813, 41.007906, 39.479487, 34.056387, 24.767421, 11.50254, 3.824923, 0.710298, 0.000353], "sum_m_pl": [2.250004, 4.920309, 5.653251, 5.396191, 5.852563, 6.345825, 6.79507, 7.289198, 7.550237, 8.257528, 8.865749, 8.429415, 8.609009, 8.407104, 8.825334, 9.105278, 8.954945, 8.329399, 7.802485, 8.210783, 7.24108, 7.301554, 7.034993, 7.293875, 10.55776, 11.33443, 11.132695, 11.426345, 11.839403, 11.480696, 11.070838, 10.80335, 11.227753, 12.225748, 11.381013, 11.377637, 14.595878, 16.011065, 17.123936, 17.004543, 16.592271, 18.527734, 18.496946, 20.033327, 28.851035, 39.848152, 54.424892, 64.664421, 75.157901, 78.206329]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 2, 7, 11, 16, 14, 19, 11, 8, 17, 17, 20, 15, 13, 18, 21, 23, 18, 20, 21, 17, 16, 25, 24, 26, 32, 30, 27, 22, 23, 18, 22, 25, 22, 22, 24, 27, 27, 33, 33, 34, 35, 37, 31, 30, 21, 7, 2, 0, 0], "n_am_pl": [1, 5, 4, 6, 8, 8, 7, 10, 10, 6, 11, 11, 16, 10, 10, 11, 19, 14, 11, 15, 16, 13, 13, 13, 11, 11, 12, 14, 14, 15, 13, 12, 15, 14, 7, 10, 15, 16, 10, 13, 18, 19, 21, 22, 31, 41, 54, 65, 75, 78], "n_pos": 78, "sum_m_en": [7.58004, 10.172782, 11.496662, 11.974567, 12.981653, 13.140596, 12.698982, 13.194595, 12.757233, 13.879816, 14.470204, 14.24828, 14.28753, 13.525425, 13.967749, 14.639031, 13.784614, 12.686949, 12.810259, 12.80604, 12.231692, 12.629957, 13.070138, 12.903369, 23.898845, 23.101922, 19.964115, 17.417419, 16.74398, 16.437264, 14.973966, 15.450087, 15.329635, 14.320549, 15.075024, 16.319051, 17.796749, 20.944159, 22.179869, 26.55077, 29.163138, 30.041176, 32.690334, 31.870805, 27.118565, 19.427072, 8.754537, 2.932618, 0.496701, 1.2e-05], "sum_m_pl": [1.473009, 3.33911, 3.853696, 3.650204, 3.871284, 4.270208, 4.657667, 5.05619, 5.475553, 5.978611, 6.36481, 6.080003, 6.024145, 5.948533, 6.148185, 6.507679, 6.458684, 5.962174, 5.515856, 5.940915, 5.13958, 5.222366, 4.99822, 5.21025, 7.90231, 8.223656, 8.0602, 8.327517, 8.714403, 8.464629, 8.272178, 8.010758, 8.421744, 9.175055, 8.239908, 8.453426, 10.491338, 10.763255, 11.251277, 11.733383, 12.707759, 14.815191, 15.198755, 17.184068, 25.337374, 36.32496, 50.939523, 60.896134, 72.636998, 77.164876]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-117", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1253, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9823}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 13, 18, 29, 27, 33, 36, 36, 33, 36, 34, 40, 30, 41, 35, 41, 44, 41, 48, 41, 45, 39, 47, 44, 50, 50, 43, 39, 43, 46, 39, 48, 51, 58, 61, 67, 80, 73, 66, 72, 75, 79, 76, 79, 80, 76, 77, 76, 75, 76], "n_am_pl": [9, 12, 11, 7, 6, 18, 11, 10, 12, 10, 10, 10, 20, 11, 11, 25, 23, 20, 24, 20, 29, 25, 20, 22, 20, 15, 18, 20, 24, 20, 16, 18, 15, 10, 11, 11, 9, 14, 19, 13, 12, 12, 15, 14, 12, 11, 10, 7, 5, 4], "n_pos": 136, "sum_m_en": [15.575528, 19.264812, 18.707756, 20.151031, 22.131744, 24.363004, 24.29959, 24.094707, 23.331231, 24.217301, 25.017782, 26.613819, 26.362059, 27.287155, 27.958709, 28.46472, 28.541294, 28.914926, 27.436281, 25.674104, 24.333544, 24.28102, 24.199432, 24.173551, 40.506018, 39.996661, 34.447896, 31.414861, 31.279771, 32.655084, 30.53637, 31.787718, 32.895338, 35.983788, 40.374666, 45.211186, 51.866971, 57.225832, 61.84566, 64.6535, 67.338716, 72.513277, 71.079134, 76.097554, 73.202645, 72.382061, 72.971818, 71.311621, 66.975888, 77.527807], "sum_m_pl": [4.630464, 6.061085, 6.425734, 6.023303, 6.726672, 6.921914, 7.299917, 7.874969, 8.060336, 8.489329, 8.940688, 9.665164, 9.831696, 9.89984, 10.245899, 11.342845, 10.790193, 10.395221, 10.297704, 9.914285, 15.95864, 11.383108, 10.54281, 9.413686, 16.96491, 15.604595, 14.706609, 13.43335, 13.054858, 12.765838, 12.782273, 12.473244, 12.848071, 11.78131, 11.072589, 10.897227, 10.17358, 10.408779, 15.633061, 13.479906, 12.594344, 10.314038, 13.641396, 11.944149, 10.924469, 10.018356, 9.043609, 6.575096, 5.0684, 3.216472]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 2, 1, 2, 0, 1, 1, 2, 2, 0, 1, 1, 1, 0, 1, 2, 1, 2, 2, 3, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 3, 1, 2, 2, 1, 2, 1, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 2, 1, 3, 2, 2, 2, 1, 1, 1, 0, 0], "n_pos": 6, "sum_m_en": [0.629903, 1.217889, 1.03996, 1.143769, 1.031793, 1.1753, 1.281186, 1.186207, 1.199631, 1.11898, 1.212296, 1.294635, 1.208707, 1.16619, 1.2917, 1.361451, 1.251905, 1.138299, 1.159177, 1.145609, 1.109789, 1.118843, 1.123716, 1.161122, 1.393213, 1.461079, 1.382192, 1.36551, 1.430568, 1.3753, 1.288961, 1.324774, 1.249787, 1.406482, 1.649014, 1.694122, 1.657734, 1.528373, 1.185006, 1.439294, 1.517432, 1.828433, 1.424037, 1.177628, 1.2403, 0.817478, 0.617881, 0.323006, 0.012222, 0.0], "sum_m_pl": [0.138121, 0.319209, 0.296716, 0.302031, 0.412726, 0.41125, 0.390159, 0.38232, 0.348351, 0.355765, 0.445311, 0.493814, 0.503439, 0.552482, 0.491691, 0.496978, 0.474127, 0.507575, 0.506898, 0.447409, 0.419383, 0.403783, 0.394985, 0.405394, 0.595515, 0.503751, 0.442321, 0.49445, 0.506189, 0.557249, 0.501396, 0.550662, 0.701208, 0.540845, 0.526906, 0.656431, 0.600137, 0.537636, 1.253313, 0.992647, 1.109754, 0.807535, 1.367978, 1.551468, 1.302809, 0.991639, 1.159601, 0.601004, 0.003834, 0.0]}, "lang": {"n_am_en": [6, 9, 11, 20, 16, 24, 27, 28, 23, 24, 25, 32, 25, 31, 27, 30, 35, 32, 35, 31, 36, 31, 34, 32, 38, 37, 34, 32, 32, 34, 27, 34, 35, 40, 44, 47, 58, 61, 56, 57, 63, 68, 66, 66, 69, 66, 68, 66, 68, 76], "n_am_pl": [4, 5, 5, 2, 1, 7, 4, 5, 7, 6, 7, 7, 9, 7, 6, 18, 12, 9, 11, 8, 17, 13, 10, 14, 8, 6, 7, 10, 16, 12, 8, 11, 7, 5, 5, 6, 4, 4, 10, 5, 5, 4, 6, 7, 6, 5, 5, 4, 4, 4], "n_pos": 81, "sum_m_en": [9.171474, 11.424744, 11.085097, 11.968173, 13.42068, 14.750766, 14.670596, 14.605427, 14.188619, 14.449295, 15.026566, 15.959766, 15.718537, 16.577521, 16.957314, 17.401918, 17.96823, 18.319577, 17.255304, 15.968057, 15.447702, 15.262776, 15.149352, 14.841476, 30.306649, 29.604979, 24.813472, 21.599992, 20.924613, 21.535286, 19.929639, 20.280188, 21.434223, 24.00694, 28.038624, 32.036116, 38.061073, 44.853812, 48.607439, 51.266558, 54.196738, 58.615836, 58.147865, 60.920146, 60.271352, 60.215475, 61.072842, 60.45639, 59.529518, 75.452294], "sum_m_pl": [2.003917, 3.173268, 3.530061, 3.246369, 3.496322, 3.602713, 3.764152, 4.071113, 4.168198, 4.546, 4.797608, 5.356155, 5.427716, 5.524304, 5.628424, 6.670001, 6.162322, 5.864679, 5.804625, 5.648664, 9.517536, 6.79797, 6.287118, 5.665108, 8.301992, 7.572031, 7.582531, 7.342688, 7.451514, 7.362337, 7.351161, 7.189676, 7.189279, 6.742936, 6.163589, 6.034622, 5.474612, 5.730652, 8.479292, 6.790148, 6.394949, 5.143882, 6.24676, 5.795734, 5.313288, 4.801112, 4.351264, 3.916241, 3.509254, 3.116513]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-28", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.971, "tf_agree_excl_first": 0.9781}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 19, 19, 41, 39, 43, 62, 65, 76, 66, 64, 64, 59, 60, 70, 76, 66, 73, 67, 64, 65, 67, 78, 90, 97, 85, 82, 74, 71, 61, 71, 63, 76, 69, 88, 103, 97, 103, 108, 121, 122, 130, 133, 125, 107, 86, 21, 2, 4, 3], "n_am_pl": [3, 23, 25, 27, 41, 56, 52, 53, 46, 45, 39, 47, 50, 50, 61, 68, 73, 57, 58, 59, 83, 75, 74, 63, 59, 60, 51, 52, 42, 60, 61, 62, 63, 56, 46, 48, 50, 59, 76, 68, 65, 59, 65, 71, 88, 104, 167, 201, 214, 220], "n_pos": 298, "sum_m_en": [28.065156, 42.347321, 44.152666, 45.892551, 50.253318, 53.464849, 53.347499, 56.250345, 56.270698, 56.858875, 57.449387, 56.503827, 56.869858, 56.768319, 57.710397, 58.406353, 59.073927, 57.832756, 55.088901, 51.74379, 47.425775, 48.259593, 49.088876, 49.931483, 73.973071, 71.111432, 66.230056, 60.483833, 59.127385, 58.800772, 57.758595, 58.778046, 59.274009, 61.905213, 66.405276, 72.239583, 71.414664, 76.104694, 82.777263, 92.023661, 95.677864, 103.72031, 112.233459, 112.274863, 99.32343, 73.653295, 23.620102, 5.519958, 4.052062, 3.139196], "sum_m_pl": [4.825377, 13.489647, 15.175893, 15.317844, 16.98335, 18.980123, 19.69365, 21.660232, 22.772165, 23.052017, 24.547981, 25.205125, 26.580787, 26.987474, 26.509002, 29.842264, 26.120566, 24.823424, 24.178678, 22.641741, 39.90464, 29.617196, 27.880909, 24.573152, 47.801187, 44.54196, 41.75213, 37.263422, 36.312429, 37.501271, 34.520237, 33.397312, 33.117134, 33.137394, 32.053253, 31.009292, 36.04145, 40.156522, 56.410542, 53.062903, 52.039669, 50.70705, 54.30505, 61.404544, 77.669304, 99.330496, 152.858062, 189.217717, 209.341341, 219.043259]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 2, 2, 2, 0, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 1, 3, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 3, 4, 3, 3, 4, 3, 3, 1, 1, 0, 1, 3, 3, 3, 1, 0, 1, 0, 0, 0, 0, 0, 4, 3, 2, 1, 4, 2, 3, 0, 2, 2, 1, 1, 1, 1, 1, 0, 2, 3, 2, 1, 1, 1, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.588867, 1.220807, 1.319255, 1.3808, 1.402781, 1.38551, 1.37564, 1.408894, 1.427148, 1.372947, 1.440656, 1.340393, 1.365502, 1.411321, 1.1979, 1.309283, 1.410058, 1.217623, 1.280851, 1.293472, 1.318576, 1.333986, 1.369687, 1.397109, 1.068659, 1.116648, 1.004544, 1.074571, 1.295485, 1.320429, 1.541374, 1.464515, 1.321445, 1.274519, 1.310225, 1.361699, 1.187004, 1.534838, 1.440776, 1.260104, 1.220361, 1.151683, 0.979318, 0.893169, 0.373894, 0.202823, 0.086161, 0.06492, 0.030597, 0.0], "sum_m_pl": [0.101703, 0.370487, 0.441403, 0.43269, 0.514246, 0.555301, 0.562667, 0.602435, 0.571529, 0.64686, 0.628932, 0.688774, 0.766993, 0.690905, 1.068663, 1.226712, 0.796285, 0.779666, 0.574392, 0.601847, 0.532429, 0.507121, 0.481237, 0.479823, 0.674519, 1.279698, 1.268851, 0.837546, 0.667816, 1.011756, 0.660368, 0.594529, 0.502324, 0.661198, 0.736773, 0.978013, 1.030736, 0.533241, 0.677083, 0.682904, 0.559204, 0.649078, 1.218508, 1.200294, 1.089755, 0.776369, 0.37818, 0.255632, 0.031788, 1e-06]}, "lang": {"n_am_en": [11, 16, 16, 32, 29, 32, 44, 43, 57, 51, 47, 49, 44, 45, 54, 58, 49, 57, 48, 48, 48, 48, 57, 68, 74, 62, 57, 54, 50, 43, 48, 48, 57, 49, 68, 73, 77, 75, 77, 94, 92, 99, 102, 99, 85, 72, 14, 0, 4, 3], "n_am_pl": [3, 20, 17, 20, 29, 42, 40, 44, 36, 37, 33, 34, 38, 40, 49, 53, 58, 45, 50, 47, 67, 60, 60, 53, 49, 44, 40, 40, 33, 47, 49, 50, 51, 46, 36, 42, 44, 51, 62, 56, 55, 49, 54, 60, 77, 95, 156, 189, 210, 219], "n_pos": 222, "sum_m_en": [20.87513, 31.452189, 32.900877, 34.04933, 37.197898, 39.375327, 39.393385, 41.801349, 42.018087, 42.407334, 42.81481, 42.473587, 42.77149, 42.657362, 43.51764, 43.508125, 44.143987, 43.28331, 41.008135, 38.673823, 35.212057, 35.888102, 36.607213, 37.200563, 56.265455, 54.091705, 50.396031, 46.343853, 44.834755, 44.422674, 43.00872, 44.18648, 44.273675, 45.892324, 49.547646, 54.387017, 54.777969, 57.257719, 62.695652, 70.683405, 72.32438, 79.198256, 86.984409, 87.936282, 78.468741, 60.074303, 17.103924, 3.11792, 3.100164, 2.956484], "sum_m_pl": [3.594904, 10.175445, 11.310106, 11.5147, 12.676616, 14.293494, 14.959356, 16.563656, 17.256205, 17.587095, 18.916054, 19.295519, 20.508197, 21.101321, 20.360855, 23.33322, 20.387883, 19.278747, 18.745332, 17.219416, 32.719048, 24.149438, 22.52696, 19.517945, 39.026182, 35.711869, 33.273359, 29.787906, 29.137066, 29.994296, 27.656303, 26.654902, 26.413158, 26.17834, 25.763962, 25.180063, 30.075467, 33.964812, 46.718868, 44.616242, 44.110304, 43.142773, 45.958564, 51.770309, 67.853935, 89.730635, 143.206243, 179.796467, 204.300582, 217.414978]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 300, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-28", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1426, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 0.9967}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 20, 19, 24, 30, 38, 32, 33, 45, 45, 72, 67, 46, 49, 53, 60, 64, 55, 71, 84, 88, 82, 84, 80, 109, 97, 71, 62, 52, 40, 48, 46, 42, 57, 69, 80, 97, 113, 125, 125, 131, 124, 135, 138, 119, 92, 31, 6, 2, 2], "n_am_pl": [2, 38, 31, 29, 54, 65, 47, 43, 48, 60, 58, 69, 65, 65, 63, 53, 66, 45, 41, 39, 28, 31, 26, 41, 39, 41, 49, 47, 55, 75, 69, 77, 59, 75, 58, 55, 49, 42, 51, 53, 46, 73, 67, 58, 73, 117, 160, 209, 215, 219], "n_pos": 344, "sum_m_en": [31.563087, 49.628241, 52.074056, 54.151974, 55.427527, 58.584395, 57.841572, 58.760778, 59.426696, 61.892072, 63.536097, 62.882846, 64.094339, 61.886435, 61.634951, 64.225904, 61.873696, 58.67379, 58.10008, 58.041436, 56.277488, 56.091572, 57.568948, 57.610242, 82.622677, 74.977714, 67.624346, 60.120377, 59.385046, 58.34367, 56.413219, 56.160574, 56.430062, 59.533153, 62.747787, 65.031501, 69.204561, 75.025437, 83.596897, 91.60903, 93.929018, 99.441164, 115.106175, 118.995033, 105.791629, 84.800194, 33.958798, 8.923785, 3.713273, 1.580088], "sum_m_pl": [5.611459, 16.898563, 19.327336, 19.380424, 20.496631, 22.125126, 21.73949, 23.84446, 24.901213, 25.138208, 27.153063, 29.065607, 28.608886, 30.037031, 28.113839, 30.115667, 28.244364, 26.398694, 23.72506, 23.45915, 22.268219, 21.67411, 21.526274, 22.216204, 33.693066, 36.582046, 36.779418, 37.461792, 38.663846, 42.31589, 39.63629, 38.630303, 39.68025, 40.808757, 37.839946, 37.841891, 39.045714, 37.524198, 37.818865, 37.531338, 37.084119, 45.391878, 46.520508, 46.697047, 65.834524, 97.021755, 154.582474, 198.16743, 210.513735, 219.056347]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 2, 1, 0, 3, 1, 3, 4, 0, 1, 1, 1, 2, 1, 0, 1, 0, 0, 1, 0, 2, 1, 1, 5, 2, 1, 1, 0, 0, 2, 1, 5, 3, 3, 5, 5, 3, 2, 1, 2, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 0, 6, 5, 0, 2, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 0, 2, 3, 1, 0, 2, 0, 6, 4, 2, 2, 2, 2, 0, 2, 3, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.200762, 2.349345, 2.427822, 2.376876, 2.386246, 2.772352, 2.804694, 2.81847, 2.821306, 2.780948, 3.081726, 3.013859, 3.007334, 2.94603, 2.79756, 2.99609, 2.727569, 2.587671, 2.559187, 2.556508, 2.452542, 2.452527, 2.521656, 2.489048, 2.924121, 2.8654, 2.881605, 2.681626, 2.805291, 2.67524, 2.61656, 2.647554, 2.51625, 2.646268, 2.923961, 2.836025, 3.15584, 3.000062, 3.079928, 3.102903, 2.527039, 2.29725, 2.161135, 2.412934, 1.562708, 1.145343, 0.95612, 0.678988, 0.277522, 3.2e-05], "sum_m_pl": [0.221368, 0.690831, 0.805537, 0.778944, 1.006096, 0.991707, 0.811857, 0.799451, 0.778841, 0.78161, 0.841716, 0.850078, 0.842149, 0.871276, 0.72187, 0.858771, 0.801965, 0.869215, 0.902183, 0.881876, 0.867551, 0.828087, 0.819518, 0.821142, 1.584126, 1.215175, 1.137121, 1.267464, 1.194749, 1.221224, 1.191927, 1.166967, 1.120483, 1.514263, 1.359715, 1.565485, 1.481896, 1.227574, 0.950161, 0.829157, 0.852889, 1.040778, 0.917951, 1.048252, 1.035677, 0.642601, 0.60505, 0.471821, 0.115013, 3e-06]}, "lang": {"n_am_en": [8, 15, 6, 18, 23, 22, 21, 17, 27, 29, 43, 41, 35, 34, 39, 45, 41, 37, 52, 59, 64, 61, 61, 57, 74, 65, 48, 40, 33, 28, 32, 34, 29, 35, 47, 49, 69, 80, 85, 85, 91, 91, 101, 103, 87, 64, 26, 3, 1, 1], "n_am_pl": [1, 31, 23, 22, 35, 46, 34, 24, 31, 42, 43, 55, 54, 49, 45, 36, 48, 34, 29, 35, 24, 22, 20, 30, 26, 33, 40, 34, 39, 53, 51, 60, 47, 50, 37, 36, 35, 31, 41, 43, 38, 55, 52, 47, 61, 100, 140, 199, 214, 219], "n_pos": 221, "sum_m_en": [20.571361, 31.610414, 33.427332, 34.719103, 35.325378, 37.461223, 37.132175, 37.624926, 38.261811, 40.244189, 41.02537, 40.643235, 41.805146, 40.014126, 40.264898, 41.609272, 40.307087, 38.173923, 37.36536, 37.528027, 36.529909, 36.228682, 37.198419, 37.14547, 54.392104, 48.349186, 43.533151, 39.080813, 38.178895, 37.453753, 36.31238, 36.543005, 37.07377, 38.969987, 40.717002, 43.199318, 47.099117, 51.58144, 57.537444, 63.659393, 66.929726, 71.266223, 84.41767, 88.074057, 78.083197, 61.774511, 27.237227, 5.331629, 2.306051, 1.000084], "sum_m_pl": [3.617745, 11.074188, 12.235459, 12.5414, 13.186481, 14.484036, 14.723562, 16.309846, 17.062811, 17.489275, 18.768168, 20.581224, 20.211255, 21.090716, 19.777374, 21.081883, 19.797993, 18.616519, 16.337577, 16.062411, 15.084898, 14.6056, 14.499275, 15.162986, 24.939637, 27.306204, 26.355825, 26.401588, 27.479474, 29.715255, 28.048496, 27.217396, 27.870764, 28.397837, 26.164097, 26.860458, 28.030696, 28.298963, 28.485932, 28.404557, 28.892474, 33.586949, 35.299545, 36.498098, 53.495664, 82.174366, 134.626584, 185.565176, 208.134476, 218.106916]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 346, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-118", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1226, "region_end": 344, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9826}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 20, 35, 47, 55, 65, 58, 58, 77, 79, 73, 85, 66, 67, 82, 99, 110, 100, 115, 149, 131, 134, 129, 128, 175, 147, 136, 99, 90, 82, 74, 81, 88, 116, 142, 142, 151, 179, 192, 200, 169, 182, 202, 197, 177, 140, 35, 17, 4, 3], "n_am_pl": [7, 56, 43, 45, 48, 61, 44, 50, 58, 53, 61, 83, 84, 90, 95, 94, 86, 74, 76, 54, 53, 44, 48, 63, 58, 71, 63, 66, 81, 75, 83, 82, 78, 68, 60, 72, 68, 55, 57, 55, 58, 82, 76, 73, 92, 130, 211, 266, 288, 295], "n_pos": 486, "sum_m_en": [47.329168, 69.554751, 73.633771, 75.087732, 78.105378, 80.711566, 81.14365, 81.767218, 81.420257, 83.59057, 85.332889, 82.473835, 82.868496, 79.82617, 80.1689, 84.612669, 82.760132, 80.478549, 78.729473, 78.029587, 75.311228, 76.948055, 77.968405, 78.565507, 130.323824, 118.139061, 103.429823, 89.912721, 83.514964, 81.693353, 78.739008, 77.101681, 79.021916, 84.199623, 92.479404, 96.213829, 101.337843, 120.138797, 137.566803, 150.805549, 142.216615, 148.684746, 170.795808, 172.052891, 156.598466, 121.395396, 44.506156, 18.329204, 5.881788, 3.039893], "sum_m_pl": [8.754099, 22.964605, 26.249417, 25.661578, 28.006083, 29.488428, 29.694362, 32.846079, 33.410156, 35.271961, 37.423168, 39.274102, 40.777409, 43.381283, 45.49261, 45.807763, 44.070617, 41.124449, 35.771191, 34.173542, 32.457328, 30.20223, 30.04758, 32.154596, 46.395026, 48.527627, 47.665334, 50.26638, 53.254126, 55.207747, 52.18364, 53.811802, 51.529879, 51.306761, 50.096746, 51.323951, 51.587318, 47.67997, 46.336598, 45.798248, 48.397704, 64.937702, 62.573337, 64.078939, 87.697697, 118.74235, 201.307884, 254.362579, 283.820268, 295.034216]}, "digit": {"n_am_en": [0, 1, 0, 0, 1, 0, 1, 2, 4, 2, 4, 4, 1, 0, 1, 1, 0, 1, 2, 1, 1, 2, 1, 2, 2, 1, 3, 2, 2, 2, 2, 3, 2, 4, 2, 2, 3, 4, 3, 2, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 0, 3, 1, 1, 2, 1, 0, 1, 3, 2, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 2, 3, 1, 1, 3, 2, 1, 2, 1, 1, 4, 4, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.145907, 2.057931, 2.145709, 2.161521, 1.993092, 2.134216, 2.286532, 2.442949, 2.432401, 2.576478, 2.815366, 2.663304, 2.64843, 2.479524, 2.426326, 2.55235, 2.365141, 2.27976, 2.294931, 2.304162, 2.278693, 2.270757, 2.313319, 2.340992, 2.83254, 2.82417, 2.824632, 2.416988, 2.579272, 2.670017, 2.519349, 2.590016, 2.342878, 2.58351, 2.412033, 2.297547, 1.982635, 2.300729, 1.942189, 1.792186, 1.423369, 1.377601, 1.169045, 1.110367, 0.697302, 0.719023, 0.624945, 0.185875, 0.160899, 0.0], "sum_m_pl": [0.212988, 0.633686, 0.672555, 0.631454, 0.911915, 0.891093, 0.813513, 0.791828, 0.781824, 0.816703, 0.87373, 0.794743, 0.952714, 1.071823, 0.920145, 0.980371, 0.868849, 0.921161, 0.893126, 0.88254, 0.835354, 0.805154, 0.794481, 0.798514, 1.109146, 1.0857, 1.009797, 1.206339, 1.226185, 1.216037, 1.073091, 1.041559, 0.980068, 0.848305, 0.91928, 0.961156, 0.937768, 0.782104, 0.782657, 0.849555, 0.856277, 0.865507, 0.814684, 0.732989, 0.730298, 0.463006, 0.989263, 0.235706, 0.116618, 0.0]}, "lang": {"n_am_en": [14, 12, 21, 30, 35, 50, 43, 37, 51, 58, 48, 54, 51, 54, 59, 68, 78, 68, 81, 105, 90, 91, 95, 89, 119, 105, 87, 65, 55, 51, 51, 52, 57, 70, 90, 90, 98, 112, 128, 138, 117, 131, 149, 143, 130, 103, 30, 13, 2, 3], "n_am_pl": [4, 40, 25, 25, 29, 39, 32, 33, 37, 36, 44, 57, 61, 64, 70, 66, 54, 48, 50, 33, 38, 29, 31, 47, 41, 44, 39, 43, 57, 47, 57, 52, 50, 47, 36, 45, 46, 43, 42, 40, 41, 58, 56, 58, 72, 110, 182, 240, 278, 294], "n_pos": 297, "sum_m_en": [29.053314, 42.835051, 45.342851, 45.895589, 47.820597, 49.910206, 50.27795, 50.380318, 50.788039, 52.310421, 52.873324, 51.357998, 51.859611, 50.219608, 50.65313, 53.327369, 51.942711, 50.727105, 49.155582, 48.582792, 46.501346, 47.776781, 48.312438, 48.262389, 85.944997, 77.426314, 67.010504, 57.704141, 52.576855, 51.510156, 48.988213, 48.093517, 50.120742, 52.537537, 59.26277, 61.368841, 66.129913, 77.866779, 92.135979, 103.121641, 99.399734, 103.44875, 121.936771, 124.247754, 113.684192, 89.109125, 34.49485, 12.630008, 3.760926, 2.618845], "sum_m_pl": [4.987861, 13.744806, 15.619059, 15.677378, 16.990563, 17.812783, 18.781916, 20.993243, 21.438096, 22.890271, 24.345758, 26.054064, 26.750367, 28.551812, 29.240431, 29.377828, 28.297142, 26.323553, 22.974002, 21.764283, 20.72809, 19.169273, 19.070813, 20.927094, 31.599879, 31.984581, 30.631396, 32.724415, 35.61101, 36.385854, 34.99991, 35.836247, 34.070225, 34.722326, 32.725508, 34.764819, 35.572641, 34.101773, 33.699094, 33.31685, 35.301016, 47.044782, 44.480054, 49.160687, 69.599042, 99.096808, 171.225808, 229.349689, 272.685804, 292.191732]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 493, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-118", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1481, "region_end": 486, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9919}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 9, 13, 27, 26, 21, 21, 17, 10, 23, 23, 31, 21, 27, 32, 33, 36, 41, 41, 35, 43, 50, 44, 40, 53, 49, 41, 41, 39, 35, 33, 37, 47, 49, 50, 56, 56, 52, 56, 53, 55, 54, 56, 53, 50, 51, 52, 49, 49, 57], "n_am_pl": [5, 8, 9, 5, 13, 23, 27, 17, 15, 16, 18, 15, 14, 18, 26, 32, 27, 37, 37, 46, 41, 26, 29, 33, 31, 34, 30, 25, 27, 27, 27, 23, 18, 20, 15, 22, 28, 37, 34, 38, 24, 26, 21, 20, 18, 17, 13, 18, 18, 13], "n_pos": 126, "sum_m_en": [15.458748, 18.018295, 18.89521, 20.552217, 22.042114, 22.335964, 20.192084, 19.81198, 19.323573, 21.249569, 22.440363, 22.954723, 22.869147, 23.283101, 24.140463, 25.031549, 25.172953, 24.349127, 23.771939, 22.996473, 22.404789, 21.767879, 21.817203, 21.136146, 37.597751, 33.444803, 28.509363, 25.415376, 25.186511, 26.027123, 24.998958, 24.909397, 27.137721, 28.860416, 32.382417, 35.584031, 38.63733, 40.680628, 44.658544, 47.52921, 49.406656, 46.782054, 50.141542, 50.239853, 48.481541, 47.178234, 47.191879, 43.8427, 45.096486, 57.645956], "sum_m_pl": [3.098531, 5.478374, 6.222394, 6.136414, 6.919801, 9.301174, 9.269112, 8.661321, 8.611515, 9.360598, 9.625182, 9.833496, 10.646709, 10.471497, 11.167549, 12.123749, 11.445066, 12.23732, 11.172439, 11.154079, 9.343387, 8.570359, 8.47834, 8.659671, 18.35336, 18.105403, 17.980085, 16.744483, 14.47421, 14.491412, 14.633159, 13.968002, 13.418758, 14.149741, 13.26557, 14.955596, 14.847597, 23.527009, 25.131716, 26.121455, 17.387224, 20.709733, 20.00908, 17.159367, 16.667305, 13.278085, 11.219051, 14.026726, 17.145451, 12.371185]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 6, 8, 17, 12, 12, 14, 11, 7, 12, 14, 23, 14, 18, 20, 21, 23, 31, 30, 24, 31, 36, 33, 31, 36, 33, 28, 28, 27, 26, 24, 25, 32, 33, 34, 39, 41, 35, 37, 35, 38, 39, 41, 39, 39, 40, 42, 40, 43, 57], "n_am_pl": [2, 4, 4, 3, 7, 13, 16, 11, 9, 10, 9, 7, 10, 9, 12, 17, 15, 18, 17, 24, 19, 14, 15, 17, 15, 16, 16, 13, 16, 15, 15, 16, 12, 11, 8, 11, 14, 23, 20, 21, 15, 15, 11, 11, 13, 14, 12, 17, 17, 13], "n_pos": 72, "sum_m_en": [8.591197, 10.267378, 10.791642, 11.558939, 12.277904, 12.47402, 11.439807, 11.269526, 10.982244, 12.062987, 12.923013, 13.537478, 13.359921, 13.789948, 14.497153, 14.998588, 14.733105, 14.406777, 13.96419, 13.40412, 13.04079, 12.650024, 12.646758, 12.182681, 25.433679, 22.947426, 19.404132, 16.773502, 16.177897, 16.557685, 15.954929, 15.903245, 17.336877, 19.297336, 21.832095, 24.510896, 27.089289, 28.381496, 31.759405, 33.679284, 35.799027, 33.875159, 37.335655, 38.161561, 38.011378, 37.744907, 39.039174, 35.915576, 38.731069, 55.650463], "sum_m_pl": [1.45975, 2.825833, 3.39314, 3.393337, 3.860767, 5.170014, 5.04725, 4.785295, 4.805045, 5.212784, 5.393369, 5.480716, 5.92158, 5.681192, 5.704079, 6.272469, 6.174248, 6.149812, 5.850765, 5.94521, 5.13173, 4.737857, 4.738153, 4.76988, 9.530867, 9.413594, 9.345083, 8.601251, 8.001565, 7.704275, 7.749213, 7.266309, 7.09351, 7.138677, 6.741103, 7.523513, 7.215684, 13.472774, 14.425682, 14.944721, 10.506618, 13.274552, 11.676901, 9.80008, 11.270753, 10.121615, 10.134151, 12.678709, 14.998792, 12.365929]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-77", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9453, "tf_agree_excl_first": 0.9528}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 12, 19, 22, 23, 25, 23, 23, 36, 37, 34, 28, 29, 29, 40, 43, 40, 46, 37, 56, 44, 50, 39, 64, 54, 44, 37, 41, 29, 35, 38, 38, 43, 50, 51, 51, 53, 58, 63, 58, 54, 55, 51, 44, 37, 18, 1, 0, 0], "n_am_pl": [1, 11, 16, 14, 16, 31, 26, 31, 17, 13, 11, 20, 23, 22, 19, 30, 26, 38, 38, 56, 38, 30, 29, 32, 28, 32, 31, 22, 24, 30, 22, 22, 17, 28, 19, 36, 33, 32, 31, 31, 29, 32, 36, 31, 37, 44, 63, 85, 84, 89], "n_pos": 131, "sum_m_en": [14.191291, 19.640732, 20.720121, 22.33683, 23.79914, 23.909274, 21.807352, 22.298347, 21.238313, 23.08057, 24.255971, 24.965162, 23.982196, 24.019597, 26.423868, 27.714097, 27.168321, 26.588579, 24.889391, 23.816419, 23.789949, 22.699393, 22.722399, 22.043267, 46.159349, 40.049031, 33.899915, 29.197735, 27.884398, 26.93921, 25.797611, 26.126654, 28.172576, 28.778126, 33.128877, 35.257515, 36.304149, 38.129995, 46.107697, 47.514588, 48.52959, 46.367056, 48.994969, 45.749747, 42.477289, 32.222947, 17.957389, 2.128869, 0.513124, 0.003361], "sum_m_pl": [2.624885, 6.803716, 7.723174, 7.396714, 7.896136, 10.539867, 10.071392, 10.216763, 10.017521, 10.43793, 10.674029, 10.937386, 11.479773, 10.651159, 10.697122, 11.574171, 9.997513, 10.496022, 9.511257, 9.875411, 8.725522, 7.882104, 7.765871, 8.055978, 15.773091, 19.091058, 15.053076, 15.033372, 13.949352, 14.449874, 12.964623, 12.470874, 10.975615, 13.110838, 12.047868, 14.459289, 16.601369, 22.257339, 23.165305, 23.217541, 20.434974, 25.683752, 26.624499, 27.099276, 32.959225, 41.635792, 60.550743, 80.964424, 84.157028, 89.213196]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 9, 14, 20, 15, 16, 16, 14, 19, 22, 23, 20, 21, 17, 26, 29, 27, 35, 24, 41, 26, 34, 25, 47, 41, 34, 26, 31, 21, 22, 29, 29, 29, 36, 37, 34, 36, 39, 45, 41, 38, 41, 38, 34, 29, 14, 1, 0, 0], "n_am_pl": [0, 6, 13, 11, 10, 23, 21, 23, 15, 9, 7, 14, 16, 17, 15, 23, 20, 29, 25, 39, 23, 18, 15, 19, 18, 20, 20, 13, 17, 24, 16, 15, 13, 20, 14, 27, 25, 24, 23, 23, 21, 23, 27, 21, 25, 33, 52, 75, 81, 88], "n_pos": 90, "sum_m_en": [9.887847, 13.611032, 14.567999, 15.794497, 16.864853, 16.721163, 15.176655, 15.54168, 14.837938, 16.040979, 16.748869, 17.137152, 16.477614, 16.444263, 17.791341, 18.976738, 18.835355, 18.328255, 17.204616, 16.522955, 16.6154, 15.774817, 15.741055, 15.191517, 32.343473, 28.195357, 23.699585, 20.2116, 19.522325, 18.841498, 18.245288, 18.363785, 19.87732, 20.434133, 23.904127, 25.238546, 25.740424, 27.321618, 30.601546, 32.988229, 34.143413, 33.391809, 35.11356, 34.189297, 31.80678, 23.700881, 12.91384, 1.391676, 0.240576, 2.9e-05], "sum_m_pl": [1.865483, 4.781831, 5.426397, 5.104904, 5.297548, 7.124417, 6.908777, 7.236392, 7.111884, 7.316577, 7.424553, 7.566367, 7.905397, 7.341429, 7.398703, 8.163409, 7.012462, 7.406819, 6.636171, 6.868524, 6.067803, 5.447732, 5.376864, 5.560162, 10.374889, 13.205183, 10.674873, 10.817083, 10.028621, 10.4455, 9.272596, 9.064604, 7.987995, 9.730637, 8.833724, 10.492391, 11.716767, 15.330805, 16.806587, 15.986259, 13.782748, 17.216198, 19.255361, 18.566809, 23.803627, 31.852836, 50.016998, 72.514989, 80.418522, 87.501123]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-77", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1301, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9624, "tf_agree_excl_first": 0.9697}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 28, 37, 43, 52, 68, 62, 63, 61, 60, 67, 66, 65, 71, 73, 74, 87, 100, 94, 85, 75, 76, 73, 76, 110, 118, 122, 98, 94, 116, 99, 117, 134, 124, 146, 136, 134, 128, 129, 133, 138, 133, 141, 130, 128, 111, 102, 83, 84, 89], "n_am_pl": [8, 24, 42, 49, 55, 43, 39, 36, 39, 29, 37, 45, 37, 42, 38, 44, 30, 27, 37, 32, 32, 36, 35, 34, 37, 49, 34, 61, 50, 51, 45, 68, 42, 41, 31, 32, 32, 37, 39, 36, 40, 48, 48, 52, 62, 79, 101, 111, 119, 115], "n_pos": 374, "sum_m_en": [40.104892, 53.92763, 54.162837, 56.211887, 59.961066, 66.22712, 64.009743, 65.299413, 65.676896, 63.454082, 63.861849, 60.467522, 63.58434, 63.469228, 65.554104, 65.57636, 63.065705, 60.872049, 61.648256, 60.077132, 58.571257, 58.974191, 59.306666, 59.477478, 85.33172, 86.226584, 85.244148, 75.674484, 79.359397, 76.985881, 77.217128, 75.596403, 77.020839, 82.069473, 87.120087, 91.912398, 95.121867, 102.119011, 102.770988, 102.31644, 108.632208, 111.837689, 119.295824, 117.481342, 113.479782, 106.414097, 96.506888, 87.800451, 77.820471, 90.345546], "sum_m_pl": [7.071662, 16.56257, 19.821309, 19.462859, 20.001082, 19.859709, 20.390353, 20.501989, 21.594685, 23.248614, 24.878791, 27.740196, 25.39866, 24.987996, 24.597209, 26.252505, 23.122784, 24.334331, 23.669764, 23.705128, 22.421253, 21.658133, 21.246695, 21.171909, 29.358712, 29.963647, 32.541154, 35.13344, 34.946418, 34.769762, 30.80097, 32.588144, 30.384608, 29.333057, 27.224111, 27.482516, 28.699254, 27.133191, 29.596917, 30.532534, 34.404495, 42.042247, 46.366344, 47.856987, 54.908902, 65.671689, 95.911904, 107.919275, 119.963103, 115.641153]}, "digit": {"n_am_en": [0, 0, 0, 3, 0, 1, 0, 1, 0, 4, 5, 9, 4, 5, 5, 2, 3, 3, 0, 1, 3, 3, 3, 2, 7, 3, 4, 4, 4, 4, 3, 6, 8, 6, 8, 5, 2, 1, 3, 4, 4, 3, 3, 2, 1, 1, 2, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 4, 1, 0, 1, 10, 2, 5, 2, 1, 2, 5, 2, 3, 3, 1, 0, 0, 0, 1, 2, 3, 5, 3, 5, 5, 3, 2, 3, 4, 2, 4, 5, 4, 1, 3, 3, 3, 1, 3, 3, 3, 3, 2, 3, 0, 0], "n_pos": 25, "sum_m_en": [2.364153, 4.268031, 4.480693, 4.193737, 4.184381, 4.66445, 4.346156, 4.453671, 4.556309, 4.347091, 4.850462, 4.384468, 4.588524, 4.227551, 4.262787, 4.089215, 3.817134, 3.552898, 3.716138, 3.661588, 3.679355, 3.787368, 3.892107, 3.972594, 4.762937, 4.696394, 4.41052, 4.260669, 4.660664, 4.466414, 4.513174, 4.610143, 4.586501, 4.534157, 4.444603, 4.273579, 3.310591, 3.275276, 3.099268, 3.023805, 3.259472, 3.34579, 3.019422, 2.76782, 2.718715, 2.289306, 2.575109, 2.088515, 0.506332, 2e-06], "sum_m_pl": [0.517732, 1.356291, 1.442407, 1.372575, 1.427008, 1.767038, 1.518922, 1.548767, 1.587822, 1.782951, 1.94681, 2.18768, 1.957154, 1.685882, 1.750335, 1.905256, 1.694701, 1.958345, 1.766096, 1.643649, 1.517165, 1.479771, 1.466404, 1.50843, 1.946778, 2.112271, 2.258623, 2.674677, 2.608008, 2.348382, 2.124113, 2.139232, 1.79181, 1.833836, 1.536309, 2.034975, 1.87128, 1.709877, 1.892433, 1.629161, 1.625013, 1.64903, 2.162106, 2.370749, 2.349385, 1.731232, 2.59226, 2.058039, 0.289844, 0.0]}, "lang": {"n_am_en": [12, 20, 22, 30, 36, 38, 35, 37, 34, 32, 38, 38, 42, 47, 47, 55, 61, 65, 64, 60, 54, 54, 56, 61, 80, 81, 88, 69, 67, 72, 62, 77, 81, 84, 93, 91, 97, 94, 95, 99, 101, 98, 105, 99, 99, 86, 84, 73, 76, 89], "n_am_pl": [5, 20, 35, 26, 29, 23, 25, 17, 14, 15, 18, 27, 24, 27, 21, 23, 15, 15, 26, 24, 18, 20, 20, 16, 20, 26, 19, 32, 28, 32, 32, 44, 26, 29, 19, 22, 21, 27, 29, 24, 24, 34, 30, 38, 47, 64, 84, 101, 115, 115], "n_pos": 205, "sum_m_en": [21.855816, 29.096867, 29.581543, 30.799297, 33.186439, 36.455339, 35.25705, 36.004149, 36.201135, 35.278877, 35.230243, 33.607085, 35.037809, 35.427264, 37.077877, 37.699222, 36.210971, 35.193991, 35.68831, 34.771782, 33.63289, 33.915753, 33.837769, 33.596383, 56.005639, 55.875636, 55.613712, 47.829244, 49.417594, 47.034613, 46.163711, 45.048992, 45.919345, 51.426075, 54.904663, 58.868051, 63.475389, 69.3406, 72.069267, 73.282696, 76.961281, 81.580477, 88.720412, 87.462709, 84.291012, 82.054058, 76.338827, 70.799041, 67.887545, 86.595641], "sum_m_pl": [3.656853, 9.073198, 10.629287, 10.392035, 10.181696, 10.112226, 11.135757, 11.057167, 11.6027, 12.581655, 13.611719, 15.087103, 13.65545, 13.666751, 13.431908, 13.958973, 12.244642, 12.842031, 12.667335, 12.811231, 12.135573, 11.754367, 11.510183, 11.481576, 15.320238, 15.971421, 17.689928, 19.000694, 19.424287, 19.128543, 17.157147, 18.089298, 16.974824, 16.603968, 15.769, 15.773336, 16.887104, 16.240023, 18.310642, 18.009849, 20.384102, 25.914569, 28.844955, 33.228552, 41.45366, 51.589497, 78.566619, 95.473347, 113.991245, 114.717871]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 376, "item_id": "pes-Protetyka stomatologiczna-2018 jesień-98", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1402, "region_end": 374, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.992}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 20, 27, 48, 62, 80, 73, 90, 96, 90, 82, 76, 77, 89, 101, 120, 121, 143, 142, 124, 121, 114, 130, 132, 174, 163, 153, 123, 120, 113, 114, 120, 121, 154, 177, 169, 155, 154, 163, 154, 165, 153, 162, 150, 137, 104, 37, 9, 3, 1], "n_am_pl": [6, 47, 53, 56, 56, 54, 44, 47, 39, 47, 48, 69, 64, 66, 52, 70, 54, 39, 50, 39, 35, 47, 40, 45, 39, 54, 62, 66, 67, 59, 57, 87, 62, 55, 42, 43, 50, 47, 46, 51, 59, 87, 84, 99, 119, 148, 218, 250, 256, 257], "n_pos": 472, "sum_m_en": [45.471151, 67.447487, 70.016584, 72.83985, 77.01401, 83.244379, 82.974415, 84.380302, 84.546924, 79.288427, 81.130255, 76.743564, 81.424576, 81.504285, 83.509462, 84.867629, 81.303176, 77.400993, 76.866532, 75.627906, 73.994074, 74.39598, 75.286586, 75.700665, 116.97359, 112.552892, 104.751996, 90.243673, 90.033653, 84.687139, 86.375044, 85.459513, 85.097686, 89.917773, 100.632157, 103.978067, 101.888365, 110.404151, 116.134725, 120.360529, 130.083921, 128.37984, 134.691192, 135.572599, 125.41674, 95.227217, 41.675596, 12.711198, 4.737636, 1.099607], "sum_m_pl": [8.261866, 23.336319, 27.527349, 26.491378, 26.513566, 26.686073, 26.46734, 26.761586, 29.035164, 30.202037, 31.769265, 36.384846, 33.69186, 33.248421, 32.77882, 33.488451, 28.919618, 30.433749, 29.370252, 29.711541, 27.758271, 27.370813, 26.612518, 26.360476, 38.861586, 39.715069, 43.084623, 45.634991, 45.959651, 44.550334, 40.782124, 42.254381, 40.941465, 37.612783, 34.478485, 37.490429, 39.839589, 39.30418, 43.651226, 47.798275, 48.361333, 59.768062, 67.913112, 77.289529, 96.270468, 132.668125, 196.232803, 236.956531, 245.878817, 255.945583]}, "digit": {"n_am_en": [0, 3, 4, 0, 2, 8, 8, 14, 10, 7, 5, 6, 10, 4, 3, 9, 7, 6, 8, 5, 3, 2, 2, 5, 15, 16, 14, 11, 8, 9, 7, 14, 11, 14, 13, 11, 5, 10, 7, 6, 8, 3, 4, 4, 3, 4, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 2, 0, 0, 1, 4, 5, 6, 5, 4, 4, 5, 8, 4, 8, 7, 8, 7, 8, 7, 8, 8, 6, 5, 10, 12, 9, 3, 9, 6, 10, 8, 5, 11, 10, 10, 10, 5, 9, 10, 11, 10, 8, 7, 5, 0, 0], "n_pos": 46, "sum_m_en": [3.734915, 7.702087, 8.09216, 7.82373, 8.125557, 8.912889, 8.774622, 8.896162, 9.203584, 8.577681, 8.90288, 8.134015, 8.436576, 8.04314, 8.270192, 7.956047, 7.571824, 6.75146, 6.686034, 6.777885, 6.863567, 7.023067, 7.188034, 7.422087, 9.663433, 9.460939, 9.429579, 8.638792, 8.799953, 8.052447, 8.14276, 8.56927, 8.344912, 8.336128, 8.216635, 8.351179, 7.003171, 7.728431, 8.49164, 8.647295, 8.798346, 8.227883, 7.365198, 6.665122, 5.630213, 5.129131, 3.622588, 2.664035, 0.462374, 1e-06], "sum_m_pl": [0.727542, 2.296891, 2.459254, 2.09108, 2.266647, 2.593472, 2.363736, 2.562207, 2.751352, 2.950399, 3.137898, 3.575647, 3.253085, 2.84621, 2.998422, 3.170158, 2.62421, 3.276208, 3.02405, 2.938891, 2.796333, 2.724648, 2.69254, 2.700515, 4.470171, 4.129633, 3.898028, 4.394387, 4.200403, 3.650204, 3.584117, 3.294471, 3.050823, 2.906362, 2.695959, 3.538242, 4.008713, 4.337227, 5.22429, 6.534556, 5.690103, 5.842478, 6.217883, 6.980142, 7.134501, 5.902298, 5.54076, 3.791818, 0.483039, 9e-06]}, "lang": {"n_am_en": [11, 7, 13, 28, 42, 45, 40, 48, 54, 53, 54, 54, 50, 61, 66, 75, 69, 92, 89, 79, 80, 79, 92, 91, 107, 96, 89, 77, 78, 72, 72, 70, 68, 85, 103, 105, 106, 101, 107, 104, 109, 99, 108, 107, 95, 69, 24, 6, 1, 1], "n_am_pl": [4, 32, 35, 33, 34, 38, 34, 26, 21, 25, 28, 38, 38, 43, 27, 36, 30, 15, 28, 18, 16, 19, 13, 13, 20, 31, 39, 37, 43, 27, 31, 56, 39, 37, 29, 30, 31, 28, 27, 29, 38, 58, 59, 66, 87, 113, 182, 222, 250, 255], "n_pos": 256, "sum_m_en": [25.057891, 35.44166, 37.114309, 38.438527, 41.731624, 44.611741, 44.173547, 45.105108, 44.978909, 42.925626, 44.195866, 42.354283, 44.650671, 45.017391, 46.179626, 47.740305, 45.884113, 44.354192, 43.700015, 42.43352, 41.286039, 41.295023, 41.660384, 41.498456, 69.297316, 67.723813, 62.386574, 52.531259, 51.958379, 48.801721, 49.600644, 48.43248, 48.021793, 52.280769, 59.854306, 63.54493, 65.969406, 71.004112, 73.84021, 74.165034, 82.211534, 80.246679, 87.78128, 91.444307, 83.46878, 61.536291, 24.341443, 5.774028, 2.657085, 0.956962], "sum_m_pl": [4.417218, 12.531652, 14.476701, 14.456646, 14.003205, 14.280685, 15.074043, 15.086922, 16.315988, 16.978507, 17.495345, 19.856829, 18.274007, 18.3296, 17.969272, 17.978848, 15.46387, 16.027134, 15.596953, 15.892506, 14.875323, 14.681238, 14.334811, 14.28658, 20.106148, 21.166873, 23.809011, 25.013667, 26.405527, 25.858138, 23.685406, 25.436093, 24.756604, 22.915067, 20.803643, 22.29109, 22.862081, 22.847376, 24.884704, 25.857844, 25.827364, 35.248575, 41.491218, 49.389024, 67.799685, 102.062738, 163.07502, 208.135794, 238.167193, 252.668301]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 474, "item_id": "pes-Protetyka stomatologiczna-2018 jesień-98", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1657, "region_end": 472, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9852}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 18, 16, 11, 25, 20, 23, 22, 33, 23, 27, 24, 27, 25, 34, 34, 31, 40, 36, 32, 27, 34, 37, 35, 51, 50, 49, 39, 40, 38, 39, 37, 39, 39, 39, 41, 40, 41, 38, 36, 45, 48, 56, 49, 51, 51, 46, 41, 37, 41], "n_am_pl": [1, 0, 2, 4, 3, 1, 2, 9, 6, 7, 8, 9, 8, 8, 8, 11, 11, 5, 7, 7, 6, 9, 7, 6, 4, 8, 4, 16, 9, 11, 9, 6, 8, 6, 5, 8, 4, 3, 1, 2, 2, 2, 1, 0, 0, 0, 0, 3, 2, 3], "n_pos": 78, "sum_m_en": [7.908664, 11.791753, 11.944334, 13.032004, 16.175647, 15.478506, 15.849722, 15.483877, 15.787554, 16.553685, 17.209549, 16.56777, 16.916906, 17.184998, 17.927863, 16.933371, 16.118113, 15.716103, 15.409289, 15.074033, 14.975825, 14.616976, 14.526141, 14.293136, 32.166207, 29.186446, 27.435786, 22.878058, 22.410845, 21.936647, 20.903763, 20.746046, 20.272143, 19.952753, 20.241163, 21.419921, 23.059159, 25.714424, 26.173183, 29.312647, 31.603993, 34.746551, 42.103172, 39.24953, 37.705008, 38.820195, 36.526803, 31.764232, 35.807066, 42.748361], "sum_m_pl": [1.16646, 2.675935, 3.055011, 2.990089, 3.61201, 3.26127, 3.793446, 3.800662, 3.797388, 3.868993, 4.375625, 5.169926, 4.99174, 4.910976, 5.127208, 5.461084, 5.180901, 5.048088, 4.901705, 5.13532, 4.905631, 4.876228, 4.625114, 4.525854, 5.190866, 5.669865, 5.552834, 7.28613, 6.917416, 7.012451, 5.961034, 5.85368, 6.34845, 6.29123, 5.593077, 6.242307, 5.352783, 5.140768, 4.61713, 4.932247, 4.840011, 3.826475, 3.999492, 2.850603, 2.004387, 1.764452, 1.498995, 3.240452, 2.980994, 3.099903]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 12, 10, 7, 17, 14, 17, 16, 22, 15, 18, 17, 19, 17, 22, 27, 23, 29, 26, 24, 20, 23, 24, 27, 33, 32, 34, 30, 28, 25, 27, 24, 25, 25, 26, 25, 26, 26, 27, 24, 30, 33, 38, 36, 37, 37, 34, 30, 34, 41], "n_am_pl": [0, 0, 1, 1, 2, 0, 1, 1, 2, 5, 5, 6, 6, 4, 3, 3, 4, 2, 4, 4, 3, 4, 4, 4, 1, 4, 2, 7, 7, 6, 4, 5, 6, 4, 3, 7, 3, 2, 0, 1, 1, 2, 0, 0, 0, 0, 0, 2, 2, 3], "n_pos": 46, "sum_m_en": [4.671368, 7.054298, 6.927179, 7.753023, 9.719011, 9.292836, 9.389315, 9.219388, 9.465366, 9.88727, 10.31267, 9.828995, 9.880706, 10.01257, 10.410907, 9.929405, 9.520733, 9.67919, 9.332318, 9.090582, 9.039206, 8.756482, 8.676095, 8.515183, 21.002117, 19.19687, 18.507306, 14.921742, 14.440467, 14.034002, 12.971805, 12.717037, 12.389795, 12.154606, 12.323494, 13.446732, 14.834259, 17.408065, 18.497634, 19.98674, 20.684222, 23.308754, 27.984258, 25.793434, 26.397406, 26.956738, 25.776048, 24.269745, 29.768586, 39.386847], "sum_m_pl": [0.692463, 1.597251, 1.815153, 1.756814, 1.967212, 1.912578, 2.186186, 2.154919, 2.202838, 2.289494, 2.433273, 2.835349, 2.853612, 2.933008, 3.147202, 3.032129, 2.850907, 2.750253, 2.963919, 3.082371, 2.989023, 2.962541, 2.820974, 2.745789, 2.790724, 3.181946, 3.063161, 4.469868, 4.417997, 4.259062, 3.769547, 3.803988, 4.237228, 4.192736, 3.591636, 4.000784, 3.441299, 2.933326, 2.498062, 2.540525, 2.477583, 2.040567, 1.846264, 1.466199, 1.109198, 0.801433, 0.600961, 2.282148, 2.465832, 3.003041]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1108, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.925, "tf_agree_excl_first": 0.9367}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 7, 12, 16, 17, 12, 19, 27, 27, 21, 20, 22, 19, 24, 20, 30, 26, 22, 22, 23, 21, 21, 25, 48, 49, 48, 34, 37, 30, 24, 23, 30, 29, 36, 35, 38, 45, 44, 55, 55, 51, 46, 40, 35, 25, 10, 1, 2, 0], "n_am_pl": [0, 6, 7, 7, 10, 11, 10, 14, 10, 10, 17, 13, 20, 19, 16, 10, 8, 6, 10, 12, 6, 8, 7, 6, 11, 5, 5, 11, 10, 11, 13, 15, 15, 16, 8, 12, 14, 16, 19, 21, 18, 22, 23, 31, 34, 42, 61, 76, 79, 79], "n_pos": 103, "sum_m_en": [9.577906, 14.747291, 16.15857, 17.546182, 18.612913, 19.018147, 19.305645, 20.069729, 19.242397, 19.799823, 20.387585, 20.069469, 19.647465, 19.512915, 19.589256, 18.214423, 18.477942, 17.234516, 16.950911, 16.479478, 16.261462, 16.363661, 16.684686, 17.049257, 30.751001, 30.801264, 27.779255, 24.574512, 24.071373, 23.053356, 21.483549, 21.276979, 20.528471, 21.050954, 22.139171, 22.459652, 23.536693, 27.746897, 28.74019, 34.828063, 33.770231, 34.558892, 36.41536, 32.585076, 29.192793, 22.950754, 11.234251, 2.59431, 2.158051, 0.000814], "sum_m_pl": [1.433828, 4.26474, 5.233126, 5.305041, 5.643602, 5.760056, 5.627535, 5.718447, 5.580051, 5.427413, 6.327943, 6.796608, 6.850498, 6.7321, 6.60473, 6.856759, 6.739285, 6.128693, 6.108579, 6.405879, 5.979579, 5.996777, 5.690941, 5.601038, 6.506206, 6.484804, 6.283613, 7.610991, 8.631787, 9.203299, 8.1563, 8.761804, 9.044, 8.601227, 8.257388, 8.712202, 9.010323, 9.203214, 9.658077, 10.958073, 11.945206, 15.737793, 17.941147, 23.368372, 29.656587, 39.037085, 55.291782, 70.514101, 75.547283, 79.152171]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 4, 10, 11, 10, 10, 17, 20, 20, 16, 14, 16, 14, 19, 17, 23, 19, 18, 17, 18, 16, 15, 20, 38, 41, 37, 29, 31, 25, 16, 16, 23, 23, 27, 25, 31, 35, 35, 41, 42, 38, 36, 35, 29, 22, 9, 1, 2, 0], "n_am_pl": [0, 6, 7, 5, 6, 9, 9, 11, 9, 7, 12, 11, 16, 13, 12, 8, 5, 5, 8, 8, 4, 6, 5, 5, 8, 4, 5, 10, 9, 9, 10, 12, 12, 14, 7, 11, 13, 12, 15, 17, 15, 18, 18, 25, 28, 36, 56, 72, 75, 79], "n_pos": 79, "sum_m_en": [7.442569, 11.122437, 12.175788, 13.211978, 13.866564, 14.142176, 14.41019, 15.176406, 14.504678, 14.985426, 15.299856, 15.160237, 14.837322, 14.775777, 14.915216, 13.850536, 14.165662, 13.238249, 12.958118, 12.54664, 12.426306, 12.484678, 12.771914, 13.030404, 24.337081, 24.066538, 21.668159, 19.243656, 18.799015, 17.751849, 16.62543, 16.121269, 15.557324, 15.956715, 16.956806, 17.095699, 18.205046, 21.161878, 22.136366, 26.468208, 26.029421, 26.815525, 28.602073, 26.23439, 24.396504, 19.272906, 8.971278, 2.353259, 1.976112, 0.000246], "sum_m_pl": [1.14072, 3.375199, 4.071919, 4.182155, 4.384879, 4.452545, 4.374562, 4.358004, 4.27626, 4.223958, 5.007053, 5.39621, 5.414682, 5.286556, 5.213513, 5.383231, 5.246359, 4.826201, 4.788995, 4.957881, 4.590108, 4.633031, 4.380646, 4.317322, 4.917597, 5.076952, 4.941587, 6.132237, 6.996255, 7.427467, 6.533891, 7.142188, 7.432685, 7.139984, 6.807974, 7.156868, 7.436973, 7.510221, 7.994929, 9.325068, 10.102596, 13.565719, 15.696115, 20.823685, 25.624993, 33.981723, 50.780966, 65.579945, 71.979705, 77.958243]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1363, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9904}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 11, 15, 15, 16, 16, 22, 22, 17, 22, 23, 21, 20, 24, 18, 20, 19, 18, 22, 28, 29, 27, 35, 29, 38, 34, 30, 29, 20, 24, 25, 25, 26, 27, 34, 26, 36, 37, 37, 39, 35, 44, 46, 47, 42, 41, 40, 36, 41, 43], "n_am_pl": [3, 5, 4, 8, 10, 5, 6, 8, 2, 3, 2, 3, 8, 3, 4, 6, 8, 7, 4, 4, 5, 3, 0, 1, 1, 1, 5, 3, 2, 4, 4, 8, 6, 8, 6, 7, 6, 9, 3, 2, 5, 4, 3, 1, 1, 4, 3, 7, 6, 6], "n_pos": 78, "sum_m_en": [8.609053, 10.48551, 11.507542, 12.612804, 14.803703, 14.018446, 15.298073, 15.011501, 15.971295, 15.479609, 15.63388, 14.918167, 15.028056, 14.831185, 14.495802, 14.254272, 14.225344, 13.020401, 13.486068, 13.381355, 13.209714, 13.130801, 13.466348, 13.065258, 24.213806, 22.544827, 21.224007, 19.541666, 19.116022, 17.307306, 16.347538, 16.273465, 15.481206, 16.197274, 16.986509, 16.859387, 19.924719, 23.731114, 26.825922, 30.339065, 32.449621, 37.369545, 39.718069, 38.821708, 37.775226, 35.958904, 35.100887, 33.438056, 34.672777, 43.693169], "sum_m_pl": [1.700001, 3.133064, 3.564284, 3.832289, 3.732375, 3.768369, 3.790875, 4.196315, 4.266009, 4.298098, 4.828297, 5.20667, 5.687209, 5.148995, 5.214469, 5.97349, 5.437268, 5.454831, 5.494492, 5.305196, 5.210616, 5.109489, 4.891543, 4.739339, 4.916824, 5.252667, 5.500367, 6.139286, 5.88944, 6.997721, 6.485111, 6.722657, 6.984583, 7.26219, 7.098538, 7.027287, 6.837329, 6.652101, 5.241979, 4.981318, 4.876666, 5.328564, 4.209648, 4.102175, 4.213832, 5.478069, 4.306378, 7.979986, 7.559968, 6.017933]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 8, 10, 9, 12, 10, 16, 12, 10, 13, 11, 11, 13, 14, 9, 11, 10, 12, 14, 18, 21, 18, 29, 25, 28, 25, 23, 23, 17, 16, 19, 21, 22, 20, 27, 20, 29, 30, 29, 32, 31, 36, 38, 40, 36, 34, 33, 32, 38, 43], "n_am_pl": [3, 2, 3, 3, 5, 3, 4, 5, 2, 1, 2, 2, 7, 3, 3, 5, 5, 3, 3, 2, 0, 1, 0, 0, 0, 1, 2, 2, 1, 1, 2, 4, 2, 2, 3, 4, 4, 5, 2, 1, 3, 3, 2, 1, 1, 3, 3, 6, 6, 6], "n_pos": 50, "sum_m_en": [4.960409, 6.571093, 7.360704, 8.116517, 9.693479, 9.060481, 10.123938, 9.881735, 10.34013, 9.904921, 9.972604, 9.307563, 9.553385, 9.459811, 9.365163, 9.092048, 9.105492, 8.425967, 8.927678, 8.81113, 8.838287, 8.725564, 9.042185, 8.717889, 18.739705, 17.142878, 15.540766, 14.142784, 13.835224, 12.289244, 11.663835, 11.342921, 10.828723, 11.65567, 12.03314, 11.88593, 14.671669, 17.868471, 20.912975, 24.576675, 26.523509, 30.042241, 32.746618, 32.944749, 32.606316, 31.145994, 30.793768, 29.766499, 31.706679, 42.47674], "sum_m_pl": [1.076996, 1.835072, 2.101068, 2.311922, 2.359138, 2.443054, 2.460051, 2.733499, 2.849052, 2.861752, 3.234492, 3.444041, 3.823184, 3.449591, 3.470527, 3.926995, 3.527945, 3.462647, 3.509097, 3.380498, 3.322545, 3.296754, 3.168162, 3.086149, 2.908903, 3.195741, 3.557426, 4.023087, 3.806298, 4.417156, 4.146187, 4.330633, 4.467054, 4.576859, 4.629343, 4.653678, 4.669186, 4.500011, 3.681044, 3.60803, 3.496833, 3.74767, 2.905532, 3.17979, 3.224691, 3.771563, 3.481678, 6.561069, 6.945777, 6.002376]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 993, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9873}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 12, 16, 28, 33, 46, 38, 35, 38, 38, 40, 30, 29, 34, 36, 36, 29, 36, 38, 37, 41, 43, 46, 65, 64, 69, 61, 52, 36, 36, 34, 38, 44, 50, 54, 55, 61, 73, 64, 73, 69, 67, 71, 57, 35, 16, 4, 0, 0], "n_am_pl": [1, 18, 22, 23, 24, 23, 20, 32, 23, 20, 34, 18, 29, 21, 25, 42, 29, 31, 32, 20, 20, 21, 22, 19, 20, 21, 18, 21, 19, 26, 29, 26, 26, 29, 20, 25, 25, 30, 20, 27, 24, 28, 27, 33, 50, 73, 108, 130, 131, 135], "n_pos": 182, "sum_m_en": [16.947279, 25.991018, 28.96702, 30.833858, 32.777084, 32.302694, 34.484945, 35.177802, 35.021054, 36.511773, 36.902085, 35.420945, 33.468083, 32.529942, 32.868894, 33.493225, 33.52415, 31.307437, 31.50735, 30.862081, 29.333041, 30.031614, 30.163157, 30.434141, 48.750122, 48.611989, 44.949891, 43.573215, 39.869555, 36.054918, 33.852624, 33.994076, 34.701403, 35.431767, 37.777765, 36.546437, 41.33161, 45.246034, 52.945732, 54.109668, 61.171582, 64.393836, 65.119382, 66.337315, 57.700604, 42.540432, 17.490973, 4.667373, 2.125064, 0.25275], "sum_m_pl": [2.564367, 8.282173, 9.768881, 9.976658, 10.189671, 10.901079, 11.00166, 12.858122, 12.672484, 12.946164, 14.335529, 14.105601, 14.735246, 14.56812, 14.788902, 16.161482, 14.754516, 14.88375, 14.555886, 12.986691, 12.551126, 12.327544, 12.022258, 11.61548, 18.326532, 15.986311, 15.126231, 16.30979, 17.401587, 19.505502, 17.929317, 17.327122, 17.394472, 17.346096, 17.470078, 17.766729, 19.671743, 20.357616, 20.486906, 21.209911, 21.481739, 24.067059, 26.541908, 29.881341, 43.078214, 63.746344, 100.248099, 127.302897, 126.792783, 133.548307]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 8, 9, 8, 20, 24, 34, 32, 25, 28, 30, 35, 25, 23, 26, 27, 28, 26, 28, 27, 28, 32, 32, 34, 51, 48, 55, 48, 40, 26, 26, 25, 27, 33, 39, 40, 44, 45, 56, 46, 55, 51, 49, 54, 43, 27, 9, 3, 0, 0], "n_am_pl": [1, 12, 19, 18, 18, 17, 16, 22, 18, 16, 25, 14, 25, 17, 19, 30, 23, 26, 25, 15, 16, 17, 18, 16, 14, 16, 13, 16, 15, 21, 24, 22, 23, 26, 17, 20, 20, 24, 18, 24, 20, 25, 24, 29, 45, 66, 102, 122, 128, 134], "n_pos": 134, "sum_m_en": [12.647655, 19.013289, 21.353733, 22.510102, 24.230426, 23.303641, 24.98458, 25.443855, 25.419095, 26.480115, 26.962844, 26.144285, 24.533806, 23.777266, 23.960954, 24.379174, 24.383055, 22.7666, 22.975586, 22.521424, 21.391143, 22.013164, 22.092958, 22.376084, 36.769193, 36.187219, 33.734866, 32.165721, 29.3845, 26.505984, 24.982909, 25.132024, 25.70995, 26.100815, 27.939182, 27.0838, 30.463797, 32.458562, 38.530815, 39.283441, 44.178669, 47.474508, 48.317117, 49.593727, 44.330724, 32.456485, 12.005181, 3.166436, 1.351696, 0.0004], "sum_m_pl": [1.958641, 6.230944, 7.304887, 7.342545, 7.585461, 8.120208, 8.151354, 9.55433, 9.551657, 9.724592, 10.924555, 10.769622, 11.205409, 10.991545, 11.127097, 12.19289, 11.069969, 11.312724, 11.149835, 9.722499, 9.36665, 9.264821, 9.043596, 8.674855, 14.349247, 12.643772, 11.642053, 12.604121, 13.4845, 15.189412, 13.790774, 13.461923, 13.607509, 13.649126, 13.523191, 13.784122, 15.498515, 16.401455, 16.978888, 18.516469, 18.880763, 20.804228, 22.950275, 25.378537, 38.25261, 57.321368, 92.680998, 117.105876, 123.431294, 132.068988]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1248, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9836}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 18, 15, 16, 31, 20, 27, 23, 24, 26, 39, 28, 29, 30, 39, 45, 48, 43, 59, 48, 51, 42, 43, 38, 67, 55, 51, 35, 38, 33, 40, 34, 39, 40, 51, 54, 52, 53, 61, 55, 53, 50, 49, 49, 47, 42, 18, 0, 0, 0], "n_am_pl": [2, 24, 34, 33, 31, 38, 29, 36, 38, 41, 50, 41, 41, 41, 43, 40, 40, 29, 34, 32, 24, 28, 31, 33, 24, 38, 45, 48, 40, 51, 46, 44, 29, 32, 38, 24, 32, 26, 28, 36, 39, 33, 41, 31, 40, 47, 73, 99, 109, 110], "n_pos": 220, "sum_m_en": [20.261511, 31.012206, 33.91634, 36.11665, 36.50146, 38.991801, 37.736058, 37.454173, 37.658463, 37.981237, 39.388872, 38.723596, 40.535165, 40.148893, 38.670641, 37.631237, 37.983853, 36.356153, 35.857439, 35.26522, 35.043714, 34.354105, 34.907129, 36.009165, 48.160267, 45.311859, 44.032071, 38.469082, 40.380011, 39.038196, 39.023946, 38.459396, 35.000348, 36.254844, 39.360724, 39.886583, 41.924291, 44.344102, 48.698868, 46.370475, 44.576, 46.222914, 46.47472, 47.9436, 46.495085, 39.069815, 19.722434, 3.234477, 1.583597, 0.003928], "sum_m_pl": [3.519147, 10.216277, 12.140211, 12.050068, 13.69037, 13.908493, 12.056667, 13.713662, 14.494107, 15.465299, 15.75119, 16.839343, 17.499026, 16.865152, 17.026532, 18.996774, 16.449678, 16.354727, 15.227795, 16.123055, 14.888581, 14.908097, 14.448601, 14.173694, 21.152642, 23.643102, 25.875865, 26.518056, 24.423667, 25.887281, 22.982716, 22.709699, 23.744171, 24.719938, 24.016057, 22.583003, 22.792661, 19.476172, 19.801047, 23.537839, 27.366821, 26.631298, 30.676543, 26.398721, 32.402853, 45.671149, 70.592494, 96.285026, 105.354154, 110.65879]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 2, 1, 5, 4, 5, 8, 8, 6, 7, 4, 6, 3, 7, 4, 5, 1, 4, 1, 2, 3, 2, 4, 3, 4, 6, 6, 4, 6, 4, 3, 3, 3, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 6, 7, 1, 3, 3, 0, 5, 5, 8, 11, 5, 5, 3, 2, 3, 5, 2, 2, 2, 2, 3, 3, 3, 3, 5, 7, 6, 6, 7, 3, 3, 3, 1, 2, 4, 3, 1, 0, 0, 2, 1, 1, 2, 1, 2, 3, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.140928, 2.290731, 2.748941, 2.825077, 2.903072, 2.946557, 2.883941, 2.807662, 2.741399, 2.60034, 2.692848, 2.662401, 2.733306, 2.949102, 2.649768, 2.888847, 2.783346, 2.681217, 2.904414, 2.754823, 2.646821, 2.621383, 2.667626, 2.75477, 3.565751, 3.15429, 3.180507, 2.872526, 3.372946, 2.96543, 2.970817, 2.824723, 2.441937, 2.322962, 2.510019, 2.772626, 2.855021, 3.81297, 3.811515, 3.374359, 2.771766, 2.416428, 2.694411, 2.610329, 2.044871, 1.322836, 0.801232, 0.348266, 0.019777, 1e-06], "sum_m_pl": [0.230003, 0.71402, 0.942921, 0.781561, 0.893091, 1.133354, 1.019028, 1.209854, 1.239855, 1.667055, 1.519413, 1.606805, 1.606709, 1.27781, 1.279682, 1.731639, 1.28501, 1.297847, 0.917442, 1.019338, 0.901493, 0.878283, 0.843326, 0.862992, 1.522561, 2.079888, 2.708836, 2.766959, 2.60343, 2.410892, 1.435486, 1.337745, 1.026298, 1.263426, 1.756717, 2.191809, 1.917637, 0.910591, 0.781768, 0.720751, 2.036918, 1.367508, 1.102329, 1.070285, 0.72413, 1.699253, 1.7853, 0.713473, 0.061443, 0.006721]}, "lang": {"n_am_en": [1, 12, 10, 11, 16, 12, 14, 12, 13, 15, 25, 16, 12, 13, 19, 19, 26, 24, 32, 24, 29, 25, 23, 23, 39, 33, 30, 19, 21, 18, 20, 20, 21, 21, 30, 35, 37, 32, 43, 38, 37, 35, 32, 37, 38, 34, 16, 0, 0, 0], "n_am_pl": [2, 11, 11, 16, 13, 18, 18, 19, 19, 15, 21, 21, 21, 22, 23, 23, 18, 16, 20, 17, 11, 16, 16, 16, 11, 21, 24, 30, 21, 29, 29, 30, 19, 20, 24, 14, 19, 18, 20, 22, 26, 21, 34, 23, 34, 40, 66, 94, 106, 109], "n_pos": 109, "sum_m_en": [11.006378, 14.730377, 17.056577, 17.744073, 18.159878, 19.501781, 18.726388, 18.724989, 18.895738, 19.276695, 20.047023, 19.760329, 20.690369, 20.488802, 19.800957, 18.787371, 19.409017, 18.663575, 18.086602, 17.835402, 17.953345, 17.5646, 17.651702, 18.076392, 28.098405, 25.757512, 23.995245, 20.012687, 20.135519, 19.595702, 19.347102, 19.534118, 18.139161, 18.947029, 21.138675, 22.811201, 26.715396, 27.530649, 31.360215, 29.625004, 28.700161, 30.727361, 30.42521, 34.24561, 35.100903, 29.370965, 14.881837, 1.246756, 0.47929, 0.001568], "sum_m_pl": [1.807161, 4.87762, 5.552209, 5.816445, 5.873594, 6.478787, 6.258263, 7.245057, 7.364287, 7.562899, 8.273442, 8.962654, 9.513877, 9.450213, 9.4117, 10.342927, 8.936082, 8.518274, 8.07023, 8.107934, 7.185931, 7.041078, 6.887284, 6.969699, 10.088923, 11.478626, 13.140583, 13.980358, 13.244926, 14.012824, 13.346826, 13.1857, 13.889561, 14.494596, 13.341493, 12.65527, 13.74278, 12.381131, 12.761834, 14.181489, 15.77915, 16.676943, 22.585492, 18.561977, 26.453472, 37.976703, 64.146524, 90.666859, 102.746327, 108.116055]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9864}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 14, 9, 15, 23, 12, 22, 25, 28, 22, 30, 21, 28, 26, 33, 27, 42, 36, 38, 34, 33, 27, 29, 26, 52, 40, 37, 25, 27, 32, 41, 34, 29, 35, 44, 41, 45, 44, 49, 46, 43, 40, 42, 43, 42, 35, 11, 2, 0, 0], "n_am_pl": [0, 22, 31, 30, 35, 39, 25, 22, 24, 27, 36, 36, 33, 49, 39, 44, 38, 40, 29, 29, 29, 34, 29, 35, 24, 32, 35, 42, 38, 46, 43, 36, 37, 31, 35, 24, 23, 25, 35, 45, 37, 35, 41, 36, 44, 49, 73, 85, 97, 97], "n_pos": 198, "sum_m_en": [17.404573, 27.508053, 29.698779, 32.098463, 32.259663, 34.539972, 32.963502, 33.227453, 34.173813, 34.470301, 34.858651, 34.182403, 36.033001, 35.168317, 34.050517, 33.343866, 33.472857, 31.706854, 31.355342, 31.012143, 30.959666, 30.126187, 30.757382, 32.062332, 39.75309, 37.527681, 37.533207, 33.45926, 35.628389, 34.35172, 35.051389, 33.959978, 30.693511, 31.383039, 34.491612, 34.629832, 36.0131, 38.183423, 41.099596, 37.462159, 35.70345, 36.536525, 35.994705, 41.003733, 38.441499, 32.45957, 14.340028, 3.329646, 0.572692, 4.8e-05], "sum_m_pl": [3.136667, 9.050214, 10.70308, 10.569103, 12.03203, 12.583381, 10.931729, 12.247195, 13.268415, 13.863095, 13.836089, 14.946111, 15.838278, 16.241742, 17.901573, 19.449968, 16.549685, 17.098047, 14.389563, 14.863617, 13.432493, 13.403046, 12.988354, 12.688193, 20.859804, 23.10323, 24.426396, 24.885235, 22.849193, 23.249657, 21.174068, 21.129593, 22.688777, 23.65394, 21.995683, 19.393676, 19.345708, 17.919001, 19.131519, 25.680586, 29.426065, 28.328804, 31.817088, 28.841026, 36.226185, 45.101739, 68.292611, 84.065376, 95.435728, 97.322733]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 0, 2, 4, 7, 5, 3, 6, 4, 2, 2, 2, 3, 3, 4, 2, 3, 2, 1, 3, 2, 3, 2, 4, 5, 7, 7, 5, 6, 5, 4, 3, 3, 2, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 5, 4, 0, 2, 2, 0, 0, 0, 1, 3, 0, 0, 2, 0, 1, 2, 1, 2, 1, 0, 1, 1, 1, 1, 1, 2, 4, 1, 6, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0], "n_pos": 12, "sum_m_en": [1.164835, 2.043595, 2.392452, 2.519192, 2.657346, 2.658108, 2.559823, 2.430128, 2.265891, 2.161607, 2.098561, 2.153415, 2.211847, 2.296697, 2.273736, 2.483871, 2.339736, 2.245131, 2.243921, 2.183183, 2.041987, 2.047652, 2.103214, 2.158797, 2.929362, 2.690381, 3.100892, 2.469137, 2.741844, 2.48344, 2.625668, 2.701815, 2.260294, 2.196919, 2.584486, 3.166973, 3.549138, 3.605716, 4.050596, 2.705592, 2.543253, 2.231519, 2.776795, 2.481278, 2.139522, 1.083441, 0.749274, 0.346935, 0.020817, 0.0], "sum_m_pl": [0.283604, 0.746114, 0.805968, 0.687352, 0.748291, 0.90332, 0.752431, 0.809862, 0.767656, 0.741233, 0.685884, 0.702525, 0.813697, 0.74106, 0.713495, 0.771847, 0.631921, 0.663506, 0.62651, 0.698179, 0.660782, 0.648373, 0.633894, 0.649086, 0.674293, 0.694709, 0.702104, 0.802382, 0.762238, 0.8843, 0.73655, 0.782353, 0.868931, 0.844974, 0.751648, 0.549558, 0.463614, 0.439089, 0.397842, 0.475777, 1.397993, 1.316295, 0.787295, 0.912906, 0.571664, 1.296928, 1.189442, 0.563861, 0.018035, 0.001032]}, "lang": {"n_am_en": [2, 6, 4, 7, 12, 5, 10, 10, 13, 11, 18, 15, 16, 7, 19, 10, 24, 14, 21, 14, 15, 13, 13, 11, 25, 22, 20, 9, 13, 16, 16, 17, 13, 19, 24, 23, 28, 27, 29, 27, 26, 26, 24, 32, 30, 27, 9, 1, 0, 0], "n_am_pl": [0, 11, 13, 15, 14, 20, 15, 9, 12, 9, 16, 18, 16, 24, 14, 24, 20, 22, 12, 12, 14, 19, 17, 18, 8, 13, 17, 22, 22, 23, 25, 26, 24, 23, 27, 17, 16, 17, 25, 27, 23, 25, 33, 28, 37, 42, 68, 81, 96, 96], "n_pos": 96, "sum_m_en": [9.13018, 12.806024, 14.492528, 15.340753, 15.469415, 16.874265, 15.852978, 16.128108, 16.934594, 17.05443, 17.519973, 17.321351, 18.433662, 17.698214, 17.134224, 16.260407, 16.683295, 15.928063, 15.316938, 15.01317, 15.366862, 14.758629, 14.985392, 15.510393, 20.879378, 19.190797, 18.427083, 16.320455, 16.991997, 16.340142, 16.784399, 16.512301, 15.240241, 15.762454, 17.328418, 18.578374, 21.216335, 22.235786, 23.744944, 21.248901, 20.630692, 22.497256, 19.761954, 27.215325, 27.372753, 23.996313, 11.102881, 1.737321, 0.207664, 1e-06], "sum_m_pl": [1.496487, 4.25359, 5.011482, 5.038852, 5.089733, 5.752137, 5.713826, 6.24763, 6.633777, 7.012528, 7.401473, 7.996765, 8.654608, 9.009748, 9.291295, 10.015235, 8.543, 8.316335, 7.572883, 7.549635, 6.555012, 6.355722, 6.200521, 6.299077, 9.082805, 10.611135, 11.569498, 12.67201, 12.221979, 12.735735, 12.416426, 12.309745, 13.000191, 13.469337, 12.474802, 11.413025, 12.240519, 11.208063, 12.227429, 15.579946, 17.314773, 17.578135, 23.990598, 21.261595, 29.452261, 37.649129, 62.516181, 78.956596, 93.853573, 95.693238]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1441, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.97, "tf_agree_excl_first": 0.9749}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 20, 21, 25, 33, 31, 41, 32, 38, 32, 32, 36, 38, 39, 37, 44, 46, 56, 63, 57, 64, 55, 51, 46, 64, 71, 54, 49, 51, 52, 58, 61, 56, 55, 63, 67, 72, 70, 73, 72, 76, 79, 80, 82, 80, 77, 77, 73, 76, 76], "n_am_pl": [2, 6, 6, 8, 13, 12, 11, 13, 10, 8, 14, 12, 14, 16, 13, 13, 10, 8, 6, 10, 11, 9, 10, 14, 15, 13, 7, 12, 12, 16, 11, 12, 7, 8, 6, 5, 4, 6, 7, 4, 3, 4, 2, 1, 3, 2, 3, 2, 0, 3], "n_pos": 156, "sum_m_en": [18.064676, 23.415157, 24.448729, 25.808022, 28.801203, 30.294932, 28.952301, 28.320687, 29.067659, 29.214808, 29.443058, 29.072547, 30.958367, 30.13681, 30.05992, 31.198103, 28.746245, 28.548228, 30.547539, 28.93211, 27.89995, 26.499303, 26.343727, 26.467735, 45.418007, 42.838233, 38.867744, 32.518027, 33.336654, 33.087836, 32.745398, 33.696554, 34.256164, 36.053174, 38.440276, 43.588554, 48.314252, 52.697811, 57.26623, 59.065326, 62.065778, 67.111848, 67.764001, 72.593982, 69.469774, 69.938885, 70.853358, 68.931743, 67.450807, 75.45182], "sum_m_pl": [3.30307, 6.254339, 7.289189, 7.525989, 8.102402, 8.144735, 8.086848, 8.658228, 8.734679, 9.512975, 9.982496, 10.669227, 11.244756, 11.14836, 11.105474, 11.068058, 10.699587, 10.373403, 10.722704, 9.931854, 9.223195, 8.998469, 8.960609, 9.096855, 12.18723, 12.616819, 10.437458, 11.559067, 11.498327, 12.506531, 11.719689, 11.30884, 10.652005, 10.658879, 10.636792, 10.266146, 9.36202, 8.626402, 7.550054, 6.747286, 6.220564, 5.716295, 5.243974, 3.514557, 4.291202, 4.35408, 3.617896, 1.71574, 1.44053, 2.104092]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 2, 1, 1, 0, 1, 1, 3, 1, 2, 1, 3, 0, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.557612, 1.175899, 1.185339, 1.245183, 1.275352, 1.380203, 1.337084, 1.242119, 1.392021, 1.273376, 1.318383, 1.258802, 1.327979, 1.212031, 1.166058, 1.203028, 1.236313, 1.147328, 1.374474, 1.3156, 1.324566, 1.33715, 1.34206, 1.363899, 1.334483, 1.272838, 1.101284, 1.126107, 1.137619, 1.108609, 1.300056, 1.272218, 1.238805, 1.287213, 1.310949, 1.260081, 1.076077, 1.31331, 1.290687, 0.968546, 1.058447, 1.202271, 1.024075, 0.977602, 0.691335, 0.544733, 0.396009, 0.252608, 0.077555, 0.000183], "sum_m_pl": [0.098606, 0.297677, 0.373244, 0.302417, 0.366068, 0.38511, 0.388808, 0.402328, 0.385059, 0.462555, 0.462482, 0.485434, 0.614673, 0.538371, 0.542479, 0.50948, 0.47607, 0.523299, 0.519077, 0.533819, 0.494837, 0.473812, 0.454152, 0.450948, 0.602896, 0.974306, 0.726632, 0.747166, 0.591843, 1.044563, 0.624204, 0.570805, 0.425377, 0.426267, 0.387241, 0.469844, 0.554913, 0.413797, 0.404086, 0.395973, 0.434588, 0.46419, 0.432615, 0.359626, 0.33405, 0.182677, 0.11402, 0.088909, 0.024824, 1e-06]}, "lang": {"n_am_en": [6, 14, 14, 14, 21, 20, 28, 23, 29, 24, 19, 27, 29, 32, 28, 33, 31, 41, 49, 47, 50, 42, 40, 37, 50, 54, 45, 43, 42, 43, 44, 48, 43, 42, 48, 55, 59, 54, 54, 58, 62, 60, 60, 63, 66, 64, 65, 68, 72, 76], "n_am_pl": [2, 3, 4, 4, 6, 4, 6, 6, 5, 3, 7, 6, 6, 6, 6, 8, 5, 4, 5, 5, 4, 4, 5, 7, 7, 6, 3, 5, 7, 6, 8, 8, 5, 5, 1, 2, 2, 3, 5, 3, 3, 4, 2, 1, 2, 2, 2, 2, 0, 3], "n_pos": 80, "sum_m_en": [9.54661, 12.24714, 13.320997, 13.762509, 15.534879, 16.406396, 15.426149, 15.501914, 16.113512, 15.881925, 15.833821, 15.8997, 17.114964, 16.774146, 16.789416, 17.399442, 15.776646, 15.754238, 17.129392, 15.934686, 15.188931, 14.114529, 14.049911, 14.091975, 32.171604, 29.81549, 26.406593, 21.145269, 21.472336, 20.970711, 20.105803, 21.007029, 21.700691, 23.279298, 25.229829, 29.793748, 33.955191, 38.110514, 42.531713, 45.13964, 48.753592, 52.486762, 52.327341, 56.176752, 56.232667, 56.458564, 59.501946, 59.5858, 61.535184, 73.904025], "sum_m_pl": [1.613813, 2.908543, 3.439533, 3.796407, 4.077077, 3.889234, 3.916861, 4.195969, 4.383736, 4.720232, 4.962152, 5.210502, 5.489591, 5.571438, 5.399187, 5.487678, 5.406898, 5.205673, 5.447876, 5.026489, 4.605628, 4.550902, 4.482867, 4.553619, 5.923366, 6.251482, 5.373048, 5.844422, 5.988984, 6.110059, 5.982412, 5.894148, 5.836819, 6.051138, 5.732588, 5.54863, 4.591326, 4.297399, 3.706086, 3.519441, 3.304783, 3.323014, 2.977723, 1.819904, 2.785278, 2.642802, 1.789383, 1.250177, 1.013461, 2.104047]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1080, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9809}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 18, 19, 33, 62, 66, 68, 66, 66, 71, 66, 63, 57, 58, 69, 87, 97, 87, 105, 115, 110, 109, 108, 111, 130, 120, 116, 92, 84, 82, 78, 90, 90, 121, 121, 131, 115, 126, 135, 127, 124, 132, 120, 130, 114, 90, 32, 8, 1, 0], "n_am_pl": [8, 28, 35, 41, 41, 23, 20, 30, 26, 25, 30, 30, 22, 40, 37, 29, 31, 37, 30, 18, 23, 26, 24, 25, 24, 22, 20, 34, 28, 24, 31, 31, 29, 24, 23, 23, 30, 36, 29, 29, 33, 34, 43, 53, 65, 106, 157, 189, 200, 208], "n_pos": 299, "sum_m_en": [25.927436, 43.231902, 47.460853, 49.123452, 52.695297, 55.13042, 55.360324, 58.67146, 57.262004, 59.225798, 59.541354, 58.274564, 59.664302, 57.878439, 58.746081, 59.481293, 58.162221, 56.622777, 59.146529, 57.117638, 53.695772, 52.766052, 53.708794, 53.417187, 97.911886, 88.849215, 81.970571, 67.882794, 65.134429, 63.901688, 62.357375, 61.080992, 61.520574, 66.369148, 68.244644, 72.922731, 77.171044, 86.214117, 95.546103, 96.548081, 103.6907, 109.064957, 105.988345, 111.739007, 100.140451, 76.019614, 30.055316, 8.127347, 3.243818, 0.004358], "sum_m_pl": [4.163144, 12.671907, 15.785476, 16.793143, 17.410436, 17.732853, 17.433514, 19.882146, 18.650279, 20.03825, 21.134957, 23.035076, 24.217232, 23.006813, 22.24936, 22.055296, 21.067887, 20.738863, 21.062032, 19.321783, 17.63465, 17.315048, 17.265282, 17.588013, 21.187829, 22.875304, 20.697701, 22.923236, 23.59715, 26.90889, 25.320811, 24.719021, 23.644999, 22.886002, 23.930508, 22.865872, 25.204722, 26.620313, 26.345918, 27.096165, 28.838742, 31.104447, 35.829633, 42.334681, 60.557938, 91.902895, 145.932177, 180.260587, 194.556219, 208.183378]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 3, 3, 3, 0, 1, 1, 2, 3, 4, 3, 2, 1, 1, 1, 1, 0, 1, 1, 1, 1, 2, 1, 3, 4, 5, 3, 5, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.502415, 1.186945, 1.302577, 1.3073, 1.24302, 1.284849, 1.268362, 1.201855, 1.28293, 1.30368, 1.358154, 1.335962, 1.315734, 1.385745, 1.170417, 1.221129, 1.2581, 1.169648, 1.360941, 1.382004, 1.396641, 1.397281, 1.418795, 1.445026, 1.294243, 1.154611, 1.047881, 1.094016, 1.175112, 1.11065, 1.374294, 1.337404, 1.277668, 1.224819, 1.292299, 1.321488, 1.135962, 1.40024, 1.404222, 1.065121, 0.953752, 0.962634, 0.870174, 0.736093, 0.470278, 0.305206, 0.150232, 0.118695, 0.039735, 0.0], "sum_m_pl": [0.077409, 0.326622, 0.418741, 0.387622, 0.517874, 0.526172, 0.485196, 0.519178, 0.523417, 0.730568, 0.684277, 0.668913, 0.796144, 0.658126, 0.609366, 0.707197, 0.555808, 0.559728, 0.537444, 0.594378, 0.536189, 0.509923, 0.485311, 0.484688, 0.609478, 1.118556, 1.206433, 1.246001, 0.99685, 2.001361, 1.013804, 1.035985, 0.440729, 0.41644, 0.421307, 0.499786, 0.52568, 0.454453, 0.460569, 0.462085, 0.476742, 0.533207, 0.451609, 0.459011, 0.473493, 0.170997, 0.062878, 0.066473, 0.010024, 0.0]}, "lang": {"n_am_en": [1, 13, 15, 25, 49, 49, 49, 50, 51, 54, 50, 49, 44, 46, 50, 64, 74, 67, 78, 87, 83, 84, 85, 84, 95, 93, 86, 71, 63, 63, 58, 68, 67, 94, 92, 103, 88, 92, 105, 94, 94, 101, 92, 101, 91, 72, 27, 6, 0, 0], "n_am_pl": [4, 21, 24, 26, 24, 15, 18, 21, 18, 17, 17, 20, 15, 25, 25, 21, 23, 31, 24, 17, 17, 18, 17, 17, 18, 14, 13, 23, 22, 18, 24, 24, 23, 20, 19, 17, 26, 26, 22, 24, 32, 31, 39, 45, 55, 94, 144, 178, 196, 207], "n_pos": 207, "sum_m_en": [18.143281, 30.145273, 33.492923, 34.248392, 36.791641, 38.124635, 38.223635, 40.762265, 40.031962, 41.763088, 41.689866, 40.986859, 41.902654, 40.644036, 41.71048, 41.882549, 40.960252, 39.957153, 41.557276, 40.100303, 37.530403, 36.898982, 37.624152, 37.331965, 75.605581, 68.328465, 62.580592, 51.236284, 48.530795, 46.992289, 45.061588, 43.752113, 44.167518, 48.16874, 49.132099, 53.572627, 57.052229, 63.833355, 70.63102, 72.567241, 78.229009, 83.585685, 79.252198, 84.253571, 77.147508, 60.067299, 25.260143, 5.983445, 1.322965, 0.004278], "sum_m_pl": [2.86971, 8.758446, 10.811542, 11.600825, 11.892394, 12.243589, 12.157652, 13.811385, 12.956191, 13.891917, 14.556574, 16.099823, 16.907091, 16.092684, 15.613893, 15.429144, 14.866175, 14.659426, 14.854722, 13.412573, 12.156022, 11.962569, 11.961342, 12.166967, 14.876548, 15.602213, 14.417455, 16.157978, 17.001408, 18.712261, 18.05369, 17.715071, 17.464564, 16.921527, 17.867706, 16.966852, 19.08777, 20.345209, 20.271351, 21.489547, 23.774431, 25.854765, 30.69634, 36.609651, 52.111436, 82.0904, 133.325056, 170.33801, 190.272585, 206.136489]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 301, "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1335, "region_end": 299, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.9933}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 7, 11, 10, 13, 9, 12, 15, 10, 12, 16, 17, 16, 18, 13, 19, 26, 24, 29, 25, 26, 33, 34, 31, 36, 35, 30, 29, 25, 26, 26, 20, 27, 37, 31, 41, 42, 39, 41, 35, 37, 36, 38, 37, 35, 37, 32, 30, 32, 32], "n_am_pl": [2, 3, 7, 6, 12, 10, 10, 12, 6, 14, 3, 10, 4, 7, 11, 7, 8, 11, 16, 15, 12, 10, 9, 9, 9, 11, 8, 7, 13, 11, 14, 14, 11, 9, 7, 6, 8, 8, 9, 4, 7, 7, 5, 11, 10, 10, 8, 11, 9, 9], "n_pos": 97, "sum_m_en": [10.446134, 13.196081, 13.710492, 14.589094, 15.980531, 16.548597, 15.265469, 15.493857, 15.407356, 16.171162, 16.491381, 16.243777, 15.596073, 16.646814, 16.806427, 17.686278, 18.368177, 17.499421, 17.71684, 17.990491, 17.274286, 17.436887, 17.249961, 16.967265, 23.762059, 23.342262, 20.925179, 18.714996, 17.950764, 17.999692, 16.6273, 17.137437, 17.932871, 20.152795, 22.727961, 24.484531, 27.55744, 30.099316, 33.168437, 29.959783, 31.676575, 30.689319, 32.428711, 31.799402, 31.404102, 32.553013, 30.248998, 28.798221, 27.951891, 32.244464], "sum_m_pl": [2.169457, 4.256276, 4.827942, 4.899893, 5.581664, 6.319079, 6.236543, 7.266342, 6.910682, 7.400447, 7.453524, 7.65421, 7.42666, 7.450432, 8.418533, 8.714077, 7.867552, 7.432258, 7.640748, 7.995327, 7.698768, 7.202458, 7.019677, 6.853366, 9.086809, 9.043323, 8.170043, 9.12265, 9.31677, 9.733103, 9.022415, 8.888956, 9.058407, 8.799393, 8.786591, 8.134996, 8.002106, 7.92037, 9.512805, 6.966866, 8.653197, 8.058842, 8.067979, 9.380232, 11.392016, 10.234731, 10.436566, 9.655318, 8.776175, 8.870118]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 2, 5, 4, 8, 4, 6, 5, 4, 6, 8, 9, 9, 10, 8, 9, 15, 14, 17, 14, 14, 16, 15, 16, 16, 16, 14, 13, 13, 12, 17, 13, 17, 19, 18, 23, 26, 24, 25, 23, 26, 24, 26, 25, 25, 28, 29, 27, 30, 31], "n_am_pl": [1, 1, 3, 4, 6, 4, 6, 3, 4, 4, 0, 3, 2, 3, 6, 3, 5, 5, 8, 5, 8, 7, 6, 6, 6, 7, 5, 4, 6, 5, 6, 8, 5, 3, 1, 2, 0, 4, 5, 2, 2, 2, 2, 3, 2, 3, 4, 8, 9, 9], "n_pos": 42, "sum_m_en": [4.013277, 5.445639, 5.719241, 6.172626, 7.160189, 7.682527, 7.05859, 7.208003, 7.16872, 7.38806, 7.50818, 7.564641, 7.067251, 7.711596, 7.755038, 8.247387, 8.544373, 8.036662, 8.111663, 8.212038, 7.842487, 7.808902, 7.716437, 7.566624, 11.855984, 11.953719, 10.705278, 9.186109, 8.813822, 8.712303, 8.226979, 8.567262, 9.251474, 10.5932, 12.437407, 14.039517, 16.684301, 18.769041, 20.591749, 20.606513, 22.017983, 21.478528, 22.238232, 21.359502, 22.926506, 25.249187, 25.512014, 23.928559, 24.799233, 30.607941], "sum_m_pl": [0.752286, 1.630588, 1.838373, 1.957811, 2.291451, 2.682562, 2.71182, 2.985966, 2.905776, 3.019092, 2.952674, 2.850178, 2.855617, 2.86228, 3.368936, 3.477391, 3.170872, 3.016405, 3.106451, 3.318047, 3.156352, 2.976755, 2.914357, 2.850937, 3.498695, 3.625481, 3.541107, 3.879924, 3.972524, 3.997073, 3.805146, 3.61319, 3.670211, 3.520522, 3.357231, 3.152982, 2.852286, 2.973325, 3.616581, 2.617922, 3.265055, 2.937159, 3.087241, 3.3971, 3.399848, 3.442281, 4.949381, 6.96081, 8.268223, 8.838395]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-59", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1044, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 10, 14, 14, 18, 13, 19, 16, 15, 21, 21, 22, 15, 22, 27, 25, 33, 31, 36, 42, 38, 34, 37, 41, 60, 57, 47, 38, 33, 33, 23, 23, 39, 48, 45, 46, 46, 54, 56, 63, 52, 58, 56, 55, 54, 42, 20, 3, 0, 1], "n_am_pl": [3, 17, 13, 13, 15, 12, 18, 14, 12, 18, 14, 16, 21, 22, 22, 21, 21, 26, 23, 24, 22, 23, 23, 18, 15, 12, 13, 20, 23, 24, 34, 30, 27, 19, 26, 21, 20, 17, 19, 18, 30, 26, 33, 32, 37, 47, 74, 94, 94, 95], "n_pos": 164, "sum_m_en": [15.294865, 22.98618, 23.977883, 25.423319, 26.111075, 26.136477, 25.045857, 25.619262, 25.573326, 26.628826, 27.438707, 26.629941, 25.567224, 27.212032, 26.778867, 27.48242, 29.539626, 27.900537, 27.400408, 27.979397, 27.53826, 28.005761, 27.683879, 27.405836, 36.940541, 35.649718, 30.513893, 27.96563, 26.528724, 26.318805, 24.94971, 25.803976, 26.766978, 29.982896, 31.622176, 32.274206, 33.821998, 38.283943, 43.407752, 43.57491, 43.607119, 45.314252, 51.625908, 52.433364, 47.871067, 38.492094, 16.630513, 3.941751, 1.184972, 0.550599], "sum_m_pl": [2.961629, 8.442904, 9.247738, 9.324697, 10.210425, 11.192859, 10.978913, 12.42784, 12.014427, 12.792781, 13.301237, 14.139269, 14.016204, 14.074059, 14.910944, 14.465389, 13.333956, 12.438109, 12.37962, 13.121042, 12.540762, 11.829036, 11.77168, 11.744541, 15.006074, 14.11872, 14.174749, 15.680528, 16.649704, 18.192776, 17.37072, 16.652321, 17.008173, 16.155329, 16.581509, 16.564046, 16.209894, 17.119593, 19.490603, 18.613472, 21.714232, 22.371099, 24.961982, 25.911029, 35.580717, 44.566629, 70.196559, 87.486355, 90.428743, 94.344119]}, "digit": {"n_am_en": [1, 2, 2, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 3, 1, 2, 2, 3, 1, 2, 3, 4, 4, 2, 1, 1, 0, 0, 2, 2, 1, 1, 1, 2, 3, 3, 2, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 0, 1, 1, 2, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 3, 3, 4, 2, 1, 1, 3, 1, 2, 0, 1, 1, 1, 2, 2, 2, 3, 2, 2, 1, 0, 0], "n_pos": 7, "sum_m_en": [0.772797, 1.117916, 1.181039, 1.212, 1.245641, 1.276629, 1.222636, 1.152105, 1.158155, 1.134247, 1.178495, 1.064897, 1.001802, 1.078047, 1.133185, 1.180022, 1.418429, 1.277629, 1.295347, 1.260605, 1.26946, 1.334615, 1.314938, 1.23368, 2.427773, 2.097786, 1.429905, 1.193103, 1.201406, 1.090979, 1.06459, 1.200627, 1.22804, 1.197097, 1.198415, 1.149179, 1.209889, 1.710856, 2.69561, 2.562269, 2.656381, 2.208656, 2.159139, 1.16191, 0.85918, 0.578002, 0.266789, 0.174874, 0.070676, 0.0], "sum_m_pl": [0.189077, 0.492621, 0.545178, 0.444508, 0.498798, 0.505734, 0.443569, 0.453986, 0.490252, 0.521127, 0.535278, 0.584539, 0.57341, 0.542771, 0.615799, 0.674388, 0.571874, 0.512532, 0.562412, 0.620098, 0.5967, 0.559405, 0.543445, 0.535025, 0.537232, 0.502059, 0.678315, 0.808031, 0.858431, 1.064814, 1.008962, 0.877472, 0.804841, 0.759014, 0.905037, 0.895357, 0.776742, 0.664253, 0.941345, 1.113611, 1.055996, 1.34719, 1.169811, 1.198565, 1.769521, 1.467902, 1.093456, 0.957878, 0.341431, 0.0]}, "lang": {"n_am_en": [4, 4, 5, 8, 11, 7, 9, 12, 9, 11, 13, 11, 8, 11, 15, 15, 17, 16, 19, 26, 24, 22, 23, 25, 37, 36, 28, 26, 25, 24, 15, 16, 28, 33, 31, 29, 27, 32, 37, 43, 36, 40, 38, 40, 39, 30, 13, 2, 0, 1], "n_am_pl": [0, 10, 11, 8, 11, 6, 11, 5, 5, 9, 7, 8, 15, 14, 14, 14, 16, 18, 13, 13, 14, 16, 18, 13, 10, 10, 7, 14, 13, 12, 18, 15, 14, 10, 15, 14, 15, 15, 15, 13, 22, 18, 25, 23, 29, 40, 64, 85, 94, 95], "n_pos": 96, "sum_m_en": [8.873176, 13.556139, 14.240419, 14.928198, 15.301291, 15.279099, 14.660989, 15.343396, 15.204651, 15.895541, 16.329953, 16.033931, 15.421338, 16.221893, 15.951507, 16.284414, 17.536097, 16.719766, 16.289925, 16.704143, 16.277971, 16.59422, 16.380938, 16.27983, 23.753443, 22.962955, 19.98526, 18.063229, 16.778444, 16.255101, 15.35481, 15.793652, 16.640673, 18.296926, 19.675493, 21.020773, 21.925353, 24.304695, 26.843787, 27.531672, 27.800451, 29.424407, 34.540078, 37.13786, 33.892045, 27.670912, 11.104017, 2.482142, 0.64668, 0.54941], "sum_m_pl": [1.455925, 4.416575, 5.152964, 5.226383, 5.717577, 6.321679, 6.271438, 7.196649, 6.96088, 7.294849, 7.646022, 7.918761, 8.157742, 8.139626, 8.359667, 8.217505, 7.751031, 7.405604, 7.338792, 7.674857, 7.334579, 6.928878, 6.709668, 6.59114, 9.316533, 8.994254, 8.793661, 9.28708, 9.684856, 10.269248, 10.078261, 9.570615, 9.802152, 9.218368, 9.469473, 9.845985, 10.499613, 11.419987, 13.092375, 12.447174, 14.760073, 15.086666, 17.510636, 18.078929, 26.956652, 36.129915, 60.443318, 80.208872, 88.891813, 94.304725]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-59", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1299, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9818}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 7, 5, 14, 14, 15, 13, 16, 10, 9, 12, 12, 16, 18, 22, 23, 23, 22, 19, 20, 20, 16, 15, 19, 23, 24, 20, 23, 25, 25, 22, 21, 20, 29, 21, 27, 37, 40, 31, 19, 23, 26, 28, 29, 32, 29, 27, 28, 32, 33], "n_am_pl": [3, 7, 8, 4, 6, 5, 10, 6, 7, 7, 10, 9, 12, 6, 15, 13, 12, 15, 13, 17, 20, 16, 14, 12, 14, 14, 10, 14, 12, 10, 16, 14, 17, 11, 15, 11, 14, 10, 11, 13, 12, 6, 7, 5, 11, 13, 11, 12, 14, 16], "n_pos": 91, "sum_m_en": [10.20969, 11.908406, 11.952751, 12.80356, 13.257241, 13.047811, 12.664517, 12.862263, 13.557608, 14.308771, 14.208316, 14.901631, 15.201934, 15.227836, 15.754166, 15.784883, 16.061509, 16.871353, 16.901513, 16.532603, 15.544482, 15.616559, 15.099537, 15.125881, 19.953245, 20.80775, 19.755283, 18.107506, 17.698415, 17.796286, 16.748531, 16.387034, 16.729032, 18.262674, 18.809856, 20.455309, 25.232844, 27.419886, 27.207178, 17.650473, 19.847976, 24.349578, 25.800784, 26.951381, 27.749784, 27.358525, 26.011361, 25.871299, 29.891529, 31.653675], "sum_m_pl": [2.244807, 4.108415, 4.435886, 4.303956, 4.737183, 5.249121, 5.729475, 6.03004, 6.054452, 6.422522, 6.775733, 7.42953, 7.910654, 7.809014, 8.702008, 9.521496, 8.794987, 7.897572, 7.768476, 7.447044, 7.133829, 6.728973, 6.394181, 6.161083, 8.746726, 9.385021, 8.403171, 9.853266, 10.121309, 10.564157, 10.615345, 10.939748, 11.4247, 10.843178, 11.160704, 10.026502, 9.901354, 9.199993, 8.488023, 10.30806, 10.839552, 8.009204, 7.407552, 7.123798, 10.116285, 11.704152, 11.837761, 13.451493, 14.597721, 16.387642]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 3, 6, 10, 6, 6, 6, 5, 4, 5, 4, 12, 9, 10, 16, 17, 13, 11, 13, 12, 11, 10, 14, 15, 14, 14, 15, 14, 14, 15, 13, 12, 16, 10, 14, 22, 26, 22, 13, 16, 18, 22, 21, 25, 25, 23, 25, 29, 32], "n_am_pl": [1, 3, 5, 2, 3, 4, 6, 4, 4, 4, 6, 4, 4, 2, 8, 8, 6, 9, 5, 8, 12, 6, 7, 6, 8, 8, 6, 7, 8, 6, 7, 9, 10, 8, 10, 7, 8, 7, 7, 7, 7, 6, 7, 5, 10, 10, 11, 12, 14, 16], "n_pos": 49, "sum_m_en": [5.696804, 6.477812, 6.560411, 7.099234, 7.324044, 7.259875, 7.04047, 6.949359, 7.440934, 7.886575, 7.627681, 8.083191, 8.34072, 8.278844, 8.581745, 8.700948, 8.929822, 9.599177, 9.406386, 9.214275, 8.560727, 8.574556, 8.286144, 8.23794, 12.846413, 12.736994, 11.746053, 10.490485, 9.84858, 9.822754, 9.095194, 8.958305, 9.118118, 9.804002, 9.852335, 11.076419, 14.355053, 16.735562, 16.824449, 10.868174, 11.771667, 15.822494, 18.795999, 19.783092, 21.447846, 22.265839, 22.184945, 22.318737, 26.322256, 30.24], "sum_m_pl": [1.18717, 2.070459, 2.470908, 2.296467, 2.560258, 2.854957, 3.066711, 3.357862, 3.332924, 3.539967, 3.677614, 3.972946, 4.282598, 4.071097, 4.703274, 5.145579, 4.732719, 4.294778, 4.276272, 4.074992, 3.929713, 3.666753, 3.497078, 3.339907, 4.535136, 5.408002, 4.763566, 5.481478, 5.700099, 6.078537, 6.129884, 6.395807, 6.435522, 6.25189, 6.668384, 5.914122, 5.759807, 5.303314, 5.046248, 6.30694, 7.101962, 6.248495, 5.964125, 5.811768, 8.685779, 9.641971, 10.871177, 13.129049, 14.33232, 16.278854]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-85", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1005, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9783}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 19, 13, 15, 26, 22, 27, 30, 23, 26, 31, 37, 24, 36, 41, 35, 35, 36, 35, 29, 22, 19, 32, 34, 45, 57, 45, 48, 44, 44, 38, 45, 38, 40, 41, 54, 57, 76, 69, 53, 53, 69, 66, 65, 63, 49, 17, 3, 1, 0], "n_am_pl": [0, 12, 16, 16, 16, 20, 25, 26, 30, 36, 39, 42, 36, 29, 47, 35, 47, 40, 35, 37, 45, 41, 40, 34, 32, 33, 33, 29, 27, 38, 40, 35, 34, 35, 50, 41, 47, 42, 50, 40, 44, 47, 54, 66, 74, 93, 138, 149, 154, 163], "n_pos": 220, "sum_m_en": [19.106217, 29.757296, 30.746061, 31.568213, 31.927283, 33.549245, 33.028447, 32.913924, 34.763722, 36.738465, 36.858541, 37.125232, 36.287336, 35.860232, 37.966582, 38.351454, 39.233481, 38.324227, 38.192359, 37.361511, 35.713318, 35.149247, 34.912892, 35.356436, 41.563698, 42.245637, 40.336392, 38.294127, 37.280175, 37.590128, 34.987024, 35.749258, 36.400835, 38.683232, 38.82649, 40.65237, 46.265596, 52.010161, 49.779646, 38.222767, 41.058087, 52.034949, 52.115277, 56.773557, 54.828112, 44.427592, 14.468481, 4.089067, 1.913581, 0.002583], "sum_m_pl": [2.792782, 8.683566, 10.307017, 11.324376, 12.214239, 13.910242, 14.216291, 15.586451, 15.468707, 16.344699, 17.306668, 18.637658, 18.18925, 18.008967, 19.614689, 20.757519, 19.083557, 16.833227, 16.763154, 16.196442, 15.756857, 15.004976, 14.20528, 13.921606, 18.182513, 19.64155, 19.607229, 22.050228, 23.473446, 25.017676, 24.488912, 24.890912, 25.611054, 23.7245, 25.567231, 24.38925, 25.99939, 26.413889, 32.728027, 29.696941, 31.298309, 31.545389, 39.979629, 47.181529, 61.447869, 82.282489, 131.561999, 145.307116, 155.121463, 162.939547]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 12, 12, 11, 21, 16, 22, 26, 16, 18, 23, 24, 17, 23, 30, 25, 30, 27, 26, 20, 15, 12, 25, 27, 33, 44, 35, 37, 31, 31, 28, 32, 26, 29, 34, 45, 44, 59, 57, 38, 35, 48, 49, 50, 48, 39, 11, 1, 1, 0], "n_am_pl": [0, 8, 13, 11, 14, 17, 21, 22, 23, 30, 33, 36, 31, 25, 40, 30, 38, 32, 27, 29, 37, 32, 29, 28, 27, 29, 30, 24, 22, 32, 32, 29, 29, 30, 39, 28, 35, 31, 37, 30, 34, 41, 48, 58, 64, 82, 126, 141, 153, 163], "n_pos": 164, "sum_m_en": [13.96181, 22.086578, 22.749648, 23.213124, 23.661812, 24.733994, 24.656492, 24.598495, 26.111592, 27.570572, 27.444609, 27.780182, 27.211897, 26.838069, 28.267456, 28.66703, 29.317716, 28.665972, 28.728157, 27.964975, 26.667219, 26.392547, 26.197819, 26.390906, 32.099497, 32.667913, 31.50147, 29.569145, 28.485673, 28.64098, 26.47903, 26.965756, 27.266154, 28.852899, 29.058136, 30.70825, 36.185311, 40.245594, 39.57891, 28.844508, 31.247904, 39.66463, 39.631654, 44.718089, 42.976444, 35.466043, 9.120085, 2.12952, 1.563329, 0.002564], "sum_m_pl": [1.9856, 6.353037, 7.668484, 8.387154, 9.091822, 10.259759, 10.55443, 11.704179, 11.628943, 12.237251, 13.090491, 14.187903, 13.830702, 13.845962, 15.057889, 15.812755, 14.538192, 12.804029, 12.784776, 12.240178, 11.931182, 11.384443, 10.712956, 10.450258, 13.965632, 15.656805, 15.37854, 17.175385, 18.320077, 19.671308, 19.283672, 19.588489, 20.129745, 18.683795, 20.105396, 19.266622, 20.213463, 20.96899, 24.719563, 22.088465, 23.715847, 24.971173, 33.551385, 39.424701, 53.156902, 72.150965, 121.018099, 136.724429, 152.096513, 161.965322]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-85", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1260, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.9955}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 2, 8, 6, 7, 10, 11, 9, 13, 10, 15, 12, 8, 8, 17, 9, 16, 11, 15, 15, 17, 15, 14, 13, 19, 17, 19, 12, 11, 15, 11, 6, 14, 17, 15, 18, 19, 22, 28, 29, 28, 23, 25, 26, 26, 28, 27, 27, 24, 23], "n_am_pl": [4, 3, 8, 5, 4, 6, 4, 8, 9, 9, 6, 10, 10, 8, 7, 4, 8, 5, 3, 4, 4, 6, 6, 8, 8, 11, 8, 11, 10, 11, 8, 7, 4, 5, 7, 5, 7, 5, 4, 3, 2, 11, 12, 12, 11, 11, 11, 7, 6, 5], "n_pos": 54, "sum_m_en": [6.074919, 6.9578, 7.587625, 8.045762, 8.83051, 9.115777, 9.200669, 9.1113, 9.023898, 9.248025, 10.049189, 9.285617, 9.314918, 9.3214, 9.766382, 9.800968, 10.244472, 9.495206, 9.988452, 9.649261, 9.188382, 9.183654, 9.067214, 8.653386, 15.714264, 15.011724, 12.251183, 10.228838, 10.028846, 10.274273, 9.312081, 9.497746, 9.571971, 11.497369, 13.291512, 14.699824, 15.671116, 17.846002, 21.476176, 21.005206, 21.357268, 19.630477, 21.339087, 22.012789, 22.269382, 24.326809, 25.713881, 25.570217, 24.23466, 23.900558], "sum_m_pl": [1.486496, 2.261912, 2.689521, 2.723333, 3.140999, 3.103266, 3.316371, 3.82426, 4.008808, 3.681011, 4.281612, 4.590009, 4.510601, 4.270282, 5.090759, 4.73071, 4.388862, 4.563243, 4.061616, 3.756859, 3.364213, 3.335066, 3.182674, 5.150037, 9.04143, 8.55219, 7.660831, 6.40897, 6.037, 6.221516, 5.555555, 5.317488, 6.426129, 5.742385, 4.958671, 4.471817, 4.41115, 3.845018, 3.212889, 3.159244, 3.635736, 11.631704, 11.452107, 11.305193, 10.830767, 10.570796, 9.204326, 6.669994, 6.240886, 5.044387]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 1, 3, 1, 4, 5, 3, 3, 5, 5, 6, 5, 3, 4, 8, 5, 6, 5, 10, 8, 10, 9, 9, 8, 11, 10, 11, 6, 8, 9, 6, 4, 11, 10, 10, 11, 12, 14, 19, 20, 18, 17, 16, 18, 19, 20, 21, 21, 21, 23], "n_am_pl": [2, 2, 4, 2, 1, 3, 2, 3, 6, 7, 4, 7, 8, 5, 4, 2, 5, 3, 1, 2, 1, 3, 3, 5, 5, 6, 5, 6, 6, 7, 5, 4, 1, 2, 5, 3, 3, 2, 2, 1, 1, 7, 8, 8, 7, 7, 7, 5, 5, 5], "n_pos": 29, "sum_m_en": [2.590175, 3.656978, 4.084874, 4.289572, 4.757731, 5.03982, 5.004884, 4.859891, 4.775911, 4.915584, 5.412928, 4.957908, 5.022437, 4.96255, 5.34281, 5.329156, 5.46642, 5.332559, 5.420304, 5.060624, 4.728634, 4.759182, 4.710453, 4.576016, 8.521097, 8.384096, 7.418452, 6.341335, 5.849143, 5.953964, 5.362758, 5.519768, 5.635379, 6.783782, 7.86848, 9.155769, 9.501098, 11.27354, 14.119699, 14.192024, 14.581568, 13.08624, 14.31069, 15.080663, 16.175199, 17.319493, 18.7704, 19.182952, 19.404517, 22.369968], "sum_m_pl": [0.726609, 1.117982, 1.317298, 1.254343, 1.579665, 1.586092, 1.883315, 2.22769, 2.437475, 2.173073, 2.547448, 2.737926, 2.293082, 2.141109, 2.553669, 2.111341, 2.016346, 2.003903, 1.805161, 1.728498, 1.641126, 1.643521, 1.633337, 2.21726, 5.423098, 4.941179, 3.852586, 2.556152, 2.755215, 2.940478, 2.790282, 2.616107, 3.090255, 2.975275, 2.737346, 2.523852, 2.433608, 2.144452, 1.771519, 1.762886, 2.396319, 7.385779, 7.30387, 7.142117, 6.605002, 6.601695, 6.125504, 5.219373, 5.030918, 5.004851]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 56, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-40", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1158, "region_end": 54, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9818}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 8, 17, 24, 30, 30, 41, 42, 47, 42, 42, 41, 47, 44, 44, 40, 48, 46, 58, 67, 61, 59, 62, 60, 86, 74, 70, 57, 51, 48, 45, 41, 51, 47, 62, 65, 81, 89, 97, 104, 94, 89, 91, 91, 81, 60, 27, 9, 2, 1], "n_am_pl": [3, 16, 18, 15, 14, 16, 15, 17, 13, 16, 20, 25, 22, 24, 24, 19, 20, 20, 19, 16, 8, 9, 11, 12, 6, 10, 12, 20, 23, 21, 23, 23, 19, 15, 24, 19, 17, 13, 10, 14, 20, 28, 28, 30, 41, 52, 85, 104, 111, 118], "n_pos": 169, "sum_m_en": [15.336075, 24.412302, 25.984323, 26.488587, 26.87009, 27.419174, 28.830881, 30.867367, 30.99317, 32.014637, 32.699484, 32.095354, 31.99279, 32.053602, 32.972373, 34.001442, 34.649754, 32.181088, 31.667116, 30.441629, 28.473282, 28.077703, 28.185317, 28.228082, 50.431902, 46.974117, 42.880293, 37.486055, 35.717348, 32.940688, 32.291401, 33.065305, 33.316138, 35.337094, 38.679053, 43.113042, 45.128184, 53.494438, 61.970602, 68.221725, 71.304981, 70.216949, 76.387986, 76.726541, 68.675506, 54.946805, 25.805098, 8.51287, 2.912664, 1.154289], "sum_m_pl": [2.774692, 7.839886, 9.520916, 9.045047, 9.21262, 9.60595, 9.555731, 10.180198, 10.717333, 11.197598, 11.849893, 13.476901, 13.957651, 14.175332, 14.88925, 13.811702, 12.321941, 11.803875, 10.965005, 10.467465, 10.047875, 9.821713, 9.638644, 10.015013, 11.868743, 12.169166, 12.623163, 14.805005, 15.90547, 17.096675, 15.877732, 15.899209, 16.117976, 14.212576, 13.552087, 13.909634, 14.536591, 13.346586, 12.650157, 14.631895, 16.9325, 23.408025, 22.518175, 24.557066, 34.593577, 45.41882, 76.385668, 100.995282, 109.657895, 117.230117]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 7, 15, 19, 23, 21, 27, 30, 36, 34, 31, 33, 35, 34, 33, 30, 39, 38, 46, 53, 46, 44, 46, 44, 64, 53, 50, 43, 36, 33, 34, 32, 41, 36, 47, 51, 64, 64, 70, 75, 70, 66, 65, 65, 62, 45, 20, 5, 2, 1], "n_am_pl": [2, 13, 11, 12, 8, 13, 11, 14, 9, 14, 15, 22, 18, 16, 14, 13, 14, 18, 13, 10, 5, 7, 7, 9, 6, 7, 9, 16, 18, 18, 17, 16, 15, 13, 18, 14, 13, 11, 8, 13, 17, 24, 24, 26, 34, 45, 73, 99, 110, 118], "n_pos": 119, "sum_m_en": [11.14274, 17.480037, 18.614853, 18.814413, 19.045999, 19.497884, 20.569804, 22.058751, 22.232244, 23.197323, 23.556778, 23.11645, 23.059916, 23.073998, 23.694868, 24.463966, 25.263961, 23.232346, 22.709082, 21.740499, 20.199121, 19.891443, 19.907799, 19.899515, 36.45443, 33.646388, 30.822302, 26.818775, 25.246577, 23.743784, 23.614407, 24.427358, 24.855255, 26.549024, 28.644401, 32.565155, 34.538877, 40.01925, 46.629114, 50.220457, 53.308056, 53.024639, 58.055164, 57.727231, 50.685581, 40.75445, 18.625954, 5.110906, 2.499295, 1.124976], "sum_m_pl": [2.023733, 5.533721, 6.613811, 6.274579, 6.365762, 6.661253, 6.770973, 7.306992, 7.59353, 7.952504, 8.531664, 9.96947, 10.280412, 10.448434, 10.893909, 10.089255, 8.972637, 8.640098, 7.904172, 7.40505, 7.108075, 6.944626, 6.826792, 7.260365, 9.339629, 9.656602, 10.004616, 11.490563, 12.521919, 13.40493, 12.549259, 12.498712, 12.636717, 11.278521, 10.456698, 10.83766, 11.710265, 11.019895, 10.660016, 13.050599, 15.150572, 20.677335, 19.335986, 21.006749, 29.751528, 39.012384, 67.814729, 94.818914, 108.263043, 116.659033]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-40", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1413, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9882}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 12, 26, 24, 21, 36, 26, 36, 34, 28, 29, 27, 29, 33, 45, 46, 63, 55, 74, 68, 73, 75, 74, 68, 98, 90, 80, 69, 55, 48, 59, 47, 54, 75, 100, 102, 96, 102, 100, 110, 115, 106, 118, 106, 78, 63, 27, 6, 1, 1], "n_am_pl": [10, 39, 34, 24, 24, 21, 16, 30, 26, 23, 23, 32, 34, 33, 51, 29, 30, 21, 21, 23, 12, 12, 9, 12, 18, 26, 25, 32, 26, 38, 35, 52, 48, 38, 31, 30, 32, 26, 31, 36, 36, 44, 49, 52, 72, 86, 125, 157, 164, 168], "n_pos": 271, "sum_m_en": [26.298849, 38.792406, 42.89864, 42.613287, 42.900026, 45.022843, 42.011229, 41.83901, 43.375382, 42.518314, 43.926775, 43.999713, 45.822978, 46.299611, 45.039022, 45.048415, 47.818538, 43.705391, 47.05834, 46.096885, 44.989971, 44.900044, 44.739177, 44.520197, 71.560912, 63.272357, 58.584346, 52.029441, 51.104779, 51.384721, 52.649484, 52.296025, 49.809741, 53.345152, 58.45178, 61.47121, 67.108386, 72.570428, 74.181431, 79.193562, 83.721784, 83.641671, 93.714573, 93.011065, 76.244506, 56.60396, 27.41733, 9.009628, 2.627705, 1.066083], "sum_m_pl": [5.546531, 13.965476, 15.58494, 14.74824, 15.941509, 16.67177, 15.993015, 17.192271, 17.423669, 18.697273, 19.786944, 22.209278, 22.017088, 23.733216, 23.784293, 22.244578, 20.277269, 19.623512, 18.014133, 17.669402, 16.784432, 16.303534, 16.341406, 16.428431, 18.444156, 22.462853, 24.540232, 24.616395, 25.038141, 27.860217, 27.320803, 27.921074, 26.519597, 25.177708, 22.625963, 23.364858, 25.250014, 25.133225, 27.68352, 28.385897, 31.905765, 38.579427, 39.761185, 44.535521, 62.791828, 81.811898, 121.265074, 148.611073, 160.637786, 167.412922]}, "digit": {"n_am_en": [0, 0, 1, 3, 1, 1, 2, 2, 5, 2, 1, 1, 1, 2, 2, 3, 4, 4, 5, 4, 8, 7, 6, 8, 8, 7, 6, 5, 3, 3, 3, 4, 7, 10, 9, 10, 10, 13, 12, 13, 14, 8, 9, 9, 4, 2, 2, 0, 0, 0], "n_am_pl": [0, 0, 4, 4, 6, 3, 2, 6, 2, 3, 2, 1, 1, 3, 5, 3, 1, 1, 1, 2, 0, 1, 0, 0, 0, 3, 3, 2, 0, 2, 1, 3, 2, 3, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 2, 2, 2, 2, 1, 0], "n_pos": 25, "sum_m_en": [1.966912, 3.643738, 3.963049, 3.899499, 3.915844, 4.141844, 4.051065, 3.796179, 4.048239, 3.871649, 4.033082, 4.032732, 4.524488, 4.492406, 4.216182, 4.014632, 4.449405, 3.934759, 4.273872, 4.151516, 4.305657, 4.279249, 4.19656, 4.160281, 6.654376, 5.229304, 4.341077, 4.338281, 4.245142, 4.167337, 4.697695, 4.811933, 4.54971, 5.107374, 5.784892, 6.202375, 6.608688, 6.730516, 7.695779, 8.106541, 8.086183, 7.066178, 7.094314, 6.498308, 4.076299, 3.118657, 2.044529, 0.844444, 0.253783, 0.0], "sum_m_pl": [0.3358, 1.08007, 1.184222, 1.140755, 1.328566, 1.21583, 1.109419, 1.142206, 1.128985, 1.482818, 1.463545, 1.567622, 1.668368, 2.032022, 2.279511, 1.882187, 1.63929, 1.562359, 1.524571, 1.561367, 1.495461, 1.444149, 1.469496, 1.502152, 1.417326, 2.289648, 2.581963, 2.029716, 1.946725, 2.775516, 2.718879, 2.474965, 2.194052, 1.780856, 1.461986, 1.362076, 1.333283, 1.195082, 1.099854, 1.232681, 1.311072, 1.172049, 1.03657, 1.311999, 2.005914, 1.577515, 2.169366, 2.499972, 1.38584, 6.5e-05]}, "lang": {"n_am_en": [6, 9, 19, 19, 19, 29, 22, 26, 25, 19, 20, 20, 23, 23, 29, 34, 44, 36, 51, 48, 45, 50, 50, 44, 71, 62, 55, 50, 40, 35, 45, 35, 39, 48, 66, 61, 64, 71, 72, 77, 81, 82, 91, 77, 58, 45, 18, 5, 1, 1], "n_am_pl": [5, 29, 21, 12, 13, 13, 11, 16, 20, 16, 17, 25, 26, 20, 36, 20, 23, 15, 17, 16, 9, 8, 7, 10, 14, 19, 17, 24, 18, 27, 22, 38, 36, 27, 25, 26, 25, 21, 24, 28, 32, 38, 44, 48, 63, 82, 120, 151, 161, 168], "n_pos": 169, "sum_m_en": [15.910969, 23.862709, 26.930515, 26.697612, 26.881837, 28.415686, 26.218332, 26.504108, 27.50764, 27.357319, 27.850672, 28.185093, 28.771538, 29.30512, 28.787335, 28.87501, 30.692376, 28.241041, 30.487236, 29.649102, 28.884071, 28.689504, 28.434726, 28.017731, 47.507434, 42.109327, 39.635636, 35.686349, 35.008527, 35.650624, 35.871023, 35.593933, 33.783542, 36.16998, 38.229314, 40.240345, 44.583498, 50.225515, 50.412971, 54.56639, 58.517499, 60.813471, 69.084426, 68.536222, 56.191104, 41.230418, 18.022153, 6.301212, 1.868994, 1.048102], "sum_m_pl": [3.143398, 8.197166, 9.108666, 8.820956, 9.589044, 10.446604, 10.438562, 11.546835, 11.502964, 12.200497, 12.904338, 14.443675, 14.57384, 15.698348, 15.55646, 14.798202, 13.419808, 13.217489, 11.723787, 11.339313, 10.72469, 10.412397, 10.360638, 10.324224, 12.6959, 14.93433, 15.970613, 16.573753, 16.947, 18.19727, 17.718612, 18.749129, 18.177899, 17.672674, 16.023932, 16.924928, 18.067388, 19.338872, 22.462358, 22.67705, 26.158263, 31.81989, 33.910585, 38.271118, 55.253739, 75.663914, 114.424436, 141.693955, 157.16219, 167.202338]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 273, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1280, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9963, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 19, 26, 32, 28, 50, 34, 42, 29, 37, 50, 39, 34, 39, 43, 52, 72, 58, 82, 63, 71, 78, 71, 69, 119, 100, 86, 70, 64, 66, 58, 60, 50, 76, 84, 92, 86, 97, 102, 108, 108, 107, 129, 120, 96, 63, 23, 10, 1, 1], "n_am_pl": [10, 37, 41, 21, 30, 23, 19, 36, 28, 29, 26, 36, 36, 54, 61, 43, 37, 37, 22, 20, 10, 10, 9, 12, 15, 25, 29, 33, 40, 44, 45, 44, 44, 38, 36, 34, 35, 33, 39, 50, 52, 61, 64, 73, 86, 114, 159, 185, 194, 197], "n_pos": 309, "sum_m_en": [29.032373, 43.724485, 48.128317, 47.765011, 49.086218, 52.462223, 49.658412, 48.661403, 49.641132, 48.569226, 51.362838, 50.68397, 52.477692, 53.469186, 52.181222, 53.265769, 55.831331, 50.593464, 53.118135, 51.707325, 50.601862, 50.732437, 50.636738, 50.789086, 75.974033, 67.343339, 62.257631, 54.81836, 54.282901, 55.055382, 55.563937, 54.174548, 52.022735, 58.510538, 62.568667, 63.609819, 68.33661, 71.394288, 72.067949, 74.979008, 75.777955, 79.288278, 96.610038, 98.654775, 84.902807, 60.268417, 25.540263, 10.521962, 1.804357, 1.000197], "sum_m_pl": [5.870292, 15.219245, 17.595236, 16.935997, 18.184558, 18.858349, 17.807792, 19.193559, 19.857619, 22.135928, 22.676255, 25.229255, 24.335671, 26.981131, 27.188742, 25.549036, 22.290472, 22.481373, 20.017138, 20.043459, 19.205703, 18.680295, 18.725177, 18.927394, 21.47262, 25.433244, 28.531709, 29.35717, 30.782738, 33.546544, 33.570055, 36.321331, 34.082491, 31.160438, 28.877155, 29.175024, 29.971396, 30.005601, 34.65725, 37.962405, 44.026148, 51.60736, 51.695219, 57.358411, 73.562126, 100.191566, 149.842752, 175.90612, 190.780513, 197.763962]}, "digit": {"n_am_en": [0, 0, 1, 5, 0, 2, 2, 2, 6, 3, 3, 3, 2, 2, 2, 5, 5, 3, 7, 3, 7, 7, 8, 8, 10, 8, 5, 4, 4, 2, 2, 1, 2, 2, 6, 7, 9, 11, 8, 9, 10, 7, 10, 8, 7, 5, 2, 2, 0, 0], "n_am_pl": [0, 0, 3, 2, 6, 1, 0, 6, 4, 4, 3, 1, 3, 5, 8, 7, 0, 2, 3, 1, 1, 1, 0, 0, 0, 2, 0, 0, 4, 3, 1, 4, 5, 4, 4, 1, 0, 0, 2, 2, 1, 0, 0, 1, 1, 1, 3, 1, 0, 0], "n_pos": 23, "sum_m_en": [1.837447, 3.388323, 3.787734, 3.696396, 3.615783, 3.91565, 3.961519, 3.675658, 3.904957, 3.541586, 3.737038, 3.665497, 4.092301, 4.103983, 4.036405, 3.896458, 4.216582, 3.819733, 4.088863, 3.949117, 4.093461, 4.085135, 4.048416, 4.040298, 6.477694, 4.705466, 3.516892, 3.400508, 3.756619, 3.73734, 4.325153, 4.138763, 4.156353, 4.519283, 4.96935, 5.053705, 4.991437, 4.718096, 5.178091, 5.238793, 5.360176, 5.143459, 5.507664, 6.029179, 5.305667, 3.744297, 2.847626, 1.534199, 0.290486, 0.0], "sum_m_pl": [0.289305, 0.94633, 1.117648, 1.095407, 1.241629, 1.13582, 0.996925, 1.078447, 1.088022, 1.918698, 1.444889, 1.485165, 1.535126, 1.940526, 2.322057, 1.880056, 1.53139, 1.557961, 1.44498, 1.468591, 1.447194, 1.401173, 1.398361, 1.413929, 1.333766, 1.916228, 2.213585, 2.107578, 2.103298, 2.839554, 2.531635, 2.808853, 2.460548, 2.019967, 1.810182, 1.720352, 1.621255, 1.422009, 1.422516, 1.628804, 1.703478, 1.552546, 1.361339, 1.416532, 1.151852, 1.298393, 2.310205, 2.029674, 0.470177, 1.3e-05]}, "lang": {"n_am_en": [5, 16, 16, 24, 24, 39, 25, 31, 17, 26, 38, 31, 25, 29, 28, 37, 48, 44, 55, 47, 47, 53, 45, 44, 77, 67, 62, 51, 48, 50, 45, 44, 36, 57, 57, 62, 59, 68, 71, 76, 75, 77, 95, 87, 69, 44, 14, 7, 1, 1], "n_am_pl": [4, 24, 26, 10, 17, 15, 16, 21, 18, 19, 17, 26, 29, 32, 35, 29, 28, 24, 10, 12, 4, 5, 5, 7, 13, 19, 25, 25, 26, 26, 28, 27, 28, 25, 23, 24, 30, 29, 34, 40, 48, 56, 59, 65, 80, 110, 151, 178, 194, 197], "n_pos": 198, "sum_m_en": [18.00544, 27.642931, 30.851788, 30.686849, 31.676529, 34.005438, 32.030037, 31.728824, 32.242453, 31.869556, 33.710758, 33.591459, 34.177596, 35.08938, 34.37045, 35.45574, 37.103758, 33.64407, 35.335619, 34.072183, 33.261761, 33.314796, 33.097249, 33.022803, 51.708479, 46.710002, 43.745203, 38.545974, 37.72933, 37.94785, 37.934264, 36.948275, 35.290614, 39.931254, 42.037046, 43.33998, 48.377434, 50.377609, 50.017869, 53.196772, 53.77873, 56.32871, 70.354703, 71.949921, 61.728319, 43.245769, 16.058341, 6.955142, 1.332313, 1.000196], "sum_m_pl": [3.347808, 9.182111, 10.619694, 10.532215, 11.51237, 12.225916, 11.89173, 13.004755, 13.422918, 14.286755, 14.97027, 16.636932, 16.184843, 17.779698, 17.565393, 16.88863, 14.654904, 14.790269, 13.004571, 13.006092, 12.43641, 12.112453, 12.131172, 12.242046, 14.150682, 16.53887, 18.498003, 19.510807, 20.656081, 21.835142, 21.915402, 23.994866, 22.775252, 21.604754, 20.192266, 20.844558, 22.360099, 23.132594, 27.817443, 30.522491, 36.582136, 43.907534, 44.873834, 50.415254, 67.694109, 94.576454, 141.276282, 168.081491, 189.07334, 196.736544]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 318, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-76", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1535, "region_end": 309, "roundtrip_ok": true, "tf_agree": 0.9969, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 11, 8, 6, 14, 6, 10, 15, 12, 9, 14, 17, 16, 12, 19, 17, 23, 27, 27, 31, 30, 27, 24, 21, 33, 32, 29, 25, 23, 20, 24, 23, 37, 35, 33, 35, 44, 42, 46, 44, 39, 50, 47, 51, 56, 48, 50, 51, 46, 47], "n_am_pl": [8, 11, 4, 6, 3, 11, 15, 10, 11, 16, 11, 17, 15, 25, 26, 23, 16, 17, 13, 14, 9, 8, 11, 11, 10, 16, 10, 22, 17, 23, 18, 24, 13, 15, 15, 14, 16, 17, 6, 9, 13, 12, 11, 17, 16, 16, 14, 14, 14, 12], "n_pos": 130, "sum_m_en": [15.118136, 18.189854, 18.518595, 18.879862, 18.853435, 18.443996, 16.941623, 17.036461, 17.345119, 17.919909, 18.340788, 18.983751, 19.240945, 20.189498, 20.116317, 20.787797, 21.753595, 21.456001, 21.433787, 20.937376, 20.676101, 20.61227, 20.488493, 20.476515, 25.836148, 26.581456, 24.501181, 22.722844, 23.398219, 23.331731, 22.315177, 22.615447, 24.150202, 24.976527, 26.422775, 28.197366, 31.598333, 34.8372, 37.586953, 36.166539, 36.487746, 44.327394, 44.837944, 46.087267, 49.273611, 47.660588, 48.198361, 46.460679, 43.616789, 46.649206], "sum_m_pl": [4.134728, 6.363062, 6.950463, 6.903167, 7.259134, 7.724573, 7.869555, 8.93271, 9.235189, 9.965025, 10.133135, 10.604048, 11.091183, 11.880989, 12.692885, 12.43434, 11.44851, 11.275002, 10.846866, 10.506452, 9.622781, 9.188562, 8.911199, 8.589512, 11.207813, 12.064089, 12.077367, 13.873449, 13.146199, 12.695733, 12.948964, 13.119743, 12.667763, 13.054928, 12.809484, 12.214659, 11.59373, 11.413405, 10.748994, 10.377806, 11.564519, 10.318388, 9.926497, 12.247185, 14.713313, 13.695373, 14.394167, 13.669371, 12.858846, 11.972138]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 6, 4, 7, 5, 8, 11, 8, 8, 10, 14, 14, 8, 14, 12, 15, 16, 19, 23, 20, 22, 18, 13, 23, 25, 22, 19, 18, 14, 18, 16, 26, 24, 22, 24, 28, 33, 32, 34, 29, 36, 39, 41, 42, 39, 43, 46, 44, 47], "n_am_pl": [6, 5, 3, 2, 2, 4, 6, 6, 5, 8, 9, 11, 8, 13, 10, 10, 6, 9, 5, 6, 6, 4, 8, 8, 8, 10, 5, 12, 9, 7, 8, 14, 7, 8, 7, 7, 8, 4, 2, 2, 6, 5, 4, 8, 11, 11, 10, 10, 12, 12], "n_pos": 60, "sum_m_en": [6.85425, 8.391443, 8.517688, 8.684881, 8.651145, 8.811817, 8.37678, 8.529272, 8.757847, 9.143858, 9.387061, 9.829093, 9.76953, 10.35078, 10.416298, 10.633316, 10.913767, 11.021375, 10.703446, 10.53886, 10.431661, 10.306467, 10.274898, 10.229803, 16.945179, 17.532068, 16.071373, 14.20418, 14.241999, 13.695643, 13.124803, 13.164864, 14.380103, 14.865807, 15.722169, 16.913629, 21.043985, 23.898535, 27.179175, 27.20833, 27.662938, 31.551057, 33.793205, 33.763162, 37.049743, 37.249261, 39.118379, 40.56981, 40.208297, 46.264824], "sum_m_pl": [1.632831, 2.609381, 3.034728, 3.018782, 3.157817, 3.290045, 3.504708, 4.072958, 4.219229, 4.637315, 4.716025, 4.862332, 5.086645, 5.099834, 5.466992, 5.433008, 5.080569, 4.950956, 4.8914, 4.766839, 4.396287, 4.236632, 4.157736, 4.01572, 5.337894, 5.734459, 5.446592, 6.230816, 5.725427, 5.497126, 5.981618, 6.018741, 5.849599, 5.935531, 5.836143, 5.690649, 4.748313, 4.773047, 4.587111, 4.231248, 5.291033, 4.585437, 4.649585, 6.019595, 8.99583, 9.1324, 9.249626, 9.685763, 10.963218, 11.95342]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "pes-Psychiatria-2018 wiosna-52", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1120, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 7, 19, 19, 27, 24, 25, 24, 26, 24, 32, 28, 21, 29, 31, 32, 34, 39, 44, 41, 51, 32, 43, 45, 57, 66, 56, 45, 41, 42, 40, 41, 49, 55, 53, 60, 54, 57, 54, 51, 49, 63, 67, 64, 58, 36, 16, 2, 0, 1], "n_am_pl": [4, 18, 19, 17, 20, 35, 30, 20, 12, 24, 23, 31, 34, 34, 39, 28, 39, 30, 36, 31, 22, 26, 23, 17, 19, 11, 21, 22, 24, 25, 23, 38, 27, 28, 23, 29, 25, 35, 35, 29, 41, 40, 39, 51, 51, 74, 101, 114, 127, 127], "n_pos": 200, "sum_m_en": [19.197984, 27.705401, 28.960242, 28.778775, 29.410027, 30.416602, 29.046562, 29.31244, 28.692669, 29.795413, 30.162986, 30.694215, 29.431583, 30.242386, 29.961022, 31.947311, 32.982565, 32.534628, 31.751213, 31.455113, 30.646859, 30.052508, 30.134186, 30.249989, 42.158989, 41.227334, 37.156877, 32.352343, 32.504298, 32.236752, 30.294008, 31.366473, 32.746944, 35.27323, 37.895666, 41.678796, 42.267317, 46.23958, 46.035682, 42.728041, 42.240142, 49.459538, 53.96425, 54.880333, 48.55013, 38.070272, 15.609089, 4.730232, 1.575807, 1.002375], "sum_m_pl": [3.874599, 9.405483, 10.91364, 10.5928, 11.777689, 13.498738, 13.851745, 15.434464, 15.304526, 16.087057, 16.446246, 17.864339, 17.813782, 18.490056, 20.363015, 19.359069, 18.410936, 17.507698, 16.82776, 15.917197, 14.595118, 13.74294, 13.407152, 12.896676, 16.916907, 17.43227, 18.875673, 21.523712, 22.148736, 22.360699, 21.799047, 22.498819, 21.407853, 21.362793, 20.986032, 19.889636, 21.75731, 24.132985, 25.773996, 25.340911, 30.802188, 29.767663, 33.652366, 42.201332, 48.309179, 63.5012, 94.892141, 109.399483, 122.430014, 127.521584]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 6, 13, 16, 16, 14, 15, 17, 18, 17, 21, 18, 11, 15, 18, 20, 22, 23, 26, 25, 33, 20, 28, 33, 40, 44, 36, 31, 28, 29, 30, 28, 35, 34, 36, 42, 38, 38, 37, 37, 35, 47, 48, 44, 45, 24, 8, 2, 0, 1], "n_am_pl": [3, 9, 12, 10, 9, 21, 21, 11, 6, 18, 17, 22, 24, 25, 24, 15, 25, 24, 24, 22, 16, 22, 19, 13, 10, 7, 14, 16, 15, 18, 16, 23, 21, 23, 16, 23, 17, 25, 26, 24, 32, 31, 30, 40, 40, 64, 86, 106, 121, 126], "n_pos": 128, "sum_m_en": [12.099869, 17.881734, 18.599414, 18.140091, 18.452973, 19.493564, 18.643159, 18.945959, 18.721629, 19.311002, 19.422525, 19.852111, 18.910639, 19.32044, 19.276211, 20.599528, 21.119508, 20.902998, 20.200435, 20.030703, 19.627617, 19.248114, 19.339353, 19.409446, 28.388539, 27.479996, 24.185949, 21.02928, 20.840163, 21.048901, 19.846982, 20.288761, 21.393877, 22.711875, 24.374887, 26.626957, 27.91576, 30.326833, 30.645003, 29.140039, 29.140328, 36.205463, 39.156096, 39.061205, 35.849066, 26.312275, 9.665671, 3.464272, 0.848167, 1.001797], "sum_m_pl": [2.131195, 5.680134, 6.697317, 6.531501, 7.434263, 8.6097, 8.991319, 10.039455, 10.069007, 10.588579, 10.895686, 11.877989, 11.929101, 12.14537, 13.013318, 12.267578, 11.726733, 11.023346, 10.66319, 10.136924, 9.320767, 8.813174, 8.658849, 8.343376, 11.052747, 11.440501, 12.503837, 14.418779, 14.935898, 15.265947, 14.801558, 15.131622, 14.644707, 14.83372, 14.236102, 13.970864, 15.164849, 17.421521, 18.604329, 18.502595, 22.342352, 23.018187, 25.318525, 31.761299, 38.596386, 52.741698, 80.935076, 99.662757, 116.72228, 125.514063]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "pes-Psychiatria-2018 wiosna-52", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1375, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.99}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 8, 6, 12, 18, 20, 23, 16, 19, 19, 19, 20, 21, 18, 25, 31, 33, 39, 38, 39, 40, 37, 38, 38, 45, 41, 41, 39, 41, 41, 40, 39, 42, 45, 39, 45, 50, 50, 46, 40, 48, 47, 50, 51, 51, 51, 45, 44, 43, 48], "n_am_pl": [7, 7, 6, 11, 7, 10, 4, 3, 6, 9, 5, 5, 7, 9, 10, 15, 12, 10, 4, 6, 5, 7, 4, 5, 4, 7, 10, 9, 6, 14, 10, 14, 10, 12, 8, 12, 8, 7, 8, 6, 8, 7, 6, 8, 7, 8, 10, 11, 11, 12], "n_pos": 99, "sum_m_en": [11.24727, 12.77466, 13.400478, 13.780052, 15.191868, 15.716851, 15.46387, 14.406422, 15.54203, 16.324935, 16.587221, 16.794101, 17.353356, 17.37582, 17.06576, 18.265555, 18.569409, 19.489769, 18.727628, 18.226846, 17.365894, 17.27159, 16.835497, 16.694072, 27.705557, 27.263323, 25.970092, 23.247946, 22.534168, 21.310713, 19.75006, 19.750997, 21.953657, 23.753405, 25.322522, 31.064993, 36.750017, 39.955128, 40.543753, 35.719677, 38.010955, 41.757571, 44.380803, 47.178851, 46.748634, 45.970174, 43.76373, 41.029617, 41.813852, 48.196511], "sum_m_pl": [2.612537, 4.159966, 4.386751, 4.190861, 4.795623, 5.052631, 5.215096, 5.835446, 6.188766, 6.613087, 6.840952, 6.921091, 7.161222, 6.730018, 7.298499, 8.065011, 7.672141, 7.009097, 6.753105, 6.689551, 6.784054, 6.494741, 6.231741, 6.09133, 6.704279, 7.547885, 8.128667, 9.564108, 9.073851, 9.242709, 9.030075, 8.404824, 8.23351, 9.23487, 8.645216, 8.163915, 8.77653, 8.247756, 7.930119, 7.44816, 7.724659, 5.261559, 5.074956, 6.460906, 7.947389, 8.524211, 10.067195, 10.958601, 11.402781, 12.0421]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 4, 3, 5, 8, 14, 12, 10, 14, 15, 14, 13, 15, 12, 17, 25, 24, 30, 29, 30, 31, 29, 30, 30, 35, 31, 32, 31, 31, 29, 25, 26, 27, 31, 28, 34, 37, 38, 36, 34, 40, 40, 40, 41, 42, 43, 39, 38, 39, 48], "n_am_pl": [4, 6, 4, 7, 3, 6, 3, 2, 1, 4, 2, 3, 4, 4, 6, 7, 10, 8, 2, 3, 3, 5, 2, 3, 3, 7, 8, 6, 6, 11, 8, 9, 10, 9, 6, 8, 6, 5, 5, 5, 5, 4, 3, 6, 7, 8, 10, 11, 11, 11], "n_pos": 60, "sum_m_en": [6.847914, 7.605057, 7.99559, 8.0218, 8.737778, 9.369078, 9.489024, 8.783189, 9.658393, 10.105186, 10.211681, 10.259697, 10.643725, 10.67024, 10.4326, 11.295865, 11.579824, 12.329505, 11.665596, 11.417542, 10.884715, 10.666648, 10.38833, 10.34957, 20.066823, 19.720826, 18.548525, 15.942324, 15.402956, 14.188481, 13.138955, 13.004514, 14.772416, 16.218522, 17.540267, 22.447136, 26.227488, 27.356348, 29.336649, 27.477499, 29.833276, 33.942355, 36.312788, 36.622492, 37.499204, 37.954973, 36.910363, 34.896652, 36.30558, 46.261237], "sum_m_pl": [1.683338, 2.678628, 2.784445, 2.591437, 2.87396, 3.042323, 3.112052, 3.43848, 3.604741, 3.867615, 3.919473, 4.039983, 4.228417, 3.92268, 4.261644, 4.813014, 4.612734, 4.20001, 4.110078, 4.105852, 4.165771, 4.013733, 3.863783, 3.789656, 4.227871, 4.685692, 5.116855, 5.820974, 5.521497, 5.722879, 5.544282, 5.225155, 5.091399, 5.782078, 5.40804, 5.073837, 5.492878, 5.038189, 5.033537, 4.734882, 4.859136, 3.386924, 3.188937, 4.598435, 6.61415, 6.818788, 8.990163, 10.738542, 11.059836, 11.117275]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Psychiatria-2019 jesień-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 997, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9604, "tf_agree_excl_first": 0.97}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 10, 12, 12, 12, 29, 31, 41, 38, 37, 26, 40, 38, 41, 42, 50, 53, 51, 53, 60, 55, 60, 54, 55, 61, 63, 56, 51, 43, 46, 42, 47, 49, 43, 53, 63, 65, 65, 67, 75, 68, 72, 67, 58, 53, 41, 17, 5, 0, 0], "n_am_pl": [3, 12, 12, 10, 14, 11, 14, 10, 18, 26, 30, 25, 32, 26, 30, 30, 21, 22, 21, 22, 18, 11, 12, 10, 13, 16, 22, 26, 32, 33, 32, 25, 25, 34, 24, 26, 31, 25, 26, 24, 26, 24, 27, 40, 45, 62, 98, 118, 134, 139], "n_pos": 184, "sum_m_en": [16.54857, 24.744066, 25.554754, 25.437594, 27.441888, 29.825539, 29.108099, 29.029136, 30.019275, 30.854687, 30.320906, 30.905958, 32.248164, 31.058626, 31.791922, 33.583675, 34.348215, 34.382972, 33.134101, 32.550495, 31.351013, 31.210622, 30.517082, 30.258314, 45.501789, 45.835428, 41.479208, 39.210149, 36.373788, 34.617985, 31.911864, 30.765213, 32.500204, 34.483257, 36.363664, 42.360662, 44.615791, 48.754035, 51.92823, 51.953368, 51.401766, 56.499562, 57.57348, 57.41948, 52.765884, 40.123581, 15.765046, 5.446071, 1.799659, 0.006656], "sum_m_pl": [2.602089, 7.559196, 8.685045, 8.855837, 9.595043, 10.384261, 10.884122, 11.886057, 12.280012, 13.29087, 13.562618, 13.660324, 14.156525, 13.609872, 14.524546, 15.294823, 14.38373, 12.823838, 12.379333, 12.001236, 11.955697, 11.575056, 11.220208, 10.969958, 13.610907, 14.845564, 15.958292, 17.832746, 17.697966, 18.018659, 18.328106, 17.303388, 17.497992, 17.530688, 17.671623, 16.783507, 19.497465, 18.679612, 20.091976, 17.98194, 19.626318, 17.739109, 20.956147, 29.397173, 38.993949, 57.314763, 96.418953, 116.067519, 128.618035, 137.781398]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 4, 8, 10, 11, 21, 25, 34, 30, 27, 17, 29, 31, 30, 32, 41, 43, 41, 44, 49, 41, 45, 41, 41, 44, 50, 41, 40, 33, 34, 35, 35, 39, 31, 41, 48, 52, 54, 52, 57, 54, 59, 52, 44, 40, 31, 11, 4, 0, 0], "n_am_pl": [2, 7, 10, 8, 11, 10, 9, 9, 12, 19, 25, 20, 23, 22, 25, 25, 15, 17, 17, 17, 13, 7, 8, 8, 10, 14, 19, 20, 24, 27, 27, 21, 21, 30, 22, 22, 25, 19, 21, 22, 21, 19, 22, 34, 43, 58, 96, 113, 130, 138], "n_pos": 139, "sum_m_en": [12.328984, 18.61152, 19.406723, 19.190143, 20.763787, 22.692353, 22.137597, 22.228204, 23.147527, 23.747918, 23.184721, 23.746238, 24.714229, 23.687637, 24.211003, 25.799222, 26.413802, 26.364187, 25.414055, 24.773004, 23.849684, 23.877422, 23.299189, 23.003612, 36.39327, 36.919027, 33.154738, 30.768297, 28.310566, 26.656622, 24.617114, 23.76096, 25.160109, 26.645574, 28.2164, 32.706394, 34.491617, 37.427036, 40.045479, 39.276701, 39.250381, 43.586731, 44.347454, 45.06913, 41.561907, 29.850297, 10.15528, 3.608718, 1.277143, 0.000476], "sum_m_pl": [1.926925, 5.47574, 6.437096, 6.631142, 7.190786, 7.884272, 8.268247, 9.05206, 9.353389, 10.131659, 10.317054, 10.389983, 10.816535, 10.414072, 11.153409, 11.833012, 10.971429, 9.79386, 9.474259, 9.121947, 9.218718, 8.901926, 8.611286, 8.401206, 10.372798, 11.371506, 12.511067, 13.721673, 13.641325, 14.106656, 14.341445, 13.543409, 13.750932, 14.05864, 14.170842, 13.503302, 15.069628, 14.161838, 15.432192, 14.061987, 15.733037, 14.071963, 17.062951, 24.650417, 34.690646, 52.511972, 90.769033, 109.851558, 124.60945, 136.627704]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "pes-Psychiatria-2019 jesień-42", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1252, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9892}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 8, 9, 8, 16, 17, 23, 18, 17, 21, 25, 23, 31, 36, 26, 25, 33, 24, 32, 37, 38, 37, 39, 36, 48, 38, 34, 35, 32, 33, 31, 34, 46, 43, 46, 43, 49, 61, 61, 67, 62, 62, 64, 64, 61, 62, 61, 61, 59, 61], "n_am_pl": [5, 9, 11, 9, 10, 14, 6, 12, 8, 13, 11, 12, 11, 11, 12, 17, 14, 12, 14, 16, 11, 14, 8, 10, 17, 18, 16, 14, 16, 18, 21, 13, 19, 17, 14, 18, 13, 10, 9, 5, 6, 10, 9, 13, 16, 13, 15, 12, 12, 16], "n_pos": 144, "sum_m_en": [15.370053, 18.514826, 18.461313, 19.227538, 21.413524, 22.992634, 21.808539, 21.345904, 22.062376, 23.098697, 22.857924, 23.226039, 23.805556, 24.169861, 23.390266, 23.87172, 24.309616, 24.20729, 23.689074, 23.955308, 23.356197, 23.271724, 23.990524, 23.146947, 33.743436, 32.82621, 28.736833, 27.344457, 27.827356, 28.458408, 26.085315, 27.018814, 28.113616, 28.837177, 29.572036, 32.049642, 35.336665, 42.130106, 45.861934, 51.976624, 52.27732, 53.664669, 55.107124, 56.664578, 57.03647, 59.47307, 60.531716, 59.313346, 56.60108, 62.598147], "sum_m_pl": [3.837495, 6.583039, 7.340513, 6.66937, 7.403203, 7.904388, 7.850844, 8.641491, 8.826566, 9.703344, 9.877821, 9.680145, 10.304434, 10.664864, 12.206568, 12.128695, 11.427429, 11.452587, 10.650097, 10.217732, 9.699501, 9.423717, 9.09033, 9.157085, 11.355733, 13.346187, 12.792159, 13.962463, 13.52266, 13.657603, 12.430187, 12.786592, 13.274429, 13.395448, 13.700159, 13.639351, 12.93005, 12.166863, 11.177172, 9.228069, 9.782898, 13.91087, 12.286177, 12.554469, 15.65076, 13.308406, 13.647425, 13.406673, 13.459336, 15.573631]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 2, 5, 3, 11, 7, 20, 15, 14, 16, 20, 18, 22, 26, 19, 19, 20, 14, 17, 22, 21, 21, 24, 22, 30, 26, 28, 27, 25, 25, 23, 23, 33, 31, 33, 28, 37, 45, 46, 52, 49, 51, 52, 51, 51, 52, 56, 55, 55, 61], "n_am_pl": [3, 4, 3, 3, 4, 7, 1, 2, 2, 4, 6, 4, 4, 4, 8, 10, 5, 6, 7, 6, 4, 4, 1, 3, 7, 8, 6, 6, 6, 7, 11, 5, 10, 9, 7, 8, 7, 7, 6, 2, 3, 5, 5, 9, 12, 11, 11, 11, 12, 16], "n_pos": 78, "sum_m_en": [8.847485, 10.144497, 10.266186, 10.528953, 11.74072, 12.716767, 12.079061, 12.133194, 12.721467, 13.239847, 13.26002, 13.485931, 13.912492, 13.78091, 13.492176, 13.366389, 13.591648, 13.593101, 13.133867, 13.334398, 12.827988, 12.813665, 13.069515, 12.633349, 20.701555, 21.104186, 18.712746, 17.660301, 17.426349, 18.143024, 16.676219, 16.878384, 17.551214, 18.522512, 19.287388, 21.386249, 24.248922, 28.646327, 32.972954, 38.205054, 39.175537, 41.945661, 43.399193, 45.523138, 47.363616, 50.483314, 52.820089, 52.172901, 51.116001, 60.053984], "sum_m_pl": [2.33049, 3.643403, 3.966745, 3.769911, 4.152985, 4.325905, 4.216509, 4.516476, 4.797336, 5.117199, 5.417852, 5.284421, 5.344246, 5.647546, 6.282315, 6.034275, 5.759465, 5.678503, 5.57473, 5.38113, 5.262275, 5.149633, 4.959957, 4.952885, 4.940621, 6.007052, 5.948252, 6.791753, 6.654028, 6.645438, 6.494629, 6.779043, 6.998658, 6.971426, 7.2549, 7.738823, 7.755273, 7.754024, 7.319055, 5.982274, 5.632819, 7.414159, 6.770308, 7.72783, 10.971387, 10.64359, 10.433055, 11.720742, 12.513144, 15.554373]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "pes-Psychiatria-2019 wiosna-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1078, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9862}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 12, 10, 24, 32, 31, 36, 35, 35, 38, 37, 34, 34, 38, 47, 53, 51, 50, 60, 63, 68, 70, 76, 73, 88, 84, 70, 54, 51, 54, 48, 50, 59, 62, 67, 71, 80, 95, 92, 85, 87, 98, 91, 86, 80, 54, 22, 8, 2, 1], "n_am_pl": [4, 22, 28, 26, 26, 24, 23, 19, 24, 24, 38, 32, 26, 35, 35, 25, 27, 30, 14, 24, 17, 16, 11, 12, 25, 27, 22, 30, 30, 28, 34, 41, 41, 30, 28, 37, 36, 33, 36, 41, 40, 41, 53, 63, 74, 94, 132, 156, 162, 166], "n_pos": 251, "sum_m_en": [22.595214, 35.091283, 37.033148, 36.952888, 37.89904, 39.21117, 40.26182, 39.522298, 40.870057, 40.455103, 41.915203, 42.290913, 41.841756, 41.164941, 41.826299, 42.279497, 43.257613, 42.422127, 41.146998, 41.594475, 40.47766, 40.509169, 42.995078, 41.024782, 66.714299, 64.446855, 55.549053, 49.489265, 47.642541, 47.137766, 43.704926, 44.61402, 45.422718, 45.229985, 47.110183, 52.307788, 54.20717, 64.464988, 67.644638, 75.857794, 74.09109, 77.658972, 77.622291, 80.682907, 69.263174, 52.97971, 20.75525, 7.911856, 2.369229, 1.108217], "sum_m_pl": [3.869549, 10.753479, 13.141164, 13.217559, 13.798216, 14.983845, 15.446626, 16.720345, 16.312399, 16.666312, 17.202766, 17.808446, 18.474485, 18.425849, 20.384205, 18.939167, 18.110282, 18.242641, 17.099842, 16.036005, 15.584491, 15.0939, 14.747586, 14.833635, 16.778444, 19.751183, 19.699307, 21.513496, 21.799424, 23.106445, 22.008609, 22.349099, 23.548852, 23.113288, 23.119142, 23.630441, 24.716196, 27.480488, 31.182779, 31.531919, 33.250716, 37.708746, 41.220887, 48.64783, 63.969372, 84.899268, 127.146936, 152.449731, 158.988062, 166.868746]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 7, 7, 19, 23, 24, 29, 28, 25, 30, 29, 27, 22, 26, 38, 39, 41, 36, 44, 44, 48, 50, 54, 54, 66, 61, 52, 40, 39, 42, 36, 36, 43, 41, 49, 54, 58, 67, 70, 67, 68, 77, 74, 66, 59, 40, 13, 3, 1, 1], "n_am_pl": [4, 12, 18, 15, 14, 14, 15, 11, 16, 14, 24, 20, 18, 23, 22, 17, 18, 21, 9, 14, 13, 10, 6, 7, 14, 15, 13, 21, 18, 15, 21, 24, 29, 23, 22, 26, 26, 25, 24, 28, 27, 26, 34, 45, 57, 78, 114, 146, 160, 165], "n_pos": 168, "sum_m_en": [15.352824, 23.863434, 25.478391, 25.447634, 26.017088, 26.831001, 27.423251, 27.017772, 28.116851, 27.767171, 28.847519, 29.147769, 28.903989, 28.333889, 28.834587, 29.129676, 29.707319, 29.036564, 28.356195, 28.477466, 27.593584, 27.588605, 29.834766, 28.114674, 49.057208, 47.118411, 40.849119, 35.862462, 33.843189, 33.01547, 30.185076, 30.773592, 31.486342, 31.31521, 32.866281, 36.818464, 38.228146, 45.246872, 48.504427, 55.631761, 54.184213, 58.042344, 59.944527, 60.940163, 51.301289, 37.241534, 13.066306, 3.669385, 1.323269, 1.105108], "sum_m_pl": [2.685538, 7.360065, 8.853119, 8.989736, 9.400501, 10.142512, 10.60912, 11.524153, 11.300918, 11.409952, 11.932414, 12.376699, 12.436169, 12.336649, 13.287068, 12.14768, 11.714248, 11.82396, 11.555741, 10.939443, 10.667778, 10.290466, 10.055053, 10.090608, 10.327513, 12.247346, 12.739874, 14.171538, 14.730412, 15.199747, 14.879931, 15.191786, 16.203942, 16.225104, 16.120512, 16.458109, 17.795726, 20.508317, 23.352935, 23.364944, 23.914094, 25.946326, 28.029374, 35.118797, 50.623955, 70.712277, 109.630916, 141.880165, 155.387396, 164.899854]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 253, "item_id": "pes-Psychiatria-2019 wiosna-55", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1333, "region_end": 251, "roundtrip_ok": true, "tf_agree": 0.9802, "tf_agree_excl_first": 0.9841}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 10, 4, 11, 10, 11, 15, 16, 20, 15, 16, 21, 19, 12, 18, 21, 20, 26, 21, 21, 22, 24, 22, 26, 27, 31, 28, 23, 22, 20, 18, 19, 22, 24, 22, 26, 32, 41, 40, 44, 49, 46, 48, 44, 41, 39, 39, 40, 36, 35], "n_am_pl": [1, 4, 7, 9, 7, 4, 9, 13, 9, 11, 9, 7, 14, 15, 12, 14, 18, 17, 14, 9, 10, 11, 12, 9, 16, 20, 13, 12, 18, 22, 20, 17, 20, 17, 20, 18, 12, 9, 9, 11, 10, 7, 7, 8, 11, 11, 12, 13, 12, 13], "n_pos": 101, "sum_m_en": [10.629685, 12.665723, 13.376585, 14.229396, 14.744586, 14.669634, 14.075549, 14.567954, 14.370496, 15.067781, 15.539857, 15.489189, 15.678278, 15.021308, 14.930693, 15.601422, 15.472128, 14.845185, 15.546232, 15.9479, 15.523, 16.372455, 15.844826, 15.676831, 22.139412, 21.21228, 18.313607, 16.406051, 16.627902, 16.780656, 16.203473, 15.824481, 16.465668, 18.417971, 20.198539, 21.84194, 26.070512, 28.24621, 32.034785, 38.481437, 37.622317, 37.804397, 38.66294, 38.627249, 37.599216, 35.404785, 36.725794, 35.435768, 32.757403, 35.79396], "sum_m_pl": [2.132516, 4.398198, 5.220639, 4.915345, 5.12378, 5.796356, 6.139894, 6.844443, 7.078679, 7.856518, 8.113666, 8.88472, 9.199088, 9.355657, 9.71725, 9.51012, 9.09291, 8.917844, 8.843381, 8.724239, 8.435015, 7.962027, 7.573062, 7.357258, 9.865588, 12.200717, 10.071166, 11.298383, 11.351145, 12.702533, 11.957519, 11.383419, 11.597102, 11.43114, 11.063096, 10.711957, 9.924213, 8.833799, 8.965492, 8.85186, 9.030008, 9.212832, 8.445982, 9.621153, 11.26017, 11.823071, 12.688468, 13.08264, 12.991346, 12.358578]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 4, 5, 6, 4, 7, 7, 12, 8, 8, 9, 7, 4, 13, 13, 14, 15, 13, 10, 9, 11, 11, 12, 15, 17, 15, 10, 12, 9, 10, 10, 12, 16, 11, 16, 21, 27, 26, 28, 31, 30, 32, 32, 29, 28, 29, 33, 32, 34], "n_am_pl": [0, 2, 5, 7, 5, 3, 4, 4, 3, 6, 7, 5, 7, 8, 8, 5, 7, 9, 5, 4, 6, 6, 4, 5, 8, 10, 6, 4, 6, 9, 9, 8, 8, 8, 8, 7, 6, 4, 4, 5, 4, 4, 4, 6, 8, 9, 10, 11, 11, 13], "n_pos": 47, "sum_m_en": [4.746434, 5.910741, 6.227492, 6.649046, 6.81953, 6.819217, 6.690856, 7.052923, 6.943967, 7.376887, 7.599454, 7.568032, 7.574215, 7.273793, 7.405916, 7.826008, 7.536769, 7.208083, 7.39514, 7.260722, 7.134849, 7.221368, 7.102076, 7.07761, 10.987315, 11.043143, 9.513428, 8.515824, 8.719982, 8.343613, 8.006545, 7.708742, 8.438863, 9.97965, 10.837649, 12.568904, 16.140575, 17.160342, 18.939591, 22.820321, 23.246012, 23.919566, 24.489521, 26.456397, 26.532223, 26.260481, 27.717053, 27.865101, 28.423451, 32.931448], "sum_m_pl": [0.951399, 2.16936, 2.414468, 2.301673, 2.331927, 2.706593, 2.755641, 3.112692, 3.148984, 3.52957, 3.924635, 4.288068, 4.46593, 4.321574, 4.517913, 4.464453, 4.244588, 4.009298, 4.059451, 4.175719, 4.036978, 3.860254, 3.572987, 3.484001, 4.929214, 5.815971, 4.907327, 5.338133, 5.21375, 5.807462, 5.707762, 5.565818, 5.609593, 5.330782, 5.215999, 5.044813, 5.000494, 4.474555, 4.385998, 4.749229, 4.390448, 4.930999, 4.894387, 5.772008, 7.842621, 8.71269, 10.339704, 10.797812, 11.517637, 12.348096]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Psychiatria-2020 wiosna-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 978, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9902}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 6, 6, 8, 12, 8, 10, 14, 13, 14, 10, 14, 16, 13, 19, 17, 26, 14, 18, 22, 18, 17, 21, 20, 27, 27, 27, 17, 12, 11, 12, 13, 14, 20, 23, 21, 26, 34, 34, 34, 31, 32, 33, 33, 24, 17, 5, 4, 1, 1], "n_am_pl": [2, 8, 14, 16, 12, 17, 20, 16, 19, 22, 18, 24, 14, 17, 13, 19, 20, 16, 18, 14, 14, 15, 14, 11, 15, 22, 15, 20, 23, 26, 23, 19, 18, 19, 23, 25, 16, 18, 20, 25, 23, 28, 28, 25, 27, 39, 56, 62, 62, 65], "n_pos": 109, "sum_m_en": [10.065943, 15.17325, 15.938876, 16.030058, 15.907111, 15.634627, 14.901213, 16.077542, 15.793341, 17.432076, 17.77417, 17.111524, 16.939766, 16.660844, 16.075416, 16.576023, 17.403529, 15.929927, 16.66245, 17.335623, 16.828433, 17.332945, 16.877082, 16.986338, 21.839135, 20.24887, 17.776187, 15.678969, 16.242888, 16.093409, 16.018641, 15.829907, 15.777949, 17.850851, 18.56197, 19.173827, 18.915169, 23.054708, 23.678762, 28.461433, 26.223263, 26.548314, 27.774764, 28.498394, 24.505621, 17.845489, 7.916296, 4.302083, 1.836998, 1.117563], "sum_m_pl": [1.940998, 5.17821, 6.644826, 6.328032, 6.58713, 7.02478, 7.590375, 8.363512, 8.507102, 9.43319, 9.623592, 10.278118, 9.896187, 10.536659, 10.881496, 10.155638, 9.573414, 9.230066, 8.457417, 8.51339, 8.277018, 7.956374, 7.851767, 7.595556, 11.454416, 13.824158, 12.40154, 13.391764, 13.644734, 14.657545, 12.628159, 12.202104, 12.231104, 12.783807, 12.9546, 12.806595, 13.228133, 12.933855, 14.875789, 15.591013, 17.831322, 20.842536, 21.140558, 22.522032, 25.315384, 36.543185, 48.830587, 60.524985, 62.81773, 64.327436]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 4, 5, 4, 9, 5, 7, 8, 10, 8, 9, 9, 9, 11, 16, 11, 18, 10, 13, 14, 11, 11, 14, 14, 19, 18, 18, 11, 10, 7, 7, 9, 10, 13, 17, 14, 20, 21, 22, 21, 19, 21, 21, 23, 17, 11, 5, 4, 1, 1], "n_am_pl": [2, 6, 5, 11, 5, 9, 9, 12, 13, 13, 12, 18, 10, 11, 8, 11, 11, 11, 11, 7, 10, 10, 9, 6, 8, 15, 11, 11, 14, 19, 15, 11, 9, 12, 13, 18, 9, 13, 14, 19, 18, 21, 23, 19, 21, 33, 50, 55, 60, 64], "n_pos": 66, "sum_m_en": [6.566048, 9.245838, 9.834131, 9.638949, 9.739267, 9.593181, 8.965702, 9.717241, 9.723387, 10.81708, 11.129624, 10.942798, 10.806443, 10.644505, 10.418347, 10.919755, 11.088101, 10.242362, 10.415122, 10.886239, 10.32593, 10.341443, 10.248816, 10.288042, 14.684859, 13.565866, 12.325164, 10.595827, 10.86504, 10.425605, 10.211603, 9.97727, 9.876224, 11.314653, 11.660746, 11.968079, 12.112539, 15.178595, 15.355191, 18.774735, 17.271992, 17.438874, 17.5858, 18.831828, 17.233739, 13.174316, 6.954151, 3.797188, 1.132402, 0.999962], "sum_m_pl": [1.324441, 3.214212, 4.013639, 3.773629, 3.860667, 4.216652, 4.428293, 4.998519, 5.360142, 5.70645, 6.020531, 6.523691, 6.265748, 6.460869, 6.465996, 6.027044, 5.783559, 5.514754, 5.144221, 5.180442, 5.103433, 4.964359, 4.799805, 4.643978, 6.335871, 7.854844, 7.723454, 8.290479, 8.534091, 8.806667, 7.851802, 7.846412, 8.011098, 8.275556, 8.20584, 8.283561, 8.822906, 8.987317, 10.821297, 11.633635, 12.67973, 15.575631, 16.224272, 17.607503, 20.9305, 31.101884, 42.777422, 53.135002, 59.778441, 63.643084]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "pes-Psychiatria-2020 wiosna-66", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1233, "region_end": 109, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9909}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 2, 8, 15, 23, 29, 26, 29, 30, 38, 26, 24, 19, 16, 18, 15, 18, 22, 27, 35, 38, 44, 51, 43, 52, 51, 46, 39, 34, 30, 31, 29, 29, 29, 32, 35, 35, 38, 46, 44, 45, 42, 37, 35, 39, 21, 7, 1, 0, 0], "n_am_pl": [1, 4, 9, 5, 6, 6, 9, 8, 5, 6, 4, 8, 11, 8, 16, 19, 19, 10, 13, 7, 9, 3, 3, 5, 10, 11, 7, 12, 13, 10, 3, 5, 6, 5, 7, 5, 9, 9, 13, 14, 11, 15, 21, 21, 21, 37, 59, 65, 64, 65], "n_pos": 89, "sum_m_en": [8.436395, 12.781057, 14.117687, 15.129885, 15.595146, 15.224134, 15.590773, 15.89276, 16.069828, 16.452849, 17.299118, 16.655712, 16.372116, 15.912228, 15.308471, 16.499815, 17.537737, 16.454493, 16.435876, 16.051821, 16.664296, 18.494944, 18.214017, 16.912353, 36.829006, 34.039422, 29.34258, 23.601456, 21.381597, 20.492934, 18.650736, 18.270286, 18.219534, 19.157505, 21.062184, 21.532483, 23.008276, 26.737916, 30.892776, 36.076818, 35.574174, 31.826925, 33.757324, 33.813558, 31.049687, 20.923071, 7.256694, 2.3642, 1.00385, 8.2e-05], "sum_m_pl": [1.600131, 4.336306, 5.002992, 4.922378, 4.982314, 5.349587, 5.324489, 5.772589, 5.593785, 5.697914, 6.124647, 6.656394, 6.898153, 7.410945, 8.198685, 8.33321, 7.818448, 7.597844, 7.065216, 6.200261, 5.666103, 5.246403, 5.14167, 5.350632, 6.747838, 6.344445, 6.425445, 8.093294, 8.454313, 9.252813, 9.276728, 8.760044, 9.701572, 9.892915, 9.348177, 8.944414, 9.997313, 9.52548, 10.429922, 10.735516, 10.519373, 14.49365, 15.927694, 17.821462, 20.762835, 32.616915, 52.434048, 59.618078, 62.339524, 64.432001]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 2, 5, 12, 20, 24, 20, 25, 24, 30, 18, 18, 15, 13, 16, 14, 17, 18, 23, 26, 27, 30, 37, 32, 37, 39, 35, 30, 27, 22, 23, 24, 23, 23, 26, 28, 27, 30, 36, 35, 37, 35, 31, 31, 35, 18, 7, 1, 0, 0], "n_am_pl": [1, 3, 5, 3, 5, 3, 7, 7, 3, 5, 4, 7, 9, 7, 13, 14, 18, 9, 10, 6, 8, 3, 2, 4, 10, 11, 7, 12, 10, 9, 2, 2, 6, 4, 6, 4, 7, 8, 11, 12, 8, 10, 17, 17, 16, 31, 47, 57, 61, 65], "n_pos": 65, "sum_m_en": [6.112471, 9.281281, 10.271483, 11.126945, 11.570788, 11.248842, 11.585007, 11.721424, 11.766796, 12.066922, 12.711378, 12.07888, 12.210139, 11.738958, 11.350407, 12.166813, 12.83529, 12.133347, 12.0947, 11.510887, 12.015702, 13.628583, 13.432056, 12.406546, 27.65884, 25.9734, 22.722369, 18.381689, 16.362939, 15.341359, 14.101123, 13.911833, 13.55773, 14.603391, 15.974319, 16.396604, 17.916412, 20.174775, 23.311546, 28.296007, 28.03816, 25.178405, 26.957488, 28.195289, 26.246716, 18.216359, 6.450247, 2.086682, 0.787357, 7.2e-05], "sum_m_pl": [1.090264, 3.178505, 3.655904, 3.575859, 3.558035, 3.830557, 3.782044, 4.175563, 4.060985, 4.198133, 4.502728, 4.865049, 5.037957, 5.548395, 6.228334, 6.391117, 5.951839, 5.772184, 5.29979, 4.669655, 4.218419, 3.891003, 3.802875, 3.951619, 5.630802, 5.125411, 5.214144, 6.260655, 6.417896, 7.05897, 7.024211, 6.645877, 7.474884, 7.470812, 7.070062, 6.770187, 7.621775, 7.538901, 8.260187, 8.229964, 8.028697, 11.319126, 12.361672, 13.758051, 15.89721, 26.378257, 43.47644, 52.037425, 59.924183, 64.213292]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "pes-Psychiatria-2020 wiosna-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 5, 14, 22, 23, 26, 29, 26, 29, 32, 26, 28, 24, 26, 25, 29, 27, 32, 40, 51, 54, 66, 72, 60, 63, 58, 58, 49, 42, 41, 39, 32, 34, 36, 39, 43, 48, 60, 62, 67, 68, 59, 54, 41, 44, 31, 7, 2, 0, 0], "n_am_pl": [1, 8, 11, 10, 6, 10, 11, 8, 8, 10, 8, 11, 10, 11, 15, 19, 13, 9, 11, 5, 6, 2, 3, 2, 3, 8, 5, 9, 13, 12, 7, 11, 14, 13, 8, 9, 15, 12, 14, 9, 13, 17, 18, 24, 30, 40, 73, 75, 77, 80], "n_pos": 115, "sum_m_en": [10.535658, 16.624984, 17.989669, 18.845563, 19.244417, 18.324776, 18.98071, 19.599477, 19.826365, 20.66887, 21.715124, 21.740293, 20.889622, 20.469725, 19.409222, 21.379276, 23.185125, 21.744256, 21.814796, 21.604416, 22.354993, 25.652725, 25.017159, 22.428925, 49.568498, 43.313492, 38.091321, 32.654788, 29.376808, 28.790779, 26.617297, 25.332239, 25.169303, 27.170539, 30.060793, 29.866057, 31.563967, 37.756395, 41.923841, 50.441554, 50.594624, 47.1196, 47.305543, 41.623908, 38.115655, 26.991187, 8.322814, 3.443373, 1.041325, 1.5e-05], "sum_m_pl": [1.854693, 5.27439, 6.498332, 6.4514, 6.449049, 6.609922, 6.611978, 7.469797, 7.143772, 7.25864, 7.836557, 8.595096, 8.809147, 9.231487, 9.802147, 9.509608, 8.995334, 8.653801, 8.224354, 7.14642, 6.709608, 6.230372, 6.261078, 6.524786, 6.547806, 7.698318, 8.090706, 9.7646, 10.218506, 10.56367, 10.625844, 10.561828, 11.477384, 11.041278, 10.343923, 9.627338, 10.830064, 10.332902, 10.804813, 9.955879, 11.383829, 13.806072, 15.406392, 19.437308, 25.74644, 38.012802, 63.562574, 71.542664, 75.008514, 80.010888]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 4, 6, 12, 17, 18, 18, 18, 19, 24, 16, 19, 19, 20, 20, 21, 19, 21, 28, 31, 34, 41, 50, 42, 45, 42, 39, 35, 32, 29, 27, 24, 23, 25, 29, 30, 36, 44, 48, 50, 49, 46, 45, 33, 37, 27, 6, 2, 0, 0], "n_am_pl": [1, 6, 8, 5, 4, 7, 8, 6, 6, 8, 4, 7, 5, 4, 8, 13, 12, 7, 8, 4, 5, 2, 2, 1, 3, 6, 4, 5, 9, 9, 4, 6, 11, 7, 5, 7, 11, 11, 12, 7, 11, 13, 13, 18, 22, 30, 61, 65, 75, 79], "n_pos": 79, "sum_m_en": [7.194049, 11.403294, 12.338112, 12.957009, 13.282564, 12.59369, 12.875842, 13.382879, 13.44333, 14.110884, 14.923169, 14.809242, 14.638759, 14.155537, 13.136637, 14.668544, 15.855395, 14.967405, 14.869324, 14.497851, 15.188668, 17.702992, 17.30304, 15.173791, 34.23778, 30.149814, 26.182308, 22.640659, 20.067941, 19.342113, 17.754322, 17.227103, 16.618658, 17.954839, 19.7548, 20.023694, 21.460138, 25.878207, 29.48827, 36.922883, 36.839988, 35.239047, 36.992109, 33.563734, 31.895041, 23.578255, 7.350347, 2.969247, 0.766952, 1.5e-05], "sum_m_pl": [1.236778, 3.685366, 4.584078, 4.539943, 4.474335, 4.541197, 4.637837, 5.360488, 5.062797, 5.251087, 5.64299, 6.208476, 6.313335, 6.66928, 7.112498, 6.976724, 6.555143, 6.342724, 5.896225, 5.154419, 4.791878, 4.445268, 4.447322, 4.64059, 4.908846, 5.407585, 5.987827, 6.838362, 7.217419, 7.571287, 7.696924, 7.621095, 8.421676, 7.941537, 7.544225, 6.975054, 7.772442, 7.537238, 7.945764, 7.330865, 8.769763, 9.953045, 10.934676, 14.192137, 18.755873, 29.693152, 52.290946, 61.993224, 72.196497, 78.523814]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Psychiatria-2020 wiosna-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1204, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9658, "tf_agree_excl_first": 0.9741}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 8, 12, 22, 31, 26, 18, 20, 26, 21, 25, 23, 25, 27, 34, 26, 34, 36, 32, 39, 29, 31, 37, 36, 47, 47, 41, 34, 31, 26, 33, 30, 27, 42, 45, 55, 55, 52, 58, 60, 60, 65, 79, 74, 64, 46, 37, 33, 29, 31], "n_am_pl": [8, 16, 29, 24, 29, 25, 22, 26, 21, 26, 22, 33, 31, 33, 25, 24, 32, 31, 37, 37, 31, 26, 19, 20, 31, 35, 30, 36, 33, 51, 34, 34, 34, 40, 34, 28, 24, 16, 22, 23, 27, 28, 25, 28, 34, 51, 62, 70, 75, 79], "n_pos": 195, "sum_m_en": [20.969215, 28.227206, 30.112056, 30.617306, 31.965767, 31.873351, 30.922691, 29.903587, 30.24384, 30.660854, 32.165945, 31.682175, 32.229055, 31.85154, 32.373048, 32.937294, 33.007285, 32.277989, 33.03946, 32.384042, 30.97038, 30.807667, 30.949015, 30.946665, 36.619146, 36.334901, 34.285945, 31.813486, 32.520362, 33.042651, 32.237916, 31.695752, 30.98476, 32.876229, 35.840495, 37.934756, 41.95984, 42.893251, 43.449578, 47.885552, 47.932246, 52.989097, 65.419871, 63.209479, 55.228119, 43.514414, 34.870438, 30.046596, 27.569162, 31.098327], "sum_m_pl": [5.452718, 9.579564, 11.189832, 11.121654, 11.710762, 12.733893, 11.892467, 12.636824, 13.183288, 14.825961, 15.859738, 16.817756, 17.63937, 17.361244, 18.344403, 20.22537, 18.551519, 18.131464, 16.185223, 14.411803, 13.585855, 12.99295, 12.245922, 12.074186, 20.713927, 23.495856, 22.681654, 23.290794, 21.621383, 25.003047, 22.629708, 21.884404, 20.501222, 20.96671, 19.664127, 18.143107, 16.686236, 16.238371, 17.488134, 19.944669, 23.897901, 24.796165, 24.43216, 27.535976, 35.217607, 46.056761, 58.124077, 67.764411, 73.729119, 78.942663]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 2, 0, 0, 1, 0, 1, 0, 4, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 0, 1, 3, 1, 1, 0, 0, 1, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.973707, 1.32397, 1.406935, 1.455575, 1.268352, 1.310208, 1.247523, 1.135998, 1.11681, 1.078898, 1.126416, 1.06743, 1.135637, 1.059659, 1.172688, 1.179886, 1.176547, 1.186062, 1.298809, 1.228064, 1.16112, 1.157103, 1.135852, 1.142256, 1.257098, 1.182614, 1.220824, 0.946132, 1.104813, 1.003521, 1.041654, 1.031068, 0.986127, 1.008229, 1.056706, 1.089955, 1.076853, 1.031058, 1.098336, 1.358054, 0.900837, 0.931562, 1.053814, 0.81378, 0.711978, 0.448731, 0.281915, 0.260869, 0.069522, 1e-06], "sum_m_pl": [0.322969, 0.434289, 0.337589, 0.406081, 0.424723, 0.435559, 0.415541, 0.399231, 0.418287, 0.487943, 0.552014, 0.571585, 0.53735, 0.531506, 0.556854, 0.610519, 0.508193, 0.524283, 0.521968, 0.458109, 0.439185, 0.416546, 0.393605, 0.392942, 0.510403, 0.537295, 0.531812, 0.709306, 0.658497, 0.669814, 0.612481, 0.541448, 0.460722, 0.458807, 0.413987, 0.392376, 0.386266, 0.355964, 0.38443, 0.368457, 0.400081, 0.364901, 0.368851, 0.390186, 0.39569, 0.366811, 0.202498, 0.14806, 0.054902, 0.0]}, "lang": {"n_am_en": [5, 6, 9, 17, 22, 15, 12, 13, 16, 13, 17, 13, 13, 17, 22, 13, 26, 23, 22, 29, 18, 21, 24, 24, 33, 34, 29, 24, 21, 17, 22, 26, 22, 31, 36, 38, 41, 39, 44, 48, 48, 54, 62, 58, 51, 40, 33, 30, 28, 31], "n_am_pl": [7, 11, 15, 15, 17, 15, 12, 14, 12, 11, 10, 23, 16, 18, 14, 11, 16, 19, 21, 20, 15, 14, 11, 11, 16, 19, 16, 19, 19, 32, 24, 19, 18, 23, 19, 14, 14, 9, 15, 16, 18, 20, 22, 25, 29, 47, 57, 66, 75, 79], "n_pos": 110, "sum_m_en": [12.208593, 15.716293, 16.786381, 17.143208, 17.894231, 17.963015, 17.631037, 17.143488, 17.382239, 17.675322, 18.70687, 18.533495, 19.083451, 19.114241, 19.546635, 19.654225, 19.76532, 19.559262, 19.579391, 18.904062, 17.788355, 17.681157, 17.710528, 17.589865, 23.554267, 23.507433, 22.092605, 20.385548, 20.135579, 19.86789, 19.316696, 19.439507, 19.468992, 20.616958, 23.276555, 25.325915, 29.644637, 31.38378, 32.216986, 36.373352, 38.411395, 41.279863, 49.328093, 48.052328, 43.160439, 36.450836, 30.838749, 26.756753, 25.531971, 29.999662], "sum_m_pl": [3.324591, 5.459094, 6.195133, 6.2809, 6.463741, 6.833614, 6.475357, 6.812135, 7.481813, 8.294918, 9.005819, 9.58375, 9.63506, 9.74554, 9.674855, 10.505643, 9.966495, 9.579979, 8.962661, 7.997062, 7.749801, 7.538298, 7.081447, 6.963468, 11.512996, 12.220488, 11.856256, 12.675713, 12.447762, 14.142851, 13.485041, 13.149649, 12.123349, 12.710661, 12.20261, 10.748959, 10.135133, 10.136181, 10.954321, 12.156905, 15.464369, 16.041983, 17.774195, 20.962761, 28.965767, 40.496208, 53.305462, 63.122941, 72.241229, 78.778523]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesień-12", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1092, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9949}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 15, 16, 25, 31, 30, 28, 19, 21, 20, 30, 24, 25, 27, 29, 35, 35, 32, 30, 40, 29, 35, 34, 35, 60, 65, 38, 30, 34, 32, 31, 27, 29, 41, 37, 52, 52, 58, 62, 64, 66, 74, 90, 81, 65, 36, 21, 7, 0, 0], "n_am_pl": [8, 31, 38, 37, 31, 20, 31, 33, 26, 29, 40, 41, 33, 31, 31, 34, 34, 32, 33, 35, 40, 33, 32, 20, 28, 30, 32, 35, 39, 39, 45, 43, 42, 33, 28, 30, 32, 34, 32, 34, 35, 42, 39, 45, 58, 80, 95, 120, 128, 128], "n_pos": 224, "sum_m_en": [22.362147, 33.191821, 35.067495, 35.634814, 34.843117, 35.463448, 33.931916, 33.534897, 32.972117, 33.268962, 36.189845, 34.182008, 34.724758, 34.590928, 35.717291, 36.227838, 36.289365, 33.886166, 34.860496, 34.316083, 33.08992, 33.124317, 33.837107, 33.95102, 41.329013, 40.394438, 36.510318, 35.081977, 35.784114, 35.50611, 35.634065, 34.777065, 34.645953, 36.640212, 39.092476, 41.255984, 40.978719, 42.50669, 44.452692, 47.390513, 49.780259, 58.830002, 70.895686, 67.955261, 57.622713, 35.095148, 18.55493, 6.019946, 0.717545, 0.003372], "sum_m_pl": [5.20926, 12.1816, 13.91481, 13.476706, 13.862098, 14.993513, 14.337492, 14.99636, 15.169258, 17.18666, 18.466231, 19.866098, 20.371527, 20.25202, 20.629522, 21.328033, 18.843153, 18.94587, 16.860178, 15.241926, 14.435924, 13.866484, 13.372563, 13.234019, 22.023217, 25.020108, 24.14736, 25.478148, 23.938148, 25.989135, 24.389481, 24.486858, 22.2892, 21.984627, 20.091963, 20.854868, 20.485673, 21.67394, 23.909355, 27.82541, 30.233571, 34.15444, 33.965131, 38.759741, 50.102818, 66.578606, 90.041605, 112.399896, 123.900311, 129.086803]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.863296, 1.283071, 1.324843, 1.356412, 1.189638, 1.314637, 1.210306, 1.117876, 1.079781, 1.013639, 1.062086, 1.018365, 1.100118, 1.070108, 1.110068, 1.090782, 1.054738, 1.025972, 1.102306, 1.066234, 1.001221, 1.02312, 1.049401, 1.076902, 1.080425, 0.903535, 0.888448, 0.829034, 1.024383, 0.897667, 0.989866, 0.97561, 0.933097, 1.030277, 1.145715, 1.175566, 1.12488, 1.020365, 0.914504, 1.112336, 0.772229, 1.045498, 0.841403, 0.589941, 0.438494, 0.241195, 0.191352, 0.165859, 0.059117, 0.0], "sum_m_pl": [0.258999, 0.409425, 0.383601, 0.419002, 0.404386, 0.405252, 0.372994, 0.361218, 0.354945, 0.412386, 0.48147, 0.530391, 0.507652, 0.481939, 0.515042, 0.541931, 0.4923, 0.472339, 0.438544, 0.423896, 0.398334, 0.390394, 0.382362, 0.391604, 0.474816, 0.532884, 0.487558, 0.594491, 0.604752, 0.602922, 0.54464, 0.553446, 0.473215, 0.449173, 0.443623, 0.402923, 0.378063, 0.359051, 0.366287, 0.428235, 0.35759, 0.346451, 0.387356, 0.479388, 0.577266, 0.462312, 0.22111, 0.164487, 0.064463, 0.0]}, "lang": {"n_am_en": [3, 12, 12, 17, 22, 17, 19, 12, 14, 12, 19, 17, 16, 19, 20, 22, 23, 25, 18, 23, 17, 24, 23, 25, 39, 45, 24, 19, 22, 25, 22, 17, 18, 25, 22, 33, 36, 36, 37, 38, 45, 54, 59, 55, 42, 23, 15, 6, 0, 0], "n_am_pl": [7, 20, 18, 22, 21, 13, 19, 23, 17, 15, 23, 24, 18, 14, 19, 20, 21, 17, 21, 24, 23, 25, 22, 10, 14, 15, 17, 21, 27, 23, 28, 30, 28, 19, 16, 14, 16, 21, 20, 25, 22, 29, 32, 34, 45, 70, 85, 108, 125, 128], "n_pos": 128, "sum_m_en": [13.046378, 19.044449, 20.065313, 20.518974, 20.013746, 20.312806, 19.372492, 19.398128, 19.333326, 19.682992, 21.844727, 20.35468, 20.784725, 20.754668, 21.571005, 21.840828, 21.774107, 20.427083, 20.634617, 20.107272, 19.289446, 19.247872, 19.682057, 19.53793, 26.771744, 26.433973, 23.501485, 22.979313, 23.064396, 22.447536, 22.344116, 21.7669, 21.862057, 22.220424, 23.288004, 24.884572, 25.206165, 26.364187, 27.896652, 30.568003, 32.992995, 40.065274, 47.497178, 43.611633, 36.056535, 22.344423, 12.700413, 4.12985, 0.490594, 0.003267], "sum_m_pl": [2.893007, 6.965273, 7.933689, 7.77508, 7.922356, 8.335612, 7.996362, 8.341408, 8.743701, 9.659972, 10.687482, 11.562655, 11.427135, 11.632777, 11.417021, 11.623177, 10.486074, 10.403542, 9.547732, 8.587422, 8.418619, 8.107562, 7.759268, 7.618849, 12.422077, 13.503348, 14.292957, 15.12203, 14.642822, 15.54546, 14.962846, 15.271357, 13.699083, 13.582567, 12.312955, 12.666427, 12.77232, 13.762, 15.67895, 17.87036, 19.603311, 22.584799, 24.162485, 29.403878, 40.481397, 56.51051, 79.482611, 100.193198, 118.706887, 127.312643]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesień-12", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1347, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9956, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 6, 20, 25, 30, 31, 23, 26, 35, 37, 43, 43, 34, 36, 36, 46, 44, 44, 50, 47, 47, 41, 34, 45, 67, 61, 43, 40, 37, 33, 35, 43, 45, 38, 44, 54, 48, 45, 49, 50, 52, 53, 57, 54, 36, 28, 11, 2, 1, 0], "n_am_pl": [7, 17, 26, 17, 24, 20, 18, 20, 21, 17, 12, 17, 22, 26, 26, 23, 24, 25, 21, 21, 24, 19, 18, 19, 12, 23, 21, 22, 29, 23, 40, 35, 34, 37, 33, 31, 29, 31, 34, 32, 30, 39, 46, 50, 85, 109, 135, 155, 160, 160], "n_pos": 206, "sum_m_en": [19.559043, 27.372466, 29.683857, 31.234607, 34.018789, 34.002221, 33.681827, 35.542685, 35.689993, 35.990809, 37.575464, 37.551684, 35.361325, 35.908882, 36.630023, 35.967747, 34.482979, 32.027832, 33.377876, 33.119691, 30.499055, 31.060973, 31.255402, 31.796804, 54.123664, 47.490913, 39.287598, 37.423457, 37.037619, 37.559446, 35.995479, 37.072902, 36.025959, 35.275175, 35.254539, 36.107001, 35.993387, 37.862802, 37.250481, 39.023278, 40.610026, 41.72316, 46.063684, 44.828699, 34.430091, 25.571427, 12.566663, 4.826579, 2.472623, 0.150292], "sum_m_pl": [3.766476, 9.599078, 10.953856, 11.139329, 11.031612, 11.90136, 11.956606, 12.806619, 13.139979, 13.630882, 15.068499, 15.23201, 16.56304, 15.955508, 16.196596, 15.911075, 14.619766, 14.181042, 14.468021, 13.639124, 12.840633, 12.879853, 12.505752, 12.428578, 14.569023, 17.204692, 16.805943, 17.88944, 18.802096, 20.391326, 19.712794, 19.156752, 19.782129, 19.870263, 19.532866, 19.879215, 21.734773, 21.608742, 22.23904, 24.284366, 26.48203, 28.147816, 34.464627, 40.845055, 68.760894, 96.054201, 123.756901, 143.870741, 154.979254, 160.984414]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 6, 16, 24, 22, 24, 21, 22, 32, 30, 37, 34, 26, 26, 29, 37, 36, 36, 42, 39, 35, 33, 28, 36, 55, 48, 37, 35, 31, 27, 28, 35, 35, 32, 39, 45, 44, 40, 43, 43, 45, 44, 49, 46, 29, 24, 11, 2, 1, 0], "n_am_pl": [6, 13, 23, 12, 20, 16, 15, 15, 17, 16, 8, 14, 18, 23, 23, 16, 18, 19, 16, 17, 22, 17, 14, 14, 10, 17, 17, 17, 21, 14, 29, 23, 27, 30, 26, 29, 27, 27, 30, 26, 25, 33, 39, 42, 73, 95, 118, 147, 156, 160], "n_pos": 161, "sum_m_en": [15.630957, 21.850536, 23.770408, 24.907138, 27.024867, 27.07084, 26.7004, 28.067602, 28.358832, 28.571856, 30.058254, 29.976304, 27.973416, 28.471811, 29.046139, 28.498945, 27.322256, 25.13018, 25.971328, 25.594324, 23.712081, 24.153104, 24.37993, 24.819825, 42.900319, 37.206733, 31.992973, 30.247268, 29.793417, 30.144734, 28.600161, 29.44041, 28.797529, 28.449725, 28.09464, 28.938971, 28.992675, 30.712147, 30.599799, 32.312361, 34.866508, 35.245413, 40.358896, 37.931992, 28.847222, 21.294017, 11.678198, 4.334378, 1.603638, 0.00464], "sum_m_pl": [2.90929, 7.537718, 8.641325, 8.685409, 8.550449, 9.377082, 9.571345, 10.185071, 10.370378, 10.659797, 11.726109, 11.936366, 13.026863, 12.568128, 12.806472, 12.627355, 11.554698, 11.208629, 11.344259, 10.704438, 9.987991, 10.053884, 9.854068, 9.790532, 11.612308, 13.833806, 13.684075, 14.188977, 14.825103, 15.941005, 15.42683, 14.987882, 15.473068, 15.848744, 15.535015, 16.087482, 17.410474, 17.587704, 18.17801, 19.583142, 21.97237, 23.213198, 28.450552, 34.284769, 59.252746, 84.553479, 109.75699, 135.009423, 151.046825, 159.748431]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 wiosna-8", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9903}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 5, 16, 19, 21, 25, 18, 20, 20, 32, 38, 39, 36, 31, 36, 40, 40, 43, 47, 38, 28, 32, 28, 25, 40, 40, 34, 25, 24, 24, 27, 37, 30, 30, 35, 43, 40, 34, 38, 42, 42, 47, 49, 45, 34, 27, 8, 2, 0, 0], "n_am_pl": [6, 17, 24, 18, 20, 17, 24, 17, 16, 13, 16, 17, 18, 21, 27, 20, 17, 23, 20, 17, 18, 15, 12, 13, 10, 13, 17, 20, 19, 17, 28, 25, 32, 29, 22, 22, 29, 27, 26, 18, 20, 23, 28, 34, 58, 82, 114, 130, 133, 132], "n_pos": 173, "sum_m_en": [15.521952, 23.135027, 24.836821, 26.26215, 28.030301, 28.212176, 27.447775, 28.527879, 29.131297, 29.672807, 31.695835, 30.665552, 29.164108, 30.150152, 30.402329, 30.304123, 29.285259, 27.233232, 27.511424, 27.00638, 24.925677, 25.34672, 25.630591, 25.949075, 39.696901, 36.005926, 30.278453, 30.167858, 30.903337, 31.178994, 30.746622, 32.296796, 32.333896, 31.828965, 32.476974, 31.875569, 31.02426, 30.957981, 31.493034, 33.10073, 36.469438, 39.90699, 37.805285, 33.446135, 29.319895, 21.2058, 9.297991, 3.676525, 1.507095, 0.405734], "sum_m_pl": [2.895078, 7.583228, 8.643262, 9.092928, 9.398591, 10.00694, 10.10437, 10.643097, 11.141808, 11.551605, 12.830315, 12.940744, 14.232435, 13.591724, 13.946685, 13.466791, 12.457922, 11.889416, 11.939628, 11.230429, 10.565129, 10.706471, 10.284685, 10.174275, 12.352429, 14.160357, 13.740549, 15.320007, 16.455266, 17.360216, 17.165042, 16.575615, 17.090674, 16.842006, 16.815111, 16.537114, 18.36377, 18.287791, 17.895565, 18.409293, 20.340706, 19.941502, 24.06386, 30.618748, 49.63347, 71.718772, 101.427694, 121.258042, 130.670889, 132.341769]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 12, 16, 13, 17, 14, 15, 17, 23, 27, 32, 28, 21, 29, 31, 30, 31, 36, 27, 16, 23, 19, 17, 28, 27, 28, 18, 17, 19, 17, 26, 22, 26, 31, 37, 36, 28, 28, 34, 35, 39, 38, 37, 29, 24, 7, 2, 0, 0], "n_am_pl": [6, 15, 21, 13, 17, 13, 19, 13, 13, 11, 13, 12, 15, 17, 20, 15, 13, 21, 17, 15, 18, 14, 10, 10, 9, 10, 13, 16, 11, 9, 21, 17, 23, 22, 16, 21, 24, 23, 21, 15, 17, 20, 23, 30, 49, 70, 100, 121, 128, 132], "n_pos": 132, "sum_m_en": [12.05788, 18.007682, 19.323623, 20.374245, 21.687948, 21.856352, 21.133879, 21.860728, 22.453067, 22.679414, 24.354988, 23.501985, 22.349649, 23.114245, 23.35823, 23.286821, 22.549015, 20.842476, 20.941775, 20.368188, 18.845217, 19.112011, 19.357454, 19.452446, 27.646709, 25.915229, 22.365185, 22.448991, 23.208751, 23.447958, 23.046114, 24.133479, 24.472857, 24.537413, 25.212515, 24.940199, 24.443085, 23.887649, 24.372853, 26.38273, 29.127085, 31.438834, 30.649722, 26.900004, 24.432571, 16.952451, 7.4769, 3.115884, 0.637572, 0.00595], "sum_m_pl": [2.238588, 5.719595, 6.543097, 6.847609, 6.987431, 7.564076, 7.845982, 8.237072, 8.524027, 8.793554, 9.847837, 9.995788, 11.094103, 10.584101, 10.879199, 10.506033, 9.663042, 9.238415, 9.246198, 8.650128, 8.033571, 8.155398, 7.86076, 7.774866, 9.887287, 11.368251, 10.970664, 12.12437, 12.938162, 13.579191, 13.321514, 12.827176, 13.268485, 13.217454, 13.180642, 13.062286, 14.633584, 14.891122, 14.3272, 14.603489, 16.648079, 16.451983, 20.204945, 26.00538, 43.382111, 64.301927, 90.448195, 112.839644, 126.01248, 131.080745]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 wiosna-8", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1280, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9885}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 15, 16, 22, 36, 25, 19, 22, 24, 19, 32, 35, 34, 33, 38, 57, 60, 54, 54, 46, 59, 60, 56, 52, 73, 70, 54, 47, 44, 41, 40, 47, 51, 57, 61, 72, 72, 73, 86, 79, 75, 89, 87, 86, 91, 81, 72, 71, 65, 68], "n_am_pl": [4, 8, 14, 22, 19, 13, 16, 18, 13, 12, 13, 25, 32, 29, 25, 18, 17, 24, 15, 20, 14, 16, 14, 12, 10, 19, 19, 28, 26, 24, 34, 27, 32, 26, 20, 14, 11, 4, 9, 13, 14, 7, 9, 16, 21, 18, 20, 29, 32, 31], "n_pos": 191, "sum_m_en": [21.735328, 25.307152, 26.63716, 28.046932, 30.158807, 30.848422, 30.069992, 30.862282, 30.978527, 31.618712, 33.099603, 35.468555, 36.240557, 35.318386, 35.664013, 36.517156, 35.276827, 34.226445, 33.888936, 34.02293, 32.743776, 33.97058, 33.147415, 32.054885, 47.236415, 45.385883, 41.225629, 36.914647, 36.015421, 36.139658, 35.676431, 35.414749, 35.966182, 38.285604, 41.942306, 46.830198, 51.622948, 57.414013, 63.959346, 64.835252, 66.574112, 77.626554, 80.645437, 81.001805, 80.981856, 74.661834, 67.829343, 68.838235, 63.416062, 69.366571], "sum_m_pl": [4.314379, 8.722335, 9.341331, 8.846686, 9.675518, 10.376825, 10.312816, 11.364041, 11.663335, 12.792306, 13.665047, 14.538432, 15.878766, 15.529037, 16.434445, 17.530301, 15.969401, 15.892945, 14.70935, 14.363958, 13.707051, 13.480819, 12.871591, 12.571065, 15.945088, 18.462569, 18.242027, 19.830773, 20.832931, 22.370937, 21.107404, 21.506242, 22.208545, 22.394268, 19.597535, 18.002304, 16.218269, 12.967164, 13.250008, 13.290252, 14.852858, 11.008003, 10.659965, 13.939722, 20.203349, 17.112376, 21.11952, 28.23943, 30.624184, 31.26424]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 10, 8, 11, 17, 11, 8, 7, 11, 10, 19, 22, 19, 21, 22, 28, 34, 28, 26, 25, 36, 36, 35, 29, 45, 41, 31, 30, 29, 27, 26, 29, 28, 34, 32, 43, 49, 48, 50, 51, 49, 63, 59, 57, 60, 58, 55, 56, 56, 68], "n_am_pl": [4, 2, 7, 9, 5, 6, 6, 11, 9, 7, 8, 10, 14, 14, 13, 9, 9, 10, 7, 8, 5, 5, 5, 3, 5, 9, 11, 13, 10, 12, 18, 16, 18, 14, 11, 5, 4, 1, 4, 6, 12, 5, 7, 11, 16, 14, 16, 26, 28, 30], "n_pos": 99, "sum_m_en": [11.148559, 13.196069, 13.613926, 14.117381, 15.26176, 15.687545, 15.440558, 15.801793, 15.996038, 16.697407, 17.417142, 18.7714, 19.132136, 18.684627, 18.974812, 19.247629, 18.671677, 18.526394, 18.090141, 18.17629, 17.514364, 18.524056, 17.840777, 16.859088, 27.761417, 26.711897, 24.161276, 21.25085, 20.455538, 19.885994, 19.36887, 19.529913, 19.951236, 21.259246, 23.9132, 27.721971, 32.518331, 34.975732, 38.698797, 41.162605, 44.029274, 52.06011, 52.514656, 52.31037, 54.076085, 52.864859, 50.696263, 52.52127, 52.637922, 65.828898], "sum_m_pl": [2.267872, 4.233423, 4.658354, 4.57544, 4.937135, 5.183538, 5.086833, 5.696089, 5.851116, 6.455942, 7.014474, 7.380377, 7.816675, 7.620788, 7.765338, 8.643682, 7.835488, 7.720735, 7.498188, 7.514126, 7.133849, 7.016417, 6.766151, 6.642048, 7.887568, 9.054053, 9.498661, 10.111703, 10.870845, 11.536501, 11.047064, 10.898732, 11.039693, 11.40699, 9.804231, 8.956896, 7.623927, 6.382495, 6.795202, 6.842857, 9.26424, 6.52364, 7.685527, 9.829768, 14.921383, 12.943053, 16.00723, 24.686347, 27.618043, 30.056455]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9689, "tf_agree_excl_first": 0.974}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 23, 18, 15, 17, 17, 22, 26, 27, 31, 39, 41, 31, 37, 52, 62, 65, 56, 52, 58, 67, 70, 65, 61, 89, 86, 70, 55, 52, 42, 45, 43, 49, 56, 60, 72, 73, 86, 91, 82, 80, 84, 92, 94, 88, 68, 27, 3, 0, 0], "n_am_pl": [1, 26, 24, 25, 29, 29, 30, 28, 28, 26, 37, 58, 41, 40, 52, 43, 37, 30, 32, 20, 18, 22, 20, 18, 22, 22, 24, 39, 36, 38, 39, 45, 45, 45, 42, 33, 26, 23, 30, 36, 39, 44, 47, 58, 58, 80, 123, 161, 167, 173], "n_pos": 258, "sum_m_en": [23.685149, 35.879269, 37.848805, 38.728772, 38.813294, 41.283839, 41.6394, 42.423823, 42.957253, 45.134734, 48.171836, 47.724789, 47.356669, 45.601809, 45.470227, 48.411795, 47.079154, 44.531021, 43.65905, 44.787743, 43.435403, 43.18362, 43.742113, 43.664987, 70.441572, 64.508517, 56.456849, 48.242494, 47.051098, 46.172626, 46.24798, 44.86301, 44.969162, 47.961498, 49.636739, 52.763421, 55.254781, 61.229556, 68.980323, 65.265717, 64.352063, 73.141384, 77.530799, 83.196911, 76.880122, 63.673633, 26.539937, 5.382306, 1.074032, 0.002237], "sum_m_pl": [3.864346, 11.476815, 13.247624, 13.016337, 14.056117, 15.073636, 14.288385, 15.240721, 15.908916, 17.130822, 17.669858, 18.484628, 19.375514, 18.818865, 19.736043, 19.984035, 17.886392, 17.81325, 16.920995, 16.908293, 15.944142, 15.805475, 15.444586, 15.469526, 18.575746, 20.810944, 22.439994, 24.628567, 24.911138, 26.877916, 25.555259, 26.182414, 27.691429, 27.695113, 25.863297, 24.999124, 26.707837, 25.258681, 25.839217, 28.916629, 30.547728, 31.983762, 37.800145, 40.626274, 51.216017, 73.274806, 117.967097, 152.345658, 164.575089, 173.385295]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 14, 12, 9, 12, 8, 14, 14, 16, 18, 25, 30, 25, 25, 35, 40, 40, 37, 31, 35, 37, 42, 38, 38, 59, 55, 47, 32, 30, 24, 26, 27, 33, 35, 36, 45, 45, 56, 56, 52, 52, 53, 59, 65, 60, 45, 19, 2, 0, 0], "n_am_pl": [0, 19, 15, 16, 17, 26, 21, 23, 19, 16, 26, 43, 30, 27, 36, 30, 26, 20, 23, 15, 13, 16, 14, 12, 14, 15, 17, 29, 28, 26, 27, 30, 35, 28, 28, 20, 18, 18, 25, 31, 33, 38, 40, 50, 53, 72, 107, 149, 164, 172], "n_pos": 173, "sum_m_en": [16.282799, 24.85613, 26.134979, 26.705481, 26.492151, 28.234628, 28.62205, 29.268439, 29.885005, 31.450978, 33.523169, 33.174271, 32.786455, 31.434721, 31.322601, 33.264951, 32.034318, 30.345419, 29.663506, 30.427173, 29.227141, 29.173605, 29.648658, 29.436308, 46.236346, 42.215634, 37.648001, 32.262498, 31.711688, 31.45601, 31.745754, 30.630483, 30.569183, 31.873999, 33.548081, 35.951755, 37.314987, 41.020762, 44.217794, 41.078682, 40.109989, 45.617141, 49.638224, 55.338974, 53.975932, 45.01415, 19.214135, 3.013901, 0.633867, 0.002139], "sum_m_pl": [2.566326, 7.432695, 8.691959, 8.806194, 9.37373, 10.15675, 9.559301, 10.405919, 10.99919, 11.824623, 12.198145, 13.022929, 13.229622, 13.057072, 13.344962, 13.437324, 12.210592, 12.276747, 11.600689, 11.460378, 10.808244, 10.858018, 10.631581, 10.646967, 13.309402, 14.863245, 16.299072, 17.665304, 18.112102, 19.346801, 18.233071, 18.684957, 19.734258, 19.768232, 18.075761, 17.613885, 19.205796, 19.049778, 20.203575, 23.424526, 25.763344, 27.760468, 32.445806, 34.797424, 44.323077, 62.504896, 102.092908, 140.833817, 160.934769, 171.953584]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1301, "region_end": 258, "roundtrip_ok": true, "tf_agree": 0.9945, "tf_agree_excl_first": 0.9953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 4, 5, 8, 9, 7, 13, 10, 11, 12, 14, 13, 11, 15, 14, 18, 17, 13, 13, 12, 16, 16, 15, 16, 19, 20, 20, 15, 8, 9, 15, 21, 16, 21, 25, 24, 16, 26, 23, 25, 24, 30, 27, 21, 16, 16, 6, 1, 0, 0], "n_am_pl": [3, 15, 10, 4, 7, 12, 11, 8, 6, 7, 7, 7, 12, 12, 8, 5, 6, 14, 9, 4, 4, 5, 5, 4, 5, 7, 9, 7, 6, 5, 14, 10, 12, 8, 8, 6, 13, 9, 13, 15, 19, 11, 14, 23, 26, 33, 54, 63, 67, 65], "n_pos": 80, "sum_m_en": [8.154108, 10.907053, 11.114893, 11.633561, 12.107427, 12.654076, 12.940755, 13.436901, 13.357325, 13.682438, 14.59262, 14.327722, 14.471323, 13.601143, 13.38484, 13.861012, 13.093372, 12.968508, 13.189923, 13.62726, 12.986071, 12.67918, 12.663544, 12.717033, 16.911155, 16.954812, 15.583598, 14.539524, 14.592429, 14.104384, 13.604705, 14.320164, 13.952354, 14.82881, 16.179613, 17.771644, 18.177062, 19.698664, 18.835747, 21.150878, 20.88047, 22.008996, 23.178096, 19.407097, 16.402667, 14.339555, 6.898596, 1.70863, 0.606831, 4.3e-05], "sum_m_pl": [1.794461, 3.930619, 4.343056, 4.139707, 4.153476, 4.868932, 4.720914, 4.702611, 4.473843, 4.972649, 5.330138, 5.636106, 6.200155, 6.324513, 6.290149, 6.134581, 5.80703, 5.650352, 5.600938, 5.502614, 5.038209, 4.976423, 4.73023, 4.67285, 5.983325, 6.989244, 6.698957, 7.106443, 7.166255, 7.915712, 7.763436, 7.33074, 7.711235, 7.100374, 6.810989, 6.551316, 7.445295, 7.465199, 8.749439, 10.002404, 11.839134, 12.02377, 13.018848, 16.881388, 24.027989, 30.730742, 48.957653, 57.80873, 63.617479, 64.778527]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 3, 5, 6, 7, 6, 10, 8, 8, 9, 12, 10, 7, 11, 12, 16, 14, 9, 8, 9, 15, 13, 13, 14, 16, 16, 18, 10, 6, 6, 12, 18, 12, 17, 22, 18, 14, 21, 20, 20, 19, 25, 23, 17, 14, 13, 5, 1, 0, 0], "n_am_pl": [2, 14, 10, 4, 7, 12, 11, 8, 6, 7, 6, 6, 10, 11, 6, 3, 6, 14, 9, 4, 4, 5, 5, 4, 5, 7, 8, 6, 4, 5, 10, 7, 10, 6, 8, 6, 13, 9, 11, 14, 19, 11, 13, 22, 25, 31, 48, 59, 64, 65], "n_pos": 66, "sum_m_en": [6.817821, 9.045211, 9.216404, 9.528343, 9.881315, 10.330716, 10.673369, 11.237653, 11.195573, 11.412703, 12.107723, 11.941055, 12.026027, 11.265944, 11.142307, 11.497512, 10.833037, 10.702591, 10.845457, 11.264222, 10.770191, 10.444434, 10.384231, 10.391533, 13.757024, 13.736164, 12.803485, 12.202329, 12.271675, 11.890564, 11.409965, 11.981476, 11.665647, 12.253035, 13.305271, 14.480707, 15.498185, 16.717852, 16.013346, 17.712709, 17.841283, 18.645346, 19.619586, 15.798135, 13.820669, 11.498684, 5.153685, 1.389024, 0.538582, 2.9e-05], "sum_m_pl": [1.505008, 3.335733, 3.644119, 3.422627, 3.370846, 4.14876, 4.009072, 4.03216, 3.870271, 4.307557, 4.626854, 4.92067, 5.354993, 5.460172, 5.368206, 5.284787, 5.028519, 4.887089, 4.838564, 4.678254, 4.245922, 4.199938, 3.973045, 3.918103, 5.355203, 6.309616, 5.877893, 6.015741, 5.996697, 6.656871, 6.529733, 6.177552, 6.571129, 6.103646, 5.891622, 5.700127, 6.507211, 6.655012, 8.087437, 9.37081, 11.236483, 11.423688, 12.320327, 15.953747, 22.632434, 28.875427, 44.384564, 53.999837, 60.801073, 64.748286]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1029, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9877}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 10, 10, 23, 25, 17, 31, 26, 26, 35, 30, 35, 30, 39, 31, 37, 32, 24, 28, 30, 42, 38, 40, 37, 53, 51, 50, 33, 29, 22, 25, 26, 22, 33, 32, 44, 54, 60, 66, 71, 67, 68, 79, 69, 60, 36, 10, 0, 1, 0], "n_am_pl": [1, 12, 14, 4, 10, 23, 21, 19, 16, 16, 19, 15, 23, 27, 18, 25, 23, 32, 20, 14, 15, 14, 19, 13, 11, 19, 17, 15, 18, 23, 22, 18, 25, 15, 20, 19, 21, 21, 23, 22, 26, 25, 31, 34, 49, 69, 105, 119, 114, 116], "n_pos": 175, "sum_m_en": [16.409333, 24.448064, 25.402238, 26.570429, 26.390566, 27.440699, 28.148873, 28.294948, 28.930919, 31.07851, 32.148497, 32.002912, 31.668505, 29.616217, 29.700252, 29.80516, 28.407816, 27.709438, 28.228571, 28.643115, 27.47632, 27.446725, 27.648483, 27.842466, 43.37945, 40.816996, 36.265316, 31.775242, 31.696284, 30.338512, 28.932805, 28.628383, 28.481293, 30.319514, 31.971818, 33.884203, 39.667146, 42.117801, 46.435536, 48.317554, 49.348512, 52.174096, 61.157208, 59.899725, 52.764556, 34.933875, 11.26679, 1.527674, 1.693345, 0.01347], "sum_m_pl": [2.743894, 7.181427, 8.699374, 8.796789, 8.815907, 9.999386, 9.480387, 9.64705, 9.98383, 10.702474, 10.817574, 11.906879, 13.30645, 13.579969, 13.873126, 13.594992, 12.772874, 12.448993, 11.970752, 11.692617, 11.162241, 11.198093, 10.958275, 10.586989, 13.08263, 14.605199, 15.195156, 15.480619, 15.754785, 16.448829, 15.955055, 15.597761, 15.857071, 14.654076, 14.902928, 14.591146, 15.175421, 15.111498, 17.903068, 20.585268, 24.497706, 25.0751, 27.886129, 31.782803, 44.191475, 63.987273, 96.644357, 110.615102, 110.724167, 116.949105]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 6, 8, 21, 17, 12, 23, 21, 23, 27, 24, 28, 21, 26, 22, 26, 19, 13, 15, 17, 24, 21, 20, 18, 30, 29, 29, 16, 18, 11, 14, 16, 14, 22, 22, 28, 33, 38, 42, 44, 40, 43, 47, 40, 38, 25, 6, 0, 1, 0], "n_am_pl": [1, 10, 6, 2, 6, 19, 17, 14, 14, 13, 15, 13, 17, 21, 13, 16, 15, 22, 12, 10, 12, 12, 17, 12, 10, 15, 11, 12, 15, 16, 16, 15, 20, 10, 18, 16, 19, 19, 22, 22, 25, 24, 29, 32, 45, 59, 87, 109, 111, 116], "n_pos": 116, "sum_m_en": [11.647798, 16.681888, 17.396097, 18.250974, 18.020402, 18.2253, 18.608254, 18.945115, 19.468849, 20.938255, 21.627908, 21.578485, 21.149643, 19.759383, 19.702817, 19.569384, 18.816381, 18.570655, 18.690773, 19.020486, 18.015827, 17.950604, 18.018757, 18.033106, 26.960919, 25.64337, 22.94575, 21.210818, 21.312633, 19.998313, 19.307808, 19.267842, 19.315592, 20.995745, 21.679388, 23.409467, 26.819093, 28.776706, 30.608965, 32.035359, 31.544418, 34.069887, 39.139717, 37.463438, 33.866612, 25.196233, 7.847177, 1.092647, 1.437981, 0.013453], "sum_m_pl": [2.044184, 5.01685, 5.846137, 5.792835, 5.648396, 6.763183, 6.396039, 6.550862, 6.849865, 7.248085, 7.484021, 8.423795, 9.240577, 9.839643, 9.935841, 9.706924, 9.164547, 8.934331, 8.533245, 8.155411, 7.724106, 7.723774, 7.619321, 7.282897, 10.176778, 11.032507, 11.418473, 11.151836, 11.608167, 12.206798, 11.955098, 11.744336, 12.128729, 11.252259, 11.409752, 10.978476, 11.819192, 12.411881, 15.448825, 18.105804, 21.291574, 21.622616, 24.76652, 28.327285, 39.193212, 53.930272, 80.868614, 101.101142, 107.545654, 115.564885]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1284, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9886}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 8, 5, 9, 10, 15, 12, 13, 13, 12, 14, 12, 16, 15, 20, 19, 24, 25, 26, 32, 32, 30, 28, 27, 35, 34, 34, 29, 29, 25, 28, 26, 29, 28, 33, 36, 40, 44, 44, 44, 43, 43, 45, 41, 40, 36, 35, 34, 33, 35], "n_am_pl": [5, 3, 8, 7, 9, 8, 4, 13, 3, 3, 5, 6, 10, 14, 10, 7, 6, 6, 9, 6, 4, 6, 6, 5, 3, 4, 2, 7, 5, 7, 8, 6, 8, 5, 1, 4, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 2, 3, 4, 4], "n_pos": 76, "sum_m_en": [8.724221, 11.092345, 10.642278, 11.365564, 12.389837, 13.004752, 12.670992, 13.25409, 13.283481, 13.6189, 13.619438, 13.615286, 13.605674, 13.430179, 13.473067, 14.844975, 14.623384, 14.587406, 14.774934, 15.182124, 14.735001, 13.959217, 13.876901, 13.757039, 25.313227, 22.960203, 20.184109, 17.61469, 18.048067, 18.213054, 17.451645, 16.662788, 16.14322, 16.837305, 18.197982, 21.984824, 24.252082, 31.21522, 34.452441, 34.930251, 35.712928, 37.413279, 40.285485, 37.166744, 35.619054, 34.229747, 34.368896, 33.512312, 32.136649, 35.551789], "sum_m_pl": [2.131726, 3.427317, 3.829599, 3.639798, 4.042067, 4.42827, 4.063571, 4.597955, 4.501148, 5.212315, 5.555997, 5.462119, 5.691991, 5.367054, 6.080743, 6.17172, 5.809388, 5.88175, 5.324812, 5.021731, 4.88462, 4.979419, 4.798815, 4.808182, 4.409206, 4.960526, 4.690282, 5.781147, 5.604626, 5.610565, 5.56691, 5.638459, 5.92196, 5.883893, 5.257558, 4.62301, 3.850697, 2.842574, 2.197032, 1.505478, 1.46334, 1.496369, 1.206756, 1.544612, 1.339752, 1.68605, 2.242749, 3.897108, 4.429931, 4.00279]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.309834, 0.392758, 0.345417, 0.399696, 0.412402, 0.368026, 0.352774, 0.347546, 0.339428, 0.343602, 0.392679, 0.411032, 0.417128, 0.421805, 0.50282, 0.563484, 0.570166, 0.539169, 0.528632, 0.504946, 0.481692, 0.465923, 0.470288, 0.455377, 0.529338, 0.547218, 0.53752, 0.489945, 0.498602, 0.461357, 0.444292, 0.402766, 0.381266, 0.499622, 0.496834, 0.476237, 0.419904, 0.435002, 0.430642, 0.457437, 0.392043, 0.340654, 0.316588, 0.239576, 0.171701, 0.089856, 0.071395, 0.045091, 0.0132, 1.8e-05], "sum_m_pl": [0.070818, 0.162336, 0.167729, 0.171788, 0.221116, 0.20149, 0.168245, 0.138823, 0.149924, 0.152725, 0.179622, 0.184759, 0.173639, 0.146425, 0.249803, 0.219825, 0.19068, 0.20259, 0.188224, 0.150589, 0.154543, 0.139368, 0.136432, 0.138199, 0.175128, 0.200763, 0.207041, 0.223322, 0.238773, 0.208962, 0.202312, 0.180547, 0.180835, 0.187458, 0.145968, 0.138344, 0.12004, 0.129254, 0.136264, 0.09648, 0.113274, 0.115302, 0.134825, 0.154599, 0.172159, 0.146188, 0.13085, 0.152081, 0.056442, 1e-06]}, "lang": {"n_am_en": [6, 6, 3, 7, 4, 11, 7, 8, 7, 9, 9, 10, 14, 13, 15, 13, 15, 19, 18, 22, 21, 22, 20, 19, 24, 24, 24, 22, 22, 19, 20, 19, 18, 21, 24, 28, 30, 33, 31, 33, 32, 32, 34, 33, 32, 31, 31, 30, 30, 34], "n_am_pl": [1, 3, 6, 4, 5, 2, 2, 7, 2, 2, 2, 4, 5, 8, 3, 4, 4, 4, 4, 3, 2, 4, 3, 2, 1, 2, 0, 3, 2, 2, 5, 5, 6, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 4], "n_pos": 39, "sum_m_en": [4.613059, 5.994546, 5.863125, 6.139977, 6.698356, 7.217541, 6.863635, 7.165787, 7.261082, 7.490435, 7.525729, 7.687399, 7.753539, 7.772799, 7.738975, 8.554054, 8.219977, 8.243168, 8.177912, 8.290436, 8.16986, 7.624503, 7.547649, 7.348918, 16.87815, 15.400612, 13.677204, 11.823208, 11.647254, 11.448122, 10.664479, 10.235804, 9.834612, 10.435638, 11.201727, 14.663274, 17.20556, 23.59983, 26.146028, 26.893919, 27.632237, 28.883966, 30.404298, 29.27135, 28.886919, 28.210163, 29.657339, 28.906643, 28.835411, 34.331185], "sum_m_pl": [0.837846, 1.548747, 1.812719, 1.774993, 1.957915, 2.138659, 2.116275, 2.331513, 2.226241, 2.578146, 2.723192, 2.668621, 2.743246, 2.63392, 2.815237, 3.0439, 3.014895, 3.071675, 2.769552, 2.636881, 2.502278, 2.59315, 2.522728, 2.541573, 2.289903, 2.56889, 2.504566, 2.974253, 3.018007, 2.928465, 2.91484, 3.0663, 3.225823, 3.303429, 2.994242, 2.536695, 2.172766, 1.556158, 1.058769, 0.769501, 0.66848, 0.594036, 0.374361, 0.44581, 0.511069, 0.786624, 1.263208, 3.056294, 4.136863, 4.001625]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "pes-Radioterapia onkologiczna-2018 jesień-28", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1037, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.9487, "tf_agree_excl_first": 0.961}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 5, 8, 14, 10, 15, 22, 21, 25, 19, 25, 25, 23, 23, 27, 32, 41, 33, 42, 43, 38, 40, 40, 48, 58, 44, 37, 31, 27, 29, 26, 27, 32, 35, 49, 47, 53, 63, 67, 60, 54, 51, 54, 50, 50, 33, 6, 3, 0, 0], "n_am_pl": [3, 28, 24, 15, 18, 24, 16, 17, 9, 14, 15, 23, 21, 21, 20, 26, 20, 21, 19, 18, 19, 18, 15, 13, 9, 22, 18, 13, 13, 24, 21, 20, 20, 21, 17, 17, 14, 11, 14, 13, 15, 23, 26, 27, 27, 51, 60, 81, 91, 89], "n_pos": 147, "sum_m_en": [14.371232, 21.800498, 22.990876, 23.91173, 23.627421, 24.803514, 24.564656, 27.217271, 27.39208, 27.879622, 28.055249, 26.88379, 26.893819, 26.995208, 26.559388, 28.234993, 28.985982, 26.812054, 26.612832, 27.70393, 26.796968, 24.857779, 25.307981, 25.404658, 40.216445, 36.025606, 32.472722, 29.088402, 28.928081, 28.512644, 27.156284, 26.730757, 26.108953, 27.291822, 28.313564, 30.83299, 30.903186, 37.203896, 42.430515, 45.645357, 41.781235, 43.633264, 50.871792, 49.054613, 42.22109, 28.579557, 9.454926, 3.798779, 0.783233, 0.02784], "sum_m_pl": [2.585761, 7.048526, 8.344782, 8.129309, 8.699299, 10.169701, 8.924087, 9.890618, 9.624084, 11.099186, 11.623244, 11.584747, 12.341175, 12.098626, 12.385651, 12.687821, 11.793391, 13.074906, 11.434134, 10.447654, 9.976913, 9.959051, 9.534669, 9.515735, 11.357113, 12.987188, 12.524348, 14.134908, 13.645786, 14.379056, 14.667219, 14.761159, 14.271669, 14.455699, 12.301723, 12.91971, 12.718999, 12.121444, 12.591806, 13.102231, 14.218442, 15.632488, 16.609193, 20.044743, 28.94371, 44.763473, 58.404639, 79.590973, 89.207123, 88.715216]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.210653, 0.347189, 0.279118, 0.233624, 0.242078, 0.302365, 0.317728, 0.33402, 0.388108, 0.356995, 0.395155, 0.400172, 0.420883, 0.419605, 0.42446, 0.483492, 0.489606, 0.472561, 0.44858, 0.690369, 0.577769, 0.40013, 0.41219, 0.417673, 1.169638, 0.770832, 0.500346, 0.468466, 0.442642, 0.41722, 0.398936, 0.403874, 0.360796, 0.367895, 0.381846, 0.397824, 0.344746, 0.402918, 0.385393, 0.326646, 0.315412, 0.408368, 0.263876, 0.219192, 0.138215, 0.054735, 0.016315, 0.008138, 0.001261, 0.0], "sum_m_pl": [0.043679, 0.095112, 0.118304, 0.095002, 0.109732, 0.133287, 0.12729, 0.147734, 0.139366, 0.160725, 0.175227, 0.171187, 0.156932, 0.159609, 0.202194, 0.215205, 0.177155, 0.183099, 0.181498, 0.127, 0.126016, 0.135789, 0.122441, 0.13147, 0.086845, 0.131487, 0.146007, 0.139669, 0.10992, 0.095272, 0.154588, 0.117247, 0.126206, 0.120034, 0.114327, 0.148986, 0.178926, 0.106907, 0.178446, 0.134378, 0.119528, 0.153413, 0.267967, 0.452494, 0.386529, 0.231863, 0.161979, 0.110571, 0.028396, 0.0]}, "lang": {"n_am_en": [0, 1, 7, 7, 5, 7, 13, 13, 16, 13, 15, 17, 17, 16, 16, 20, 25, 16, 23, 21, 21, 24, 26, 30, 36, 29, 22, 18, 15, 16, 15, 18, 19, 20, 32, 30, 36, 43, 43, 39, 33, 29, 39, 36, 35, 22, 6, 3, 0, 0], "n_am_pl": [3, 20, 13, 10, 12, 20, 13, 11, 7, 9, 12, 15, 12, 15, 12, 17, 13, 17, 15, 13, 12, 14, 10, 9, 4, 14, 13, 9, 9, 21, 14, 13, 13, 13, 10, 10, 11, 10, 12, 12, 14, 20, 21, 23, 24, 47, 55, 73, 88, 88], "n_pos": 88, "sum_m_en": [8.797023, 13.146119, 14.069852, 14.561921, 14.489763, 15.190173, 15.074039, 16.407052, 16.856948, 17.07859, 17.06423, 16.368248, 16.575876, 16.543726, 16.334333, 17.358849, 17.763683, 16.341628, 16.220061, 16.750194, 16.413208, 15.260744, 15.658234, 15.554871, 25.550621, 22.428222, 20.783821, 18.528761, 18.166358, 17.715213, 16.86253, 16.604899, 16.264189, 16.889155, 17.550864, 19.247822, 19.667433, 23.265459, 26.691238, 29.853795, 27.344066, 28.23964, 35.620342, 34.778064, 29.214833, 19.54224, 7.289202, 2.75283, 0.154916, 1e-06], "sum_m_pl": [1.639416, 4.37822, 5.127813, 5.011051, 5.441012, 6.619604, 5.626229, 6.225778, 6.192914, 7.137565, 7.617523, 7.709895, 8.060337, 8.22458, 8.165824, 8.275561, 7.668413, 8.678155, 7.521688, 6.793485, 6.462511, 6.438419, 6.093626, 6.019734, 7.650194, 8.932838, 8.527008, 9.46608, 9.372896, 9.692597, 10.018264, 10.363853, 9.97167, 10.188284, 8.62974, 9.070681, 9.216535, 8.945572, 9.195184, 10.059259, 11.039522, 12.384079, 13.271293, 16.179142, 24.214043, 39.942594, 53.050945, 72.589235, 85.561181, 86.938536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "pes-Radioterapia onkologiczna-2018 jesień-28", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1292, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9799, "tf_agree_excl_first": 0.9865}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 9, 19, 28, 24, 29, 27, 26, 26, 21, 32, 32, 39, 38, 37, 38, 49, 45, 59, 48, 45, 44, 51, 56, 76, 68, 70, 57, 51, 50, 48, 56, 61, 66, 72, 72, 71, 71, 74, 82, 78, 86, 83, 81, 71, 69, 67, 63, 72, 79], "n_am_pl": [10, 9, 8, 7, 14, 10, 5, 5, 6, 5, 12, 10, 12, 14, 14, 18, 8, 11, 10, 8, 8, 11, 7, 6, 7, 8, 6, 12, 8, 11, 6, 8, 12, 11, 6, 6, 9, 6, 2, 1, 2, 2, 0, 0, 0, 3, 0, 0, 0, 0], "n_pos": 133, "sum_m_en": [15.061048, 18.084887, 19.055567, 20.95275, 23.522462, 25.21699, 24.845501, 24.475656, 24.394293, 24.282764, 26.235641, 26.093908, 26.924857, 28.036506, 27.690637, 29.481481, 29.964037, 27.097666, 26.82257, 25.036488, 23.898103, 23.797675, 23.683314, 23.851705, 44.568631, 41.293629, 41.860788, 34.157104, 35.328812, 32.600377, 32.852937, 33.895677, 34.371786, 37.024493, 40.798896, 42.484005, 48.202838, 53.369303, 59.020507, 65.465807, 68.967799, 72.011009, 72.394074, 72.123786, 68.063165, 65.31746, 62.080205, 60.908592, 60.757132, 79.243788], "sum_m_pl": [3.796863, 5.500193, 6.100765, 5.99484, 6.806365, 5.996164, 6.134839, 6.11392, 6.340931, 7.000081, 7.934715, 9.123816, 9.587233, 9.522374, 9.955984, 11.046585, 9.533503, 10.227185, 9.01543, 8.549273, 7.993238, 7.808206, 7.515832, 7.534029, 8.660654, 9.095163, 9.665323, 10.876417, 9.997593, 10.483315, 10.337739, 10.517736, 10.600929, 10.085214, 9.685056, 9.298177, 8.843394, 6.53874, 4.72297, 3.921403, 4.133558, 3.398788, 2.034628, 2.009629, 2.05627, 2.389999, 1.878651, 1.12457, 1.045012, 0.462164]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 8, 15, 23, 17, 23, 21, 19, 20, 15, 23, 21, 26, 27, 26, 25, 32, 33, 41, 35, 36, 37, 42, 42, 55, 54, 57, 46, 41, 39, 36, 44, 49, 50, 51, 52, 55, 56, 57, 61, 61, 68, 66, 68, 61, 59, 62, 59, 67, 77], "n_am_pl": [7, 6, 4, 6, 9, 8, 3, 4, 3, 3, 7, 7, 7, 6, 6, 5, 2, 3, 4, 4, 2, 4, 2, 1, 3, 4, 2, 6, 4, 5, 2, 3, 7, 5, 2, 2, 3, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 78, "sum_m_en": [8.541409, 10.649835, 11.176161, 12.004564, 13.83183, 14.720131, 14.704297, 14.442007, 14.697366, 14.900062, 16.260035, 16.046056, 16.177751, 16.771496, 16.523378, 17.720158, 17.784885, 16.814963, 16.301129, 15.178485, 14.415224, 14.223097, 14.110102, 14.163417, 31.643594, 29.328559, 30.561413, 24.154515, 24.594956, 22.228236, 21.550734, 22.563342, 23.003804, 25.395369, 28.443518, 30.835567, 36.101833, 40.523307, 44.157554, 47.937683, 51.679684, 55.783992, 56.222455, 57.427646, 55.746652, 53.822714, 54.147987, 53.463455, 55.153304, 75.319568], "sum_m_pl": [2.080676, 3.103969, 3.328539, 3.437794, 3.902598, 3.445859, 3.665767, 3.606354, 3.711656, 3.917961, 4.539064, 5.097116, 5.208783, 5.108816, 5.329988, 5.850735, 5.177725, 5.416737, 5.078268, 4.88836, 4.634468, 4.525401, 4.372739, 4.411134, 4.595027, 4.819456, 5.01208, 6.023754, 5.5463, 5.910895, 5.511503, 5.554984, 5.966503, 5.541837, 5.032007, 5.043449, 4.414851, 3.811962, 2.918871, 2.44301, 2.763402, 2.197224, 1.242078, 1.224694, 1.135283, 1.043183, 0.827247, 0.512549, 0.783063, 0.003661]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-31", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1145, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9556, "tf_agree_excl_first": 0.9627}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 15, 19, 29, 33, 39, 35, 37, 39, 43, 42, 48, 42, 48, 51, 61, 69, 61, 58, 62, 61, 67, 67, 73, 99, 91, 90, 80, 78, 56, 52, 58, 52, 68, 81, 86, 72, 81, 95, 95, 100, 103, 97, 97, 90, 60, 24, 8, 1, 2], "n_am_pl": [4, 20, 23, 20, 19, 17, 24, 23, 14, 20, 20, 20, 19, 27, 21, 21, 16, 18, 13, 10, 12, 13, 12, 11, 11, 14, 15, 15, 10, 20, 19, 15, 21, 21, 20, 22, 20, 22, 16, 21, 22, 27, 30, 34, 42, 61, 101, 121, 130, 131], "n_pos": 186, "sum_m_en": [16.619084, 27.04316, 29.872232, 31.188411, 32.980085, 34.133179, 33.779002, 34.615954, 34.946467, 35.035789, 37.254708, 36.277419, 36.003366, 36.777521, 35.604216, 39.784131, 41.098244, 36.424519, 35.34586, 33.936286, 32.811532, 33.382682, 33.684304, 33.570121, 62.466016, 57.454604, 55.273753, 48.70034, 44.724723, 40.793919, 39.710673, 40.882572, 41.205045, 44.999741, 48.607777, 50.057023, 51.614053, 57.696952, 67.311157, 71.222431, 77.753466, 81.573277, 79.937134, 85.602488, 76.210764, 55.07029, 23.911913, 7.709759, 2.310984, 1.914113], "sum_m_pl": [3.322197, 8.975687, 10.597178, 10.336891, 10.951602, 10.789578, 11.323889, 11.269013, 11.462084, 11.766714, 13.553432, 14.218913, 14.845456, 14.975843, 16.102435, 15.633459, 13.257904, 13.791355, 12.316192, 11.234182, 10.401418, 10.274329, 9.988337, 10.071373, 12.329857, 13.261536, 13.976089, 15.47172, 17.087684, 17.74857, 17.250809, 17.350102, 17.83761, 17.466239, 15.515706, 15.91537, 17.227833, 15.715185, 14.16299, 14.706804, 16.663236, 20.14187, 22.932635, 23.970554, 32.838829, 54.6957, 92.425925, 114.716811, 126.761032, 132.005148]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 11, 13, 23, 23, 27, 27, 30, 32, 33, 32, 36, 34, 40, 40, 48, 57, 51, 48, 49, 49, 54, 54, 60, 85, 74, 76, 67, 63, 45, 41, 45, 39, 52, 57, 63, 58, 63, 76, 74, 80, 83, 79, 77, 73, 47, 22, 7, 1, 2], "n_am_pl": [2, 13, 18, 17, 18, 14, 18, 15, 9, 16, 17, 14, 13, 21, 14, 14, 10, 12, 10, 7, 9, 11, 10, 9, 6, 9, 9, 11, 7, 15, 15, 11, 17, 17, 17, 18, 15, 18, 14, 18, 19, 23, 26, 28, 35, 53, 93, 115, 129, 131], "n_pos": 136, "sum_m_en": [12.14864, 19.858887, 21.998082, 23.055696, 24.372761, 24.992375, 24.741198, 25.452759, 26.00625, 26.038103, 27.639307, 26.97266, 26.625911, 27.17095, 26.60851, 29.94079, 30.890076, 27.482318, 26.56066, 25.57122, 24.309225, 25.052987, 25.269167, 25.003727, 49.523961, 45.449428, 43.860095, 38.046165, 34.505488, 31.197349, 30.356909, 31.311162, 31.70783, 35.053362, 37.609457, 38.076881, 41.262488, 45.511039, 53.242386, 56.022816, 61.547284, 64.334045, 63.312316, 67.769928, 61.069721, 44.849773, 21.32839, 6.488712, 2.006585, 1.913402], "sum_m_pl": [2.300531, 6.385412, 7.663038, 7.623258, 8.117706, 7.889113, 8.208905, 8.160561, 8.305766, 8.47464, 9.798079, 10.436535, 10.858849, 11.06857, 11.953799, 11.500185, 9.747852, 10.207736, 9.060375, 8.185084, 7.551675, 7.446474, 7.24765, 7.32696, 9.170006, 10.04476, 10.428457, 11.37836, 12.724076, 13.223993, 12.672029, 12.634082, 13.562266, 13.108866, 11.695368, 12.167202, 13.158958, 12.192961, 11.328069, 12.010959, 13.381085, 16.810827, 19.267612, 20.059013, 27.833732, 47.209518, 82.943578, 108.490521, 124.592878, 131.212485]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-31", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1400, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9893}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 9, 17, 14, 18, 24, 15, 25, 20, 21, 20, 15, 19, 22, 23, 27, 38, 31, 26, 47, 51, 49, 48, 42, 60, 55, 42, 32, 29, 30, 29, 21, 33, 36, 37, 42, 52, 53, 62, 58, 63, 63, 66, 62, 47, 46, 40, 35, 37, 35], "n_am_pl": [10, 15, 15, 10, 13, 10, 12, 16, 13, 21, 17, 16, 17, 21, 17, 16, 10, 18, 10, 8, 10, 12, 8, 7, 8, 12, 9, 12, 8, 7, 14, 13, 14, 15, 10, 15, 13, 9, 11, 15, 13, 14, 16, 16, 20, 28, 29, 33, 32, 32], "n_pos": 127, "sum_m_en": [14.755313, 17.160583, 18.789241, 18.362484, 20.293206, 21.148551, 20.73361, 20.913002, 19.364443, 19.810448, 20.545511, 20.205729, 20.470952, 21.154669, 21.269043, 22.505567, 22.745071, 20.849478, 19.635348, 20.833572, 19.799724, 19.872807, 20.411595, 20.193599, 35.133316, 32.970625, 28.324389, 26.052078, 24.315154, 24.242743, 23.100228, 24.509291, 24.841546, 24.855933, 26.83978, 30.521885, 34.24573, 42.689619, 45.575794, 48.67129, 50.169298, 55.392744, 57.060849, 54.522115, 46.484938, 40.555628, 36.467458, 35.744623, 34.404068, 36.906447], "sum_m_pl": [3.749103, 6.351294, 6.877438, 6.469545, 6.917607, 7.068305, 7.023585, 8.045352, 8.563131, 9.34094, 9.591613, 10.095976, 10.274422, 9.960397, 10.320081, 9.6662, 9.41241, 9.439566, 8.899256, 8.723124, 8.226562, 8.116631, 7.749298, 7.849574, 9.072118, 11.11736, 10.922612, 11.594177, 10.909557, 11.712864, 11.535629, 11.528025, 11.516085, 11.78044, 11.07043, 11.33226, 10.559553, 10.64035, 11.861726, 12.005303, 12.464355, 12.931945, 12.932652, 14.610715, 18.742177, 25.534186, 29.223815, 30.900943, 31.798624, 31.938916]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.164097, 0.358497, 0.332805, 0.366773, 0.32897, 0.271094, 0.255789, 0.25617, 0.201393, 0.282914, 0.320234, 0.292074, 0.29051, 0.238713, 0.229336, 0.256118, 0.264132, 0.237823, 0.198001, 0.182252, 0.188732, 0.200751, 0.230433, 0.263969, 0.641433, 0.469935, 0.25083, 0.2229, 0.309726, 0.410994, 0.420812, 0.436301, 0.373399, 0.425024, 0.462639, 0.406341, 0.347454, 0.335872, 0.277296, 0.282888, 0.174216, 0.200858, 0.194331, 0.140819, 0.06724, 0.054469, 0.055473, 0.020115, 0.004285, 0.0], "sum_m_pl": [0.031729, 0.110088, 0.10486, 0.11317, 0.12012, 0.110101, 0.103355, 0.113741, 0.11672, 0.12332, 0.12008, 0.132882, 0.105534, 0.072859, 0.058792, 0.046385, 0.068896, 0.077877, 0.078459, 0.078668, 0.072908, 0.084661, 0.082122, 0.095209, 0.06212, 0.107666, 0.108684, 0.106733, 0.11916, 0.122251, 0.098645, 0.082456, 0.068863, 0.081314, 0.081807, 0.103445, 0.119162, 0.14235, 0.298352, 0.275765, 0.226569, 0.153656, 0.139152, 0.156298, 0.089436, 0.0743, 0.064496, 0.018177, 0.004401, 0.0]}, "lang": {"n_am_en": [5, 6, 10, 7, 7, 13, 10, 16, 16, 15, 13, 9, 12, 14, 12, 15, 19, 16, 17, 24, 27, 25, 28, 22, 32, 33, 25, 20, 21, 18, 19, 15, 24, 23, 22, 25, 29, 30, 37, 36, 41, 40, 43, 41, 33, 33, 31, 27, 31, 34], "n_am_pl": [6, 10, 8, 5, 6, 8, 10, 11, 8, 11, 8, 7, 10, 14, 9, 8, 7, 8, 5, 4, 4, 7, 6, 4, 6, 7, 3, 7, 5, 6, 7, 8, 5, 8, 3, 9, 9, 7, 8, 10, 11, 13, 14, 15, 17, 25, 25, 29, 32, 32], "n_pos": 68, "sum_m_en": [8.04957, 8.986939, 10.270619, 9.541163, 10.502987, 10.984214, 10.751821, 11.001055, 10.473683, 10.563338, 11.12326, 10.739878, 10.727391, 11.375475, 11.424154, 12.14597, 12.206884, 11.132674, 10.947831, 10.956709, 10.489624, 10.711302, 10.967878, 10.93022, 19.415043, 19.28093, 17.121959, 15.609282, 14.299303, 13.831952, 12.994889, 13.937634, 14.389135, 14.586987, 15.816151, 18.515999, 21.293645, 26.284433, 28.1122, 31.041404, 32.548733, 35.462508, 37.721454, 36.709974, 32.333967, 29.742054, 27.682416, 27.099021, 27.55165, 33.010239], "sum_m_pl": [2.007899, 3.3524, 3.771827, 3.591197, 3.886668, 3.992486, 4.060192, 4.701592, 4.995687, 5.311765, 5.437685, 5.669321, 5.8256, 5.63141, 5.756185, 5.506751, 5.238922, 5.202148, 4.88783, 4.85966, 4.559456, 4.456471, 4.26898, 4.299784, 5.274075, 6.011873, 6.048479, 6.456568, 6.123881, 6.776748, 6.54337, 6.477314, 6.428389, 6.413224, 5.847729, 6.083208, 6.228235, 6.514004, 7.964536, 8.020786, 9.255017, 10.474374, 10.712697, 12.692155, 16.055483, 21.632246, 23.978111, 27.05386, 30.18856, 31.92338]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.969, "tf_agree_excl_first": 0.9766}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 10, 13, 16, 19, 23, 19, 24, 37, 27, 24, 15, 16, 22, 39, 47, 49, 38, 43, 66, 71, 71, 66, 56, 76, 72, 63, 51, 52, 54, 44, 51, 50, 47, 53, 62, 61, 79, 83, 81, 74, 69, 75, 73, 55, 39, 21, 2, 0, 1], "n_am_pl": [5, 19, 16, 11, 18, 18, 19, 22, 13, 17, 26, 26, 22, 26, 22, 15, 20, 18, 18, 23, 19, 25, 23, 27, 18, 19, 18, 23, 25, 23, 32, 26, 22, 25, 25, 27, 19, 22, 20, 20, 19, 19, 22, 28, 44, 59, 85, 113, 126, 126], "n_pos": 172, "sum_m_en": [15.704432, 24.124982, 25.395297, 25.376728, 26.965053, 27.3026, 27.117224, 28.206077, 26.484583, 28.181476, 28.389867, 27.851415, 28.272573, 29.318989, 28.61635, 30.527066, 30.473334, 28.342365, 25.626208, 27.200435, 25.53563, 25.93184, 26.332442, 26.945833, 45.200446, 43.333447, 38.830571, 33.4159, 32.357348, 32.461918, 31.322433, 32.096384, 32.141314, 31.641769, 35.705254, 41.280196, 41.871974, 50.903459, 56.845487, 58.52318, 58.050539, 59.183539, 64.472641, 62.251918, 51.618962, 36.673308, 17.005937, 3.314429, 1.262743, 0.989615], "sum_m_pl": [2.893741, 7.978385, 9.168092, 9.076712, 9.775013, 10.763273, 10.38401, 11.557059, 11.430266, 12.658067, 13.214599, 14.154494, 14.122119, 13.51569, 13.217088, 12.632656, 12.573821, 11.671124, 11.107493, 10.62327, 9.945211, 9.937544, 9.730676, 9.973054, 12.395174, 15.173038, 14.928325, 15.772122, 15.840293, 16.422676, 15.737658, 15.418491, 15.213864, 16.117895, 15.556878, 15.878835, 16.144172, 15.489813, 16.07927, 17.836313, 18.864798, 17.778751, 18.661255, 22.22334, 33.935236, 52.41399, 82.204224, 105.326007, 121.939567, 127.03744]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 2, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 1, 1, 1, 0, 0, 0, 1, 1, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.35924, 0.637692, 0.73552, 0.839775, 0.848785, 0.760832, 0.77502, 0.745264, 0.68437, 0.704698, 0.757887, 0.679572, 0.732946, 0.760614, 0.693754, 0.752071, 0.773888, 0.750784, 0.648016, 0.610154, 0.611467, 0.628155, 0.644513, 0.648514, 0.823348, 0.758454, 0.725672, 0.636805, 0.679731, 0.711549, 0.748451, 0.769965, 0.827981, 0.778399, 0.850402, 0.93017, 0.787904, 0.734975, 0.688288, 0.692749, 0.599233, 0.53422, 0.438471, 0.279904, 0.186126, 0.182696, 0.168131, 0.031343, 0.004515, 0.0], "sum_m_pl": [0.070439, 0.199328, 0.225537, 0.217106, 0.232088, 0.238413, 0.235282, 0.256822, 0.261944, 0.28166, 0.304807, 0.331773, 0.29367, 0.248812, 0.263046, 0.292577, 0.263108, 0.253374, 0.25548, 0.266074, 0.239665, 0.235434, 0.233362, 0.227588, 0.381217, 0.336382, 0.276419, 0.29642, 0.295806, 0.327558, 0.253028, 0.21998, 0.204362, 0.250994, 0.234681, 0.253263, 0.245792, 0.227145, 0.315506, 0.307393, 0.301058, 0.356627, 0.29029, 0.193763, 0.16926, 0.143832, 0.129896, 0.030039, 0.006977, 0.0]}, "lang": {"n_am_en": [6, 7, 12, 12, 15, 18, 15, 20, 31, 20, 20, 13, 13, 17, 29, 35, 38, 27, 35, 50, 54, 52, 51, 44, 59, 55, 46, 41, 43, 39, 34, 42, 37, 35, 42, 46, 47, 61, 64, 62, 53, 55, 59, 58, 43, 31, 19, 2, 0, 1], "n_am_pl": [4, 18, 14, 10, 14, 14, 16, 18, 11, 11, 19, 16, 17, 21, 18, 10, 17, 15, 11, 17, 13, 17, 13, 17, 11, 13, 12, 17, 17, 18, 25, 20, 16, 18, 16, 22, 17, 19, 16, 14, 18, 18, 18, 24, 40, 53, 74, 102, 123, 125], "n_pos": 128, "sum_m_en": [12.045323, 18.048181, 19.138986, 18.875163, 19.870351, 20.199186, 19.85212, 20.813667, 19.681107, 20.93439, 21.089328, 20.614818, 20.96038, 21.617098, 21.168156, 22.645057, 22.497695, 20.954028, 19.022631, 20.463781, 18.956197, 19.246299, 19.427859, 19.857557, 34.590244, 32.568064, 29.484321, 25.335957, 24.402628, 24.289156, 23.234681, 23.853579, 23.926938, 23.466011, 26.161707, 30.394656, 31.22457, 37.795723, 42.729338, 43.65226, 43.330826, 45.153602, 50.358565, 48.925091, 41.043403, 28.764782, 14.831695, 3.07094, 1.049058, 0.989606], "sum_m_pl": [2.155044, 5.921715, 6.987129, 7.007429, 7.664038, 8.385086, 8.034327, 8.975461, 8.836543, 9.704818, 10.004758, 10.68885, 10.608622, 10.255406, 10.039412, 9.481329, 9.436077, 8.719544, 8.256814, 7.882468, 7.45176, 7.449886, 7.295314, 7.475241, 8.857296, 11.447481, 11.053184, 11.771326, 12.159442, 12.597949, 12.239496, 12.073974, 11.942436, 12.5009, 11.875433, 12.090162, 12.806112, 12.775421, 13.345157, 14.5863, 15.966309, 15.083321, 15.095029, 19.112372, 30.944096, 46.525676, 72.358515, 95.900528, 118.005755, 124.90248]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-61", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1420, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.977, "tf_agree_excl_first": 0.9827}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 12, 14, 14, 26, 27, 29, 22, 27, 32, 30, 29, 32, 38, 35, 47, 39, 36, 40, 49, 48, 45, 39, 41, 62, 51, 49, 45, 44, 46, 46, 41, 44, 51, 59, 61, 62, 69, 73, 77, 86, 82, 85, 83, 71, 67, 65, 65, 65, 75], "n_am_pl": [14, 8, 15, 10, 10, 16, 13, 4, 2, 9, 6, 4, 10, 9, 5, 10, 9, 8, 6, 4, 4, 4, 4, 5, 2, 5, 3, 3, 4, 5, 8, 3, 2, 4, 2, 5, 5, 1, 2, 4, 5, 6, 8, 11, 12, 12, 10, 8, 5, 8], "n_pos": 131, "sum_m_en": [15.237286, 18.005921, 17.91408, 19.124856, 21.565467, 23.150173, 22.230645, 21.486052, 21.62664, 22.837493, 22.79102, 22.635844, 22.564581, 22.88983, 22.614939, 23.898656, 23.563491, 21.852871, 21.635431, 21.015904, 19.648654, 19.650461, 19.882896, 20.00038, 38.352152, 35.256312, 32.919022, 28.95899, 29.919904, 30.055703, 28.467359, 27.962943, 28.874853, 31.335033, 33.836383, 37.220291, 41.562918, 52.764482, 57.238321, 60.914122, 66.856309, 70.893486, 72.729718, 71.268878, 67.804019, 63.302039, 60.870373, 58.875682, 58.21961, 75.740046], "sum_m_pl": [4.411587, 5.415455, 6.041441, 6.175876, 6.855075, 6.533899, 6.558155, 6.57927, 6.771074, 7.145364, 7.363244, 7.76644, 7.979888, 7.602944, 7.735996, 7.392846, 7.391506, 7.235034, 7.377223, 7.288797, 6.890653, 6.849745, 6.805283, 6.884557, 6.406499, 7.015209, 7.704512, 8.30018, 8.978337, 8.893032, 9.154859, 8.922091, 8.904492, 7.924408, 7.756043, 8.022865, 7.542666, 6.326429, 6.295543, 5.396161, 7.353316, 7.70785, 8.096712, 11.239904, 11.984522, 10.292324, 9.836374, 7.837138, 6.512061, 7.617837]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 3, 1, 2, 1, 0, 1, 2, 2, 0, 0, 1, 2, 3, 2, 2, 1, 2, 3, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 0, 0], "n_pos": 6, "sum_m_en": [0.529521, 0.97956, 0.870773, 0.733739, 0.862215, 0.928577, 0.975416, 0.984384, 0.909278, 0.986066, 0.966265, 0.929814, 0.943347, 1.007072, 0.984672, 0.973831, 0.942926, 0.824917, 0.838079, 0.876827, 0.839815, 0.849586, 0.882893, 0.899185, 1.24321, 1.080368, 0.987946, 0.96369, 1.061585, 1.088724, 1.130826, 1.102495, 1.152345, 1.162195, 1.147151, 1.217381, 1.32552, 1.653989, 1.497016, 1.457295, 1.599004, 1.33843, 1.15418, 1.273474, 0.802478, 1.152786, 0.842088, 0.341239, 0.09749, 0.112403], "sum_m_pl": [0.094772, 0.250144, 0.241979, 0.182049, 0.187956, 0.174403, 0.19204, 0.193621, 0.214214, 0.256999, 0.306546, 0.319166, 0.344437, 0.302442, 0.297768, 0.379705, 0.405937, 0.406993, 0.333909, 0.335461, 0.311126, 0.295181, 0.290971, 0.295118, 0.386334, 0.364588, 0.384917, 0.503002, 0.455261, 0.484143, 0.519001, 0.387163, 0.392301, 0.336216, 0.314097, 0.320131, 0.308321, 0.231552, 0.236661, 0.238953, 0.259629, 0.336918, 0.317895, 0.422659, 0.731216, 0.898331, 1.002581, 0.905569, 0.316617, 0.002299]}, "lang": {"n_am_en": [7, 7, 10, 11, 20, 18, 22, 18, 20, 21, 22, 21, 23, 24, 24, 32, 27, 28, 31, 37, 36, 36, 32, 33, 45, 39, 39, 36, 35, 31, 30, 29, 33, 37, 44, 46, 45, 52, 54, 62, 67, 64, 67, 65, 58, 56, 56, 59, 62, 75], "n_am_pl": [13, 5, 9, 7, 6, 9, 11, 2, 0, 4, 3, 3, 6, 7, 3, 5, 3, 4, 4, 2, 2, 4, 4, 4, 1, 2, 2, 2, 3, 5, 5, 3, 2, 3, 1, 3, 3, 0, 2, 3, 4, 5, 5, 6, 6, 7, 6, 5, 5, 7], "n_pos": 84, "sum_m_en": [9.672695, 11.435987, 11.435539, 12.422636, 13.841746, 14.69514, 14.02441, 13.539774, 13.770756, 14.566905, 14.726428, 14.655826, 14.461937, 14.480168, 14.417113, 15.390217, 15.285589, 14.145336, 13.882267, 13.570812, 12.818245, 12.78992, 12.902755, 12.881064, 27.673124, 24.983438, 23.439444, 19.903194, 20.410434, 20.085557, 18.722119, 18.184231, 18.895529, 20.892097, 23.376927, 26.89504, 30.676783, 39.438704, 42.543834, 47.266817, 51.901834, 55.173804, 56.998653, 56.431669, 54.6652, 52.808586, 53.265839, 52.753076, 53.558881, 72.872663], "sum_m_pl": [3.248618, 3.436663, 3.993739, 4.088555, 4.521148, 4.301237, 4.349959, 4.254733, 4.388644, 4.604437, 4.681539, 4.860102, 5.017558, 4.821567, 4.912917, 4.667019, 4.611765, 4.557475, 4.692325, 4.704944, 4.44211, 4.412709, 4.370658, 4.424703, 3.969733, 4.353036, 4.850957, 5.135641, 5.72814, 5.69285, 5.815531, 5.790842, 5.867633, 5.120777, 4.891327, 4.91836, 4.666233, 3.828859, 4.125117, 3.501484, 5.220565, 5.464063, 5.486029, 6.607624, 6.528513, 6.336613, 6.002125, 5.701945, 5.62246, 7.016772]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1228, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9624, "tf_agree_excl_first": 0.9697}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 11, 12, 12, 19, 14, 18, 32, 32, 37, 26, 31, 23, 21, 23, 38, 29, 27, 29, 38, 33, 39, 34, 38, 68, 63, 55, 47, 37, 29, 26, 25, 30, 40, 50, 47, 45, 52, 51, 51, 47, 58, 63, 66, 56, 36, 13, 3, 0, 0], "n_am_pl": [2, 8, 14, 18, 22, 19, 8, 12, 15, 12, 13, 22, 26, 20, 22, 20, 16, 15, 13, 11, 10, 8, 4, 2, 4, 6, 8, 11, 11, 18, 18, 14, 17, 10, 17, 13, 17, 22, 20, 30, 29, 23, 27, 30, 35, 47, 80, 101, 102, 100], "n_pos": 148, "sum_m_en": [13.65141, 21.117685, 23.353569, 23.133583, 23.929176, 24.515312, 23.679468, 25.084356, 24.729676, 25.326199, 26.294193, 24.675879, 25.13183, 24.896007, 24.307388, 24.891142, 25.339014, 22.519712, 22.641195, 22.149935, 20.791375, 21.184745, 21.5901, 22.240245, 39.119812, 35.416763, 30.81122, 27.055662, 26.528534, 26.046965, 24.41069, 23.676041, 24.900464, 27.692199, 29.59937, 29.987187, 31.515583, 38.55419, 38.746203, 41.987972, 42.445555, 48.873267, 53.248784, 52.527673, 46.796818, 33.058466, 13.397452, 4.288454, 0.781646, 6.8e-05], "sum_m_pl": [2.414398, 7.162757, 8.006564, 8.336293, 8.892372, 8.976798, 8.371751, 8.617129, 9.355838, 9.557241, 10.311746, 11.30948, 11.881908, 11.507565, 11.42234, 10.59735, 10.036646, 10.080821, 9.319959, 8.915454, 8.413111, 8.296302, 8.301534, 8.497843, 9.021432, 10.655327, 11.835791, 13.291219, 14.324616, 14.871081, 15.129106, 15.28491, 16.120959, 15.063713, 14.347876, 14.501435, 16.076807, 14.370859, 16.382574, 17.521831, 21.965832, 20.375333, 21.222616, 26.787518, 32.433362, 44.630371, 75.261907, 94.364141, 101.384831, 100.525376]}, "digit": {"n_am_en": [0, 0, 0, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 2, 2, 3, 0, 0, 1, 1, 2, 3, 2, 2, 0, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 4, "sum_m_en": [0.290539, 0.650702, 0.761059, 0.678047, 0.673383, 0.688613, 0.685572, 0.755511, 0.734513, 0.686261, 0.710893, 0.637239, 0.637056, 0.629851, 0.672544, 0.69858, 0.733028, 0.587569, 0.586087, 0.598536, 0.56265, 0.559957, 0.600295, 0.623132, 0.873439, 0.80319, 0.775961, 0.823804, 0.825069, 0.745206, 0.655065, 0.641933, 0.647406, 0.797719, 0.984893, 0.89789, 0.716793, 0.717256, 0.880856, 0.883617, 0.694971, 0.800755, 0.713458, 0.731211, 0.544575, 0.296664, 0.337691, 0.082818, 0.020642, 0.0], "sum_m_pl": [0.063024, 0.219824, 0.24289, 0.22461, 0.199809, 0.177846, 0.133771, 0.151145, 0.142621, 0.157522, 0.185199, 0.189317, 0.19983, 0.238733, 0.238385, 0.222867, 0.229354, 0.262743, 0.26019, 0.264226, 0.255553, 0.242531, 0.238762, 0.240852, 0.284333, 0.25202, 0.290339, 0.350515, 0.29669, 0.364763, 0.353699, 0.297229, 0.352468, 0.282826, 0.236279, 0.252003, 0.334287, 0.196242, 0.163816, 0.180171, 0.150535, 0.119504, 0.140778, 0.17493, 0.20357, 0.100071, 0.3059, 0.378997, 0.024555, 0.0]}, "lang": {"n_am_en": [4, 8, 8, 8, 13, 10, 13, 20, 23, 26, 23, 23, 19, 16, 19, 31, 24, 22, 22, 28, 25, 28, 23, 26, 47, 45, 39, 34, 22, 16, 19, 15, 21, 30, 32, 32, 32, 37, 34, 35, 30, 39, 40, 43, 40, 24, 9, 1, 0, 0], "n_am_pl": [1, 6, 8, 13, 17, 13, 6, 9, 12, 12, 7, 17, 23, 17, 15, 12, 13, 12, 11, 9, 7, 6, 3, 1, 4, 6, 7, 9, 7, 13, 12, 11, 12, 6, 12, 10, 14, 15, 14, 23, 24, 18, 22, 25, 32, 41, 70, 96, 99, 100], "n_pos": 101, "sum_m_en": [9.300079, 14.226884, 15.863243, 15.866988, 16.454247, 16.842102, 16.186223, 17.150075, 16.982973, 17.557858, 18.28229, 17.308408, 17.553117, 17.259416, 16.797506, 17.330442, 17.59195, 15.673259, 15.791385, 15.359967, 14.329655, 14.55655, 14.853266, 15.27906, 26.976763, 23.938865, 20.942351, 18.244888, 17.851652, 17.818943, 16.920125, 16.519508, 17.159335, 18.834775, 19.724592, 19.887537, 21.255211, 26.020575, 25.831252, 28.701713, 28.475743, 32.839998, 35.299522, 33.604344, 31.198635, 21.938327, 8.617132, 1.821174, 0.353888, 1.8e-05], "sum_m_pl": [1.639412, 4.856401, 5.463127, 5.818831, 6.334991, 6.266701, 5.940227, 6.191096, 6.783834, 6.918158, 7.397188, 8.192223, 8.465528, 8.126461, 7.936567, 7.24872, 6.909112, 6.965183, 6.37848, 6.048751, 5.679048, 5.647978, 5.703528, 5.836698, 6.308809, 7.629639, 8.452176, 9.461671, 10.08061, 10.208553, 10.439816, 10.745222, 11.354079, 10.627124, 10.198574, 10.541129, 11.595457, 10.435786, 11.533767, 11.801238, 15.671541, 15.44134, 16.765556, 22.337042, 28.10833, 38.376255, 65.633138, 88.974914, 98.027643, 99.767949]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1483, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9866}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 12, 7, 12, 16, 17, 14, 19, 21, 14, 12, 15, 10, 18, 16, 16, 22, 18, 21, 25, 27, 33, 31, 34, 39, 35, 27, 23, 26, 21, 18, 26, 18, 32, 33, 31, 33, 41, 44, 45, 45, 39, 39, 36, 38, 35, 30, 30, 30, 31], "n_am_pl": [3, 2, 6, 5, 7, 12, 7, 7, 2, 6, 8, 13, 9, 10, 14, 11, 6, 8, 6, 8, 11, 9, 7, 6, 4, 7, 9, 12, 16, 12, 10, 8, 15, 5, 4, 5, 3, 2, 1, 0, 0, 0, 0, 0, 1, 1, 2, 4, 3, 3], "n_pos": 88, "sum_m_en": [10.693964, 12.847209, 13.009193, 13.718964, 15.523055, 15.821293, 15.177333, 15.976024, 16.599709, 17.387463, 16.339904, 15.846469, 15.31087, 16.282231, 16.226702, 17.233555, 17.678326, 16.451808, 16.632345, 16.354705, 15.925061, 16.16972, 15.712212, 15.647655, 26.431693, 23.811304, 21.436672, 17.698775, 17.4576, 16.749669, 15.308821, 16.12981, 15.520019, 18.097226, 21.85937, 21.33718, 23.873069, 27.916058, 32.772824, 36.944506, 36.382328, 35.573132, 34.422902, 34.502887, 34.539368, 33.809822, 29.47108, 28.215258, 28.627483, 30.537279], "sum_m_pl": [2.931762, 4.690046, 5.191396, 5.005684, 5.107559, 5.363425, 5.26625, 5.196174, 5.328262, 5.964501, 6.330195, 6.929827, 7.455885, 6.640535, 7.65747, 7.986282, 6.853324, 6.890727, 6.019256, 5.904079, 5.596573, 5.426603, 5.436618, 5.338482, 6.798751, 7.856551, 8.390128, 9.388472, 9.412264, 9.282096, 9.142003, 8.225571, 8.628213, 7.496556, 6.752802, 6.675134, 5.44581, 4.459462, 3.482328, 2.389568, 1.829414, 1.932594, 1.752709, 1.485171, 1.548848, 1.158768, 1.610492, 3.431933, 3.231408, 3.000763]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 2, 1, 1, 2, 2, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.155113, 0.290284, 0.313263, 0.323687, 0.384506, 0.380397, 0.387941, 0.363981, 0.450734, 0.467281, 0.470905, 0.428338, 0.349254, 0.382997, 0.404928, 0.460757, 0.477317, 0.465187, 0.429773, 0.443681, 0.39288, 0.397959, 0.40571, 0.406615, 0.631128, 0.662691, 0.658976, 0.554688, 0.493944, 0.478976, 0.401907, 0.430076, 0.439306, 0.526292, 0.678914, 0.655333, 0.811662, 1.210394, 1.316566, 1.483841, 1.237393, 1.045872, 0.823152, 0.555589, 0.428965, 0.299275, 0.248258, 0.203688, 0.106414, 0.0], "sum_m_pl": [0.024321, 0.086621, 0.099983, 0.102001, 0.109795, 0.114787, 0.103599, 0.102514, 0.123635, 0.13925, 0.150711, 0.114243, 0.132901, 0.139425, 0.156878, 0.186415, 0.148514, 0.153213, 0.132213, 0.125526, 0.130192, 0.123157, 0.123747, 0.11836, 0.150369, 0.158613, 0.154207, 0.172013, 0.164652, 0.159753, 0.160803, 0.125408, 0.127579, 0.111735, 0.066866, 0.101526, 0.097292, 0.073342, 0.049003, 0.033235, 0.048774, 0.062694, 0.066829, 0.076531, 0.092762, 0.090701, 0.098061, 0.08831, 0.068164, 0.0]}, "lang": {"n_am_en": [2, 3, 4, 4, 9, 7, 7, 12, 10, 7, 6, 8, 5, 7, 8, 7, 13, 12, 14, 14, 18, 20, 20, 21, 23, 21, 15, 14, 18, 13, 13, 18, 14, 19, 24, 21, 22, 23, 25, 28, 28, 24, 26, 28, 29, 30, 28, 25, 28, 30], "n_am_pl": [0, 1, 3, 2, 2, 4, 2, 2, 0, 2, 3, 5, 3, 5, 4, 2, 0, 0, 1, 2, 4, 1, 1, 1, 1, 2, 3, 4, 7, 3, 5, 3, 4, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 3], "n_pos": 34, "sum_m_en": [4.11027, 4.966423, 5.005129, 5.492005, 6.204828, 6.252931, 6.332841, 6.656898, 6.834035, 6.944572, 6.417078, 6.298021, 6.084205, 6.534493, 6.522583, 7.112967, 7.200949, 6.590674, 6.763168, 6.762363, 6.73938, 6.730134, 6.434771, 6.317957, 14.302193, 12.489255, 11.166521, 8.977691, 8.56061, 8.11205, 7.20477, 7.876326, 7.559879, 9.255402, 11.909341, 12.069038, 14.433666, 16.381241, 19.929569, 23.240015, 23.882679, 23.733545, 24.745626, 26.217001, 26.653965, 27.397846, 25.928881, 24.392407, 26.244045, 29.869597], "sum_m_pl": [0.944568, 1.61692, 1.918386, 1.856759, 1.985241, 2.083241, 2.021191, 1.990163, 2.014566, 2.261964, 2.431392, 2.693882, 2.90106, 2.53462, 2.780382, 2.666545, 2.356317, 2.375637, 2.23339, 2.307404, 2.214489, 2.170721, 2.165478, 2.114551, 1.856392, 2.288091, 2.505251, 2.968171, 3.429327, 3.230518, 3.264511, 2.971782, 3.255765, 2.821885, 2.365117, 2.369351, 2.008706, 1.562275, 1.256472, 0.893325, 0.664475, 0.734803, 0.577238, 0.467335, 0.501114, 0.339639, 0.75099, 1.99788, 3.041829, 2.99999]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-37", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1051, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9775}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 7, 9, 20, 18, 25, 33, 34, 29, 25, 21, 14, 14, 16, 27, 36, 39, 41, 49, 47, 54, 58, 51, 55, 72, 65, 61, 46, 40, 31, 26, 34, 23, 40, 60, 55, 65, 72, 79, 77, 71, 71, 66, 72, 62, 39, 12, 2, 0, 0], "n_am_pl": [6, 15, 20, 15, 8, 9, 10, 13, 7, 11, 10, 17, 17, 18, 20, 10, 7, 12, 7, 6, 8, 5, 3, 2, 8, 14, 12, 17, 23, 17, 23, 12, 21, 12, 9, 8, 11, 11, 4, 3, 6, 7, 9, 10, 21, 31, 58, 67, 70, 72], "n_pos": 127, "sum_m_en": [13.115742, 19.21084, 20.077863, 21.203964, 21.982061, 22.032775, 23.101939, 24.551196, 24.155595, 24.924554, 24.16229, 22.643027, 21.969257, 22.638341, 22.864384, 24.927677, 25.905138, 24.294589, 24.428365, 24.341208, 24.085385, 24.026445, 23.35865, 23.181568, 46.66328, 42.278164, 36.830074, 28.423528, 27.310449, 24.930358, 22.664069, 22.996172, 23.058097, 26.61314, 32.238947, 31.839669, 33.820506, 42.258436, 51.865989, 57.064809, 55.911866, 61.948739, 63.748601, 64.279664, 54.544157, 35.79233, 11.621582, 3.579435, 0.935553, 0.095375], "sum_m_pl": [2.553732, 6.824901, 7.820854, 7.286872, 7.151345, 7.195866, 7.298767, 7.479687, 7.549166, 8.218944, 8.567831, 9.181674, 9.80822, 9.197272, 9.761527, 10.14962, 8.488853, 8.419274, 7.477384, 7.452929, 6.948364, 6.90486, 6.996142, 6.934192, 8.941938, 11.318885, 10.554083, 12.155775, 12.273496, 13.222685, 13.340489, 12.815444, 12.859629, 11.225548, 9.393111, 9.094148, 9.046003, 7.968615, 6.764046, 5.568479, 6.678992, 6.778153, 7.946022, 10.068547, 16.920622, 31.146736, 53.825298, 63.797375, 68.818485, 72.265766]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.141587, 0.288798, 0.360181, 0.353918, 0.379473, 0.355406, 0.364687, 0.340454, 0.356154, 0.395802, 0.400959, 0.360398, 0.28552, 0.324108, 0.364026, 0.383196, 0.409353, 0.360114, 0.33661, 0.3431, 0.340707, 0.342893, 0.353097, 0.356017, 0.495011, 0.484287, 0.450001, 0.414521, 0.404449, 0.363897, 0.301979, 0.277358, 0.36765, 0.435761, 0.582104, 0.517993, 0.850656, 1.348906, 1.701613, 1.943203, 1.74887, 1.484052, 0.741418, 0.594565, 0.387963, 0.222002, 0.171676, 0.140653, 0.114228, 0.0], "sum_m_pl": [0.020414, 0.084722, 0.10186, 0.09943, 0.089968, 0.096029, 0.092838, 0.094082, 0.108703, 0.123947, 0.150044, 0.121317, 0.125734, 0.137256, 0.113385, 0.169631, 0.138327, 0.154813, 0.114803, 0.113244, 0.11521, 0.109062, 0.105915, 0.10704, 0.146506, 0.159301, 0.152471, 0.20567, 0.191114, 0.186723, 0.177084, 0.188172, 0.152332, 0.129036, 0.06592, 0.106737, 0.07383, 0.030791, 0.014065, 0.001188, 0.008898, 0.022343, 0.050559, 0.069976, 0.080515, 0.06315, 0.084806, 0.095685, 0.083382, 0.0]}, "lang": {"n_am_en": [2, 6, 5, 10, 9, 17, 19, 20, 16, 18, 11, 9, 10, 11, 17, 27, 28, 29, 33, 34, 36, 41, 34, 39, 46, 41, 38, 31, 28, 21, 19, 26, 16, 24, 39, 35, 42, 46, 50, 51, 47, 50, 49, 54, 46, 30, 10, 1, 0, 0], "n_am_pl": [4, 5, 11, 4, 2, 2, 4, 5, 2, 6, 6, 8, 10, 7, 10, 5, 2, 4, 3, 1, 2, 0, 0, 0, 3, 7, 6, 11, 10, 8, 11, 4, 12, 6, 5, 5, 8, 7, 4, 3, 6, 7, 8, 9, 16, 27, 52, 64, 69, 72], "n_pos": 73, "sum_m_en": [7.476119, 11.113571, 11.675395, 12.38685, 12.807456, 12.959553, 13.631226, 14.756235, 14.794777, 15.251005, 14.787533, 14.000934, 13.390937, 13.763715, 13.680445, 15.069087, 15.541678, 14.720345, 14.809687, 14.666781, 13.981581, 13.911459, 13.70335, 13.689796, 30.109171, 26.449742, 23.399286, 18.29342, 17.676011, 16.093103, 14.415754, 14.976022, 14.695613, 17.067841, 20.736854, 20.806924, 22.164591, 26.616992, 32.773278, 36.561775, 37.003934, 42.953802, 46.780271, 47.350139, 40.553134, 27.489217, 9.175641, 2.581935, 0.584107, 2.1e-05], "sum_m_pl": [1.252055, 3.564209, 4.00322, 3.724376, 3.874049, 3.890075, 4.131392, 4.387012, 4.527665, 4.899796, 5.122775, 5.432166, 5.767577, 5.344387, 5.473517, 5.377281, 4.499111, 4.379151, 4.204009, 4.313363, 4.110266, 4.102261, 4.185126, 4.128633, 4.927765, 6.28235, 5.847297, 6.972925, 7.055085, 7.627402, 7.822659, 7.81297, 7.954483, 7.231474, 5.953909, 5.938372, 6.235174, 5.515682, 4.744256, 4.187058, 5.391655, 5.522187, 6.573283, 7.743361, 13.910593, 26.506006, 47.304968, 59.088032, 66.976471, 71.176787]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-37", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1306, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9844}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 4, 8, 9, 8, 10, 12, 11, 11, 11, 10, 12, 9, 10, 15, 11, 14, 9, 10, 9, 12, 12, 13, 10, 12, 12, 12, 10, 8, 9, 7, 9, 13, 14, 17, 18, 19, 12, 14, 18, 18, 20, 24, 23, 22, 21, 23, 18, 19, 20], "n_am_pl": [0, 1, 4, 0, 3, 2, 1, 3, 3, 3, 6, 3, 2, 4, 3, 4, 4, 4, 3, 2, 2, 3, 3, 1, 1, 2, 6, 3, 6, 4, 4, 4, 4, 2, 4, 2, 4, 2, 4, 1, 3, 0, 0, 0, 0, 0, 0, 3, 2, 3], "n_pos": 41, "sum_m_en": [4.500703, 5.878771, 6.337622, 6.955021, 7.222516, 7.494993, 7.20695, 8.027057, 8.043593, 7.848778, 7.917204, 7.544528, 7.384181, 7.197797, 7.482355, 7.21622, 7.132798, 6.709807, 6.858604, 6.64726, 6.482761, 6.664173, 6.735901, 6.685651, 9.187422, 9.409619, 8.559255, 7.432327, 7.928431, 8.536962, 7.940126, 8.442348, 8.806357, 9.169985, 10.860141, 11.976274, 12.890881, 13.109239, 13.414898, 14.472421, 14.691982, 16.093695, 19.224542, 21.494046, 18.956493, 18.53252, 18.181791, 16.702151, 15.621297, 19.83523], "sum_m_pl": [0.849803, 1.81057, 2.059625, 2.042322, 2.21811, 2.166911, 2.193905, 2.194595, 2.372293, 2.622572, 3.01476, 2.880418, 2.966052, 3.006275, 3.13131, 3.345442, 2.953608, 2.90112, 2.619854, 2.58228, 2.496909, 2.476926, 2.41329, 2.357316, 2.457525, 2.983444, 3.312288, 3.729392, 3.914627, 3.818927, 3.461168, 3.227279, 3.179014, 3.263795, 3.00873, 2.852278, 2.679277, 2.542863, 2.563851, 2.073603, 2.000369, 1.686424, 1.361652, 1.144752, 0.83072, 0.738001, 0.706768, 2.217502, 2.703967, 2.845511]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.17985, 0.374807, 0.33196, 0.368917, 0.355884, 0.373033, 0.360029, 0.376067, 0.388658, 0.384035, 0.357197, 0.312458, 0.295686, 0.273884, 0.319276, 0.293593, 0.280708, 0.291623, 0.308277, 0.3074, 0.299401, 0.323453, 0.334538, 0.333687, 0.393251, 0.453428, 0.445839, 0.385832, 0.385992, 0.450623, 0.409663, 0.350967, 0.333135, 0.316341, 0.344245, 0.39939, 0.430778, 0.299241, 0.386366, 0.501312, 0.341445, 0.288382, 0.325746, 1.086116, 0.868876, 0.812198, 0.593651, 0.483089, 0.127053, 0.0], "sum_m_pl": [0.030387, 0.093411, 0.093139, 0.099509, 0.115304, 0.122118, 0.086426, 0.102085, 0.116642, 0.099074, 0.134242, 0.116248, 0.109249, 0.103147, 0.093932, 0.116407, 0.113016, 0.117246, 0.111644, 0.103382, 0.099088, 0.101557, 0.097635, 0.09952, 0.101689, 0.110489, 0.13608, 0.174238, 0.145588, 0.12668, 0.136248, 0.139662, 0.125249, 0.125622, 0.124866, 0.091079, 0.095701, 0.132705, 0.069302, 0.059229, 0.076156, 0.088502, 0.08324, 0.002534, 0.001193, 0.002238, 0.001433, 0.013099, 0.012947, 0.0]}, "lang": {"n_am_en": [3, 2, 4, 5, 7, 8, 10, 8, 8, 7, 7, 8, 6, 6, 11, 7, 9, 6, 7, 7, 10, 9, 9, 6, 7, 9, 9, 8, 8, 7, 6, 8, 11, 11, 12, 12, 14, 10, 11, 13, 14, 16, 18, 18, 19, 18, 20, 16, 18, 20], "n_am_pl": [0, 1, 2, 0, 0, 2, 0, 3, 1, 1, 3, 2, 0, 3, 1, 2, 1, 3, 1, 2, 1, 2, 1, 0, 0, 1, 1, 2, 2, 2, 3, 2, 2, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 3, 2, 3], "n_pos": 24, "sum_m_en": [2.868425, 3.538951, 3.563765, 3.992306, 4.375931, 4.665618, 4.555497, 5.035479, 4.881241, 4.78589, 4.900221, 4.692755, 4.506617, 4.412319, 4.590638, 4.371339, 4.323351, 3.973907, 4.203266, 4.054805, 3.908191, 3.998331, 3.983, 3.935613, 5.961639, 6.168537, 5.621193, 4.555355, 4.914951, 5.393089, 4.991078, 5.413012, 5.828779, 6.136305, 7.674694, 8.815231, 9.498687, 9.103463, 9.440971, 10.658248, 11.253425, 12.95099, 14.598757, 16.251751, 15.646821, 15.566248, 15.987775, 15.07118, 14.12462, 19.496909], "sum_m_pl": [0.532326, 1.069856, 1.23145, 1.241369, 1.347631, 1.296918, 1.365246, 1.340535, 1.386164, 1.486776, 1.663521, 1.655393, 1.692788, 1.658524, 1.686427, 1.772274, 1.492412, 1.554279, 1.399585, 1.428676, 1.414394, 1.423245, 1.387309, 1.376244, 1.327174, 1.625735, 1.783219, 2.054413, 1.989022, 1.950791, 1.948303, 1.799043, 1.712946, 1.669605, 1.480841, 1.394667, 1.208611, 1.09383, 1.130551, 0.939837, 0.734648, 0.532761, 0.446616, 0.387504, 0.350684, 0.3248, 0.517583, 2.072115, 2.355754, 2.77784]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 43, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1066, "region_end": 41, "roundtrip_ok": true, "tf_agree": 0.9535, "tf_agree_excl_first": 0.9762}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 8, 9, 19, 16, 25, 27, 24, 25, 28, 24, 20, 20, 15, 16, 15, 22, 21, 25, 20, 25, 24, 30, 27, 29, 34, 34, 25, 28, 27, 18, 18, 23, 28, 38, 46, 38, 43, 42, 41, 41, 47, 49, 52, 46, 33, 17, 3, 0, 0], "n_am_pl": [3, 8, 10, 13, 12, 9, 12, 17, 12, 11, 11, 16, 10, 15, 16, 20, 17, 13, 10, 9, 7, 9, 7, 7, 7, 8, 11, 16, 8, 16, 12, 13, 9, 10, 8, 6, 6, 8, 8, 12, 11, 11, 8, 14, 18, 24, 46, 62, 73, 74], "n_pos": 107, "sum_m_en": [10.348258, 15.551235, 16.656345, 17.128851, 17.9751, 19.051586, 18.536673, 20.339577, 20.229832, 19.642173, 19.741807, 18.72903, 17.853625, 18.05736, 18.301789, 17.8347, 18.558191, 18.017523, 17.497542, 17.363299, 16.75304, 17.385542, 17.84698, 17.899253, 27.694849, 27.706705, 25.211288, 20.910476, 20.647186, 20.168816, 18.274476, 18.870308, 18.233761, 19.199856, 22.856543, 24.886771, 25.215431, 27.73016, 28.350534, 31.197571, 34.051912, 38.468314, 41.361496, 45.362429, 41.213376, 29.477018, 14.816121, 4.350344, 0.514991, 0.000153], "sum_m_pl": [1.915041, 5.563051, 6.479308, 6.439323, 6.638798, 6.489773, 6.742775, 7.16221, 7.352015, 7.764024, 8.342228, 8.230243, 8.775422, 8.531714, 8.68883, 9.135352, 7.714668, 7.328767, 6.602437, 6.571637, 6.381267, 6.396571, 6.273283, 6.278888, 7.498923, 8.523868, 8.865441, 9.926249, 10.545612, 10.89072, 10.505772, 10.49999, 10.301674, 9.916033, 8.616199, 7.73034, 7.647635, 8.326492, 9.654745, 9.815577, 11.247486, 11.049617, 11.181935, 12.739445, 14.808392, 21.829748, 41.409673, 57.767827, 69.924065, 73.984522]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 3, 3, 1, 2, 1, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 2, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.355548, 0.653545, 0.630558, 0.751246, 0.793435, 0.822741, 0.841064, 0.844701, 0.828107, 0.794219, 0.819095, 0.718628, 0.683046, 0.665964, 0.777756, 0.798699, 0.799473, 0.735709, 0.661681, 0.678178, 0.663699, 0.672458, 0.70884, 0.70524, 0.897471, 0.862555, 0.775941, 0.760703, 0.708449, 0.773721, 0.715975, 0.745899, 0.775678, 0.761871, 0.838383, 0.8347, 0.839433, 0.7557, 0.792551, 0.794647, 0.652625, 0.599535, 0.658812, 1.767597, 1.564682, 1.236907, 0.521921, 0.30511, 0.075008, 0.0], "sum_m_pl": [0.067255, 0.190551, 0.188298, 0.256157, 0.259862, 0.23112, 0.21946, 0.2307, 0.233704, 0.237274, 0.294039, 0.232051, 0.263132, 0.251264, 0.335108, 0.328429, 0.293493, 0.270529, 0.220923, 0.213546, 0.218457, 0.226138, 0.222753, 0.222052, 0.282155, 0.324212, 0.411277, 0.415236, 0.43574, 0.392992, 0.35778, 0.336111, 0.282867, 0.28004, 0.256794, 0.218591, 0.215032, 0.217567, 0.146915, 0.13793, 0.147443, 0.191815, 0.194709, 0.043321, 0.08536, 0.132792, 0.075131, 0.147772, 0.069934, 0.0]}, "lang": {"n_am_en": [2, 8, 8, 13, 11, 14, 15, 14, 14, 16, 13, 13, 17, 14, 14, 13, 15, 12, 18, 14, 20, 19, 24, 22, 23, 27, 27, 18, 18, 18, 11, 11, 17, 19, 26, 29, 21, 28, 29, 30, 30, 34, 36, 35, 30, 20, 12, 2, 0, 0], "n_am_pl": [2, 6, 6, 10, 11, 8, 6, 14, 8, 7, 9, 13, 5, 11, 13, 14, 13, 11, 7, 7, 4, 6, 5, 5, 5, 6, 8, 12, 5, 11, 9, 9, 7, 8, 6, 6, 5, 7, 8, 11, 10, 9, 7, 13, 17, 23, 43, 58, 71, 73], "n_pos": 73, "sum_m_en": [7.163539, 10.788688, 11.42097, 11.717719, 12.18621, 12.762045, 12.309585, 13.540994, 13.537632, 13.203282, 13.076614, 12.621272, 12.057893, 12.297526, 12.393396, 11.995788, 12.561493, 12.286649, 12.060086, 11.914507, 11.477929, 11.900516, 12.236667, 12.252426, 20.55399, 20.549756, 18.516282, 14.750693, 14.404872, 13.794794, 12.344287, 12.618161, 12.325076, 12.848854, 15.436894, 16.793093, 16.632801, 18.088308, 18.600719, 20.656794, 23.369104, 27.414943, 28.597056, 29.053341, 27.417194, 20.419775, 10.087838, 2.483037, 0.228595, 0.0], "sum_m_pl": [1.393218, 3.952308, 4.523322, 4.45266, 4.608074, 4.539633, 4.702509, 5.056476, 5.220288, 5.483504, 5.900249, 5.95802, 6.451949, 6.267998, 6.321433, 6.669788, 5.607432, 5.329352, 4.798048, 4.741803, 4.543038, 4.534632, 4.452023, 4.433556, 5.497647, 6.266545, 6.535288, 7.336344, 7.761025, 7.955617, 7.7981, 8.036574, 8.019952, 7.826005, 6.778289, 6.219138, 6.327651, 6.984062, 8.469997, 8.558412, 9.474487, 8.597868, 9.439637, 11.562193, 14.228982, 20.320295, 38.930018, 55.061587, 68.086427, 72.650224]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-71", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1321, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 9, 14, 14, 22, 21, 20, 14, 18, 13, 16, 12, 14, 16, 18, 9, 18, 21, 22, 24, 19, 17, 17, 12, 21, 18, 19, 22, 20, 23, 32, 25, 27, 33, 38, 34, 38, 34, 40, 30, 33, 28, 32, 28, 33, 28, 35, 35, 35, 32], "n_am_pl": [4, 8, 7, 2, 12, 8, 7, 8, 5, 10, 9, 12, 12, 11, 14, 16, 13, 11, 7, 6, 6, 8, 7, 10, 11, 11, 12, 11, 11, 15, 13, 13, 14, 12, 13, 10, 7, 11, 7, 7, 6, 8, 7, 6, 9, 8, 12, 10, 11, 12], "n_pos": 92, "sum_m_en": [11.158129, 12.826915, 13.540981, 14.290518, 15.545574, 16.003901, 15.001403, 14.329524, 14.268016, 14.34705, 15.035287, 15.307538, 15.502496, 16.527285, 17.070339, 17.036213, 16.269394, 15.732488, 15.855998, 15.587825, 14.879508, 15.025277, 14.908203, 14.878473, 17.175108, 17.08324, 16.051877, 15.575994, 16.666288, 17.9404, 18.346293, 18.195947, 18.001741, 19.462231, 20.236331, 22.122771, 25.78924, 28.701198, 30.854391, 29.155153, 29.884622, 27.108907, 26.857277, 27.526802, 30.192772, 29.33457, 32.114441, 29.927618, 28.738256, 31.618907], "sum_m_pl": [2.760976, 4.422383, 4.934736, 4.855244, 5.139401, 5.323961, 4.902601, 5.364016, 5.656432, 6.058457, 6.542551, 6.723418, 6.907845, 6.736504, 6.818282, 7.098683, 6.939494, 6.741866, 6.278311, 6.143547, 6.00002, 5.81017, 5.588817, 5.557768, 8.763204, 10.202589, 10.277914, 9.710066, 9.30924, 8.646165, 7.932553, 8.22657, 7.703896, 7.687735, 7.872759, 8.180141, 7.859099, 7.968165, 8.295356, 7.484531, 7.255294, 7.836937, 7.240639, 8.178553, 9.232718, 9.379055, 10.526638, 11.323045, 11.778892, 12.680585]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 5, 9, 9, 11, 13, 13, 10, 11, 10, 13, 9, 11, 8, 11, 8, 13, 12, 11, 13, 11, 11, 11, 9, 13, 12, 13, 15, 14, 14, 21, 16, 20, 22, 25, 23, 21, 20, 21, 22, 23, 22, 24, 23, 25, 23, 28, 29, 32, 31], "n_am_pl": [2, 0, 2, 0, 5, 4, 2, 3, 3, 5, 6, 7, 6, 6, 8, 3, 6, 5, 3, 3, 2, 3, 4, 5, 4, 4, 5, 4, 6, 7, 6, 7, 4, 5, 6, 4, 3, 5, 3, 2, 2, 5, 4, 4, 6, 5, 9, 10, 11, 12], "n_pos": 44, "sum_m_en": [5.702448, 6.325958, 6.828807, 6.962734, 7.616137, 7.901787, 7.585783, 7.261215, 7.314059, 7.295066, 7.593289, 7.80848, 7.78898, 8.299253, 8.654465, 8.538718, 8.225505, 7.855075, 7.98552, 7.80872, 7.43209, 7.504711, 7.424559, 7.386972, 9.886802, 9.760371, 9.102933, 8.663774, 9.129814, 9.6602, 9.926917, 9.900894, 10.007332, 11.302608, 11.572227, 13.31124, 16.53548, 17.60004, 18.465314, 18.676188, 20.31398, 19.346032, 19.954131, 20.533729, 22.229797, 22.762719, 24.503181, 23.15761, 24.165469, 30.404878], "sum_m_pl": [1.342415, 1.950002, 2.178245, 2.210444, 2.352959, 2.541331, 2.385175, 2.465358, 2.58898, 2.751223, 2.988766, 3.160726, 3.172972, 3.080827, 3.142644, 3.270833, 3.230537, 3.159417, 2.904408, 2.820667, 2.797771, 2.723311, 2.606253, 2.612641, 3.958966, 4.242968, 4.379275, 4.222363, 4.000087, 3.790954, 3.509647, 3.615295, 3.377406, 3.365284, 3.654199, 4.191364, 3.981241, 3.617844, 3.589776, 3.405419, 3.749523, 4.461646, 4.226767, 4.719654, 6.020201, 6.167553, 8.536623, 10.434877, 11.24722, 12.301916]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1151, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.9892}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 13, 14, 16, 30, 27, 24, 29, 27, 16, 17, 27, 20, 22, 33, 33, 40, 32, 34, 35, 37, 36, 33, 32, 61, 58, 46, 36, 38, 35, 33, 46, 39, 39, 48, 49, 48, 74, 79, 82, 82, 73, 75, 82, 66, 49, 13, 7, 5, 2], "n_am_pl": [3, 20, 25, 26, 19, 23, 23, 16, 18, 23, 35, 30, 31, 35, 25, 24, 24, 22, 21, 14, 12, 13, 16, 20, 18, 31, 27, 26, 32, 34, 33, 35, 29, 34, 29, 33, 46, 36, 27, 31, 29, 37, 41, 43, 60, 67, 123, 136, 137, 145], "n_pos": 209, "sum_m_en": [19.952946, 30.722873, 33.318549, 34.223345, 34.680696, 34.240149, 31.520682, 31.719426, 31.637123, 32.185367, 33.61711, 32.931264, 32.716473, 33.131684, 33.289673, 34.717836, 34.137916, 32.789594, 33.069215, 33.090819, 31.747606, 32.687789, 33.000453, 33.272824, 43.173842, 43.328842, 38.049189, 35.850374, 35.993292, 36.944136, 36.950501, 37.128629, 35.918607, 37.922321, 38.995338, 39.477231, 42.391678, 47.802044, 52.504175, 61.674688, 63.697083, 63.96744, 66.207593, 69.70064, 62.409156, 45.586386, 14.818544, 7.828564, 5.811937, 2.174329], "sum_m_pl": [3.490769, 10.327214, 11.965723, 11.895496, 11.512666, 12.665863, 12.329615, 13.38294, 13.506349, 14.08419, 14.938505, 15.557308, 15.877509, 16.291452, 16.127395, 15.48703, 14.943611, 14.426679, 13.482586, 13.267448, 13.040595, 12.741795, 12.585549, 12.520723, 15.363782, 18.021723, 18.512449, 18.933937, 20.502881, 20.836848, 19.628743, 20.367423, 20.371603, 19.046015, 19.121228, 20.361518, 21.794726, 22.322398, 22.74535, 24.63134, 24.542532, 27.28978, 33.093894, 36.001924, 51.17492, 67.595728, 110.27291, 124.049724, 132.196591, 143.506919]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 11, 8, 11, 18, 17, 15, 20, 19, 12, 10, 16, 13, 15, 24, 25, 27, 24, 22, 24, 28, 27, 27, 21, 40, 40, 32, 29, 29, 28, 26, 35, 32, 29, 35, 37, 35, 54, 60, 58, 58, 49, 48, 50, 45, 39, 10, 7, 5, 2], "n_am_pl": [3, 16, 21, 20, 14, 18, 21, 15, 14, 16, 27, 24, 23, 25, 19, 20, 16, 14, 14, 12, 10, 10, 14, 17, 15, 22, 16, 17, 23, 21, 24, 27, 22, 25, 19, 29, 36, 29, 20, 26, 25, 27, 34, 38, 53, 56, 107, 123, 133, 143], "n_pos": 145, "sum_m_en": [13.938654, 21.63821, 23.205807, 23.543804, 24.028697, 23.759943, 21.866603, 21.857157, 21.999529, 22.381096, 23.334593, 22.937212, 22.834515, 23.23513, 23.251912, 24.292716, 23.953934, 23.060142, 23.215001, 23.272253, 22.197845, 22.873799, 23.067197, 23.268016, 30.61072, 31.066381, 27.516861, 26.057572, 26.007045, 26.567623, 26.663594, 26.669002, 25.702887, 27.301677, 28.065673, 28.149379, 30.446677, 33.128635, 35.935125, 42.440571, 43.906724, 44.015405, 43.377489, 47.393543, 43.773547, 34.270103, 11.231492, 6.433873, 5.246924, 2.146243], "sum_m_pl": [2.363829, 6.89908, 8.264343, 8.161117, 7.683436, 8.565366, 8.295592, 9.050024, 9.205761, 9.727598, 10.352199, 10.774806, 10.921399, 11.359988, 11.329785, 10.806043, 10.41809, 9.98301, 9.357088, 9.178357, 9.013725, 8.818018, 8.732397, 8.695113, 10.92234, 12.609644, 12.980105, 13.22641, 14.381559, 14.620527, 13.757603, 14.22923, 14.400468, 13.640896, 13.836614, 14.887304, 15.730744, 15.778725, 16.588357, 18.264219, 19.222439, 21.440607, 26.99062, 29.608695, 43.206356, 56.413037, 96.55273, 113.209765, 128.946197, 141.230573]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 211, "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1406, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9857}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 7, 10, 24, 25, 23, 24, 25, 25, 27, 32, 36, 31, 30, 32, 33, 51, 38, 34, 44, 43, 37, 35, 31, 43, 40, 42, 35, 31, 31, 38, 37, 41, 42, 57, 56, 62, 63, 67, 73, 75, 72, 71, 70, 61, 60, 58, 62, 66, 62], "n_am_pl": [11, 10, 12, 3, 13, 11, 5, 8, 12, 17, 17, 17, 16, 13, 12, 15, 14, 17, 11, 7, 9, 7, 7, 10, 11, 7, 8, 17, 16, 8, 11, 14, 8, 7, 9, 11, 7, 7, 9, 9, 11, 11, 6, 6, 6, 5, 5, 5, 7, 6], "n_pos": 133, "sum_m_en": [16.081645, 17.531946, 18.057519, 18.945472, 21.066725, 21.759334, 20.919181, 20.9057, 22.024428, 22.702862, 23.89361, 23.705193, 24.674963, 24.214028, 24.327252, 25.000916, 24.851222, 22.699137, 23.428421, 23.454335, 22.04051, 22.004058, 22.153761, 21.853313, 30.418853, 29.583138, 28.752078, 25.934866, 26.999121, 26.432949, 26.515203, 27.443791, 27.668287, 29.595927, 32.400007, 35.340659, 40.432369, 46.229791, 54.783923, 55.490743, 59.438694, 58.645527, 62.026996, 62.484046, 58.590727, 58.448789, 54.344384, 52.701037, 51.863234, 64.263436], "sum_m_pl": [3.52005, 5.832701, 6.509401, 6.341869, 6.676445, 6.485344, 6.217938, 6.400522, 6.701379, 7.579584, 8.699559, 8.944575, 8.902859, 9.085585, 10.048483, 10.1065, 9.283136, 9.631761, 9.221866, 8.942999, 8.472609, 8.332724, 7.918237, 7.700446, 10.919168, 10.55559, 10.72451, 11.451594, 11.613336, 10.568547, 9.902311, 10.163087, 10.361796, 9.527019, 9.603952, 9.635296, 9.521306, 9.156198, 9.773195, 10.210754, 9.709033, 9.168057, 7.786213, 8.73205, 7.658326, 7.057229, 7.258801, 6.786125, 7.796656, 7.087701]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 3, 7, 13, 15, 15, 15, 20, 13, 14, 19, 20, 22, 20, 21, 20, 28, 23, 25, 28, 28, 25, 24, 23, 31, 29, 28, 26, 24, 21, 24, 30, 29, 32, 39, 37, 44, 42, 49, 55, 57, 55, 54, 52, 51, 49, 46, 52, 55, 62], "n_am_pl": [2, 3, 2, 1, 5, 3, 2, 2, 8, 8, 8, 9, 6, 3, 5, 5, 5, 5, 3, 3, 2, 2, 1, 5, 4, 1, 3, 6, 8, 2, 4, 6, 4, 1, 4, 4, 3, 1, 2, 1, 3, 4, 2, 1, 3, 3, 3, 3, 6, 6], "n_pos": 69, "sum_m_en": [7.959708, 8.74298, 9.277675, 9.612546, 10.704776, 11.520183, 10.932634, 11.042514, 11.672706, 12.017611, 12.693146, 12.529911, 12.753528, 12.693727, 12.759063, 13.144422, 12.954706, 11.983554, 12.304628, 12.290953, 11.51337, 11.475395, 11.645892, 11.350462, 18.663204, 17.993406, 17.260034, 14.835528, 15.666307, 15.26451, 14.87508, 16.024882, 16.429677, 18.155629, 20.169742, 22.232099, 26.895798, 31.538455, 37.264636, 39.234096, 42.887715, 43.358938, 45.445784, 45.235212, 44.906558, 44.428925, 43.144362, 42.02209, 43.290229, 60.350202], "sum_m_pl": [1.555321, 2.629231, 3.030071, 3.148669, 3.363735, 3.156087, 3.170023, 3.06828, 3.416566, 3.80563, 4.419702, 4.419463, 4.419131, 4.503535, 4.78569, 4.753247, 4.365919, 4.427621, 4.499477, 4.398229, 4.264246, 4.167513, 3.957504, 3.844429, 4.353938, 4.43365, 4.519784, 5.085215, 5.539683, 5.117865, 4.863108, 5.111, 5.313095, 4.726336, 4.668473, 4.742345, 4.315664, 3.701606, 3.555309, 3.751726, 3.417036, 3.22476, 2.805979, 3.170656, 3.995268, 3.912887, 4.468134, 4.416703, 6.194397, 5.55098]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1298, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9701}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 9, 16, 27, 24, 24, 18, 25, 30, 28, 38, 38, 37, 36, 47, 56, 50, 31, 29, 34, 39, 32, 39, 34, 56, 53, 48, 38, 37, 37, 38, 38, 34, 43, 48, 51, 46, 58, 74, 75, 79, 79, 90, 89, 73, 46, 10, 4, 0, 0], "n_am_pl": [9, 27, 26, 27, 23, 20, 16, 25, 36, 31, 31, 36, 30, 50, 28, 32, 23, 20, 28, 29, 21, 22, 19, 13, 20, 24, 26, 31, 32, 35, 30, 36, 35, 33, 28, 30, 41, 44, 45, 48, 57, 67, 66, 71, 92, 117, 147, 175, 185, 184], "n_pos": 247, "sum_m_en": [21.324685, 34.482219, 37.40066, 39.815937, 37.622086, 36.490812, 37.287608, 38.491715, 38.63073, 40.709899, 42.844618, 40.592769, 42.044672, 40.38746, 39.486237, 41.067896, 41.567647, 36.200352, 38.59099, 38.518035, 37.579916, 37.623897, 38.436167, 38.627392, 47.310945, 44.526764, 43.07734, 38.92274, 39.325354, 38.314701, 38.821824, 37.745725, 35.351806, 37.5368, 39.550288, 39.044329, 40.524141, 44.925609, 52.725824, 57.951168, 63.282757, 59.826742, 72.725561, 73.943665, 60.179745, 43.101889, 11.694346, 5.506003, 1.074757, 0.000116], "sum_m_pl": [3.769443, 11.739942, 14.144103, 15.593849, 14.616042, 14.269279, 13.338335, 13.905552, 14.796826, 15.437205, 17.391751, 18.333519, 18.554453, 20.269264, 20.224984, 19.252499, 16.994576, 17.427926, 16.442724, 15.731528, 15.068073, 14.832388, 14.412105, 14.430446, 18.093005, 18.945428, 20.872462, 24.075899, 25.54417, 26.363016, 24.796133, 25.855091, 26.335639, 22.842961, 21.053936, 22.481861, 23.461881, 24.141934, 28.322707, 31.59091, 37.353585, 43.608382, 50.287964, 55.271261, 76.034883, 98.621187, 142.375849, 163.819029, 181.098249, 184.535019]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 9, 10, 22, 20, 15, 15, 20, 27, 25, 31, 31, 32, 28, 41, 45, 40, 24, 25, 29, 34, 27, 35, 29, 49, 45, 39, 30, 30, 29, 34, 30, 27, 34, 39, 38, 34, 44, 54, 57, 60, 59, 70, 70, 59, 37, 10, 4, 0, 0], "n_am_pl": [6, 20, 16, 23, 21, 17, 13, 19, 24, 23, 26, 31, 24, 39, 22, 28, 20, 18, 21, 24, 18, 18, 16, 11, 16, 18, 21, 27, 28, 29, 24, 25, 24, 25, 23, 23, 30, 33, 36, 39, 46, 56, 57, 62, 84, 109, 140, 166, 183, 184], "n_pos": 184, "sum_m_en": [15.818105, 25.864839, 28.218455, 29.972919, 28.408221, 27.314185, 28.039004, 28.912242, 29.211437, 30.827456, 32.473456, 30.724727, 32.018594, 30.894734, 30.212713, 31.376451, 31.888082, 27.677345, 29.255585, 29.079411, 28.512789, 28.490844, 29.012349, 29.051327, 38.081731, 35.542661, 33.909775, 30.268199, 30.609634, 29.630951, 30.033269, 29.235751, 27.597136, 29.292371, 30.990541, 30.555397, 32.213541, 35.751799, 41.939046, 46.816807, 50.181098, 46.899555, 56.695644, 57.835788, 47.436057, 34.800265, 10.133776, 4.713104, 0.759371, 1e-06], "sum_m_pl": [2.796375, 8.645999, 10.381913, 11.493011, 10.803727, 10.703595, 9.884105, 10.263386, 10.908886, 11.563469, 13.061929, 14.014011, 14.17627, 15.778102, 15.789856, 14.845346, 13.109273, 13.46365, 12.538536, 11.86679, 11.377889, 11.201105, 10.889026, 10.862771, 13.381545, 14.549084, 16.172779, 18.899462, 20.223273, 21.118247, 19.478499, 20.197684, 20.651773, 17.87014, 16.437305, 17.486957, 18.24625, 17.999534, 21.097689, 23.433677, 28.859031, 33.78343, 41.779438, 46.283605, 67.561965, 89.999355, 134.401303, 155.395039, 177.909085, 183.878418]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 249, "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1553, "region_end": 247, "roundtrip_ok": true, "tf_agree": 0.996, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 7, 14, 18, 18, 21, 18, 21, 25, 29, 29, 31, 32, 32, 37, 36, 41, 42, 44, 53, 53, 53, 56, 47, 47, 42, 39, 42, 41, 32, 34, 38, 39, 41, 45, 45, 47, 51, 57, 59, 56, 59, 52, 49, 52, 52, 54, 53, 54, 56], "n_am_pl": [3, 4, 8, 3, 5, 5, 4, 1, 4, 5, 7, 12, 7, 6, 8, 7, 7, 7, 7, 6, 8, 7, 7, 9, 7, 5, 10, 7, 5, 6, 6, 10, 9, 11, 8, 9, 6, 8, 7, 4, 4, 6, 5, 5, 5, 3, 3, 1, 2, 1], "n_pos": 94, "sum_m_en": [11.12105, 12.374801, 12.815923, 14.482129, 16.164559, 16.93515, 16.415509, 17.07603, 17.781451, 19.161028, 18.989132, 19.725719, 19.722281, 19.588489, 19.708993, 20.554083, 21.965838, 21.133285, 20.893636, 22.544285, 20.46744, 21.561308, 21.085988, 19.432199, 37.580749, 35.156374, 31.804019, 28.851328, 26.785517, 26.435596, 24.573388, 24.733986, 24.74443, 26.430526, 29.17384, 31.842815, 32.723222, 41.832776, 46.716794, 51.062136, 51.347178, 49.896435, 49.711213, 45.840783, 47.203902, 49.252473, 50.41913, 48.621267, 46.874247, 55.06215], "sum_m_pl": [2.724474, 3.752857, 4.334089, 4.384337, 4.731622, 5.070241, 4.997429, 5.236172, 4.999202, 5.61056, 6.425957, 6.792761, 6.790995, 6.872094, 7.384556, 7.02272, 6.758537, 6.732847, 6.965776, 6.483189, 6.625114, 6.178975, 5.875145, 5.921564, 6.570017, 6.337164, 6.19851, 7.02529, 7.203945, 7.901028, 7.208119, 7.282365, 8.173417, 7.78292, 7.434639, 7.65617, 7.419064, 6.46223, 6.609828, 5.22029, 5.347245, 5.89467, 5.345924, 5.175149, 4.884772, 3.733808, 3.340957, 2.33808, 2.805289, 1.138612]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 4, 9, 12, 8, 11, 10, 12, 14, 18, 18, 20, 21, 23, 26, 23, 24, 28, 27, 35, 35, 36, 41, 36, 32, 28, 27, 29, 29, 21, 24, 27, 26, 30, 29, 33, 32, 36, 44, 45, 44, 48, 45, 44, 48, 47, 51, 51, 51, 56], "n_am_pl": [3, 2, 4, 2, 4, 3, 4, 0, 2, 2, 3, 6, 5, 1, 4, 7, 5, 4, 2, 2, 2, 2, 1, 3, 3, 3, 2, 2, 1, 5, 2, 5, 6, 7, 6, 6, 5, 5, 4, 3, 2, 4, 3, 4, 4, 3, 2, 0, 1, 1], "n_pos": 57, "sum_m_en": [6.429857, 7.415653, 7.612267, 8.664748, 9.495366, 10.118291, 10.017891, 10.677309, 11.256854, 11.977073, 11.87306, 12.464133, 12.363401, 12.397715, 12.367855, 12.784249, 13.951057, 13.467174, 13.421828, 14.705585, 13.365295, 13.770442, 13.535589, 12.363263, 26.150469, 24.148225, 22.062415, 20.197074, 18.480462, 18.041496, 16.794749, 17.019671, 16.785549, 18.230647, 19.745253, 22.034029, 23.191184, 29.157694, 34.131282, 38.030343, 38.686891, 39.067531, 39.391498, 37.835342, 40.187115, 41.989025, 44.215063, 43.420457, 42.680835, 54.44782], "sum_m_pl": [1.695786, 2.092319, 2.424239, 2.497868, 2.681017, 2.959944, 2.978069, 3.071122, 2.817584, 3.130685, 3.648647, 3.855478, 3.90689, 3.846675, 4.214985, 4.162642, 3.956927, 3.909568, 4.017397, 3.770986, 3.788631, 3.554711, 3.355339, 3.42129, 2.998649, 3.124815, 2.802106, 3.542374, 3.951585, 4.592085, 3.978908, 4.046933, 4.759338, 4.648656, 4.351798, 4.671088, 4.34465, 3.768385, 3.686674, 2.862792, 3.085291, 3.66026, 3.364647, 3.672209, 3.6347, 2.950753, 2.492842, 1.6315, 2.014462, 1.020903]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1031, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9895}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 4, 16, 14, 23, 38, 31, 48, 50, 56, 62, 52, 47, 49, 62, 68, 73, 64, 64, 73, 79, 82, 72, 66, 75, 69, 69, 59, 51, 50, 49, 52, 46, 48, 60, 58, 54, 69, 69, 73, 71, 63, 61, 54, 50, 41, 21, 6, 2, 2], "n_am_pl": [2, 8, 10, 11, 6, 8, 9, 8, 7, 19, 20, 19, 13, 13, 12, 16, 12, 15, 14, 10, 16, 12, 12, 15, 12, 18, 11, 15, 17, 11, 13, 14, 18, 18, 18, 24, 22, 22, 22, 17, 21, 24, 24, 30, 39, 57, 75, 95, 104, 103], "n_pos": 153, "sum_m_en": [14.747458, 21.724668, 22.754245, 23.372384, 24.66916, 25.498624, 26.467699, 27.99617, 29.123298, 32.249194, 31.761632, 31.232027, 30.370646, 30.097748, 30.250991, 32.126844, 35.475843, 32.194048, 31.439276, 34.046103, 31.333637, 33.015868, 31.858277, 31.383847, 57.712812, 54.57613, 51.202659, 44.071179, 38.424646, 37.706718, 33.859861, 34.203338, 35.457784, 36.241848, 41.655315, 39.611408, 39.005877, 51.972989, 53.917339, 58.038468, 56.627094, 54.99922, 58.726149, 52.544488, 47.694013, 37.569366, 19.300031, 5.900926, 3.728129, 2.000144], "sum_m_pl": [2.58952, 6.900958, 8.134024, 8.118613, 8.399349, 8.714852, 8.636036, 9.084858, 8.898667, 9.72224, 11.010497, 11.219822, 11.451502, 11.562435, 12.002826, 11.296143, 10.810112, 11.059205, 10.767282, 9.823173, 10.071074, 9.586834, 9.283321, 9.276357, 11.303234, 12.336585, 11.116462, 12.099825, 13.085189, 13.8747, 13.310724, 14.086989, 14.770362, 14.732988, 13.960393, 14.441346, 13.354041, 12.999136, 16.515855, 15.037396, 17.624895, 19.721672, 21.562714, 25.432878, 35.967086, 49.384229, 71.197141, 92.548461, 100.882384, 103.306511]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 2, 10, 9, 15, 22, 22, 32, 32, 36, 41, 38, 34, 38, 46, 48, 51, 38, 40, 50, 56, 59, 49, 44, 50, 47, 49, 38, 33, 35, 32, 34, 31, 32, 41, 37, 37, 46, 48, 55, 53, 47, 45, 39, 36, 29, 16, 3, 2, 2], "n_am_pl": [2, 3, 7, 8, 5, 5, 4, 6, 5, 13, 14, 16, 10, 10, 8, 11, 10, 11, 14, 10, 13, 10, 10, 13, 9, 15, 7, 10, 12, 8, 11, 11, 12, 13, 13, 18, 15, 14, 17, 12, 13, 17, 16, 20, 29, 46, 63, 85, 97, 101], "n_pos": 104, "sum_m_en": [10.170493, 14.705803, 15.415352, 15.789099, 16.799017, 17.578203, 18.218196, 19.243749, 20.240249, 22.730213, 22.245521, 21.897439, 21.315189, 20.967895, 20.815476, 22.21036, 24.254934, 21.89556, 21.478397, 22.918158, 21.131249, 22.471184, 21.611696, 21.17847, 41.26181, 38.80647, 36.482602, 30.48899, 26.110557, 25.583744, 22.832632, 23.053471, 23.956629, 24.349888, 27.792919, 26.504988, 26.52844, 36.376944, 37.857676, 41.944031, 40.852774, 39.510309, 42.154055, 38.122902, 34.283773, 27.061311, 14.26674, 3.491372, 2.758629, 2.000063], "sum_m_pl": [1.809303, 4.784658, 5.577791, 5.563876, 5.631143, 5.886625, 5.843517, 6.19901, 6.081925, 6.599225, 7.516084, 7.765674, 7.845256, 7.969886, 8.323491, 7.816441, 7.539199, 7.777248, 7.465238, 6.81652, 6.987636, 6.64403, 6.42982, 6.388543, 7.747057, 8.674956, 7.825271, 8.542275, 9.117713, 9.818061, 9.379244, 9.968496, 10.371068, 10.57507, 9.959863, 10.196524, 9.489735, 8.674053, 11.325073, 10.033039, 11.506439, 13.413661, 15.308105, 18.270212, 27.635701, 40.738585, 60.062879, 82.278161, 93.893531, 100.791358]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 155, "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1286, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9742, "tf_agree_excl_first": 0.9805}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 11, 11, 16, 18, 21, 20, 17, 22, 24, 25, 22, 24, 26, 23, 20, 22, 17, 21, 21, 24, 30, 27, 25, 38, 30, 26, 29, 24, 29, 27, 32, 29, 31, 35, 39, 46, 50, 58, 58, 64, 60, 63, 57, 46, 46, 48, 43, 44, 44], "n_am_pl": [3, 6, 10, 6, 14, 12, 11, 14, 9, 14, 11, 16, 17, 19, 15, 18, 18, 17, 20, 12, 11, 13, 11, 14, 10, 14, 13, 9, 7, 10, 9, 12, 11, 11, 14, 16, 13, 12, 5, 9, 10, 10, 3, 8, 6, 7, 4, 5, 5, 4], "n_pos": 118, "sum_m_en": [14.250424, 17.136896, 17.514333, 18.515624, 20.691048, 21.439819, 20.424811, 21.225813, 21.545056, 21.446619, 21.042676, 21.369931, 21.301214, 21.924487, 21.247218, 21.920709, 22.231216, 20.816279, 21.143796, 20.268019, 20.378445, 20.149335, 20.402465, 20.484973, 27.887533, 28.193643, 25.497412, 23.357709, 23.232274, 23.838886, 23.223406, 23.417837, 23.966298, 24.912163, 26.322562, 26.290488, 29.398609, 34.38101, 42.181764, 45.775778, 51.737483, 52.400522, 54.996754, 51.559199, 45.624873, 45.402693, 45.047961, 43.942617, 42.782217, 45.870182], "sum_m_pl": [3.599906, 5.78158, 6.477617, 5.996766, 6.747709, 7.439131, 7.028155, 7.593473, 7.768219, 8.831951, 8.518279, 9.11942, 9.446231, 9.595112, 9.862326, 10.880088, 9.641918, 9.417164, 8.772132, 8.610404, 8.153425, 7.840531, 7.509033, 7.57365, 9.193967, 9.083531, 9.149282, 9.934975, 9.824168, 10.832982, 10.029441, 9.949727, 10.099889, 10.479128, 9.376472, 9.380424, 9.568005, 9.121929, 8.02149, 8.921212, 8.700484, 8.529405, 5.129778, 7.217014, 6.845725, 6.306781, 5.164134, 4.567381, 4.740878, 4.008394]}, "digit": {"n_am_en": [0, 2, 0, 2, 0, 0, 0, 0, 1, 3, 0, 1, 1, 2, 1, 0, 1, 0, 1, 1, 1, 2, 2, 3, 2, 1, 0, 1, 0, 2, 0, 2, 0, 1, 2, 2, 2, 4, 6, 2, 3, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 2, 0, 0, 1, 0, 2, 0, 2, 3, 5, 3, 2, 2, 5, 3, 2, 2, 1, 2, 1, 3, 5, 5, 4, 0, 1, 3, 2, 1, 1, 1, 1, 1, 1, 0, 1, 2, 2, 0, 0, 1, 2, 0, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.205242, 2.064037, 1.83318, 1.819675, 1.988241, 2.192624, 2.196482, 2.322633, 2.412231, 2.444788, 2.480741, 2.393575, 2.478701, 2.589602, 2.449229, 2.530767, 2.618456, 2.423704, 2.491624, 2.365414, 2.315127, 2.30115, 2.343133, 2.405607, 2.910362, 2.77777, 2.314815, 2.263597, 2.374738, 2.376817, 2.402766, 2.481689, 2.413215, 2.444757, 2.704946, 2.674153, 2.52784, 2.477075, 3.395565, 3.153077, 2.815041, 2.734397, 2.600562, 2.649596, 2.014664, 1.962663, 1.948332, 0.654252, 0.47927, 0.029516], "sum_m_pl": [0.270528, 0.612918, 0.708328, 0.688849, 0.773056, 0.791875, 0.795583, 0.825882, 0.755301, 0.882818, 0.771951, 1.124843, 0.998246, 0.915578, 1.368292, 1.577394, 1.35178, 1.482096, 0.960171, 0.89573, 0.807464, 0.762078, 0.744953, 0.771621, 1.015499, 1.190369, 1.475653, 1.269404, 1.114827, 1.519226, 1.381487, 1.045046, 0.876238, 0.948651, 0.766404, 0.855361, 0.921746, 0.941247, 0.79096, 1.103485, 1.418407, 1.576011, 0.959668, 0.724746, 0.684171, 0.739084, 0.292451, 1.019662, 0.126863, 0.000171]}, "lang": {"n_am_en": [5, 6, 5, 5, 9, 8, 12, 9, 12, 10, 14, 17, 16, 14, 14, 13, 14, 13, 19, 14, 17, 22, 18, 15, 28, 24, 17, 22, 16, 19, 19, 19, 17, 21, 25, 30, 32, 33, 37, 41, 42, 43, 43, 42, 39, 37, 40, 41, 43, 44], "n_am_pl": [1, 0, 3, 0, 6, 6, 5, 8, 4, 4, 6, 10, 7, 6, 6, 9, 5, 4, 5, 4, 3, 4, 2, 4, 2, 3, 3, 1, 4, 4, 3, 5, 5, 3, 5, 2, 2, 2, 0, 2, 3, 3, 0, 2, 4, 4, 3, 3, 4, 4], "n_pos": 50, "sum_m_en": [6.051443, 6.776206, 7.182621, 7.620339, 8.808661, 9.260341, 8.928549, 9.488738, 9.9401, 9.767986, 9.472383, 9.797274, 9.535526, 9.834584, 9.386127, 9.800916, 9.852474, 9.547301, 9.481191, 9.067777, 9.149859, 9.02917, 9.106181, 8.99605, 16.436623, 16.312804, 14.949276, 13.188979, 12.836791, 12.879671, 12.280068, 12.087741, 12.188428, 13.201048, 14.139473, 15.11823, 18.758514, 22.256263, 27.070161, 30.425188, 33.546502, 35.298645, 37.876789, 36.470299, 35.575436, 35.861716, 37.072069, 38.152471, 39.41566, 43.791817], "sum_m_pl": [1.448417, 2.228973, 2.491927, 2.353854, 2.741945, 3.085561, 3.041528, 3.279221, 3.208508, 3.636121, 3.561296, 3.709089, 3.907824, 4.06028, 3.98177, 4.286296, 3.758154, 3.616271, 3.604509, 3.716199, 3.556675, 3.418524, 3.265221, 3.31706, 3.674533, 3.551013, 3.548001, 3.997722, 4.36858, 4.654903, 4.38504, 4.38543, 4.499273, 4.66356, 4.313561, 4.218397, 3.913268, 3.131547, 2.425917, 2.136516, 2.604768, 2.732518, 1.266866, 2.181234, 4.094546, 3.791293, 3.355536, 2.192265, 3.34759, 3.498451]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Reumatologia-2018 wiosna-112", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1148, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9916}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 11, 16, 21, 26, 33, 39, 42, 44, 42, 41, 35, 28, 36, 51, 46, 62, 48, 66, 57, 72, 57, 62, 69, 91, 84, 73, 63, 50, 50, 56, 50, 56, 67, 81, 72, 80, 89, 94, 92, 105, 88, 100, 87, 69, 53, 18, 5, 1, 0], "n_am_pl": [4, 21, 22, 23, 22, 24, 16, 27, 27, 18, 24, 34, 35, 42, 43, 42, 41, 47, 40, 36, 26, 30, 27, 26, 25, 27, 23, 33, 31, 32, 40, 47, 52, 36, 34, 29, 31, 36, 43, 48, 50, 61, 43, 64, 84, 101, 142, 154, 164, 162], "n_pos": 239, "sum_m_en": [22.810931, 34.371286, 36.682758, 37.899981, 39.681823, 39.737838, 39.409003, 42.534889, 42.628864, 43.053466, 43.606939, 42.400654, 41.757945, 42.148239, 41.202599, 43.125848, 44.906553, 41.990291, 41.585971, 40.176553, 39.988757, 38.844487, 39.455369, 39.847345, 64.415945, 60.262748, 53.255379, 43.945601, 43.601193, 42.88258, 40.771511, 41.677969, 41.895239, 44.630694, 48.359941, 48.868295, 54.849077, 60.232564, 70.579057, 71.34213, 78.746152, 72.620683, 80.553469, 76.557583, 66.661124, 51.972917, 19.394507, 6.000677, 1.391062, 9.6e-05], "sum_m_pl": [3.671596, 11.017587, 13.179155, 13.163034, 13.294807, 14.740154, 14.470553, 16.302228, 16.926813, 18.787282, 19.105434, 19.935277, 20.841259, 22.43687, 22.962281, 23.464546, 20.140236, 19.481834, 17.445083, 16.939682, 15.950405, 15.413068, 14.73267, 14.940639, 18.813307, 20.701741, 21.26011, 24.205566, 25.711364, 27.018632, 25.451017, 26.685854, 26.524346, 27.166492, 23.197864, 22.21545, 23.255539, 23.879458, 26.352771, 28.507357, 30.227796, 37.142572, 35.708458, 50.052913, 69.614894, 87.773433, 128.340465, 150.760566, 160.907399, 162.375694]}, "digit": {"n_am_en": [0, 2, 1, 2, 1, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 5, 4, 2, 2, 1, 1, 2, 2, 0, 0, 2, 1, 1, 2, 1, 3, 3, 4, 2, 5, 3, 2, 3, 1, 5, 2, 1, 0, 1, 1, 1, 0], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 3, 0, 0, 2, 1, 2, 3, 3, 4, 2, 4, 3, 1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 0, 1, 2, 2, 1, 1, 2, 1, 5, 7, 3, 4, 2, 3, 3, 2, 1, 1, 0, 0], "n_pos": 12, "sum_m_en": [1.286789, 1.886562, 1.977572, 1.95778, 2.075214, 2.16437, 2.269266, 2.39625, 2.51042, 2.492733, 2.429546, 2.316883, 2.243987, 2.257336, 2.312669, 2.40314, 2.493171, 2.333974, 2.338044, 2.237479, 2.188779, 2.103196, 2.121311, 2.17252, 2.689897, 2.694937, 2.173071, 2.034712, 2.058641, 1.997669, 1.92108, 1.976927, 2.168133, 2.428389, 2.448245, 2.469718, 2.320982, 2.122224, 2.366641, 2.42833, 2.306803, 2.160162, 2.397743, 2.522958, 1.735239, 1.36554, 1.708717, 0.68314, 0.42906, 0.0], "sum_m_pl": [0.30683, 0.693933, 0.806284, 0.750412, 0.757161, 0.880067, 0.742657, 0.834082, 0.846404, 0.975134, 0.986114, 1.114467, 1.38479, 1.543387, 1.373582, 1.40305, 1.127707, 1.129887, 0.88296, 0.820331, 0.785227, 0.772616, 0.74269, 0.740263, 0.913915, 0.984502, 0.970857, 1.19563, 1.218823, 1.257602, 0.986554, 1.064106, 1.013163, 0.998704, 0.985184, 0.84375, 0.990639, 1.393518, 1.576689, 2.226518, 1.982676, 2.005318, 1.333845, 1.498825, 1.935387, 1.840093, 1.326266, 1.407327, 0.24155, 4e-06]}, "lang": {"n_am_en": [5, 5, 11, 15, 19, 24, 24, 25, 28, 30, 28, 26, 22, 29, 38, 35, 47, 40, 48, 40, 53, 44, 46, 54, 66, 59, 58, 51, 37, 40, 46, 37, 42, 51, 62, 53, 62, 63, 71, 72, 78, 63, 71, 62, 51, 37, 11, 4, 0, 0], "n_am_pl": [3, 14, 14, 17, 18, 17, 11, 17, 19, 14, 18, 24, 25, 27, 30, 30, 30, 27, 30, 30, 21, 22, 21, 19, 16, 19, 16, 26, 23, 22, 29, 35, 42, 30, 26, 22, 26, 28, 28, 33, 39, 49, 32, 53, 67, 86, 125, 143, 160, 162], "n_pos": 162, "sum_m_en": [15.283022, 23.280817, 24.938966, 25.844398, 26.838254, 26.828016, 26.615274, 29.022716, 29.07038, 29.535508, 30.256385, 29.333011, 28.954797, 29.14704, 28.209339, 29.654689, 31.097869, 29.282138, 28.682, 27.646815, 27.649304, 26.716807, 27.199641, 27.377801, 47.186348, 43.503102, 39.143362, 31.332348, 30.973284, 30.01983, 28.557218, 29.104956, 29.264463, 31.14483, 34.366859, 35.484843, 41.593169, 44.94702, 52.590831, 53.094922, 57.924944, 53.131772, 60.113562, 56.085167, 49.415762, 37.017205, 12.560954, 4.101763, 0.630564, 9.3e-05], "sum_m_pl": [2.402377, 7.302866, 8.715794, 8.90025, 8.822305, 9.86412, 9.90312, 11.205158, 11.715825, 13.042399, 13.363699, 13.927663, 14.337692, 15.457339, 15.427007, 15.674654, 13.618359, 13.328676, 12.267121, 11.929703, 11.138553, 10.688021, 10.185867, 10.317858, 13.085916, 14.505186, 15.095501, 17.261755, 18.782871, 19.396265, 18.688214, 19.572529, 19.194714, 20.281483, 17.274821, 16.588258, 17.285486, 17.661, 19.327234, 20.655059, 22.962888, 28.890185, 27.678799, 40.84237, 56.779989, 74.295346, 112.391189, 138.833733, 155.358204, 161.641077]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 241, "item_id": "pes-Reumatologia-2018 wiosna-112", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1403, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9959, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 15, 16, 13, 17, 16, 21, 22, 28, 26, 28, 24, 26, 38, 31, 34, 43, 46, 46, 48, 56, 52, 47, 49, 60, 55, 53, 51, 42, 37, 38, 44, 50, 53, 59, 63, 63, 71, 71, 73, 73, 67, 65, 63, 63, 57, 55, 58, 61, 62], "n_am_pl": [11, 13, 16, 12, 9, 11, 14, 12, 14, 15, 13, 14, 15, 19, 18, 21, 14, 15, 15, 21, 18, 14, 13, 15, 13, 19, 21, 22, 21, 21, 20, 24, 14, 16, 15, 19, 8, 10, 7, 10, 11, 14, 11, 13, 23, 21, 16, 14, 14, 13], "n_pos": 151, "sum_m_en": [17.47114, 20.228695, 21.061279, 21.66314, 22.958223, 24.071477, 22.502563, 22.925795, 22.524674, 23.228618, 22.659271, 22.794148, 22.72464, 24.112251, 24.597591, 25.617611, 25.656376, 25.787446, 25.525228, 24.91034, 24.291185, 24.818815, 24.886509, 24.715732, 42.383496, 39.301514, 35.946556, 31.543046, 30.077356, 28.833899, 27.200038, 27.383576, 28.875642, 31.630041, 36.458795, 40.256807, 44.777914, 49.655931, 53.972071, 55.728489, 56.544859, 61.152006, 56.701227, 55.298148, 56.302572, 51.685884, 52.596107, 52.73831, 54.22029, 61.657951], "sum_m_pl": [4.51351, 6.478882, 7.607159, 7.545892, 8.049488, 8.856485, 9.179769, 9.809095, 9.884373, 11.098834, 11.004626, 11.493648, 12.344243, 12.592536, 13.469879, 13.717165, 13.373993, 12.395213, 12.049712, 11.653219, 11.026076, 10.507334, 10.331331, 10.147327, 14.208008, 15.906534, 15.22081, 17.068938, 15.629787, 16.541624, 14.881673, 14.276634, 14.395233, 14.37584, 14.829621, 14.143421, 13.205932, 11.412875, 10.588784, 10.353945, 12.603996, 13.010914, 13.053125, 13.922054, 18.214273, 19.2404, 15.78788, 14.683176, 14.090165, 13.476547]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 8, 8, 6, 9, 10, 14, 13, 18, 14, 18, 13, 18, 25, 21, 20, 31, 32, 31, 31, 34, 29, 30, 30, 40, 38, 36, 35, 30, 27, 29, 31, 34, 40, 42, 48, 48, 50, 50, 52, 55, 51, 53, 54, 52, 51, 51, 52, 57, 62], "n_am_pl": [7, 8, 4, 5, 5, 5, 7, 7, 10, 8, 6, 7, 10, 13, 11, 14, 4, 7, 8, 11, 12, 10, 9, 10, 7, 10, 9, 10, 12, 9, 9, 9, 7, 5, 3, 4, 2, 4, 5, 5, 6, 5, 7, 9, 15, 14, 11, 12, 14, 13], "n_pos": 77, "sum_m_en": [9.179147, 10.590937, 10.795994, 11.104296, 11.677409, 12.45078, 11.718658, 12.041039, 11.979441, 12.204469, 11.94319, 12.192669, 12.690265, 13.654775, 14.051805, 14.549163, 14.280132, 14.45874, 14.072622, 13.560777, 12.975507, 13.174055, 13.444131, 13.229147, 26.247476, 25.253839, 23.47479, 20.359748, 19.210703, 17.941024, 16.640792, 16.835445, 18.170893, 20.053719, 23.068775, 26.14284, 29.595307, 32.815046, 36.671058, 40.134875, 41.345916, 43.860225, 43.933041, 44.53619, 45.785725, 44.807913, 45.787545, 46.215459, 49.734385, 59.614333], "sum_m_pl": [2.175442, 3.040695, 3.369887, 3.733852, 4.056265, 4.583553, 4.70889, 4.95968, 4.978568, 5.20325, 5.191261, 5.410112, 5.543384, 5.515265, 6.117139, 6.253385, 6.023781, 5.494804, 5.623205, 5.462599, 5.267287, 5.035536, 4.996715, 4.91799, 6.421548, 7.601951, 7.088762, 7.511356, 7.188994, 7.098722, 6.467336, 6.244256, 6.479965, 6.279675, 6.538274, 5.740593, 5.749384, 5.123531, 5.29915, 5.3219, 6.229338, 6.471431, 7.788743, 8.748832, 10.757843, 13.202029, 11.502429, 12.275925, 13.373301, 13.476186]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "pes-Reumatologia-2019 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 987, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9804, "tf_agree_excl_first": 0.9868}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 14, 16, 23, 20, 34, 26, 29, 32, 30, 28, 28, 29, 35, 28, 41, 42, 47, 49, 49, 64, 65, 61, 63, 81, 80, 74, 64, 58, 49, 41, 43, 44, 53, 62, 58, 64, 71, 80, 85, 96, 100, 96, 98, 77, 54, 21, 1, 1, 1], "n_am_pl": [2, 13, 20, 16, 18, 14, 15, 20, 14, 22, 12, 21, 27, 18, 17, 21, 23, 21, 23, 35, 21, 24, 26, 25, 19, 24, 20, 23, 26, 28, 35, 34, 34, 22, 21, 22, 23, 30, 30, 27, 30, 24, 26, 29, 41, 60, 93, 113, 111, 117], "n_pos": 192, "sum_m_en": [18.19464, 27.646765, 29.25225, 29.400856, 28.44929, 29.173362, 28.282308, 30.827865, 30.117506, 32.175182, 31.540603, 30.506716, 29.358955, 30.364005, 30.66264, 32.274678, 32.975185, 32.436088, 32.36061, 31.20215, 31.167848, 32.893265, 34.018141, 34.257663, 57.448436, 53.902845, 46.193163, 39.616049, 36.679864, 36.017216, 33.2963, 32.825106, 32.88793, 34.678384, 40.001809, 40.943268, 43.921965, 52.412353, 59.187117, 66.759503, 69.224529, 81.042796, 77.863301, 78.997614, 66.048413, 44.568302, 18.121143, 3.973568, 1.131402, 1.001251], "sum_m_pl": [3.227239, 8.360273, 10.79786, 10.822975, 11.619216, 12.587629, 12.699192, 13.72311, 13.398714, 15.378309, 14.934316, 15.71062, 17.212664, 17.294166, 17.466292, 17.516075, 16.828855, 15.801105, 14.75469, 13.976196, 13.215958, 12.660751, 12.546035, 12.474948, 17.514398, 18.385292, 17.221198, 19.330355, 18.988284, 20.402098, 19.462548, 18.79352, 19.016394, 17.591253, 18.174884, 17.198159, 18.657301, 18.553958, 19.627429, 18.935517, 21.483486, 22.203321, 23.159125, 27.36912, 37.290379, 55.577173, 84.79023, 106.422857, 109.763041, 116.409499]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 8, 10, 16, 16, 25, 19, 21, 23, 21, 20, 24, 23, 27, 25, 33, 32, 37, 41, 39, 50, 49, 45, 49, 64, 64, 61, 52, 48, 40, 35, 36, 36, 40, 46, 44, 46, 49, 54, 60, 71, 77, 71, 75, 60, 38, 15, 1, 1, 1], "n_am_pl": [2, 11, 9, 11, 10, 8, 9, 12, 8, 10, 7, 10, 17, 9, 6, 9, 9, 8, 11, 20, 14, 13, 14, 15, 10, 12, 7, 13, 14, 17, 20, 19, 19, 10, 9, 13, 13, 17, 19, 16, 19, 13, 17, 20, 31, 53, 80, 102, 110, 117], "n_pos": 118, "sum_m_en": [11.211994, 17.423165, 18.537868, 18.627527, 18.226298, 19.050732, 18.565561, 20.456523, 20.240524, 21.592049, 20.780064, 20.279151, 19.681834, 20.400602, 20.505598, 21.820248, 21.757137, 21.40957, 21.152996, 20.286742, 19.998543, 20.751906, 22.646592, 22.73583, 43.023979, 40.976103, 35.096972, 29.663589, 26.760532, 25.813101, 23.381687, 23.060452, 22.991428, 23.81517, 27.456315, 28.472768, 30.245019, 36.187589, 39.664345, 44.839799, 47.834005, 58.993044, 56.515285, 59.328295, 49.712312, 31.999546, 13.702971, 3.282173, 0.845522, 1.001249], "sum_m_pl": [1.900984, 4.920944, 6.345743, 6.646802, 7.193609, 8.00696, 8.201168, 8.748573, 8.630873, 9.503657, 9.326113, 9.74643, 10.245187, 10.100201, 10.103504, 10.356599, 9.936283, 9.460444, 8.917082, 8.378866, 8.022302, 7.760933, 7.629958, 7.574445, 9.90318, 9.953679, 9.421566, 10.69623, 11.151689, 11.966513, 11.915296, 11.395625, 11.735203, 10.856942, 10.517284, 10.127236, 11.186943, 11.634134, 13.362648, 13.108326, 14.473872, 14.067082, 15.861192, 19.293717, 28.607327, 46.882419, 73.60113, 95.709487, 107.48928, 116.117864]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "pes-Reumatologia-2019 jesień-102", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1242, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9948}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 13, 17, 25, 28, 27, 18, 18, 21, 20, 25, 24, 17, 18, 29, 32, 31, 31, 41, 32, 36, 31, 27, 33, 46, 58, 35, 34, 29, 39, 28, 37, 38, 39, 45, 61, 68, 72, 86, 68, 73, 69, 73, 70, 82, 77, 73, 68, 69, 74], "n_am_pl": [8, 12, 18, 19, 19, 21, 16, 20, 16, 18, 19, 21, 24, 27, 32, 25, 26, 20, 18, 16, 9, 17, 13, 14, 23, 24, 23, 32, 27, 30, 25, 26, 29, 26, 25, 18, 26, 12, 10, 11, 10, 11, 11, 12, 10, 12, 14, 17, 20, 22], "n_pos": 198, "sum_m_en": [22.879695, 28.147041, 28.766892, 30.261082, 32.814046, 32.287496, 28.761816, 29.673439, 26.5909, 28.141533, 28.363539, 27.917131, 27.987125, 28.730605, 29.189106, 30.778486, 30.78057, 29.678534, 30.360523, 29.451878, 28.465162, 28.972014, 28.399172, 28.441208, 38.342573, 38.377717, 32.084167, 31.430999, 32.708359, 33.757139, 33.304001, 33.203546, 33.255644, 34.384497, 36.528407, 38.946812, 46.775236, 54.184413, 59.840261, 58.823475, 62.5208, 66.07128, 66.586052, 67.036393, 76.547981, 71.765945, 68.077939, 62.63097, 62.753405, 72.66955], "sum_m_pl": [5.731145, 9.1526, 10.070998, 9.8136, 10.864545, 11.877947, 12.133902, 13.155066, 13.291232, 14.457035, 15.129425, 15.151948, 16.510824, 16.485208, 17.58304, 17.941287, 16.440416, 16.743578, 16.089417, 14.715572, 13.982273, 13.297841, 12.448432, 12.385061, 17.017799, 20.254228, 19.889946, 20.343293, 18.929366, 20.520903, 20.037822, 19.734341, 19.687257, 19.302786, 18.653233, 18.536497, 17.301109, 14.664041, 13.372379, 13.843145, 10.70488, 11.17644, 11.691135, 12.505048, 12.17002, 13.481128, 14.841793, 16.846281, 19.783113, 22.089528]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 8, 9, 8, 16, 11, 10, 11, 13, 13, 20, 18, 14, 12, 19, 20, 17, 19, 24, 18, 22, 22, 20, 24, 29, 38, 30, 28, 18, 27, 21, 25, 30, 28, 34, 44, 53, 53, 61, 52, 59, 58, 62, 59, 71, 70, 63, 61, 65, 73], "n_am_pl": [3, 5, 7, 7, 8, 10, 8, 9, 2, 5, 7, 6, 7, 10, 16, 13, 12, 8, 8, 8, 4, 6, 8, 8, 13, 15, 14, 14, 13, 12, 10, 15, 17, 15, 9, 6, 11, 5, 3, 6, 4, 8, 9, 9, 8, 11, 11, 16, 20, 22], "n_pos": 96, "sum_m_en": [10.027506, 13.810666, 14.080792, 14.59069, 16.106062, 16.038753, 14.399902, 15.175843, 13.413777, 14.275441, 14.585361, 14.38703, 14.791602, 15.022867, 15.315945, 16.035898, 15.942002, 15.49541, 15.837937, 15.109379, 14.343512, 14.307, 13.926799, 14.071959, 22.698832, 23.626498, 19.932271, 18.821997, 19.015604, 19.502677, 18.75276, 18.807994, 19.409693, 20.989934, 22.618267, 25.204163, 31.9737, 37.074724, 40.733875, 42.313322, 47.696091, 52.172765, 54.833289, 54.873304, 64.070038, 61.462228, 58.268115, 54.711948, 57.62232, 70.710896], "sum_m_pl": [2.349238, 4.066136, 4.491024, 4.335616, 5.09838, 5.663629, 5.709755, 6.049858, 5.957262, 6.320937, 6.788735, 6.841324, 7.585007, 7.675843, 8.379018, 8.532059, 7.964881, 8.121912, 7.916825, 7.236069, 6.837831, 6.449581, 5.972483, 5.951997, 8.180069, 9.801943, 9.944909, 10.173179, 9.673944, 9.891335, 9.936122, 10.293699, 10.418489, 9.97998, 9.15543, 8.914492, 7.958352, 7.139824, 6.470817, 7.581718, 5.477879, 7.205871, 8.285019, 8.86535, 9.187038, 11.189561, 12.646838, 15.545769, 18.44629, 21.920751]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "pes-Reumatologia-2019 wiosna-37", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1056, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.97, "tf_agree_excl_first": 0.9749}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 12, 17, 35, 34, 32, 21, 32, 30, 34, 33, 26, 23, 31, 37, 40, 46, 34, 37, 34, 39, 37, 31, 35, 60, 60, 62, 54, 48, 49, 39, 36, 40, 46, 53, 51, 60, 79, 84, 64, 72, 71, 81, 77, 73, 51, 26, 4, 1, 1], "n_am_pl": [13, 25, 34, 19, 24, 27, 20, 27, 26, 25, 38, 43, 47, 44, 45, 36, 35, 45, 51, 45, 35, 27, 24, 28, 43, 47, 45, 44, 48, 49, 46, 50, 48, 47, 38, 44, 46, 45, 38, 41, 34, 28, 36, 47, 73, 95, 153, 189, 202, 209], "n_pos": 296, "sum_m_en": [27.538706, 43.210656, 46.112561, 47.307528, 46.232526, 45.918173, 43.299685, 44.440976, 41.828957, 45.047016, 46.341876, 44.100991, 42.877359, 44.108772, 45.513387, 47.456972, 47.71113, 45.029857, 44.135559, 42.851225, 41.416811, 41.951493, 41.695539, 42.06837, 54.38091, 54.697103, 49.866418, 46.899473, 49.116733, 50.471305, 47.527666, 46.936431, 46.185088, 45.665486, 46.419929, 46.556806, 47.62984, 58.530811, 62.732013, 56.255654, 60.551643, 63.500524, 66.858943, 68.271794, 66.183508, 47.686219, 22.901891, 7.071278, 3.165723, 0.948827], "sum_m_pl": [5.162509, 14.353289, 15.859558, 15.797748, 16.072037, 17.323441, 17.380711, 19.643809, 19.222952, 20.967835, 22.166054, 23.997199, 24.908699, 24.614566, 26.229748, 24.214397, 22.425026, 21.689923, 21.041719, 19.247149, 18.780561, 17.862934, 17.160594, 17.028656, 23.9334, 29.773064, 28.565377, 30.194284, 30.899773, 33.252971, 30.580707, 31.520086, 30.669583, 29.47041, 28.319571, 27.969387, 29.232234, 28.264992, 29.873137, 30.454211, 28.083797, 28.163514, 31.128594, 38.995564, 59.675425, 83.830386, 139.318766, 178.06712, 192.718373, 208.10068]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 7, 11, 20, 25, 23, 15, 23, 22, 22, 24, 17, 18, 22, 25, 27, 34, 26, 26, 25, 29, 27, 22, 25, 43, 44, 47, 40, 38, 40, 31, 28, 28, 37, 38, 38, 48, 62, 71, 50, 59, 58, 63, 61, 60, 40, 21, 3, 1, 1], "n_am_pl": [10, 17, 25, 15, 16, 17, 14, 17, 23, 22, 31, 33, 37, 33, 35, 30, 28, 34, 39, 31, 23, 18, 18, 18, 32, 33, 33, 26, 37, 37, 41, 41, 39, 39, 31, 35, 36, 36, 28, 30, 28, 24, 31, 39, 62, 84, 139, 178, 198, 207], "n_pos": 208, "sum_m_en": [19.188214, 30.792195, 33.108859, 33.613625, 32.842674, 32.485028, 30.808014, 31.69438, 29.75668, 32.118307, 33.009952, 31.368765, 30.690955, 31.324793, 32.239813, 33.6344, 33.527522, 31.812804, 31.11115, 30.1285, 29.107727, 29.528201, 29.245151, 29.371642, 39.079238, 39.877008, 35.987739, 33.948084, 35.739495, 36.87217, 34.583011, 34.275703, 33.801075, 33.259479, 33.714821, 33.605729, 35.20866, 43.844763, 48.026255, 41.670801, 45.828786, 48.870962, 50.996422, 51.624893, 51.257051, 37.065686, 18.177416, 5.153881, 2.256762, 0.948733], "sum_m_pl": [3.436901, 9.803944, 10.854989, 10.813191, 10.999371, 11.841351, 12.025502, 13.750752, 13.558616, 15.000079, 15.715917, 17.191081, 17.887019, 17.776082, 19.055574, 17.487369, 16.192532, 15.65941, 15.206982, 13.639156, 13.294043, 12.582554, 11.995918, 11.883333, 17.44982, 21.601596, 20.857821, 21.97744, 23.221112, 25.019537, 22.968497, 23.16463, 23.050131, 22.055618, 21.353241, 21.554757, 22.070735, 20.920404, 21.575667, 21.9504, 20.886257, 21.797691, 24.844777, 30.350306, 49.986726, 74.039376, 124.641102, 168.11488, 187.854611, 206.083192]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "pes-Reumatologia-2019 wiosna-37", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1311, "region_end": 296, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9865}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 15, 11, 10, 16, 26, 22, 20, 16, 15, 26, 32, 20, 23, 24, 34, 33, 23, 30, 32, 37, 35, 30, 31, 37, 38, 39, 32, 29, 31, 25, 28, 28, 33, 45, 45, 47, 47, 43, 37, 41, 39, 45, 41, 51, 53, 52, 55, 53, 52], "n_am_pl": [8, 7, 14, 15, 14, 14, 13, 22, 12, 18, 19, 17, 20, 17, 22, 20, 16, 21, 19, 23, 19, 21, 23, 22, 20, 27, 23, 22, 22, 25, 29, 23, 24, 19, 13, 18, 17, 17, 15, 14, 15, 13, 14, 18, 14, 17, 13, 8, 12, 14], "n_pos": 147, "sum_m_en": [16.045383, 20.678206, 21.08449, 22.260608, 23.643706, 23.469499, 21.336335, 21.564759, 20.514097, 21.233076, 22.089945, 22.55828, 22.425057, 22.419354, 23.024068, 24.689846, 24.395637, 23.338459, 23.670503, 23.068967, 22.536341, 23.0654, 22.806352, 22.872138, 32.001207, 30.153389, 27.474975, 24.620094, 24.963928, 26.373641, 25.357416, 24.598317, 25.900671, 26.811758, 29.043169, 31.499042, 35.33951, 37.065448, 37.157897, 33.377446, 34.754483, 38.400258, 40.027724, 39.446366, 41.142671, 42.903201, 45.943472, 45.886475, 46.717061, 52.642451], "sum_m_pl": [3.358301, 6.699132, 7.164012, 7.052089, 8.141685, 9.446831, 9.651925, 9.846184, 10.013789, 11.652943, 12.361227, 12.918647, 13.772777, 13.693306, 14.075972, 14.206143, 12.139401, 12.193833, 11.622811, 10.903571, 10.491971, 10.124268, 9.665837, 9.409119, 16.793321, 18.200165, 16.685452, 16.608752, 16.854094, 17.06702, 15.56036, 15.833384, 14.860168, 14.179724, 13.082391, 12.929566, 13.391925, 13.398209, 13.617168, 14.714401, 15.221088, 14.572933, 14.129899, 17.137456, 15.518877, 16.072405, 13.371707, 11.410145, 13.283428, 14.541904]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 4, 6, 4, 8, 13, 15, 13, 10, 9, 18, 23, 14, 13, 12, 21, 22, 17, 17, 21, 20, 20, 21, 22, 25, 26, 27, 18, 20, 21, 18, 18, 18, 20, 28, 29, 34, 34, 31, 27, 30, 28, 31, 31, 40, 42, 44, 48, 48, 51], "n_am_pl": [1, 2, 7, 7, 6, 5, 6, 7, 5, 9, 10, 5, 9, 8, 12, 10, 5, 10, 6, 10, 9, 10, 10, 11, 8, 9, 9, 10, 12, 15, 14, 12, 14, 9, 7, 10, 8, 11, 11, 9, 10, 8, 11, 12, 11, 14, 11, 8, 12, 14], "n_pos": 67, "sum_m_en": [7.125579, 9.743926, 9.709898, 10.188847, 11.135214, 11.368953, 10.264909, 10.318947, 10.132855, 10.582827, 11.019581, 11.269053, 11.285654, 11.411509, 11.734522, 12.46954, 12.091164, 11.563035, 11.559406, 11.465295, 10.927819, 11.145, 10.885599, 10.771131, 19.343622, 17.712557, 16.201689, 14.283646, 14.19943, 14.792558, 13.808307, 13.331462, 14.08449, 14.950954, 16.781682, 19.288338, 22.157941, 24.085718, 24.365398, 23.399644, 24.543857, 26.566773, 27.53393, 29.000817, 30.417773, 32.612152, 37.238441, 38.225367, 41.543515, 50.043802], "sum_m_pl": [1.137645, 2.792118, 3.176476, 3.12188, 3.602963, 4.104372, 4.216806, 4.122313, 4.266982, 4.96859, 5.271572, 5.581795, 5.849715, 5.866389, 5.878203, 5.931383, 5.18051, 5.330355, 5.131358, 4.883046, 4.792963, 4.694173, 4.510332, 4.34662, 8.320505, 8.380252, 7.379654, 7.512004, 7.624883, 7.659653, 7.347454, 7.243618, 6.898191, 6.47253, 5.940741, 6.043993, 6.384462, 6.639745, 7.588729, 7.674478, 8.650492, 8.813808, 8.533765, 10.517792, 10.764246, 11.799418, 10.618395, 10.110414, 12.232469, 13.937227]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "pes-Reumatologia-2020 wiosna-116", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1057, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9597, "tf_agree_excl_first": 0.9662}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 13, 25, 21, 32, 23, 17, 19, 14, 22, 26, 31, 31, 26, 37, 39, 42, 34, 30, 37, 44, 37, 37, 41, 53, 57, 54, 41, 42, 47, 44, 36, 37, 45, 42, 43, 43, 43, 54, 48, 46, 50, 49, 50, 47, 27, 15, 5, 0, 0], "n_am_pl": [4, 22, 20, 22, 21, 28, 28, 22, 24, 32, 36, 32, 33, 46, 37, 40, 30, 36, 32, 30, 30, 35, 30, 39, 37, 46, 35, 39, 34, 30, 35, 53, 45, 30, 31, 34, 31, 34, 33, 43, 47, 45, 55, 58, 70, 89, 120, 146, 155, 152], "n_pos": 226, "sum_m_en": [21.540946, 32.544256, 34.834278, 35.741688, 35.397558, 34.87944, 31.792625, 33.968898, 31.40363, 33.398877, 34.664054, 33.845723, 33.19109, 33.148078, 33.514287, 35.083387, 35.664177, 33.556435, 34.614596, 33.33441, 32.6589, 33.445502, 33.662118, 33.7124, 44.084952, 42.196733, 37.959873, 34.616545, 34.82361, 35.917556, 34.639844, 34.37062, 35.449029, 38.428454, 38.922966, 40.12126, 40.693827, 41.547445, 45.090532, 42.418077, 40.73403, 44.945446, 46.50321, 46.108246, 39.691023, 26.767105, 13.411995, 4.942477, 0.643363, 5.1e-05], "sum_m_pl": [3.966209, 11.118624, 12.527494, 12.485362, 12.914212, 14.490451, 14.90453, 16.168769, 15.525802, 17.526632, 18.504405, 19.703876, 20.468349, 21.653042, 22.039647, 21.043903, 18.514135, 18.211514, 17.018343, 15.841002, 15.431606, 15.033699, 14.547061, 14.487378, 24.665333, 27.702977, 25.972193, 24.936141, 24.10073, 26.107674, 24.371112, 26.086111, 25.214152, 24.067403, 22.724349, 23.245886, 24.224208, 24.88426, 25.788189, 31.654768, 34.392599, 34.416047, 40.325549, 48.113737, 61.429473, 78.208493, 114.777241, 136.368318, 151.411648, 151.816009]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 8, 17, 17, 25, 21, 13, 14, 9, 17, 21, 24, 23, 20, 29, 29, 31, 23, 21, 28, 31, 24, 25, 32, 40, 42, 41, 30, 34, 35, 34, 27, 30, 34, 30, 34, 33, 34, 41, 34, 32, 38, 33, 35, 32, 16, 10, 4, 0, 0], "n_am_pl": [1, 16, 12, 13, 14, 22, 21, 16, 18, 24, 24, 23, 23, 31, 26, 27, 23, 27, 25, 22, 24, 24, 21, 26, 23, 32, 24, 31, 25, 21, 25, 41, 35, 23, 22, 24, 23, 23, 19, 29, 37, 32, 42, 50, 62, 79, 110, 137, 151, 152], "n_pos": 152, "sum_m_en": [15.415394, 22.354272, 23.916373, 24.540242, 24.223694, 23.934778, 21.652193, 23.281991, 21.637425, 23.289447, 24.156427, 24.06013, 23.421105, 23.205265, 23.566601, 24.71741, 25.017079, 23.474761, 23.970165, 22.913474, 22.333381, 22.650969, 22.901987, 22.874795, 31.272354, 29.723637, 26.926365, 24.82133, 25.383703, 26.03338, 24.579445, 24.332779, 25.032951, 27.520178, 27.113172, 28.784245, 29.498434, 30.207332, 31.552056, 29.034097, 29.56459, 31.867933, 31.801213, 31.69001, 27.576266, 17.792322, 8.67687, 3.617948, 0.243782, 2.2e-05], "sum_m_pl": [2.583306, 7.403087, 8.169294, 8.238612, 8.555348, 9.748662, 10.216502, 11.179706, 10.783272, 11.989923, 12.570239, 13.285089, 13.533133, 14.651505, 14.53866, 13.881218, 12.402249, 12.346434, 11.573471, 10.704551, 10.576753, 10.3302, 9.990435, 9.977168, 17.258391, 19.131315, 17.939531, 17.242685, 16.747281, 17.797347, 17.079822, 18.221237, 18.121413, 17.102272, 15.903168, 16.272926, 16.859331, 16.544286, 17.721095, 21.821023, 24.466284, 25.01188, 31.636597, 39.381677, 52.390474, 68.376294, 103.136955, 128.897357, 146.761852, 150.930389]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "pes-Reumatologia-2020 wiosna-116", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1312, "region_end": 226, "roundtrip_ok": true, "tf_agree": 0.9956, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 23, 28, 18, 26, 29, 24, 23, 26, 29, 23, 30, 35, 24, 37, 37, 44, 41, 53, 50, 46, 38, 35, 38, 57, 59, 51, 44, 51, 48, 46, 40, 47, 60, 70, 79, 77, 87, 97, 101, 112, 102, 93, 99, 96, 84, 77, 74, 77, 81], "n_am_pl": [6, 17, 21, 16, 18, 26, 23, 27, 22, 31, 24, 19, 22, 29, 26, 24, 24, 25, 24, 16, 16, 12, 16, 13, 15, 17, 21, 19, 22, 28, 35, 30, 23, 24, 15, 6, 13, 12, 16, 13, 9, 15, 15, 15, 12, 11, 11, 10, 10, 8], "n_pos": 201, "sum_m_en": [24.398498, 30.120925, 30.378101, 31.763608, 34.858863, 35.380599, 34.363968, 34.503583, 33.93846, 34.420147, 35.324832, 37.652107, 38.081398, 36.816863, 36.739162, 37.848653, 37.093659, 35.953148, 36.766787, 36.679244, 35.628853, 35.097883, 34.780736, 34.687612, 48.34965, 48.240401, 45.078463, 40.797472, 41.481708, 40.239995, 38.51592, 38.301797, 37.702592, 41.454133, 45.733125, 50.310632, 57.923255, 64.817062, 74.82623, 74.154334, 87.249935, 84.151349, 82.997231, 88.295679, 85.431256, 80.137081, 74.383394, 69.519892, 70.535176, 80.582243], "sum_m_pl": [5.631126, 9.707154, 10.517187, 9.757742, 11.084489, 11.927628, 11.892983, 11.790235, 12.721821, 14.211694, 14.135804, 15.620032, 15.686622, 15.853411, 14.948443, 16.909534, 14.827666, 14.959246, 13.843602, 13.565643, 13.058852, 12.655073, 12.15474, 12.048455, 16.559102, 17.724998, 18.118956, 18.916801, 19.009783, 20.225871, 19.368233, 19.041099, 18.583366, 18.321506, 15.805849, 14.861176, 13.817566, 13.772174, 14.836202, 16.762223, 12.393676, 16.825766, 16.53901, 15.158881, 14.296403, 12.407563, 10.809075, 10.687622, 10.845815, 8.115054]}, "digit": {"n_am_en": [0, 0, 1, 0, 3, 3, 2, 0, 1, 0, 1, 3, 2, 1, 1, 1, 4, 3, 5, 3, 2, 1, 0, 1, 5, 6, 4, 2, 4, 1, 1, 1, 0, 4, 4, 3, 3, 3, 5, 4, 4, 4, 4, 4, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 6, 3, 1, 3, 0, 1, 0, 1, 3, 3, 1, 1, 4, 3, 1, 2, 2, 2, 0, 0, 0, 1, 1, 1, 1, 3, 1, 1, 3, 3, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.335028, 2.86381, 2.790548, 2.698356, 2.794016, 2.863657, 2.864437, 2.596948, 2.613151, 2.690368, 2.690164, 2.878532, 2.810157, 2.722765, 2.663127, 2.904142, 2.843042, 2.679907, 2.663327, 2.498409, 2.412765, 2.40692, 2.468067, 2.475134, 3.506717, 3.441396, 3.232749, 2.875286, 3.219279, 2.724682, 2.588893, 2.678757, 2.39365, 3.014287, 3.255305, 3.432681, 3.51723, 3.475778, 3.617126, 3.53527, 3.539541, 3.468689, 3.421219, 3.85514, 3.199085, 3.196347, 2.023391, 0.755419, 0.523252, 0.028611], "sum_m_pl": [0.22402, 0.747128, 0.765019, 0.706801, 0.80355, 0.853271, 0.818114, 0.839716, 0.81832, 0.780082, 0.814965, 0.70002, 0.766845, 0.802585, 0.831148, 0.939477, 0.79871, 0.812853, 0.714121, 0.698461, 0.697866, 0.710935, 0.708047, 0.716266, 0.864621, 0.837668, 0.861583, 1.032502, 0.934832, 1.169621, 1.025621, 0.792755, 0.724446, 0.591494, 0.53374, 0.558264, 0.695828, 0.788162, 0.802209, 0.717459, 0.676569, 0.701723, 0.688083, 0.61013, 0.546978, 0.339996, 0.092669, 0.104272, 0.026348, 0.000644]}, "lang": {"n_am_en": [9, 12, 15, 7, 10, 10, 10, 14, 17, 17, 15, 12, 18, 15, 22, 24, 23, 25, 31, 34, 32, 27, 28, 28, 41, 44, 36, 31, 30, 35, 28, 27, 31, 41, 44, 52, 54, 60, 64, 69, 74, 71, 67, 67, 67, 65, 62, 64, 71, 81], "n_am_pl": [4, 2, 7, 4, 8, 10, 10, 10, 7, 12, 11, 10, 11, 15, 7, 6, 9, 8, 7, 4, 7, 5, 7, 4, 5, 5, 6, 6, 6, 7, 12, 9, 5, 8, 6, 3, 6, 4, 7, 5, 4, 5, 6, 8, 8, 8, 7, 8, 9, 8], "n_pos": 90, "sum_m_en": [10.452859, 12.756386, 12.951873, 13.410427, 14.930038, 15.066778, 14.756668, 15.166071, 15.172107, 15.544658, 16.163764, 17.167809, 17.622184, 16.975009, 16.973966, 17.555591, 16.970731, 16.905269, 17.167558, 17.255416, 16.729818, 16.313187, 16.124514, 16.095376, 27.2732, 27.560107, 25.53695, 21.893498, 21.234779, 20.656803, 19.249767, 19.260207, 19.224828, 21.714568, 24.558937, 28.620169, 34.879412, 40.067656, 47.439211, 49.930504, 57.29826, 58.817899, 59.293051, 61.721013, 62.25138, 61.198414, 60.403397, 59.371295, 64.002016, 79.209914], "sum_m_pl": [2.204377, 3.730322, 4.31317, 4.125814, 4.719826, 4.895284, 5.202018, 5.137516, 5.795736, 6.181656, 6.394296, 7.091896, 6.97593, 7.077834, 6.656901, 7.539726, 6.709117, 6.590902, 6.17197, 6.090802, 5.921338, 5.759662, 5.556193, 5.563654, 7.486867, 7.647712, 7.733251, 7.922952, 7.963785, 8.180492, 8.100222, 7.849113, 7.746821, 7.740306, 6.829156, 6.252819, 5.696041, 5.10853, 5.861448, 6.626965, 5.163035, 5.480677, 6.303926, 7.482717, 7.669519, 7.887875, 7.339683, 8.285835, 9.277278, 8.102676]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "pes-Reumatologia-2020 wiosna-29", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1230, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.995}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [12, 12, 26, 31, 23, 29, 37, 27, 31, 31, 35, 30, 33, 35, 41, 45, 54, 40, 51, 44, 39, 34, 42, 44, 64, 67, 53, 44, 37, 41, 36, 36, 40, 33, 40, 49, 49, 53, 73, 63, 84, 85, 86, 91, 69, 48, 17, 3, 0, 0], "n_am_pl": [11, 37, 40, 35, 32, 45, 39, 48, 38, 36, 38, 43, 47, 39, 29, 46, 45, 39, 37, 33, 27, 23, 18, 23, 23, 30, 22, 28, 36, 51, 40, 42, 50, 39, 37, 40, 49, 46, 46, 62, 62, 62, 66, 74, 86, 108, 130, 159, 171, 166], "n_pos": 289, "sum_m_en": [30.156302, 43.828505, 45.783932, 46.295509, 45.833486, 47.091557, 46.159739, 47.255661, 45.975839, 44.016384, 46.630582, 46.382337, 48.138149, 46.957451, 47.496809, 49.069537, 48.377128, 45.512698, 46.349748, 46.815772, 46.138949, 45.947528, 46.263645, 46.500792, 57.636792, 54.04852, 49.749835, 47.047999, 47.950417, 46.684663, 46.223622, 44.983211, 44.370288, 46.906031, 46.895376, 45.992837, 48.029187, 51.414966, 58.329057, 56.684586, 70.882452, 68.828071, 74.65866, 76.810656, 62.436933, 43.015003, 14.656421, 4.91189, 0.735238, 7.7e-05], "sum_m_pl": [6.044165, 15.45665, 17.513139, 17.353553, 18.418546, 19.750196, 18.975063, 19.634562, 20.654496, 22.191334, 22.679452, 25.668501, 24.023893, 24.770948, 23.135887, 25.071085, 22.139981, 23.336697, 20.414528, 19.956359, 18.650237, 17.882123, 17.431396, 17.339729, 21.742318, 24.089012, 26.410387, 30.671332, 32.799345, 35.800408, 33.744141, 33.94523, 32.701675, 29.989643, 27.382211, 27.721862, 32.072222, 33.114001, 36.360952, 41.101091, 40.227821, 44.892142, 49.838709, 61.648547, 76.314695, 98.899259, 126.243552, 148.847214, 167.848294, 165.847657]}, "digit": {"n_am_en": [0, 3, 3, 2, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 2, 3, 0, 0, 3, 2, 2, 0, 3, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 2, 1, 1, 1, 2, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.775503, 1.883406, 1.935801, 2.002283, 1.862308, 1.963058, 1.925196, 2.055231, 2.027976, 1.882999, 1.89224, 1.770384, 1.783425, 1.7749, 1.718335, 1.809711, 1.502481, 1.44269, 1.607064, 1.68051, 1.716282, 1.741053, 1.770281, 1.833041, 1.500481, 1.573104, 1.423625, 1.438033, 1.841915, 1.80756, 1.777278, 1.626396, 1.46121, 1.44802, 1.62446, 1.545771, 1.425884, 1.501609, 1.742141, 1.44701, 1.27078, 1.209299, 1.265039, 1.288215, 1.014335, 0.567728, 0.45217, 0.111893, 0.030292, 0.0], "sum_m_pl": [0.156633, 0.60264, 0.639349, 0.660959, 0.763957, 0.739708, 0.684076, 0.806611, 0.724535, 0.850272, 0.68678, 0.56375, 0.566638, 0.479318, 0.440607, 0.48329, 0.374611, 0.455639, 0.485621, 0.541617, 0.537096, 0.532077, 0.519834, 0.535394, 0.399888, 0.462221, 0.425669, 0.602846, 0.702883, 0.824921, 0.769008, 0.649453, 0.510988, 0.402134, 0.415644, 0.45772, 0.513656, 0.481076, 0.503557, 0.495606, 0.470082, 0.510704, 0.52364, 0.695885, 0.645327, 0.535115, 0.371227, 0.220048, 0.128266, 0.000489]}, "lang": {"n_am_en": [7, 6, 18, 22, 13, 22, 24, 15, 15, 18, 25, 21, 24, 21, 31, 28, 33, 28, 34, 28, 27, 19, 27, 26, 41, 39, 34, 27, 23, 29, 25, 24, 29, 20, 25, 30, 31, 30, 45, 37, 56, 57, 61, 67, 50, 33, 12, 2, 0, 0], "n_am_pl": [8, 20, 26, 18, 15, 30, 24, 29, 29, 19, 22, 24, 31, 28, 22, 31, 26, 26, 29, 24, 17, 19, 13, 18, 17, 23, 18, 21, 22, 28, 27, 26, 34, 29, 26, 24, 36, 33, 31, 41, 44, 48, 48, 55, 71, 90, 116, 147, 165, 166], "n_pos": 166, "sum_m_en": [17.117789, 24.431921, 25.742049, 25.757851, 25.808879, 26.122988, 26.0113, 26.761576, 26.02703, 24.974049, 26.782827, 26.946384, 28.029118, 27.307781, 27.719015, 28.667894, 28.665188, 27.018707, 27.158245, 27.34978, 27.08386, 26.877667, 27.011382, 27.018884, 35.514411, 32.548863, 30.210383, 28.786395, 29.319689, 28.195874, 27.360091, 26.889139, 26.751331, 28.120484, 27.820783, 27.749219, 30.651395, 31.790842, 35.819537, 35.541971, 46.415947, 44.779962, 49.659874, 51.387235, 41.03313, 25.977426, 9.943692, 3.082181, 0.352942, 1e-05], "sum_m_pl": [3.599769, 8.475747, 9.840561, 9.843426, 10.623407, 11.289555, 11.186295, 11.614099, 12.426417, 13.249937, 13.526113, 16.077922, 15.027325, 15.565237, 14.642896, 15.884556, 14.189146, 14.79417, 12.809598, 12.318797, 11.382925, 10.884615, 10.53932, 10.509628, 14.622085, 16.426014, 17.971712, 20.515572, 21.310124, 22.828676, 22.010666, 22.069894, 21.563579, 20.092746, 18.392145, 18.407899, 20.995253, 21.105285, 23.112316, 26.645264, 28.178937, 33.618415, 37.231897, 46.497191, 61.264294, 82.448889, 110.935686, 134.206096, 160.270016, 165.64261]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 291, "item_id": "pes-Reumatologia-2020 wiosna-29", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1485, "region_end": 289, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 0.9966}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [7, 14, 33, 24, 36, 43, 42, 41, 40, 45, 43, 60, 60, 50, 56, 65, 64, 61, 76, 78, 76, 71, 69, 63, 88, 86, 81, 74, 65, 54, 71, 72, 72, 80, 96, 96, 110, 110, 106, 107, 114, 119, 123, 133, 132, 120, 121, 112, 105, 110], "n_am_pl": [12, 18, 5, 5, 13, 18, 16, 17, 14, 17, 25, 24, 14, 19, 23, 17, 19, 19, 10, 12, 8, 8, 8, 10, 11, 8, 12, 21, 28, 25, 18, 14, 14, 8, 8, 10, 7, 9, 7, 8, 4, 6, 7, 6, 7, 7, 7, 8, 6, 2], "n_pos": 196, "sum_m_en": [22.593899, 28.523701, 28.883951, 31.330553, 34.311087, 37.057275, 38.216032, 37.963723, 39.726996, 39.211498, 40.491531, 41.927961, 43.102716, 42.30552, 43.227575, 44.736067, 42.275374, 40.299216, 40.63581, 38.968312, 37.768074, 36.438697, 36.013962, 35.6941, 59.670873, 57.061605, 56.745831, 49.457869, 48.142956, 47.364932, 46.789159, 48.270436, 48.423483, 54.350639, 58.751989, 59.997398, 67.729903, 75.017873, 84.332694, 86.191098, 95.358626, 100.450984, 103.764135, 112.329957, 113.088021, 111.866973, 111.567668, 107.616089, 98.831386, 111.789814], "sum_m_pl": [6.401771, 8.470485, 9.58233, 9.034143, 10.370134, 10.1322, 10.171479, 10.105518, 10.338746, 11.083859, 11.752975, 12.80432, 12.422999, 12.298045, 12.652558, 13.647892, 12.651853, 13.076297, 12.907935, 13.026178, 12.435521, 11.919129, 11.671576, 11.562261, 13.125285, 13.499792, 13.795694, 15.632463, 15.771153, 16.028154, 13.904415, 13.299396, 14.306547, 13.198905, 12.224486, 11.875442, 10.501401, 10.382286, 8.455479, 8.671853, 7.63941, 7.13684, 6.883944, 6.309004, 7.093064, 8.128211, 7.629083, 7.791382, 5.193986, 2.112018]}, "digit": {"n_am_en": [0, 3, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 1, 1, 3, 3, 3, 2, 4, 4, 2, 3, 4, 3, 5, 4, 5, 6, 4, 3, 1, 4, 4, 3, 2, 5, 6, 6, 3, 3, 3, 3, 3, 4, 5, 3, 4, 2, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 1, 4, 2, 0, 0, 4, 0, 0, 0, 1, 0, 0, 3, 0, 1, 1, 0, 0, 0, 2, 3, 1, 1, 2, 2, 0, 1, 1, 0, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.239887, 2.425906, 2.150626, 2.241201, 2.258978, 2.358478, 2.514848, 2.325655, 2.511941, 2.31735, 2.40425, 2.371258, 2.469027, 2.2402, 2.430047, 2.65552, 2.477926, 2.353665, 2.410541, 2.30732, 2.261928, 2.217503, 2.205102, 2.231123, 3.63019, 2.981608, 3.22351, 2.920687, 2.885301, 2.585122, 2.646919, 2.70359, 2.638641, 2.749983, 2.911722, 3.189547, 3.800996, 3.354743, 3.115731, 2.94921, 2.63916, 2.750884, 3.107458, 3.712838, 3.515611, 2.913198, 3.225138, 1.667785, 0.306516, 0.0], "sum_m_pl": [0.278967, 0.687005, 0.654485, 0.60066, 0.790606, 0.824888, 0.811122, 0.775964, 0.768422, 0.773866, 0.900617, 0.97586, 0.885651, 0.922256, 0.897432, 0.947674, 0.870601, 0.916706, 0.896279, 0.83211, 0.803767, 0.76304, 0.739856, 0.758965, 0.894816, 0.923994, 0.802455, 0.992003, 1.054058, 1.101733, 1.00564, 0.947174, 0.880198, 0.757948, 0.606504, 0.645093, 0.585371, 0.647594, 0.637458, 0.669365, 0.621834, 0.626565, 0.499623, 0.797857, 0.662672, 0.410012, 0.339598, 0.314579, 0.093635, 0.0]}, "lang": {"n_am_en": [2, 6, 18, 17, 23, 32, 29, 30, 26, 33, 30, 34, 37, 36, 34, 36, 37, 38, 52, 52, 51, 49, 49, 46, 59, 59, 56, 50, 39, 35, 45, 47, 51, 56, 68, 63, 73, 77, 82, 88, 92, 97, 101, 105, 106, 101, 102, 99, 101, 108], "n_am_pl": [6, 7, 2, 2, 7, 10, 5, 12, 12, 12, 15, 18, 12, 11, 14, 12, 12, 14, 8, 6, 3, 5, 5, 7, 4, 2, 6, 13, 23, 21, 13, 6, 7, 7, 5, 6, 4, 3, 1, 2, 1, 1, 1, 1, 2, 2, 2, 3, 3, 2], "n_pos": 113, "sum_m_en": [13.645126, 16.103, 16.511701, 17.855867, 19.723799, 21.657102, 22.565054, 22.460124, 23.245874, 22.893744, 23.688572, 24.632078, 25.648709, 25.26628, 26.09031, 26.998274, 25.633333, 24.691356, 24.737958, 23.610345, 22.788596, 21.844315, 21.496986, 21.065551, 39.302576, 37.760723, 37.400716, 32.544719, 31.054013, 30.56188, 29.841778, 30.932582, 31.770762, 36.484681, 40.012409, 41.945727, 49.257834, 56.776795, 65.849092, 68.577379, 74.52763, 80.532386, 82.957263, 90.349472, 92.221206, 92.607587, 94.033952, 93.992192, 91.316956, 107.280591], "sum_m_pl": [2.873241, 4.519466, 5.179705, 4.910247, 5.608363, 5.327755, 5.20077, 5.528632, 5.643714, 6.354879, 6.679174, 7.44781, 7.379479, 7.341365, 7.560305, 8.194628, 7.506342, 7.401806, 7.336304, 7.483757, 7.093123, 6.804126, 6.723568, 6.656628, 7.343777, 7.902719, 8.269226, 9.306694, 9.841033, 9.835831, 8.465357, 7.947148, 8.649431, 7.918914, 7.170935, 6.838403, 5.804437, 5.328703, 4.065363, 3.953813, 3.55721, 3.166671, 2.933228, 2.084935, 2.60461, 2.4894, 2.268874, 2.899019, 3.253766, 2.011056]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "pes-Stomatologia dziecięca-2018 jesień-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1218, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9646, "tf_agree_excl_first": 0.9695}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [8, 19, 32, 40, 67, 83, 92, 89, 83, 86, 80, 65, 66, 69, 85, 89, 98, 88, 100, 111, 108, 110, 108, 114, 133, 132, 132, 123, 107, 103, 120, 104, 96, 92, 130, 128, 128, 139, 148, 152, 145, 142, 139, 135, 116, 83, 25, 11, 4, 2], "n_am_pl": [4, 26, 37, 37, 34, 35, 35, 38, 40, 38, 51, 40, 39, 41, 44, 27, 30, 38, 28, 28, 28, 22, 23, 19, 23, 30, 26, 35, 42, 41, 38, 41, 42, 34, 39, 29, 26, 31, 34, 33, 39, 46, 54, 59, 78, 110, 171, 205, 219, 223], "n_pos": 336, "sum_m_en": [30.686727, 49.417725, 53.647297, 55.976804, 61.639783, 65.102621, 67.326155, 70.691439, 71.009152, 70.142456, 70.246557, 67.401359, 68.700105, 69.234217, 68.100414, 69.81837, 67.31774, 62.612049, 61.860493, 61.374776, 59.533885, 58.357975, 59.021535, 59.274169, 102.747684, 96.107169, 93.460969, 81.371301, 80.014813, 76.481694, 75.231852, 72.687077, 71.335332, 76.685086, 82.623233, 81.654794, 84.554915, 94.020398, 100.371459, 106.701869, 110.06671, 110.112408, 122.031766, 124.098127, 102.868365, 72.73528, 27.214357, 11.831801, 6.106553, 1.724841], "sum_m_pl": [5.077188, 15.590082, 18.813366, 18.64717, 18.722398, 19.205157, 18.896482, 19.359164, 21.190785, 22.149978, 23.391137, 23.289187, 23.751556, 22.725631, 22.162538, 22.891435, 20.648922, 21.375504, 20.296909, 20.0898, 19.072805, 18.583012, 18.441378, 18.667135, 20.707253, 22.758094, 22.777639, 26.462642, 28.469424, 29.806377, 27.091656, 27.45199, 26.984244, 25.455584, 22.140092, 22.390144, 24.188003, 27.306066, 27.663102, 28.118175, 30.192921, 35.298879, 39.84341, 44.294433, 65.773172, 96.84618, 158.13461, 193.964872, 211.70111, 223.79786]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 1, 2, 0, 0, 2, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 5, 3, 2, 2, 2, 3, 5, 3, 3, 3, 3, 2, 2, 1, 2, 0, 2, 1, 1, 0, 0, 1, 2, 1, 2, 3, 3, 2, 3, 0, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [0.7159, 1.771326, 1.914358, 2.044357, 2.062478, 2.132146, 2.17959, 2.269322, 2.372116, 2.228933, 2.280667, 2.002956, 2.142889, 2.13465, 1.76888, 1.808441, 1.810482, 1.452074, 1.738542, 1.850472, 1.890118, 1.897429, 1.92966, 2.001096, 1.303214, 1.340795, 1.164562, 1.287033, 1.501565, 1.582006, 2.203755, 1.770235, 1.564752, 1.473589, 1.454758, 1.507734, 1.366653, 1.490347, 1.379469, 1.224005, 1.135155, 1.188983, 1.141574, 1.054588, 0.71203, 0.485625, 0.08859, 0.104536, 0.054533, 0.0], "sum_m_pl": [0.110211, 0.476034, 0.619522, 0.598927, 0.723656, 0.76779, 0.708994, 0.719111, 0.76528, 0.88563, 0.75591, 0.769383, 0.938327, 0.888925, 1.186461, 1.23943, 0.788365, 0.830738, 0.751506, 0.834472, 0.731686, 0.692647, 0.674173, 0.680844, 0.832901, 1.199779, 1.06458, 0.887574, 0.756294, 1.395221, 0.902067, 0.847153, 0.502678, 0.462184, 0.437726, 0.587476, 0.590732, 0.566655, 0.678568, 0.702929, 0.714679, 0.764697, 0.721032, 0.728935, 0.713524, 0.424642, 0.08269, 0.118422, 0.061571, 0.0]}, "lang": {"n_am_en": [4, 12, 20, 29, 50, 59, 60, 62, 61, 65, 61, 45, 48, 47, 61, 60, 67, 58, 70, 77, 71, 77, 74, 81, 90, 92, 90, 88, 74, 72, 84, 76, 68, 66, 91, 90, 90, 99, 109, 109, 105, 103, 104, 101, 87, 64, 19, 10, 4, 2], "n_am_pl": [4, 19, 25, 24, 21, 23, 26, 29, 25, 25, 39, 28, 25, 27, 31, 18, 23, 24, 21, 18, 18, 14, 17, 16, 19, 23, 22, 28, 33, 30, 26, 27, 30, 25, 29, 22, 19, 23, 27, 28, 31, 40, 46, 50, 67, 98, 153, 192, 214, 223], "n_pos": 225, "sum_m_en": [20.568927, 32.86255, 36.201276, 37.202425, 41.025251, 43.758108, 45.403663, 47.362847, 47.628033, 47.711514, 48.068205, 46.17409, 46.891226, 47.29557, 47.128633, 48.096978, 46.381344, 43.787128, 42.452226, 42.149557, 40.786531, 39.813015, 40.224748, 40.279079, 75.490127, 70.314401, 68.451224, 58.86254, 57.327536, 54.235333, 52.537999, 51.430244, 50.661368, 53.619877, 57.497827, 57.384798, 59.900102, 65.480146, 70.212678, 76.029374, 79.650147, 81.084235, 92.417977, 94.961081, 78.73038, 56.180105, 21.220198, 8.851712, 4.825821, 1.715909], "sum_m_pl": [3.530235, 10.576693, 12.42767, 12.421017, 12.255988, 12.568667, 12.580658, 13.105768, 14.295904, 14.933549, 15.860845, 15.991292, 16.247256, 15.591569, 15.079252, 15.366688, 14.152256, 14.686003, 13.777501, 13.436201, 12.765778, 12.554275, 12.482167, 12.598412, 14.420971, 15.881291, 15.903993, 18.94439, 20.354483, 20.291936, 18.760808, 19.030117, 19.031196, 17.736397, 15.793938, 15.907921, 17.451746, 19.835436, 20.262128, 20.968088, 23.015483, 27.578922, 32.090974, 35.815879, 55.304763, 85.55436, 140.457938, 180.148884, 204.236089, 221.811535]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 338, "item_id": "pes-Stomatologia dziecięca-2018 jesień-80", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1473, "region_end": 336, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 0.9941}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 14, 17, 21, 24, 26, 25, 21, 23, 26, 30, 26, 23, 30, 32, 34, 42, 38, 44, 43, 42, 43, 46, 39, 49, 51, 46, 36, 43, 41, 33, 42, 54, 51, 57, 60, 50, 60, 64, 64, 70, 64, 71, 71, 61, 65, 62, 58, 55, 63], "n_am_pl": [9, 11, 18, 12, 18, 22, 11, 10, 14, 8, 17, 11, 20, 14, 13, 23, 24, 10, 8, 12, 9, 9, 8, 10, 11, 9, 8, 17, 15, 18, 19, 20, 11, 15, 10, 11, 9, 9, 8, 9, 20, 19, 18, 20, 17, 18, 16, 16, 12, 9], "n_pos": 156, "sum_m_en": [18.548256, 21.759786, 21.806233, 22.225393, 24.594542, 26.994536, 25.852256, 24.551029, 24.62058, 24.834356, 25.487845, 25.67847, 26.153388, 26.227978, 27.817076, 29.863401, 28.468684, 27.130043, 27.432995, 27.494225, 26.58885, 26.17987, 26.191613, 26.019158, 36.511232, 35.895109, 33.438602, 30.380584, 32.045368, 32.266709, 30.422745, 30.637559, 32.715508, 33.47321, 35.558979, 37.157382, 40.699037, 45.066949, 49.348778, 49.090671, 54.003911, 53.658027, 56.961113, 56.669046, 54.787381, 57.358982, 59.388743, 54.436028, 52.754106, 62.754926], "sum_m_pl": [4.673624, 7.3698, 8.24369, 6.688628, 7.531295, 8.521791, 8.098929, 8.360947, 8.379686, 9.199883, 9.75613, 10.121811, 10.497744, 10.287871, 11.046626, 11.576135, 11.175397, 10.67328, 10.666272, 10.072411, 9.795976, 9.430153, 9.321788, 9.123629, 10.885574, 12.38999, 11.96947, 13.574349, 13.917588, 13.886718, 13.332504, 12.778477, 12.811037, 12.827268, 12.169374, 11.708652, 11.952654, 12.066441, 12.65094, 13.865895, 17.743283, 16.838005, 16.528192, 17.530041, 16.431723, 16.112501, 15.008678, 16.225434, 11.116862, 8.535606]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 5, 8, 12, 12, 14, 15, 12, 11, 17, 20, 16, 17, 22, 20, 24, 26, 27, 30, 26, 25, 25, 28, 24, 30, 33, 27, 23, 25, 25, 23, 26, 35, 34, 38, 39, 34, 40, 42, 44, 50, 45, 48, 49, 50, 52, 52, 49, 51, 63], "n_am_pl": [4, 7, 9, 6, 6, 7, 6, 6, 9, 5, 12, 8, 11, 9, 7, 11, 12, 2, 1, 6, 4, 4, 2, 4, 3, 1, 2, 5, 4, 9, 9, 8, 7, 7, 2, 3, 1, 1, 2, 3, 5, 10, 8, 7, 8, 9, 7, 9, 11, 9], "n_pos": 73, "sum_m_en": [7.925465, 10.34918, 10.506469, 11.032348, 12.077977, 13.289089, 12.694708, 12.071832, 12.310158, 12.337073, 12.874181, 12.93877, 12.941983, 13.421182, 14.182249, 15.253063, 14.153605, 13.912247, 13.860669, 13.731199, 13.349975, 12.959529, 12.787825, 12.526441, 21.559653, 21.159226, 20.060901, 17.248386, 17.904274, 17.443698, 16.319779, 16.184983, 17.569534, 18.364702, 20.821684, 22.457056, 25.293223, 28.741284, 33.347805, 33.235611, 37.270651, 38.176085, 39.472987, 41.334445, 43.404159, 44.86386, 47.138534, 45.006937, 46.885993, 60.942437], "sum_m_pl": [2.008391, 3.02912, 3.5284, 3.099541, 3.441975, 3.987792, 3.816146, 3.926798, 4.019124, 4.446364, 4.704601, 4.69806, 4.767482, 4.484243, 4.921601, 5.284424, 4.997603, 4.733724, 4.844885, 4.628189, 4.507933, 4.370114, 4.283788, 4.166244, 4.769488, 5.475535, 5.367456, 5.867685, 6.030894, 5.868599, 5.704255, 5.438158, 5.36661, 5.318, 4.879066, 4.584951, 4.310306, 4.175517, 4.277216, 4.905593, 6.867864, 7.45433, 7.16148, 7.236118, 7.781042, 8.031022, 7.054074, 8.623224, 9.975937, 8.522923]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 276, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-109", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1011, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 6, 6, 18, 15, 23, 26, 27, 24, 26, 17, 20, 27, 26, 31, 32, 36, 28, 33, 36, 28, 30, 27, 27, 47, 51, 43, 43, 37, 43, 41, 41, 36, 42, 43, 43, 54, 56, 54, 50, 57, 53, 54, 56, 45, 27, 14, 5, 3, 3], "n_am_pl": [7, 15, 19, 13, 19, 27, 19, 18, 17, 17, 20, 25, 19, 25, 25, 23, 21, 29, 20, 14, 16, 13, 18, 14, 13, 13, 15, 14, 20, 21, 15, 25, 22, 20, 21, 15, 11, 15, 18, 16, 25, 22, 28, 34, 40, 60, 84, 93, 96, 98], "n_pos": 156, "sum_m_en": [14.858063, 21.529895, 22.893483, 23.025507, 24.380087, 25.422831, 25.850282, 26.310792, 25.56158, 25.988977, 27.185423, 26.150191, 26.378837, 25.801801, 27.144408, 28.432125, 27.68026, 26.334724, 25.948272, 25.664376, 24.627947, 24.010288, 24.370488, 24.277572, 33.654286, 34.445557, 31.663678, 29.728558, 29.613516, 29.576434, 27.935974, 28.376515, 29.154655, 29.997681, 30.63882, 31.615412, 33.691541, 35.865142, 37.942942, 35.794037, 46.571593, 45.508456, 47.099615, 45.768874, 37.934999, 27.818219, 14.447654, 6.452263, 3.669532, 2.49031], "sum_m_pl": [2.662142, 6.555299, 8.004819, 7.449088, 8.416028, 8.569835, 8.458007, 8.811283, 8.812782, 9.330324, 9.947138, 10.402668, 10.69596, 10.597198, 11.110855, 11.974713, 11.673914, 11.342152, 10.652907, 10.193673, 9.866115, 9.463291, 9.249163, 8.901517, 11.147579, 11.951777, 12.527227, 13.382029, 14.467989, 14.567309, 14.263514, 13.937846, 14.696368, 15.429565, 14.536435, 14.002468, 13.733245, 15.249137, 16.025128, 16.918297, 21.473702, 21.135831, 25.630945, 28.442807, 38.285861, 55.189523, 77.413225, 89.116709, 93.017635, 96.640859]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 3, 3, 13, 11, 13, 16, 18, 15, 18, 11, 13, 19, 19, 21, 23, 25, 19, 24, 25, 22, 22, 23, 22, 34, 39, 33, 29, 27, 30, 30, 25, 27, 30, 29, 27, 37, 36, 34, 35, 40, 37, 36, 39, 37, 20, 10, 4, 3, 3], "n_am_pl": [5, 11, 13, 7, 13, 21, 14, 11, 17, 15, 15, 17, 13, 21, 18, 17, 14, 24, 16, 12, 8, 7, 12, 11, 9, 10, 12, 12, 12, 16, 14, 18, 16, 15, 17, 14, 8, 10, 13, 10, 17, 17, 22, 25, 32, 50, 69, 81, 92, 97], "n_pos": 101, "sum_m_en": [9.287994, 14.151554, 15.28208, 15.515983, 16.557435, 17.014456, 17.704427, 18.177322, 17.663225, 17.615854, 18.194763, 17.684142, 17.662925, 16.959776, 17.754722, 18.702308, 18.151736, 17.231463, 17.05431, 16.922022, 16.212674, 15.76586, 16.023004, 15.896939, 23.501651, 24.202455, 22.029425, 20.25507, 20.37801, 19.950351, 18.923424, 18.979397, 19.212964, 19.481881, 19.77466, 20.46691, 21.456777, 23.689972, 26.016797, 25.846461, 32.254858, 31.827682, 33.020296, 32.601893, 28.932245, 20.559213, 10.280629, 5.059402, 3.305717, 2.485553], "sum_m_pl": [1.488095, 4.003325, 5.132293, 4.944847, 5.4488, 5.738238, 5.69609, 5.971523, 6.006087, 6.441575, 6.75224, 6.973108, 7.050506, 6.963619, 7.29056, 8.07806, 7.707447, 7.527317, 7.065502, 6.772391, 6.516286, 6.280796, 6.080308, 5.825634, 7.707142, 8.499703, 8.791901, 9.050607, 9.672931, 9.585054, 9.360724, 8.939646, 9.761428, 10.635714, 9.871929, 9.356727, 8.967083, 10.295787, 10.639374, 10.931619, 14.632911, 15.038748, 18.842455, 20.965636, 30.347737, 45.01383, 63.640299, 76.053625, 87.047261, 93.885886]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-109", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1266, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9873}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 24, 17, 23, 31, 27, 31, 27, 28, 35, 31, 34, 36, 31, 39, 42, 44, 46, 44, 45, 43, 43, 40, 34, 54, 58, 48, 45, 49, 47, 46, 56, 53, 44, 44, 55, 56, 52, 54, 50, 55, 51, 53, 52, 50, 55, 56, 55, 57, 59], "n_am_pl": [5, 9, 10, 12, 6, 11, 5, 9, 9, 10, 14, 16, 12, 12, 9, 9, 10, 8, 7, 10, 8, 10, 11, 6, 9, 13, 13, 11, 9, 9, 7, 8, 9, 6, 10, 11, 6, 5, 5, 6, 7, 8, 8, 4, 7, 6, 7, 5, 5, 5], "n_pos": 125, "sum_m_en": [13.245545, 17.548378, 18.873755, 19.686053, 22.344796, 23.924202, 23.018327, 22.623454, 23.191765, 24.001292, 24.801404, 24.010935, 23.499823, 24.128835, 23.56088, 24.046924, 22.500834, 22.764676, 21.935619, 21.486642, 21.87284, 21.451776, 21.339842, 21.20388, 32.704651, 33.503224, 31.380321, 27.368326, 29.658932, 29.954582, 27.361298, 28.968664, 28.31347, 27.407809, 27.784761, 31.897164, 33.941966, 36.289678, 37.468032, 40.476467, 40.260213, 40.25229, 41.696899, 43.58111, 43.068987, 47.751566, 49.696155, 49.363832, 48.577414, 58.931402], "sum_m_pl": [2.231138, 5.375166, 5.78438, 5.480633, 5.751572, 5.766314, 6.021612, 5.925725, 6.551492, 7.08707, 7.858033, 8.095729, 8.500843, 7.755667, 8.062073, 8.832086, 8.664301, 8.636363, 8.223738, 8.536043, 7.982938, 7.707243, 7.422029, 7.284791, 9.21918, 9.318755, 9.086196, 9.435578, 9.027934, 10.111406, 8.465428, 7.825082, 8.840633, 8.731083, 8.315949, 8.671632, 7.889265, 7.251229, 7.936884, 7.169571, 8.054596, 8.94375, 9.100761, 5.76049, 7.158349, 7.139155, 6.847196, 5.87186, 5.69734, 5.347674]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 3, 1, 1, 2, 0, 1, 2, 2, 0, 3, 4, 3, 2, 2, 1, 2, 1, 0, 2, 4, 3, 0, 1, 1, 1, 2, 0, 0, 1, 2, 2, 3, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 2, 2, 2, 3, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.719777, 1.262918, 1.352285, 1.4817, 1.589068, 1.602966, 1.638408, 1.486353, 1.530435, 1.468243, 1.572116, 1.510748, 1.5498, 1.589378, 1.534773, 1.547193, 1.378701, 1.429013, 1.412554, 1.373145, 1.334789, 1.344145, 1.349349, 1.338654, 1.574918, 1.586517, 1.354649, 1.355275, 1.572435, 1.426634, 1.596322, 1.800509, 1.577379, 1.445936, 1.37994, 1.377626, 1.407021, 1.382765, 1.200666, 1.104096, 1.161706, 1.144093, 1.140102, 0.885799, 0.916426, 1.224682, 0.831073, 0.1996, 0.093288, 0.0], "sum_m_pl": [0.194147, 0.433549, 0.397952, 0.365218, 0.36907, 0.335338, 0.315836, 0.320282, 0.323275, 0.322079, 0.372018, 0.372274, 0.428106, 0.384017, 0.330888, 0.383364, 0.358509, 0.398951, 0.379453, 0.436158, 0.438001, 0.427969, 0.41711, 0.420924, 0.47868, 0.60184, 0.790479, 0.748681, 0.674897, 0.792586, 0.600284, 0.545393, 0.71945, 0.627978, 0.547551, 0.474274, 0.530918, 0.563647, 0.637103, 0.596816, 0.616855, 0.594006, 0.651985, 0.522086, 0.553156, 0.353061, 0.106773, 0.085866, 0.070862, 0.0]}, "lang": {"n_am_en": [8, 16, 15, 18, 21, 17, 18, 12, 16, 20, 21, 22, 25, 21, 29, 29, 28, 31, 29, 30, 33, 32, 29, 28, 40, 39, 34, 32, 35, 33, 35, 36, 41, 35, 37, 42, 44, 42, 46, 43, 44, 43, 44, 44, 44, 48, 52, 51, 55, 59], "n_am_pl": [1, 5, 3, 8, 1, 6, 2, 5, 5, 5, 7, 8, 5, 7, 3, 2, 7, 4, 5, 5, 5, 5, 5, 2, 5, 7, 8, 5, 4, 3, 2, 6, 2, 1, 6, 1, 2, 3, 4, 5, 5, 5, 5, 2, 5, 5, 5, 5, 5, 5], "n_pos": 66, "sum_m_en": [7.499131, 9.049578, 9.982028, 10.50961, 12.178597, 13.098894, 12.15027, 12.149152, 12.279607, 12.761708, 13.427453, 13.216246, 12.94155, 13.298611, 13.225832, 13.478044, 12.588133, 13.001948, 12.165273, 11.86504, 12.287452, 11.864503, 11.749163, 11.623917, 22.206569, 22.847438, 21.247976, 17.74067, 18.918306, 18.960588, 16.628023, 17.816694, 17.874803, 17.956815, 18.034515, 22.314262, 25.095189, 28.268964, 29.961478, 32.400586, 32.441215, 32.639243, 33.610875, 35.575196, 36.3561, 40.39628, 43.457568, 44.072317, 45.000787, 57.742929], "sum_m_pl": [1.275698, 2.990576, 2.979221, 3.005169, 3.150278, 3.193886, 3.354981, 3.199549, 3.590554, 3.798751, 4.250138, 4.402099, 4.469878, 4.199951, 4.303254, 4.440653, 4.534746, 4.361944, 4.328151, 4.497249, 4.249543, 4.099357, 3.926818, 3.856388, 4.179106, 4.302893, 4.254931, 4.773049, 4.802043, 4.942707, 4.469759, 4.11997, 4.601136, 4.470921, 4.322478, 3.936823, 3.770518, 4.205375, 5.278455, 5.049511, 5.029432, 5.898576, 5.894398, 3.397694, 4.910723, 5.388001, 5.388359, 5.278493, 5.268665, 5.315331]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-49", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1024, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9685, "tf_agree_excl_first": 0.9762}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 8, 10, 11, 34, 31, 28, 31, 26, 27, 27, 25, 26, 21, 21, 29, 33, 34, 33, 32, 30, 31, 34, 29, 39, 44, 36, 37, 27, 23, 24, 27, 31, 35, 41, 42, 39, 43, 47, 49, 50, 48, 50, 51, 41, 33, 13, 2, 0, 0], "n_am_pl": [1, 11, 11, 10, 9, 12, 8, 9, 7, 8, 4, 11, 19, 15, 11, 11, 11, 23, 11, 17, 12, 11, 8, 9, 12, 14, 12, 9, 13, 14, 17, 12, 11, 23, 13, 16, 14, 12, 8, 13, 15, 15, 21, 16, 22, 40, 59, 74, 78, 78], "n_pos": 119, "sum_m_en": [11.096409, 15.854843, 17.566028, 18.375465, 20.223352, 21.989574, 21.308664, 22.870771, 22.10354, 22.9611, 24.113367, 21.960815, 21.350307, 21.226311, 22.102204, 22.077588, 20.972096, 20.313809, 19.533868, 19.330954, 19.123962, 19.01586, 19.195191, 19.193481, 25.207633, 25.480725, 24.465643, 22.644123, 23.183599, 22.18613, 21.303147, 22.085331, 21.550376, 20.480699, 21.974713, 22.80664, 25.168596, 26.878263, 28.994356, 30.926966, 30.285816, 30.650052, 34.354496, 34.361434, 31.577923, 27.23302, 11.111672, 3.085943, 0.960606, 0.000155], "sum_m_pl": [2.101353, 5.521067, 6.117923, 5.564029, 5.765992, 6.035741, 6.237559, 6.254752, 6.874607, 7.463922, 8.498268, 9.036367, 8.630104, 8.286543, 8.095496, 8.24819, 7.994837, 7.91362, 7.3313, 7.372217, 7.028509, 6.898543, 6.712971, 6.65876, 7.73728, 7.975738, 8.198643, 8.88705, 10.21927, 11.523128, 10.406118, 9.861574, 9.932798, 11.150732, 10.409043, 10.024427, 10.558487, 10.472213, 11.060563, 11.718725, 11.909349, 14.756901, 17.170645, 15.895204, 21.503827, 33.94941, 53.042542, 67.407144, 76.112068, 78.414432]}, "digit": {"n_am_en": [0, 0, 0, 0, 2, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 2, 1, 0, 2, 1, 0, 1, 2, 0, 1, 0, 1, 1, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 2, 3, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.505576, 0.914386, 1.049436, 1.11552, 1.134453, 1.18761, 1.185038, 1.200725, 1.127371, 1.069998, 1.266877, 1.036974, 0.997537, 0.904606, 0.971446, 1.024857, 1.044381, 1.083375, 0.971145, 0.955896, 0.947495, 0.967702, 0.998227, 1.029382, 1.335669, 1.255646, 1.027281, 1.041976, 1.145982, 1.065972, 1.014971, 1.078102, 1.106865, 0.880244, 0.888231, 0.867595, 1.112784, 1.064144, 1.253947, 1.48372, 1.471039, 1.399097, 1.591668, 1.015811, 0.66328, 0.704441, 0.260437, 0.066765, 0.021551, 0.0], "sum_m_pl": [0.130584, 0.370591, 0.329689, 0.309799, 0.242195, 0.225477, 0.207908, 0.224691, 0.212974, 0.249492, 0.324869, 0.312324, 0.305222, 0.288614, 0.289635, 0.30354, 0.298718, 0.319624, 0.319756, 0.345454, 0.320953, 0.310553, 0.310155, 0.313942, 0.377977, 0.382429, 0.398477, 0.433362, 0.476938, 0.473021, 0.436317, 0.40136, 0.352856, 0.451793, 0.48498, 0.453241, 0.45237, 0.514852, 0.473491, 0.39821, 0.415021, 0.365477, 0.520696, 0.348813, 0.372161, 0.711849, 0.383228, 0.047462, 0.01284, 0.0]}, "lang": {"n_am_en": [3, 5, 7, 10, 25, 24, 23, 24, 21, 23, 21, 19, 21, 17, 18, 22, 26, 24, 24, 23, 24, 26, 27, 21, 29, 33, 28, 27, 19, 18, 19, 19, 24, 24, 28, 30, 27, 33, 32, 38, 36, 35, 41, 41, 32, 26, 12, 2, 0, 0], "n_am_pl": [1, 6, 8, 5, 5, 9, 5, 8, 4, 6, 3, 7, 14, 9, 7, 8, 11, 21, 10, 16, 12, 10, 8, 7, 12, 13, 12, 7, 12, 13, 16, 10, 9, 20, 11, 14, 12, 9, 7, 10, 13, 14, 17, 14, 20, 39, 56, 70, 76, 78], "n_pos": 79, "sum_m_en": [7.683334, 10.179525, 11.438159, 11.847405, 13.391178, 14.356268, 13.936585, 15.733827, 15.35865, 16.148961, 16.745084, 15.279962, 14.84432, 14.767706, 16.085697, 15.608461, 14.588523, 14.025796, 13.323564, 13.218832, 13.084505, 12.906814, 12.99646, 12.920513, 17.570011, 18.080187, 17.49761, 16.251928, 16.49865, 15.737862, 14.75723, 15.20231, 14.901759, 14.292027, 14.978102, 15.656497, 16.953359, 18.436658, 20.527254, 22.352777, 22.179813, 23.161513, 27.751549, 27.669017, 24.638351, 21.19, 9.224109, 2.389158, 0.499986, 1e-05], "sum_m_pl": [1.486875, 3.553527, 3.907882, 3.641853, 3.894678, 4.171277, 4.285275, 4.25257, 4.78955, 5.095471, 5.685286, 6.219675, 6.064442, 5.796814, 5.649699, 5.708689, 5.583607, 5.511739, 5.150199, 5.12909, 4.851725, 4.758298, 4.599963, 4.54433, 5.645061, 5.825607, 5.931956, 6.426751, 7.372763, 8.39851, 7.54678, 7.218532, 7.328743, 8.397105, 7.805041, 7.549845, 8.231437, 8.163791, 8.954133, 9.692336, 9.732405, 12.417135, 14.52642, 13.536758, 19.51858, 30.673614, 48.878394, 63.992203, 73.174, 77.599409]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-49", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1279, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 7, 13, 13, 15, 13, 11, 13, 11, 13, 16, 16, 14, 22, 25, 23, 27, 24, 26, 24, 25, 24, 24, 20, 25, 34, 37, 35, 32, 25, 22, 25, 33, 37, 41, 35, 40, 39, 38, 34, 38, 38, 35, 37, 37, 42, 40, 38, 41, 45], "n_am_pl": [4, 6, 5, 2, 2, 6, 5, 7, 9, 12, 9, 12, 9, 14, 6, 10, 10, 12, 11, 9, 7, 8, 8, 6, 11, 5, 5, 6, 10, 9, 8, 12, 8, 8, 7, 7, 9, 7, 5, 5, 3, 3, 2, 2, 2, 2, 5, 6, 4, 6], "n_pos": 83, "sum_m_en": [10.488842, 11.943791, 11.733881, 12.705723, 12.865183, 13.677562, 13.108343, 13.281413, 13.562373, 13.987645, 14.049854, 14.467525, 14.974944, 14.708463, 15.131854, 15.481249, 15.986909, 15.471471, 15.632844, 15.431237, 14.925017, 14.405517, 14.010162, 13.645632, 20.463977, 19.54401, 19.108845, 17.363517, 18.128398, 18.688254, 18.040896, 17.604737, 18.743878, 20.335675, 22.834129, 24.764246, 30.29188, 31.151617, 32.849331, 32.285831, 33.160431, 33.486255, 32.605881, 34.589814, 33.109465, 36.983958, 36.788879, 35.849001, 35.252262, 45.973959], "sum_m_pl": [1.998201, 3.260279, 3.62789, 3.545402, 4.14296, 4.421253, 4.538857, 4.724982, 4.828324, 5.289004, 5.413378, 5.54021, 5.598749, 5.725197, 5.929959, 5.940657, 5.429495, 5.198071, 5.402487, 5.623917, 5.301464, 5.198935, 4.879858, 4.852636, 5.46216, 5.623231, 5.442933, 6.099173, 6.521454, 6.623307, 6.457454, 6.518503, 6.979347, 7.194249, 6.75006, 6.087124, 5.946541, 5.535785, 6.175528, 4.922297, 3.432091, 2.71962, 2.801206, 2.577547, 3.064295, 2.805463, 3.889337, 5.274204, 4.869551, 5.975495]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 6, 11, 11, 11, 9, 8, 9, 9, 12, 11, 11, 12, 17, 19, 16, 20, 19, 18, 20, 22, 19, 19, 19, 22, 25, 27, 26, 23, 17, 17, 20, 25, 25, 29, 28, 29, 29, 31, 29, 32, 31, 29, 32, 34, 38, 36, 37, 41, 45], "n_am_pl": [1, 4, 2, 2, 2, 3, 4, 6, 7, 7, 8, 9, 7, 9, 4, 7, 6, 6, 6, 6, 5, 5, 5, 3, 8, 3, 4, 4, 8, 6, 6, 8, 6, 5, 4, 5, 7, 5, 3, 3, 3, 3, 1, 1, 1, 2, 5, 5, 4, 6], "n_pos": 51, "sum_m_en": [6.454706, 7.535128, 7.206373, 8.021237, 8.005517, 8.389753, 8.142634, 8.444994, 8.411002, 8.813296, 8.926082, 9.094758, 9.473942, 9.383509, 9.617846, 9.808665, 10.206233, 9.904069, 9.915167, 9.78279, 9.598278, 9.164312, 8.857684, 8.596559, 14.71443, 14.275614, 13.927555, 12.293174, 12.85937, 12.952442, 12.43092, 12.027504, 12.826192, 13.881452, 15.764213, 18.068203, 21.842588, 22.699758, 24.789746, 24.887067, 25.95684, 26.898139, 27.334914, 29.392392, 29.769587, 32.909822, 33.480925, 32.975076, 33.184587, 44.333567], "sum_m_pl": [0.887995, 1.683615, 1.941829, 1.965989, 2.315195, 2.475023, 2.584632, 2.662593, 2.742213, 2.964483, 3.118385, 3.131591, 3.223963, 3.212982, 3.366931, 3.382372, 3.075212, 2.936251, 3.073, 3.226069, 3.072611, 3.002441, 2.848134, 2.840124, 3.694835, 3.66792, 3.383376, 3.656301, 3.902265, 3.867334, 3.819797, 3.9952, 4.379, 4.68604, 4.079674, 3.674312, 3.498694, 3.206589, 3.885235, 3.02352, 2.299589, 1.873621, 1.716146, 1.595108, 1.906051, 2.464662, 3.59619, 4.363671, 4.643883, 5.666352]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "pes-Stomatologia dziecięca-2019 wiosna-44", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1081, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9529, "tf_agree_excl_first": 0.9643}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 3, 10, 12, 17, 16, 21, 15, 16, 17, 25, 19, 22, 17, 23, 30, 29, 28, 28, 25, 36, 31, 42, 33, 53, 44, 36, 36, 28, 31, 29, 27, 34, 31, 41, 42, 36, 40, 38, 42, 49, 42, 40, 50, 35, 24, 5, 4, 0, 0], "n_am_pl": [4, 10, 10, 5, 14, 15, 16, 10, 16, 17, 12, 19, 14, 25, 18, 21, 12, 6, 20, 20, 16, 18, 13, 15, 9, 8, 10, 16, 17, 22, 18, 15, 16, 14, 11, 9, 22, 26, 30, 28, 25, 29, 36, 28, 42, 59, 82, 92, 105, 103], "n_pos": 144, "sum_m_en": [13.47032, 20.662359, 22.83545, 23.303879, 21.667483, 21.999124, 20.860892, 21.992692, 22.039077, 23.509179, 23.475217, 23.533732, 23.609835, 23.583005, 23.956041, 24.728029, 25.300988, 24.462496, 25.030334, 24.745275, 23.827389, 23.670256, 23.373908, 23.557038, 30.419679, 26.978094, 25.10204, 23.918625, 23.569166, 24.693667, 23.514802, 23.226441, 24.081366, 25.50595, 27.267747, 29.123044, 32.180773, 33.243496, 33.615176, 34.133722, 35.774128, 34.590325, 36.119651, 40.103289, 31.048564, 20.64815, 6.729923, 2.855636, 0.928693, 2.5e-05], "sum_m_pl": [2.361566, 6.303339, 7.197714, 7.420975, 7.636808, 8.143071, 8.069019, 8.970081, 9.603394, 10.38223, 10.636606, 10.794493, 10.940299, 11.398164, 11.870161, 11.260411, 10.32875, 9.740492, 9.756502, 10.0051, 9.562187, 9.392, 8.956878, 8.855385, 9.556745, 10.497403, 10.919395, 11.979176, 12.373377, 13.282829, 12.669924, 13.147686, 13.128225, 12.33016, 12.369806, 11.531388, 13.431999, 14.074772, 16.943644, 20.252469, 19.706023, 21.597368, 26.982919, 28.027523, 38.629256, 55.502144, 74.984578, 87.355743, 99.646915, 102.748467]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.248846, 0.556733, 0.649552, 0.756373, 0.675924, 0.724832, 0.731256, 0.753341, 0.82226, 0.81525, 0.791997, 0.7094, 0.778213, 0.813986, 0.840709, 0.813737, 0.759102, 0.690025, 0.797153, 0.810213, 0.84635, 0.855803, 0.856374, 0.903114, 0.593418, 0.589314, 0.401952, 0.431747, 0.516358, 0.674614, 0.923745, 0.911878, 0.910392, 0.832666, 0.872607, 0.846706, 0.597584, 0.746525, 0.738302, 0.527776, 0.535929, 0.519911, 0.481678, 0.45862, 0.256833, 0.137956, 0.035644, 0.023293, 0.001621, 0.0], "sum_m_pl": [0.029731, 0.104897, 0.193787, 0.205898, 0.295888, 0.244139, 0.263081, 0.260624, 0.243704, 0.406668, 0.3053, 0.261038, 0.298555, 0.244502, 0.319183, 0.331024, 0.281507, 0.237978, 0.26158, 0.296617, 0.268656, 0.263318, 0.257389, 0.26152, 0.217643, 0.246908, 0.187078, 0.246315, 0.158588, 0.370625, 0.320951, 0.199906, 0.152074, 0.132393, 0.165484, 0.182714, 0.215795, 0.248886, 0.364801, 0.354956, 0.294033, 0.322704, 0.275956, 0.262713, 0.240637, 0.122889, 0.037899, 0.029006, 0.004282, 1e-06]}, "lang": {"n_am_en": [1, 2, 8, 7, 15, 12, 16, 10, 12, 15, 21, 14, 19, 13, 14, 25, 21, 24, 22, 19, 26, 21, 33, 25, 41, 31, 30, 28, 23, 23, 21, 20, 26, 25, 32, 29, 28, 33, 29, 34, 43, 35, 34, 45, 32, 21, 5, 4, 0, 0], "n_am_pl": [3, 8, 8, 4, 10, 13, 9, 7, 14, 12, 6, 15, 12, 19, 15, 16, 9, 4, 15, 17, 13, 15, 12, 12, 5, 6, 6, 12, 14, 19, 16, 14, 15, 10, 6, 6, 18, 19, 23, 22, 21, 25, 32, 25, 39, 56, 79, 89, 102, 103], "n_pos": 104, "sum_m_en": [9.766856, 14.997834, 16.748211, 17.128015, 15.996962, 16.04907, 15.238578, 15.86369, 16.041431, 17.15709, 17.228617, 17.388452, 17.43699, 17.5053, 17.729277, 18.310281, 18.892236, 18.401095, 18.533852, 18.206018, 17.243446, 17.056927, 16.822381, 16.863782, 23.083133, 20.608748, 19.295022, 18.085308, 17.785533, 18.426524, 17.564558, 17.292665, 17.892531, 18.975278, 20.214302, 22.10705, 25.522575, 26.298706, 26.23855, 26.297755, 28.790321, 27.675834, 28.661045, 34.120562, 26.876952, 17.518289, 5.749486, 2.696279, 0.779187, 2.5e-05], "sum_m_pl": [1.650575, 4.477156, 5.039054, 5.179171, 5.51952, 5.992317, 5.947918, 6.721726, 7.223811, 7.668894, 8.137694, 8.262677, 8.433478, 8.890436, 9.14053, 8.612774, 7.934016, 7.567681, 7.477527, 7.578234, 7.169343, 7.057885, 6.687107, 6.544026, 7.562786, 8.333537, 8.805872, 9.53852, 9.973336, 10.213289, 9.695916, 10.264115, 10.409317, 9.803568, 9.813962, 8.986633, 10.544707, 10.786285, 13.219363, 16.723846, 16.618919, 18.174726, 23.705909, 24.6762, 35.094561, 51.788582, 71.534597, 83.719953, 97.125979, 102.559216]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "pes-Stomatologia dziecięca-2019 wiosna-44", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1336, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9862}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 3, 8, 7, 11, 6, 12, 8, 6, 10, 14, 13, 12, 12, 14, 14, 20, 17, 21, 22, 22, 20, 20, 21, 24, 25, 22, 22, 18, 21, 23, 22, 22, 25, 30, 28, 28, 28, 27, 25, 28, 30, 31, 32, 29, 30, 30, 30, 27, 29], "n_am_pl": [2, 7, 4, 6, 2, 3, 3, 5, 4, 4, 8, 6, 6, 5, 4, 4, 4, 5, 2, 1, 1, 3, 3, 2, 4, 1, 4, 3, 3, 4, 6, 4, 1, 2, 3, 2, 2, 3, 1, 3, 2, 3, 2, 2, 3, 2, 1, 1, 2, 0], "n_pos": 51, "sum_m_en": [5.403128, 6.444154, 6.704484, 7.242654, 8.328856, 8.443389, 8.221834, 8.316384, 8.778958, 9.200737, 9.77016, 9.637477, 9.849602, 10.237094, 9.704841, 9.542463, 9.442352, 8.910262, 9.072438, 8.840346, 8.525834, 8.695643, 8.50717, 8.545701, 15.894297, 14.705054, 13.776188, 12.441969, 13.053692, 13.583373, 12.534342, 12.497184, 12.628999, 12.853537, 14.198157, 15.430796, 16.84132, 21.013447, 20.804834, 20.642505, 22.208247, 24.565703, 24.57271, 26.346048, 26.968774, 27.268715, 27.90919, 26.964132, 25.045497, 29.241064], "sum_m_pl": [1.24642, 2.291624, 2.565107, 2.506085, 2.533523, 2.443436, 2.653001, 2.832741, 2.859077, 3.285547, 3.432159, 3.23203, 3.111464, 2.847927, 2.898693, 3.228965, 2.96716, 2.892187, 2.959825, 2.967575, 2.906589, 2.896175, 2.849529, 2.832472, 3.541567, 3.374306, 3.500678, 3.744557, 4.155406, 3.842765, 3.468983, 2.950024, 2.929363, 3.11364, 2.928498, 2.838739, 2.884766, 2.61344, 2.496188, 2.728709, 2.671881, 2.491664, 2.228541, 1.505871, 2.042329, 2.232915, 1.458472, 1.115484, 1.333351, 0.019947]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.058342, 0.157197, 0.144587, 0.141186, 0.15204, 0.168364, 0.181544, 0.175642, 0.181656, 0.174442, 0.1781, 0.18957, 0.175269, 0.217017, 0.175865, 0.191959, 0.159882, 0.148501, 0.156846, 0.157393, 0.162224, 0.162067, 0.164833, 0.1631, 0.617528, 0.378009, 0.301001, 0.228357, 0.251831, 0.258209, 0.23052, 0.201509, 0.214831, 0.217019, 0.212376, 0.251983, 0.293479, 0.349499, 0.424987, 0.579012, 0.454389, 0.813696, 0.356602, 0.570659, 0.187496, 0.074138, 0.240214, 0.078022, 0.026962, 0.0], "sum_m_pl": [0.005684, 0.026158, 0.035046, 0.034997, 0.039214, 0.029168, 0.031954, 0.049611, 0.050702, 0.060375, 0.063937, 0.045715, 0.04081, 0.043425, 0.03551, 0.039815, 0.051019, 0.047175, 0.044954, 0.042913, 0.042467, 0.043662, 0.046502, 0.047396, 0.019065, 0.031594, 0.044278, 0.043581, 0.045099, 0.060506, 0.058304, 0.039508, 0.039788, 0.035977, 0.036002, 0.034209, 0.034648, 0.044569, 0.036113, 0.023875, 0.030697, 0.00949, 0.049691, 0.057204, 0.14595, 0.130164, 0.045348, 0.044546, 0.017828, 0.0]}, "lang": {"n_am_en": [1, 2, 5, 4, 7, 4, 9, 7, 5, 9, 14, 13, 9, 10, 11, 12, 17, 14, 18, 19, 18, 17, 19, 19, 21, 21, 18, 18, 16, 18, 20, 17, 17, 19, 24, 25, 24, 23, 22, 22, 25, 26, 26, 27, 25, 25, 25, 26, 24, 29], "n_am_pl": [2, 4, 2, 4, 2, 3, 2, 3, 0, 1, 1, 2, 2, 4, 3, 2, 1, 2, 1, 1, 0, 1, 0, 1, 3, 0, 3, 1, 2, 2, 3, 2, 0, 1, 3, 1, 0, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 0], "n_pos": 32, "sum_m_en": [3.682032, 4.155652, 4.327838, 4.73418, 5.220311, 5.357756, 5.242904, 5.292011, 5.709928, 5.910653, 6.355755, 6.186163, 6.259188, 6.466967, 6.244089, 6.173535, 6.136928, 5.74376, 5.975912, 5.868084, 5.616531, 5.750631, 5.609946, 5.6274, 12.60781, 11.418831, 10.475408, 9.39846, 9.686142, 9.966297, 8.8782, 8.766672, 8.951206, 9.360444, 10.540883, 11.722581, 13.288846, 16.949698, 16.870354, 17.287111, 19.182656, 20.99109, 21.275268, 22.051405, 22.509481, 22.452416, 22.958084, 22.58866, 21.780347, 28.747702], "sum_m_pl": [0.896334, 1.408424, 1.633473, 1.691182, 1.692017, 1.613283, 1.709275, 1.749213, 1.721397, 1.946093, 2.03844, 1.977828, 1.846765, 1.714536, 1.801774, 1.977154, 1.783181, 1.745496, 1.826153, 1.809372, 1.744333, 1.783162, 1.752863, 1.762954, 2.029006, 1.887584, 1.983039, 2.163857, 2.420591, 2.222241, 2.024907, 1.71446, 1.770561, 1.866887, 1.766193, 1.700582, 1.552644, 1.273359, 1.284722, 1.428246, 1.353594, 1.44462, 1.434159, 1.154026, 1.269184, 1.554535, 1.266787, 0.850072, 0.870378, 0.013774]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 53, "item_id": "pes-Stomatologia zachowawcza-2018 jesień-24", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1035, "region_end": 51, "roundtrip_ok": true, "tf_agree": 0.9434, "tf_agree_excl_first": 0.9615}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 5, 6, 7, 16, 12, 14, 17, 19, 15, 16, 18, 16, 15, 16, 17, 20, 18, 25, 15, 14, 14, 16, 23, 31, 33, 30, 20, 22, 23, 18, 27, 23, 26, 28, 33, 30, 39, 39, 37, 38, 32, 35, 40, 34, 25, 14, 7, 3, 1], "n_am_pl": [0, 13, 9, 8, 6, 14, 8, 9, 10, 13, 14, 16, 6, 13, 14, 13, 10, 11, 16, 16, 15, 14, 14, 15, 12, 11, 11, 15, 12, 13, 14, 18, 19, 23, 18, 19, 22, 22, 18, 21, 23, 30, 27, 24, 38, 50, 60, 67, 75, 78], "n_pos": 110, "sum_m_en": [10.434803, 15.514353, 16.222047, 15.932377, 17.740891, 17.323024, 17.310558, 18.621915, 18.281364, 18.219846, 19.42155, 18.870534, 19.271893, 18.5129, 18.07184, 17.999822, 18.611075, 18.857226, 18.420763, 18.138372, 17.354903, 17.603633, 17.989076, 18.174226, 25.461549, 25.540296, 23.157439, 21.783753, 21.823815, 21.827593, 21.158224, 21.016281, 21.142054, 20.947138, 22.211948, 22.935672, 24.224417, 28.439163, 27.213599, 29.083164, 29.874307, 28.723994, 30.455009, 39.369395, 32.22295, 24.786286, 12.670141, 5.888013, 3.506935, 1.095039], "sum_m_pl": [1.978078, 5.183085, 5.898296, 6.10695, 6.111302, 6.343424, 6.440217, 6.802518, 6.623602, 7.68343, 7.832011, 8.297122, 8.051484, 7.856921, 7.57689, 7.699515, 7.34841, 7.167027, 7.105598, 6.801534, 6.432577, 6.548281, 6.392571, 6.360272, 8.831625, 9.546424, 9.657119, 10.267675, 10.067024, 10.070645, 9.123348, 8.883976, 9.139478, 9.866373, 9.830605, 10.476149, 10.745121, 9.98959, 11.591593, 14.922172, 16.057671, 19.281676, 23.153377, 20.29649, 30.948692, 40.524741, 55.035767, 62.838993, 71.69152, 78.357411]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.070398, 0.178693, 0.176181, 0.157955, 0.163239, 0.112319, 0.159568, 0.149979, 0.176842, 0.174705, 0.127823, 0.167961, 0.152538, 0.14887, 0.149903, 0.139009, 0.117351, 0.125069, 0.146957, 0.13979, 0.139944, 0.152772, 0.153026, 0.158541, 0.747983, 0.488414, 0.355518, 0.221351, 0.238331, 0.236867, 0.232546, 0.239782, 0.271549, 0.229788, 0.222299, 0.268427, 0.296494, 0.367122, 0.44967, 0.554559, 0.266243, 0.705573, 0.270105, 0.468006, 0.151084, 0.047218, 0.063552, 0.014387, 0.007362, 0.0], "sum_m_pl": [0.012118, 0.042688, 0.040814, 0.037475, 0.049559, 0.042236, 0.041472, 0.062528, 0.049042, 0.073969, 0.075307, 0.060743, 0.058934, 0.065611, 0.057109, 0.050902, 0.051627, 0.050468, 0.04507, 0.044272, 0.046284, 0.049499, 0.04877, 0.048918, 0.014262, 0.030328, 0.047046, 0.058874, 0.060534, 0.10026, 0.061423, 0.041202, 0.03959, 0.032597, 0.033041, 0.030631, 0.034812, 0.040173, 0.035812, 0.027143, 0.05292, 0.015528, 0.050256, 0.094394, 0.208192, 0.178612, 0.027279, 0.018978, 0.013806, 0.0]}, "lang": {"n_am_en": [0, 2, 4, 5, 12, 8, 10, 15, 17, 12, 14, 14, 14, 12, 13, 14, 17, 11, 20, 12, 10, 12, 12, 18, 24, 28, 24, 16, 19, 20, 15, 20, 17, 18, 22, 24, 23, 28, 30, 28, 28, 24, 27, 28, 25, 17, 10, 4, 2, 1], "n_am_pl": [0, 12, 9, 7, 4, 12, 6, 8, 8, 9, 9, 12, 5, 11, 11, 9, 9, 9, 13, 13, 12, 11, 12, 11, 8, 8, 8, 11, 8, 9, 11, 15, 16, 21, 18, 16, 20, 19, 16, 17, 21, 26, 24, 23, 35, 47, 58, 66, 74, 78], "n_pos": 80, "sum_m_en": [7.603044, 10.975353, 11.602129, 11.270698, 12.90645, 12.660377, 12.671363, 13.822334, 13.570096, 13.685493, 14.484092, 14.135596, 14.478644, 13.702546, 13.369524, 13.424572, 13.849835, 14.093252, 13.68293, 13.420314, 12.813776, 12.887089, 13.20457, 13.25019, 19.177249, 19.576836, 17.41094, 16.583631, 16.560736, 16.376774, 15.821592, 15.674534, 15.644185, 15.60585, 16.841235, 17.214305, 18.34323, 21.036101, 20.683586, 21.668657, 23.380057, 22.142479, 24.673725, 29.05218, 23.923347, 18.347483, 8.575749, 4.355302, 2.494359, 1.000021], "sum_m_pl": [1.40017, 3.814506, 4.405949, 4.564267, 4.547786, 4.760184, 4.936853, 5.213129, 4.940118, 5.749929, 5.804016, 6.288431, 6.161291, 6.107078, 5.94105, 5.953383, 5.683574, 5.490791, 5.412062, 5.103037, 4.808583, 4.90146, 4.767425, 4.715512, 6.253041, 6.977397, 7.067322, 7.651394, 7.561815, 7.597987, 6.928383, 6.880817, 7.207144, 7.995055, 7.993779, 8.78115, 9.07833, 8.176465, 9.491928, 12.032241, 13.228263, 16.038949, 19.65041, 18.04875, 27.903327, 38.073216, 52.985872, 61.59697, 70.380065, 77.542204]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Stomatologia zachowawcza-2018 jesień-24", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1290, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9732, "tf_agree_excl_first": 0.982}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 11, 16, 20, 23, 23, 19, 23, 20, 21, 21, 18, 27, 27, 25, 34, 37, 32, 31, 22, 24, 24, 22, 36, 41, 43, 33, 29, 35, 33, 34, 40, 35, 37, 50, 51, 45, 49, 48, 51, 62, 47, 51, 48, 48, 48, 51, 52, 58], "n_am_pl": [10, 13, 10, 11, 12, 11, 15, 11, 8, 6, 9, 6, 13, 10, 4, 9, 8, 6, 4, 5, 3, 5, 3, 6, 7, 8, 5, 9, 13, 8, 13, 9, 2, 7, 7, 3, 5, 6, 6, 5, 6, 6, 8, 8, 10, 9, 11, 7, 7, 4], "n_pos": 111, "sum_m_en": [12.442114, 15.582779, 16.02598, 17.749169, 18.654604, 19.477053, 19.696131, 19.172354, 19.140354, 18.860773, 18.822978, 18.697859, 19.572028, 19.436329, 18.804641, 19.575862, 19.244692, 18.712546, 17.589574, 17.149967, 17.377511, 16.883823, 16.880197, 17.180869, 24.428929, 24.910483, 24.113397, 21.429031, 21.581756, 22.280961, 22.516316, 22.016338, 21.670576, 23.003808, 26.108259, 27.07816, 33.009432, 36.777494, 40.2639, 39.01655, 44.12828, 47.672708, 45.743174, 43.507386, 42.408787, 42.326987, 43.21643, 46.283571, 46.227213, 56.017557], "sum_m_pl": [4.286409, 5.395219, 5.921549, 5.63753, 6.139385, 6.047129, 6.498923, 5.920254, 6.132859, 6.327792, 6.774614, 6.759039, 6.709692, 6.498277, 6.413483, 6.734287, 6.217448, 6.712962, 6.535092, 6.597192, 6.271573, 6.097802, 6.084571, 5.988139, 6.479149, 6.750585, 6.711658, 7.475979, 7.922434, 8.250324, 7.594677, 7.400847, 7.468186, 6.929006, 6.254767, 6.402425, 5.837408, 5.977876, 6.527266, 7.894043, 7.534673, 8.08035, 8.035372, 8.79186, 10.686212, 9.87417, 11.153692, 7.99202, 7.595458, 4.601862]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 9, 12, 13, 16, 16, 14, 15, 12, 15, 16, 14, 20, 20, 17, 23, 22, 22, 23, 17, 19, 19, 16, 25, 28, 30, 27, 19, 29, 25, 26, 29, 27, 31, 35, 37, 36, 38, 37, 39, 45, 41, 44, 43, 42, 44, 50, 52, 58], "n_am_pl": [6, 7, 6, 6, 6, 7, 8, 6, 5, 2, 4, 2, 6, 6, 1, 8, 3, 3, 4, 3, 2, 2, 1, 3, 4, 5, 1, 1, 4, 1, 6, 3, 1, 2, 2, 2, 3, 4, 4, 4, 5, 5, 5, 6, 7, 6, 7, 6, 6, 4], "n_pos": 63, "sum_m_en": [7.281281, 8.99428, 9.308163, 10.375054, 10.825726, 11.108626, 11.284042, 10.930964, 10.880281, 10.846898, 10.945555, 10.749602, 10.897522, 11.055594, 10.669008, 11.030348, 11.105442, 10.905105, 10.165557, 10.047367, 10.317578, 9.978326, 9.83141, 9.721182, 15.686179, 15.969165, 15.668513, 13.722942, 13.764997, 14.205209, 14.225072, 13.923226, 13.79513, 15.086282, 17.662625, 18.48728, 24.208976, 27.489441, 31.046328, 30.141899, 33.210517, 35.616821, 36.1874, 36.300283, 36.625899, 36.959961, 39.222936, 43.192806, 44.46745, 55.33086], "sum_m_pl": [2.322511, 2.922082, 3.280458, 3.140454, 3.521487, 3.462615, 3.614767, 3.309136, 3.408122, 3.439416, 3.716084, 3.711664, 3.727112, 3.545975, 3.596346, 3.834454, 3.479345, 3.7855, 3.69051, 3.680058, 3.487339, 3.366787, 3.317716, 3.264616, 3.446777, 3.41645, 3.330026, 3.657427, 4.032992, 4.247648, 3.801889, 3.754239, 3.972763, 3.67057, 3.282739, 3.555959, 3.204946, 3.602662, 3.932582, 4.886831, 4.934948, 5.487616, 5.0414, 5.805504, 6.703539, 6.609873, 7.642136, 6.36654, 6.335489, 4.502088]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 999, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9821}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 3, 3, 14, 29, 20, 18, 12, 15, 18, 23, 17, 16, 23, 26, 24, 24, 22, 19, 26, 18, 23, 18, 24, 44, 41, 33, 25, 27, 23, 31, 27, 22, 31, 37, 35, 41, 49, 50, 51, 51, 55, 46, 43, 36, 26, 13, 2, 1, 1], "n_am_pl": [7, 13, 16, 17, 14, 21, 20, 11, 15, 12, 13, 14, 11, 15, 18, 18, 12, 12, 8, 9, 2, 3, 4, 3, 10, 18, 16, 20, 22, 21, 23, 19, 20, 22, 19, 21, 15, 10, 14, 19, 17, 19, 22, 27, 31, 42, 76, 82, 84, 85], "n_pos": 125, "sum_m_en": [11.066317, 17.737593, 18.67257, 19.764283, 20.705035, 21.274246, 22.07798, 21.69437, 21.781059, 21.768158, 22.223218, 20.92579, 22.173546, 21.905126, 21.313827, 21.840921, 21.717155, 19.919829, 19.126072, 18.989235, 18.679887, 18.360853, 18.809217, 19.073381, 27.401632, 26.394475, 25.019917, 22.774216, 22.122821, 21.961875, 21.877012, 21.160409, 21.370013, 22.589168, 23.931849, 24.370414, 27.45138, 33.163675, 34.864983, 34.809474, 39.806394, 42.791555, 38.673607, 37.355663, 31.918677, 24.696935, 10.554617, 3.145909, 1.151228, 1.000294], "sum_m_pl": [2.246518, 5.312391, 6.391686, 6.290077, 6.867371, 7.035029, 7.394562, 7.073839, 7.591706, 7.567002, 7.991113, 8.109186, 7.945389, 8.019688, 7.729399, 7.68202, 7.718177, 7.734259, 7.283384, 7.318336, 6.924215, 6.885928, 6.95506, 6.963539, 7.431499, 8.102031, 8.718328, 10.092312, 10.769406, 11.355698, 10.522461, 10.265968, 10.419269, 10.285602, 10.016809, 9.94031, 10.090773, 10.675112, 11.535057, 14.893239, 13.555711, 16.592368, 19.668038, 22.087882, 27.558131, 40.001165, 71.380442, 79.002996, 82.126861, 84.182346]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [5, 3, 2, 11, 25, 17, 13, 9, 13, 17, 20, 15, 13, 18, 20, 18, 20, 20, 15, 22, 16, 16, 13, 17, 31, 33, 26, 21, 22, 18, 25, 22, 15, 25, 28, 27, 35, 40, 43, 42, 40, 47, 38, 36, 31, 20, 13, 2, 1, 1], "n_am_pl": [4, 9, 10, 9, 8, 11, 15, 7, 10, 7, 8, 9, 5, 10, 16, 14, 9, 10, 6, 8, 2, 3, 3, 3, 7, 10, 11, 14, 15, 16, 15, 14, 15, 14, 12, 13, 9, 7, 10, 14, 12, 14, 16, 20, 24, 30, 61, 74, 81, 85], "n_pos": 87, "sum_m_en": [7.692734, 12.596161, 13.231193, 13.784414, 14.733225, 14.981387, 15.65808, 15.336695, 15.447346, 15.451205, 15.761846, 14.915048, 15.802066, 15.66291, 15.354454, 15.728004, 15.592257, 14.328894, 13.807125, 13.615826, 13.33953, 13.072339, 13.301988, 13.459175, 19.947581, 19.614305, 18.497552, 16.818697, 15.979675, 15.757743, 15.625924, 15.035609, 15.054886, 15.871327, 16.724264, 17.518896, 21.076787, 25.400692, 28.000228, 27.299698, 30.710739, 35.159458, 32.13141, 31.432361, 26.755526, 20.823379, 9.430357, 2.789474, 0.951969, 0.999116], "sum_m_pl": [1.350518, 3.570941, 4.190113, 4.077446, 4.540759, 4.671792, 4.940443, 4.764149, 5.176112, 5.048826, 5.280941, 5.371621, 5.317515, 5.338747, 5.259677, 5.300287, 5.323584, 5.26928, 5.067621, 5.068699, 4.787335, 4.790684, 4.81404, 4.825833, 5.032613, 5.320508, 6.045505, 6.906318, 7.347924, 7.718668, 7.041748, 6.938645, 7.011066, 6.761469, 6.605187, 6.993031, 6.921877, 7.124602, 7.40193, 9.706909, 9.70832, 11.394886, 14.368918, 15.707998, 20.664158, 29.502305, 58.028302, 70.141492, 77.750884, 83.638913]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1254, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9685, "tf_agree_excl_first": 0.9762}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 11, 20, 24, 29, 24, 31, 36, 36, 28, 30, 31, 36, 33, 33, 39, 38, 40, 35, 45, 42, 48, 50, 50, 49, 46, 43, 43, 43, 43, 45, 40, 52, 49, 51, 55, 51, 51, 47, 44, 58, 60, 60, 50, 55, 56, 59, 58, 57, 64], "n_am_pl": [4, 7, 8, 7, 11, 9, 5, 10, 9, 14, 17, 9, 12, 10, 15, 12, 14, 13, 13, 10, 4, 7, 5, 4, 6, 13, 13, 20, 13, 17, 16, 18, 9, 7, 6, 6, 6, 2, 4, 4, 5, 11, 7, 5, 7, 6, 8, 7, 4, 4], "n_pos": 115, "sum_m_en": [13.60637, 16.706537, 17.51259, 18.784943, 20.983972, 21.674204, 21.284578, 21.50878, 20.36799, 20.661276, 20.897222, 21.446269, 22.510198, 22.734725, 23.364232, 24.674735, 24.070249, 23.409468, 22.527816, 22.47622, 22.199239, 21.376619, 21.156675, 20.726319, 36.176343, 34.737896, 31.156368, 30.11688, 29.095576, 30.076502, 28.565753, 29.488186, 31.373601, 31.295522, 33.473983, 36.532548, 38.952881, 40.717352, 40.781799, 42.144941, 47.3426, 50.441779, 54.286892, 51.87056, 50.151269, 52.49093, 54.603164, 52.197284, 53.435747, 64.396346], "sum_m_pl": [3.110416, 4.73961, 5.198099, 5.086427, 5.665487, 6.271825, 6.208493, 5.979764, 6.80513, 8.243224, 8.425784, 9.203332, 9.015906, 8.528229, 8.881894, 9.144635, 9.103418, 8.190986, 8.265059, 8.246357, 7.872944, 7.489167, 7.243655, 7.165866, 9.50607, 11.178295, 11.457455, 11.799251, 10.960468, 10.812489, 10.173339, 9.564015, 9.44933, 9.010414, 8.719428, 8.86464, 7.691175, 7.281197, 6.175863, 6.245755, 7.455085, 10.322106, 7.563142, 6.623019, 7.773372, 7.136734, 7.829095, 6.41112, 4.41491, 3.910306]}, "digit": {"n_am_en": [0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 2, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.185899, 0.365263, 0.338041, 0.33632, 0.365057, 0.393135, 0.422279, 0.413506, 0.356704, 0.341772, 0.323776, 0.297177, 0.354078, 0.309312, 0.273162, 0.342448, 0.37918, 0.333283, 0.284141, 0.261857, 0.291249, 0.293884, 0.302764, 0.288682, 0.276658, 0.28713, 0.286794, 0.327849, 0.407318, 0.341291, 0.35546, 0.341058, 0.312443, 0.265167, 0.264075, 0.281268, 0.136132, 0.087442, 0.130586, 0.243149, 0.253625, 0.659782, 0.255069, 0.067442, 0.055419, 0.061263, 0.044794, 0.005425, 0.000747, 0.0], "sum_m_pl": [0.048693, 0.134267, 0.14318, 0.152397, 0.178688, 0.14859, 0.189181, 0.138806, 0.151102, 0.159217, 0.170603, 0.190833, 0.215646, 0.21089, 0.174497, 0.208671, 0.187603, 0.17351, 0.178912, 0.159393, 0.140865, 0.142451, 0.133712, 0.13194, 0.186603, 0.221255, 0.165505, 0.181078, 0.18319, 0.201968, 0.215748, 0.233655, 0.173449, 0.139594, 0.129722, 0.135115, 0.134588, 0.119001, 0.070794, 0.041791, 0.012824, 0.070711, 0.125683, 0.137592, 0.116683, 0.098603, 0.03214, 0.007144, 0.001494, 0.0]}, "lang": {"n_am_en": [8, 7, 12, 13, 19, 16, 19, 23, 24, 19, 21, 21, 26, 23, 24, 26, 29, 31, 27, 33, 34, 33, 37, 35, 38, 35, 29, 33, 32, 33, 32, 30, 39, 37, 38, 42, 41, 40, 39, 40, 48, 47, 46, 44, 48, 49, 53, 53, 54, 63], "n_am_pl": [2, 3, 6, 3, 3, 2, 4, 9, 6, 10, 12, 5, 7, 7, 9, 8, 8, 9, 8, 4, 2, 4, 3, 2, 4, 7, 6, 10, 8, 10, 11, 11, 4, 4, 5, 4, 3, 2, 2, 2, 2, 7, 5, 2, 5, 4, 6, 5, 4, 4], "n_pos": 69, "sum_m_en": [7.917908, 10.106929, 10.815751, 11.398523, 12.597921, 12.967821, 12.674253, 13.042856, 12.367229, 12.72805, 12.966634, 13.519138, 14.102636, 14.153468, 14.521222, 15.496842, 15.03729, 14.845494, 14.215891, 14.191187, 13.867928, 13.25681, 13.05065, 12.487138, 25.757619, 24.655416, 22.207217, 21.720791, 20.606344, 20.634221, 19.1741, 19.966959, 21.8173, 22.498352, 23.689061, 26.091127, 29.02417, 30.827575, 31.976682, 34.857483, 38.635027, 40.724166, 44.13618, 43.491003, 42.439123, 44.911813, 47.496492, 45.581487, 47.965416, 61.965828], "sum_m_pl": [1.821542, 2.742825, 3.045783, 2.976979, 3.332029, 3.618203, 3.727021, 3.577977, 3.884965, 4.613366, 4.909993, 5.393147, 5.260148, 4.920981, 5.245699, 5.379861, 5.244313, 4.650206, 4.666932, 4.731523, 4.524646, 4.337334, 4.203703, 4.217129, 5.024711, 5.337532, 5.623888, 6.19984, 6.205337, 6.037804, 5.557441, 5.138923, 5.213914, 4.942391, 4.794654, 4.805175, 3.600982, 4.026013, 3.440593, 3.288812, 3.634515, 5.746423, 3.983972, 3.437895, 5.002036, 4.513822, 5.107775, 5.01031, 4.099799, 3.907132]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1122, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9658, "tf_agree_excl_first": 0.9741}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 6, 12, 13, 15, 31, 30, 36, 25, 31, 29, 27, 21, 18, 22, 29, 38, 38, 38, 40, 38, 38, 42, 48, 60, 58, 47, 37, 37, 31, 33, 37, 41, 36, 48, 48, 43, 49, 49, 46, 50, 52, 51, 50, 37, 33, 13, 4, 3, 2], "n_am_pl": [2, 11, 13, 11, 5, 8, 5, 8, 14, 17, 18, 25, 23, 23, 25, 22, 30, 21, 19, 13, 8, 12, 8, 6, 13, 16, 16, 20, 16, 21, 16, 20, 21, 18, 15, 17, 13, 14, 19, 19, 21, 23, 30, 30, 42, 50, 84, 89, 100, 107], "n_pos": 139, "sum_m_en": [13.342233, 20.194518, 21.628598, 22.293946, 23.680581, 25.525316, 25.325899, 25.941423, 24.85872, 24.715621, 24.726445, 24.526482, 24.401034, 23.872617, 24.026078, 25.920379, 26.25118, 25.285168, 24.201228, 23.490865, 23.227934, 22.896579, 23.917436, 23.182426, 36.273061, 35.295271, 31.14509, 28.161501, 26.566709, 26.314111, 25.495794, 26.133259, 26.065088, 26.809179, 27.786777, 28.944646, 29.326824, 32.413659, 34.717835, 37.195914, 38.144553, 41.405298, 43.988036, 43.42005, 35.954206, 29.131661, 13.090417, 5.159915, 3.099927, 1.995614], "sum_m_pl": [2.51823, 6.598718, 7.461505, 7.622189, 7.711981, 8.39274, 8.235335, 8.626117, 9.139656, 10.326602, 11.020165, 12.239932, 11.277421, 10.883569, 10.834868, 10.52088, 10.120081, 9.037028, 8.74362, 8.840246, 8.29637, 8.176428, 7.936244, 7.914943, 9.75627, 11.204559, 11.736074, 13.241442, 13.984617, 14.856803, 13.404834, 12.822413, 12.280503, 11.424334, 10.981982, 11.406815, 11.759303, 12.875056, 14.024041, 16.194495, 18.554653, 21.511539, 26.320085, 28.403594, 38.609334, 47.65591, 75.006098, 85.779648, 97.855539, 104.949233]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.165744, 0.312002, 0.335648, 0.37618, 0.416387, 0.432389, 0.486956, 0.486961, 0.44971, 0.385018, 0.39161, 0.347813, 0.40029, 0.359856, 0.28451, 0.338826, 0.378236, 0.344575, 0.308457, 0.287508, 0.306687, 0.307012, 0.320235, 0.308175, 0.416916, 0.360143, 0.324982, 0.310625, 0.384794, 0.355329, 0.351045, 0.35296, 0.239943, 0.185084, 0.173765, 0.150157, 0.120011, 0.113212, 0.120045, 0.167699, 0.114214, 0.58402, 0.473601, 0.077741, 0.043409, 0.039922, 0.024471, 0.00399, 0.001991, 0.0], "sum_m_pl": [0.040873, 0.123086, 0.157015, 0.158283, 0.138194, 0.140614, 0.133502, 0.124234, 0.129778, 0.142456, 0.167008, 0.184146, 0.132871, 0.128652, 0.166928, 0.188097, 0.1604, 0.14911, 0.144804, 0.144593, 0.133392, 0.142326, 0.136778, 0.135289, 0.172759, 0.166466, 0.159546, 0.175041, 0.181728, 0.196798, 0.190713, 0.154847, 0.102354, 0.091568, 0.089189, 0.105722, 0.12394, 0.125253, 0.066323, 0.07983, 0.049378, 0.06682, 0.084278, 0.136853, 0.180713, 0.194627, 0.04167, 0.06273, 0.008525, 0.0]}, "lang": {"n_am_en": [5, 3, 9, 9, 12, 24, 21, 27, 19, 23, 21, 22, 13, 14, 13, 18, 28, 28, 26, 29, 27, 27, 28, 35, 44, 41, 33, 27, 25, 22, 25, 29, 29, 27, 36, 34, 31, 37, 39, 36, 39, 40, 40, 40, 29, 27, 9, 4, 3, 2], "n_am_pl": [0, 8, 9, 8, 5, 6, 4, 7, 10, 14, 15, 19, 19, 18, 18, 19, 24, 15, 14, 11, 8, 12, 8, 6, 13, 15, 15, 19, 15, 17, 13, 19, 18, 16, 11, 14, 13, 12, 16, 16, 20, 20, 24, 25, 37, 45, 78, 85, 97, 105], "n_pos": 108, "sum_m_en": [10.441853, 15.86106, 17.022827, 17.245174, 18.505938, 20.106479, 19.874052, 20.37627, 19.613769, 19.608809, 19.613428, 19.374611, 19.068141, 18.438175, 18.647813, 20.195282, 20.418524, 19.642569, 18.854484, 18.386342, 18.176329, 17.928829, 18.9374, 18.164774, 27.814724, 27.119114, 24.025978, 21.810239, 20.494094, 20.3871, 19.876014, 20.515278, 20.461775, 21.226774, 21.755324, 22.256268, 22.708597, 24.958306, 27.892022, 29.82204, 30.06941, 33.004565, 36.288095, 35.674254, 29.82593, 25.396739, 9.554984, 4.605802, 2.958501, 1.995594], "sum_m_pl": [1.854969, 5.104965, 5.785774, 5.894816, 5.97163, 6.269824, 6.200431, 6.568586, 6.990217, 8.002968, 8.382618, 9.407819, 8.715848, 8.485359, 8.494418, 8.303244, 7.933435, 7.106617, 6.885322, 6.92871, 6.506919, 6.428808, 6.224819, 6.209518, 7.81838, 9.119867, 9.448596, 10.800126, 11.318487, 12.022841, 10.759233, 10.201588, 9.785396, 9.091802, 8.649488, 9.065671, 9.579958, 10.442158, 11.28382, 13.500723, 16.012458, 17.645217, 21.292602, 23.495194, 33.591434, 42.02435, 68.819674, 81.869758, 95.80342, 103.6768]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1377, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9574, "tf_agree_excl_first": 0.9643}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [10, 9, 7, 17, 21, 17, 19, 26, 25, 29, 24, 24, 23, 26, 24, 30, 37, 37, 32, 34, 35, 31, 37, 34, 39, 40, 33, 32, 31, 38, 33, 29, 32, 38, 37, 47, 44, 55, 54, 52, 56, 67, 65, 63, 60, 57, 50, 49, 47, 48], "n_am_pl": [4, 9, 9, 6, 8, 9, 8, 8, 10, 5, 13, 12, 11, 8, 6, 7, 9, 8, 7, 9, 7, 9, 4, 4, 6, 6, 4, 8, 16, 10, 9, 10, 10, 10, 8, 1, 5, 5, 1, 2, 4, 4, 3, 3, 3, 5, 6, 5, 3, 4], "n_pos": 107, "sum_m_en": [12.460096, 14.725017, 15.126678, 15.99305, 18.433642, 19.345174, 19.266785, 19.351225, 19.624376, 19.717461, 19.64471, 19.92926, 20.146349, 20.486194, 20.67617, 21.074373, 21.018249, 19.950298, 20.314687, 20.023539, 19.773544, 19.213852, 18.512395, 18.471692, 30.549049, 29.015658, 26.404718, 23.070827, 23.354411, 23.403797, 22.245471, 22.554277, 23.037925, 24.779639, 27.193102, 30.322558, 34.301875, 40.595626, 46.682495, 44.974894, 48.23613, 59.668567, 59.778545, 58.345863, 53.905566, 52.544099, 47.881291, 46.0382, 45.24988, 49.200551], "sum_m_pl": [3.212625, 5.267442, 5.453487, 5.197853, 5.682093, 5.879772, 5.837581, 5.885542, 6.115189, 6.567998, 7.211756, 7.535441, 7.89702, 7.675571, 8.17201, 8.778183, 7.905951, 8.079616, 7.456521, 7.746775, 7.591337, 7.375982, 7.018039, 7.037066, 7.455782, 7.330201, 7.619237, 8.703132, 9.897136, 9.552493, 9.186001, 8.969168, 9.402109, 9.255303, 8.81574, 7.987824, 7.537112, 6.868157, 5.053868, 4.865966, 5.716753, 4.094671, 4.046921, 3.934635, 4.067012, 5.205641, 5.842767, 4.655202, 4.213829, 3.654667]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 7, 6, 9, 11, 8, 12, 16, 15, 18, 15, 16, 11, 14, 13, 19, 23, 22, 25, 27, 28, 26, 29, 28, 31, 29, 27, 26, 26, 31, 26, 22, 22, 31, 29, 34, 32, 38, 40, 41, 41, 45, 44, 45, 44, 45, 44, 43, 44, 48], "n_am_pl": [0, 3, 4, 0, 3, 3, 3, 5, 1, 2, 7, 4, 4, 6, 2, 1, 4, 1, 1, 2, 1, 1, 0, 0, 1, 2, 2, 5, 7, 5, 4, 5, 4, 1, 1, 1, 2, 2, 1, 1, 3, 3, 2, 2, 2, 3, 3, 4, 3, 4], "n_pos": 53, "sum_m_en": [6.454, 7.085694, 7.583018, 7.933096, 9.333134, 9.920751, 9.863628, 10.025003, 10.341218, 10.485555, 10.462964, 10.456277, 10.501231, 10.751669, 10.916944, 11.172432, 10.988493, 10.857362, 11.054908, 10.802883, 10.553785, 10.091744, 9.52631, 9.492925, 19.542232, 19.076198, 18.010301, 14.900286, 14.529606, 14.147233, 12.999464, 13.278208, 13.848441, 15.592808, 17.719096, 20.356599, 23.16777, 28.318061, 33.251939, 33.342543, 34.730757, 40.482468, 40.937745, 40.4215, 40.199612, 40.889046, 41.196999, 39.14852, 40.574764, 47.648993], "sum_m_pl": [1.361699, 2.543078, 2.714275, 2.652958, 2.971724, 2.908146, 2.997127, 3.074032, 3.096917, 3.403499, 3.723393, 3.784075, 4.017646, 3.844229, 3.884148, 4.07823, 3.786079, 3.882888, 3.613872, 3.82158, 3.793633, 3.69969, 3.508933, 3.509787, 3.171632, 3.275608, 3.712095, 4.476568, 4.997632, 4.774514, 4.822875, 4.706252, 4.751951, 4.471208, 4.033148, 3.588172, 3.500959, 3.381735, 2.396801, 2.460337, 2.722424, 2.13149, 2.243294, 2.345114, 2.645009, 3.18589, 3.471227, 3.484417, 3.511437, 3.651681]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "pes-Stomatologia zachowawcza-2020 jesień-79", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [1, 9, 16, 9, 22, 15, 24, 26, 18, 28, 30, 24, 20, 19, 25, 18, 20, 17, 23, 27, 16, 22, 24, 23, 39, 41, 25, 22, 20, 14, 11, 12, 19, 16, 29, 28, 41, 44, 44, 41, 50, 64, 61, 53, 44, 38, 11, 1, 0, 0], "n_am_pl": [2, 14, 10, 16, 11, 18, 16, 20, 21, 17, 17, 15, 16, 23, 21, 18, 13, 19, 14, 10, 13, 7, 11, 6, 8, 11, 13, 20, 23, 27, 28, 25, 26, 26, 14, 20, 15, 19, 23, 30, 28, 31, 33, 35, 44, 49, 77, 97, 105, 107], "n_pos": 140, "sum_m_en": [12.540711, 19.089141, 20.997376, 21.067781, 22.966841, 22.928217, 24.798337, 26.239425, 25.579589, 25.0664, 26.212979, 24.8984, 24.922001, 24.364685, 24.9932, 26.553098, 25.665683, 23.719221, 23.971667, 23.423431, 22.595474, 23.132644, 22.878082, 22.617111, 33.229342, 31.382889, 27.903586, 26.45533, 24.831571, 23.939509, 22.88383, 23.181146, 23.294242, 24.850976, 25.836591, 27.755109, 28.733819, 30.888365, 31.569429, 33.309387, 35.237664, 46.006554, 51.434387, 47.490283, 39.868752, 33.845701, 10.704565, 2.721027, 0.433226, 0.003994], "sum_m_pl": [2.079081, 6.056612, 7.638036, 7.428202, 7.870066, 8.334311, 7.973418, 8.63863, 9.044743, 9.57202, 10.389723, 10.629405, 11.039101, 11.057722, 10.237126, 9.898417, 9.927841, 10.133815, 9.287271, 9.153496, 8.917769, 8.654568, 8.434746, 8.500678, 9.58111, 10.976012, 11.271471, 12.705901, 15.443165, 16.438375, 15.614212, 15.584945, 15.327405, 14.817103, 13.459247, 13.327483, 13.993179, 16.460429, 17.349688, 18.287148, 20.617015, 21.715603, 24.517392, 29.298055, 35.886766, 43.665693, 74.281068, 90.48371, 103.141557, 106.659199]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 7, 11, 7, 17, 12, 16, 19, 14, 19, 23, 20, 15, 16, 23, 14, 17, 13, 20, 22, 13, 18, 19, 20, 35, 34, 19, 16, 16, 13, 9, 11, 16, 15, 23, 26, 32, 32, 33, 31, 38, 53, 49, 43, 36, 34, 11, 1, 0, 0], "n_am_pl": [1, 11, 6, 10, 8, 16, 15, 15, 18, 14, 15, 12, 14, 17, 15, 15, 10, 10, 10, 7, 11, 6, 8, 6, 7, 10, 11, 17, 17, 25, 25, 21, 22, 18, 11, 17, 11, 15, 19, 26, 25, 28, 29, 34, 37, 41, 70, 93, 104, 107], "n_pos": 107, "sum_m_en": [9.467603, 14.499431, 16.104706, 15.951446, 17.423345, 17.449604, 18.730617, 19.898514, 19.371524, 18.994314, 19.853087, 18.95352, 18.780899, 18.398962, 19.054161, 20.209141, 19.745133, 18.276675, 18.641644, 18.107252, 17.350647, 17.711398, 17.457845, 17.234425, 26.688951, 24.772532, 21.871843, 20.921164, 19.619783, 18.860287, 17.880311, 18.169223, 18.306886, 19.501848, 20.301536, 21.935762, 22.706052, 23.882932, 24.69245, 26.2868, 27.783934, 38.129479, 42.240803, 39.095642, 32.388234, 28.754817, 9.615946, 2.272399, 0.26682, 2e-06], "sum_m_pl": [1.59747, 4.533797, 5.865208, 5.718389, 6.137519, 6.544672, 6.383633, 6.941869, 7.253285, 7.614254, 8.148216, 8.509637, 8.857004, 8.91294, 8.1271, 7.77707, 7.928283, 8.119262, 7.427314, 7.27009, 7.067361, 6.845357, 6.658116, 6.708461, 7.800226, 9.028834, 9.247341, 10.268649, 12.646769, 13.420336, 12.844196, 12.664517, 12.454503, 11.874167, 10.915251, 10.867918, 11.4285, 12.995159, 14.30204, 15.481019, 17.756382, 18.56721, 21.05349, 25.388176, 30.950321, 37.330042, 67.546722, 85.868409, 102.111729, 106.51411]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "pes-Stomatologia zachowawcza-2020 jesień-79", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1416, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9929}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 15, 12, 9, 27, 31, 33, 23, 20, 21, 29, 33, 35, 37, 30, 29, 35, 39, 43, 41, 46, 42, 40, 47, 49, 47, 43, 36, 38, 38, 39, 38, 42, 47, 42, 43, 46, 55, 50, 57, 57, 60, 56, 56, 62, 61, 60, 51, 51, 58], "n_am_pl": [6, 8, 14, 6, 8, 20, 16, 12, 10, 13, 13, 15, 13, 21, 27, 21, 19, 17, 15, 18, 12, 12, 7, 4, 16, 13, 19, 15, 17, 16, 14, 15, 10, 19, 15, 8, 10, 7, 10, 9, 10, 13, 20, 22, 20, 17, 16, 23, 23, 19], "n_pos": 133, "sum_m_en": [15.133879, 16.571812, 17.545004, 18.92914, 21.944933, 24.149726, 23.717238, 22.709783, 21.758494, 22.150265, 23.147617, 23.671495, 24.381254, 25.117581, 23.675636, 25.611893, 24.96852, 24.990569, 24.85585, 24.789187, 24.487705, 24.243384, 24.061808, 23.648986, 33.335561, 33.373211, 31.217314, 27.373569, 27.202732, 26.978191, 26.376547, 27.302394, 27.230753, 29.801827, 32.901818, 36.425894, 39.228191, 43.13479, 42.331466, 46.099836, 48.286419, 51.108002, 51.164366, 50.697982, 54.410138, 53.989024, 53.924281, 50.039904, 49.524237, 55.955969], "sum_m_pl": [3.767356, 5.796646, 6.707818, 6.086637, 7.229182, 8.479235, 9.046741, 9.215462, 9.07376, 10.229814, 10.176101, 10.332138, 10.773845, 10.823031, 12.401064, 12.421952, 11.114027, 10.945279, 11.327145, 10.777121, 9.774984, 9.44927, 9.0624, 9.00807, 13.359567, 13.674343, 14.45387, 14.215289, 13.191023, 12.595409, 12.529063, 11.739953, 12.01354, 13.395728, 13.001266, 11.994261, 11.520177, 10.063783, 11.563342, 11.163155, 11.668799, 13.66023, 16.474487, 18.374334, 17.372652, 16.736063, 16.951717, 18.786918, 20.467542, 18.647931]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 7, 7, 5, 17, 18, 16, 13, 12, 14, 19, 26, 25, 27, 21, 16, 22, 26, 29, 26, 30, 27, 27, 32, 33, 37, 31, 28, 30, 31, 31, 29, 31, 39, 35, 31, 35, 40, 38, 46, 46, 47, 45, 43, 47, 45, 49, 45, 48, 57], "n_am_pl": [3, 4, 7, 5, 5, 8, 10, 11, 8, 10, 7, 8, 9, 10, 14, 13, 14, 8, 6, 7, 6, 3, 1, 2, 9, 5, 6, 5, 6, 7, 8, 8, 4, 8, 6, 4, 4, 6, 9, 8, 9, 11, 16, 17, 16, 15, 13, 20, 21, 18], "n_pos": 76, "sum_m_en": [9.037211, 9.759993, 10.259996, 10.648106, 12.023773, 13.333918, 13.381603, 12.943432, 12.524496, 12.86268, 13.419901, 13.962601, 14.168424, 14.76296, 13.642147, 14.870527, 14.496541, 14.762214, 14.532595, 14.74299, 14.757072, 14.566354, 14.448416, 14.087786, 23.624472, 23.736632, 22.594953, 19.259122, 18.78463, 18.328238, 17.704161, 18.355717, 18.205622, 20.120399, 23.006532, 26.333072, 28.68177, 30.750207, 31.275692, 35.591311, 36.132226, 38.790287, 38.506738, 37.8091, 40.659904, 40.471866, 43.349054, 42.27941, 44.523882, 53.929579], "sum_m_pl": [1.967518, 3.103377, 3.485939, 3.26918, 3.966463, 4.54916, 4.931156, 5.056662, 4.761585, 5.344975, 5.393723, 5.443891, 5.733936, 5.619953, 6.749329, 7.024846, 6.180145, 6.214442, 6.356463, 5.932879, 5.461383, 5.289971, 5.112733, 5.103464, 7.203696, 7.565158, 7.379314, 7.602243, 6.990554, 6.934226, 6.842287, 6.358073, 6.31232, 7.229159, 6.776683, 5.838064, 5.922376, 6.009294, 7.129231, 7.668521, 8.141204, 9.23388, 11.336214, 13.413281, 13.272176, 14.251642, 13.390107, 16.039242, 18.554469, 18.078783]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Transplantologia kliniczna-2018 wiosna-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1004, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9776}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [4, 8, 9, 7, 15, 16, 19, 15, 13, 15, 14, 14, 12, 18, 15, 14, 17, 15, 20, 18, 15, 19, 24, 24, 28, 22, 22, 24, 24, 19, 20, 19, 16, 17, 21, 21, 20, 26, 24, 25, 28, 27, 29, 26, 24, 16, 8, 3, 1, 2], "n_am_pl": [5, 10, 10, 14, 16, 21, 14, 16, 4, 9, 9, 9, 15, 14, 11, 21, 24, 26, 22, 22, 17, 19, 19, 20, 12, 15, 20, 22, 21, 13, 11, 15, 18, 14, 10, 19, 18, 16, 25, 31, 25, 24, 27, 29, 31, 43, 61, 72, 75, 73], "n_pos": 99, "sum_m_en": [8.864543, 12.841445, 13.54606, 13.877039, 15.151038, 16.149253, 16.134438, 16.461332, 16.289067, 16.73918, 17.206545, 16.809842, 17.136537, 17.71319, 16.67582, 17.555089, 17.274991, 16.592458, 16.55363, 16.651492, 16.225604, 16.288266, 16.70048, 16.587246, 21.166949, 20.437039, 19.374922, 18.096941, 17.506302, 16.814838, 16.029249, 16.514101, 16.087474, 16.599087, 18.155861, 19.650995, 19.881335, 21.243231, 19.584709, 20.704696, 24.4461, 23.161918, 22.920694, 22.535014, 19.105931, 16.086528, 8.545739, 2.87815, 1.259485, 1.872406], "sum_m_pl": [1.840773, 5.032249, 5.736894, 5.758868, 6.038411, 7.025779, 7.071056, 7.901419, 7.459238, 8.004784, 8.24157, 8.521586, 9.132203, 9.075873, 10.261117, 9.891615, 8.960286, 8.435062, 7.919938, 8.282194, 7.398459, 7.232825, 6.899477, 6.942416, 12.315975, 11.250003, 11.833313, 11.892642, 11.912294, 11.935454, 11.602684, 11.901793, 11.918407, 12.271796, 11.751037, 11.471839, 12.804959, 12.681647, 17.395038, 19.217715, 18.849955, 21.317068, 22.112991, 26.424176, 32.135843, 41.673146, 55.882075, 68.628818, 74.207358, 73.263807]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 7, 5, 14, 13, 16, 13, 11, 12, 12, 12, 10, 17, 13, 10, 15, 13, 16, 15, 12, 14, 18, 18, 21, 17, 17, 21, 22, 15, 17, 17, 13, 14, 18, 18, 17, 22, 22, 22, 21, 20, 23, 19, 16, 11, 6, 3, 1, 2], "n_am_pl": [0, 8, 8, 11, 12, 16, 9, 13, 4, 9, 7, 9, 12, 11, 10, 15, 18, 21, 16, 15, 12, 13, 15, 16, 7, 8, 13, 14, 14, 9, 8, 11, 14, 11, 7, 15, 16, 13, 18, 23, 21, 19, 20, 22, 25, 35, 56, 67, 71, 73], "n_pos": 76, "sum_m_en": [6.949701, 9.939858, 10.360507, 10.671201, 11.837869, 12.566822, 12.488207, 12.839308, 12.681061, 13.117335, 13.45708, 13.109522, 13.427351, 13.769629, 12.974958, 13.587986, 13.272264, 12.806378, 12.811722, 12.851224, 12.528097, 12.594405, 13.006496, 12.914312, 16.567831, 16.324677, 15.504415, 14.55821, 14.064283, 13.319482, 12.649998, 13.004003, 12.706508, 12.962901, 14.120377, 15.087469, 15.212834, 15.752811, 15.513776, 16.305975, 18.480456, 17.628091, 18.151508, 16.609228, 13.394453, 11.67684, 7.316748, 2.745304, 1.164269, 1.872384], "sum_m_pl": [1.361139, 3.807483, 4.430907, 4.553662, 4.733506, 5.489664, 5.471642, 6.109532, 5.756387, 6.196342, 6.462496, 6.762417, 7.253229, 7.137156, 8.002448, 7.795349, 7.063237, 6.622424, 6.158846, 6.460664, 5.769381, 5.700249, 5.411351, 5.37795, 8.253559, 7.679257, 8.225029, 8.711325, 9.048756, 9.210979, 9.090085, 9.281278, 9.290885, 9.564138, 9.123306, 8.89254, 10.223283, 9.921403, 12.646878, 13.8963, 14.215544, 16.121949, 15.931146, 19.71505, 25.328436, 33.819941, 49.820716, 63.198617, 70.0554, 72.518691]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Transplantologia kliniczna-2018 wiosna-13", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1259, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 12, 8, 12, 15, 15, 14, 13, 12, 18, 12, 14, 13, 20, 19, 19, 25, 22, 20, 23, 19, 24, 25, 25, 29, 31, 23, 20, 22, 21, 19, 23, 20, 22, 24, 26, 32, 31, 33, 40, 39, 34, 34, 37, 32, 33, 34, 33, 32, 35], "n_am_pl": [3, 4, 7, 6, 3, 8, 7, 5, 5, 7, 7, 8, 4, 7, 8, 6, 5, 6, 6, 6, 5, 6, 5, 5, 6, 5, 4, 8, 8, 8, 7, 7, 7, 4, 5, 6, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1], "n_pos": 68, "sum_m_en": [7.539131, 8.911578, 9.160279, 9.481765, 11.316975, 11.680167, 11.967003, 11.733549, 11.710622, 11.994407, 12.164109, 12.150289, 13.027844, 13.135733, 12.63276, 13.787762, 14.745825, 13.542928, 14.02336, 13.362638, 12.491486, 12.984364, 13.103438, 12.747229, 23.304084, 22.820253, 20.363508, 17.374568, 16.44343, 16.385833, 15.264011, 14.894431, 15.5689, 16.856289, 18.746171, 19.227933, 21.925353, 22.505549, 28.066308, 34.505687, 32.251333, 31.500936, 31.849636, 32.682318, 32.952401, 32.210722, 31.077177, 31.661284, 31.352183, 34.669821], "sum_m_pl": [2.031703, 3.364737, 3.360591, 3.223795, 3.557764, 3.558897, 3.507173, 3.643369, 4.048474, 4.459152, 4.851056, 4.948134, 4.63661, 4.807668, 5.278018, 5.479599, 5.117768, 5.23335, 4.887633, 4.851871, 4.412413, 4.304163, 4.026652, 3.944501, 4.89368, 5.748434, 5.03824, 6.194964, 5.976245, 5.793389, 5.768127, 5.500385, 5.410331, 5.498278, 5.521024, 4.642233, 3.589325, 2.751452, 2.028306, 1.455035, 1.346887, 1.199324, 1.14914, 1.121953, 0.862407, 0.894804, 1.284139, 1.189536, 1.215193, 1.00077]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.175603, 0.389269, 0.357009, 0.307022, 0.282297, 0.289351, 0.35526, 0.31036, 0.326783, 0.314604, 0.356822, 0.37147, 0.343064, 0.351087, 0.390843, 0.409663, 0.445313, 0.364975, 0.411695, 0.358916, 0.318258, 0.349643, 0.349583, 0.348037, 0.880814, 0.65343, 0.453245, 0.398258, 0.394275, 0.4088, 0.33369, 0.334519, 0.317994, 0.35801, 0.403061, 0.422736, 0.498321, 0.173207, 0.392481, 1.029123, 0.63702, 0.298669, 0.248662, 0.246202, 0.092295, 0.106425, 0.109303, 0.07829, 0.045656, 0.0], "sum_m_pl": [0.037733, 0.104506, 0.097031, 0.095219, 0.115998, 0.084899, 0.084885, 0.089147, 0.083326, 0.079476, 0.087251, 0.095449, 0.097582, 0.086891, 0.094858, 0.100793, 0.082171, 0.087686, 0.076157, 0.090543, 0.090772, 0.088281, 0.090298, 0.091896, 0.062456, 0.105394, 0.118963, 0.152998, 0.131826, 0.126888, 0.157695, 0.128104, 0.089282, 0.104497, 0.126574, 0.09182, 0.090829, 0.061771, 0.07277, 0.045293, 0.075673, 0.07805, 0.105503, 0.100074, 0.058378, 0.067908, 0.068644, 0.048025, 0.032046, 0.0]}, "lang": {"n_am_en": [2, 7, 5, 7, 10, 7, 9, 7, 9, 11, 7, 9, 11, 12, 13, 12, 15, 13, 13, 14, 15, 17, 18, 17, 20, 21, 15, 14, 18, 15, 14, 17, 18, 18, 19, 23, 24, 26, 24, 30, 30, 27, 28, 31, 29, 29, 32, 31, 31, 35], "n_am_pl": [2, 3, 4, 5, 3, 5, 4, 3, 3, 2, 5, 3, 2, 4, 2, 2, 2, 2, 4, 3, 2, 4, 2, 2, 3, 2, 2, 5, 4, 5, 2, 3, 4, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1], "n_pos": 37, "sum_m_en": [4.184142, 4.728414, 4.767923, 5.067806, 5.955675, 6.280108, 6.116792, 6.177483, 6.149021, 6.322337, 6.608944, 6.77385, 7.199254, 7.248832, 6.984226, 7.965936, 8.491394, 7.796544, 7.931671, 7.745317, 7.24588, 7.587103, 7.622783, 7.331063, 15.428745, 15.169355, 13.722047, 11.49126, 10.680832, 10.34361, 9.472008, 9.31207, 10.024213, 11.047188, 12.748787, 13.695792, 15.851444, 17.368914, 20.864852, 25.617846, 24.901721, 24.787027, 26.031136, 26.970062, 27.776188, 27.367246, 27.905176, 28.272912, 29.234025, 34.012792], "sum_m_pl": [1.03649, 1.59955, 1.661722, 1.759455, 1.899131, 1.909923, 1.826497, 1.901684, 2.039299, 2.210269, 2.418186, 2.448154, 2.299121, 2.252415, 2.234937, 2.284449, 2.21358, 2.346078, 2.302067, 2.433441, 2.266336, 2.239745, 2.084715, 2.075195, 2.341349, 2.948432, 2.545457, 3.267953, 3.083541, 2.968931, 2.789911, 2.665862, 2.692941, 2.75373, 2.805515, 2.175391, 1.676337, 1.312828, 0.820706, 0.553831, 0.550234, 0.499853, 0.541721, 0.486774, 0.589563, 0.661495, 1.150463, 1.105742, 1.125763, 1.000111]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 70, "item_id": "pes-Transplantologia kliniczna-2019 jesień-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 977, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [9, 6, 12, 13, 21, 23, 33, 32, 22, 31, 26, 24, 19, 27, 32, 32, 48, 49, 50, 52, 57, 57, 64, 64, 71, 69, 52, 37, 40, 29, 30, 36, 34, 37, 56, 49, 50, 53, 65, 72, 73, 65, 63, 59, 48, 39, 18, 2, 2, 2], "n_am_pl": [2, 22, 19, 12, 12, 16, 13, 11, 14, 18, 14, 12, 15, 21, 16, 20, 16, 22, 19, 12, 12, 12, 11, 10, 13, 7, 10, 14, 13, 19, 18, 22, 17, 25, 20, 20, 24, 23, 16, 16, 16, 21, 18, 20, 30, 43, 72, 82, 87, 86], "n_pos": 138, "sum_m_en": [12.709877, 19.714727, 21.403873, 22.292358, 23.888961, 23.636974, 25.695281, 24.818351, 24.19194, 25.747516, 25.68381, 24.924157, 24.94393, 25.810312, 25.378228, 25.459055, 27.753549, 25.960196, 27.295503, 25.520519, 23.838431, 25.399887, 25.03756, 24.661075, 48.731389, 43.590446, 34.91218, 29.185112, 27.321487, 26.189046, 24.690054, 25.984235, 24.903169, 26.90541, 30.817173, 30.101916, 32.717169, 35.187917, 43.734803, 53.181363, 50.869098, 49.14448, 51.266711, 51.375453, 44.212843, 35.238932, 16.558962, 4.102172, 2.830784, 2.000014], "sum_m_pl": [2.478092, 7.245171, 7.964761, 7.73756, 8.04714, 7.982086, 8.187959, 8.694573, 9.279109, 10.005785, 11.006095, 10.889559, 10.706628, 10.90157, 10.718686, 11.213955, 9.942914, 10.178402, 9.417366, 9.884938, 9.019456, 8.947591, 8.486597, 8.486346, 10.098929, 11.859553, 12.112443, 13.946434, 14.472575, 15.160824, 14.520662, 15.143556, 14.570979, 14.953723, 13.651596, 13.376428, 13.415891, 12.41125, 11.40974, 11.422083, 12.167317, 11.953382, 14.758614, 18.33942, 27.138597, 39.532829, 64.502874, 79.702477, 83.508263, 85.967046]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.155324, 0.330302, 0.348395, 0.320175, 0.29125, 0.275986, 0.331652, 0.274536, 0.280817, 0.26361, 0.324008, 0.343918, 0.328869, 0.318946, 0.311682, 0.335662, 0.348656, 0.322866, 0.337283, 0.331024, 0.297912, 0.315398, 0.325132, 0.344969, 0.429858, 0.385051, 0.295551, 0.268588, 0.329108, 0.350864, 0.302822, 0.287947, 0.318039, 0.351888, 0.400384, 0.424005, 0.570486, 0.282371, 0.716506, 1.062562, 0.666035, 0.414876, 0.359932, 0.224758, 0.16137, 0.14817, 0.107946, 0.056948, 0.031279, 0.0], "sum_m_pl": [0.044295, 0.100422, 0.07036, 0.067165, 0.088146, 0.07827, 0.091832, 0.099693, 0.101499, 0.087964, 0.096068, 0.073352, 0.076917, 0.056372, 0.052605, 0.063845, 0.048497, 0.069324, 0.066182, 0.066532, 0.063588, 0.070259, 0.076647, 0.081622, 0.067768, 0.088888, 0.112132, 0.139635, 0.134006, 0.107794, 0.141455, 0.12589, 0.112355, 0.127012, 0.131596, 0.095652, 0.094251, 0.063286, 0.071489, 0.056349, 0.089109, 0.087059, 0.125879, 0.123809, 0.094783, 0.0961, 0.060419, 0.046424, 0.029594, 0.0]}, "lang": {"n_am_en": [7, 4, 7, 9, 15, 11, 24, 19, 14, 21, 15, 13, 12, 17, 22, 16, 27, 30, 31, 31, 34, 36, 43, 42, 49, 49, 31, 23, 25, 18, 18, 23, 20, 23, 35, 31, 33, 35, 39, 45, 44, 40, 37, 35, 29, 23, 11, 2, 2, 2], "n_am_pl": [1, 15, 14, 9, 9, 13, 7, 7, 10, 10, 7, 9, 10, 13, 11, 12, 11, 15, 10, 8, 7, 5, 6, 6, 8, 4, 6, 10, 7, 12, 10, 13, 9, 14, 13, 14, 16, 17, 12, 13, 13, 17, 17, 19, 27, 39, 65, 78, 83, 85], "n_pos": 87, "sum_m_en": [8.408945, 12.829353, 13.674614, 14.437502, 15.535676, 15.113123, 16.520753, 15.889398, 15.408925, 16.143353, 15.886675, 15.420956, 15.602031, 16.08847, 15.761911, 15.95182, 17.385922, 16.170369, 16.807341, 15.923805, 14.876136, 15.683338, 15.584417, 15.342404, 30.751206, 27.258568, 21.121228, 17.709106, 16.73685, 15.943107, 15.213581, 15.985239, 15.460827, 16.345697, 18.100267, 17.539936, 19.254704, 20.86002, 24.88068, 29.649652, 29.410897, 28.625594, 30.489594, 29.934301, 26.74428, 21.459326, 10.176642, 3.093757, 2.467027, 2.000012], "sum_m_pl": [1.631965, 4.582331, 5.099688, 5.048228, 5.178564, 5.241385, 5.300052, 5.680541, 5.964563, 6.420296, 7.078631, 7.174075, 7.094095, 7.238226, 7.070104, 7.13308, 6.232849, 6.429154, 5.861087, 6.350073, 5.87792, 5.890866, 5.524686, 5.539509, 6.308025, 7.48694, 7.541618, 9.044249, 9.186262, 9.650174, 9.221018, 9.501307, 9.47866, 9.570481, 9.154489, 9.152231, 9.58714, 8.919638, 8.673369, 9.180657, 9.961956, 9.636743, 12.666237, 16.831911, 24.948512, 36.0058, 58.298124, 75.035428, 80.710008, 84.73441]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "pes-Transplantologia kliniczna-2019 jesień-91", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1232, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9856}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 7, 9, 17, 20, 19, 18, 22, 21, 16, 19, 20, 18, 28, 21, 27, 34, 32, 35, 33, 33, 34, 36, 27, 34, 37, 30, 25, 24, 25, 28, 31, 37, 32, 34, 40, 32, 29, 33, 30, 34, 28, 26, 30, 30, 33, 33, 37, 34, 35], "n_am_pl": [2, 7, 7, 4, 6, 6, 3, 7, 9, 9, 5, 6, 8, 7, 10, 5, 2, 2, 2, 3, 5, 3, 4, 4, 2, 3, 3, 7, 6, 4, 3, 4, 2, 2, 0, 1, 1, 4, 0, 0, 1, 1, 3, 3, 3, 3, 2, 3, 2, 2], "n_pos": 71, "sum_m_en": [7.604751, 9.963898, 10.063403, 11.288943, 12.906185, 13.488839, 13.323628, 13.105278, 13.042849, 12.810991, 13.28598, 13.168592, 13.800619, 14.381595, 14.244257, 14.454135, 14.327994, 14.084918, 14.305945, 13.422467, 12.287403, 12.336011, 12.15953, 12.409238, 21.357637, 21.082201, 19.488703, 17.836529, 18.568144, 17.770496, 16.934497, 17.114984, 18.129467, 18.504378, 20.148421, 22.039023, 24.308097, 24.274119, 24.156125, 26.379011, 26.71994, 28.01842, 28.693939, 27.925778, 29.249436, 30.322281, 31.289339, 31.104111, 28.313756, 35.10693], "sum_m_pl": [1.668663, 2.795206, 3.191186, 3.159374, 3.557301, 3.56952, 3.482408, 3.592874, 4.073969, 4.236916, 4.720531, 5.018813, 4.589561, 4.330659, 4.627911, 4.604057, 4.304291, 4.259727, 4.176215, 4.237055, 3.961272, 3.889634, 3.762511, 3.824, 3.512813, 4.17974, 4.224876, 5.023401, 5.125039, 5.19084, 4.433166, 4.368612, 4.430117, 4.42058, 4.359675, 4.312967, 4.051769, 4.19661, 2.956969, 2.362897, 2.489622, 2.010341, 2.331184, 2.931502, 3.136845, 2.837484, 2.507123, 3.43751, 2.895008, 2.042152]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 6, 5, 10, 11, 8, 10, 10, 12, 9, 13, 14, 11, 16, 14, 18, 22, 19, 21, 20, 19, 21, 22, 18, 23, 24, 19, 16, 15, 16, 17, 20, 23, 23, 25, 27, 26, 25, 26, 25, 28, 25, 24, 26, 27, 27, 28, 32, 31, 34], "n_am_pl": [1, 5, 2, 2, 4, 5, 2, 5, 6, 5, 2, 1, 3, 7, 6, 2, 1, 2, 1, 3, 4, 3, 2, 3, 1, 1, 1, 5, 5, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 1, 2, 2, 2], "n_pos": 38, "sum_m_en": [3.859452, 5.591839, 5.593603, 6.123305, 7.008703, 7.252324, 7.26893, 7.369473, 7.639932, 7.405382, 7.711116, 7.698982, 7.98756, 8.247082, 8.504423, 8.582643, 8.227929, 8.050598, 8.008464, 7.416407, 6.874671, 6.841778, 6.752998, 6.784937, 12.807691, 12.87585, 12.273903, 11.405173, 11.59745, 10.905153, 10.294336, 10.404412, 11.225647, 11.758715, 12.757579, 14.528926, 17.149152, 18.060815, 18.728901, 21.23144, 21.665319, 23.352367, 24.117483, 23.566915, 24.360483, 25.34565, 26.823038, 25.909422, 24.89829, 33.910391], "sum_m_pl": [0.68372, 1.357681, 1.578119, 1.559903, 1.770847, 1.792551, 1.755458, 1.747788, 1.90072, 1.957034, 2.325733, 2.451028, 2.286267, 2.129823, 2.323393, 2.246893, 2.01189, 2.067742, 2.067628, 2.120535, 1.97527, 1.922087, 1.875784, 1.908148, 1.987473, 2.233795, 2.194695, 2.392475, 2.608595, 2.552649, 2.207802, 2.179764, 2.249566, 2.243434, 2.256706, 2.208145, 2.19394, 2.108385, 1.625535, 1.176282, 1.072917, 0.741757, 0.95384, 1.750921, 1.894482, 1.617206, 1.27821, 2.405765, 2.273361, 1.99931]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "pes-Transplantologia kliniczna-2020 jesień-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1122, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9452, "tf_agree_excl_first": 0.9583}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 8, 7, 14, 9, 16, 13, 24, 23, 15, 21, 20, 25, 22, 26, 35, 36, 40, 47, 45, 39, 45, 45, 41, 60, 47, 48, 42, 41, 34, 34, 41, 36, 45, 49, 56, 61, 61, 61, 62, 56, 49, 58, 54, 42, 33, 13, 3, 2, 1], "n_am_pl": [0, 15, 17, 14, 23, 23, 14, 20, 19, 20, 25, 26, 23, 26, 21, 18, 15, 9, 10, 11, 12, 12, 10, 9, 10, 11, 15, 18, 18, 20, 18, 16, 21, 15, 18, 13, 14, 12, 16, 14, 13, 10, 17, 25, 34, 56, 84, 94, 100, 100], "n_pos": 138, "sum_m_en": [12.438916, 19.65835, 21.060721, 22.052657, 22.748054, 24.575882, 25.017721, 26.595263, 25.285317, 25.874831, 27.267068, 26.480891, 26.911049, 27.843, 26.648616, 26.691437, 26.496587, 26.751794, 27.509239, 25.965684, 23.130284, 24.103044, 24.283519, 24.906948, 38.236462, 36.74104, 32.77888, 30.031442, 30.581575, 29.977044, 29.465794, 29.65369, 30.133865, 31.646386, 31.501474, 34.782949, 35.819689, 38.573236, 39.296844, 44.693508, 44.415501, 40.977932, 49.715182, 44.47913, 36.954852, 28.165915, 12.673107, 3.979267, 2.152248, 0.9993], "sum_m_pl": [2.090371, 6.343353, 7.123658, 6.96121, 7.347571, 7.673547, 7.844458, 8.553568, 8.842721, 9.241321, 9.853198, 10.325575, 9.843802, 9.546118, 10.34774, 9.69367, 9.209136, 8.98927, 8.782352, 8.68086, 7.847936, 7.721729, 7.513328, 7.663776, 9.694578, 10.864574, 10.779738, 12.150239, 12.723325, 12.016089, 11.041696, 10.959426, 11.864805, 11.737678, 11.678824, 11.692822, 12.219581, 12.983772, 13.265246, 12.823331, 12.641976, 11.218699, 15.198512, 23.123899, 32.683385, 48.988395, 77.94434, 89.535533, 97.359588, 98.635226]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 5, 6, 10, 5, 8, 12, 16, 18, 14, 16, 17, 20, 19, 20, 25, 26, 31, 35, 33, 27, 32, 32, 31, 45, 34, 37, 31, 33, 27, 26, 33, 26, 31, 35, 39, 48, 47, 49, 51, 44, 37, 47, 44, 33, 28, 13, 3, 2, 1], "n_am_pl": [0, 12, 14, 11, 20, 19, 11, 16, 16, 16, 17, 18, 12, 17, 11, 8, 10, 6, 7, 9, 7, 9, 8, 7, 7, 8, 10, 12, 13, 17, 13, 11, 15, 10, 12, 8, 10, 8, 13, 11, 11, 8, 14, 20, 28, 45, 75, 91, 99, 100], "n_pos": 102, "sum_m_en": [9.277314, 14.507461, 15.643169, 16.290648, 16.971237, 18.243658, 18.717749, 19.800676, 18.897016, 19.297179, 20.302224, 19.743253, 19.997453, 20.682803, 19.901489, 19.954269, 19.940175, 20.168896, 20.664419, 19.758049, 17.584221, 18.232754, 18.390603, 18.934891, 29.049922, 28.091601, 25.066208, 22.881847, 22.94898, 22.410552, 21.923871, 22.021972, 22.17942, 22.981463, 23.041835, 24.728639, 25.671736, 27.990464, 29.159904, 34.197896, 33.607233, 30.99251, 39.731883, 35.120384, 29.480394, 23.342005, 11.404849, 3.53815, 1.839647, 0.999174], "sum_m_pl": [1.561855, 4.6813, 5.231139, 5.130171, 5.462667, 5.625348, 5.72927, 6.272119, 6.381918, 6.677214, 7.001782, 7.507176, 7.059224, 6.795035, 7.369129, 7.069869, 6.708582, 6.585486, 6.397673, 6.27811, 5.705312, 5.555781, 5.458204, 5.630992, 6.859326, 7.770185, 7.601238, 8.680349, 9.205306, 8.906064, 8.216956, 8.13168, 8.873959, 8.678891, 8.549494, 8.762935, 9.231559, 9.760008, 9.895969, 9.799854, 10.369131, 9.415625, 12.757965, 18.666177, 26.736372, 40.243839, 70.069897, 84.765338, 95.076868, 98.247823]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "pes-Transplantologia kliniczna-2020 jesień-75", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1377, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9856}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 9, 10, 3, 10, 14, 10, 10, 7, 5, 10, 13, 11, 14, 9, 17, 12, 18, 23, 25, 22, 26, 30, 27, 27, 29, 23, 21, 20, 19, 15, 19, 20, 23, 29, 31, 33, 39, 36, 40, 46, 43, 45, 40, 41, 35, 37, 29, 28, 30], "n_am_pl": [1, 4, 8, 9, 8, 10, 13, 16, 14, 13, 13, 7, 4, 7, 12, 12, 13, 13, 13, 10, 8, 8, 9, 7, 5, 9, 5, 9, 8, 11, 9, 11, 6, 4, 5, 5, 6, 10, 6, 10, 5, 5, 7, 10, 7, 7, 5, 7, 7, 5], "n_pos": 78, "sum_m_en": [8.796711, 9.817219, 10.259849, 10.889788, 12.252229, 12.880517, 13.061949, 12.964882, 12.104709, 12.008282, 12.46774, 12.496539, 13.100215, 12.793264, 12.421315, 13.31597, 13.688876, 14.17786, 15.652716, 14.874432, 14.149054, 13.830777, 13.40003, 13.204366, 19.886532, 18.927343, 17.521783, 14.982721, 15.4246, 14.295326, 13.429874, 13.753355, 14.302236, 16.010618, 18.625573, 20.888712, 25.705073, 26.920863, 27.517201, 34.605332, 40.184067, 38.89658, 39.82301, 38.841157, 37.806093, 33.780315, 34.489842, 28.021937, 26.648319, 30.126957], "sum_m_pl": [2.239541, 3.973308, 4.13531, 3.963463, 4.410991, 5.112069, 5.463927, 6.282841, 6.047275, 6.696111, 6.998442, 6.913766, 6.824006, 7.090661, 8.310552, 8.720934, 7.621172, 7.427914, 6.819162, 6.67468, 6.164807, 5.864555, 5.564082, 5.554573, 7.046651, 8.328762, 7.749268, 8.153547, 8.075711, 8.061095, 7.896292, 7.808249, 7.42681, 7.332339, 6.966581, 6.812191, 6.978095, 6.819859, 6.775132, 6.798952, 5.432663, 5.631128, 5.80873, 7.793172, 6.606932, 7.278538, 5.928701, 6.543999, 5.981328, 4.975009]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 6, 7, 2, 7, 6, 6, 6, 5, 4, 8, 9, 7, 11, 7, 11, 8, 11, 12, 14, 16, 15, 20, 15, 19, 21, 17, 15, 15, 14, 10, 12, 14, 16, 18, 21, 20, 24, 24, 25, 28, 28, 30, 27, 29, 28, 30, 26, 26, 30], "n_am_pl": [1, 0, 2, 5, 3, 3, 6, 4, 7, 5, 7, 2, 2, 2, 6, 3, 5, 3, 4, 3, 1, 2, 1, 2, 0, 3, 2, 2, 3, 4, 2, 3, 3, 0, 1, 1, 1, 4, 2, 3, 2, 1, 2, 5, 4, 6, 5, 7, 7, 5], "n_pos": 36, "sum_m_en": [3.978001, 4.517592, 4.908183, 5.148477, 5.861431, 6.265371, 6.428755, 6.609706, 6.09483, 6.296283, 6.629658, 6.710404, 6.944763, 6.830853, 6.902164, 7.261134, 7.332809, 7.774803, 8.784818, 7.98149, 7.581201, 7.148583, 6.718531, 6.445023, 11.686672, 11.808056, 11.34793, 9.437773, 9.499, 8.595416, 7.840667, 8.010082, 8.21466, 9.286477, 10.80037, 12.267164, 15.444057, 15.163479, 15.667896, 21.391812, 22.989484, 24.590712, 26.391167, 25.669026, 26.62271, 25.310036, 27.831695, 23.508004, 24.460268, 29.448799], "sum_m_pl": [0.93703, 1.548464, 1.71685, 1.782507, 2.085532, 2.247942, 2.429993, 2.659828, 2.697777, 2.751196, 2.890676, 2.806288, 2.793472, 2.767056, 3.200151, 3.309881, 2.979659, 2.878173, 2.759126, 2.791012, 2.646153, 2.563186, 2.475834, 2.490617, 2.655673, 2.883967, 2.902694, 3.085938, 2.99723, 3.011458, 3.112774, 3.059949, 2.889309, 2.913453, 2.558287, 2.630003, 2.485015, 2.524599, 2.476653, 2.898306, 1.942695, 1.637649, 1.620597, 3.412789, 2.856042, 4.528939, 4.231085, 5.935362, 5.538412, 4.957534]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1034, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.95, "tf_agree_excl_first": 0.962}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 12, 17, 15, 21, 20, 24, 20, 14, 19, 17, 13, 12, 12, 19, 25, 26, 32, 52, 37, 42, 50, 49, 52, 62, 53, 35, 37, 25, 35, 27, 28, 32, 43, 53, 57, 70, 55, 53, 68, 70, 61, 63, 55, 46, 33, 9, 1, 1, 1], "n_am_pl": [6, 18, 17, 28, 31, 37, 25, 22, 22, 20, 21, 25, 26, 27, 26, 38, 42, 33, 27, 22, 21, 18, 16, 15, 18, 17, 22, 26, 24, 22, 18, 25, 25, 25, 24, 26, 24, 30, 25, 24, 21, 28, 29, 43, 43, 59, 73, 95, 97, 98], "n_pos": 159, "sum_m_en": [16.272249, 21.93026, 22.726275, 23.835901, 25.080418, 26.17092, 25.944977, 26.950645, 25.499156, 24.760284, 26.038605, 24.420024, 24.824216, 25.173596, 24.662106, 25.90413, 28.017281, 27.028575, 27.658127, 27.018756, 25.787549, 25.832104, 26.341828, 26.5725, 39.274164, 35.825936, 31.072435, 27.640089, 27.006282, 25.387071, 24.084105, 24.616237, 25.039633, 27.796448, 32.770326, 36.470466, 41.101779, 41.551027, 41.816807, 54.26511, 54.644591, 54.58882, 55.442247, 50.614676, 42.333522, 30.551013, 11.315008, 2.649216, 1.538525, 1.000009], "sum_m_pl": [3.522358, 8.71634, 9.527185, 10.267783, 11.284084, 11.99975, 12.361014, 12.96659, 12.437656, 13.678448, 14.245189, 15.003051, 15.832671, 16.59858, 18.207047, 18.021824, 16.278924, 15.260057, 13.358628, 12.771031, 11.739394, 11.153279, 10.712372, 10.804455, 14.925899, 17.426514, 16.107102, 17.348984, 18.389283, 18.433256, 18.481134, 19.76046, 18.524231, 18.063804, 17.880912, 16.086238, 18.132796, 18.231173, 19.52872, 19.190364, 17.487121, 19.538924, 21.291477, 29.202621, 35.560626, 49.031755, 68.147543, 91.109055, 97.257954, 97.847954]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [0, 8, 10, 9, 12, 16, 14, 16, 10, 15, 11, 9, 9, 9, 16, 15, 20, 24, 36, 23, 27, 39, 38, 40, 43, 34, 23, 20, 17, 24, 16, 14, 21, 29, 32, 38, 45, 33, 35, 43, 44, 41, 44, 39, 32, 22, 7, 1, 1, 1], "n_am_pl": [3, 8, 7, 16, 19, 22, 12, 15, 16, 11, 11, 14, 15, 15, 14, 25, 26, 18, 16, 14, 13, 12, 11, 11, 13, 13, 16, 19, 19, 15, 11, 17, 15, 14, 18, 16, 17, 21, 18, 18, 16, 19, 21, 32, 36, 51, 67, 86, 95, 98], "n_pos": 99, "sum_m_en": [10.172478, 13.349909, 13.956204, 15.013076, 15.59898, 16.514971, 16.058236, 16.854431, 15.928803, 15.419834, 16.125293, 15.234512, 15.358301, 15.547251, 15.639271, 16.497465, 17.682684, 16.906337, 17.570906, 16.877342, 15.923647, 15.946594, 16.371795, 16.389735, 26.73619, 24.033851, 20.113169, 17.5122, 16.984236, 15.992475, 15.205331, 15.517588, 16.235012, 18.22692, 20.337407, 22.600323, 25.376104, 26.27916, 27.586157, 34.458736, 34.253673, 35.714678, 38.004141, 35.234732, 29.138058, 20.71019, 8.620125, 2.107513, 1.244154, 0.999963], "sum_m_pl": [2.016926, 5.257148, 5.788907, 6.295263, 7.191881, 7.729163, 8.042198, 8.507409, 8.179405, 8.99619, 9.273487, 9.718444, 10.179461, 10.495273, 10.781888, 10.784085, 9.916221, 9.531602, 8.48673, 8.25926, 7.620018, 7.205818, 6.858351, 6.948226, 9.482947, 11.640061, 10.456959, 11.379649, 12.529006, 12.486707, 12.478446, 13.494321, 12.288601, 11.964569, 12.07378, 10.711638, 12.763392, 11.899214, 13.288972, 13.558572, 12.785615, 13.845089, 15.641856, 21.16151, 26.863014, 40.724498, 60.98586, 81.986542, 93.620312, 97.392742]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1289, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9814, "tf_agree_excl_first": 0.9875}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [5, 15, 13, 14, 24, 32, 33, 23, 17, 23, 21, 29, 21, 22, 25, 24, 27, 29, 33, 26, 31, 34, 38, 38, 50, 47, 41, 39, 36, 42, 45, 36, 41, 39, 41, 39, 52, 59, 53, 57, 57, 63, 56, 66, 67, 69, 64, 65, 62, 60], "n_am_pl": [7, 4, 10, 8, 15, 15, 10, 15, 17, 16, 15, 15, 17, 16, 19, 25, 18, 16, 19, 25, 19, 17, 16, 13, 14, 13, 15, 20, 13, 14, 15, 13, 10, 16, 19, 17, 8, 9, 11, 8, 9, 10, 8, 4, 3, 3, 2, 5, 8, 7], "n_pos": 128, "sum_m_en": [14.001903, 17.278137, 17.327471, 18.952415, 21.937416, 22.783282, 22.990118, 22.465386, 21.832134, 21.859676, 22.329767, 22.832675, 23.073957, 23.45263, 23.005646, 23.26716, 24.663706, 23.079934, 24.100604, 22.412563, 22.169311, 22.448728, 22.702405, 22.474523, 34.747226, 34.301358, 31.85428, 28.174674, 28.231542, 28.630176, 27.119531, 28.064139, 28.478202, 27.968712, 30.641508, 32.439924, 37.032535, 40.335026, 45.221559, 48.088931, 51.189266, 53.650275, 53.367211, 58.043867, 59.260561, 59.984551, 57.86699, 57.199765, 59.815704, 61.509469], "sum_m_pl": [3.824758, 5.774406, 6.238977, 5.987008, 6.967647, 7.509778, 7.921472, 8.193371, 8.473715, 9.048953, 9.257096, 9.308036, 9.539751, 8.968597, 10.022295, 10.898648, 9.914334, 10.450816, 9.039051, 9.398935, 8.697232, 8.667994, 8.238448, 8.11956, 11.716432, 11.715696, 11.848246, 12.747346, 11.441, 11.642838, 10.729473, 9.878074, 10.037485, 11.384865, 12.030655, 11.479073, 9.408533, 9.797123, 9.965618, 8.407443, 7.756811, 6.883499, 6.000679, 5.079369, 4.39075, 3.109888, 3.137896, 4.151597, 6.536552, 7.039709]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 2, 2, 2, 2, 2, 2, 3, 3, 2, 0, 2, 0, 0], "n_am_pl": [0, 0, 2, 1, 0, 1, 1, 1, 1, 1, 0, 1, 3, 3, 4, 5, 4, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 2, 4, 4, 3, 2, 3, 4, 4, 3, 2, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.474926, 0.907723, 0.918293, 0.935484, 1.035087, 1.08459, 1.121327, 1.071346, 1.045244, 0.970192, 1.04442, 1.003854, 1.114464, 1.102118, 0.922003, 0.893786, 0.999508, 0.969987, 1.133965, 1.068724, 1.04512, 1.088068, 1.129232, 1.14158, 0.986662, 0.86107, 0.719745, 0.650951, 1.000295, 0.948706, 1.066512, 1.033009, 0.889552, 0.778878, 1.035186, 1.216471, 1.096801, 1.283937, 1.367272, 1.199662, 1.470382, 1.089916, 1.251329, 1.231004, 1.909346, 1.082847, 0.355455, 0.869442, 0.225078, 0.003199], "sum_m_pl": [0.061951, 0.179611, 0.272275, 0.215414, 0.282054, 0.383307, 0.39412, 0.403343, 0.364276, 0.47062, 0.456604, 0.527354, 0.807172, 0.530545, 1.175211, 1.558466, 1.157577, 1.066947, 0.589357, 0.530435, 0.44286, 0.418418, 0.395004, 0.40042, 1.616801, 2.008241, 1.936809, 1.983993, 0.787078, 1.704311, 1.455151, 0.672858, 0.85244, 1.562994, 1.021305, 1.540449, 1.314733, 0.883923, 0.497306, 0.505714, 0.597637, 0.626258, 0.528262, 0.394554, 0.340485, 0.188168, 0.142343, 0.162555, 0.077499, 0.000171]}, "lang": {"n_am_en": [2, 12, 9, 8, 16, 20, 24, 15, 12, 20, 16, 23, 16, 19, 20, 18, 21, 24, 25, 18, 24, 26, 31, 29, 35, 34, 30, 31, 28, 35, 32, 27, 32, 29, 29, 31, 40, 40, 40, 42, 44, 47, 46, 52, 53, 52, 53, 52, 56, 60], "n_am_pl": [4, 3, 3, 3, 8, 8, 5, 8, 10, 9, 9, 9, 7, 6, 5, 9, 7, 8, 9, 15, 9, 6, 7, 4, 5, 5, 4, 10, 7, 6, 8, 7, 5, 6, 8, 9, 3, 5, 8, 6, 6, 7, 5, 2, 2, 2, 1, 4, 7, 7], "n_pos": 68, "sum_m_en": [7.235304, 9.109895, 9.471535, 10.386539, 12.128236, 12.643039, 13.111585, 12.852438, 12.477839, 12.735435, 12.766961, 13.251375, 13.214101, 13.764504, 14.032098, 13.922421, 14.281454, 13.498768, 13.83467, 12.868764, 12.672738, 12.759539, 12.838168, 12.51335, 24.367632, 23.383392, 21.15682, 18.310362, 17.830312, 17.548076, 16.485885, 17.315396, 18.1245, 18.191595, 19.972179, 22.379626, 26.672302, 29.119092, 33.424608, 35.396554, 38.204021, 40.911046, 41.464169, 44.917438, 45.819462, 46.787579, 46.663659, 45.79047, 51.297377, 57.802609], "sum_m_pl": [2.021884, 3.034463, 3.171827, 3.0602, 3.635506, 3.907741, 4.200578, 4.529047, 4.70127, 4.993002, 5.064147, 5.042255, 4.899521, 4.739031, 4.891783, 5.375877, 4.941176, 5.222144, 4.738229, 4.919642, 4.626346, 4.611766, 4.392212, 4.337863, 5.16974, 4.911088, 5.235603, 6.013317, 6.194633, 5.764872, 5.523358, 5.474306, 5.497514, 5.584252, 5.768478, 5.271558, 4.179286, 4.651083, 5.32836, 4.428053, 4.042054, 3.655667, 3.353146, 3.001547, 2.296874, 1.738962, 1.889248, 3.159212, 5.908299, 6.828445]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9923, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [6, 12, 14, 21, 40, 29, 33, 41, 42, 44, 25, 30, 33, 24, 29, 47, 45, 47, 58, 60, 56, 63, 63, 63, 94, 87, 74, 58, 65, 55, 60, 48, 42, 56, 55, 71, 70, 78, 79, 78, 78, 85, 93, 95, 76, 57, 15, 6, 1, 0], "n_am_pl": [3, 25, 20, 17, 19, 28, 23, 23, 22, 18, 37, 36, 28, 36, 33, 31, 31, 24, 17, 25, 18, 18, 21, 19, 14, 15, 26, 32, 33, 33, 30, 35, 36, 26, 30, 28, 17, 21, 25, 30, 26, 26, 27, 42, 58, 73, 117, 134, 152, 153], "n_pos": 224, "sum_m_en": [19.344523, 30.793559, 32.835692, 34.110177, 37.685957, 36.918856, 37.773116, 39.346003, 38.346758, 38.069072, 38.815573, 37.757398, 38.017985, 37.812922, 36.966733, 40.000251, 40.96753, 38.875329, 39.502494, 37.101397, 36.552342, 37.176671, 37.26436, 37.105892, 59.941958, 56.62355, 50.56825, 43.322945, 43.526677, 42.647783, 39.908218, 39.638135, 40.036671, 39.740015, 42.416254, 48.968907, 52.289875, 58.913716, 60.812503, 65.075035, 66.501819, 67.645869, 74.706635, 77.969975, 68.687547, 55.84124, 16.140765, 8.109136, 3.024298, 0.335635], "sum_m_pl": [3.222123, 9.993186, 11.307169, 10.803734, 12.374792, 13.263415, 14.508481, 15.678445, 16.004949, 16.399231, 17.599094, 17.42845, 17.361967, 17.562391, 18.728455, 18.461563, 17.42875, 17.64114, 15.495883, 16.156126, 15.329733, 15.253523, 14.603068, 14.397893, 17.281485, 19.451876, 21.095818, 23.230368, 22.92958, 21.607161, 20.392874, 20.281732, 21.568851, 21.85487, 20.539206, 19.558548, 19.254645, 19.960985, 19.268608, 20.103604, 20.06264, 22.065513, 26.033784, 35.427404, 49.55806, 64.13289, 108.523624, 123.958525, 145.735325, 152.219687]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 1, "sum_m_en": [0.050395, 0.136859, 0.155255, 0.155076, 0.140281, 0.113861, 0.117558, 0.124612, 0.099613, 0.091901, 0.103435, 0.107742, 0.101891, 0.110132, 0.05358, 0.040908, 0.082532, 0.092441, 0.136669, 0.148306, 0.143164, 0.14782, 0.165562, 0.172682, 0.09143, 0.079288, 0.022998, 0.019381, 0.061215, 0.034188, 0.052097, 0.10155, 0.12485, 0.137021, 0.184944, 0.20392, 0.122351, 0.101731, 0.095523, 0.079203, 0.063445, 0.0761, 0.179218, 0.103865, 0.10443, 0.143872, 0.025334, 0.006097, 0.00327, 0.0], "sum_m_pl": [0.006266, 0.026258, 0.042874, 0.05169, 0.067637, 0.071944, 0.067462, 0.082187, 0.082725, 0.120656, 0.100341, 0.074308, 0.147315, 0.135793, 0.510715, 0.7098, 0.411647, 0.345134, 0.186994, 0.122993, 0.090021, 0.081523, 0.071249, 0.06601, 0.406088, 0.5209, 0.696634, 0.741064, 0.391415, 0.734187, 0.676808, 0.378821, 0.397807, 0.363046, 0.194787, 0.209882, 0.163491, 0.197401, 0.114489, 0.116276, 0.142524, 0.121679, 0.037513, 0.303154, 0.12675, 0.116253, 0.136053, 0.716018, 0.277833, 0.012421]}, "lang": {"n_am_en": [6, 8, 9, 12, 33, 22, 26, 31, 33, 34, 17, 22, 23, 21, 21, 34, 35, 35, 38, 42, 37, 42, 42, 44, 63, 60, 51, 39, 44, 40, 42, 30, 29, 39, 39, 52, 50, 57, 56, 51, 56, 57, 66, 61, 50, 36, 11, 5, 1, 0], "n_am_pl": [1, 22, 15, 13, 16, 17, 17, 18, 15, 11, 21, 23, 21, 24, 22, 23, 23, 20, 11, 19, 14, 12, 16, 12, 10, 11, 21, 24, 24, 19, 18, 24, 23, 17, 20, 22, 14, 17, 20, 24, 23, 22, 25, 40, 51, 65, 107, 121, 143, 153], "n_pos": 153, "sum_m_en": [13.780657, 21.340487, 22.880243, 23.66893, 26.460666, 25.637665, 26.046302, 27.243619, 26.58675, 26.467907, 26.942493, 26.574047, 26.565752, 26.269084, 25.923736, 27.951953, 28.52901, 27.14512, 27.196066, 25.442403, 25.190393, 25.688137, 25.705199, 25.489311, 43.534381, 40.913932, 35.795637, 30.474474, 30.572748, 30.030958, 28.222551, 27.794478, 28.173898, 28.247034, 29.579925, 34.696786, 37.143728, 42.245234, 43.072431, 46.167755, 47.583939, 48.143662, 53.629537, 51.974956, 45.549877, 35.09452, 11.496543, 6.408361, 2.02668, 0.327652], "sum_m_pl": [2.342733, 7.01885, 7.781436, 7.523389, 8.550229, 8.982092, 9.895408, 10.871492, 11.0652, 11.508869, 12.131155, 12.16912, 12.283671, 12.449288, 12.919903, 12.442914, 11.971965, 12.054164, 10.577393, 11.089833, 10.481725, 10.446597, 9.986766, 9.839683, 11.694666, 13.237045, 14.491011, 16.036669, 15.778263, 14.456396, 13.72756, 13.841296, 14.514276, 14.774284, 13.907016, 13.169428, 13.050565, 13.683393, 13.567925, 14.637863, 15.22855, 17.480147, 21.921098, 32.270356, 44.912902, 58.652197, 98.184173, 113.344994, 138.317148, 150.1658]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 231, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "model": "bielik-11b-v3.0-instruct", "prompt_tokens": 1444, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.987}